-- Logs begin at Fri 2021-07-16 07:40:49 UTC, end at Fri 2021-07-16 10:03:47 UTC. -- Jul 16 08:15:18.244871 n-d-758944-46 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 08:15:20.926624 n-d-758944-46 neutron-server[93585]: INFO neutron.common.config [-] Logging enabled! Jul 16 08:15:20.927331 n-d-758944-46 neutron-server[93585]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 08:15:20.927433 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93585) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 08:15:20.930641 n-d-758944-46 neutron-server[93585]: INFO neutron.common.config [-] Logging enabled! Jul 16 08:15:20.930893 n-d-758944-46 neutron-server[93585]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 08:15:20.931201 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93585) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 08:15:20.932679 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:15:20.932912 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:15:20.933276 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:15:20.933516 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:15:20.933737 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:15:20.934048 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.934336 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.934625 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.934853 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.935141 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.935425 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.935960 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.935960 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.936265 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.936580 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.936859 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.937140 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.937368 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.937645 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.937928 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.938209 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.938429 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] debug = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.938709 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.939133 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.939537 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.939808 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.940090 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.940362 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.940652 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.940924 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.941200 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.941518 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] host = n-d-758944-46 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.941799 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.942068 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.942351 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.942632 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.942901 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.943170 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.943448 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.943717 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.943984 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] log_file = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.944249 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.944551 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.944833 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.945116 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.945337 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.945554 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.945835 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.946112 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.946377 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.946645 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.946911 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.947196 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.947999 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.948265 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.948565 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.948853 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.949132 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.949401 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.949667 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.949933 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.950195 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.950479 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.950738 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.951004 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.951269 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.951548 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.951809 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.952074 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.952369 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.952671 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.952951 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.953229 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.953496 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.953771 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.954039 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.954304 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.954571 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] use_json = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.954840 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.955105 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.955381 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.955647 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.955915 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.956179 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.956444 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.956747 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:20.957040 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.957331 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.957624 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.957902 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.958190 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.958464 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.958752 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.959027 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.959310 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.959590 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.959874 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.960149 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.960430 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.960726 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.961015 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.961313 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.961602 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.961886 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.962156 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.962423 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.962691 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.963006 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.963288 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.963578 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.963864 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.964133 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.964410 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.964719 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.964994 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.965262 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.965535 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.965817 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.966088 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.966354 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.966629 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.966900 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.967168 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.967434 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.967705 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.967987 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.968257 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.968544 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.968817 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.969089 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.969358 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.969640 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.969913 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.970183 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.970449 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.970721 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.970990 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.971256 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.971528 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.971796 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.972068 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.972334 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.972626 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.972896 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.973161 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.973427 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.973700 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.973955 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.974226 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.974491 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.974754 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.975022 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.975289 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.975556 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.975834 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.976125 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.976395 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.976698 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.976964 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.977235 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.977505 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.977775 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.978046 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.978315 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.979095 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.979385 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.979662 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.979941 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.980218 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.980488 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.980796 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.981067 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.981342 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.981610 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.981881 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.982164 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.982441 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.982726 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.983015 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.983304 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.983591 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.983875 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.984149 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.984450 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.984764 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:20.984980 n-d-758944-46 neutron-server[93585]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:15:20.985218 n-d-758944-46 neutron-server[93585]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93585) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 08:15:21.328042 n-d-758944-46 neutron-server[93585]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 08:15:21.328315 n-d-758944-46 neutron-server[93585]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 08:15:21.328637 n-d-758944-46 neutron-server[93585]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 08:15:21.328965 n-d-758944-46 neutron-server[93585]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 08:15:21.713769 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.713976 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.714240 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.715421 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.715695 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.715961 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.749420 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.749693 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.749958 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.763405 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.763679 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.763941 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.793615 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.793889 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.794154 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.829454 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.829728 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:21.829995 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.056661 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.057292 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.057292 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.057546 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.058125 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.176236 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.176574 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.176857 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.177126 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.177401 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.177709 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.177969 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.178223 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.178474 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.178752 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.179011 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.179281 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.179533 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.179782 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.180034 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.180303 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.180578 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.180844 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.181117 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.181373 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.182164 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.182442 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.182725 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.183098 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.183344 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.183588 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.183981 n-d-758944-46 neutron-server[93585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:15:22.184216 n-d-758944-46 neutron-server[93585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:15:22.184448 n-d-758944-46 neutron-server[93585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:15:22.184702 n-d-758944-46 neutron-server[93585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:15:22.184932 n-d-758944-46 neutron-server[93585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:15:22.185163 n-d-758944-46 neutron-server[93585]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:15:22.185523 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 08:15:22.188648 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 08:15:22.192523 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 08:15:22.196344 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Jul 16 08:15:22.198515 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 08:15:22.198966 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 08:15:22.199295 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 08:15:22.199673 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 08:15:22.203615 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 08:15:22.203860 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 08:15:22.204196 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 08:15:22.231478 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 08:15:22.231923 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.232216 n-d-758944-46 neutron-server[93585]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93585) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 08:15:22.232610 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.233952 n-d-758944-46 neutron-server[93585]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93585) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 08:15:22.234229 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 08:15:22.234468 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 08:15:22.237669 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.237945 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.301300 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 08:15:22.301537 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 08:15:22.301767 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 08:15:22.302135 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 08:15:22.324119 n-d-758944-46 neutron-server[93585]: DEBUG oslo_db.sqlalchemy.engines [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93585) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 08:15:22.843411 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Initializing driver for type 'gre' Jul 16 08:15:22.843933 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] gre ID ranges: [(1, 1000)] Jul 16 08:15:22.894474 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Initializing driver for type 'local' Jul 16 08:15:22.894804 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Initializing driver for type 'vlan' Jul 16 08:15:22.908661 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] VlanTypeDriver initialization complete Jul 16 08:15:22.908994 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Initializing driver for type 'vxlan' Jul 16 08:15:22.909640 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] vxlan ID ranges: [(1, 1000)] Jul 16 08:15:22.961392 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Initializing extension driver 'port_security' Jul 16 08:15:22.961724 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.extensions.port_security [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] PortSecurityExtensionDriver initialization complete Jul 16 08:15:22.962084 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Initializing mechanism driver 'openvswitch' Jul 16 08:15:22.962373 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Initializing mechanism driver 'hyperv' Jul 16 08:15:22.969424 n-d-758944-46 neutron-server[93585]: DEBUG neutron.plugins.ml2.plugin [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93585) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:15:22.970270 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > port after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.970643 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > port after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.970998 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > port after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.971523 n-d-758944-46 neutron-server[93585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:15:22.971959 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > subnet after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.972312 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > subnet after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.972696 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.973111 n-d-758944-46 neutron-server[93585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:15:22.973500 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > network after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.973853 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > network after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.974193 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > network after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.974585 n-d-758944-46 neutron-server[93585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:15:22.974989 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > security_group after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.975339 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > security_group after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.975680 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > security_group after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.976075 n-d-758944-46 neutron-server[93585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:15:22.976474 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.976854 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.977194 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.977583 n-d-758944-46 neutron-server[93585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:15:22.977983 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > address_group after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.978345 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > address_group after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.979227 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > address_group after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.979619 n-d-758944-46 neutron-server[93585]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93585) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:15:22.980003 n-d-758944-46 neutron-server[93585]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] ML2 OVO RPC backend initialized. {{(pid=93585) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 08:15:22.980735 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.981092 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.981508 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > network before_response 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.981876 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > networks before_response 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.982199 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > port before_response 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.982540 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > ports before_response 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.982885 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > subnet before_response 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.983234 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > subnets before_response 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.983584 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > network after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.983924 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > network after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.984261 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > network after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.984628 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > port after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.984967 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > port after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.985301 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > port after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.985635 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > subnet after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.985969 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > subnet after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.986300 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > subnet after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:22.986872 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.plugin [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Modular L2 Plugin initialization complete Jul 16 08:15:22.987199 n-d-758944-46 neutron-server[93585]: DEBUG neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading services supported by the core plugin {{(pid=93585) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 08:15:22.987520 n-d-758944-46 neutron-server[93585]: INFO neutron.plugins.ml2.managers [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Got port-security extension from driver 'port_security' Jul 16 08:15:22.987976 n-d-758944-46 neutron-server[93585]: INFO neutron.extensions.vlantransparent [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Disabled vlantransparent extension. Jul 16 08:15:22.988453 n-d-758944-46 neutron-server[93585]: DEBUG neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93585) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 08:15:22.988785 n-d-758944-46 neutron-server[93585]: INFO neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading Plugin: router Jul 16 08:15:23.023650 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router_interface before_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.024044 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router after_create 55549900 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.024417 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router before_create 55549900 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.024815 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.025189 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.026059 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router after_delete 55549900 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.026419 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > floatingip after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.026906 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router after_create 55549900 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.027258 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router after_update 55549900 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.027612 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router after_update 55549900 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.027964 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.028325 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router after_update 55549900 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.028761 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router precommit_update 55549900 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.029162 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: port after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.029511 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: port after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.029853 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: subnet after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.030195 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.030548 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > port precommit_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.030896 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router precommit_create 55549900 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.031243 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: port before_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.031586 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router precommit_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.031943 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router after_update 55549900 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.032288 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router precommit_delete 55549900 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.032705 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router precommit_create 55549900 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.033076 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router_interface after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.033424 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router precommit_update 55549900 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.033791 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > agent after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.034141 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > agent after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.034487 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > network after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.035441 n-d-758944-46 neutron-server[93585]: DEBUG neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Tracking information for resource: router configured {{(pid=93585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:15:23.035778 n-d-758944-46 neutron-server[93585]: DEBUG neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Tracking information for resource: floatingip configured {{(pid=93585) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:15:23.041856 n-d-758944-46 neutron-server[93585]: INFO neutron.db.l3_agentschedulers_db [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 08:15:23.042449 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: port after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.042828 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: port after_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.043180 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: port after_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.043532 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: port after_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.044360 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router before_create 55550100 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.045030 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router precommit_delete 55550100 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.045401 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router precommit_create 55550100 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.045763 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > router precommit_update 55550100 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.050409 n-d-758944-46 neutron-server[93585]: DEBUG neutron.services.provider_configuration [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Service providers = [] {{(pid=93585) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 08:15:23.050776 n-d-758944-46 neutron-server[93585]: DEBUG neutron.db.servicetype_db [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93585) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 08:15:23.053925 n-d-758944-46 neutron-server[93585]: DEBUG neutron.services.service_base [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:15:23.054277 n-d-758944-46 neutron-server[93585]: DEBUG neutron.services.service_base [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:15:23.054616 n-d-758944-46 neutron-server[93585]: DEBUG neutron.services.service_base [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:15:23.055508 n-d-758944-46 neutron-server[93585]: DEBUG neutron.services.service_base [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93585) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:15:23.055883 n-d-758944-46 neutron-server[93585]: INFO neutron.services.service_base [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 08:15:23.056274 n-d-758944-46 neutron-server[93585]: DEBUG neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:15:23.056652 n-d-758944-46 neutron-server[93585]: INFO neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 08:15:23.067379 n-d-758944-46 neutron-server[93585]: DEBUG neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:15:23.067935 n-d-758944-46 neutron-server[93585]: INFO neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading Plugin: auto_allocate Jul 16 08:15:23.073542 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: network precommit_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.073915 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: network precommit_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.074446 n-d-758944-46 neutron-server[93585]: DEBUG neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:15:23.074765 n-d-758944-46 neutron-server[93585]: INFO neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading Plugin: tag Jul 16 08:15:23.081529 n-d-758944-46 neutron-server[93585]: DEBUG neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:15:23.081862 n-d-758944-46 neutron-server[93585]: INFO neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading Plugin: timestamp Jul 16 08:15:23.085698 n-d-758944-46 neutron-server[93585]: DEBUG neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:15:23.086030 n-d-758944-46 neutron-server[93585]: INFO neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading Plugin: network_ip_availability Jul 16 08:15:23.091965 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.092342 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.092722 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.093482 n-d-758944-46 neutron-server[93585]: DEBUG neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:15:23.093756 n-d-758944-46 neutron-server[93585]: INFO neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading Plugin: flavors Jul 16 08:15:23.100031 n-d-758944-46 neutron-server[93585]: DEBUG neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:15:23.100357 n-d-758944-46 neutron-server[93585]: INFO neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading Plugin: revisions Jul 16 08:15:23.105257 n-d-758944-46 neutron-server[93585]: DEBUG neutron.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93585) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:15:23.105648 n-d-758944-46 neutron-server[93585]: DEBUG oslo_concurrency.lockutils [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.777s {{(pid=93585) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 08:15:23.106379 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93585) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 08:15:23.106712 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Initializing extension manager. Jul 16 08:15:23.107214 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: __init__.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.107553 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: __pycache__ {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.107883 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.108212 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: address_group.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.108987 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.109550 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: address-group Jul 16 08:15:23.109872 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: address_scope.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.110585 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.111300 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: address-scope Jul 16 08:15:23.111415 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: admin_state_down_before_update.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.112335 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.112880 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: router-admin-state-down-before-update Jul 16 08:15:23.113204 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: agent.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.113907 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.114425 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: agent Jul 16 08:15:23.114726 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: agent_resources_synced.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.115635 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.116141 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: agent-resources-synced Jul 16 08:15:23.116460 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: allowedaddresspairs.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.118264 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.118782 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: allowed-address-pairs Jul 16 08:15:23.119134 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: auto_allocated_topology.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.120204 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.120744 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: auto-allocated-topology Jul 16 08:15:23.121067 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: availability_zone.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.121757 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.122260 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: availability_zone Jul 16 08:15:23.122584 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: availability_zone_filter.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.123500 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.124001 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: availability_zone_filter Jul 16 08:15:23.124319 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: data_plane_status.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.125246 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.125747 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 08:15:23.126067 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: default_subnetpools.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.126986 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.127486 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: default-subnetpools Jul 16 08:15:23.127806 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: dhcpagentscheduler.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.128718 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.129227 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: dhcp_agent_scheduler Jul 16 08:15:23.129549 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: dns.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.130468 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.130975 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension dns-integration not supported by any of loaded plugins Jul 16 08:15:23.131297 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: dns_domain_ports.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.132212 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.132750 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 08:15:23.133073 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.133994 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.134501 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 08:15:23.134847 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: dvr.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.135516 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.136021 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: dvr Jul 16 08:15:23.136339 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: empty_string_filtering.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.137273 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.137777 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: empty-string-filtering Jul 16 08:15:23.138094 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.138995 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.139492 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 08:15:23.139808 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.140737 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.141236 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 08:15:23.141553 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: external_net.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.142470 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.142970 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: external-net Jul 16 08:15:23.143287 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: extra_dhcp_opt.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.144195 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.144721 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: extra_dhcp_opt Jul 16 08:15:23.145042 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: extraroute.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.145951 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.146451 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: extraroute Jul 16 08:15:23.146769 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: extraroute_atomic.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.147791 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.148297 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: extraroute-atomic Jul 16 08:15:23.148651 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: filter_validation.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.149319 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.149820 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: filter-validation Jul 16 08:15:23.150206 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: fip_pf_description.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.151560 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.152242 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 08:15:23.152593 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: fip_port_details.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.153521 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.154030 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: fip-port-details Jul 16 08:15:23.154351 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: flavors.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.155571 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.156083 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: flavors Jul 16 08:15:23.156409 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.158086 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.158604 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 08:15:23.158928 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: floatingip_pools.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.159619 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.160124 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: floatingip-pools Jul 16 08:15:23.160441 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: ip_allocation.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.161393 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.161900 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 08:15:23.162225 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.163155 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.163660 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: ip-substring-filtering Jul 16 08:15:23.163981 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: l2_adjacency.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.164930 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.165431 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 08:15:23.165750 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: l3.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.167263 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.167773 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: router Jul 16 08:15:23.168093 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: l3_conntrack_helper.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.170602 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.171124 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 08:15:23.171453 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.172394 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.172946 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: ext-gw-mode Jul 16 08:15:23.173271 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.174186 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.174693 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: l3-ha Jul 16 08:15:23.175014 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: l3_flavors.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.175921 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.176423 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: l3-flavors Jul 16 08:15:23.176771 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.177689 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.178193 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 08:15:23.178513 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: l3agentscheduler.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.179558 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.180065 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: l3_agent_scheduler Jul 16 08:15:23.180386 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: logging.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.181935 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.182454 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension logging not supported by any of loaded plugins Jul 16 08:15:23.182782 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: metering.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.183529 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.184106 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: metering Jul 16 08:15:23.184431 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.185553 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.186065 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: metering_source_and_destination_fields Jul 16 08:15:23.186389 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: multiprovidernet.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.187436 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.187945 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: multi-provider Jul 16 08:15:23.188268 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: netmtu.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.189212 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.189718 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: net-mtu Jul 16 08:15:23.190040 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: netmtu_writable.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.190956 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.191463 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: net-mtu-writable Jul 16 08:15:23.191783 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: network_availability_zone.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.192448 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.192979 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: network_availability_zone Jul 16 08:15:23.193295 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: network_ip_availability.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.194386 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.194892 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: network-ip-availability Jul 16 08:15:23.195213 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: network_segment_range.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.195969 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.196468 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 08:15:23.196814 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: pagination.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.197814 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.198138 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: pagination Jul 16 08:15:23.198453 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: port_device_profile.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.199371 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.199881 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: port-device-profile Jul 16 08:15:23.200200 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.201152 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.201658 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: port-mac-address-regenerate Jul 16 08:15:23.201976 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.202899 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.203405 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: port-numa-affinity-policy Jul 16 08:15:23.203723 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: port_resource_request.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.204675 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.205180 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 08:15:23.205498 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: portbindings.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.206417 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.206927 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: binding Jul 16 08:15:23.207248 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: portbindings_extended.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.208521 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.209036 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: binding-extended Jul 16 08:15:23.209360 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: portsecurity.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.210277 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.210782 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: port-security Jul 16 08:15:23.211105 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: project_id.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.212077 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.212404 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: project-id Jul 16 08:15:23.212749 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: providernet.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.214187 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.214701 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: provider Jul 16 08:15:23.215024 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: qos.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.218513 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.219022 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension qos not supported by any of loaded plugins Jul 16 08:15:23.219348 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.220618 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.221136 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 08:15:23.221465 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.222388 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.222899 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 08:15:23.223225 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: qos_default.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.224142 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.224690 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension qos-default not supported by any of loaded plugins Jul 16 08:15:23.225017 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: qos_fip.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.225674 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.226175 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension qos-fip not supported by any of loaded plugins Jul 16 08:15:23.226496 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: qos_gateway_ip.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.227428 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.227930 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 08:15:23.228250 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: qos_port_network_policy.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.229237 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.230229 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 08:15:23.230546 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: qos_rule_type_details.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.231467 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.231975 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 08:15:23.232293 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: qos_rules_alias.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.233375 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.233886 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 08:15:23.234204 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: quotasv2.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.235115 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.235624 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: quotas Jul 16 08:15:23.235945 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: quotasv2_detail.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.239007 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.239348 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: quota_details Jul 16 08:15:23.239679 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: rbac.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.240780 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.241311 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: rbac-policies Jul 16 08:15:23.241640 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: rbac_address_group.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.242569 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.243086 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: rbac-address-group Jul 16 08:15:23.243419 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: rbac_address_scope.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.244362 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.244918 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: rbac-address-scope Jul 16 08:15:23.245244 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: rbac_security_groups.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.246162 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.246673 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: rbac-security-groups Jul 16 08:15:23.246996 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: rbac_subnetpool.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.247925 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.248433 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: rbac-subnetpool Jul 16 08:15:23.248783 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: revisionifmatch.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.249712 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.250220 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: revision-if-match Jul 16 08:15:23.250543 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: revisions.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.251657 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.252166 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: standard-attr-revisions Jul 16 08:15:23.252488 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: router_availability_zone.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.253187 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.253708 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: router_availability_zone Jul 16 08:15:23.254031 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: routerservicetype.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.254949 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.255452 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension router-service-type not supported by any of loaded plugins Jul 16 08:15:23.255781 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.256720 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.257229 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: security-groups-normalized-cidr Jul 16 08:15:23.257551 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: security_groups_port_filtering.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.258466 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.258973 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: port-security-groups-filtering Jul 16 08:15:23.259294 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.260756 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.261267 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: security-groups-remote-address-group Jul 16 08:15:23.261587 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: securitygroup.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.271174 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.271708 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: security-group Jul 16 08:15:23.272047 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: segment.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.272882 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.273393 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension segment not supported by any of loaded plugins Jul 16 08:15:23.273719 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.274667 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.275181 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 08:15:23.276060 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: servicetype.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.277176 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.277706 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: service-type Jul 16 08:15:23.278034 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: sorting.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.279020 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.279351 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: sorting Jul 16 08:15:23.279674 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: standard_attr_segment.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.280695 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.281208 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 08:15:23.281529 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: standardattrdescription.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.282192 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.282701 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: standard-attr-description Jul 16 08:15:23.283022 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: stateful_security_group.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.283982 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.284521 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: stateful-security-group Jul 16 08:15:23.284842 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: stdattrs_common.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.285431 n-d-758944-46 neutron-server[93585]: WARNING neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 08:15:23.285752 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.286749 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.287205 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 08:15:23.287525 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: subnet_onboard.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.288621 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.289138 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: subnet_onboard Jul 16 08:15:23.289460 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.290389 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.290897 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 08:15:23.291246 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: subnet_service_types.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.292160 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.292694 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: subnet-service-types Jul 16 08:15:23.293016 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: subnetallocation.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.294105 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.294885 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: subnet_allocation Jul 16 08:15:23.295210 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.295879 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.296386 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: subnetpool-prefix-ops Jul 16 08:15:23.296734 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.297668 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.298174 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 08:15:23.298497 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: tagging.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.299560 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.300072 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: standard-attr-tag Jul 16 08:15:23.300396 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: timestamp.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.301682 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.302204 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loaded extension: standard-attr-timestamp Jul 16 08:15:23.302526 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: trunk.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.303599 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.304111 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension trunk not supported by any of loaded plugins Jul 16 08:15:23.304432 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: trunk_details.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.305441 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.305950 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension trunk-details not supported by any of loaded plugins Jul 16 08:15:23.306269 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: uplink_status_propagation.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.307290 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.307808 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 08:15:23.308127 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Loading extension file: vlantransparent.py {{(pid=93585) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:15:23.308838 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93585) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:15:23.309341 n-d-758944-46 neutron-server[93585]: INFO neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 08:15:23.311818 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:network Jul 16 08:15:23.312359 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:subnet Jul 16 08:15:23.312786 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:15:23.313202 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:port Jul 16 08:15:23.314466 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.v2.resource_helper [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:15:23.314907 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.v2.resource_helper [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Service FLAVORS assigned prefix: {{(pid=93585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:15:23.315520 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.v2.resource_helper [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:15:23.315946 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.v2.resource_helper [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:15:23.316274 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:router Jul 16 08:15:23.316723 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:floatingip Jul 16 08:15:23.317206 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.v2.resource_helper [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Service METERING assigned prefix: /metering {{(pid=93585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:15:23.318657 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.319027 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.319380 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93585) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:15:23.320392 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 08:15:23.320955 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:security_group Jul 16 08:15:23.321404 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 08:15:23.322015 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.v2.resource_helper [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Service CORE assigned prefix: {{(pid=93585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:15:23.322867 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:15:23.323211 n-d-758944-46 neutron-server[93585]: WARNING neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] subnetpool is already registered Jul 16 08:15:23.323647 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.v2.resource_helper [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Service CORE assigned prefix: {{(pid=93585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:15:23.323984 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:15:23.324319 n-d-758944-46 neutron-server[93585]: WARNING neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] subnetpool is already registered Jul 16 08:15:23.326639 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.v2.resource_helper [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:15:23.327074 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.v2.resource_helper [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Service FLAVORS assigned prefix: {{(pid=93585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:15:23.327661 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.v2.resource_helper [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:15:23.328077 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.v2.resource_helper [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:15:23.328411 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:router Jul 16 08:15:23.328776 n-d-758944-46 neutron-server[93585]: WARNING neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] router is already registered Jul 16 08:15:23.329186 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:floatingip Jul 16 08:15:23.329523 n-d-758944-46 neutron-server[93585]: WARNING neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] floatingip is already registered Jul 16 08:15:23.329975 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.v2.resource_helper [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Service METERING assigned prefix: /metering {{(pid=93585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:15:23.330649 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 08:15:23.330976 n-d-758944-46 neutron-server[93585]: WARNING neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] rbac_policy is already registered Jul 16 08:15:23.331389 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:security_group Jul 16 08:15:23.331720 n-d-758944-46 neutron-server[93585]: WARNING neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] security_group is already registered Jul 16 08:15:23.332123 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 08:15:23.332452 n-d-758944-46 neutron-server[93585]: WARNING neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] security_group_rule is already registered Jul 16 08:15:23.333110 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.v2.resource_helper [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Service CORE assigned prefix: {{(pid=93585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:15:23.333436 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:15:23.333767 n-d-758944-46 neutron-server[93585]: WARNING neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] subnetpool is already registered Jul 16 08:15:23.334187 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.v2.resource_helper [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Service CORE assigned prefix: {{(pid=93585) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:15:23.334512 n-d-758944-46 neutron-server[93585]: INFO neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:15:23.334838 n-d-758944-46 neutron-server[93585]: WARNING neutron.quota.resource_registry [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] subnetpool is already registered Jul 16 08:15:23.335314 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: extensions {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.336814 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: address-groups {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.338912 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: address-scopes {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.340223 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: agents {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.341434 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: auto-allocated-topology {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.342681 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: availability_zones {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.343948 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: dhcp-networks {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.345456 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: dhcp-agents {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.347094 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: routers {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.348831 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: flavors {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.351174 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: service_profiles {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.352389 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: next_providers {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.353905 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: service_profiles {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.355454 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: floatingip-pools {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.356714 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: routers {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.358413 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: floatingips {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.359685 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: l3-routers {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.361114 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: l3-agents {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.362538 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: metering-labels {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.363788 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: metering-label-rules {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.365195 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: network-ip-availabilities {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.366462 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: bindings {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.368001 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: quotas {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.369600 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: quotas {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.371026 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: rbac-policies {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.372214 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: security-groups {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.373540 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: security-group-rules {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.374789 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: service-providers {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.376010 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: subnetpools {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.377410 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: subnetpools {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.378948 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: tags {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.380649 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: tags {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.382476 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: tags {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.384238 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: tags {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.387204 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: tags {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.389700 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: tags {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.391387 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: tags {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.393250 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: tags {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.395119 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: tags {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.396891 n-d-758944-46 neutron-server[93585]: DEBUG neutron.api.extensions [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Extended resource: tags {{(pid=93585) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:15:23.403380 n-d-758944-46 neutron-server[93585]: WARNING keystonemiddleware.auth_token [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 08:15:23.407917 n-d-758944-46 neutron-server[93585]: WARNING keystonemiddleware.auth_token [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 08:15:23.416696 n-d-758944-46 neutron-server[93585]: DEBUG oslo_concurrency.lockutils [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Acquired lock "singleton_lock" {{(pid=93585) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 08:15:23.417174 n-d-758944-46 neutron-server[93585]: DEBUG oslo_concurrency.lockutils [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Releasing lock "singleton_lock" {{(pid=93585) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 08:15:23.417822 n-d-758944-46 neutron-server[93585]: INFO oslo_service.service [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Starting 2 workers Jul 16 08:15:23.422807 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Started child 93694 {{(pid=93585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:15:23.427335 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Started child 93695 {{(pid=93585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:15:23.428201 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:23.428960 n-d-758944-46 neutron-server[93585]: INFO neutron.service [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 08:15:23.429612 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Notify callbacks [] for process, before_spawn {{(pid=93585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:23.429773 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [-] (93694) wsgi starting up on http://0.0.0.0:9696 Jul 16 08:15:23.432022 n-d-758944-46 neutron-server[93585]: INFO oslo_service.service [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Starting 1 workers Jul 16 08:15:23.432185 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:23.433653 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [-] (93695) wsgi starting up on http://0.0.0.0:9696 Jul 16 08:15:23.437211 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Started child 93696 {{(pid=93585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:15:23.437745 n-d-758944-46 neutron-server[93585]: INFO oslo_service.service [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Starting 1 workers Jul 16 08:15:23.440761 n-d-758944-46 neutron-server[93696]: DEBUG neutron.service [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] calling RpcWorker wait() {{(pid=93696) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 08:15:23.441378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.service [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] returning from RpcWorker wait() {{(pid=93696) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 08:15:23.442210 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Started child 93697 {{(pid=93585) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:15:23.442493 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:23.443121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:15:23.443288 n-d-758944-46 neutron-server[93585]: DEBUG neutron_lib.callbacks.manager [None req-c543a2a1-4949-41b9-8386-38a14c00d34f None None] Notify callbacks [] for process, after_spawn {{(pid=93585) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:23.444917 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93585) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 08:15:23.445116 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:15:23.445296 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:15:23.445510 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:15:23.445866 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:15:23.446125 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:15:23.446533 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.446803 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.447070 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.447717 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:23.448242 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.448242 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.448808 n-d-758944-46 neutron-server[93697]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:15:23.448962 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.449118 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.449322 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.449601 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.449859 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.450031 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.450195 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.450463 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.450690 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.450949 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.451237 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.451483 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.451740 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.451909 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.452151 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.452412 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.452680 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.452943 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] debug = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.453240 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.453656 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.453915 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.454152 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.454517 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.454677 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.454876 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.455131 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.455363 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.455616 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.455838 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.456199 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.456361 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.456565 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.456783 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.457036 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.457253 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.457709 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] host = n-d-758944-46 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.457938 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.458176 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.458402 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.458656 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.458899 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.459135 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.459397 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.459660 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.459913 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.460135 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.460372 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.460639 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.460853 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.461085 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_file = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.461243 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_options = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.461486 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.461739 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.462002 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.462192 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.462357 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.462524 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.462776 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.463636 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.463793 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.463988 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.464203 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.464417 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.464800 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.464941 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.465187 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.465438 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.465688 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.465931 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.466196 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.466447 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.466684 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.466932 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.467166 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.467385 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.467615 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.467835 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.468078 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.468311 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.468542 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.468799 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.469035 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.469298 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.469531 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.469771 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.469997 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.470223 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.470441 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.470712 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.470940 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.471199 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.471441 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.471672 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.471902 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.472116 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.472332 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.472568 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] use_json = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.472780 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.473010 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.473277 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.473508 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.473758 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.473943 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.474114 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.474348 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.475917 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.475917 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.475917 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.476959 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.476959 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.476959 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.476959 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.477503 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.477503 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.477770 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.477913 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.478144 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.478423 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.478807 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.478957 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.479999 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.480465 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.481136 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.481136 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.481136 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.481355 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.482519 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.482867 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.483132 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.483381 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.484525 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.484525 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.484525 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.484525 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.484525 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.485234 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.485234 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.485234 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.485809 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.485809 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.486066 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.486201 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.487218 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.487218 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.487218 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.487218 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.487218 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.490565 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.490565 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.490565 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.490565 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.490565 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.490565 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.490565 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.490565 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.490565 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.493023 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.493023 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.493023 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.493023 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.493023 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.493023 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.493023 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.493023 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.493023 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.496732 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.496732 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.496732 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.496732 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.496732 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.496732 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.496732 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.496732 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.496732 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.497271 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.497271 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.497271 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.497271 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.497271 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.497271 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.497271 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.497271 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.497821 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.497821 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.497953 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.498085 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.498295 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.498528 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.498744 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.499001 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.499315 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.499565 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.499813 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.500064 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.500283 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.500555 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.501345 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.501345 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.501345 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.501575 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.501736 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.501959 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.502213 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.502437 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.502673 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.502908 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.503161 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.503383 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.503620 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.503856 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.504079 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.504705 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.504705 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.505022 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.505022 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.505316 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.505589 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.506024 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.506182 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.506328 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.506520 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.506843 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.507104 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.507430 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.507662 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.507892 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.508157 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.508389 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.508675 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.508906 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.509139 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.509376 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.509672 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.510423 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.510648 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.510892 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.511138 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.511449 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.511683 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.511897 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.512128 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.512404 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.512656 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.512915 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.513178 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.513423 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.513656 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.513900 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.514147 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.514384 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.514615 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.514841 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.515073 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.515303 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.515549 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.515765 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.515978 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.516195 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.516464 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.516717 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.516941 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.517153 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.517370 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.517606 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.517852 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.518067 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.518483 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.518914 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.519140 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.519603 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.519603 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.519800 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.520140 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.520243 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.520528 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.521800 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.521800 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.521800 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.521800 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.521800 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.522151 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.522151 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.522380 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.522786 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.523300 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.524185 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.524622 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.525034 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.525268 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.526054 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.526315 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.526564 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.526939 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.527213 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.527449 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.527694 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.527912 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.528302 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.528682 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.529079 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.529441 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.529814 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.530042 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.530288 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.530538 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.530871 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.531020 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.531413 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.531630 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.531899 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.532107 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.532368 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.532646 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.532900 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.533361 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.533556 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.533787 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.534101 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.534246 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.534445 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.534671 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.534890 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.535116 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.535492 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.535907 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.536116 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.536460 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.536713 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.536837 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.537024 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.537274 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.537465 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.537690 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.537901 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.538135 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.538359 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.538609 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.538846 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.539041 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.539263 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.539497 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.539792 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.540022 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.540258 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.540571 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.540802 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.541073 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.541315 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.541635 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.542011 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.542280 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.542502 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.542740 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.542947 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.543216 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.543621 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.543867 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.544097 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.544364 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.544946 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.545191 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.545469 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.545690 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.546179 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.546339 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.546596 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.546869 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.547103 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.547391 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.547786 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.548012 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.548346 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.548771 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.548920 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.549120 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.549399 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.549716 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.549984 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.550229 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.550526 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.550762 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.551033 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.551316 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.551598 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.551840 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:15:23.552528 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93585) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 08:15:23.552690 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:15:23.552844 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:15:23.553096 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:15:23.553294 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:15:23.553537 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:15:23.553790 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.553790 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.553946 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.554198 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.554355 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.554480 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.554727 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.554891 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.555036 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.555201 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.555416 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.555578 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.555777 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.555877 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.556195 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.556195 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.556379 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.556705 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.556880 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.557027 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.557432 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.557585 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.557735 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] debug = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.557914 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.558119 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.558287 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.558614 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.559685 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.559685 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.560481 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.560481 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.560481 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.561250 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.561250 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.561250 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.561250 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.561949 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.561949 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.561949 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.561949 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.561949 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] host = n-d-758944-46 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.562512 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.562512 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.562512 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.562512 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.563424 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.563424 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.563424 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.563424 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.563424 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.563424 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.564175 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.564175 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.564175 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.564175 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_file = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.564175 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_options = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.564543 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.564543 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.564543 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.564773 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.564859 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.565002 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.565176 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.565345 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.565453 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.565609 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.565763 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.565957 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.566357 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.566357 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.566357 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.566825 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.566825 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.566825 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.567231 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.567231 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.567231 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.567599 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.567599 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.567751 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.567879 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.567963 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.568090 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.568246 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.568402 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.568582 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.568740 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.568899 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.569059 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.569221 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.569379 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.569534 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.569690 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.569847 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.570006 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.570156 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.570312 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.570465 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.570621 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.570778 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.570935 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.571093 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] use_json = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.571251 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.571406 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.571563 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.571719 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.571881 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.572798 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.572798 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.572940 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:15:23.573078 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.573177 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.573352 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.573515 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.573675 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.573834 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.573987 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.574150 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.574315 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.574518 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.574658 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.574791 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.574947 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.575530 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.575530 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.575530 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.575530 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.575983 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.575983 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.575983 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.576193 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.576288 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.576566 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.576727 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.576854 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.577454 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.577454 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.577454 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.577454 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.577927 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.577927 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.577927 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.577927 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.578415 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.578415 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.578415 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.578676 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.578676 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.578872 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.578989 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.579149 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.579309 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.579472 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.579633 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.579793 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.579954 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.580114 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.580275 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.580437 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.580573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:15:23.580664 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.580780 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.580940 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.581100 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.581260 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.581419 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.581581 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.581740 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.581899 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.582059 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.582218 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.582376 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.582548 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.582708 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.582868 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.583028 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.583187 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.583349 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.583509 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.583669 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.583829 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.584014 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.584174 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.584334 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.584510 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.584672 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.584833 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.584991 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.585151 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.585310 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.585470 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.585630 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.585790 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.585950 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.586109 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.586277 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.586456 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.586615 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.586774 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.586933 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.587092 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.587251 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.587410 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.587568 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.587727 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.587941 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.588625 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.588785 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.588948 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.589108 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.589266 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.589425 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.589569 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.589731 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.589889 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.590049 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.590208 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.590367 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.590526 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.590684 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.590842 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.591000 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.591169 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.591328 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.591491 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.591651 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.591816 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.591986 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.592148 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.592309 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.592468 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.592651 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.592810 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.592970 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.593131 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.593289 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.593449 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.593621 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.593764 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.593935 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.594146 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.594242 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.594403 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.594586 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.594745 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.596047 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.596047 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.596047 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.596737 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.596737 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.596737 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.596737 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.597148 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.597148 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.597418 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.597418 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.597645 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.597645 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.597887 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.598012 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.598295 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.598295 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.598552 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.598552 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.599091 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.599091 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.599091 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.600382 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.600382 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.600382 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.600382 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.600382 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.600382 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.600382 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.600382 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.601177 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.601177 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.601177 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.601177 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.601177 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.601177 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.601177 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.601904 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.601904 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.601904 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.601904 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.602306 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.602306 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.602306 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.602965 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.602965 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.602965 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.602965 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.602965 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.603891 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.603891 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.603891 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.603891 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.603891 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.605163 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.605163 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.605163 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.605163 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.605163 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.605163 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.605163 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.605163 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.606970 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.606970 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.606970 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.606970 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.606970 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.606970 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.606970 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.606970 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.606970 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.608823 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.608823 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.608823 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.608823 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.608823 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.608823 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.608823 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.608823 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.609391 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.609391 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.609391 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.609391 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.609391 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.609391 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.609391 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.609391 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.610202 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.610202 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.610202 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.610202 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.610202 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.610202 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.610202 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.610202 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.611145 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.611145 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.611145 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.611145 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.611145 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.611145 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.611145 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.611145 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.611686 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.611686 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.611686 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.611884 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.611884 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.612026 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.612184 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.612344 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.612523 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.612692 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.612852 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.613011 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.613173 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.613337 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.613508 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.613675 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.613836 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.614004 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.614172 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.614341 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.614500 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.614666 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.614838 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.614996 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.615156 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.615317 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.615475 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.615633 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.615792 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.615950 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.616109 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.616269 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.616427 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.616613 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.616773 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.616932 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.617092 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.617252 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.617411 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.617571 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.617730 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.617889 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:15:23.618041 n-d-758944-46 neutron-server[93585]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93585) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:15:23.920221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34342) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:23.928732 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062740 Jul 16 08:15:35.204620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f05b107-8065-4937-8ed6-76ebd12d440c None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:15:35.283947 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-965ac7b4-8536-4f5a-94e8-78c1400b65f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3831045'] for agent, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:35.317568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f05b107-8065-4937-8ed6-76ebd12d440c None None] No non-hosted networks {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 08:15:37.826034 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eb1c9338-ff0f-4603-8d7a-de7f76ca2d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3831045'] for agent, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:37.871227 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1e75a752-5cfd-470b-9efd-90670b16cddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:38.089502 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3831045'] for agent, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:38.090906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:38.091387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:38.091780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:38.092209 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:38.093259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:38.093707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:38.095057 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:38.095436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:38.095768 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:38.096160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:38.096545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:38.097700 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:38.098108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-758944-46', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:15:38.111168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-758944-46', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:15:39.530075 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3831045'] for agent, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:40.690854 n-d-758944-46 neutron-server[93696]: INFO neutron.db.l3_hamode_db [None req-ebcae29e-2b90-4d46-b783-905a1f9b7370 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 08:15:40.768277 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcae29e-2b90-4d46-b783-905a1f9b7370 None None] Routers set() bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:15:40.768853 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcae29e-2b90-4d46-b783-905a1f9b7370 None None] Router IDs set() for agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:15:40.969122 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3831045'] for agent, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:41.991935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34434) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:42.477711 n-d-758944-46 neutron-server[93695]: WARNING oslo_policy.policy [None req-31af9b97-02bf-40a9-ae3f-74b0647b2d12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:15:42.478318 n-d-758944-46 neutron-server[93695]: WARNING oslo_policy.policy [None req-31af9b97-02bf-40a9-ae3f-74b0647b2d12 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:15:42.695363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-31af9b97-02bf-40a9-ae3f-74b0647b2d12 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:15:42.696355 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-31af9b97-02bf-40a9-ae3f-74b0647b2d12 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7031837 Jul 16 08:15:45.005145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34448) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:45.311017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-60c37e5f-8787-454e-bae6-775d1fff8480 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:15:45.403816 n-d-758944-46 neutron-server[93695]: DEBUG neutron.policy [None req-60c37e5f-8787-454e-bae6-775d1fff8480 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93695) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 08:15:45.448479 n-d-758944-46 neutron-server[93695]: WARNING oslo_policy.policy [None req-60c37e5f-8787-454e-bae6-775d1fff8480 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:15:45.448879 n-d-758944-46 neutron-server[93695]: WARNING oslo_policy.policy [None req-60c37e5f-8787-454e-bae6-775d1fff8480 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:15:45.457301 n-d-758944-46 neutron-server[93695]: INFO neutron.quota [None req-60c37e5f-8787-454e-bae6-775d1fff8480 admin admin] Loaded quota_driver: . Jul 16 08:15:45.552270 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60c37e5f-8787-454e-bae6-775d1fff8480 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775479388298', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775479389949', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775479335628', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775479337090', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775479348037', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775479356509', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-771458', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-771185', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3882949', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3806516'] for rbac-policy, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:45.617513 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60c37e5f-8787-454e-bae6-775d1fff8480 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:45.618787 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-60c37e5f-8787-454e-bae6-775d1fff8480 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6126511 Jul 16 08:15:48.181444 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34460) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:48.469798 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Request body: {'network': {'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'project_id': 'dfd98c57660a4225b18fcf6337909660', 'admin_state_up': True, 'name': 'private'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:15:48.498028 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Made reservation on behalf of dfd98c57660a4225b18fcf6337909660 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:15:48.500751 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:48.516687 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:48.634902 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:48.638690 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:48.657767 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 96, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:15:48.685927 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775480359491', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:48.686502 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Unsubscribe: segment precommit_create {{(pid=93695) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 08:15:48.687003 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Added segment 3493680e-ee17-45d6-8503-8e3854ac7599 of type vlan for network c35dc9f9-dbf0-4d32-843c-586a2561397c Jul 16 08:15:48.703605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d8eb486-cf9b-44a0-a466-84c665c2171e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:15:48.752042 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:48.752374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:48.752730 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:48.753058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:48.753379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:48.753697 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:48.754009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:48.754322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:48.754633 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:48.754947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:48.755256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:48.755562 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Tracked resource versions report: Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: pushed versions: Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: { 'AddressGroup': {'1.2'}, Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'ConntrackHelper': {'1.0'}, Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'Log': {'1.0'}, Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'Network': {'1.1'}, Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'Port': {'1.7'}, Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'PortForwarding': {'1.2'}, Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'QosPolicy': {'1.8'}, Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'SecurityGroup': {'1.4'}, Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'SubPort': {'1.0'}, Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'Subnet': {'1.1'}, Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'Trunk': {'1.1'}} Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: consumer versions: Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: { DHCP agent@n-d-758944-46: {}, Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: L3 agent@n-d-758944-46: {}, Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: Metadata agent@n-d-758944-46: {}, Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: Metering agent@n-d-758944-46: {}, Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: Open vSwitch agent@n-d-758944-46: { 'AddressGroup': '1.2', Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'ConntrackHelper': '1.0', Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'Log': '1.0', Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'Network': '1.1', Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'Port': '1.7', Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'PortForwarding': '1.2', Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'QosPolicy': '1.8', Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'SecurityGroup': '1.4', Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'SecurityGroupRule': '1.2', Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'SubPort': '1.0', Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'Subnet': '1.1', Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: 'Trunk': '1.1'}} Jul 16 08:15:48.756686 n-d-758944-46 neutron-server[93695]: {{(pid=93695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:15:48.803878 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:48.855650 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:48.856748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:48.857421 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:48.919651 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.7364085 Jul 16 08:15:48.958018 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136afae0-f227-43fc-a027-2d4b303c64c0 admin admin] Pushing event updated for resources: {'Network': ['ID=c35dc9f9-dbf0-4d32-843c-586a2561397c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:15:48.970619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network c35dc9f9-dbf0-4d32-843c-586a2561397c details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:15:51.547277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34474) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:52.034020 n-d-758944-46 neutron-server[93694]: WARNING oslo_policy.policy [None req-a9dc6da9-4b2f-4b2f-a98f-e19c60c32512 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:15:52.034612 n-d-758944-46 neutron-server[93694]: WARNING oslo_policy.policy [None req-a9dc6da9-4b2f-4b2f-a98f-e19c60c32512 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:15:52.470296 n-d-758944-46 neutron-server[93694]: DEBUG neutron.policy [None req-a9dc6da9-4b2f-4b2f-a98f-e19c60c32512 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93694) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 08:15:52.514771 n-d-758944-46 neutron-server[93694]: WARNING oslo_policy.policy [None req-a9dc6da9-4b2f-4b2f-a98f-e19c60c32512 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:15:52.515134 n-d-758944-46 neutron-server[93694]: WARNING oslo_policy.policy [None req-a9dc6da9-4b2f-4b2f-a98f-e19c60c32512 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:15:52.523145 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9dc6da9-4b2f-4b2f-a98f-e19c60c32512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:52.525066 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a9dc6da9-4b2f-4b2f-a98f-e19c60c32512 admin admin] 10.222.0.20 "GET /v2.0/networks/c35dc9f9-dbf0-4d32-843c-586a2561397c HTTP/1.1" status: 200 len: 824 time: 0.9750896 Jul 16 08:15:52.564043 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-74217fcb-a5e4-4d80-b318-269547924e11 admin admin] 10.222.0.20 "GET /v2.0/subnetpools/c4667ec1-145a-4eec-9552-939381a1a264 HTTP/1.1" status: 200 len: 734 time: 0.0328450 Jul 16 08:15:52.573377 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Request body: {'subnet': {'subnetpool_id': 'c4667ec1-145a-4eec-9552-939381a1a264', 'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:15:52.575385 n-d-758944-46 neutron-server[93694]: INFO neutron.quota [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Loaded quota_driver: . Jul 16 08:15:52.614650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Made reservation on behalf of dfd98c57660a4225b18fcf6337909660 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:15:52.617575 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:52.907561 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:52.973015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Checking segment: {'id': '3493680e-ee17-45d6-8503-8e3854ac7599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:15:52.973403 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Network hostable DHCP agents. Network: c35dc9f9-dbf0-4d32-843c-586a2561397c, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:15:52.990345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c78bf48-eb08-4dfe-ac51-92740d3fa93c,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:15:53.004258 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.004759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.005101 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.005427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.005747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.006066 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.006379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.006691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.007006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.007317 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.007626 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.007935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Tracked resource versions report: Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: pushed versions: Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: { 'AddressGroup': {'1.2'}, Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'ConntrackHelper': {'1.0'}, Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'Log': {'1.0'}, Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'Network': {'1.1'}, Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'Port': {'1.7'}, Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'PortForwarding': {'1.2'}, Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'QosPolicy': {'1.8'}, Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'SecurityGroup': {'1.4'}, Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'SubPort': {'1.0'}, Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'Subnet': {'1.1'}, Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'Trunk': {'1.1'}} Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: consumer versions: Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: { DHCP agent@n-d-758944-46: {}, Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: L3 agent@n-d-758944-46: {}, Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: Metadata agent@n-d-758944-46: {}, Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: Metering agent@n-d-758944-46: {}, Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: Open vSwitch agent@n-d-758944-46: { 'AddressGroup': '1.2', Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'ConntrackHelper': '1.0', Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'Log': '1.0', Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'Network': '1.1', Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'Port': '1.7', Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'PortForwarding': '1.2', Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'QosPolicy': '1.8', Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'SecurityGroup': '1.4', Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'SecurityGroupRule': '1.2', Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'SubPort': '1.0', Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'Subnet': '1.1', Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: 'Trunk': '1.1'}} Jul 16 08:15:53.009086 n-d-758944-46 neutron-server[93694]: {{(pid=93694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:15:53.032791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Network c35dc9f9-dbf0-4d32-843c-586a2561397c is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:15:53.049379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, c35dc9f9-dbf0-4d32-843c-586a2561397c) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:15:53.053946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:53.054580 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:53.058815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-914d3c5f-1a6d-4cd4-91c2-fcda8c527b65 None None] Network c35dc9f9-dbf0-4d32-843c-586a2561397c requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:15:53.073503 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-200399a3-192c-4084-9ef0-a55f81b42c35 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5041482 Jul 16 08:15:53.372225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-c35dc9f9-dbf0-4d32-843c-586a2561397c', 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c', 'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'fixed_ips': [{'subnet_id': '7c78bf48-eb08-4dfe-ac51-92740d3fa93c'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:15:53.373513 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:53.646944 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Allocated IP 172.20.0.2 (c35dc9f9-dbf0-4d32-843c-586a2561397c/7c78bf48-eb08-4dfe-ac51-92740d3fa93c/b2c4b62b-d31c-4d32-8bd8-da42de5c066d) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:15:53.857480 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:53.900976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Transition to ACTIVE for port object b2c4b62b-d31c-4d32-8bd8-da42de5c066d will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:15:53.920609 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Transition to ACTIVE for port object b2c4b62b-d31c-4d32-8bd8-da42de5c066d will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:15:53.928980 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:53.992205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Network c35dc9f9-dbf0-4d32-843c-586a2561397c is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:15:54.002495 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:15:54.014248 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:15:54.017381 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Pushing event updated for resources: {'Port': ['ID=b2c4b62b-d31c-4d32-8bd8-da42de5c066d,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:15:54.042616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:54.042954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:54.043287 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:54.043616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:54.043942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:54.044264 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:54.044610 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:54.044932 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:54.045248 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:54.045566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:54.046160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:54.046471 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Tracked resource versions report: Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: pushed versions: Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: { 'AddressGroup': {'1.2'}, Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'ConntrackHelper': {'1.0'}, Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'Log': {'1.0'}, Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'Network': {'1.1'}, Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'Port': {'1.7'}, Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'PortForwarding': {'1.2'}, Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'QosPolicy': {'1.8'}, Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'SecurityGroup': {'1.4'}, Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'SubPort': {'1.0'}, Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'Subnet': {'1.1'}, Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'Trunk': {'1.1'}} Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: consumer versions: Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: { DHCP agent@n-d-758944-46: {}, Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: L3 agent@n-d-758944-46: {}, Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: Metadata agent@n-d-758944-46: {}, Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: Metering agent@n-d-758944-46: {}, Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: Open vSwitch agent@n-d-758944-46: { 'AddressGroup': '1.2', Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'ConntrackHelper': '1.0', Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'Log': '1.0', Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'Network': '1.1', Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'Port': '1.7', Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'PortForwarding': '1.2', Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'QosPolicy': '1.8', Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'SecurityGroup': '1.4', Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'SecurityGroupRule': '1.2', Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'SubPort': '1.0', Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'Subnet': '1.1', Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: 'Trunk': '1.1'}} Jul 16 08:15:54.047589 n-d-758944-46 neutron-server[93696]: {{(pid=93696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:15:54.095928 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Attempting to bind port b2c4b62b-d31c-4d32-8bd8-da42de5c066d on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:15:54.096606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Attempting to bind port b2c4b62b-d31c-4d32-8bd8-da42de5c066d by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '3493680e-ee17-45d6-8503-8e3854ac7599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:15:54.096748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Attempting to bind port b2c4b62b-d31c-4d32-8bd8-da42de5c066d on network c35dc9f9-dbf0-4d32-843c-586a2561397c {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:15:54.101562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:15:54.102091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Checking segment: {'id': '3493680e-ee17-45d6-8503-8e3854ac7599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:15:54.102563 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:54.102947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Bound using segment: {'id': '3493680e-ee17-45d6-8503-8e3854ac7599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:15:54.103402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Bound port: b2c4b62b-d31c-4d32-8bd8-da42de5c066d, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3493680e-ee17-45d6-8503-8e3854ac7599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:15:54.104329 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:54.165497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] For port b2c4b62b-d31c-4d32-8bd8-da42de5c066d, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:15:54.170209 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] For port b2c4b62b-d31c-4d32-8bd8-da42de5c066d, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b2c4b62b-d31c-4d32-8bd8-da42de5c066d,segment=NetworkSegment(3493680e-ee17-45d6-8503-8e3854ac7599),segment_id=3493680e-ee17-45d6-8503-8e3854ac7599)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:15:54.174654 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:54.238858 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb4d879-128f-4ff1-ac66-5ecb3fc3b7a8 None None] Pushing event updated for resources: {'Port': ['ID=b2c4b62b-d31c-4d32-8bd8-da42de5c066d,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:15:55.481451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34494) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:55.795285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-31b7f836-ce9a-4d4a-995c-fbd260783c51 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:15:55.796575 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-31b7f836-ce9a-4d4a-995c-fbd260783c51 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3135166 Jul 16 08:15:58.172405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34502) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:58.482524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-e584ef53-c56a-40a9-9be2-d532021a551d admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:15:58.483608 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e584ef53-c56a-40a9-9be2-d532021a551d admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3101873 Jul 16 08:16:00.212590 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b2c4b62b-d31c-4d32-8bd8-da42de5c066d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:16:00.305667 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port b2c4b62b-d31c-4d32-8bd8-da42de5c066d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:16:00.320186 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c4f20a-3ecb-465c-adc5-67ca6dce0e71 None None] Network c35dc9f9-dbf0-4d32-843c-586a2561397c requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:16:00.378730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c74a6b89-150b-4060-beb6-cc7f157bb26e None None] Provisioning for port b2c4b62b-d31c-4d32-8bd8-da42de5c066d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:16:00.384739 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c74a6b89-150b-4060-beb6-cc7f157bb26e None None] Provisioning complete for port b2c4b62b-d31c-4d32-8bd8-da42de5c066d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:16:00.385686 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c74a6b89-150b-4060-beb6-cc7f157bb26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:00.564253 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c74a6b89-150b-4060-beb6-cc7f157bb26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:00.619048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c74a6b89-150b-4060-beb6-cc7f157bb26e None None] For port b2c4b62b-d31c-4d32-8bd8-da42de5c066d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b2c4b62b-d31c-4d32-8bd8-da42de5c066d,segment=NetworkSegment(3493680e-ee17-45d6-8503-8e3854ac7599),segment_id=3493680e-ee17-45d6-8503-8e3854ac7599)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:16:00.626425 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c74a6b89-150b-4060-beb6-cc7f157bb26e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:00.697340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74a6b89-150b-4060-beb6-cc7f157bb26e None None] Pushing event updated for resources: {'Port': ['ID=b2c4b62b-d31c-4d32-8bd8-da42de5c066d,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:00.845637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ba33e760-7634-4a8b-9540-6b04418f11da None None] Provisioning complete for port b2c4b62b-d31c-4d32-8bd8-da42de5c066d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:16:00.845997 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ba33e760-7634-4a8b-9540-6b04418f11da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:01.134223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34516) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:16:01.429939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-597085c9-a5cd-43e7-862c-296f6f9afbfd admin admin] Request body: {'router': {'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'name': 'router1', 'admin_state_up': True}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:16:01.454168 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-597085c9-a5cd-43e7-862c-296f6f9afbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:01.455795 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-597085c9-a5cd-43e7-862c-296f6f9afbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:01.599333 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-597085c9-a5cd-43e7-862c-296f6f9afbfd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:01.603980 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-597085c9-a5cd-43e7-862c-296f6f9afbfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:01.616366 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-597085c9-a5cd-43e7-862c-296f6f9afbfd admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:01.617588 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-597085c9-a5cd-43e7-862c-296f6f9afbfd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4823868 Jul 16 08:16:02.172923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b2c4b62b-d31c-4d32-8bd8-da42de5c066d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:16:02.219239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b2c4b62b-d31c-4d32-8bd8-da42de5c066d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:16:02.219614 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:03.987193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34524) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:16:04.293092 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-843531b0-3a6e-45c3-8469-9fdafb5cb14c admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:16:04.294070 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-843531b0-3a6e-45c3-8469-9fdafb5cb14c admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3059168 Jul 16 08:16:05.119189 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-49313f53-f082-415d-855e-6e5acefc0c98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:06.679748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34532) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:16:06.988135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:16:07.030689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Made reservation on behalf of e0ba8ddc88db48f6b3cf00306adb98f2 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:16:07.033000 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:07.048418 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:07.160624 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:07.164522 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:07.178351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Reserving flat network on physical network physnet1 {{(pid=93694) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 08:16:07.206074 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775480359491', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:07.206636 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Unsubscribe: segment precommit_create {{(pid=93694) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 08:16:07.207083 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Added segment 75d2e291-0c55-46c4-8ad9-8bbe61f1a944 of type flat for network 5104ae83-6676-4d41-893d-d4156f04b1b6 Jul 16 08:16:07.211155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c24c97-c44b-4797-8460-0fc6960359c8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:07.263493 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:07.311454 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:07.312345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:16:07.312953 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:07.365705 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6847715 Jul 16 08:16:07.408596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf21c1cb-5493-4c13-9fad-2f6e96aa4c32 admin admin] Pushing event updated for resources: {'Network': ['ID=5104ae83-6676-4d41-893d-d4156f04b1b6,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:07.419866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:16:07.810001 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-81f939b6-a653-4a1a-8128-e2d2a3d29385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:08.053499 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:08.505054 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 5 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:16:09.451478 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:09.730358 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34550) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:16:09.901429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8d2568-9d30-4439-9d96-7decbc3dcfd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:16:09.902753 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0b8d2568-9d30-4439-9d96-7decbc3dcfd6 admin admin] 10.222.0.20 "GET /v2.0/subnets/7c78bf48-eb08-4dfe-ac51-92740d3fa93c HTTP/1.1" status: 200 len: 849 time: 0.1714554 Jul 16 08:16:10.018114 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2f5bcd40-e156-4cfd-84cd-df71a53ac470 admin admin] 10.222.0.20 "GET /v2.0/routers/191ecde3-b322-4787-86ba-0b8499e6b3c0 HTTP/1.1" status: 200 len: 704 time: 0.1097491 Jul 16 08:16:10.283569 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:10.573760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Allocated IP 172.20.0.1 (c35dc9f9-dbf0-4d32-843c-586a2561397c/7c78bf48-eb08-4dfe-ac51-92740d3fa93c/658658e4-d530-4c66-8e3c-d5a7745fbda1) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:16:10.722263 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:10.743765 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Transition to ACTIVE for port object 658658e4-d530-4c66-8e3c-d5a7745fbda1 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:16:10.870405 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:10.923540 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:10.935846 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Network c35dc9f9-dbf0-4d32-843c-586a2561397c is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:16:10.942414 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:16:10.947779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:16:10.948185 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:11.009064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Pushing event updated for resources: {'Port': ['ID=658658e4-d530-4c66-8e3c-d5a7745fbda1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:11.162064 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:11.198173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-900acc3e-a235-41f4-8339-ff47c415d563 None None] Provisioning for port 658658e4-d530-4c66-8e3c-d5a7745fbda1 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:16:11.201947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-900acc3e-a235-41f4-8339-ff47c415d563 None None] Provisioning complete for port 658658e4-d530-4c66-8e3c-d5a7745fbda1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:16:11.202313 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-900acc3e-a235-41f4-8339-ff47c415d563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:11.238241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-900acc3e-a235-41f4-8339-ff47c415d563 None None] Port 658658e4-d530-4c66-8e3c-d5a7745fbda1 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:16:11.344067 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:11.348427 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:11.349265 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:11.408686 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Pushing event updated for resources: {'Port': ['ID=658658e4-d530-4c66-8e3c-d5a7745fbda1,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:11.473244 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Network c35dc9f9-dbf0-4d32-843c-586a2561397c is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:16:11.474574 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:16:11.630221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Router 191ecde3-b322-4787-86ba-0b8499e6b3c0 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:16:11.657984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-29f5185c-b96a-45e4-8a7c-f4a5b0662612 None None] Provisioning complete for port 658658e4-d530-4c66-8e3c-d5a7745fbda1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:16:11.658353 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-29f5185c-b96a-45e4-8a7c-f4a5b0662612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:11.690957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-29f5185c-b96a-45e4-8a7c-f4a5b0662612 None None] Port 658658e4-d530-4c66-8e3c-d5a7745fbda1 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:16:11.719457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:16:11.724598 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9e76764b-03b5-4d0b-9334-ecb012cce892 admin admin] 10.222.0.20 "PUT /v2.0/routers/191ecde3-b322-4787-86ba-0b8499e6b3c0/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7016656 Jul 16 08:16:11.739708 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Sync routers for ids ['191ecde3-b322-4787-86ba-0b8499e6b3c0'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:16:11.751576 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Routers {'191ecde3-b322-4787-86ba-0b8499e6b3c0'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:16:11.752324 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:16:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['191ecde3-b322-4787-86ba-0b8499e6b3c0'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:16:11.934929 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Set router 191ecde3-b322-4787-86ba-0b8499e6b3c0 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:16:12.359416 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191ecde3-b322-4787-86ba-0b8499e6b3c0', 'name': 'router1', 'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:16:01Z', 'updated_at': '2021-07-16T08:16:11Z', 'revision_number': 2, 'project_id': 'dfd98c57660a4225b18fcf6337909660', 'gw_port_host': None, '_interfaces': [{'id': '658658e4-d530-4c66-8e3c-d5a7745fbda1', 'name': '', 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c', 'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'mac_address': 'fa:16:3e:05:cc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191ecde3-b322-4787-86ba-0b8499e6b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c78bf48-eb08-4dfe-ac51-92740d3fa93c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:16:10Z', 'updated_at': '2021-07-16T08:16:11Z', 'revision_number': 2, 'project_id': 'dfd98c57660a4225b18fcf6337909660', 'subnets': [{'id': '7c78bf48-eb08-4dfe-ac51-92740d3fa93c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4667ec1-145a-4eec-9552-939381a1a264'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:16:12.410667 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Checking router: 191ecde3-b322-4787-86ba-0b8499e6b3c0 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:16:12.410949 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Updating router 191ecde3-b322-4787-86ba-0b8499e6b3c0 port 658658e4-d530-4c66-8e3c-d5a7745fbda1 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:16:12.476059 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:12.966109 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:12.985016 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Transition to ACTIVE for port object 658658e4-d530-4c66-8e3c-d5a7745fbda1 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:16:12.993081 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:13.147900 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bed20d-c620-4104-aa50-2d27498bc94e None None] Pushing event updated for resources: {'Port': ['ID=658658e4-d530-4c66-8e3c-d5a7745fbda1,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:13.162745 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Attempting to bind port 658658e4-d530-4c66-8e3c-d5a7745fbda1 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:16:13.163145 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Attempting to bind port 658658e4-d530-4c66-8e3c-d5a7745fbda1 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '3493680e-ee17-45d6-8503-8e3854ac7599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:16:13.163570 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Attempting to bind port 658658e4-d530-4c66-8e3c-d5a7745fbda1 on network c35dc9f9-dbf0-4d32-843c-586a2561397c {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:16:13.169511 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:16:13.169921 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Checking segment: {'id': '3493680e-ee17-45d6-8503-8e3854ac7599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:16:13.170407 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:13.170794 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Bound using segment: {'id': '3493680e-ee17-45d6-8503-8e3854ac7599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:16:13.171278 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Bound port: 658658e4-d530-4c66-8e3c-d5a7745fbda1, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3493680e-ee17-45d6-8503-8e3854ac7599', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:16:13.171907 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:13.175222 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bed20d-c620-4104-aa50-2d27498bc94e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:13.175563 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bed20d-c620-4104-aa50-2d27498bc94e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:13.175905 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bed20d-c620-4104-aa50-2d27498bc94e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:13.176429 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bed20d-c620-4104-aa50-2d27498bc94e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:13.176589 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bed20d-c620-4104-aa50-2d27498bc94e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:13.176920 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bed20d-c620-4104-aa50-2d27498bc94e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:13.177242 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bed20d-c620-4104-aa50-2d27498bc94e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:13.177561 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bed20d-c620-4104-aa50-2d27498bc94e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:13.177899 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bed20d-c620-4104-aa50-2d27498bc94e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:13.178258 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bed20d-c620-4104-aa50-2d27498bc94e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:13.178543 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bed20d-c620-4104-aa50-2d27498bc94e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:13.178823 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bed20d-c620-4104-aa50-2d27498bc94e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4bed20d-c620-4104-aa50-2d27498bc94e None None] Tracked resource versions report: Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: pushed versions: Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: { 'AddressGroup': {'1.2'}, Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'ConntrackHelper': {'1.0'}, Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'Log': {'1.0'}, Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'Network': {'1.1'}, Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'Port': {'1.7'}, Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'PortForwarding': {'1.2'}, Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'QosPolicy': {'1.8'}, Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'SecurityGroup': {'1.4'}, Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'SubPort': {'1.0'}, Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'Subnet': {'1.1'}, Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'Trunk': {'1.1'}} Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: consumer versions: Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: { DHCP agent@n-d-758944-46: {}, Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: L3 agent@n-d-758944-46: {}, Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: Metadata agent@n-d-758944-46: {}, Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: Metering agent@n-d-758944-46: {}, Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: Open vSwitch agent@n-d-758944-46: { 'AddressGroup': '1.2', Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'ConntrackHelper': '1.0', Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'Log': '1.0', Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'Network': '1.1', Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'Port': '1.7', Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'PortForwarding': '1.2', Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'QosPolicy': '1.8', Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'SecurityGroup': '1.4', Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'SecurityGroupRule': '1.2', Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'SubPort': '1.0', Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'Subnet': '1.1', Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: 'Trunk': '1.1'}} Jul 16 08:16:13.179940 n-d-758944-46 neutron-server[93697]: {{(pid=93697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:16:13.249268 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] For port 658658e4-d530-4c66-8e3c-d5a7745fbda1, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:16:13.270925 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] For port 658658e4-d530-4c66-8e3c-d5a7745fbda1, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=658658e4-d530-4c66-8e3c-d5a7745fbda1,segment=NetworkSegment(3493680e-ee17-45d6-8503-8e3854ac7599),segment_id=3493680e-ee17-45d6-8503-8e3854ac7599)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:16:13.276608 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:13.333262 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Routers {'191ecde3-b322-4787-86ba-0b8499e6b3c0'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:16:13.333888 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:16:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['191ecde3-b322-4787-86ba-0b8499e6b3c0'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:16:13.335888 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bed20d-c620-4104-aa50-2d27498bc94e None None] Pushing event updated for resources: {'Port': ['ID=658658e4-d530-4c66-8e3c-d5a7745fbda1,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:13.428318 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] Set router 191ecde3-b322-4787-86ba-0b8499e6b3c0 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:16:13.641542 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191ecde3-b322-4787-86ba-0b8499e6b3c0', 'name': 'router1', 'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:16:01Z', 'updated_at': '2021-07-16T08:16:11Z', 'revision_number': 2, 'project_id': 'dfd98c57660a4225b18fcf6337909660', 'gw_port_host': None, '_interfaces': [{'id': '658658e4-d530-4c66-8e3c-d5a7745fbda1', 'name': '', 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c', 'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'mac_address': 'fa:16:3e:05:cc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191ecde3-b322-4787-86ba-0b8499e6b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c78bf48-eb08-4dfe-ac51-92740d3fa93c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:16:10Z', 'updated_at': '2021-07-16T08:16:13Z', 'revision_number': 4, 'project_id': 'dfd98c57660a4225b18fcf6337909660', 'subnets': [{'id': '7c78bf48-eb08-4dfe-ac51-92740d3fa93c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4667ec1-145a-4eec-9552-939381a1a264'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:16:13.670247 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365af740-9c8b-464b-801f-a261bef51ad0 None None] The sync data for ids ['191ecde3-b322-4787-86ba-0b8499e6b3c0'] in n-d-758944-46 is: [{'id': '191ecde3-b322-4787-86ba-0b8499e6b3c0', 'name': 'router1', 'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:16:01Z', 'updated_at': '2021-07-16T08:16:11Z', 'revision_number': 2, 'project_id': 'dfd98c57660a4225b18fcf6337909660', 'gw_port_host': None, '_interfaces': [{'id': '658658e4-d530-4c66-8e3c-d5a7745fbda1', 'name': '', 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c', 'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'mac_address': 'fa:16:3e:05:cc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191ecde3-b322-4787-86ba-0b8499e6b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c78bf48-eb08-4dfe-ac51-92740d3fa93c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:16:10Z', 'updated_at': '2021-07-16T08:16:13Z', 'revision_number': 4, 'project_id': 'dfd98c57660a4225b18fcf6337909660', 'subnets': [{'id': '7c78bf48-eb08-4dfe-ac51-92740d3fa93c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4667ec1-145a-4eec-9552-939381a1a264'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:16:13.967497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34570) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:16:14.078536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b6f978-a050-4116-aaea-6ab6fd520fc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:16:14.079920 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-59b6f978-a050-4116-aaea-6ab6fd520fc2 admin admin] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 842 time: 0.1114664 Jul 16 08:16:14.089262 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-661c5a23-40ba-4174-8cf2-e735cdcd256f admin admin] Request body: {'subnet': {'cidr': '172.25.4.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'gateway_ip': '172.25.4.1', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:16:14.109982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-661c5a23-40ba-4174-8cf2-e735cdcd256f admin admin] Made reservation on behalf of e0ba8ddc88db48f6b3cf00306adb98f2 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:16:14.112734 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-661c5a23-40ba-4174-8cf2-e735cdcd256f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:14.393819 n-d-758944-46 neutron-server[93694]: DEBUG neutron.objects.ports [None req-661c5a23-40ba-4174-8cf2-e735cdcd256f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93694) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:16:14.394255 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-661c5a23-40ba-4174-8cf2-e735cdcd256f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:14.446128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c5a23-40ba-4174-8cf2-e735cdcd256f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d634f4-1132-4667-beae-2c569182b7d8,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:14.456302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661c5a23-40ba-4174-8cf2-e735cdcd256f admin admin] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:16:14.456707 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661c5a23-40ba-4174-8cf2-e735cdcd256f admin admin] Network hostable DHCP agents. Network: 5104ae83-6676-4d41-893d-d4156f04b1b6, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:16:14.473900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661c5a23-40ba-4174-8cf2-e735cdcd256f admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:16:14.483361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-661c5a23-40ba-4174-8cf2-e735cdcd256f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 5104ae83-6676-4d41-893d-d4156f04b1b6) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:16:14.487311 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661c5a23-40ba-4174-8cf2-e735cdcd256f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:16:14.487897 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-661c5a23-40ba-4174-8cf2-e735cdcd256f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:14.492952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeeb437-c0f9-4ac4-92e7-a38527b7f9cf None None] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:16:14.506311 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-661c5a23-40ba-4174-8cf2-e735cdcd256f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4205406 Jul 16 08:16:14.642742 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35e7b16-1cf8-43ff-abef-29de2a731649 None None] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:16:16.807935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34582) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:16:17.013813 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2453369c-24fc-4abe-8df5-e915c69f1822 admin admin] 10.222.0.20 "GET /v2.0/routers/191ecde3-b322-4787-86ba-0b8499e6b3c0 HTTP/1.1" status: 200 len: 710 time: 0.2046993 Jul 16 08:16:17.101348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70513650-a346-48f3-8316-70fa3eed58b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:16:17.102721 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-70513650-a346-48f3-8316-70fa3eed58b5 admin admin] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 886 time: 0.0838950 Jul 16 08:16:17.111500 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:16:17.359663 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:17.608873 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:17.689479 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:17.795417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Allocated IP 172.25.4.229 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/82499c55-7d02-4547-927e-b06d7e7329e8) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:16:17.901969 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:17.940925 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:17.980684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:16:17.983510 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:16:17.987618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:16:17.990347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Pushing event updated for resources: {'Port': ['ID=82499c55-7d02-4547-927e-b06d7e7329e8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:18.197725 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 658658e4-d530-4c66-8e3c-d5a7745fbda1 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:16:18.231081 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:18.246079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 658658e4-d530-4c66-8e3c-d5a7745fbda1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:16:18.249813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 658658e4-d530-4c66-8e3c-d5a7745fbda1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:16:18.250199 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:18.325094 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:18.357606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 658658e4-d530-4c66-8e3c-d5a7745fbda1, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=658658e4-d530-4c66-8e3c-d5a7745fbda1,segment=NetworkSegment(3493680e-ee17-45d6-8503-8e3854ac7599),segment_id=3493680e-ee17-45d6-8503-8e3854ac7599)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:16:18.362774 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:18.464699 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=658658e4-d530-4c66-8e3c-d5a7745fbda1,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:18.517663 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:18.520863 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:18.625860 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Router 191ecde3-b322-4787-86ba-0b8499e6b3c0 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:16:18.730355 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:16:18.734773 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:18.737165 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4c184847-4dea-4d2c-a8db-553705a3bec6 admin admin] 10.222.0.20 "PUT /v2.0/routers/191ecde3-b322-4787-86ba-0b8499e6b3c0 HTTP/1.1" status: 200 len: 890 time: 1.6276152 Jul 16 08:16:18.739699 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Sync routers for ids ['191ecde3-b322-4787-86ba-0b8499e6b3c0'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:16:18.751191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Routers {'191ecde3-b322-4787-86ba-0b8499e6b3c0'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:16:18.751879 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:16:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['191ecde3-b322-4787-86ba-0b8499e6b3c0'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:16:18.970369 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Set router 191ecde3-b322-4787-86ba-0b8499e6b3c0 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:16:19.366889 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191ecde3-b322-4787-86ba-0b8499e6b3c0', 'name': 'router1', 'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '82499c55-7d02-4547-927e-b06d7e7329e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:16:01Z', 'updated_at': '2021-07-16T08:16:18Z', 'revision_number': 4, 'project_id': 'dfd98c57660a4225b18fcf6337909660', 'gw_port': {'id': '82499c55-7d02-4547-927e-b06d7e7329e8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:44:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191ecde3-b322-4787-86ba-0b8499e6b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:16:17Z', 'updated_at': '2021-07-16T08:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '658658e4-d530-4c66-8e3c-d5a7745fbda1', 'name': '', 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c', 'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'mac_address': 'fa:16:3e:05:cc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191ecde3-b322-4787-86ba-0b8499e6b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c78bf48-eb08-4dfe-ac51-92740d3fa93c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:16:10Z', 'updated_at': '2021-07-16T08:16:18Z', 'revision_number': 5, 'project_id': 'dfd98c57660a4225b18fcf6337909660', 'subnets': [{'id': '7c78bf48-eb08-4dfe-ac51-92740d3fa93c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4667ec1-145a-4eec-9552-939381a1a264'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:16:19.417971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Checking router: 191ecde3-b322-4787-86ba-0b8499e6b3c0 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:16:19.418317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Updating router 191ecde3-b322-4787-86ba-0b8499e6b3c0 port 82499c55-7d02-4547-927e-b06d7e7329e8 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:16:19.452791 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:19.783802 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:19.795285 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Transition to ACTIVE for port object 82499c55-7d02-4547-927e-b06d7e7329e8 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:16:19.802308 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:19.857163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Attempting to bind port 82499c55-7d02-4547-927e-b06d7e7329e8 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:16:19.857540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Attempting to bind port 82499c55-7d02-4547-927e-b06d7e7329e8 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:16:19.857904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Attempting to bind port 82499c55-7d02-4547-927e-b06d7e7329e8 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:16:19.860629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44675925-7ca9-4b8b-8306-309393be94da None None] Pushing event updated for resources: {'Port': ['ID=82499c55-7d02-4547-927e-b06d7e7329e8,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:19.866010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 16, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:16:19.866389 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:16:19.866793 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:19.867181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:16:19.868068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Bound port: 82499c55-7d02-4547-927e-b06d7e7329e8, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:16:19.868068 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:19.919173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] For port 82499c55-7d02-4547-927e-b06d7e7329e8, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:16:19.922442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] For port 82499c55-7d02-4547-927e-b06d7e7329e8, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=82499c55-7d02-4547-927e-b06d7e7329e8,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:16:19.926764 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:19.986753 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44675925-7ca9-4b8b-8306-309393be94da None None] Pushing event updated for resources: {'Port': ['ID=82499c55-7d02-4547-927e-b06d7e7329e8,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:19.989174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Routers {'191ecde3-b322-4787-86ba-0b8499e6b3c0'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:16:19.989763 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:16:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['191ecde3-b322-4787-86ba-0b8499e6b3c0'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:16:20.177804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] Set router 191ecde3-b322-4787-86ba-0b8499e6b3c0 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:16:20.209936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 658658e4-d530-4c66-8e3c-d5a7745fbda1 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:16:20.343923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 658658e4-d530-4c66-8e3c-d5a7745fbda1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:16:20.344292 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:20.489213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '191ecde3-b322-4787-86ba-0b8499e6b3c0', 'name': 'router1', 'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '82499c55-7d02-4547-927e-b06d7e7329e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:16:01Z', 'updated_at': '2021-07-16T08:16:18Z', 'revision_number': 4, 'project_id': 'dfd98c57660a4225b18fcf6337909660', 'gw_port': {'id': '82499c55-7d02-4547-927e-b06d7e7329e8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:44:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191ecde3-b322-4787-86ba-0b8499e6b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:16:17Z', 'updated_at': '2021-07-16T08:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '658658e4-d530-4c66-8e3c-d5a7745fbda1', 'name': '', 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c', 'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'mac_address': 'fa:16:3e:05:cc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191ecde3-b322-4787-86ba-0b8499e6b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c78bf48-eb08-4dfe-ac51-92740d3fa93c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:16:10Z', 'updated_at': '2021-07-16T08:16:18Z', 'revision_number': 5, 'project_id': 'dfd98c57660a4225b18fcf6337909660', 'subnets': [{'id': '7c78bf48-eb08-4dfe-ac51-92740d3fa93c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4667ec1-145a-4eec-9552-939381a1a264'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:16:20.515474 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9af46a1c-79e6-4973-8f58-f7adb9483658 None None] The sync data for ids ['191ecde3-b322-4787-86ba-0b8499e6b3c0'] in n-d-758944-46 is: [{'id': '191ecde3-b322-4787-86ba-0b8499e6b3c0', 'name': 'router1', 'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '82499c55-7d02-4547-927e-b06d7e7329e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:16:01Z', 'updated_at': '2021-07-16T08:16:18Z', 'revision_number': 4, 'project_id': 'dfd98c57660a4225b18fcf6337909660', 'gw_port': {'id': '82499c55-7d02-4547-927e-b06d7e7329e8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:44:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '191ecde3-b322-4787-86ba-0b8499e6b3c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:16:17Z', 'updated_at': '2021-07-16T08:16:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '658658e4-d530-4c66-8e3c-d5a7745fbda1', 'name': '', 'network_id': 'c35dc9f9-dbf0-4d32-843c-586a2561397c', 'tenant_id': 'dfd98c57660a4225b18fcf6337909660', 'mac_address': 'fa:16:3e:05:cc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '191ecde3-b322-4787-86ba-0b8499e6b3c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c78bf48-eb08-4dfe-ac51-92740d3fa93c', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:16:10Z', 'updated_at': '2021-07-16T08:16:18Z', 'revision_number': 5, 'project_id': 'dfd98c57660a4225b18fcf6337909660', 'subnets': [{'id': '7c78bf48-eb08-4dfe-ac51-92740d3fa93c', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c4667ec1-145a-4eec-9552-939381a1a264'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:16:21.121938 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34590) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:16:21.249639 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b40a7c70-b46a-4994-a016-e8c06bbb6c9e admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1264739 Jul 16 08:16:22.209148 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 82499c55-7d02-4547-927e-b06d7e7329e8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:16:22.261564 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 82499c55-7d02-4547-927e-b06d7e7329e8 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:16:22.265429 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 82499c55-7d02-4547-927e-b06d7e7329e8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:16:22.265800 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:22.345113 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:22.365826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 82499c55-7d02-4547-927e-b06d7e7329e8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=82499c55-7d02-4547-927e-b06d7e7329e8,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:16:22.369723 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:22.418630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=82499c55-7d02-4547-927e-b06d7e7329e8,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:16:24.214938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 82499c55-7d02-4547-927e-b06d7e7329e8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:16:24.287593 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 82499c55-7d02-4547-927e-b06d7e7329e8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:16:24.287971 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:35.121868 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-848fce18-17b8-4e67-8d87-08b8fff245cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:37.819848 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1edca973-732a-4833-b7ee-70ff27a43bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:38.059311 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:39.474547 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:40.942333 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:45.530243 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 5 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:17:05.132002 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9b5c1d0e-6319-4b17-bf27-e129c8ab72c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:07.814021 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-91ec1ea9-25a2-4095-b8ab-00e5742a404b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:08.055835 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:09.458189 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:11.027832 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:22.508638 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 5 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:17:35.124992 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-38635f18-3f76-44ec-a9f1-c3d8a31f4227 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:37.816562 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e5590505-70ad-4f9a-b86d-e1b974d3ec9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:38.059214 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:39.461324 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:40.962213 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:59.507013 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 5 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:18:00.709382 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35190) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:18:00.768444 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-42e27ff0-7cbd-4f31-ac18-493e476df9fb admin admin] GET failed (client error): The resource could not be found. Jul 16 08:18:00.769800 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-42e27ff0-7cbd-4f31-ac18-493e476df9fb admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0594749 Jul 16 08:18:00.925050 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b80e4a6-44e0-4a26-8019-6ce2ba02d3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:00.926724 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7b80e4a6-44e0-4a26-8019-6ce2ba02d3ff admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1531980 Jul 16 08:18:03.089059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35200) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:18:03.181206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00813ad-d578-42c8-a850-712ff5c24868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:03.183144 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e00813ad-d578-42c8-a850-712ff5c24868 admin admin] 10.222.0.20 "GET /v2.0/subnets/7c78bf48-eb08-4dfe-ac51-92740d3fa93c HTTP/1.1" status: 200 len: 849 time: 0.0925336 Jul 16 08:18:03.193125 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:18:03.275754 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Notify callbacks [] for subnet, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:03.418146 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775480214923'] for subnet, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:03.450883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:03.452132 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:03.464556 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] 10.222.0.20 "PUT /v2.0/subnets/7c78bf48-eb08-4dfe-ac51-92740d3fa93c HTTP/1.1" status: 200 len: 868 time: 0.2634518 Jul 16 08:18:03.464791 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477b55fa-f685-48ef-b264-2b8da3e7c61c None None] Network c35dc9f9-dbf0-4d32-843c-586a2561397c requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:18:03.471038 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c78bf48-eb08-4dfe-ac51-92740d3fa93c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:18:03.478515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:03.478857 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:03.479196 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:03.479572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:03.479905 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:03.480239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:03.480592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:03.480920 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:03.481244 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:03.481567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:03.481889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:03.482213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a007aa0c-9b83-4d40-9dc8-71994b93c74a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:03.857292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6fe6d57c-8cfa-42bf-98fd-f257defa671d None None] Provisioning complete for port b2c4b62b-d31c-4d32-8bd8-da42de5c066d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:18:03.857656 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6fe6d57c-8cfa-42bf-98fd-f257defa671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:03.941018 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6fe6d57c-8cfa-42bf-98fd-f257defa671d None None] Provisioning complete for port 658658e4-d530-4c66-8e3c-d5a7745fbda1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:18:03.941270 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6fe6d57c-8cfa-42bf-98fd-f257defa671d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:05.126354 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-35e76449-2031-4823-91bb-30f3502137ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:05.640771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35208) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:18:05.837303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dcd241-3c5e-44d4-bf48-22deb1a4735d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:05.837677 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dcd241-3c5e-44d4-bf48-22deb1a4735d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:05.839759 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-39dcd241-3c5e-44d4-bf48-22deb1a4735d admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1980391 Jul 16 08:18:07.818010 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fad71136-4b1c-44d5-a819-35f9883df6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:07.989932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35216) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:18:08.062755 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:08.119755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41b3df-a60d-411e-9c41-220db0a8443e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:08.120161 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc41b3df-a60d-411e-9c41-220db0a8443e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:08.121802 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dc41b3df-a60d-411e-9c41-220db0a8443e admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1309166 Jul 16 08:18:09.461361 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:10.300507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35224) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:18:10.427556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feb32b6-b800-4fae-b8c6-ea9c44653a6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:10.429001 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1feb32b6-b800-4fae-b8c6-ea9c44653a6e admin admin] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 886 time: 0.1272051 Jul 16 08:18:10.966646 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:12.595749 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35232) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:18:12.727649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03e2d38-4e8c-4ffd-8488-79982e6d62ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:12.729061 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a03e2d38-4e8c-4ffd-8488-79982e6d62ea admin admin] 10.222.0.20 "GET /v2.0/networks/c35dc9f9-dbf0-4d32-843c-586a2561397c HTTP/1.1" status: 200 len: 868 time: 0.1323709 Jul 16 08:18:14.892736 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35240) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:18:15.022000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bef9777-60ed-4d98-bac4-6945b1ba71f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:15.022465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bef9777-60ed-4d98-bac4-6945b1ba71f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:15.024021 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3bef9777-60ed-4d98-bac4-6945b1ba71f8 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1303122 Jul 16 08:18:17.192860 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35248) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:18:17.383018 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7812bf-23bc-49a8-97c9-f71141788edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:17.383377 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7812bf-23bc-49a8-97c9-f71141788edb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:17.385008 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-da7812bf-23bc-49a8-97c9-f71141788edb admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1911922 Jul 16 08:18:19.535043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35256) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:18:19.625071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666551b7-ed22-4af2-a09a-5ee0df11c4bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:19.626427 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-666551b7-ed22-4af2-a09a-5ee0df11c4bc admin admin] 10.222.0.20 "GET /v2.0/subnets/7c78bf48-eb08-4dfe-ac51-92740d3fa93c HTTP/1.1" status: 200 len: 868 time: 0.0905211 Jul 16 08:18:21.812212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35264) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:18:21.895533 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14700ec-342c-4c9c-9570-7a2dee9e9f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:21.896911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a14700ec-342c-4c9c-9570-7a2dee9e9f50 admin admin] 10.222.0.20 "GET /v2.0/subnets/95d634f4-1132-4667-beae-2c569182b7d8 HTTP/1.1" status: 200 len: 816 time: 0.0837421 Jul 16 08:18:35.130663 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5cadec95-0dca-422f-a042-dbc7af1d8cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:36.505582 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 5 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:18:37.821340 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d84a53f-d17e-4821-be30-20e9a9918acd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:38.063908 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:39.465770 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:40.962972 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:46.112003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35316) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:18:46.161280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-a74428dd-f9ce-4170-be45-47a8feb3cfc7 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:18:46.162253 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a74428dd-f9ce-4170-be45-47a8feb3cfc7 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492771 Jul 16 08:18:48.403807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35326) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:18:48.460896 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b8b07bf-d66b-4e19-b5f5-43d7f9786760 admin admin] GET failed (client error): The resource could not be found. Jul 16 08:18:48.462237 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8b8b07bf-d66b-4e19-b5f5-43d7f9786760 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0575049 Jul 16 08:18:48.548114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3194c9-457c-4ebe-95c3-39dbe5f34f60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:48.549619 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8a3194c9-457c-4ebe-95c3-39dbe5f34f60 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0829079 Jul 16 08:18:50.723125 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35334) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:18:50.767377 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-df473e07-b3e4-405c-bb06-23ac93a82289 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:18:50.787965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df473e07-b3e4-405c-bb06-23ac93a82289 admin admin] Made reservation on behalf of e0ba8ddc88db48f6b3cf00306adb98f2 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:18:50.790237 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df473e07-b3e4-405c-bb06-23ac93a82289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:50.818579 n-d-758944-46 neutron-server[93694]: WARNING neutron.services.revisions.revision_plugin [None req-df473e07-b3e4-405c-bb06-23ac93a82289 admin admin] Could not find related network for resource to bump revision. Jul 16 08:18:50.832238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df473e07-b3e4-405c-bb06-23ac93a82289 admin admin] vlan segment allocate from pool success with {'vlan_id': 69, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:18:50.842062 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df473e07-b3e4-405c-bb06-23ac93a82289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:50.842402 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-df473e07-b3e4-405c-bb06-23ac93a82289 admin admin] Added segment 7d8e6f0a-510e-4751-af4b-c1a970044b8e of type vlan for network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a Jul 16 08:18:50.887994 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df473e07-b3e4-405c-bb06-23ac93a82289 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:50.916341 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df473e07-b3e4-405c-bb06-23ac93a82289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:50.917237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df473e07-b3e4-405c-bb06-23ac93a82289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:50.918351 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df473e07-b3e4-405c-bb06-23ac93a82289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:50.951799 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-df473e07-b3e4-405c-bb06-23ac93a82289 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2275577 Jul 16 08:18:50.982040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df473e07-b3e4-405c-bb06-23ac93a82289 admin admin] Pushing event updated for resources: {'Network': ['ID=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:18:50.992772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:18:53.154879 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35342) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:18:53.215917 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49c8345-2d05-469a-b74c-12ee1b248a41 admin admin] GET failed (client error): The resource could not be found. Jul 16 08:18:53.217335 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b49c8345-2d05-469a-b74c-12ee1b248a41 admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0614636 Jul 16 08:18:53.289793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60907357-2afb-4a5b-b0e2-b6baf9426337 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:53.291291 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-60907357-2afb-4a5b-b0e2-b6baf9426337 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0700650 Jul 16 08:18:53.301884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-2a54838d-7da2-444f-bc19-d3cad75824be admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'description': 'shared-subnet'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:18:53.327419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a54838d-7da2-444f-bc19-d3cad75824be admin admin] Made reservation on behalf of e0ba8ddc88db48f6b3cf00306adb98f2 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:18:53.329776 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2a54838d-7da2-444f-bc19-d3cad75824be admin admin] Notify callbacks [] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:53.494078 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2a54838d-7da2-444f-bc19-d3cad75824be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:53.545489 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a54838d-7da2-444f-bc19-d3cad75824be admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb0ed1f1-628b-46e4-916b-e3a9591aeee8,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:18:53.555591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a54838d-7da2-444f-bc19-d3cad75824be admin admin] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:18:53.555944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54838d-7da2-444f-bc19-d3cad75824be admin admin] Network hostable DHCP agents. Network: 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:18:53.573357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a54838d-7da2-444f-bc19-d3cad75824be admin admin] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:18:53.582216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-2a54838d-7da2-444f-bc19-d3cad75824be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:18:53.586506 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a54838d-7da2-444f-bc19-d3cad75824be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:18:53.587097 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2a54838d-7da2-444f-bc19-d3cad75824be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:53.593725 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba89bbb-2fa1-4bee-846b-227256b59a85 None None] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:18:53.603518 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2a54838d-7da2-444f-bc19-d3cad75824be admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3051662 Jul 16 08:18:53.859741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'tenant_id': 'e0ba8ddc88db48f6b3cf00306adb98f2', 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:18:53.860696 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:53.995585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Allocated IP 192.168.233.2 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/0be3c8b8-1e7b-4427-b9eb-266509c06297) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:18:54.141981 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:54.150217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Transition to ACTIVE for port object 0be3c8b8-1e7b-4427-b9eb-266509c06297 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:18:54.165080 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Transition to ACTIVE for port object 0be3c8b8-1e7b-4427-b9eb-266509c06297 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:18:54.171492 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:54.216310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:18:54.220116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Pushing event updated for resources: {'Port': ['ID=0be3c8b8-1e7b-4427-b9eb-266509c06297,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:18:54.222575 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:18:54.228884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:18:54.231839 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:54.232190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:54.232553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:54.232894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:54.233233 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:54.233566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:54.233896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:54.234594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:54.234594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:54.234867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:54.235203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:54.235529 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:18:54.297683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Attempting to bind port 0be3c8b8-1e7b-4427-b9eb-266509c06297 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:18:54.298060 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Attempting to bind port 0be3c8b8-1e7b-4427-b9eb-266509c06297 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:18:54.298424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Attempting to bind port 0be3c8b8-1e7b-4427-b9eb-266509c06297 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:18:54.303874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:18:54.304251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:18:54.304713 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:54.305103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:18:54.305711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Bound port: 0be3c8b8-1e7b-4427-b9eb-266509c06297, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:18:54.306118 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:54.369126 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] For port 0be3c8b8-1e7b-4427-b9eb-266509c06297, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:18:54.373508 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] For port 0be3c8b8-1e7b-4427-b9eb-266509c06297, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0be3c8b8-1e7b-4427-b9eb-266509c06297,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:18:54.379460 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:54.437933 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584eac9c-1d88-4ca6-b87f-837ab7bcccaf None None] Pushing event updated for resources: {'Port': ['ID=0be3c8b8-1e7b-4427-b9eb-266509c06297,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:18:55.269581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a05bd7-cfd7-46f4-8717-d0623ed7cc02 None None] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:18:55.360134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2c24fe07-0b01-429c-ae56-7529fae36d0e None None] Provisioning for port 0be3c8b8-1e7b-4427-b9eb-266509c06297 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:18:56.335205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0be3c8b8-1e7b-4427-b9eb-266509c06297 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:18:56.390050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 0be3c8b8-1e7b-4427-b9eb-266509c06297 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:18:56.394596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 0be3c8b8-1e7b-4427-b9eb-266509c06297 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:18:56.395603 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:56.474297 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:56.507813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 0be3c8b8-1e7b-4427-b9eb-266509c06297, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0be3c8b8-1e7b-4427-b9eb-266509c06297,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:18:56.511611 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:56.559815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=0be3c8b8-1e7b-4427-b9eb-266509c06297,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:18:58.306625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0be3c8b8-1e7b-4427-b9eb-266509c06297 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:18:58.357464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 0be3c8b8-1e7b-4427-b9eb-266509c06297 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:18:58.357831 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:05.137470 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3f53336b-209d-422c-bd11-57e8942944c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:07.832781 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c4270de3-e40e-4eda-b4b1-058a22716bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:08.070454 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:09.469657 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:10.965919 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:13.504666 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 5 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:19:35.130237 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-848d7f68-c8aa-456e-b164-79491d92436f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:37.826534 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3e5d628-fb30-4fe5-af8c-fbcc5bf73da1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:38.063180 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:39.471357 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:40.971558 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:50.503369 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 5 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:20:05.141103 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-52ed0a9a-2507-4c75-9c88-0c2e6e74793a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:05.468389 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35394) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:20:05.476130 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-af724468-74a6-4ecc-a087-b780e5eaa70c tempest-verify_tempest_config-1339768617 tempest-verify_tempest_config-1339768617-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:20:05.477539 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-af724468-74a6-4ecc-a087-b780e5eaa70c tempest-verify_tempest_config-1339768617 tempest-verify_tempest_config-1339768617-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0078537 Jul 16 08:20:05.842247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35412) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:20:05.963755 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:06.083416 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:06.090591 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:06.136564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93542674-5618-4d30-bac5-4254f9b21def,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:06.156626 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35416) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:20:06.157287 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0d8ea4321fb4cbeb38d5c4e4962e411&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3097458 Jul 16 08:20:06.157287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.157287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.157287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.157287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.157287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.157287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.157287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.158416 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.158416 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.158416 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.158860 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.158860 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19181ff4-c854-4aa9-b792-1f874eaf4221 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.232107 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:06.257760 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:06.355177 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:06.359813 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:06.361900 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93542674-5618-4d30-bac5-4254f9b21def HTTP/1.1" status: 204 len: 168 time: 0.2068141 Jul 16 08:20:06.375426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93542674-5618-4d30-bac5-4254f9b21def,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:20:06.384585 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.384914 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.385313 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.385756 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.386216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.386526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.386817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.387098 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.388160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.388558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.388876 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:06.389238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3c8b544-e6cb-4599-9407-a492d554ad88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:20:07.831159 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5bf0f52b-2cff-4298-b7ad-60c9d630c001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:08.068324 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:09.475167 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:10.973874 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:27.504068 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 5 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:20:35.135305 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d9c2032-a077-43c5-a8a7-f8f37d682e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:37.834656 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c30c97a3-ec09-4434-ab86-6edf5532df6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:38.071588 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:39.485036 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:40.982359 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:04.504322 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 5 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:21:05.140175 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bfb239e2-9f25-4f3b-a138-b97946703e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:07.837339 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-575a4942-43ca-410e-9608-35c202666066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:08.083402 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:09.482057 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:10.977727 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:35.133139 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-011d665c-07e9-4f87-8fcc-c69718308861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:37.836992 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e26e3332-ee84-4f6b-b412-dd8aab2d097a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:38.075618 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:39.486080 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:40.978757 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:41.503622 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 5 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:22:05.137566 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a196ce97-aa33-4746-8772-53d0b94d01b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:07.839090 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0293551d-a1f7-41cb-903d-864b1c813b3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:08.077729 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:09.488789 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:10.982296 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:18.502202 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 5 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:22:35.138583 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-05236208-c96e-48a0-b9c3-e237acbae5d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.838375 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-90079311-3049-4843-8397-c7a61df53304 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:38.081633 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.491070 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.984552 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:55.502634 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 5 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:23:03.420461 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3831045'] for agent, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:04.908789 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3831045'] for agent, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.142363 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-882e5d28-6791-4bb4-be8b-4475dabdf48e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.841248 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0d63e9c5-0f4d-4275-8544-cd4d6ae5ad3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.085085 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:09.496032 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:10.987967 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:32.504649 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:23:33.372674 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:34.864344 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:35.146385 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3a4d9dfe-e9e9-4452-adee-e5901aebefd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:37.843430 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b07be316-5129-47ae-9a4e-868d3d1870b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:38.090303 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:39.496040 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:40.991562 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:55.064545 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35482) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:55.165744 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-35aa17e3-39e3-4f01-a498-4857353fdeb9 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1000023 Jul 16 08:23:57.347326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35492) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:57.399953 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-191c6751-d8b2-4779-b73c-73efc22b1c9f admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0515571 Jul 16 08:24:03.388894 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:04.878273 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:05.147636 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41d0c9a7-9e28-4c54-a5d1-bb0e18c55b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:07.845430 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-878877a9-c81b-4ba4-8162-2ac6424d9f72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:08.091242 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:09.502571 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:09.506001 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:24:10.991661 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:33.389211 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:34.866084 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:35.153087 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-519d3456-6ce7-4623-81ed-9aec6f526552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:37.847827 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f266daa3-ea67-4a6f-92cf-816689d9ba2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:38.095145 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:39.504914 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:41.003510 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:46.506221 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:25:03.387769 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.884678 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.153768 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3ea60772-5340-4e31-86e5-1f5caa39f991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.857608 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c62298cc-2c8d-45f8-82f3-c5d5c8de9dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.096911 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:09.498334 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:11.000442 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.517807 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35868) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:22.669125 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.769907 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.775703 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.824552 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19669e8a-4abf-44ca-a7fd-6ea6c52eec8a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:22.833065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:22.833407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:22.833906 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:22.834060 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:22.834387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:22.834716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:22.835037 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:22.835359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:22.835679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:22.835995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:22.836313 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:22.836656 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] Tracked resource versions report: Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: pushed versions: Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: { 'AddressGroup': {'1.2'}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'ConntrackHelper': {'1.0'}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'Log': {'1.0'}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'Network': {'1.1'}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'Port': {'1.7'}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'PortForwarding': {'1.2'}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'QosPolicy': {'1.8'}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'SecurityGroup': {'1.4'}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'SubPort': {'1.0'}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'Subnet': {'1.1'}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'Trunk': {'1.1'}} Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: consumer versions: Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: { DHCP agent@n-d-758944-46: {}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: HyperV agent@n-h1-758944-46: {}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: HyperV agent@n-h2-758944-46: {}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: L3 agent@n-d-758944-46: {}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: Metadata agent@n-d-758944-46: {}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: Metering agent@n-d-758944-46: {}, Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: Open vSwitch agent@n-d-758944-46: { 'AddressGroup': '1.2', Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'ConntrackHelper': '1.0', Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'Log': '1.0', Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'Network': '1.1', Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'Port': '1.7', Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'PortForwarding': '1.2', Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'QosPolicy': '1.8', Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'SecurityGroup': '1.4', Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'SecurityGroupRule': '1.2', Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'SubPort': '1.0', Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'Subnet': '1.1', Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: 'Trunk': '1.1'}} Jul 16 08:25:22.837717 n-d-758944-46 neutron-server[93695]: {{(pid=93695) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:25:22.845205 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c4d48ad9-01e5-4a51-a75c-6580e57f3dfc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfef3c02fbdf42ee859667bd83b9e38e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3262837 Jul 16 08:25:22.845814 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35888) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:22.912839 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7577d07-bae9-4e64-b5c0-013dd354bd40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.937034 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7577d07-bae9-4e64-b5c0-013dd354bd40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.993975 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7577d07-bae9-4e64-b5c0-013dd354bd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.999394 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7577d07-bae9-4e64-b5c0-013dd354bd40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:23.001266 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c7577d07-bae9-4e64-b5c0-013dd354bd40 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19669e8a-4abf-44ca-a7fd-6ea6c52eec8a HTTP/1.1" status: 204 len: 168 time: 0.1537595 Jul 16 08:25:23.014716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7577d07-bae9-4e64-b5c0-013dd354bd40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19669e8a-4abf-44ca-a7fd-6ea6c52eec8a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:23.507961 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:25:23.535358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35938) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:23.553457 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c12216be-b3a1-4ad5-94df-c4c978fe5055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:23.699934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35954) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:23.741933 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c12216be-b3a1-4ad5-94df-c4c978fe5055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:23.752360 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c12216be-b3a1-4ad5-94df-c4c978fe5055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:23.845397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12216be-b3a1-4ad5-94df-c4c978fe5055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8027c8-0b5c-41a0-92b2-4bb9c9173587,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:23.854481 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c12216be-b3a1-4ad5-94df-c4c978fe5055 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55a37b2174974f5a9e36dd8dbd824e5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3180408 Jul 16 08:25:23.854717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35970) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:23.944538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:23.981772 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.072335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.076321 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.082760 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc8027c8-0b5c-41a0-92b2-4bb9c9173587 HTTP/1.1" status: 204 len: 168 time: 0.2267015 Jul 16 08:25:24.096098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8027c8-0b5c-41a0-92b2-4bb9c9173587,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:24.125317 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:24.126302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:24.127103 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:24.127956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:24.128760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:24.129551 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:24.130562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:24.132153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:24.133053 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:24.133863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:24.134636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:24.135400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1e14273-e488-4758-b7ae-2d9d766c5f8f admin admin] Tracked resource versions report: Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: pushed versions: Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: { 'AddressGroup': {'1.2'}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'ConntrackHelper': {'1.0'}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'Log': {'1.0'}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'Network': {'1.1'}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'Port': {'1.7'}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'PortForwarding': {'1.2'}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'QosPolicy': {'1.8'}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'SecurityGroup': {'1.4'}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'SubPort': {'1.0'}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'Subnet': {'1.1'}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'Trunk': {'1.1'}} Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: consumer versions: Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: { DHCP agent@n-d-758944-46: {}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: HyperV agent@n-h1-758944-46: {}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: HyperV agent@n-h2-758944-46: {}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: L3 agent@n-d-758944-46: {}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: Metadata agent@n-d-758944-46: {}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: Metering agent@n-d-758944-46: {}, Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: Open vSwitch agent@n-d-758944-46: { 'AddressGroup': '1.2', Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'ConntrackHelper': '1.0', Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'Log': '1.0', Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'Network': '1.1', Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'Port': '1.7', Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'PortForwarding': '1.2', Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'QosPolicy': '1.8', Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'SecurityGroup': '1.4', Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'SecurityGroupRule': '1.2', Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'SubPort': '1.0', Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'Subnet': '1.1', Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: 'Trunk': '1.1'}} Jul 16 08:25:24.137045 n-d-758944-46 neutron-server[93694]: {{(pid=93694) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:25:24.179745 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c1db1cbf-9440-4d62-a460-0e50ce230155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.199438 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35994) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:24.307128 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c1db1cbf-9440-4d62-a460-0e50ce230155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.315896 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c1db1cbf-9440-4d62-a460-0e50ce230155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.366924 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c1db1cbf-9440-4d62-a460-0e50ce230155 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=abc83d52d1764e69a06036280047491d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6653390 Jul 16 08:25:24.368143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1db1cbf-9440-4d62-a460-0e50ce230155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbbd76f-dd91-4a22-bfa3-8dc514409770,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:24.370426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36008) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:24.504454 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a83c0be-6d6b-42b6-8be0-5fe2cb40d2ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.545337 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a83c0be-6d6b-42b6-8be0-5fe2cb40d2ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.629210 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a83c0be-6d6b-42b6-8be0-5fe2cb40d2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.632860 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a83c0be-6d6b-42b6-8be0-5fe2cb40d2ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.634207 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6a83c0be-6d6b-42b6-8be0-5fe2cb40d2ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbbbd76f-dd91-4a22-bfa3-8dc514409770 HTTP/1.1" status: 204 len: 168 time: 0.2586946 Jul 16 08:25:24.643026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83c0be-6d6b-42b6-8be0-5fe2cb40d2ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbbd76f-dd91-4a22-bfa3-8dc514409770,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:24.674039 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-87b89337-791b-4a34-9553-945054770d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.781934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36034) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:24.788675 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-87b89337-791b-4a34-9553-945054770d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.794853 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-87b89337-791b-4a34-9553-945054770d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.818590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36038) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:24.833420 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b89337-791b-4a34-9553-945054770d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b335a4-ae49-4e28-9e16-835c39b7e3c2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:24.845861 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36042) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:24.845976 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-87b89337-791b-4a34-9553-945054770d4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b713829ace164d0ab840e10306558bc6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6449602 Jul 16 08:25:24.900688 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4410a24-8504-40f6-995d-c5eadec9fb87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.942479 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4410a24-8504-40f6-995d-c5eadec9fb87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.043407 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4410a24-8504-40f6-995d-c5eadec9fb87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.057296 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4410a24-8504-40f6-995d-c5eadec9fb87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.058654 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f4410a24-8504-40f6-995d-c5eadec9fb87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55b335a4-ae49-4e28-9e16-835c39b7e3c2 HTTP/1.1" status: 204 len: 168 time: 0.2117720 Jul 16 08:25:25.067286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4410a24-8504-40f6-995d-c5eadec9fb87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b335a4-ae49-4e28-9e16-835c39b7e3c2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:25.240456 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-99f670c2-84eb-4536-b026-7991b8be2c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.347086 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2decd0d5-b8ba-455a-af32-a9a083c6d9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.361529 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-99f670c2-84eb-4536-b026-7991b8be2c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.371687 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-99f670c2-84eb-4536-b026-7991b8be2c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.419513 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-99f670c2-84eb-4536-b026-7991b8be2c3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12de70aa9ad940c1bb45cef8858bcb5e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5995944 Jul 16 08:25:25.424226 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36084) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:25.436339 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f670c2-84eb-4536-b026-7991b8be2c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936694c2-4ea7-4280-b876-6dce8aff1f09,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:25.530024 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-754caea7-96b1-40ea-ae5f-b3f8f3e105b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.549796 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2decd0d5-b8ba-455a-af32-a9a083c6d9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.556632 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2decd0d5-b8ba-455a-af32-a9a083c6d9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.591126 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-754caea7-96b1-40ea-ae5f-b3f8f3e105b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.599125 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2decd0d5-b8ba-455a-af32-a9a083c6d9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=541b81e5-38a4-42ca-9999-84db3ee1573e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:25.605389 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36090) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:25.632527 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d53f391d-1b4a-449d-8dd7-b81544382f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.647306 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2decd0d5-b8ba-455a-af32-a9a083c6d9e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd748ee954464eb49aac4da0bc47cadd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8634679 Jul 16 08:25:25.648082 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36092) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:25.702610 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-754caea7-96b1-40ea-ae5f-b3f8f3e105b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.710246 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-754caea7-96b1-40ea-ae5f-b3f8f3e105b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.717653 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-754caea7-96b1-40ea-ae5f-b3f8f3e105b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/936694c2-4ea7-4280-b876-6dce8aff1f09 HTTP/1.1" status: 204 len: 168 time: 0.2920437 Jul 16 08:25:25.733637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754caea7-96b1-40ea-ae5f-b3f8f3e105b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936694c2-4ea7-4280-b876-6dce8aff1f09,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:25.736242 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f344100-bb50-4854-a804-f68c679bb9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.777599 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f344100-bb50-4854-a804-f68c679bb9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.845735 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f344100-bb50-4854-a804-f68c679bb9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.848665 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f344100-bb50-4854-a804-f68c679bb9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.853068 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2f344100-bb50-4854-a804-f68c679bb9cd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/541b81e5-38a4-42ca-9999-84db3ee1573e HTTP/1.1" status: 204 len: 168 time: 0.1988323 Jul 16 08:25:25.872872 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d53f391d-1b4a-449d-8dd7-b81544382f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.879471 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d53f391d-1b4a-449d-8dd7-b81544382f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.905106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f344100-bb50-4854-a804-f68c679bb9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=541b81e5-38a4-42ca-9999-84db3ee1573e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:25.943756 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d53f391d-1b4a-449d-8dd7-b81544382f6c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fffe5a80fa8b4d9eacbf504f85007f84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3368475 Jul 16 08:25:25.943897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36128) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:25.944811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f391d-1b4a-449d-8dd7-b81544382f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf505ca6-3faa-431b-9433-28664628acb9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:26.036411 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-58e293a1-712b-4564-b66b-174c1460ca6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.076851 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-58e293a1-712b-4564-b66b-174c1460ca6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.150595 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-58e293a1-712b-4564-b66b-174c1460ca6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.160519 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-58e293a1-712b-4564-b66b-174c1460ca6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.164536 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-58e293a1-712b-4564-b66b-174c1460ca6c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf505ca6-3faa-431b-9433-28664628acb9 HTTP/1.1" status: 204 len: 168 time: 0.2163739 Jul 16 08:25:26.171479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e293a1-712b-4564-b66b-174c1460ca6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf505ca6-3faa-431b-9433-28664628acb9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:26.345883 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36160) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:26.368142 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5bc97da7-b9dd-48b7-a020-3d5918bd56e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.486523 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5bc97da7-b9dd-48b7-a020-3d5918bd56e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.492003 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5bc97da7-b9dd-48b7-a020-3d5918bd56e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.538701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36164) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:26.550035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc97da7-b9dd-48b7-a020-3d5918bd56e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c575f4df-a12d-4889-89c9-15089aaa3f43,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:26.572089 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2c5d79ce-dd0a-4a01-a4e1-5e2572ce91af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.572387 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5bc97da7-b9dd-48b7-a020-3d5918bd56e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b37d3111fbde49bcb708da3f600707ab&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2246494 Jul 16 08:25:26.580711 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36166) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:26.695195 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6587f98b-c524-4fd1-9efc-daf7b2be47c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.744190 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6587f98b-c524-4fd1-9efc-daf7b2be47c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.754629 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2c5d79ce-dd0a-4a01-a4e1-5e2572ce91af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.755997 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36176) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:26.759431 n-d-758944-46 neutron-server[93694]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 08:25:26.788119 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2c5d79ce-dd0a-4a01-a4e1-5e2572ce91af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.819870 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6587f98b-c524-4fd1-9efc-daf7b2be47c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.823585 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6587f98b-c524-4fd1-9efc-daf7b2be47c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.825043 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6587f98b-c524-4fd1-9efc-daf7b2be47c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c575f4df-a12d-4889-89c9-15089aaa3f43 HTTP/1.1" status: 204 len: 168 time: 0.2419922 Jul 16 08:25:26.834024 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6587f98b-c524-4fd1-9efc-daf7b2be47c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c575f4df-a12d-4889-89c9-15089aaa3f43,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:26.837542 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-aa155d1a-8f5e-46fd-b610-c0741d076ccd tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=109970eb376e4c68bc9b70da7afabcf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800207 Jul 16 08:25:26.853346 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2c5d79ce-dd0a-4a01-a4e1-5e2572ce91af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3de2f6c27043474cb5a4020542ff2082&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3130810 Jul 16 08:25:26.855659 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5d79ce-dd0a-4a01-a4e1-5e2572ce91af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c09600a-5574-4ed4-98ee-2235a9bc0153,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:26.856815 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36180) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:26.936305 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-855414c9-39e7-4598-8c43-6e10a10ea58f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.969156 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-855414c9-39e7-4598-8c43-6e10a10ea58f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.034424 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-855414c9-39e7-4598-8c43-6e10a10ea58f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.038289 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-855414c9-39e7-4598-8c43-6e10a10ea58f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.043257 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-855414c9-39e7-4598-8c43-6e10a10ea58f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c09600a-5574-4ed4-98ee-2235a9bc0153 HTTP/1.1" status: 204 len: 168 time: 0.1833391 Jul 16 08:25:27.052600 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855414c9-39e7-4598-8c43-6e10a10ea58f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c09600a-5574-4ed4-98ee-2235a9bc0153,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:27.066542 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-c452b697-ef20-4a1e-921d-832fe9e8d011 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:27.068125 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-c452b697-ef20-4a1e-921d-832fe9e8d011 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2221889 Jul 16 08:25:27.086761 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-438547ee-b3d8-4c81-8a00-2e2c2d73fa54 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/quotas/109970eb376e4c68bc9b70da7afabcf6 HTTP/1.1" status: 200 len: 375 time: 0.0125737 Jul 16 08:25:27.152095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-2c896775-4d79-4c5b-add1-fb8a11155b16 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=109970eb376e4c68bc9b70da7afabcf6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588627 Jul 16 08:25:27.168462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36190) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:27.189269 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31db4841-9a0e-497d-bb5e-742ba1913b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.305705 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31db4841-9a0e-497d-bb5e-742ba1913b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.306958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36196) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:27.314370 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31db4841-9a0e-497d-bb5e-742ba1913b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.348915 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db4841-9a0e-497d-bb5e-742ba1913b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f97ebe-932d-4f83-99ff-9a17cb0336c8,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:27.378483 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-31db4841-9a0e-497d-bb5e-742ba1913b24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04746d30f2034bd3a3aff0670ae44dc1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2057576 Jul 16 08:25:27.378923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36206) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:27.451995 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c0d9519c-2fca-4b5c-a44f-07302b2e563d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.475931 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c0d9519c-2fca-4b5c-a44f-07302b2e563d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.535064 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c0d9519c-2fca-4b5c-a44f-07302b2e563d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.537941 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c0d9519c-2fca-4b5c-a44f-07302b2e563d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.539410 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c0d9519c-2fca-4b5c-a44f-07302b2e563d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3f97ebe-932d-4f83-99ff-9a17cb0336c8 HTTP/1.1" status: 204 len: 168 time: 0.1595104 Jul 16 08:25:27.547123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9519c-2fca-4b5c-a44f-07302b2e563d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f97ebe-932d-4f83-99ff-9a17cb0336c8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:27.637906 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-945b9dbb-1997-46a9-9432-f7c4b6f0118e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.763388 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-945b9dbb-1997-46a9-9432-f7c4b6f0118e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.770162 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-945b9dbb-1997-46a9-9432-f7c4b6f0118e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.830524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945b9dbb-1997-46a9-9432-f7c4b6f0118e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf2c8ac-5979-4d7e-857a-2ef2f595b152,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:27.849859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36234) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:27.850020 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-945b9dbb-1997-46a9-9432-f7c4b6f0118e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d442a69a325f47ee98cf05947238753f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5417113 Jul 16 08:25:27.924001 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04b502d4-f261-44c5-b849-3e89acbd8a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.961649 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04b502d4-f261-44c5-b849-3e89acbd8a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.032955 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04b502d4-f261-44c5-b849-3e89acbd8a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.035765 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04b502d4-f261-44c5-b849-3e89acbd8a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.037142 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-04b502d4-f261-44c5-b849-3e89acbd8a06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcf2c8ac-5979-4d7e-857a-2ef2f595b152 HTTP/1.1" status: 204 len: 168 time: 0.1857126 Jul 16 08:25:28.045331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b502d4-f261-44c5-b849-3e89acbd8a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf2c8ac-5979-4d7e-857a-2ef2f595b152,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:28.125280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36252) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:28.481336 n-d-758944-46 neutron-server[93695]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 08:25:28.557028 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c9878749-9583-4afe-a2f0-d42002116bc9 req-14ae3e4d-b306-4a29-9831-4ba2b6595765 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 210 time: 0.4301441 Jul 16 08:25:28.902099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36290) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:28.916646 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccb1fc2d-686a-4439-971a-20a3f9f46575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.043347 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccb1fc2d-686a-4439-971a-20a3f9f46575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.049346 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccb1fc2d-686a-4439-971a-20a3f9f46575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.090452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1fc2d-686a-4439-971a-20a3f9f46575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b08fdb-afae-44ed-81a0-efb077dd8006,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:29.114742 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ccb1fc2d-686a-4439-971a-20a3f9f46575 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48d5f8c2a7734e88b535ecdb9f9e5a93&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2086143 Jul 16 08:25:29.114742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36302) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:29.176226 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd371803-7f76-4167-8593-d63ea00442ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.208422 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd371803-7f76-4167-8593-d63ea00442ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.270090 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd371803-7f76-4167-8593-d63ea00442ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.279427 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd371803-7f76-4167-8593-d63ea00442ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.281343 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fd371803-7f76-4167-8593-d63ea00442ce admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3b08fdb-afae-44ed-81a0-efb077dd8006 HTTP/1.1" status: 204 len: 168 time: 0.1656749 Jul 16 08:25:29.292918 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd371803-7f76-4167-8593-d63ea00442ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b08fdb-afae-44ed-81a0-efb077dd8006,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:29.800348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36336) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:29.833529 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9cad089f-14cc-4783-aee5-3bf643d5a3a5 req-c2ada287-4efa-45a1-9453-5fff9b316165 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 210 time: 0.0456047 Jul 16 08:25:30.037527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.15', 56191) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:30.071649 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-90f35f10-b50f-4b7d-9790-c3b09d0a9f65 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=109970eb376e4c68bc9b70da7afabcf6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320466 Jul 16 08:25:30.198402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-network', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:30.269869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] Made reservation on behalf of aed62d0657eb40a7a10daea36ac730cd for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:30.275418 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.309885 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.325256 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-32f0a8c1-4fe8-47ce-acad-4ed46f51c2b4 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:30.335163 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-32f0a8c1-4fe8-47ce-acad-4ed46f51c2b4 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2527721 Jul 16 08:25:30.388371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Request body: {'port': {'device_id': '774db6f3-32ba-4cc2-b468-23a067a417e9', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '109970eb376e4c68bc9b70da7afabcf6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:30.551737 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.560320 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.621434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:25:30.637271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd898235-2db5-41f4-aa81-2daaf1d326b5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:30.659295 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.661583 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] Added segment c62392df-ffa6-4016-b9c8-c52a20eb6722 of type vlan for network c0ed008c-d8c8-4398-b2f1-bdade653830b Jul 16 08:25:30.717392 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.777219 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.778550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:30.779332 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.817844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Made reservation on behalf of 109970eb376e4c68bc9b70da7afabcf6 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:30.823609 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0218079 Jul 16 08:25:30.826935 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.849793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36370) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:30.855187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-8492a0c4-a647-4fd8-b35b-acacd454ccd9 admin admin] Request body: {'subnet': {'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-subnet', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:30.857105 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.886193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c5dd56-60b2-46d4-bc44-7b7231527c78 admin admin] Pushing event updated for resources: {'Network': ['ID=c0ed008c-d8c8-4398-b2f1-bdade653830b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:30.898892 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36374) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:30.901859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8492a0c4-a647-4fd8-b35b-acacd454ccd9 admin admin] Made reservation on behalf of aed62d0657eb40a7a10daea36ac730cd for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:30.906440 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8492a0c4-a647-4fd8-b35b-acacd454ccd9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.907171 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network c0ed008c-d8c8-4398-b2f1-bdade653830b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:25:31.105277 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.112993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.162586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3e2d3292-acfb-423b-83f0-7b8fbac78f9b req-9b12c883-62aa-4262-9ad6-7b5c755b54f4 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 210 time: 0.0552459 Jul 16 08:25:31.280894 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dceb2b8d-6b4c-4643-8218-00438c271c7b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:31.401883 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8492a0c4-a647-4fd8-b35b-acacd454ccd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.498336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1946265843-network', 'tenant_id': '9db3f64a977e473c96e71525c7ef6be9'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:31.509130 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Allocated IP 192.168.233.107 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/472861df-7023-4d89-9294-c1847c71aa3d) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:31.518585 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492a0c4-a647-4fd8-b35b-acacd454ccd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1b77d9a-c602-4c7a-9d54-1d94595e85e7,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:31.555237 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8492a0c4-a647-4fd8-b35b-acacd454ccd9 admin admin] Checking segment: {'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:31.555628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8492a0c4-a647-4fd8-b35b-acacd454ccd9 admin admin] Network hostable DHCP agents. Network: c0ed008c-d8c8-4398-b2f1-bdade653830b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:25:31.559515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] Made reservation on behalf of 9db3f64a977e473c96e71525c7ef6be9 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:31.563546 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.589289 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.595783 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8492a0c4-a647-4fd8-b35b-acacd454ccd9 admin admin] Network c0ed008c-d8c8-4398-b2f1-bdade653830b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:25:31.619015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-8492a0c4-a647-4fd8-b35b-acacd454ccd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, c0ed008c-d8c8-4398-b2f1-bdade653830b) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:31.629181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8492a0c4-a647-4fd8-b35b-acacd454ccd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:31.630884 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8492a0c4-a647-4fd8-b35b-acacd454ccd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.631402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe00d02-692e-409b-b888-b64ccd6565c8 None None] Network c0ed008c-d8c8-4398-b2f1-bdade653830b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:25:31.654504 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8492a0c4-a647-4fd8-b35b-acacd454ccd9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8029006 Jul 16 08:25:31.655200 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36408) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:31.661841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:31.851230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-c0ed008c-d8c8-4398-b2f1-bdade653830b', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:25:31.852108 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.908177 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.921204 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.954628 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.958418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=555034a8-d55a-4453-b850-8ed7394aae41,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:31.959028 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:32.029989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:25:32.039392 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Allocated IP 172.20.0.2 (c0ed008c-d8c8-4398-b2f1-bdade653830b/f1b77d9a-c602-4c7a-9d54-1d94595e85e7/f1a29afc-f91f-406d-98d0-257c37430e9b) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:32.067306 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:32.067954 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] Added segment f48a2609-c289-4c49-b09f-2a1dfc4dbb4b of type vlan for network c7721fed-5c05-4311-b2ec-89cfb80f7939 Jul 16 08:25:32.271245 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:32.331833 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Transition to ACTIVE for port object 472861df-7023-4d89-9294-c1847c71aa3d will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:32.429219 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:32.466180 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:32.482817 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Transition to ACTIVE for port object f1a29afc-f91f-406d-98d0-257c37430e9b will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:32.544933 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Transition to ACTIVE for port object f1a29afc-f91f-406d-98d0-257c37430e9b will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:32.567415 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:32.571304 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:32.654001 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:32.660641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:32.661261 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:32.732152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Network c0ed008c-d8c8-4398-b2f1-bdade653830b is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:32.758614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:32.796104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:32.826849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Pushing event updated for resources: {'Port': ['ID=f1a29afc-f91f-406d-98d0-257c37430e9b,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:32.834307 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-456e77aa-65b8-40dd-b86c-64e5030f84eb req-2e1a815a-8c17-4ef4-842a-ce19fa4f1138 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 210 time: 0.2596371 Jul 16 08:25:32.847987 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9451661 Jul 16 08:25:32.850247 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:32.874254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:32.874687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:32.874938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:32.875267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:32.875613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:32.883775 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:32.884241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:32.884619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:32.884973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:32.885308 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:32.885637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:32.885963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Tracked resource versions report: Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: pushed versions: Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: { 'AddressGroup': {'1.2'}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'ConntrackHelper': {'1.0'}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'Log': {'1.0'}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'Network': {'1.1'}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'Port': {'1.7'}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'PortForwarding': {'1.2'}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'QosPolicy': {'1.8'}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'SecurityGroup': {'1.4'}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'SubPort': {'1.0'}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'Subnet': {'1.1'}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'Trunk': {'1.1'}} Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: consumer versions: Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: { DHCP agent@n-d-758944-46: {}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: HyperV agent@n-h1-758944-46: {}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: HyperV agent@n-h2-758944-46: {}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: L3 agent@n-d-758944-46: {}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: Metadata agent@n-d-758944-46: {}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: Metering agent@n-d-758944-46: {}, Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: Open vSwitch agent@n-d-758944-46: { 'AddressGroup': '1.2', Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'ConntrackHelper': '1.0', Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'Log': '1.0', Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'Network': '1.1', Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'Port': '1.7', Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'PortForwarding': '1.2', Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'QosPolicy': '1.8', Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'SecurityGroup': '1.4', Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'SecurityGroupRule': '1.2', Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'SubPort': '1.0', Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'Subnet': '1.1', Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: 'Trunk': '1.1'}} Jul 16 08:25:32.896349 n-d-758944-46 neutron-server[93696]: {{(pid=93696) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:25:32.905406 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36442) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:32.917171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f48389e9-ca9f-4d14-9281-2f9d56a57bc8 admin admin] Request body: {'subnet': {'network_id': 'c7721fed-5c05-4311-b2ec-89cfb80f7939', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1946265843-subnet', 'tenant_id': '9db3f64a977e473c96e71525c7ef6be9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:33.021890 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Attempting to bind port f1a29afc-f91f-406d-98d0-257c37430e9b on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:33.022451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Attempting to bind port f1a29afc-f91f-406d-98d0-257c37430e9b by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:33.023558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Attempting to bind port f1a29afc-f91f-406d-98d0-257c37430e9b on network c0ed008c-d8c8-4398-b2f1-bdade653830b {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:33.033122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:33.034152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Checking segment: {'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:33.035140 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.035907 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Bound using segment: {'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:33.037142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Bound port: f1a29afc-f91f-406d-98d0-257c37430e9b, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:33.037865 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.041981 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:33.129298 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:33.138693 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:33.155223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:33.159186 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.189810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48389e9-ca9f-4d14-9281-2f9d56a57bc8 admin admin] Made reservation on behalf of 9db3f64a977e473c96e71525c7ef6be9 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:33.198662 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f48389e9-ca9f-4d14-9281-2f9d56a57bc8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.286512 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] For port f1a29afc-f91f-406d-98d0-257c37430e9b, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:33.291502 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9062734 Jul 16 08:25:33.296032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] For port f1a29afc-f91f-406d-98d0-257c37430e9b, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f1a29afc-f91f-406d-98d0-257c37430e9b,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:33.318287 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.370608 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-067cbbf8-500f-4133-95b6-86d1c2c74177 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:25:33.371710 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-067cbbf8-500f-4133-95b6-86d1c2c74177 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0136850 Jul 16 08:25:33.507322 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.597324 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.609536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce82b1d-d1af-41da-b41b-9a8f65cb3928 admin admin] Pushing event updated for resources: {'Network': ['ID=c7721fed-5c05-4311-b2ec-89cfb80f7939,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:33.658822 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network c7721fed-5c05-4311-b2ec-89cfb80f7939 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:25:33.835410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bb0566-a7e0-4d50-a58d-51f1fa532752 None None] Pushing event updated for resources: {'Port': ['ID=f1a29afc-f91f-406d-98d0-257c37430e9b,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:33.874559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-326586ee-c166-49a4-b467-d455f0b589e6 None None] Provisioning for port 472861df-7023-4d89-9294-c1847c71aa3d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:33.882548 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-326586ee-c166-49a4-b467-d455f0b589e6 None None] Provisioning complete for port 472861df-7023-4d89-9294-c1847c71aa3d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:33.882917 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-326586ee-c166-49a4-b467-d455f0b589e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:34.026286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25a4af0-a55f-4a42-92cc-3098c21b35b1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Pushing event updated for resources: {'Port': ['ID=472861df-7023-4d89-9294-c1847c71aa3d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:34.051951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-326586ee-c166-49a4-b467-d455f0b589e6 None None] Port 472861df-7023-4d89-9294-c1847c71aa3d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:25:34.378291 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:34.406427 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f48389e9-ca9f-4d14-9281-2f9d56a57bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:34.451895 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:34.529560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48389e9-ca9f-4d14-9281-2f9d56a57bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c70f60a3-0370-4867-b62f-0cea080259d2,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:34.651703 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48389e9-ca9f-4d14-9281-2f9d56a57bc8 admin admin] Checking segment: {'id': 'f48a2609-c289-4c49-b09f-2a1dfc4dbb4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'c7721fed-5c05-4311-b2ec-89cfb80f7939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:34.652075 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48389e9-ca9f-4d14-9281-2f9d56a57bc8 admin admin] Network hostable DHCP agents. Network: c7721fed-5c05-4311-b2ec-89cfb80f7939, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:25:34.724788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48389e9-ca9f-4d14-9281-2f9d56a57bc8 admin admin] Network c7721fed-5c05-4311-b2ec-89cfb80f7939 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:25:34.757543 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f48389e9-ca9f-4d14-9281-2f9d56a57bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, c7721fed-5c05-4311-b2ec-89cfb80f7939) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:34.767323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dea651f-b65d-400b-87eb-c8a22bffbe08 None None] Network c7721fed-5c05-4311-b2ec-89cfb80f7939 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:25:34.784923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48389e9-ca9f-4d14-9281-2f9d56a57bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:34.793951 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f48389e9-ca9f-4d14-9281-2f9d56a57bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:34.830813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Request body: {'port': {'device_id': '774db6f3-32ba-4cc2-b468-23a067a417e9', 'device_owner': 'compute:tempest-test_az-728290009', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:34.940556 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f48389e9-ca9f-4d14-9281-2f9d56a57bc8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0204380 Jul 16 08:25:34.995577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f1a29afc-f91f-406d-98d0-257c37430e9b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:34.996799 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.082923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Allocated IP 172.25.4.73 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/65f1a173-97e8-4e68-9410-aff9a454a12a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:35.554605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.564982 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e369136e-b59d-4955-ba50-24c767b35f8e None None] Network c7721fed-5c05-4311-b2ec-89cfb80f7939 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:25:35.607064 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.656446 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c45f54c2-33ac-462f-865a-d59e7883886a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.753921 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1399daee-6c08-4c37-9fdd-72afce5663d9 None None] Network c0ed008c-d8c8-4398-b2f1-bdade653830b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:25:35.831067 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-459883c9-22ef-456f-84f0-5723a2422d8c None None] Provisioning for port f1a29afc-f91f-406d-98d0-257c37430e9b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:35.847889 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port f1a29afc-f91f-406d-98d0-257c37430e9b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:35.878416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port f1a29afc-f91f-406d-98d0-257c37430e9b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:35.878957 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.934148 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.116585 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:36.118663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Pushing event updated for resources: {'Port': ['ID=65f1a173-97e8-4e68-9410-aff9a454a12a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:36.125097 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:36.134355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:36.289699 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.348071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 472861df-7023-4d89-9294-c1847c71aa3d {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:36.358978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port f1a29afc-f91f-406d-98d0-257c37430e9b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f1a29afc-f91f-406d-98d0-257c37430e9b,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:36.366000 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.377782 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.425733 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Transition to ACTIVE for port object 472861df-7023-4d89-9294-c1847c71aa3d will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:36.450541 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.472871 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=f1a29afc-f91f-406d-98d0-257c37430e9b,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:36.717012 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.743526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36510) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:36.755124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-387257223-network', 'tenant_id': '44373c229e1740be9dbdfc28d940a661'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:36.863882 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0439b-db78-49c1-b424-43acc8a68607 req-5b6ec046-731f-441a-8371-985997cd9324 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:36.875310 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7e0439b-db78-49c1-b424-43acc8a68607 req-5b6ec046-731f-441a-8371-985997cd9324 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 936 time: 1.2783520 Jul 16 08:25:36.877742 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Pushing event updated for resources: {'Port': ['ID=472861df-7023-4d89-9294-c1847c71aa3d,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:37.063710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] Made reservation on behalf of 44373c229e1740be9dbdfc28d940a661 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:37.065822 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.099309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6e61e936-3c45-4c3b-bb46-d2735e6e5fba None None] Provisioning complete for port f1a29afc-f91f-406d-98d0-257c37430e9b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:37.100306 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6e61e936-3c45-4c3b-bb46-d2735e6e5fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.105042 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Attempting to bind port 472861df-7023-4d89-9294-c1847c71aa3d on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:37.106702 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Attempting to bind port 472861df-7023-4d89-9294-c1847c71aa3d by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:37.107251 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Attempting to bind port 472861df-7023-4d89-9294-c1847c71aa3d on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:37.118331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Port 472861df-7023-4d89-9294-c1847c71aa3d on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:25:37.119032 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Attempting to bind port 472861df-7023-4d89-9294-c1847c71aa3d on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:37.146024 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7e0439b-db78-49c1-b424-43acc8a68607 req-198c90ec-0ee9-418f-9d65-1b5cd5b2cd2b tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697382 Jul 16 08:25:37.149975 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.230081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:37.231026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:37.231642 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:37.232140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Bound port: 472861df-7023-4d89-9294-c1847c71aa3d, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:37.232538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.382272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] For port 472861df-7023-4d89-9294-c1847c71aa3d, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:37.388884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] For port 472861df-7023-4d89-9294-c1847c71aa3d, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=472861df-7023-4d89-9294-c1847c71aa3d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:37.431517 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.504037 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.601515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:37.602392 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.604060 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] 10.222.0.15 "PUT /v2.0/ports/472861df-7023-4d89-9294-c1847c71aa3d HTTP/1.1" status: 200 len: 1118 time: 3.5316489 Jul 16 08:25:37.604757 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '774db6f3-32ba-4cc2-b468-23a067a417e9', 'tag': '472861df-7023-4d89-9294-c1847c71aa3d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:37.716685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43e2acc-c1d9-4a3d-9840-84f302ddd13f service neutron] Pushing event updated for resources: {'Port': ['ID=472861df-7023-4d89-9294-c1847c71aa3d,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:37.799317 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5cd2d46-c516-46e5-adcd-f196ec03354a" -d '{"events": [{"name": "network-changed", "server_uuid": "774db6f3-32ba-4cc2-b468-23a067a417e9", "tag": "472861df-7023-4d89-9294-c1847c71aa3d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:37.831160 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.837409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Router 54c1356d-6823-49b9-a40d-7ef579d1d99d is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:25:37.846142 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.862115 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c29a31f0-3bf9-4d34-b1ce-cc7976cce294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.872653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:25:37.892767 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.893328 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] Added segment 33e568ec-6dab-41ba-b1ca-e3122d9e28c8 of type vlan for network 595b69ea-f6c2-4b51-be0e-87f38a601971 Jul 16 08:25:37.948996 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:38.015900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9ed6a0-8fe9-41db-9bc0-20ff7054fb94,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:38.035135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:38.037308 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:38.038970 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:38.134236 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:38.148618 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4024198 Jul 16 08:25:38.158404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36540) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:38.168697 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7fd276b6-5bac-4384-9384-9e770245a606 admin admin] Request body: {'subnet': {'network_id': '595b69ea-f6c2-4b51-be0e-87f38a601971', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-387257223-subnet', 'tenant_id': '44373c229e1740be9dbdfc28d940a661', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:38.172247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:25:38.186511 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Sync routers for ids ['54c1356d-6823-49b9-a40d-7ef579d1d99d'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:25:38.193349 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:38.196590 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9cf51e26-52b8-4054-9e5d-2663ec832039 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.5393088 Jul 16 08:25:38.200640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36542) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:38.222388 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Routers {'54c1356d-6823-49b9-a40d-7ef579d1d99d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:25:38.226241 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:25:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['54c1356d-6823-49b9-a40d-7ef579d1d99d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:38.363109 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aedfe0d-3a0a-4624-8ac1-d176ad151274 admin admin] Pushing event updated for resources: {'Network': ['ID=595b69ea-f6c2-4b51-be0e-87f38a601971,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:38.384855 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 595b69ea-f6c2-4b51-be0e-87f38a601971 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:25:38.474722 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fd276b6-5bac-4384-9384-9e770245a606 admin admin] Made reservation on behalf of 44373c229e1740be9dbdfc28d940a661 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:38.487752 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fd276b6-5bac-4384-9384-9e770245a606 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:38.559946 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1477922-786d-4822-b326-210575465ce7 x-openstack-request-id: req-d1477922-786d-4822-b326-210575465ce7 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:38.560233 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "774db6f3-32ba-4cc2-b468-23a067a417e9", "tag": "472861df-7023-4d89-9294-c1847c71aa3d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:38.590887 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1477922-786d-4822-b326-210575465ce7 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:38.591436 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '774db6f3-32ba-4cc2-b468-23a067a417e9', 'tag': '472861df-7023-4d89-9294-c1847c71aa3d', 'status': 'completed', 'code': 200} Jul 16 08:25:38.790687 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Set router 54c1356d-6823-49b9-a40d-7ef579d1d99d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:25:38.838993 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-439ba8a2-a969-4628-b8ff-a01579ff4ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:38.841293 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-439ba8a2-a969-4628-b8ff-a01579ff4ca3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=109970eb376e4c68bc9b70da7afabcf6&device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 1121 time: 0.4649282 Jul 16 08:25:38.902393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f1a29afc-f91f-406d-98d0-257c37430e9b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:38.959471 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-c6dc2f45-faa2-406f-94e4-94b93eadf835 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=472861df-7023-4d89-9294-c1847c71aa3d HTTP/1.1" status: 200 len: 217 time: 0.0895686 Jul 16 08:25:39.080296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port f1a29afc-f91f-406d-98d0-257c37430e9b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:39.080981 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:39.131854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-3f503754-cec5-4154-a5f3-80a22525a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:39.134651 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-3f503754-cec5-4154-a5f3-80a22525a02d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1662362 Jul 16 08:25:39.149724 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fd276b6-5bac-4384-9384-9e770245a606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:39.354490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b33fe-8a17-48ce-9657-8a128e5b1ca8 req-2509e2aa-4d75-40c9-99ee-5604bbdd2d60 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:39.362656 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a85b33fe-8a17-48ce-9657-8a128e5b1ca8 req-2509e2aa-4d75-40c9-99ee-5604bbdd2d60 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 969 time: 0.4476955 Jul 16 08:25:39.384317 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:36Z', 'revision_number': 3, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:39.479760 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Checking router: 54c1356d-6823-49b9-a40d-7ef579d1d99d for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:25:39.480408 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Updating router 54c1356d-6823-49b9-a40d-7ef579d1d99d port 65f1a173-97e8-4e68-9410-aff9a454a12a binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:25:39.486662 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a85b33fe-8a17-48ce-9657-8a128e5b1ca8 req-1353bcc6-76f0-4ad6-8dec-1d6632fda8e4 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215489 Jul 16 08:25:39.505672 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:39.551288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd276b6-5bac-4384-9384-9e770245a606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ff40983-ff07-4bb2-a77e-69d7404c3b78,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:39.616828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd276b6-5bac-4384-9384-9e770245a606 admin admin] Checking segment: {'id': '33e568ec-6dab-41ba-b1ca-e3122d9e28c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '595b69ea-f6c2-4b51-be0e-87f38a601971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:39.616828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd276b6-5bac-4384-9384-9e770245a606 admin admin] Network hostable DHCP agents. Network: 595b69ea-f6c2-4b51-be0e-87f38a601971, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:25:39.649028 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:39.649612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-1f584b1f-ba1c-4e4b-add1-1fe34be9f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:39.652133 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-1f584b1f-ba1c-4e4b-add1-1fe34be9f8d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4317138 Jul 16 08:25:39.664040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd276b6-5bac-4384-9384-9e770245a606 admin admin] Network 595b69ea-f6c2-4b51-be0e-87f38a601971 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:25:39.708952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-7fd276b6-5bac-4384-9384-9e770245a606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 595b69ea-f6c2-4b51-be0e-87f38a601971) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:39.719235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb41188f-dfaf-4676-a406-121e9a8d2094 None None] Network 595b69ea-f6c2-4b51-be0e-87f38a601971 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:25:39.726807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd276b6-5bac-4384-9384-9e770245a606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:39.727471 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fd276b6-5bac-4384-9384-9e770245a606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:39.819152 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7fd276b6-5bac-4384-9384-9e770245a606 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6588399 Jul 16 08:25:39.900037 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-91fe51a6-28ee-4384-b487-3337b129ad24 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304993 Jul 16 08:25:40.024407 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:40.264149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa1bef9-995f-4be6-9d88-7103cf0d96f7 None None] Network 595b69ea-f6c2-4b51-be0e-87f38a601971 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:25:40.324558 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36602) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:40.696036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-510ed334-950f-470e-afe2-63696a02e87f admin admin] Deleting subnet c70f60a3-0370-4867-b62f-0cea080259d2 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:25:40.708022 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-510ed334-950f-470e-afe2-63696a02e87f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:40.765113 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d1be459-6a10-4d37-95b5-dc82a3de13b1 req-45cb8452-6c89-4b28-af1e-6ef13fbc6b7f service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8338211 Jul 16 08:25:40.824322 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-510ed334-950f-470e-afe2-63696a02e87f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:40.843053 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:40.870487 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-510ed334-950f-470e-afe2-63696a02e87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:40.873641 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Transition to ACTIVE for port object 65f1a173-97e8-4e68-9410-aff9a454a12a will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:40.889003 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.013481 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.035616 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Attempting to bind port 65f1a173-97e8-4e68-9410-aff9a454a12a on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:41.039292 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Attempting to bind port 65f1a173-97e8-4e68-9410-aff9a454a12a by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:41.039292 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Attempting to bind port 65f1a173-97e8-4e68-9410-aff9a454a12a on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:41.068647 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:41.071821 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:41.073871 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.076614 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:41.080600 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Bound port: 65f1a173-97e8-4e68-9410-aff9a454a12a, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:41.085702 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.096907 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7f2ef-b9d8-4c6c-b637-f96c465a9f2e None None] Pushing event updated for resources: {'Port': ['ID=65f1a173-97e8-4e68-9410-aff9a454a12a,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:41.148813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Allocated IP 172.20.0.1 (c0ed008c-d8c8-4398-b2f1-bdade653830b/f1b77d9a-c602-4c7a-9d54-1d94595e85e7/e620fe0c-f571-4a0e-865b-edcb6580971a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:41.166738 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7f2ef-b9d8-4c6c-b637-f96c465a9f2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:41.166975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0d1f8-0756-4d77-ac66-09291d944a64 req-33e4f8e8-d435-4387-b986-3c987215cc54 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:41.167535 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7f2ef-b9d8-4c6c-b637-f96c465a9f2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:41.168235 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7f2ef-b9d8-4c6c-b637-f96c465a9f2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:41.168906 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7f2ef-b9d8-4c6c-b637-f96c465a9f2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:41.169359 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7f2ef-b9d8-4c6c-b637-f96c465a9f2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:41.169887 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7f2ef-b9d8-4c6c-b637-f96c465a9f2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:41.170428 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7f2ef-b9d8-4c6c-b637-f96c465a9f2e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:41.170966 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7f2ef-b9d8-4c6c-b637-f96c465a9f2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:41.171747 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7f2ef-b9d8-4c6c-b637-f96c465a9f2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:41.172290 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7f2ef-b9d8-4c6c-b637-f96c465a9f2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:41.172921 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7f2ef-b9d8-4c6c-b637-f96c465a9f2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:41.173604 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7f2ef-b9d8-4c6c-b637-f96c465a9f2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:41.174611 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e1c0d1f8-0756-4d77-ac66-09291d944a64 req-33e4f8e8-d435-4387-b986-3c987215cc54 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 969 time: 0.2789063 Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f7f2ef-b9d8-4c6c-b637-f96c465a9f2e None None] Tracked resource versions report: Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: pushed versions: Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: { 'AddressGroup': {'1.2'}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'ConntrackHelper': {'1.0'}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'Log': {'1.0'}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'Network': {'1.1'}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'Port': {'1.7'}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'PortForwarding': {'1.2'}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'QosPolicy': {'1.8'}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'SecurityGroup': {'1.4'}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'SubPort': {'1.0'}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'Subnet': {'1.1'}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'Trunk': {'1.1'}} Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: consumer versions: Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: { DHCP agent@n-d-758944-46: {}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: HyperV agent@n-h1-758944-46: {}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: HyperV agent@n-h2-758944-46: {}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: L3 agent@n-d-758944-46: {}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: Metadata agent@n-d-758944-46: {}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: Metering agent@n-d-758944-46: {}, Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: Open vSwitch agent@n-d-758944-46: { 'AddressGroup': '1.2', Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'ConntrackHelper': '1.0', Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'Log': '1.0', Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'Network': '1.1', Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'Port': '1.7', Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'PortForwarding': '1.2', Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'QosPolicy': '1.8', Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'SecurityGroup': '1.4', Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'SecurityGroupRule': '1.2', Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'SubPort': '1.0', Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'Subnet': '1.1', Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: 'Trunk': '1.1'}} Jul 16 08:25:41.176932 n-d-758944-46 neutron-server[93697]: {{(pid=93697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:25:41.228114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd2d46-c516-46e5-adcd-f196ec03354a req-85a2d1d2-7d12-45cc-a7bd-cccbc28b71b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:41.236204 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b5cd2d46-c516-46e5-adcd-f196ec03354a req-85a2d1d2-7d12-45cc-a7bd-cccbc28b71b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=109970eb376e4c68bc9b70da7afabcf6&device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 1121 time: 0.2828302 Jul 16 08:25:41.263846 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e1c0d1f8-0756-4d77-ac66-09291d944a64 req-e60c75d1-6228-402f-b094-02f166b1ee3a tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846994 Jul 16 08:25:41.304019 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] For port 65f1a173-97e8-4e68-9410-aff9a454a12a, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:41.313139 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] For port 65f1a173-97e8-4e68-9410-aff9a454a12a, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=65f1a173-97e8-4e68-9410-aff9a454a12a,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:41.321769 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.382129 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-510ed334-950f-470e-afe2-63696a02e87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.442517 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Routers {'54c1356d-6823-49b9-a40d-7ef579d1d99d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:25:41.443165 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:25:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['54c1356d-6823-49b9-a40d-7ef579d1d99d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:41.450357 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7f2ef-b9d8-4c6c-b637-f96c465a9f2e None None] Pushing event updated for resources: {'Port': ['ID=65f1a173-97e8-4e68-9410-aff9a454a12a,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:41.472440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36632) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:41.642889 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.658527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ed334-950f-470e-afe2-63696a02e87f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c70f60a3-0370-4867-b62f-0cea080259d2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:41.665484 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-510ed334-950f-470e-afe2-63696a02e87f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.675128 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-510ed334-950f-470e-afe2-63696a02e87f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c70f60a3-0370-4867-b62f-0cea080259d2 HTTP/1.1" status: 204 len: 168 time: 1.3490286 Jul 16 08:25:41.675436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36642) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:41.720423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Transition to ACTIVE for port object e620fe0c-f571-4a0e-865b-edcb6580971a will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:41.811490 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.884931 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Network c0ed008c-d8c8-4398-b2f1-bdade653830b is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:41.894640 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] Set router 54c1356d-6823-49b9-a40d-7ef579d1d99d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:25:41.943175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:41.968569 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:41.968569 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:42.056368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36650) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:42.411757 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7190d8d9-949f-44a7-8067-f21713abd239 None None] Provisioning for port e620fe0c-f571-4a0e-865b-edcb6580971a completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:42.417724 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7190d8d9-949f-44a7-8067-f21713abd239 None None] Provisioning complete for port e620fe0c-f571-4a0e-865b-edcb6580971a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:42.418095 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7190d8d9-949f-44a7-8067-f21713abd239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:42.488448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36654) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:42.535909 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7190d8d9-949f-44a7-8067-f21713abd239 None None] Port e620fe0c-f571-4a0e-865b-edcb6580971a cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:25:42.584555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e620fe0c-f571-4a0e-865b-edcb6580971a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:42.589946 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:42.643487 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-91459f2f-cfeb-43d7-b984-a9c036f4df98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:42.745986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-691156a2-8f3c-4ecb-8ef8-8d52760cbd41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:42.816312 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:36Z', 'revision_number': 3, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:42.844790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd2d46-c516-46e5-adcd-f196ec03354a req-cabd6ec6-fc9a-4a98-b0f8-994d2859315b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:42.847534 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b5cd2d46-c516-46e5-adcd-f196ec03354a req-cabd6ec6-fc9a-4a98-b0f8-994d2859315b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 1.6011279 Jul 16 08:25:42.849621 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-508515ad-e473-4bff-8a66-a2398c8a9303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:42.860231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c15e6-d5ba-441a-b088-92911b5aca6f req-d66c9b12-8dee-46a0-b02e-7d5068fd62f1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:42.862964 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f2c15e6-d5ba-441a-b088-92911b5aca6f req-d66c9b12-8dee-46a0-b02e-7d5068fd62f1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 969 time: 0.1788015 Jul 16 08:25:42.883126 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:42.928159 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f2c15e6-d5ba-441a-b088-92911b5aca6f req-4c0bcf94-7197-4a20-afe8-0b4f92b3ab59 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528936 Jul 16 08:25:42.991573 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa661821-c6bd-4c68-868d-44110a9a7249 None None] The sync data for ids ['54c1356d-6823-49b9-a40d-7ef579d1d99d'] in n-d-758944-46 is: [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:36Z', 'revision_number': 3, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:25:43.076215 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b5cd2d46-c516-46e5-adcd-f196ec03354a req-8510ab61-7301-46a2-8917-e240913312fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=472861df-7023-4d89-9294-c1847c71aa3d HTTP/1.1" status: 200 len: 217 time: 0.1636186 Jul 16 08:25:43.234802 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:43.237948 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-91459f2f-cfeb-43d7-b984-a9c036f4df98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:43.244702 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:43.245806 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:43.287330 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-91459f2f-cfeb-43d7-b984-a9c036f4df98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:43.366761 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:43.415927 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:43.417104 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:43.418906 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:43.419813 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Subscribe: > port after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:43.420751 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:43.421714 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Subscribe: > port after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:43.422587 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:43.423601 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:43.424546 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:43.425417 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:43.456326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91459f2f-cfeb-43d7-b984-a9c036f4df98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c159e04b-17bc-424f-acac-b875fe87e844,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:43.542639 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-91459f2f-cfeb-43d7-b984-a9c036f4df98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c178466eaab34712bb0eb143a074dd63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0507691 Jul 16 08:25:43.566142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36690) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:43.651728 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Pushing event updated for resources: {'Port': ['ID=e620fe0c-f571-4a0e-865b-edcb6580971a,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:43.714587 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:43.715305 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:43.715746 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:43.716157 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93694) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:43.716646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7721fed-5c05-4311-b2ec-89cfb80f7939']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:43.776354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Network c0ed008c-d8c8-4398-b2f1-bdade653830b is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:43.784047 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f3cf404-c8ec-4c24-b2c1-5a35a00ebc5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:43.800474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:43.853707 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f3cf404-c8ec-4c24-b2c1-5a35a00ebc5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:43.884830 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd2d46-c516-46e5-adcd-f196ec03354a req-9ec6c0b7-04dc-479e-bdfe-775884b89f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:43.886438 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b5cd2d46-c516-46e5-adcd-f196ec03354a req-9ec6c0b7-04dc-479e-bdfe-775884b89f76 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.5147974 Jul 16 08:25:43.898580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48a2609-c289-4c49-b09f-2a1dfc4dbb4b') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:43.898853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48a2609-c289-4c49-b09f-2a1dfc4dbb4b') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:43.953894 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.062021 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [None req-508515ad-e473-4bff-8a66-a2398c8a9303 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:25:44.062021 n-d-758944-46 neutron-server[93694]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:25:44.062021 n-d-758944-46 neutron-server[93694]: [parameters: {'project_id_1': 'e3e9fcf3596b40f69d2f39d43dbe92fd', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 25, 42, 900152)}] Jul 16 08:25:44.062021 n-d-758944-46 neutron-server[93694]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:25:44.062557 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [None req-508515ad-e473-4bff-8a66-a2398c8a9303 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:25:44.135533 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.151599 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f3cf404-c8ec-4c24-b2c1-5a35a00ebc5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.151599 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f3cf404-c8ec-4c24-b2c1-5a35a00ebc5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.151599 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1f3cf404-c8ec-4c24-b2c1-5a35a00ebc5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c159e04b-17bc-424f-acac-b875fe87e844 HTTP/1.1" status: 204 len: 168 time: 0.5568979 Jul 16 08:25:44.194634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3cf404-c8ec-4c24-b2c1-5a35a00ebc5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c159e04b-17bc-424f-acac-b875fe87e844,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:44.241140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:25:44.242145 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.247708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Router 54c1356d-6823-49b9-a40d-7ef579d1d99d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: from cryptography.utils import int_from_bytes Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: from cryptography.utils import int_from_bytes Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:25:44.265842 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:25:44.344736 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36700) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:44.410886 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-18bc3025-3956-42cd-bcb1-2f8abb6c141e None None] Provisioning complete for port e620fe0c-f571-4a0e-865b-edcb6580971a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:44.411705 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-18bc3025-3956-42cd-bcb1-2f8abb6c141e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.589621 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-508515ad-e473-4bff-8a66-a2398c8a9303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.592819 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-18bc3025-3956-42cd-bcb1-2f8abb6c141e None None] Port e620fe0c-f571-4a0e-865b-edcb6580971a cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:25:44.690633 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.706600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd2d46-c516-46e5-adcd-f196ec03354a req-371ae2b1-0299-45b0-b880-8204993cdd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:44.716157 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b5cd2d46-c516-46e5-adcd-f196ec03354a req-371ae2b1-0299-45b0-b880-8204993cdd0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6941299 Jul 16 08:25:44.755142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 65f1a173-97e8-4e68-9410-aff9a454a12a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:44.847600 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.859139 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c7721fed-5c05-4311-b2ec-89cfb80f7939 HTTP/1.1" status: 204 len: 168 time: 3.0365150 Jul 16 08:25:44.906675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36704) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:44.968912 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaedee74-fc5f-4f1a-815e-54c8c29d3289 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7721fed-5c05-4311-b2ec-89cfb80f7939,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:44.974418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-551b4ccf-77a1-4586-a336-3233fc683ac7 admin admin] Deleting subnet 5ff40983-ff07-4bb2-a77e-69d7404c3b78 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:25:44.978484 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-551b4ccf-77a1-4586-a336-3233fc683ac7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.994785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 65f1a173-97e8-4e68-9410-aff9a454a12a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:45.014084 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 65f1a173-97e8-4e68-9410-aff9a454a12a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:45.014693 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.023631 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-551b4ccf-77a1-4586-a336-3233fc683ac7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.035621 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-551b4ccf-77a1-4586-a336-3233fc683ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.055605 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-691156a2-8f3c-4ecb-8ef8-8d52760cbd41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.098357 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-691156a2-8f3c-4ecb-8ef8-8d52760cbd41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.149596 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-551b4ccf-77a1-4586-a336-3233fc683ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.204051 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551b4ccf-77a1-4586-a336-3233fc683ac7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ff40983-ff07-4bb2-a77e-69d7404c3b78,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:45.220738 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-551b4ccf-77a1-4586-a336-3233fc683ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.225711 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-551b4ccf-77a1-4586-a336-3233fc683ac7 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5ff40983-ff07-4bb2-a77e-69d7404c3b78 HTTP/1.1" status: 204 len: 168 time: 0.3060198 Jul 16 08:25:45.233081 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-691156a2-8f3c-4ecb-8ef8-8d52760cbd41 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=45f1eb8748e54766ab67cbf447afeb31&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7507203 Jul 16 08:25:45.244255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36710) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:45.244626 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36712) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:45.392789 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.439186 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 65f1a173-97e8-4e68-9410-aff9a454a12a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=65f1a173-97e8-4e68-9410-aff9a454a12a,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:45.450871 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.492076 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5c535ca3-aef7-4332-b563-e88d5fc3a1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.505595 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba87e74-df54-4961-a25e-73d69a9a08fc req-32cce8f4-1828-43ad-b2c7-2c276d05021e tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:45.514519 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9ba87e74-df54-4961-a25e-73d69a9a08fc req-32cce8f4-1828-43ad-b2c7-2c276d05021e tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 969 time: 0.7122383 Jul 16 08:25:45.515703 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691156a2-8f3c-4ecb-8ef8-8d52760cbd41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b8ab6d-1a45-4804-88c7-4d18ab179274,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:45.517378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:25:45.556531 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1ade52ad-7707-4a05-a847-a628baa163d0 admin admin] 10.222.0.20 "PUT /v2.0/routers/54c1356d-6823-49b9-a40d-7ef579d1d99d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3429797 Jul 16 08:25:45.556531 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a14d6382-9fc1-4809-a653-083fecb98aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.570204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=65f1a173-97e8-4e68-9410-aff9a454a12a,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:45.587180 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b5cd2d46-c516-46e5-adcd-f196ec03354a req-1155b3d6-518e-4836-9e48-ee4f8e17e26b service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8227160 Jul 16 08:25:45.634400 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a14d6382-9fc1-4809-a653-083fecb98aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.656579 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-508515ad-e473-4bff-8a66-a2398c8a9303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.680874 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-508515ad-e473-4bff-8a66-a2398c8a9303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.725642 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36720) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:45.778290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508515ad-e473-4bff-8a66-a2398c8a9303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8244b6e5-29f4-48e0-89f9-effa9300c20c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:45.794000 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a14d6382-9fc1-4809-a653-083fecb98aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.800250 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a14d6382-9fc1-4809-a653-083fecb98aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.802637 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a14d6382-9fc1-4809-a653-083fecb98aa9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/50b8ab6d-1a45-4804-88c7-4d18ab179274 HTTP/1.1" status: 204 len: 168 time: 0.5341427 Jul 16 08:25:45.808837 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9ba87e74-df54-4961-a25e-73d69a9a08fc req-49dd5bcb-9563-4f24-9b1f-0775a33454d3 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929707 Jul 16 08:25:45.813119 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14fb1578-5549-4d80-b704-e77b4e6e3db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.835411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d6382-9fc1-4809-a653-083fecb98aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b8ab6d-1a45-4804-88c7-4d18ab179274,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:45.842665 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.884896 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-508515ad-e473-4bff-8a66-a2398c8a9303 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3e9fcf3596b40f69d2f39d43dbe92fd&name=default HTTP/1.1" status: 200 len: 2979 time: 3.8265579 Jul 16 08:25:45.901730 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36728) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:46.055325 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.073873 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b5cd2d46-c516-46e5-adcd-f196ec03354a req-5c80189f-0050-4f7b-8520-b608101b0715 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714282 Jul 16 08:25:46.078899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:46.079948 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:46.087961 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:46.088528 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Subscribe: > port after_create 55550000 {{(pid=93695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:46.089641 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:46.089818 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Subscribe: > port after_update 55550000 {{(pid=93695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:46.090419 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:46.091061 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:46.091605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:46.092599 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:46.117316 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5cecbaa6-8957-4f81-95fd-7142cfdbfaba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.173777 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5cecbaa6-8957-4f81-95fd-7142cfdbfaba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.290855 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5c535ca3-aef7-4332-b563-e88d5fc3a1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.307590 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5c535ca3-aef7-4332-b563-e88d5fc3a1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.312094 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5cecbaa6-8957-4f81-95fd-7142cfdbfaba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.318011 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5cecbaa6-8957-4f81-95fd-7142cfdbfaba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.320830 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5cecbaa6-8957-4f81-95fd-7142cfdbfaba admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8244b6e5-29f4-48e0-89f9-effa9300c20c HTTP/1.1" status: 204 len: 168 time: 0.4131811 Jul 16 08:25:46.356159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Sync routers for ids ['54c1356d-6823-49b9-a40d-7ef579d1d99d'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:25:46.388262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Routers {'54c1356d-6823-49b9-a40d-7ef579d1d99d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:25:46.390049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:25:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['54c1356d-6823-49b9-a40d-7ef579d1d99d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:46.450868 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5c535ca3-aef7-4332-b563-e88d5fc3a1a4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3f44fd3963074d2f871983372bb11763&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0881073 Jul 16 08:25:46.460420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36736) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:46.461938 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c535ca3-aef7-4332-b563-e88d5fc3a1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b7372d-01b3-4a36-bddb-c51a05fcda6e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:46.531367 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:46.531841 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:46.532457 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:46.532865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cecbaa6-8957-4f81-95fd-7142cfdbfaba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8244b6e5-29f4-48e0-89f9-effa9300c20c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:46.533022 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93695) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:25:46.533619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['595b69ea-f6c2-4b51-be0e-87f38a601971']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:46.710808 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36740) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:46.727149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33e568ec-6dab-41ba-b1ca-e3122d9e28c8') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:46.737301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33e568ec-6dab-41ba-b1ca-e3122d9e28c8') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:46.756878 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-80fea2ef-6c52-4c34-92c6-70bb6885a2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.787143 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3118b5d-b2ec-4a02-b61e-bd153eac3447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.788899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.793375 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 65f1a173-97e8-4e68-9410-aff9a454a12a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:46.865723 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.881227 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-80fea2ef-6c52-4c34-92c6-70bb6885a2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.892125 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14fb1578-5549-4d80-b704-e77b4e6e3db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.897829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:25:46.899692 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.926311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Set router 54c1356d-6823-49b9-a40d-7ef579d1d99d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: from cryptography.utils import int_from_bytes Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: from cryptography.utils import int_from_bytes Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:25:46.946814 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:25:47.020322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 65f1a173-97e8-4e68-9410-aff9a454a12a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:47.020916 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.038042 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14fb1578-5549-4d80-b704-e77b4e6e3db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.111091 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.167757 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb1578-5549-4d80-b704-e77b4e6e3db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e2783c-4068-4398-a64d-bdc3577459da,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:47.171899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.181595 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] 10.222.0.20 "DELETE /v2.0/networks/595b69ea-f6c2-4b51-be0e-87f38a601971 HTTP/1.1" status: 204 len: 168 time: 1.9206100 Jul 16 08:25:47.181761 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-14fb1578-5549-4d80-b704-e77b4e6e3db4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2bb35f997a54d09bb35b561e830239c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4179323 Jul 16 08:25:47.183956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9563a5-9bbd-4754-9afa-bb68f03eb478 admin admin] Pushing event deleted for resources: {'Network': ['ID=595b69ea-f6c2-4b51-be0e-87f38a601971,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:47.185485 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36750) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:47.216043 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-80fea2ef-6c52-4c34-92c6-70bb6885a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.219348 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-80fea2ef-6c52-4c34-92c6-70bb6885a2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.225307 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-80fea2ef-6c52-4c34-92c6-70bb6885a2e4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41b7372d-01b3-4a36-bddb-c51a05fcda6e HTTP/1.1" status: 204 len: 168 time: 0.7457633 Jul 16 08:25:47.285694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fea2ef-6c52-4c34-92c6-70bb6885a2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b7372d-01b3-4a36-bddb-c51a05fcda6e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:47.384825 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccadcfc3-c7a2-453b-a547-4751c66130a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.388742 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3118b5d-b2ec-4a02-b61e-bd153eac3447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.395114 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3118b5d-b2ec-4a02-b61e-bd153eac3447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.451937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fddf060-80c0-4607-9370-829174c54c5f req-d490bdbc-f5db-4ae4-ac73-aeb3a9ba54f6 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:47.453651 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0fddf060-80c0-4607-9370-829174c54c5f req-d490bdbc-f5db-4ae4-ac73-aeb3a9ba54f6 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 969 time: 0.2420766 Jul 16 08:25:47.461337 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccadcfc3-c7a2-453b-a547-4751c66130a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.488344 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e3118b5d-b2ec-4a02-b61e-bd153eac3447 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8b0be23d90f451c8c39b521283aac24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7731779 Jul 16 08:25:47.490894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36758) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:47.494413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3118b5d-b2ec-4a02-b61e-bd153eac3447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ad8ed2-0eec-470c-8f83-c33802536bae,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:47.548193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e620fe0c-f571-4a0e-865b-edcb6580971a', 'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'mac_address': 'fa:16:3e:9e:ae:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:40Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 2, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'subnets': [{'id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:47.549328 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0fddf060-80c0-4607-9370-829174c54c5f req-05b79313-af1d-45f9-b0b4-df57ef4c825d tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727043 Jul 16 08:25:47.584272 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccadcfc3-c7a2-453b-a547-4751c66130a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.599444 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccadcfc3-c7a2-453b-a547-4751c66130a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.599444 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ccadcfc3-c7a2-453b-a547-4751c66130a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36e2783c-4068-4398-a64d-bdc3577459da HTTP/1.1" status: 204 len: 168 time: 0.4025638 Jul 16 08:25:47.607495 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccadcfc3-c7a2-453b-a547-4751c66130a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e2783c-4068-4398-a64d-bdc3577459da,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:47.629530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Checking router: 54c1356d-6823-49b9-a40d-7ef579d1d99d for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:25:47.630088 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Updating router 54c1356d-6823-49b9-a40d-7ef579d1d99d port e620fe0c-f571-4a0e-865b-edcb6580971a binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:25:47.631678 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8db12d11-f49f-4fde-a093-08b38b22cef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.663776 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8db12d11-f49f-4fde-a093-08b38b22cef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.711830 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.726469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36764) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:47.738016 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8db12d11-f49f-4fde-a093-08b38b22cef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.742328 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8db12d11-f49f-4fde-a093-08b38b22cef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.746859 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8db12d11-f49f-4fde-a093-08b38b22cef1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d0ad8ed2-0eec-470c-8f83-c33802536bae HTTP/1.1" status: 204 len: 168 time: 0.2540874 Jul 16 08:25:47.762863 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db12d11-f49f-4fde-a093-08b38b22cef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ad8ed2-0eec-470c-8f83-c33802536bae,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:47.789636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cd9821f5-401b-4d78-b0c0-fc9a8ce338a2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9db3f64a977e473c96e71525c7ef6be9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0616851 Jul 16 08:25:47.793825 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36768) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:47.888277 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b675ccc3-6bcb-4c25-979d-a4d795da5c55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.905479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36770) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:47.911357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1526122667-network', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:47.941787 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b675ccc3-6bcb-4c25-979d-a4d795da5c55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.954045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] Made reservation on behalf of 27d7169de82f460a84e52d4d7f31245b for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:47.957931 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.971862 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.024257 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b675ccc3-6bcb-4c25-979d-a4d795da5c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.027530 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b675ccc3-6bcb-4c25-979d-a4d795da5c55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.031941 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b675ccc3-6bcb-4c25-979d-a4d795da5c55 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/555034a8-d55a-4453-b850-8ed7394aae41 HTTP/1.1" status: 204 len: 168 time: 0.2366734 Jul 16 08:25:48.040687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b675ccc3-6bcb-4c25-979d-a4d795da5c55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=555034a8-d55a-4453-b850-8ed7394aae41,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:48.079088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36774) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:48.099219 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd5ee0dc-2faa-4f39-81f2-57b57ac32066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.106071 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.124973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Transition to ACTIVE for port object e620fe0c-f571-4a0e-865b-edcb6580971a will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:48.135030 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.164834 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.171707 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.209203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:25:48.227777 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbff9394-eeb0-4f0e-9a5e-a2750a47f483,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:48.234824 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.235150 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] Added segment 323f2c25-dfa8-4920-9ed1-0453675b9033 of type vlan for network 30f746e2-ed2c-4e5a-8f70-1bf9efab48d1 Jul 16 08:25:48.265518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3b4ae-5b68-4319-84ea-c1d93e9136e1 None None] Pushing event updated for resources: {'Port': ['ID=e620fe0c-f571-4a0e-865b-edcb6580971a,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:48.355552 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.386057 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd5ee0dc-2faa-4f39-81f2-57b57ac32066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.389803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Attempting to bind port e620fe0c-f571-4a0e-865b-edcb6580971a on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:48.390313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Attempting to bind port e620fe0c-f571-4a0e-865b-edcb6580971a by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:48.390846 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Attempting to bind port e620fe0c-f571-4a0e-865b-edcb6580971a on network c0ed008c-d8c8-4398-b2f1-bdade653830b {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:48.395731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd5ee0dc-2faa-4f39-81f2-57b57ac32066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.416924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:48.417497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Checking segment: {'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:48.418022 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.418439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Bound using segment: {'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:48.418947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Bound port: e620fe0c-f571-4a0e-865b-edcb6580971a, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:48.419357 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.449711 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.451027 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:48.451613 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.470224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ee0dc-2faa-4f39-81f2-57b57ac32066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741a23cf-e60a-4ac6-9dc2-bd693fd37a36,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:48.506441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36778) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:48.532009 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bd5ee0dc-2faa-4f39-81f2-57b57ac32066 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c6dcf0dc637e4f13bafabe3902d28038&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4514029 Jul 16 08:25:48.533850 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-70fef4bb-3f91-4a56-882d-8cfb9c081703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.536325 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36780) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:48.582780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] Pushing event updated for resources: {'Network': ['ID=30f746e2-ed2c-4e5a-8f70-1bf9efab48d1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:48.586294 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d2912bf2-8707-44c1-9594-4b1b639d29c1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6794043 Jul 16 08:25:48.590530 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36784) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:48.597776 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f657771c-dea5-4a76-9b7f-76707fcb8137 admin admin] Request body: {'subnet': {'network_id': '30f746e2-ed2c-4e5a-8f70-1bf9efab48d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1526122667-subnet', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:48.624736 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 30f746e2-ed2c-4e5a-8f70-1bf9efab48d1 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:25:48.651112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] For port e620fe0c-f571-4a0e-865b-edcb6580971a, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:48.672260 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c5f855a-24ee-4afb-b37f-16d6388beed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.713595 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-70fef4bb-3f91-4a56-882d-8cfb9c081703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.716350 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c5f855a-24ee-4afb-b37f-16d6388beed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.736723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] For port e620fe0c-f571-4a0e-865b-edcb6580971a, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e620fe0c-f571-4a0e-865b-edcb6580971a,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:48.746560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f657771c-dea5-4a76-9b7f-76707fcb8137 admin admin] Made reservation on behalf of 27d7169de82f460a84e52d4d7f31245b for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:48.749852 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f657771c-dea5-4a76-9b7f-76707fcb8137 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.755667 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-70fef4bb-3f91-4a56-882d-8cfb9c081703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.771957 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.846479 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Routers {'54c1356d-6823-49b9-a40d-7ef579d1d99d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:25:48.847658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:25:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['54c1356d-6823-49b9-a40d-7ef579d1d99d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:48.852330 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-70fef4bb-3f91-4a56-882d-8cfb9c081703 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09863a3118884c8896c8cf02d167ec32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3418331 Jul 16 08:25:48.854843 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fef4bb-3f91-4a56-882d-8cfb9c081703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=019d0abf-f496-4043-9b25-b0fbcd7a6477,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:48.878253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36790) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:48.978600 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c5f855a-24ee-4afb-b37f-16d6388beed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.981224 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c5f855a-24ee-4afb-b37f-16d6388beed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.984921 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6c5f855a-24ee-4afb-b37f-16d6388beed7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/741a23cf-e60a-4ac6-9dc2-bd693fd37a36 HTTP/1.1" status: 204 len: 168 time: 0.4438040 Jul 16 08:25:49.006095 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf3b4ae-5b68-4319-84ea-c1d93e9136e1 None None] Pushing event updated for resources: {'Port': ['ID=e620fe0c-f571-4a0e-865b-edcb6580971a,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:49.014550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5f855a-24ee-4afb-b37f-16d6388beed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741a23cf-e60a-4ac6-9dc2-bd693fd37a36,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:49.051787 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f657771c-dea5-4a76-9b7f-76707fcb8137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.062300 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2353e-8af6-44cd-accb-24a774c36fb7 req-fce347fb-ff66-47ff-b891-0ac27cb54ee7 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:49.063986 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9cd2353e-8af6-44cd-accb-24a774c36fb7 req-fce347fb-ff66-47ff-b891-0ac27cb54ee7 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 969 time: 0.3527796 Jul 16 08:25:49.159583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f657771c-dea5-4a76-9b7f-76707fcb8137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e65d30a1-226e-4d2a-9543-84c800286a03,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:49.182158 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9cd2353e-8af6-44cd-accb-24a774c36fb7 req-a3421445-7a12-47b6-bdad-4f76eef08797 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034844 Jul 16 08:25:49.182870 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f304177c-6687-4608-9696-b4ec2e564c84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.219368 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f304177c-6687-4608-9696-b4ec2e564c84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.242494 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f657771c-dea5-4a76-9b7f-76707fcb8137 admin admin] Checking segment: {'id': '323f2c25-dfa8-4920-9ed1-0453675b9033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '30f746e2-ed2c-4e5a-8f70-1bf9efab48d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:49.244554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f657771c-dea5-4a76-9b7f-76707fcb8137 admin admin] Network hostable DHCP agents. Network: 30f746e2-ed2c-4e5a-8f70-1bf9efab48d1, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:25:49.260176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36802) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:49.298056 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f657771c-dea5-4a76-9b7f-76707fcb8137 admin admin] Network 30f746e2-ed2c-4e5a-8f70-1bf9efab48d1 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:25:49.319945 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f657771c-dea5-4a76-9b7f-76707fcb8137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 30f746e2-ed2c-4e5a-8f70-1bf9efab48d1) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:49.325654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f657771c-dea5-4a76-9b7f-76707fcb8137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:49.326240 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f657771c-dea5-4a76-9b7f-76707fcb8137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.331306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-477d303d-f149-47cb-a6dd-a8cbf2cebb64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44373c229e1740be9dbdfc28d940a661&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0690169 Jul 16 08:25:49.335655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36804) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:49.343391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c6c9a6-1f90-41f4-80be-ab40d6e87052 None None] Network 30f746e2-ed2c-4e5a-8f70-1bf9efab48d1 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:25:49.365814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] Set router 54c1356d-6823-49b9-a40d-7ef579d1d99d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:25:49.369851 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f657771c-dea5-4a76-9b7f-76707fcb8137 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7775009 Jul 16 08:25:49.370017 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f304177c-6687-4608-9696-b4ec2e564c84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.373109 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f304177c-6687-4608-9696-b4ec2e564c84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.374417 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f304177c-6687-4608-9696-b4ec2e564c84 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/019d0abf-f496-4043-9b25-b0fbcd7a6477 HTTP/1.1" status: 204 len: 168 time: 0.4882889 Jul 16 08:25:49.381761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36808) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:49.386664 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1526122667-router', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:49.394758 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304177c-6687-4608-9696-b4ec2e564c84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=019d0abf-f496-4043-9b25-b0fbcd7a6477,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:49.419294 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-651122df-4741-4e95-8071-81735884d81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.437869 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.441277 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.469327 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-651122df-4741-4e95-8071-81735884d81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.592995 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-651122df-4741-4e95-8071-81735884d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.593908 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.603291 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-651122df-4741-4e95-8071-81735884d81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.605588 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-651122df-4741-4e95-8071-81735884d81b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ec9ed6a0-8fe9-41db-9bc0-20ff7054fb94 HTTP/1.1" status: 204 len: 168 time: 0.2681522 Jul 16 08:25:49.623082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651122df-4741-4e95-8071-81735884d81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec9ed6a0-8fe9-41db-9bc0-20ff7054fb94,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:49.759832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-30f746e2-ed2c-4e5a-8f70-1bf9efab48d1', 'network_id': '30f746e2-ed2c-4e5a-8f70-1bf9efab48d1', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b', 'fixed_ips': [{'subnet_id': 'e65d30a1-226e-4d2a-9543-84c800286a03'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:25:49.760863 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.816126 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.880978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e620fe0c-f571-4a0e-865b-edcb6580971a', 'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'mac_address': 'fa:16:3e:9e:ae:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:40Z', 'updated_at': '2021-07-16T08:25:48Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'subnets': [{'id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:49.912426 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ce2b17-aedb-4736-8605-1a4723a2e888 None None] The sync data for ids ['54c1356d-6823-49b9-a40d-7ef579d1d99d'] in n-d-758944-46 is: [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e620fe0c-f571-4a0e-865b-edcb6580971a', 'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'mac_address': 'fa:16:3e:9e:ae:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:40Z', 'updated_at': '2021-07-16T08:25:48Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'subnets': [{'id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:25:49.995992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Allocated IP 172.20.0.2 (30f746e2-ed2c-4e5a-8f70-1bf9efab48d1/e65d30a1-226e-4d2a-9543-84c800286a03/d4e53854-3024-4a13-8599-c0949534e2b4) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:50.155017 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:50.184963 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:50.233029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 472861df-7023-4d89-9294-c1847c71aa3d details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:25:50.422471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Allocated IP 172.25.4.149 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/c31768b2-9bdb-4086-960b-9e63a62ed2f3) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:50.468727 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36834) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:50.507965 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-10dab112-9658-49c7-a1b9-1d6958704c2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:50.636534 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:50.714598 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e620fe0c-f571-4a0e-865b-edcb6580971a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:50.732487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Transition to ACTIVE for port object d4e53854-3024-4a13-8599-c0949534e2b4 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:50.757221 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-10dab112-9658-49c7-a1b9-1d6958704c2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:50.757986 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 472861df-7023-4d89-9294-c1847c71aa3d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=472861df-7023-4d89-9294-c1847c71aa3d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:50.770080 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-10dab112-9658-49c7-a1b9-1d6958704c2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:50.839960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dab112-9658-49c7-a1b9-1d6958704c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c4db84-eff0-43bb-879b-c00aa308cce5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:50.902979 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-10dab112-9658-49c7-a1b9-1d6958704c2e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cc2ebb19afd49b6afd8c243ca7ef9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4306927 Jul 16 08:25:50.903285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36846) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:50.921053 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '472861df-7023-4d89-9294-c1847c71aa3d', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '472861df-7023-4d89-9294-c1847c71aa3d', 'mac_address': 'fa:16:3e:8f:d1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:tempest-test_az-728290009', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:25:50.927799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Transition to ACTIVE for port object d4e53854-3024-4a13-8599-c0949534e2b4 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:50.965487 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.038627 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee89e78c-a493-4f13-8d6e-aec86ad810a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.090665 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee89e78c-a493-4f13-8d6e-aec86ad810a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.142129 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.182850 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Pushing event updated for resources: {'Port': ['ID=d4e53854-3024-4a13-8599-c0949534e2b4,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:51.201866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Network 30f746e2-ed2c-4e5a-8f70-1bf9efab48d1 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:51.218241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c78acd2-c7ad-402b-9107-c40df7e23bb9 req-50ef259a-6857-4f88-aedf-334ce54f2148 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:51.221175 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee89e78c-a493-4f13-8d6e-aec86ad810a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.229111 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c78acd2-c7ad-402b-9107-c40df7e23bb9 req-50ef259a-6857-4f88-aedf-334ce54f2148 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 969 time: 0.7913148 Jul 16 08:25:51.232578 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:51.237874 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee89e78c-a493-4f13-8d6e-aec86ad810a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.238169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:51.244774 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ee89e78c-a493-4f13-8d6e-aec86ad810a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7c4db84-eff0-43bb-879b-c00aa308cce5 HTTP/1.1" status: 204 len: 168 time: 0.3391864 Jul 16 08:25:51.263472 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port e620fe0c-f571-4a0e-865b-edcb6580971a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:51.280993 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 472861df-7023-4d89-9294-c1847c71aa3d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:51.284435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee89e78c-a493-4f13-8d6e-aec86ad810a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c4db84-eff0-43bb-879b-c00aa308cce5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:51.330068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e620fe0c-f571-4a0e-865b-edcb6580971a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:51.330434 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.385198 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c78acd2-c7ad-402b-9107-c40df7e23bb9 req-d016a908-7e69-4cbc-bae8-2e5f9ed36539 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550450 Jul 16 08:25:51.440001 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.473082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 472861df-7023-4d89-9294-c1847c71aa3d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=472861df-7023-4d89-9294-c1847c71aa3d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:51.500660 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.510237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Attempting to bind port d4e53854-3024-4a13-8599-c0949534e2b4 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:51.510607 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Attempting to bind port d4e53854-3024-4a13-8599-c0949534e2b4 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '323f2c25-dfa8-4920-9ed1-0453675b9033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '30f746e2-ed2c-4e5a-8f70-1bf9efab48d1'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:51.510965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Attempting to bind port d4e53854-3024-4a13-8599-c0949534e2b4 on network 30f746e2-ed2c-4e5a-8f70-1bf9efab48d1 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:51.552386 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.566577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:51.566934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Checking segment: {'id': '323f2c25-dfa8-4920-9ed1-0453675b9033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '30f746e2-ed2c-4e5a-8f70-1bf9efab48d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:51.567356 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.567759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Bound using segment: {'id': '323f2c25-dfa8-4920-9ed1-0453675b9033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '30f746e2-ed2c-4e5a-8f70-1bf9efab48d1'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:51.568250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Bound port: d4e53854-3024-4a13-8599-c0949534e2b4, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323f2c25-dfa8-4920-9ed1-0453675b9033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '30f746e2-ed2c-4e5a-8f70-1bf9efab48d1'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:51.571384 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.619581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:51.622596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:51.625701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=472861df-7023-4d89-9294-c1847c71aa3d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:51.637167 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:51.677920 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Pushing event updated for resources: {'Port': ['ID=c31768b2-9bdb-4086-960b-9e63a62ed2f3,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:51.783777 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.788680 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] For port d4e53854-3024-4a13-8599-c0949534e2b4, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:51.797366 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] For port d4e53854-3024-4a13-8599-c0949534e2b4, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d4e53854-3024-4a13-8599-c0949534e2b4,segment=NetworkSegment(323f2c25-dfa8-4920-9ed1-0453675b9033),segment_id=323f2c25-dfa8-4920-9ed1-0453675b9033)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:51.808902 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.863314 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['472861df-7023-4d89-9294-c1847c71aa3d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:51.867433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port e620fe0c-f571-4a0e-865b-edcb6580971a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e620fe0c-f571-4a0e-865b-edcb6580971a,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:51.964058 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:52.062866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad74fbe9-a777-45b6-9934-6f1fc2bb5c02 None None] Pushing event updated for resources: {'Port': ['ID=d4e53854-3024-4a13-8599-c0949534e2b4,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:52.241587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=e620fe0c-f571-4a0e-865b-edcb6580971a,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:52.271199 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:52.648396 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:52.858682 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d4e53854-3024-4a13-8599-c0949534e2b4 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:52.911565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bdb36-e021-4a67-b4b3-2eca957f339c req-ca5c8fa5-34d9-4259-913a-9cfffcfab84a tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:52.913916 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da3bdb36-e021-4a67-b4b3-2eca957f339c req-ca5c8fa5-34d9-4259-913a-9cfffcfab84a tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 970 time: 0.2330816 Jul 16 08:25:53.000693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port d4e53854-3024-4a13-8599-c0949534e2b4 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:53.006009 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e620fe0c-f571-4a0e-865b-edcb6580971a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:53.025356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da3bdb36-e021-4a67-b4b3-2eca957f339c req-85bb2857-4ca7-4638-ae65-41f572c00d93 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965686 Jul 16 08:25:53.034517 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Router 2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:25:53.124008 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e620fe0c-f571-4a0e-865b-edcb6580971a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:53.124963 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:53.233720 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:25:53.259191 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Sync routers for ids ['2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:25:53.279940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:53.289077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36894) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:53.293285 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7c0788a5-7722-4257-a235-ebe357cbf066 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.9061756 Jul 16 08:25:53.294261 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Routers {'2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:25:53.295394 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:25:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:53.521074 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038716a1-c937-445e-b1f1-b7687c861a06 None None] Network 30f746e2-ed2c-4e5a-8f70-1bf9efab48d1 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:25:53.541244 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Set router 2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:25:53.935930 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1526122667-router', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c31768b2-9bdb-4086-960b-9e63a62ed2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:49Z', 'updated_at': '2021-07-16T08:25:52Z', 'revision_number': 3, 'project_id': '27d7169de82f460a84e52d4d7f31245b', 'gw_port': {'id': 'c31768b2-9bdb-4086-960b-9e63a62ed2f3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:50Z', 'updated_at': '2021-07-16T08:25:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:53.978912 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Checking router: 2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:25:53.979526 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Updating router 2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e port c31768b2-9bdb-4086-960b-9e63a62ed2f3 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:25:54.008700 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ca30a1eb-505c-4257-9a69-43557f923ede None None] Provisioning for port d4e53854-3024-4a13-8599-c0949534e2b4 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:54.022576 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ca30a1eb-505c-4257-9a69-43557f923ede None None] Provisioning complete for port d4e53854-3024-4a13-8599-c0949534e2b4 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:54.023116 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ca30a1eb-505c-4257-9a69-43557f923ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.040723 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.254340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 472861df-7023-4d89-9294-c1847c71aa3d up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:54.288630 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.527593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2c662-ae5b-46dc-af4f-020c48da412d req-8e2bf1f0-206e-41a6-a79e-ff38e3182d25 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:54.546662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36926) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:54.552717 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-17d2c662-ae5b-46dc-af4f-020c48da412d req-8e2bf1f0-206e-41a6-a79e-ff38e3182d25 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 970 time: 0.1943963 Jul 16 08:25:54.575057 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Allocated IP 172.20.0.1 (30f746e2-ed2c-4e5a-8f70-1bf9efab48d1/e65d30a1-226e-4d2a-9543-84c800286a03/7b52e012-e11c-48dd-a877-4fb4b3bd334f) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:54.666370 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ca30a1eb-505c-4257-9a69-43557f923ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.694235 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-17d2c662-ae5b-46dc-af4f-020c48da412d req-b2932a23-43fe-4203-9a62-26752485b665 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397202 Jul 16 08:25:54.725852 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.751188 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Transition to ACTIVE for port object c31768b2-9bdb-4086-960b-9e63a62ed2f3 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:54.766155 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.772619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 472861df-7023-4d89-9294-c1847c71aa3d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:54.773744 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.792821 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 472861df-7023-4d89-9294-c1847c71aa3d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:54.793400 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.801692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ca30a1eb-505c-4257-9a69-43557f923ede None None] For port d4e53854-3024-4a13-8599-c0949534e2b4, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d4e53854-3024-4a13-8599-c0949534e2b4,segment=NetworkSegment(323f2c25-dfa8-4920-9ed1-0453675b9033),segment_id=323f2c25-dfa8-4920-9ed1-0453675b9033)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:54.803707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Transition to ACTIVE for port object 7b52e012-e11c-48dd-a877-4fb4b3bd334f will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:54.851721 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ca30a1eb-505c-4257-9a69-43557f923ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.873627 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb4f3b-9dd7-43bb-a517-c21fb7389fec None None] Pushing event updated for resources: {'Port': ['ID=c31768b2-9bdb-4086-960b-9e63a62ed2f3,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:54.880430 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.939338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-919853909-network', 'tenant_id': '3eeabbc7fd404bf4820acd440d1ff28d'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:54.949419 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Attempting to bind port c31768b2-9bdb-4086-960b-9e63a62ed2f3 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:54.950508 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Attempting to bind port c31768b2-9bdb-4086-960b-9e63a62ed2f3 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:54.951517 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Attempting to bind port c31768b2-9bdb-4086-960b-9e63a62ed2f3 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:54.978709 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:54.980535 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:54.981489 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.987023 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:54.991147 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Bound port: c31768b2-9bdb-4086-960b-9e63a62ed2f3, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:54.992161 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.995491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Network 30f746e2-ed2c-4e5a-8f70-1bf9efab48d1 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:54.996303 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca30a1eb-505c-4257-9a69-43557f923ede None None] Pushing event updated for resources: {'Port': ['ID=d4e53854-3024-4a13-8599-c0949534e2b4,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:55.022358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:55.027911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:55.096549 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.149391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774db6f3-32ba-4cc2-b468-23a067a417e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472861df-7023-4d89-9294-c1847c71aa3d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:55.165518 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.210720 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] For port c31768b2-9bdb-4086-960b-9e63a62ed2f3, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:55.218034 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] For port c31768b2-9bdb-4086-960b-9e63a62ed2f3, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c31768b2-9bdb-4086-960b-9e63a62ed2f3,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:55.227968 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.342371 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cb4f3b-9dd7-43bb-a517-c21fb7389fec None None] Pushing event updated for resources: {'Port': ['ID=c31768b2-9bdb-4086-960b-9e63a62ed2f3,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:55.373544 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Routers {'2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:25:55.374531 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:25:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:55.397863 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 472861df-7023-4d89-9294-c1847c71aa3d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=472861df-7023-4d89-9294-c1847c71aa3d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:55.412688 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.417124 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] Made reservation on behalf of 3eeabbc7fd404bf4820acd440d1ff28d for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:55.427820 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.432869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Pushing event updated for resources: {'Port': ['ID=7b52e012-e11c-48dd-a877-4fb4b3bd334f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:55.479948 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.512223 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-107470d2-d54a-4153-9160-1ff1bc564d33 None None] Provisioning complete for port d4e53854-3024-4a13-8599-c0949534e2b4 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:55.512718 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-107470d2-d54a-4153-9160-1ff1bc564d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.567416 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.578220 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] Set router 2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:25:55.645781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=472861df-7023-4d89-9294-c1847c71aa3d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:55.935293 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4795b327-b1b2-4502-9d37-fa28586a2f8a None None] Provisioning for port 7b52e012-e11c-48dd-a877-4fb4b3bd334f completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:55.948276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4795b327-b1b2-4502-9d37-fa28586a2f8a None None] Provisioning complete for port 7b52e012-e11c-48dd-a877-4fb4b3bd334f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:55.949933 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4795b327-b1b2-4502-9d37-fa28586a2f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.974640 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.001825 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.043902 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c960ed05-1d6b-4f75-a850-d4739c386c59 req-98c4a6bc-8206-4960-9781-e49d5e9808c1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:56.057814 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c960ed05-1d6b-4f75-a850-d4739c386c59 req-98c4a6bc-8206-4960-9781-e49d5e9808c1 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 971 time: 0.1868403 Jul 16 08:25:56.058247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-4795b327-b1b2-4502-9d37-fa28586a2f8a None None] Port 7b52e012-e11c-48dd-a877-4fb4b3bd334f cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:25:56.087197 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1526122667-router', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c31768b2-9bdb-4086-960b-9e63a62ed2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:49Z', 'updated_at': '2021-07-16T08:25:52Z', 'revision_number': 3, 'project_id': '27d7169de82f460a84e52d4d7f31245b', 'gw_port': {'id': 'c31768b2-9bdb-4086-960b-9e63a62ed2f3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:50Z', 'updated_at': '2021-07-16T08:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:56.092839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:25:56.107901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:56.125117 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bc2b136-99d9-41da-b334-c11b8e5a99e9 None None] The sync data for ids ['2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'] in n-d-758944-46 is: [{'id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1526122667-router', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c31768b2-9bdb-4086-960b-9e63a62ed2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:49Z', 'updated_at': '2021-07-16T08:25:52Z', 'revision_number': 3, 'project_id': '27d7169de82f460a84e52d4d7f31245b', 'gw_port': {'id': 'c31768b2-9bdb-4086-960b-9e63a62ed2f3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:50Z', 'updated_at': '2021-07-16T08:25:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:25:56.143933 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c960ed05-1d6b-4f75-a850-d4739c386c59 req-96fb6caf-9df6-4993-b3b1-0f1668149524 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835242 Jul 16 08:25:56.144974 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.148702 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.149243 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] Added segment 98084a8a-aa09-4bd2-8cca-be0761e12fb2 of type vlan for network c727f580-5d9d-4e64-8e13-4f4d27c5457d Jul 16 08:25:56.174227 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.180285 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5549d931-3462-4fb0-b1bd-b781549d220a" -d '{"events": [{"server_uuid": "774db6f3-32ba-4cc2-b468-23a067a417e9", "name": "network-vif-plugged", "status": "completed", "tag": "472861df-7023-4d89-9294-c1847c71aa3d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:56.379254 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.404220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Pushing event updated for resources: {'Port': ['ID=7b52e012-e11c-48dd-a877-4fb4b3bd334f,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:56.412106 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.456008 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.457382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:56.457984 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.564685 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.0163274 Jul 16 08:25:56.568796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36980) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:56.575224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-3fef8ae5-351d-401f-ac90-7d97ddb88e61 admin admin] Request body: {'subnet': {'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-919853909-subnet', 'tenant_id': '3eeabbc7fd404bf4820acd440d1ff28d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:56.622344 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4452ecc6-49bb-411b-9d7f-2c2aebab4562 admin admin] Pushing event updated for resources: {'Network': ['ID=c727f580-5d9d-4e64-8e13-4f4d27c5457d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:56.630388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fef8ae5-351d-401f-ac90-7d97ddb88e61 admin admin] Made reservation on behalf of 3eeabbc7fd404bf4820acd440d1ff28d for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:56.637986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fef8ae5-351d-401f-ac90-7d97ddb88e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.655647 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network c727f580-5d9d-4e64-8e13-4f4d27c5457d details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:25:56.708802 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fc1364-224b-47eb-9c6d-3c661cf8ae89 x-openstack-request-id: req-66fc1364-224b-47eb-9c6d-3c661cf8ae89 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:56.709098 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774db6f3-32ba-4cc2-b468-23a067a417e9", "name": "network-vif-plugged", "status": "completed", "tag": "472861df-7023-4d89-9294-c1847c71aa3d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:56.709358 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-66fc1364-224b-47eb-9c6d-3c661cf8ae89 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:56.709850 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774db6f3-32ba-4cc2-b468-23a067a417e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '472861df-7023-4d89-9294-c1847c71aa3d', 'code': 200} Jul 16 08:25:56.711386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Network 30f746e2-ed2c-4e5a-8f70-1bf9efab48d1 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:56.714342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:56.947307 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d4e53854-3024-4a13-8599-c0949534e2b4 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:57.132092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Router 2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:25:57.136462 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d4e53854-3024-4a13-8599-c0949534e2b4 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:57.138819 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:57.269316 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fef8ae5-351d-401f-ac90-7d97ddb88e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:57.316013 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c8a13fc4-d40a-490b-aa50-d364af83417c None None] Provisioning complete for port 7b52e012-e11c-48dd-a877-4fb4b3bd334f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:57.316598 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c8a13fc4-d40a-490b-aa50-d364af83417c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:57.353722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c8a13fc4-d40a-490b-aa50-d364af83417c None None] Port 7b52e012-e11c-48dd-a877-4fb4b3bd334f cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:25:57.357534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c31768b2-9bdb-4086-960b-9e63a62ed2f3 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:57.427456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port c31768b2-9bdb-4086-960b-9e63a62ed2f3 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:57.433809 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port c31768b2-9bdb-4086-960b-9e63a62ed2f3 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:57.435223 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:57.450774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fef8ae5-351d-401f-ac90-7d97ddb88e61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fb74546-d50f-4c12-b2cd-ff2586987f2d,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:57.495820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:25:57.508654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5c52c02e-3d3c-48a6-98d4-1d73a6e0940b admin admin] 10.222.0.20 "PUT /v2.0/routers/2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2185771 Jul 16 08:25:57.526554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37010) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:57.529673 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-904e5dc8-05bf-4de7-896c-d6257af6d6f0 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=93e5785138f6401583e9072b3a9f482a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3282630 Jul 16 08:25:57.610788 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:57.637333 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port c31768b2-9bdb-4086-960b-9e63a62ed2f3, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c31768b2-9bdb-4086-960b-9e63a62ed2f3,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:57.644214 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:57.698526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-b07a9c64-81dd-48ba-b899-ebd4a607539b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.705842 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-b07a9c64-81dd-48ba-b899-ebd4a607539b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1720464 Jul 16 08:25:57.716136 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=c31768b2-9bdb-4086-960b-9e63a62ed2f3,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:57.725448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fef8ae5-351d-401f-ac90-7d97ddb88e61 admin admin] Checking segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:57.726079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef8ae5-351d-401f-ac90-7d97ddb88e61 admin admin] Network hostable DHCP agents. Network: c727f580-5d9d-4e64-8e13-4f4d27c5457d, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:25:57.737397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaff6e9-8210-4c04-b68e-25bc56722582 req-d4f44345-75e8-4182-a563-43b310ad1432 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.739846 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeaff6e9-8210-4c04-b68e-25bc56722582 req-d4f44345-75e8-4182-a563-43b310ad1432 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 971 time: 0.1877170 Jul 16 08:25:57.765854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce08f7d-0642-4261-995f-9d96de7ce8d8 req-05467f72-e167-4576-b3c0-3e7471321335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.768440 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ce08f7d-0642-4261-995f-9d96de7ce8d8 req-05467f72-e167-4576-b3c0-3e7471321335 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 1123 time: 0.5650575 Jul 16 08:25:57.771365 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fef8ae5-351d-401f-ac90-7d97ddb88e61 admin admin] Network c727f580-5d9d-4e64-8e13-4f4d27c5457d is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:25:57.779958 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-98411914-d3fa-4c97-90df-338a84c11b09 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/quotas/93e5785138f6401583e9072b3a9f482a HTTP/1.1" status: 200 len: 375 time: 0.0728917 Jul 16 08:25:57.831585 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeaff6e9-8210-4c04-b68e-25bc56722582 req-e1bc964c-4c3a-4388-9c58-0e25c3fd9545 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820737 Jul 16 08:25:57.840995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-1d5a42d6-ef34-4ee5-a60d-fd9b01bf31aa tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=93e5785138f6401583e9072b3a9f482a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558670 Jul 16 08:25:57.840995 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5ce08f7d-0642-4261-995f-9d96de7ce8d8 req-39a686b2-75f5-4c7a-83b5-5c95e101ccb5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:57.850899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-3fef8ae5-351d-401f-ac90-7d97ddb88e61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, c727f580-5d9d-4e64-8e13-4f4d27c5457d) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:57.861940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fef8ae5-351d-401f-ac90-7d97ddb88e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.861940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fef8ae5-351d-401f-ac90-7d97ddb88e61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:57.862791 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9447ab03-77a5-4b81-9370-eff628766073 None None] Network c727f580-5d9d-4e64-8e13-4f4d27c5457d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:25:57.887044 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3fef8ae5-351d-401f-ac90-7d97ddb88e61 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3161969 Jul 16 08:25:57.902568 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3be0b0e7-5b50-4bbd-a9b3-78c5f05024fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:58.042717 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5ce08f7d-0642-4261-995f-9d96de7ce8d8 req-39a686b2-75f5-4c7a-83b5-5c95e101ccb5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:58.053021 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5ce08f7d-0642-4261-995f-9d96de7ce8d8 req-39a686b2-75f5-4c7a-83b5-5c95e101ccb5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:58.171841 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ce08f7d-0642-4261-995f-9d96de7ce8d8 req-39a686b2-75f5-4c7a-83b5-5c95e101ccb5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3877292 Jul 16 08:25:58.182329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a686b2-75f5-4c7a-83b5-5c95e101ccb5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=f7262d9e-1cf5-431d-bc8f-898656eab35d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:58.205508 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4776dad0-c189-4c4c-b0a8-6941f55c0bf1 None None] Network c727f580-5d9d-4e64-8e13-4f4d27c5457d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:25:58.247396 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e0cd6ef-c67a-4ec2-880f-fcafa526c9ba req-fdb9f183-30ef-4018-99f0-01645de677cb tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 210 time: 0.0400870 Jul 16 08:25:58.305534 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3be0b0e7-5b50-4bbd-a9b3-78c5f05024fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:58.313018 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3be0b0e7-5b50-4bbd-a9b3-78c5f05024fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:58.395461 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3be0b0e7-5b50-4bbd-a9b3-78c5f05024fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5fe5c8fafcf14387b0ae5f5ebb457ab4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8634460 Jul 16 08:25:58.395618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37046) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:58.427387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0b0e7-5b50-4bbd-a9b3-78c5f05024fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99796214-d3f4-4f46-9222-80ccc6a03fde,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:58.513743 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4042-1274-4315-a397-8792a246a7b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:58.565669 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4042-1274-4315-a397-8792a246a7b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:58.634010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c31768b2-9bdb-4086-960b-9e63a62ed2f3 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:58.661822 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4042-1274-4315-a397-8792a246a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:58.666900 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f5c4042-1274-4315-a397-8792a246a7b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:58.668069 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9f5c4042-1274-4315-a397-8792a246a7b2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99796214-d3f4-4f46-9222-80ccc6a03fde HTTP/1.1" status: 204 len: 168 time: 0.2715611 Jul 16 08:25:58.681262 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c4042-1274-4315-a397-8792a246a7b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99796214-d3f4-4f46-9222-80ccc6a03fde,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:58.731056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port c31768b2-9bdb-4086-960b-9e63a62ed2f3 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:58.732689 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:58.897541 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Sync routers for ids ['2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:25:58.913907 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Routers {'2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:25:58.913907 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:25:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:59.120448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Set router 2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:25:59.349448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418b5f9-79a1-4c3e-b104-ff98bf643587 req-76020edc-62b0-4a23-82e9-d4b349ebc1f6 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:59.352051 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9418b5f9-79a1-4c3e-b104-ff98bf643587 req-76020edc-62b0-4a23-82e9-d4b349ebc1f6 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 971 time: 0.1832819 Jul 16 08:25:59.358982 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37106) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:59.377454 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee54dc86-72e3-43f6-8bce-18dcbb0d0838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.395667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37108) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:59.403851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-676816246-network', 'tenant_id': '297d0ab24e0a4a3b938e4bdfda7f8442'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:59.412083 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9418b5f9-79a1-4c3e-b104-ff98bf643587 req-c54484be-e06f-4ad7-8471-903f753e5e40 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532670 Jul 16 08:25:59.434567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] Made reservation on behalf of 297d0ab24e0a4a3b938e4bdfda7f8442 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:59.437150 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.459838 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.501704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1526122667-router', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c31768b2-9bdb-4086-960b-9e63a62ed2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:49Z', 'updated_at': '2021-07-16T08:25:55Z', 'revision_number': 4, 'project_id': '27d7169de82f460a84e52d4d7f31245b', 'gw_port': {'id': 'c31768b2-9bdb-4086-960b-9e63a62ed2f3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:50Z', 'updated_at': '2021-07-16T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7b52e012-e11c-48dd-a877-4fb4b3bd334f', 'name': '', 'network_id': '30f746e2-ed2c-4e5a-8f70-1bf9efab48d1', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b', 'mac_address': 'fa:16:3e:ac:83:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'e65d30a1-226e-4d2a-9543-84c800286a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:54Z', 'updated_at': '2021-07-16T08:25:55Z', 'revision_number': 2, 'project_id': '27d7169de82f460a84e52d4d7f31245b', 'subnets': [{'id': 'e65d30a1-226e-4d2a-9543-84c800286a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:59.536919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Checking router: 2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:25:59.538343 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Updating router 2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e port 7b52e012-e11c-48dd-a877-4fb4b3bd334f binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:25:59.593078 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee54dc86-72e3-43f6-8bce-18dcbb0d0838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.597915 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee54dc86-72e3-43f6-8bce-18dcbb0d0838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.635503 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee54dc86-72e3-43f6-8bce-18dcbb0d0838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d991320-b3ed-45ad-8848-7347eafb9ac2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:59.638717 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.655925 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-904bd316-2cbc-445a-b84e-391903063665 req-b95d50f1-288a-45c2-9a60-c2bb3437f39b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 210 time: 0.0877059 Jul 16 08:25:59.673964 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ee54dc86-72e3-43f6-8bce-18dcbb0d0838 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ec0542dfe9f44d28aa6ff0e7ce1c1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115766 Jul 16 08:25:59.674345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37112) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:59.795924 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-679defe1-d2c5-439c-91b9-2f280d45c91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.809822 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.815882 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.842191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:25:59.848670 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-679defe1-d2c5-439c-91b9-2f280d45c91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.881879 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.882460 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] Added segment 7620ab9e-8c56-47bd-b6ff-9917083af735 of type vlan for network a40fb1b4-2595-4247-8ac9-55b95a68de7a Jul 16 08:25:59.884238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d05b52e-1998-4b85-877c-63d355f70c6c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:59.957028 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-679defe1-d2c5-439c-91b9-2f280d45c91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.959106 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-679defe1-d2c5-439c-91b9-2f280d45c91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.960286 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-679defe1-d2c5-439c-91b9-2f280d45c91e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9d991320-b3ed-45ad-8848-7347eafb9ac2 HTTP/1.1" status: 204 len: 168 time: 0.2847931 Jul 16 08:25:59.984243 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.000848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679defe1-d2c5-439c-91b9-2f280d45c91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d991320-b3ed-45ad-8848-7347eafb9ac2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:00.064878 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.069069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:00.070929 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.084677 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37122) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:00.089881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c7196e82-04bb-45dd-a2c2-04de2a7297ec tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1430755969', 'description': 'tempest-description--1309111135'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:00.152122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] Pushing event updated for resources: {'Network': ['ID=a40fb1b4-2595-4247-8ac9-55b95a68de7a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:00.154665 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7196e82-04bb-45dd-a2c2-04de2a7297ec tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.180612 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e06ddc5e-9862-4332-87d7-59fb7332d0f1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7784111 Jul 16 08:26:00.182370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37124) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:00.192559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-30808479-0c1c-4a71-be61-1ee3930a56e9 admin admin] Request body: {'subnet': {'network_id': 'a40fb1b4-2595-4247-8ac9-55b95a68de7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-676816246-subnet', 'tenant_id': '297d0ab24e0a4a3b938e4bdfda7f8442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:00.224329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30808479-0c1c-4a71-be61-1ee3930a56e9 admin admin] Made reservation on behalf of 297d0ab24e0a4a3b938e4bdfda7f8442 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:00.227117 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-30808479-0c1c-4a71-be61-1ee3930a56e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.245317 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.38', 62879) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:00.274989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network a40fb1b4-2595-4247-8ac9-55b95a68de7a details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:26:00.350210 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9de025df-6d21-4f52-9aa0-e294050a0bb6 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=93e5785138f6401583e9072b3a9f482a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1033285 Jul 16 08:26:00.407946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37130) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:00.461774 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-30808479-0c1c-4a71-be61-1ee3930a56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.506961 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:26:00.613253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-c90eea84-57de-457c-838d-6fb38fd19861 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:00.614980 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-c90eea84-57de-457c-838d-6fb38fd19861 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2598259 Jul 16 08:26:00.637516 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30808479-0c1c-4a71-be61-1ee3930a56e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d8f84ea-0953-4e80-8846-ef076deb3c18,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:00.649818 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.671084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Request body: {'port': {'device_id': '0dd9970a-0e60-460e-91fd-308ec673d16b', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '93e5785138f6401583e9072b3a9f482a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:00.685450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Transition to ACTIVE for port object 7b52e012-e11c-48dd-a877-4fb4b3bd334f will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:00.685683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30808479-0c1c-4a71-be61-1ee3930a56e9 admin admin] Checking segment: {'id': '7620ab9e-8c56-47bd-b6ff-9917083af735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'a40fb1b4-2595-4247-8ac9-55b95a68de7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:00.685683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30808479-0c1c-4a71-be61-1ee3930a56e9 admin admin] Network hostable DHCP agents. Network: a40fb1b4-2595-4247-8ac9-55b95a68de7a, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:26:00.721656 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.761945 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7196e82-04bb-45dd-a2c2-04de2a7297ec tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.771765 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7196e82-04bb-45dd-a2c2-04de2a7297ec tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.821592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30808479-0c1c-4a71-be61-1ee3930a56e9 admin admin] Network a40fb1b4-2595-4247-8ac9-55b95a68de7a is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:26:00.942663 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7196e82-04bb-45dd-a2c2-04de2a7297ec tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a3fdc5-9f9c-4d05-b868-6790a2c79878,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:00.955151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798973a-e49b-43f0-972f-e624b3e80781 None None] Pushing event updated for resources: {'Port': ['ID=7b52e012-e11c-48dd-a877-4fb4b3bd334f,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:00.994948 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Attempting to bind port 7b52e012-e11c-48dd-a877-4fb4b3bd334f on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:00.995313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Attempting to bind port 7b52e012-e11c-48dd-a877-4fb4b3bd334f by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '323f2c25-dfa8-4920-9ed1-0453675b9033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '30f746e2-ed2c-4e5a-8f70-1bf9efab48d1'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:00.995752 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Attempting to bind port 7b52e012-e11c-48dd-a877-4fb4b3bd334f on network 30f746e2-ed2c-4e5a-8f70-1bf9efab48d1 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:01.022721 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7196e82-04bb-45dd-a2c2-04de2a7297ec tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.022721 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c7196e82-04bb-45dd-a2c2-04de2a7297ec tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9270046 Jul 16 08:26:01.022721 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e63c5df-b953-4dd7-9824-3967b8e53f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.023240 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:01.023240 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Checking segment: {'id': '323f2c25-dfa8-4920-9ed1-0453675b9033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '30f746e2-ed2c-4e5a-8f70-1bf9efab48d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:01.023240 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.023240 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Bound using segment: {'id': '323f2c25-dfa8-4920-9ed1-0453675b9033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '30f746e2-ed2c-4e5a-8f70-1bf9efab48d1'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:01.023240 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Bound port: 7b52e012-e11c-48dd-a877-4fb4b3bd334f, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '323f2c25-dfa8-4920-9ed1-0453675b9033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '30f746e2-ed2c-4e5a-8f70-1bf9efab48d1'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:01.023240 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.045226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37150) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:01.055980 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-30808479-0c1c-4a71-be61-1ee3930a56e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, a40fb1b4-2595-4247-8ac9-55b95a68de7a) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:01.077215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30808479-0c1c-4a71-be61-1ee3930a56e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:01.077846 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-30808479-0c1c-4a71-be61-1ee3930a56e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.088135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90da453-837f-4925-8ae6-9c4be041ade2 req-181a3dff-3c8b-40cc-840e-09ddd9d592dd tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:01.103313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c90da453-837f-4925-8ae6-9c4be041ade2 req-181a3dff-3c8b-40cc-840e-09ddd9d592dd tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 971 time: 0.4387877 Jul 16 08:26:01.110406 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-2662be66-2dd9-40b1-953b-10faf743b601 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Request body: {'security_group_rule': {'security_group_id': 'a7a3fdc5-9f9c-4d05-b868-6790a2c79878', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:01.116954 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-82807cbb-38d0-4528-8af2-be39abcf7188 req-6d01fc66-aaf1-4777-b046-05ed15dcb2c3 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 210 time: 0.0471740 Jul 16 08:26:01.169289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Made reservation on behalf of 93e5785138f6401583e9072b3a9f482a for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:01.182037 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.205848 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.206487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] For port 7b52e012-e11c-48dd-a877-4fb4b3bd334f, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:01.210248 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] For port 7b52e012-e11c-48dd-a877-4fb4b3bd334f, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7b52e012-e11c-48dd-a877-4fb4b3bd334f,segment=NetworkSegment(323f2c25-dfa8-4920-9ed1-0453675b9033),segment_id=323f2c25-dfa8-4920-9ed1-0453675b9033)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:01.215336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbeb790-f54d-4a88-a18a-7e10aad7775a None None] Network a40fb1b4-2595-4247-8ac9-55b95a68de7a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:01.217113 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [None req-4e63c5df-b953-4dd7-9824-3967b8e53f8d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:26:01.217113 n-d-758944-46 neutron-server[93694]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:26:01.217113 n-d-758944-46 neutron-server[93694]: [parameters: {'project_id_1': '39ff95d0db4849f7b7b45d3b51102408', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 26, 1, 138682)}] Jul 16 08:26:01.217113 n-d-758944-46 neutron-server[93694]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:26:01.218176 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [None req-4e63c5df-b953-4dd7-9824-3967b8e53f8d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:26:01.224075 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.244082 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-30808479-0c1c-4a71-be61-1ee3930a56e9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0603490 Jul 16 08:26:01.269178 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c90da453-837f-4925-8ae6-9c4be041ade2 req-7211a564-1842-4280-a567-f5d9f9d9e6f8 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648536 Jul 16 08:26:01.271477 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2662be66-2dd9-40b1-953b-10faf743b601 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.385252 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2662be66-2dd9-40b1-953b-10faf743b601 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.392658 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2662be66-2dd9-40b1-953b-10faf743b601 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.416253 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798973a-e49b-43f0-972f-e624b3e80781 None None] Pushing event updated for resources: {'Port': ['ID=7b52e012-e11c-48dd-a877-4fb4b3bd334f,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:01.454546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2662be66-2dd9-40b1-953b-10faf743b601 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11c62af6-22fb-4b1e-8b77-9e58dea2d8a3,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:01.519186 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Routers {'2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:01.520309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:25:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:01.536769 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.562838 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2662be66-2dd9-40b1-953b-10faf743b601 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.566102 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2662be66-2dd9-40b1-953b-10faf743b601 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5207341 Jul 16 08:26:01.568777 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37166) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:01.574902 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1b05b21c-f365-412b-9107-075b7c67f542 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Request body: {'security_group_rule': {'security_group_id': 'a7a3fdc5-9f9c-4d05-b868-6790a2c79878', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:01.602420 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.634585 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1b05b21c-f365-412b-9107-075b7c67f542 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.667699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3717c8e7-cb5e-4b92-b256-c89b6d41c112,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:01.687005 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] Set router 2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:01.721438 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e63c5df-b953-4dd7-9824-3967b8e53f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.964553 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e63c5df-b953-4dd7-9824-3967b8e53f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.980732 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1b05b21c-f365-412b-9107-075b7c67f542 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.983033 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e63c5df-b953-4dd7-9824-3967b8e53f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.031866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d496a2b-d75e-459a-9722-32ed518a3368 None None] Network a40fb1b4-2595-4247-8ac9-55b95a68de7a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:02.055158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b739f-cca2-4c74-a89a-d170f9ce2a44 req-5e7bf6f5-fdac-4718-9b2b-460169338c62 tempest-AggregatesAdminTestJSON-351830226 tempest-AggregatesAdminTestJSON-351830226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:02.064734 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9b739f-cca2-4c74-a89a-d170f9ce2a44 req-5e7bf6f5-fdac-4718-9b2b-460169338c62 tempest-AggregatesAdminTestJSON-351830226 tempest-AggregatesAdminTestJSON-351830226-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 1123 time: 0.5295250 Jul 16 08:26:02.082777 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1526122667-router', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c31768b2-9bdb-4086-960b-9e63a62ed2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:49Z', 'updated_at': '2021-07-16T08:25:55Z', 'revision_number': 4, 'project_id': '27d7169de82f460a84e52d4d7f31245b', 'gw_port': {'id': 'c31768b2-9bdb-4086-960b-9e63a62ed2f3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:50Z', 'updated_at': '2021-07-16T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7b52e012-e11c-48dd-a877-4fb4b3bd334f', 'name': '', 'network_id': '30f746e2-ed2c-4e5a-8f70-1bf9efab48d1', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b', 'mac_address': 'fa:16:3e:ac:83:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'e65d30a1-226e-4d2a-9543-84c800286a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:54Z', 'updated_at': '2021-07-16T08:26:01Z', 'revision_number': 4, 'project_id': '27d7169de82f460a84e52d4d7f31245b', 'subnets': [{'id': 'e65d30a1-226e-4d2a-9543-84c800286a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:02.104697 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0f9b739f-cca2-4c74-a89a-d170f9ce2a44 req-1f2ee55c-99a5-46ae-a9a2-224627e05447 tempest-AggregatesAdminTestJSON-351830226 tempest-AggregatesAdminTestJSON-351830226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.179965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a5c17b-2c82-4844-8031-70a76db843cf None None] The sync data for ids ['2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'] in n-d-758944-46 is: [{'id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1526122667-router', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c31768b2-9bdb-4086-960b-9e63a62ed2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:49Z', 'updated_at': '2021-07-16T08:25:55Z', 'revision_number': 4, 'project_id': '27d7169de82f460a84e52d4d7f31245b', 'gw_port': {'id': 'c31768b2-9bdb-4086-960b-9e63a62ed2f3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:50Z', 'updated_at': '2021-07-16T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7b52e012-e11c-48dd-a877-4fb4b3bd334f', 'name': '', 'network_id': '30f746e2-ed2c-4e5a-8f70-1bf9efab48d1', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b', 'mac_address': 'fa:16:3e:ac:83:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 181, 'fixed_ips': [{'subnet_id': 'e65d30a1-226e-4d2a-9543-84c800286a03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:54Z', 'updated_at': '2021-07-16T08:26:01Z', 'revision_number': 4, 'project_id': '27d7169de82f460a84e52d4d7f31245b', 'subnets': [{'id': 'e65d30a1-226e-4d2a-9543-84c800286a03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:26:02.384808 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Allocated IP 192.168.233.12 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/822f592b-e3e5-4cea-b9d4-191b05832d68) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:02.390677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1b05b21c-f365-412b-9107-075b7c67f542 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.403377 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0f9b739f-cca2-4c74-a89a-d170f9ce2a44 req-1f2ee55c-99a5-46ae-a9a2-224627e05447 tempest-AggregatesAdminTestJSON-351830226 tempest-AggregatesAdminTestJSON-351830226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.428169 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0f9b739f-cca2-4c74-a89a-d170f9ce2a44 req-1f2ee55c-99a5-46ae-a9a2-224627e05447 tempest-AggregatesAdminTestJSON-351830226 tempest-AggregatesAdminTestJSON-351830226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.473665 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4e63c5df-b953-4dd7-9824-3967b8e53f8d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=39ff95d0db4849f7b7b45d3b51102408&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0640476 Jul 16 08:26:02.474922 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e63c5df-b953-4dd7-9824-3967b8e53f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0079c7-e80f-434b-8c74-7e0cc1f68561,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:02.481070 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37192) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:02.538952 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9b739f-cca2-4c74-a89a-d170f9ce2a44 req-1f2ee55c-99a5-46ae-a9a2-224627e05447 tempest-AggregatesAdminTestJSON-351830226 tempest-AggregatesAdminTestJSON-351830226-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4711742 Jul 16 08:26:02.587049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ee55c-99a5-46ae-a9a2-224627e05447 tempest-AggregatesAdminTestJSON-351830226 tempest-AggregatesAdminTestJSON-351830226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50b1e3a-a8b5-48dd-b524-01f6641b49de,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:02.589896 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1b05b21c-f365-412b-9107-075b7c67f542 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.591654 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1b05b21c-f365-412b-9107-075b7c67f542 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0212908 Jul 16 08:26:02.612188 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37196) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:02.637274 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b05b21c-f365-412b-9107-075b7c67f542 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc0df1a-02ee-4969-8aad-bdfc04644228,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:02.639817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:02.764317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7b52e012-e11c-48dd-a877-4fb4b3bd334f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:02.775113 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-57d42a11-5fa0-4637-a969-3ff058efb29b tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:02.783398 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-57d42a11-5fa0-4637-a969-3ff058efb29b tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 807 time: 0.3864679 Jul 16 08:26:02.797039 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.797545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-b000f5d6-295a-45ab-82cf-7bbb7633c773 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/quotas/3eeabbc7fd404bf4820acd440d1ff28d HTTP/1.1" status: 200 len: 375 time: 0.0126240 Jul 16 08:26:02.852564 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-45fd1a9c-23d7-4ee2-af60-d5e9bd6d41df tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509913 Jul 16 08:26:02.866812 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c774ea63-5853-4beb-8504-f599010d81f5 req-e69d5d21-f5ce-4ddd-811a-572de232994b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 210 time: 0.0671835 Jul 16 08:26:02.867706 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-09d38980-0db8-43bc-8c9c-db993bcccca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.870291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 7b52e012-e11c-48dd-a877-4fb4b3bd334f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:02.876621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Transition to ACTIVE for port object 822f592b-e3e5-4cea-b9d4-191b05832d68 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:02.877097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7b52e012-e11c-48dd-a877-4fb4b3bd334f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:02.877976 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.901173 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.932998 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-09d38980-0db8-43bc-8c9c-db993bcccca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.030149 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.082900 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.122130 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 7b52e012-e11c-48dd-a877-4fb4b3bd334f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7b52e012-e11c-48dd-a877-4fb4b3bd334f,segment=NetworkSegment(323f2c25-dfa8-4920-9ed1-0453675b9033),segment_id=323f2c25-dfa8-4920-9ed1-0453675b9033)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:03.128437 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.129433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-bffb8cfd-1df2-48e9-bf00-2056c69b93b9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:26:03.131594 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-bffb8cfd-1df2-48e9-bf00-2056c69b93b9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0961158 Jul 16 08:26:03.217451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=7b52e012-e11c-48dd-a877-4fb4b3bd334f,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:03.266330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:03.269437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:03.274383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:03.325106 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-baaa5c89-05de-4b9b-9a85-6701a41fd51d service neutron] 10.222.0.20 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851125 Jul 16 08:26:03.384691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Pushing event updated for resources: {'Port': ['ID=822f592b-e3e5-4cea-b9d4-191b05832d68,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:03.387977 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-09d38980-0db8-43bc-8c9c-db993bcccca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.391319 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-09d38980-0db8-43bc-8c9c-db993bcccca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.393077 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-09d38980-0db8-43bc-8c9c-db993bcccca6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e0079c7-e80f-434b-8c74-7e0cc1f68561 HTTP/1.1" status: 204 len: 168 time: 0.9097455 Jul 16 08:26:03.409476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d38980-0db8-43bc-8c9c-db993bcccca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0079c7-e80f-434b-8c74-7e0cc1f68561,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:03.433978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:03.435554 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.458450 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.486283 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-978bd58c-4e8e-4b30-8986-d1b0864eaf3b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8218763 Jul 16 08:26:03.494574 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.619809 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-049738a8-484b-43f9-9b94-fb1b0e78c06b service neutron] 10.222.0.20 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923193 Jul 16 08:26:03.647679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-87d3e035-3c57-4d02-9d7b-857f54c68dcd None None] Provisioning for port 822f592b-e3e5-4cea-b9d4-191b05832d68 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:03.653364 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-87d3e035-3c57-4d02-9d7b-857f54c68dcd None None] Provisioning complete for port 822f592b-e3e5-4cea-b9d4-191b05832d68 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:03.653822 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-87d3e035-3c57-4d02-9d7b-857f54c68dcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.676963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Allocated IP 172.25.4.126 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/6ab88330-c4e6-4536-969f-2b2c3ec71cfb) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:03.718124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-87d3e035-3c57-4d02-9d7b-857f54c68dcd None None] Port 822f592b-e3e5-4cea-b9d4-191b05832d68 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:03.850220 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.931899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:04.006088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:04.025587 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:04.036403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:04.058208 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-750f7afc-50ad-4b7e-a07e-f2a854caf68e req-e9d4d523-543c-489f-9a3c-b17e3d2ed46c tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 210 time: 0.0715091 Jul 16 08:26:04.058838 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Pushing event updated for resources: {'Port': ['ID=6ab88330-c4e6-4536-969f-2b2c3ec71cfb,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:04.156993 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37250) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:04.183399 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-395b05ea-61ce-4a22-9db8-f40046201538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:04.342566 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:04.388661 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-395b05ea-61ce-4a22-9db8-f40046201538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:04.402771 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-395b05ea-61ce-4a22-9db8-f40046201538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:04.413003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c198a6-4a79-41d0-b41c-20e5191c77a4 req-4480e816-d983-43e2-87ac-b5b4c2692859 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:04.413003 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b1c198a6-4a79-41d0-b41c-20e5191c77a4 req-4480e816-d983-43e2-87ac-b5b4c2692859 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 935 time: 0.1831999 Jul 16 08:26:04.486916 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:04.492086 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b1c198a6-4a79-41d0-b41c-20e5191c77a4 req-aa20e643-c836-4865-a830-6401e10bb269 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702572 Jul 16 08:26:04.512146 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-395b05ea-61ce-4a22-9db8-f40046201538 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce4f104e2f2244c69fb8000c5a5c7eb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3536716 Jul 16 08:26:04.521547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37264) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:04.523510 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395b05ea-61ce-4a22-9db8-f40046201538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f38a469-d0bf-4c85-a492-16d6c1fe02a5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:04.643111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7b52e012-e11c-48dd-a877-4fb4b3bd334f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:04.701546 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad0f97d5-1da6-4de0-b1b5-fbba0142efa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:04.751943 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7b52e012-e11c-48dd-a877-4fb4b3bd334f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:04.753229 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:04.761999 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad0f97d5-1da6-4de0-b1b5-fbba0142efa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:04.993363 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad0f97d5-1da6-4de0-b1b5-fbba0142efa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:05.000267 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:05.005076 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad0f97d5-1da6-4de0-b1b5-fbba0142efa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:05.006560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ad0f97d5-1da6-4de0-b1b5-fbba0142efa7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f38a469-d0bf-4c85-a492-16d6c1fe02a5 HTTP/1.1" status: 204 len: 168 time: 0.4836822 Jul 16 08:26:05.025647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f97d5-1da6-4de0-b1b5-fbba0142efa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f38a469-d0bf-4c85-a492-16d6c1fe02a5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:05.032484 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:05.038941 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:05.155026 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3f18518e-bc25-4e02-a05a-15494787d530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:05.211638 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Pushing event updated for resources: {'Port': ['ID=6ab88330-c4e6-4536-969f-2b2c3ec71cfb,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:05.259818 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:05.298521 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37306) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:05.304946 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:05.314698 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e1defcdb-e3a9-4e05-8b26-5465d3d5ec53 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6720767 Jul 16 08:26:05.491107 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80d5abf4-446f-4c37-8528-cfbfa18118bf req-b8a0f71b-3842-4d37-823f-df9356fc8b19 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 210 time: 0.1035028 Jul 16 08:26:05.730552 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-0853da6d-9c44-4655-89a7-18b5a18a038e tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1430755969&fields=id&tenant_id=aed62d0657eb40a7a10daea36ac730cd HTTP/1.1" status: 200 len: 267 time: 0.0796831 Jul 16 08:26:05.743624 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f3f7a-11bf-4fca-bb7e-1feb4476f291 req-d90b0d44-4206-4f36-8813-7d2ddeab5c94 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:05.745532 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d12f3f7a-11bf-4fca-bb7e-1feb4476f291 req-d90b0d44-4206-4f36-8813-7d2ddeab5c94 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 935 time: 0.0919490 Jul 16 08:26:05.782545 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-592ccd2a-e2bc-4aa8-b3a8-15b6da7d6d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:05.823410 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d12f3f7a-11bf-4fca-bb7e-1feb4476f291 req-e7c09244-1f30-4b3d-9b4a-a7c1f45571a7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698862 Jul 16 08:26:05.993008 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-592ccd2a-e2bc-4aa8-b3a8-15b6da7d6d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.001477 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-592ccd2a-e2bc-4aa8-b3a8-15b6da7d6d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.080449 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-592ccd2a-e2bc-4aa8-b3a8-15b6da7d6d1a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6696c21e9140477ba58618a6e260cb0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7763195 Jul 16 08:26:06.080896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37362) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:06.089525 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ccd2a-e2bc-4aa8-b3a8-15b6da7d6d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3d148e3-9eaa-4e1d-9e75-ca604c1caa05,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:06.178870 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef923-93ef-4237-a6c4-919be7f9e6e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.212804 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef923-93ef-4237-a6c4-919be7f9e6e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.311031 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef923-93ef-4237-a6c4-919be7f9e6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.333200 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee3ef923-93ef-4237-a6c4-919be7f9e6e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.334104 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-6174d841-8e65-4989-99a1-c13db270df76 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:06.341332 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ee3ef923-93ef-4237-a6c4-919be7f9e6e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3d148e3-9eaa-4e1d-9e75-ca604c1caa05 HTTP/1.1" status: 204 len: 168 time: 0.2594273 Jul 16 08:26:06.355360 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ef923-93ef-4237-a6c4-919be7f9e6e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3d148e3-9eaa-4e1d-9e75-ca604c1caa05,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:06.356562 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-6174d841-8e65-4989-99a1-c13db270df76 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/networks?id=c0ed008c-d8c8-4398-b2f1-bdade653830b HTTP/1.1" status: 200 len: 824 time: 0.6110494 Jul 16 08:26:06.396686 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-6830a473-c998-4ab6-911f-33dc28caf390 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/quotas/aed62d0657eb40a7a10daea36ac730cd HTTP/1.1" status: 200 len: 375 time: 0.0350890 Jul 16 08:26:06.652468 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-bcb1e4e5-4761-476a-a049-f95443bbfb75 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aed62d0657eb40a7a10daea36ac730cd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2546434 Jul 16 08:26:06.733056 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-4b842a18-bb4e-4d90-8d5a-a2fa58769aa2 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:06.735397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-4b842a18-bb4e-4d90-8d5a-a2fa58769aa2 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.15 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 807 time: 0.2266576 Jul 16 08:26:06.749354 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-09f470c1-9ab4-47fa-9fb5-711bcbbc15b7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Request body: {'port': {'device_id': '2c9f41e7-5d54-497c-a705-e916ed98bba5', 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d', 'admin_state_up': True, 'tenant_id': '3eeabbc7fd404bf4820acd440d1ff28d'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:06.867191 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f9c98c4-686a-424b-bb52-3dbb15e21a65 req-019194aa-5d91-4caa-b56b-ddd0d16a43d5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 210 time: 0.0552125 Jul 16 08:26:06.933832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37400) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:06.984515 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7643e553-986c-4be0-96d3-e05016d574d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.094626 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-465ae590-9713-4551-b2ab-5bc7e723c83c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:26:07.098836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-465ae590-9713-4551-b2ab-5bc7e723c83c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2269328 Jul 16 08:26:07.158294 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7643e553-986c-4be0-96d3-e05016d574d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.178194 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7643e553-986c-4be0-96d3-e05016d574d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.184024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-09f470c1-9ab4-47fa-9fb5-711bcbbc15b7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Made reservation on behalf of 3eeabbc7fd404bf4820acd440d1ff28d for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:07.188176 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-09f470c1-9ab4-47fa-9fb5-711bcbbc15b7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.215296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-69979dbf-8632-469e-a0bc-422d01ac9a5e service neutron] 10.222.0.20 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154747 Jul 16 08:26:07.283112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7643e553-986c-4be0-96d3-e05016d574d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32205e1-593b-41e0-a90d-b554b1424cdd,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:07.302475 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7643e553-986c-4be0-96d3-e05016d574d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74d709f7ffbc4e4db968d364d000c5f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3647568 Jul 16 08:26:07.304567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37414) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:07.380021 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-892025ee-ade6-4dfc-badc-7e223cb48db9 service neutron] 10.222.0.20 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634645 Jul 16 08:26:07.390941 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-09f470c1-9ab4-47fa-9fb5-711bcbbc15b7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Allocated IP 172.20.0.12 (c727f580-5d9d-4e64-8e13-4f4d27c5457d/1fb74546-d50f-4c12-b2cd-ff2586987f2d/541ae39c-1bb4-4555-958f-e873d19d9c9b) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:07.414753 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f2ec7-720c-4f6e-82ff-9d206577d40c req-6e04a36d-be52-4e93-93a6-02d635405c99 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:07.416296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0a8f2ec7-720c-4f6e-82ff-9d206577d40c req-6e04a36d-be52-4e93-93a6-02d635405c99 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 935 time: 0.1390970 Jul 16 08:26:07.418787 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bea69b9d-22f9-4894-89c9-a96f21ad4cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.458424 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bea69b9d-22f9-4894-89c9-a96f21ad4cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.517785 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-309910fc-48fd-4aed-b33d-4429275e3847 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:26:07.518791 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-309910fc-48fd-4aed-b33d-4429275e3847 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077848 Jul 16 08:26:07.521756 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0a8f2ec7-720c-4f6e-82ff-9d206577d40c req-90adc8fc-9ebd-4671-ac08-d4b9d7f3a511 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921335 Jul 16 08:26:07.601894 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bea69b9d-22f9-4894-89c9-a96f21ad4cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.604575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bea69b9d-22f9-4894-89c9-a96f21ad4cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.608775 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bea69b9d-22f9-4894-89c9-a96f21ad4cf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d32205e1-593b-41e0-a90d-b554b1424cdd HTTP/1.1" status: 204 len: 168 time: 0.3023605 Jul 16 08:26:07.620075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea69b9d-22f9-4894-89c9-a96f21ad4cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32205e1-593b-41e0-a90d-b554b1424cdd,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:07.714058 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-09f470c1-9ab4-47fa-9fb5-711bcbbc15b7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.815103 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-09f470c1-9ab4-47fa-9fb5-711bcbbc15b7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.815526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Request body: {'port': {'device_id': '0dd9970a-0e60-460e-91fd-308ec673d16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:07.890012 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3fa27ed-691c-4f0a-8aa0-927f7457a0ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.946423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.15', 56202) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:08.188345 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:08.204227 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:08.208054 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9776aa43-017c-49bc-be99-c37c7393dc47 req-6fd45e01-0b6f-440b-9e5d-9ede3c4a5018 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 210 time: 0.2522130 Jul 16 08:26:08.234695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-09f470c1-9ab4-47fa-9fb5-711bcbbc15b7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Network c727f580-5d9d-4e64-8e13-4f4d27c5457d is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:08.242052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-09f470c1-9ab4-47fa-9fb5-711bcbbc15b7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:08.250707 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f470c1-9ab4-47fa-9fb5-711bcbbc15b7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Pushing event updated for resources: {'Port': ['ID=541ae39c-1bb4-4555-958f-e873d19d9c9b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:08.275969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-09f470c1-9ab4-47fa-9fb5-711bcbbc15b7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:08.497430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-09f470c1-9ab4-47fa-9fb5-711bcbbc15b7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:08.498544 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-09f470c1-9ab4-47fa-9fb5-711bcbbc15b7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:08.525801 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-09f470c1-9ab4-47fa-9fb5-711bcbbc15b7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7805684 Jul 16 08:26:08.538237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Request body: {'port': {'device_id': '2c9f41e7-5d54-497c-a705-e916ed98bba5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:08.552882 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d01346d0-7682-4673-98e0-1593e7129f0b req-a60f801a-f770-4ef6-ab29-7d65c650f635 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6052527 Jul 16 08:26:08.640056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2033c-8561-4454-b5df-5beea4d8ceb7 req-40b1e985-54c0-452a-a396-ad8b1bb14107 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:08.650745 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cce2033c-8561-4454-b5df-5beea4d8ceb7 req-40b1e985-54c0-452a-a396-ad8b1bb14107 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 932 time: 0.2415211 Jul 16 08:26:08.754221 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cce2033c-8561-4454-b5df-5beea4d8ceb7 req-2c0ac77c-5e01-4be2-91d5-ff3032dd4c5b tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022809 Jul 16 08:26:08.759421 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:08.926400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01346d0-7682-4673-98e0-1593e7129f0b req-fcd22254-0d23-4038-aa40-5b05c547f5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:08.928131 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d01346d0-7682-4673-98e0-1593e7129f0b req-fcd22254-0d23-4038-aa40-5b05c547f5b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=109970eb376e4c68bc9b70da7afabcf6&device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 1123 time: 0.2992451 Jul 16 08:26:09.258799 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541ae39c-1bb4-4555-958f-e873d19d9c9b {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:09.278690 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.299827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Transition to ACTIVE for port object 541ae39c-1bb4-4555-958f-e873d19d9c9b will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:09.305354 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.333001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 822f592b-e3e5-4cea-b9d4-191b05832d68 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:09.385217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.424774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Transition to ACTIVE for port object 822f592b-e3e5-4cea-b9d4-191b05832d68 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:09.430808 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Pushing event updated for resources: {'Port': ['ID=541ae39c-1bb4-4555-958f-e873d19d9c9b,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:09.438319 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.465625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01346d0-7682-4673-98e0-1593e7129f0b req-25897d0f-5212-45c8-92b8-f95dc2568d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:09.467199 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d01346d0-7682-4673-98e0-1593e7129f0b req-25897d0f-5212-45c8-92b8-f95dc2568d40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.5090210 Jul 16 08:26:09.472029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Attempting to bind port 541ae39c-1bb4-4555-958f-e873d19d9c9b on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:09.472375 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Attempting to bind port 541ae39c-1bb4-4555-958f-e873d19d9c9b by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:09.473023 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Attempting to bind port 541ae39c-1bb4-4555-958f-e873d19d9c9b on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:09.479364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Port 541ae39c-1bb4-4555-958f-e873d19d9c9b on network c727f580-5d9d-4e64-8e13-4f4d27c5457d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:09.480137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Attempting to bind port 541ae39c-1bb4-4555-958f-e873d19d9c9b on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:09.488255 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:09.488512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Checking segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:09.489563 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Bound using segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:09.489563 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Bound port: 541ae39c-1bb4-4555-958f-e873d19d9c9b, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:09.493370 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.519223 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.559707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdceb49-bd7f-48f5-9977-05f7223c6ed2 req-cf1c8324-b3ad-4ae6-9166-175a82b892f7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:09.567610 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6cdceb49-bd7f-48f5-9977-05f7223c6ed2 req-cf1c8324-b3ad-4ae6-9166-175a82b892f7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 935 time: 0.5129569 Jul 16 08:26:09.583596 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d01346d0-7682-4673-98e0-1593e7129f0b req-b2359976-3d0c-420e-a691-dd8582273c29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=472861df-7023-4d89-9294-c1847c71aa3d HTTP/1.1" status: 200 len: 217 time: 0.1080706 Jul 16 08:26:09.586379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Pushing event updated for resources: {'Port': ['ID=822f592b-e3e5-4cea-b9d4-191b05832d68,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:09.634903 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:09.644253 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:09.653360 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.725505 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:09.726777 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.738194 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] 10.222.0.15 "PUT /v2.0/ports/541ae39c-1bb4-4555-958f-e873d19d9c9b HTTP/1.1" status: 200 len: 1093 time: 1.2048223 Jul 16 08:26:09.743167 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9f41e7-5d54-497c-a705-e916ed98bba5', 'tag': '541ae39c-1bb4-4555-958f-e873d19d9c9b'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:09.746022 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b3ac862-f610-4a8b-9860-ebd72d53d317" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9f41e7-5d54-497c-a705-e916ed98bba5", "tag": "541ae39c-1bb4-4555-958f-e873d19d9c9b"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:09.816081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f53e9-20e2-4224-a655-83eaeecd51e0 service neutron] Pushing event updated for resources: {'Port': ['ID=541ae39c-1bb4-4555-958f-e873d19d9c9b,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:09.928477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.38', 62888) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:10.006021 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6cdceb49-bd7f-48f5-9977-05f7223c6ed2 req-69de55d0-e483-4e33-8b38-48ccfe943bf5 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4374623 Jul 16 08:26:10.008114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01346d0-7682-4673-98e0-1593e7129f0b req-d3fb713f-04da-4ef4-a62e-82a55a05c643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:10.011917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d01346d0-7682-4673-98e0-1593e7129f0b req-d3fb713f-04da-4ef4-a62e-82a55a05c643 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.4135618 Jul 16 08:26:10.154106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-e25d945d-4fbe-4f3b-9273-a1e9c718ef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:10.156003 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-e25d945d-4fbe-4f3b-9273-a1e9c718ef1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 1096 time: 0.2919719 Jul 16 08:26:10.195819 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Attempting to bind port 822f592b-e3e5-4cea-b9d4-191b05832d68 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:10.195988 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Attempting to bind port 822f592b-e3e5-4cea-b9d4-191b05832d68 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:10.196290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Attempting to bind port 822f592b-e3e5-4cea-b9d4-191b05832d68 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:10.221641 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-ac3a0e84-065c-4eaf-be29-f92707db42a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b HTTP/1.1" status: 200 len: 217 time: 0.0579202 Jul 16 08:26:10.225632 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Port 822f592b-e3e5-4cea-b9d4-191b05832d68 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:10.226010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Attempting to bind port 822f592b-e3e5-4cea-b9d4-191b05832d68 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:10.244244 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-2f350c58-ff24-46ed-a193-858e9806b5b1 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:10.245848 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-2f350c58-ff24-46ed-a193-858e9806b5b1 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.38 "GET /v2.0/networks?id=c0ed008c-d8c8-4398-b2f1-bdade653830b HTTP/1.1" status: 200 len: 824 time: 0.2930524 Jul 16 08:26:10.246796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:10.252565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:10.252565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:10.252565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Bound port: 822f592b-e3e5-4cea-b9d4-191b05832d68, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:10.254070 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:10.281447 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01346d0-7682-4673-98e0-1593e7129f0b req-ae628a63-1291-4e02-99e1-334da9033f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:10.284073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d01346d0-7682-4673-98e0-1593e7129f0b req-ae628a63-1291-4e02-99e1-334da9033f1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2523303 Jul 16 08:26:10.291082 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376c3712-a957-41a0-8fe7-ba9ea48fd03b x-openstack-request-id: req-376c3712-a957-41a0-8fe7-ba9ea48fd03b {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:10.291373 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9f41e7-5d54-497c-a705-e916ed98bba5", "tag": "541ae39c-1bb4-4555-958f-e873d19d9c9b", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:10.291618 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-376c3712-a957-41a0-8fe7-ba9ea48fd03b {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:10.292017 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9f41e7-5d54-497c-a705-e916ed98bba5', 'tag': '541ae39c-1bb4-4555-958f-e873d19d9c9b', 'status': 'completed', 'code': 200} Jul 16 08:26:10.329344 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-a57cd354-d4a0-40c0-ace3-d976e9308c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:10.331154 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-a57cd354-d4a0-40c0-ace3-d976e9308c72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.1037951 Jul 16 08:26:10.335856 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-cc23bb0f-1c55-4424-9a2f-79f013c0910d tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed62d0657eb40a7a10daea36ac730cd HTTP/1.1" status: 200 len: 380 time: 0.0699923 Jul 16 08:26:10.391865 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-955fd524-a250-43e8-9c7b-74514c8795b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534916 Jul 16 08:26:10.395360 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-a26c780b-ed31-44bb-90bd-981fd73b8771 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Request body: {'port': {'device_id': '8fca4eed-cbb9-4981-98e4-f90fddbb6455', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'admin_state_up': True, 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'security_groups': ['a7a3fdc5-9f9c-4d05-b868-6790a2c79878']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:10.412756 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d3491436-45f9-490f-aad5-593c3a738781 req-c0557f3f-d16a-4460-93a6-1efa16ee6208 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 210 time: 0.0340405 Jul 16 08:26:10.571618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] For port 822f592b-e3e5-4cea-b9d4-191b05832d68, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:10.603916 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d01346d0-7682-4673-98e0-1593e7129f0b req-e7785e23-0829-4dab-ab51-41beb732ccb2 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073010 Jul 16 08:26:10.609651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] For port 822f592b-e3e5-4cea-b9d4-191b05832d68, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=822f592b-e3e5-4cea-b9d4-191b05832d68,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:10.621202 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:10.652723 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-e9e30902-d445-41f3-b4fb-e761582aabcd service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538712 Jul 16 08:26:10.683083 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:10.684221 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:10.685277 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] 10.222.0.38 "PUT /v2.0/ports/822f592b-e3e5-4cea-b9d4-191b05832d68 HTTP/1.1" status: 200 len: 1096 time: 2.9687474 Jul 16 08:26:10.688111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dd9970a-0e60-460e-91fd-308ec673d16b', 'tag': '822f592b-e3e5-4cea-b9d4-191b05832d68'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:10.705755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea1f39-c5af-4e63-a22f-d48eb0fd6a95 req-03079e03-355d-49e9-a349-fcb161c7b651 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:10.713689 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-59ea1f39-c5af-4e63-a22f-d48eb0fd6a95 req-03079e03-355d-49e9-a349-fcb161c7b651 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 944 time: 0.2583742 Jul 16 08:26:10.743385 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-a26c780b-ed31-44bb-90bd-981fd73b8771 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Made reservation on behalf of aed62d0657eb40a7a10daea36ac730cd for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:10.746990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef74d72-cc48-496b-b302-809d959f4ebe service neutron] Pushing event updated for resources: {'Port': ['ID=822f592b-e3e5-4cea-b9d4-191b05832d68,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:10.747151 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-a26c780b-ed31-44bb-90bd-981fd73b8771 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:10.816553 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d01346d0-7682-4673-98e0-1593e7129f0b req-88887bf0-12ed-4b63-9731-c20cbedf96a1 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046530 Jul 16 08:26:10.862950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-3c87da51-7ab2-4e31-9c41-ce92ab3011e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:10.865589 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-3c87da51-7ab2-4e31-9c41-ce92ab3011e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93e5785138f6401583e9072b3a9f482a&device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 1099 time: 0.1077776 Jul 16 08:26:10.868554 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a4060e-843c-4128-8a3c-f6a9d225b7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0dd9970a-0e60-460e-91fd-308ec673d16b", "tag": "822f592b-e3e5-4cea-b9d4-191b05832d68"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:10.956228 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-9d6b8bee-f4ab-458e-af5e-aa016cbfca66 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=822f592b-e3e5-4cea-b9d4-191b05832d68 HTTP/1.1" status: 200 len: 217 time: 0.0749121 Jul 16 08:26:11.014674 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:11.037184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-1896b265-bd55-4ab7-b1a5-cdbf5a3356e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:11.039316 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-1896b265-bd55-4ab7-b1a5-cdbf5a3356e9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0699580 Jul 16 08:26:11.126840 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-59ea1f39-c5af-4e63-a22f-d48eb0fd6a95 req-c5f2ebe0-763e-4823-b90e-b7d7d2e21296 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4116032 Jul 16 08:26:11.140235 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-ed7e43cd-b838-4b4b-a41f-6df2623037fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:11.142278 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-ed7e43cd-b838-4b4b-a41f-6df2623037fd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0957353 Jul 16 08:26:11.186889 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef57753-6b3a-42b4-955d-6825925e1e45 x-openstack-request-id: req-5ef57753-6b3a-42b4-955d-6825925e1e45 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:11.187184 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dd9970a-0e60-460e-91fd-308ec673d16b", "tag": "822f592b-e3e5-4cea-b9d4-191b05832d68", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:11.187443 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ef57753-6b3a-42b4-955d-6825925e1e45 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:11.190473 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dd9970a-0e60-460e-91fd-308ec673d16b', 'tag': '822f592b-e3e5-4cea-b9d4-191b05832d68', 'status': 'completed', 'code': 200} Jul 16 08:26:11.302671 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69570ceb-72a0-4e39-b21a-29072f07c8c9 req-802b9028-f4c9-40a7-9a87-e89877a7f937 service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421592 Jul 16 08:26:11.331111 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-f0b60bb0-2aac-443a-8218-58bab147b532 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794379 Jul 16 08:26:11.359348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37578) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:11.407965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-a26c780b-ed31-44bb-90bd-981fd73b8771 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Allocated IP 172.20.0.4 (c0ed008c-d8c8-4398-b2f1-bdade653830b/f1b77d9a-c602-4c7a-9d54-1d94595e85e7/26f2151c-dab2-4511-b334-eb48f194bf3d) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:11.503032 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ac862-f610-4a8b-9860-ebd72d53d317 req-6b395496-9e71-4d7b-b488-bf830f832609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:11.506273 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b3ac862-f610-4a8b-9860-ebd72d53d317 req-6b395496-9e71-4d7b-b488-bf830f832609 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 1096 time: 0.1360328 Jul 16 08:26:11.524858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c68c22e-2a19-4e78-b5cc-b1214058953c req-961797d3-120c-461e-8ba0-86548810733e tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:11.526414 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c68c22e-2a19-4e78-b5cc-b1214058953c req-961797d3-120c-461e-8ba0-86548810733e tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 947 time: 0.1389012 Jul 16 08:26:11.528525 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e0d9a6-f9af-4446-a7fc-fa06bffe75b9 req-68386fbe-6a30-451a-9e9d-f6ebc7981e20 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910641 Jul 16 08:26:11.586710 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c68c22e-2a19-4e78-b5cc-b1214058953c req-0d40a62c-f9dd-49f5-af4d-95c1775ca3c7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460427 Jul 16 08:26:11.641068 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdab7b66-aede-4a74-95ae-4a171caedebf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:11.735155 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-a26c780b-ed31-44bb-90bd-981fd73b8771 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:11.742461 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ac862-f610-4a8b-9860-ebd72d53d317 req-bd33bbac-8314-4dc4-93a0-fd3df2589424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:11.743974 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b3ac862-f610-4a8b-9860-ebd72d53d317 req-bd33bbac-8314-4dc4-93a0-fd3df2589424 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.2274864 Jul 16 08:26:11.753288 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4060e-843c-4128-8a3c-f6a9d225b7a1 req-05624e5e-f60a-4623-b27d-5abd9e4450d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:11.757148 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8a4060e-843c-4128-8a3c-f6a9d225b7a1 req-05624e5e-f60a-4623-b27d-5abd9e4450d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=93e5785138f6401583e9072b3a9f482a&device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 1099 time: 0.0963583 Jul 16 08:26:11.797100 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-a26c780b-ed31-44bb-90bd-981fd73b8771 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Transition to ACTIVE for port object 26f2151c-dab2-4511-b334-eb48f194bf3d will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:11.802921 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b3ac862-f610-4a8b-9860-ebd72d53d317 req-a555d600-8021-4ef1-a70d-57304f1965cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b HTTP/1.1" status: 200 len: 217 time: 0.0489931 Jul 16 08:26:11.816826 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0a81f11b-3fa1-4bce-8b1f-f27a3c9d3b6d req-e433d711-7545-431f-a7c8-53d2bebc1eca tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 210 time: 0.0416760 Jul 16 08:26:11.901726 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3ac862-f610-4a8b-9860-ebd72d53d317 req-dd9444ed-859e-41a6-8d5b-ab814d201836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:11.903305 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b3ac862-f610-4a8b-9860-ebd72d53d317 req-dd9444ed-859e-41a6-8d5b-ab814d201836 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.0932360 Jul 16 08:26:11.935114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4060e-843c-4128-8a3c-f6a9d225b7a1 req-31d5f252-9f67-4e1f-b825-064fe7614cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:11.937440 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8a4060e-843c-4128-8a3c-f6a9d225b7a1 req-31d5f252-9f67-4e1f-b825-064fe7614cb0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.1713247 Jul 16 08:26:11.953095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b3ac862-f610-4a8b-9860-ebd72d53d317 req-98440a29-438f-4191-bfe5-e8da14e402ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408537 Jul 16 08:26:11.961803 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-a26c780b-ed31-44bb-90bd-981fd73b8771 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:11.987913 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdab7b66-aede-4a74-95ae-4a171caedebf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:12.021057 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdab7b66-aede-4a74-95ae-4a171caedebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:12.021226 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8a4060e-843c-4128-8a3c-f6a9d225b7a1 req-ed4e7da6-6909-490c-9226-774d2334c2f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=822f592b-e3e5-4cea-b9d4-191b05832d68 HTTP/1.1" status: 200 len: 217 time: 0.0760641 Jul 16 08:26:12.074686 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-a26c780b-ed31-44bb-90bd-981fd73b8771 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Network c0ed008c-d8c8-4398-b2f1-bdade653830b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:12.121946 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4060e-843c-4128-8a3c-f6a9d225b7a1 req-33669ba5-fd65-41d5-98e4-6d4d33d72f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:12.124108 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8a4060e-843c-4128-8a3c-f6a9d225b7a1 req-33669ba5-fd65-41d5-98e4-6d4d33d72f39 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0962825 Jul 16 08:26:12.130343 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-a26c780b-ed31-44bb-90bd-981fd73b8771 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:12.143970 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-a26c780b-ed31-44bb-90bd-981fd73b8771 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:12.169287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26c780b-ed31-44bb-90bd-981fd73b8771 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Pushing event updated for resources: {'Port': ['ID=26f2151c-dab2-4511-b334-eb48f194bf3d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:12.181429 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fdab7b66-aede-4a74-95ae-4a171caedebf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0db673ad437441b7bc1dd9afea6dc88f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8207669 Jul 16 08:26:12.221463 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37614) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:12.300479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab7b66-aede-4a74-95ae-4a171caedebf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbdf3ef1-d4f9-467f-9914-f7bbc0679e98,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:12.305719 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a4060e-843c-4128-8a3c-f6a9d225b7a1 req-9ea341fd-02b9-4c1c-904c-a592a5efb334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:12.318359 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8a4060e-843c-4128-8a3c-f6a9d225b7a1 req-9ea341fd-02b9-4c1c-904c-a592a5efb334 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1858289 Jul 16 08:26:12.371712 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b3ac862-f610-4a8b-9860-ebd72d53d317 req-e087dfae-058b-4b82-b35a-beeea61a8949 service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104786 Jul 16 08:26:12.389704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-a26c780b-ed31-44bb-90bd-981fd73b8771 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:12.390803 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-a26c780b-ed31-44bb-90bd-981fd73b8771 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:12.475844 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-a26c780b-ed31-44bb-90bd-981fd73b8771 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0866454 Jul 16 08:26:12.493522 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Request body: {'port': {'device_id': '8fca4eed-cbb9-4981-98e4-f90fddbb6455', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:12.517802 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-63aaa666-942f-4b15-95f0-2cf03ad7bc9f None None] Provisioning for port 26f2151c-dab2-4511-b334-eb48f194bf3d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:12.525421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-63aaa666-942f-4b15-95f0-2cf03ad7bc9f None None] Provisioning complete for port 26f2151c-dab2-4511-b334-eb48f194bf3d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:12.525807 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-63aaa666-942f-4b15-95f0-2cf03ad7bc9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:12.565130 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1831905-0fca-479a-a463-30a76d26fbad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:12.585720 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8a4060e-843c-4128-8a3c-f6a9d225b7a1 req-b9dcb96e-39a2-4092-8be1-4deb07f2466e service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2598059 Jul 16 08:26:12.600525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a411054b-6131-4d6e-97e6-a6fa58348cec req-d0e511b0-61f7-4c1d-aafa-a6f206dc4d64 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:12.608776 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1831905-0fca-479a-a463-30a76d26fbad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:12.609032 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a411054b-6131-4d6e-97e6-a6fa58348cec req-d0e511b0-61f7-4c1d-aafa-a6f206dc4d64 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 944 time: 0.2025127 Jul 16 08:26:12.649405 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b3ac862-f610-4a8b-9860-ebd72d53d317 req-d413ae40-7442-44f6-b48e-7c42b9f537a7 service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447412 Jul 16 08:26:12.707053 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-63aaa666-942f-4b15-95f0-2cf03ad7bc9f None None] Port 26f2151c-dab2-4511-b334-eb48f194bf3d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:12.714728 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:12.730319 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a411054b-6131-4d6e-97e6-a6fa58348cec req-6cd72010-803f-4b08-9ac9-3658e945898a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160026 Jul 16 08:26:12.733491 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37634) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:12.792224 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1831905-0fca-479a-a463-30a76d26fbad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:12.795403 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1831905-0fca-479a-a463-30a76d26fbad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:12.796705 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e1831905-0fca-479a-a463-30a76d26fbad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dbdf3ef1-d4f9-467f-9914-f7bbc0679e98 HTTP/1.1" status: 204 len: 168 time: 0.5727108 Jul 16 08:26:12.815864 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1831905-0fca-479a-a463-30a76d26fbad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbdf3ef1-d4f9-467f-9914-f7bbc0679e98,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:12.849320 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8a4060e-843c-4128-8a3c-f6a9d225b7a1 req-de494c07-69c6-43f2-b399-4ad209c5e36f service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376099 Jul 16 08:26:13.074950 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c3c31a-62f3-49ce-91b2-822c4cdeb652 req-cad37c68-7c2b-4696-b4cb-00a47cf212cc tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:13.076567 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32c3c31a-62f3-49ce-91b2-822c4cdeb652 req-cad37c68-7c2b-4696-b4cb-00a47cf212cc tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 947 time: 0.1504767 Jul 16 08:26:13.112129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58677c89-395e-4535-b409-3d6f272b1e17 req-2b901ea1-0437-4ccd-ba8a-deccd32ca072 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:13.120080 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-58677c89-395e-4535-b409-3d6f272b1e17 req-2b901ea1-0437-4ccd-ba8a-deccd32ca072 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 931 time: 0.1033173 Jul 16 08:26:13.156754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-58677c89-395e-4535-b409-3d6f272b1e17 req-9b7cacaa-c616-40e9-8025-922108ccf17a tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342934 Jul 16 08:26:13.216467 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32c3c31a-62f3-49ce-91b2-822c4cdeb652 req-edd0117b-b99a-4668-8620-d168117ae3d6 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270034 Jul 16 08:26:13.247676 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cee866ed-fbfa-4a65-922b-c3d9a51633f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:13.308292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26f2151c-dab2-4511-b334-eb48f194bf3d {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:13.319745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37656) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:13.324875 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:13.349098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Transition to ACTIVE for port object 26f2151c-dab2-4511-b334-eb48f194bf3d will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:13.361833 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:13.447058 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cee866ed-fbfa-4a65-922b-c3d9a51633f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:13.448844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Pushing event updated for resources: {'Port': ['ID=26f2151c-dab2-4511-b334-eb48f194bf3d,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:13.501002 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cee866ed-fbfa-4a65-922b-c3d9a51633f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:13.511214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37662) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:13.534454 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79d777fb-5b63-468e-b870-4ff11127a9db admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:13.566887 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cee866ed-fbfa-4a65-922b-c3d9a51633f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=816a483520654d2daef756a06d0e14c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8324146 Jul 16 08:26:13.567983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee866ed-fbfa-4a65-922b-c3d9a51633f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05d9ee3-ed93-4818-a52e-b2ac2c9211ab,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:13.577197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37664) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:13.602596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Attempting to bind port 26f2151c-dab2-4511-b334-eb48f194bf3d on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:13.603289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Attempting to bind port 26f2151c-dab2-4511-b334-eb48f194bf3d by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:13.603866 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Attempting to bind port 26f2151c-dab2-4511-b334-eb48f194bf3d on network c0ed008c-d8c8-4398-b2f1-bdade653830b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:13.625219 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Port 26f2151c-dab2-4511-b334-eb48f194bf3d on network c0ed008c-d8c8-4398-b2f1-bdade653830b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:13.626127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Attempting to bind port 26f2151c-dab2-4511-b334-eb48f194bf3d on network c0ed008c-d8c8-4398-b2f1-bdade653830b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:13.646461 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:13.647213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Checking segment: {'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:13.651827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Bound using segment: {'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:13.653100 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Bound port: 26f2151c-dab2-4511-b334-eb48f194bf3d, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:13.653771 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:13.720987 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-90286541-2848-4ba7-8a45-e3a053ab3297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:13.765385 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-90286541-2848-4ba7-8a45-e3a053ab3297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:13.779777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79d777fb-5b63-468e-b870-4ff11127a9db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:13.786172 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79d777fb-5b63-468e-b870-4ff11127a9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:13.790209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] For port 26f2151c-dab2-4511-b334-eb48f194bf3d, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:13.828969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] For port 26f2151c-dab2-4511-b334-eb48f194bf3d, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=26f2151c-dab2-4511-b334-eb48f194bf3d,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:13.839127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:13.873059 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-79d777fb-5b63-468e-b870-4ff11127a9db admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7df6621bd5da4ac6b381fdcddd8974bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3608487 Jul 16 08:26:13.881900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37674) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:13.890728 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d777fb-5b63-468e-b870-4ff11127a9db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d79400-8ec7-4620-85c2-677b99d55e70,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:13.905524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:13.906068 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:13.908024 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] 10.222.0.38 "PUT /v2.0/ports/26f2151c-dab2-4511-b334-eb48f194bf3d HTTP/1.1" status: 200 len: 1092 time: 1.4206033 Jul 16 08:26:13.914207 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fca4eed-cbb9-4981-98e4-f90fddbb6455', 'tag': '26f2151c-dab2-4511-b334-eb48f194bf3d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:13.916748 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50e29801-1fce-416e-9d30-98b87da234f7" -d '{"events": [{"name": "network-changed", "server_uuid": "8fca4eed-cbb9-4981-98e4-f90fddbb6455", "tag": "26f2151c-dab2-4511-b334-eb48f194bf3d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:13.930872 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-90286541-2848-4ba7-8a45-e3a053ab3297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:13.933650 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-90286541-2848-4ba7-8a45-e3a053ab3297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:13.937992 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-90286541-2848-4ba7-8a45-e3a053ab3297 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b05d9ee3-ed93-4818-a52e-b2ac2c9211ab HTTP/1.1" status: 204 len: 168 time: 0.3563948 Jul 16 08:26:13.979615 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73212abe-cad8-46eb-acf9-7b84eb7839b8 service neutron] Pushing event updated for resources: {'Port': ['ID=26f2151c-dab2-4511-b334-eb48f194bf3d,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:13.989098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90286541-2848-4ba7-8a45-e3a053ab3297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05d9ee3-ed93-4818-a52e-b2ac2c9211ab,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:14.068292 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-35487242-852f-4f83-8c96-fb87477bd0c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:14.108478 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-35487242-852f-4f83-8c96-fb87477bd0c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:14.125604 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-70f8842d-8909-4b56-803f-5605e14a8117 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:14.153721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-daa4f1af-f0bc-4d88-9d03-0a5338c7a4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:14.154664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c209f3f-6680-4658-90d8-81a3443a491a req-6df581ee-26da-4013-a4e9-34fe48378a61 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:14.155216 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-daa4f1af-f0bc-4d88-9d03-0a5338c7a4f6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aed62d0657eb40a7a10daea36ac730cd&device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 1095 time: 0.1673799 Jul 16 08:26:14.156293 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c209f3f-6680-4658-90d8-81a3443a491a req-6df581ee-26da-4013-a4e9-34fe48378a61 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 971 time: 0.2964232 Jul 16 08:26:14.229190 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-b92a8022-0c89-4c8a-ac40-7857bdc214fd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26f2151c-dab2-4511-b334-eb48f194bf3d HTTP/1.1" status: 200 len: 217 time: 0.0597401 Jul 16 08:26:14.242431 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c209f3f-6680-4658-90d8-81a3443a491a req-723303bb-3788-4193-9d75-f24daedfdf1b tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660224 Jul 16 08:26:14.304202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 541ae39c-1bb4-4555-958f-e873d19d9c9b details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:14.329162 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-70f8842d-8909-4b56-803f-5605e14a8117 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:14.336573 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c5d3eb-9e28-43be-aacd-d525ea274825 x-openstack-request-id: req-44c5d3eb-9e28-43be-aacd-d525ea274825 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:14.337039 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fca4eed-cbb9-4981-98e4-f90fddbb6455", "tag": "26f2151c-dab2-4511-b334-eb48f194bf3d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:14.337343 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44c5d3eb-9e28-43be-aacd-d525ea274825 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:14.337783 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fca4eed-cbb9-4981-98e4-f90fddbb6455', 'tag': '26f2151c-dab2-4511-b334-eb48f194bf3d', 'status': 'completed', 'code': 200} Jul 16 08:26:14.342997 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-70f8842d-8909-4b56-803f-5605e14a8117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:14.358978 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-35487242-852f-4f83-8c96-fb87477bd0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:14.362536 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-35487242-852f-4f83-8c96-fb87477bd0c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:14.366168 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-35487242-852f-4f83-8c96-fb87477bd0c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/19d79400-8ec7-4620-85c2-677b99d55e70 HTTP/1.1" status: 204 len: 168 time: 0.4806893 Jul 16 08:26:14.368635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-e7aa6010-c72a-486b-8313-52a487aee0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:14.370234 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-e7aa6010-c72a-486b-8313-52a487aee0f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f1b77d9a-c602-4c7a-9d54-1d94595e85e7 HTTP/1.1" status: 200 len: 863 time: 0.1348362 Jul 16 08:26:14.375817 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35487242-852f-4f83-8c96-fb87477bd0c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d79400-8ec7-4620-85c2-677b99d55e70,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:14.452824 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-70f8842d-8909-4b56-803f-5605e14a8117 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7080b800ffd14c05a61df38c0a7155e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1280916 Jul 16 08:26:14.453270 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37694) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:14.509995 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-9448c137-5601-471f-86bb-2b343eb3f4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:14.516595 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-9448c137-5601-471f-86bb-2b343eb3f4c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c0ed008c-d8c8-4398-b2f1-bdade653830b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302764 Jul 16 08:26:14.518307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8842d-8909-4b56-803f-5605e14a8117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90cb6006-72b9-4770-aa76-597c0b7a2f9f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:14.534963 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2d11481-5d35-43f9-9a15-4ea6d2c9b466 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:14.560977 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2d11481-5d35-43f9-9a15-4ea6d2c9b466 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:14.608350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:14.625744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '541ae39c-1bb4-4555-958f-e873d19d9c9b', 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d', 'port_id': '541ae39c-1bb4-4555-958f-e873d19d9c9b', 'mac_address': 'fa:16:3e:c0:85:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb74546-d50f-4c12-b2cd-ff2586987f2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:14.656302 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2d11481-5d35-43f9-9a15-4ea6d2c9b466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:14.661749 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2d11481-5d35-43f9-9a15-4ea6d2c9b466 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:14.666915 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e2d11481-5d35-43f9-9a15-4ea6d2c9b466 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90cb6006-72b9-4770-aa76-597c0b7a2f9f HTTP/1.1" status: 204 len: 168 time: 0.2127225 Jul 16 08:26:14.702498 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:14.725252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d11481-5d35-43f9-9a15-4ea6d2c9b466 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90cb6006-72b9-4770-aa76-597c0b7a2f9f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:14.732695 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 541ae39c-1bb4-4555-958f-e873d19d9c9b {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:14.759491 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-f38090cf-d727-49ec-8976-43420fdadcf4 service neutron] 10.222.0.38 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339718 Jul 16 08:26:14.768392 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5cb4c2-3321-48ee-952e-80f234a08f8e req-f35e0485-b46b-4add-b549-2b329b8e3b20 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:14.771192 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6d5cb4c2-3321-48ee-952e-80f234a08f8e req-f35e0485-b46b-4add-b549-2b329b8e3b20 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 944 time: 0.1888654 Jul 16 08:26:14.790948 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:14.799638 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:14.806001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c5e46-3b12-4f4d-be82-e2f93cc35d77 req-96e26689-c615-4057-8da8-b7e92ac53130 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:14.825152 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd0c5e46-3b12-4f4d-be82-e2f93cc35d77 req-96e26689-c615-4057-8da8-b7e92ac53130 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 943 time: 0.1568809 Jul 16 08:26:14.846276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37700) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:14.879616 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-19e49637-54d2-486c-8f05-077108a10fcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:14.881462 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6d5cb4c2-3321-48ee-952e-80f234a08f8e req-8e43dd59-95c4-443d-8435-f88c593ecfae tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880260 Jul 16 08:26:14.903528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2404dcb8-6639-4528-a2be-ceb3e129cc03 req-d7d98783-619b-47a2-b9d0-f0e8018d1df4 service neutron] 10.222.0.38 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310754 Jul 16 08:26:14.932966 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=541ae39c-1bb4-4555-958f-e873d19d9c9b,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:14.985914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd0c5e46-3b12-4f4d-be82-e2f93cc35d77 req-0fac0493-5eb2-4be6-9764-9f630d133efb tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597590 Jul 16 08:26:15.022820 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['541ae39c-1bb4-4555-958f-e873d19d9c9b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:15.087520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e29801-1fce-416e-9d30-98b87da234f7 req-d447cc4c-3be5-4862-ae57-c4f924c5879a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:15.089512 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50e29801-1fce-416e-9d30-98b87da234f7 req-d447cc4c-3be5-4862-ae57-c4f924c5879a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aed62d0657eb40a7a10daea36ac730cd&device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 1095 time: 0.0832515 Jul 16 08:26:15.225325 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-19e49637-54d2-486c-8f05-077108a10fcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.233091 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-19e49637-54d2-486c-8f05-077108a10fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.316511 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-19e49637-54d2-486c-8f05-077108a10fcd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1c9703a5c9f44522b5b8b4d6d3f4c46f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4691410 Jul 16 08:26:15.322384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37714) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:15.330333 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e49637-54d2-486c-8f05-077108a10fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bba2679-96e6-4571-9dd0-80dfef8b6b53,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:15.386784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fdb27d-9dc3-4f84-84f4-44f5f96c4115 req-97dbaa5d-a5f1-4b05-9100-110311d23d9c tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:15.392599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e29801-1fce-416e-9d30-98b87da234f7 req-d816a843-9941-423c-8616-762f48a54632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:15.393018 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81fdb27d-9dc3-4f84-84f4-44f5f96c4115 req-97dbaa5d-a5f1-4b05-9100-110311d23d9c tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 947 time: 0.2025201 Jul 16 08:26:15.395409 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50e29801-1fce-416e-9d30-98b87da234f7 req-d816a843-9941-423c-8616-762f48a54632 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c0ed008c-d8c8-4398-b2f1-bdade653830b HTTP/1.1" status: 200 len: 924 time: 0.2983792 Jul 16 08:26:15.432243 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d6b0487-8589-41d6-86f2-e9e14d39c7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.456083 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81fdb27d-9dc3-4f84-84f4-44f5f96c4115 req-4ed7e53e-4149-4fa0-ba2e-dee1898d37c7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620451 Jul 16 08:26:15.492875 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d6b0487-8589-41d6-86f2-e9e14d39c7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.500645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37716) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:15.521537 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c2624d5b-d2d7-4add-a1b4-1fb5595e9650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.528154 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50e29801-1fce-416e-9d30-98b87da234f7 req-c6f3af2b-a906-4158-b2de-2d3a95d0b269 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26f2151c-dab2-4511-b334-eb48f194bf3d HTTP/1.1" status: 200 len: 217 time: 0.1246631 Jul 16 08:26:15.585801 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d6b0487-8589-41d6-86f2-e9e14d39c7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.589064 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d6b0487-8589-41d6-86f2-e9e14d39c7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.590228 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9d6b0487-8589-41d6-86f2-e9e14d39c7b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8bba2679-96e6-4571-9dd0-80dfef8b6b53 HTTP/1.1" status: 204 len: 168 time: 0.2666883 Jul 16 08:26:15.610150 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b0487-8589-41d6-86f2-e9e14d39c7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bba2679-96e6-4571-9dd0-80dfef8b6b53,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:15.610270 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def9b98-b5a1-4727-8da2-27c6997d7425 req-11c98982-c27c-4d81-8f8a-20d6d4315417 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:15.613882 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5def9b98-b5a1-4727-8da2-27c6997d7425 req-11c98982-c27c-4d81-8f8a-20d6d4315417 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.15 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 971 time: 0.3716841 Jul 16 08:26:15.663460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 822f592b-e3e5-4cea-b9d4-191b05832d68 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:15.791982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e29801-1fce-416e-9d30-98b87da234f7 req-7886b87b-5bf9-4a60-aa48-da68630bcd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:15.793796 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50e29801-1fce-416e-9d30-98b87da234f7 req-7886b87b-5bf9-4a60-aa48-da68630bcd83 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f1b77d9a-c602-4c7a-9d54-1d94595e85e7 HTTP/1.1" status: 200 len: 863 time: 0.2521038 Jul 16 08:26:15.878927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 822f592b-e3e5-4cea-b9d4-191b05832d68, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=822f592b-e3e5-4cea-b9d4-191b05832d68,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:15.900324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '822f592b-e3e5-4cea-b9d4-191b05832d68', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '822f592b-e3e5-4cea-b9d4-191b05832d68', 'mac_address': 'fa:16:3e:80:14:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:15.911917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-5def9b98-b5a1-4727-8da2-27c6997d7425 req-2b5c97ed-7549-43cf-af31-c0717591ad05 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Deleting port 472861df-7023-4d89-9294-c1847c71aa3d {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:15.913004 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5def9b98-b5a1-4727-8da2-27c6997d7425 req-2b5c97ed-7549-43cf-af31-c0717591ad05 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.933362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e29801-1fce-416e-9d30-98b87da234f7 req-82901433-6cbb-4ea1-847b-d8dcb8f949ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:15.935364 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50e29801-1fce-416e-9d30-98b87da234f7 req-82901433-6cbb-4ea1-847b-d8dcb8f949ad service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c0ed008c-d8c8-4398-b2f1-bdade653830b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1321023 Jul 16 08:26:15.958487 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c2624d5b-d2d7-4add-a1b4-1fb5595e9650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.979794 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f158a6a-7a5a-4c65-99b7-807bd295b396 req-2e5ad5b8-a95d-4ee3-861e-67a2c7dc830b tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:15.987993 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f158a6a-7a5a-4c65-99b7-807bd295b396 req-2e5ad5b8-a95d-4ee3-861e-67a2c7dc830b tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 971 time: 0.3238168 Jul 16 08:26:16.007446 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c2624d5b-d2d7-4add-a1b4-1fb5595e9650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.049239 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2624d5b-d2d7-4add-a1b4-1fb5595e9650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1174a259-9b47-45df-a716-d1c67ff2b683,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:16.160700 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f158a6a-7a5a-4c65-99b7-807bd295b396 req-433760b7-250d-4eaa-adf4-ed94a27d33a8 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/security-groups?id=dceb2b8d-6b4c-4643-8218-00438c271c7b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713934 Jul 16 08:26:16.188663 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c2624d5b-d2d7-4add-a1b4-1fb5595e9650 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08912d966cef41a18985b36163505660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6830459 Jul 16 08:26:16.193314 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37736) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:16.312327 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 541ae39c-1bb4-4555-958f-e873d19d9c9b up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:16.339495 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38ef503a-cbb6-49e9-ad7e-b50616276cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.387135 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.398444 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38ef503a-cbb6-49e9-ad7e-b50616276cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.417659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 822f592b-e3e5-4cea-b9d4-191b05832d68 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:16.435181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 541ae39c-1bb4-4555-958f-e873d19d9c9b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:16.460336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 541ae39c-1bb4-4555-958f-e873d19d9c9b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:16.460742 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.463538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 822f592b-e3e5-4cea-b9d4-191b05832d68, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=822f592b-e3e5-4cea-b9d4-191b05832d68,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:16.510680 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.546960 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-5def9b98-b5a1-4727-8da2-27c6997d7425 req-2b5c97ed-7549-43cf-af31-c0717591ad05 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] For port 472861df-7023-4d89-9294-c1847c71aa3d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=472861df-7023-4d89-9294-c1847c71aa3d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:16.547651 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5def9b98-b5a1-4727-8da2-27c6997d7425 req-2b5c97ed-7549-43cf-af31-c0717591ad05 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.585696 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38ef503a-cbb6-49e9-ad7e-b50616276cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.589513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-5def9b98-b5a1-4727-8da2-27c6997d7425 req-2b5c97ed-7549-43cf-af31-c0717591ad05 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Calling delete_port for 472861df-7023-4d89-9294-c1847c71aa3d owned by compute:tempest-test_az-728290009 {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:16.591607 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38ef503a-cbb6-49e9-ad7e-b50616276cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.594316 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-38ef503a-cbb6-49e9-ad7e-b50616276cd5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1174a259-9b47-45df-a716-d1c67ff2b683 HTTP/1.1" status: 204 len: 168 time: 0.3992794 Jul 16 08:26:16.594700 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50e29801-1fce-416e-9d30-98b87da234f7 req-5461d008-daac-4fa6-becf-5aae8d73dbb3 service neutron] 10.222.0.38 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6484146 Jul 16 08:26:16.616291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afea9e22-029b-457e-a1ac-0025e3df5ccb req-e4315a8b-9264-4d50-b387-3e08d3a23634 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:16.619084 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-afea9e22-029b-457e-a1ac-0025e3df5ccb req-e4315a8b-9264-4d50-b387-3e08d3a23634 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 943 time: 0.2038012 Jul 16 08:26:16.635086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef503a-cbb6-49e9-ad7e-b50616276cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1174a259-9b47-45df-a716-d1c67ff2b683,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:16.638140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=822f592b-e3e5-4cea-b9d4-191b05832d68,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:16.714105 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-afea9e22-029b-457e-a1ac-0025e3df5ccb req-1dc7fa5b-0702-4c08-8511-ed1678dcacac tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835712 Jul 16 08:26:16.752487 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.787944 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:16.788999 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9f41e7-5d54-497c-a705-e916ed98bba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541ae39c-1bb4-4555-958f-e873d19d9c9b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:16.791748 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47e7616a-e494-4bf3-bf9d-39134d949603" -d '{"events": [{"server_uuid": "2c9f41e7-5d54-497c-a705-e916ed98bba5", "name": "network-vif-plugged", "status": "completed", "tag": "541ae39c-1bb4-4555-958f-e873d19d9c9b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:16.795794 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.839571 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['822f592b-e3e5-4cea-b9d4-191b05832d68'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:16.841349 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96629a-568f-429c-803f-7d5c647117b4 req-86c70408-dabe-474e-ae05-2eaf412872c9 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:16.854418 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dd96629a-568f-429c-803f-7d5c647117b4 req-86c70408-dabe-474e-ae05-2eaf412872c9 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 945 time: 0.4595463 Jul 16 08:26:16.878263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=541ae39c-1bb4-4555-958f-e873d19d9c9b,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:17.033071 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dd96629a-568f-429c-803f-7d5c647117b4 req-0eed746b-cffe-4855-8941-9e6555359058 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764555 Jul 16 08:26:17.039318 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50e29801-1fce-416e-9d30-98b87da234f7 req-8c0938f7-017d-4f33-9db5-eda573a254b6 service neutron] 10.222.0.38 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331837 Jul 16 08:26:17.141028 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5def9b98-b5a1-4727-8da2-27c6997d7425 req-2b5c97ed-7549-43cf-af31-c0717591ad05 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.156234 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['472861df-7023-4d89-9294-c1847c71aa3d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:17.218500 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c97ed-7549-43cf-af31-c0717591ad05 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Pushing event deleted for resources: {'Port': ['ID=472861df-7023-4d89-9294-c1847c71aa3d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:17.299067 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5def9b98-b5a1-4727-8da2-27c6997d7425 req-2b5c97ed-7549-43cf-af31-c0717591ad05 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] No DVR routers for this DVR port 472861df-7023-4d89-9294-c1847c71aa3d on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:26:17.303946 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5def9b98-b5a1-4727-8da2-27c6997d7425 req-2b5c97ed-7549-43cf-af31-c0717591ad05 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.309445 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5def9b98-b5a1-4727-8da2-27c6997d7425 req-2b5c97ed-7549-43cf-af31-c0717591ad05 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.15 "DELETE /v2.0/ports/472861df-7023-4d89-9294-c1847c71aa3d HTTP/1.1" status: 204 len: 173 time: 1.6527791 Jul 16 08:26:17.323651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '774db6f3-32ba-4cc2-b468-23a067a417e9', 'name': 'network-vif-deleted', 'tag': '472861df-7023-4d89-9294-c1847c71aa3d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:17.337125 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01302cf-2af7-4322-9d99-c712ed14581c" -d '{"events": [{"server_uuid": "774db6f3-32ba-4cc2-b468-23a067a417e9", "name": "network-vif-deleted", "tag": "472861df-7023-4d89-9294-c1847c71aa3d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:17.412793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d05eb-8903-47e9-ac17-2559625bc037 req-4cea100b-68b7-4c89-901c-2032a124902e tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:17.414695 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-291d05eb-8903-47e9-ac17-2559625bc037 req-4cea100b-68b7-4c89-901c-2032a124902e tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 948 time: 0.2148507 Jul 16 08:26:17.489732 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-291d05eb-8903-47e9-ac17-2559625bc037 req-c716d9af-4f07-4fd2-aca8-8e77645461da tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669756 Jul 16 08:26:17.602774 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbcae2c-bf8d-41c7-8004-460b5d8efbd5 x-openstack-request-id: req-edbcae2c-bf8d-41c7-8004-460b5d8efbd5 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:17.603278 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9f41e7-5d54-497c-a705-e916ed98bba5", "name": "network-vif-plugged", "status": "completed", "tag": "541ae39c-1bb4-4555-958f-e873d19d9c9b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:17.604024 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edbcae2c-bf8d-41c7-8004-460b5d8efbd5 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:17.604838 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9f41e7-5d54-497c-a705-e916ed98bba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '541ae39c-1bb4-4555-958f-e873d19d9c9b', 'code': 200} Jul 16 08:26:17.659618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 26f2151c-dab2-4511-b334-eb48f194bf3d details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:17.665097 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25684f69-17bc-4ea3-bd91-93e8f7c83581 x-openstack-request-id: req-25684f69-17bc-4ea3-bd91-93e8f7c83581 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:17.665413 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "774db6f3-32ba-4cc2-b468-23a067a417e9", "name": "network-vif-deleted", "tag": "472861df-7023-4d89-9294-c1847c71aa3d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:17.666021 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25684f69-17bc-4ea3-bd91-93e8f7c83581 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:17.666911 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '774db6f3-32ba-4cc2-b468-23a067a417e9', 'name': 'network-vif-deleted', 'tag': '472861df-7023-4d89-9294-c1847c71aa3d', 'status': 'completed', 'code': 200} Jul 16 08:26:17.749305 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d8129c6-ce48-4fd7-908d-def0f2740044 req-698ed50b-cbcd-4a81-abd6-c6316b1bfdd7 tempest-AggregatesAdminTestJSON-1454896503 tempest-AggregatesAdminTestJSON-1454896503-project] 10.222.0.20 "GET /v2.0/ports?device_id=774db6f3-32ba-4cc2-b468-23a067a417e9 HTTP/1.1" status: 200 len: 210 time: 0.0497549 Jul 16 08:26:17.793800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 822f592b-e3e5-4cea-b9d4-191b05832d68 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:17.835622 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4414b01-7a32-4e87-90e5-f95f584acd84 req-f55fc903-4c7d-4960-b07c-b4ac04d0544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:17.837727 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f4414b01-7a32-4e87-90e5-f95f584acd84 req-f55fc903-4c7d-4960-b07c-b4ac04d0544a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 1098 time: 0.0942967 Jul 16 08:26:17.877418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 822f592b-e3e5-4cea-b9d4-191b05832d68 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:17.885157 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 822f592b-e3e5-4cea-b9d4-191b05832d68 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:17.886040 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.888432 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f4414b01-7a32-4e87-90e5-f95f584acd84 req-7a7adb9c-6573-4572-b989-139daa03b8fe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436628 Jul 16 08:26:17.945567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 26f2151c-dab2-4511-b334-eb48f194bf3d, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=26f2151c-dab2-4511-b334-eb48f194bf3d,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:17.963298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '26f2151c-dab2-4511-b334-eb48f194bf3d', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'port_id': '26f2151c-dab2-4511-b334-eb48f194bf3d', 'mac_address': 'fa:16:3e:5b:67:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:18.032643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5955d93-6678-423f-ba2e-77e7082c1f01 req-8a877990-13b5-4c5b-9aa1-82a5117ca93c tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:18.040962 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5955d93-6678-423f-ba2e-77e7082c1f01 req-8a877990-13b5-4c5b-9aa1-82a5117ca93c tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 943 time: 0.0892291 Jul 16 08:26:18.067057 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:18.094616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5955d93-6678-423f-ba2e-77e7082c1f01 req-f46c6a5f-a962-4892-a05f-be301517c770 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522892 Jul 16 08:26:18.097869 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:18.135882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 822f592b-e3e5-4cea-b9d4-191b05832d68, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=822f592b-e3e5-4cea-b9d4-191b05832d68,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:18.138468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26f2151c-dab2-4511-b334-eb48f194bf3d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:18.161247 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:18.166166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 26f2151c-dab2-4511-b334-eb48f194bf3d, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=26f2151c-dab2-4511-b334-eb48f194bf3d,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:18.185989 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:18.221349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=822f592b-e3e5-4cea-b9d4-191b05832d68,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:18.299500 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=26f2151c-dab2-4511-b334-eb48f194bf3d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:18.403201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['26f2151c-dab2-4511-b334-eb48f194bf3d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:18.535224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc09b32-b0a0-4449-97a9-b8bf40dbc58a req-a21570e3-ac2e-4ce2-b25e-1309dc6de4a3 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:18.538045 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7cc09b32-b0a0-4449-97a9-b8bf40dbc58a req-a21570e3-ac2e-4ce2-b25e-1309dc6de4a3 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 946 time: 0.0872095 Jul 16 08:26:18.658516 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7cc09b32-b0a0-4449-97a9-b8bf40dbc58a req-d1e728a8-6e8c-4f93-b124-a4d227f7abfd tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080258 Jul 16 08:26:18.878659 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9781bfbc-b854-4d0d-b15a-33a28eb49037 req-022685e9-624d-4ef9-a93f-1a95128571a1 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:18.880430 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9781bfbc-b854-4d0d-b15a-33a28eb49037 req-022685e9-624d-4ef9-a93f-1a95128571a1 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 949 time: 0.0903454 Jul 16 08:26:18.948681 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9781bfbc-b854-4d0d-b15a-33a28eb49037 req-ca04b6c1-0af7-46fc-a03b-94488b6ad7fd tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565670 Jul 16 08:26:19.421547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80816a55-9896-4f79-b94f-246bd6d73645 req-7e350509-616d-4ae3-95c8-60773c58d29d tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:19.424787 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-80816a55-9896-4f79-b94f-246bd6d73645 req-7e350509-616d-4ae3-95c8-60773c58d29d tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 944 time: 0.1199362 Jul 16 08:26:19.484582 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-80816a55-9896-4f79-b94f-246bd6d73645 req-a66dbe89-b9b6-40cc-966c-03b82dec3ad5 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542531 Jul 16 08:26:19.606164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd9970a-0e60-460e-91fd-308ec673d16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822f592b-e3e5-4cea-b9d4-191b05832d68'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:19.609358 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ad1f09-6ef8-48e8-a937-0c35fb993b71" -d '{"events": [{"server_uuid": "0dd9970a-0e60-460e-91fd-308ec673d16b", "name": "network-vif-plugged", "status": "completed", "tag": "822f592b-e3e5-4cea-b9d4-191b05832d68"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:19.652290 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 26f2151c-dab2-4511-b334-eb48f194bf3d up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:19.707580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 26f2151c-dab2-4511-b334-eb48f194bf3d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:19.713918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 26f2151c-dab2-4511-b334-eb48f194bf3d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:19.714547 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:19.752586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37898) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:19.790374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37904) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:19.809998 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33231a73-fe7a-4750-b7b8-aeeb849bee1e x-openstack-request-id: req-33231a73-fe7a-4750-b7b8-aeeb849bee1e {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:19.810286 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd9970a-0e60-460e-91fd-308ec673d16b", "name": "network-vif-plugged", "status": "completed", "tag": "822f592b-e3e5-4cea-b9d4-191b05832d68", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:19.810885 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33231a73-fe7a-4750-b7b8-aeeb849bee1e {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:19.811280 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd9970a-0e60-460e-91fd-308ec673d16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '822f592b-e3e5-4cea-b9d4-191b05832d68', 'code': 200} Jul 16 08:26:19.852189 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:19.905620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 26f2151c-dab2-4511-b334-eb48f194bf3d, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=26f2151c-dab2-4511-b334-eb48f194bf3d,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:19.912153 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:19.974501 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=26f2151c-dab2-4511-b334-eb48f194bf3d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:19.979224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c8ba67-af39-4d74-a52e-f67d2297c8f5 req-71dcefae-04aa-48ab-889e-1ef07a7c1599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:19.983023 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-09c8ba67-af39-4d74-a52e-f67d2297c8f5 req-71dcefae-04aa-48ab-889e-1ef07a7c1599 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 1101 time: 0.0993860 Jul 16 08:26:20.023139 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ce7d33-cf04-45ca-9b90-b05c4e356bb8 req-4317459b-90dc-402e-9be8-01cb8745faeb tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:20.023972 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-09c8ba67-af39-4d74-a52e-f67d2297c8f5 req-fdb8809d-052d-4238-8246-a315b7f71108 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338542 Jul 16 08:26:20.025106 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c9ce7d33-cf04-45ca-9b90-b05c4e356bb8 req-4317459b-90dc-402e-9be8-01cb8745faeb tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 946 time: 0.1035717 Jul 16 08:26:20.089780 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c9ce7d33-cf04-45ca-9b90-b05c4e356bb8 req-ac5ce878-933c-4ea5-ab2b-76024673117c tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581989 Jul 16 08:26:20.130039 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd7b52de-ea74-4bef-8ead-6eec75e5a8c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.159729 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e7225970-6cd3-44c2-b4f5-42d1fda4e249 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=109970eb376e4c68bc9b70da7afabcf6&name=default HTTP/1.1" status: 200 len: 2978 time: 0.4060867 Jul 16 08:26:20.164685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37920) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:20.270839 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dec1ac47-79b3-40f8-a3b4-2952a36cae77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.314452 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dec1ac47-79b3-40f8-a3b4-2952a36cae77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.333464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 472861df-7023-4d89-9294-c1847c71aa3d no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:26:20.367825 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 472861df-7023-4d89-9294-c1847c71aa3d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:26:20.369919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 472861df-7023-4d89-9294-c1847c71aa3d not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:26:20.374294 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd7b52de-ea74-4bef-8ead-6eec75e5a8c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.379668 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd7b52de-ea74-4bef-8ead-6eec75e5a8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.424584 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fd7b52de-ea74-4bef-8ead-6eec75e5a8c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=997452ff3f7f4f4e9aafb00dfe180a11&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6312032 Jul 16 08:26:20.428030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d4226-f0d4-42a4-97dc-af237c9f616e req-e9adbfc4-8d86-4a3a-9844-877b4fe16300 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:20.431626 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37932) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:20.433988 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dec1ac47-79b3-40f8-a3b4-2952a36cae77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.435093 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-308d4226-f0d4-42a4-97dc-af237c9f616e req-e9adbfc4-8d86-4a3a-9844-877b4fe16300 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 949 time: 0.1329184 Jul 16 08:26:20.438283 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dec1ac47-79b3-40f8-a3b4-2952a36cae77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.442666 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dec1ac47-79b3-40f8-a3b4-2952a36cae77 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dceb2b8d-6b4c-4643-8218-00438c271c7b HTTP/1.1" status: 204 len: 168 time: 0.2765989 Jul 16 08:26:20.455805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7b52de-ea74-4bef-8ead-6eec75e5a8c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37404bac-0b92-45bd-88fc-363243ef7986,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:20.480213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec1ac47-79b3-40f8-a3b4-2952a36cae77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceb2b8d-6b4c-4643-8218-00438c271c7b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:20.527849 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7b41-4fc5-4546-abd1-c80654b9150b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.528867 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-308d4226-f0d4-42a4-97dc-af237c9f616e req-a76d3708-ad44-4376-b4ef-8b1cfdeb7906 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927427 Jul 16 08:26:20.565385 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7b41-4fc5-4546-abd1-c80654b9150b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.625019 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7b41-4fc5-4546-abd1-c80654b9150b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.629577 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f7fd7b41-4fc5-4546-abd1-c80654b9150b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.636073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f7fd7b41-4fc5-4546-abd1-c80654b9150b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/37404bac-0b92-45bd-88fc-363243ef7986 HTTP/1.1" status: 204 len: 168 time: 0.2024574 Jul 16 08:26:20.649416 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fd7b41-4fc5-4546-abd1-c80654b9150b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37404bac-0b92-45bd-88fc-363243ef7986,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:20.711773 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34174832-2cf2-4410-a4f6-8641df567994 req-f611634a-2f58-479b-adaf-004f5a002048 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:20.713536 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-34174832-2cf2-4410-a4f6-8641df567994 req-f611634a-2f58-479b-adaf-004f5a002048 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 1098 time: 0.0617847 Jul 16 08:26:20.763115 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-34174832-2cf2-4410-a4f6-8641df567994 req-9b5718d8-e053-4d7d-98eb-c2b60e00851d tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435984 Jul 16 08:26:21.000794 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c6077-38c3-448a-b697-c0627aeb45b5 req-f9f58ba4-bc57-478d-97d7-6de1fa92ac2c tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:21.003262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-897c6077-38c3-448a-b697-c0627aeb45b5 req-f9f58ba4-bc57-478d-97d7-6de1fa92ac2c tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 945 time: 0.0781028 Jul 16 08:26:21.044216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37956) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:21.059756 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-897c6077-38c3-448a-b697-c0627aeb45b5 req-8fe07522-ea20-4481-83c2-372b34e5546b tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504107 Jul 16 08:26:21.133038 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-29b6030d-be7d-48b2-a772-87831288c8fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b31261c804574d64a4930268e50beb60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0870764 Jul 16 08:26:21.135801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37958) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:21.202429 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d44e01ed-b411-4cea-bfd0-a2f02a66aad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.228068 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d44e01ed-b411-4cea-bfd0-a2f02a66aad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.265814 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37960) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:21.282539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf776e-d3e0-418b-87e6-cd7538082c30 req-20f5544e-6166-4673-af6a-17656a879298 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:21.284478 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-12bf776e-d3e0-418b-87e6-cd7538082c30 req-20f5544e-6166-4673-af6a-17656a879298 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 1098 time: 0.0837495 Jul 16 08:26:21.285707 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a250-afa8-4bf0-9930-2aacd500a6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.298970 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d44e01ed-b411-4cea-bfd0-a2f02a66aad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.301833 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d44e01ed-b411-4cea-bfd0-a2f02a66aad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.305511 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d44e01ed-b411-4cea-bfd0-a2f02a66aad5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f50b1e3a-a8b5-48dd-b524-01f6641b49de HTTP/1.1" status: 204 len: 168 time: 0.1662145 Jul 16 08:26:21.313564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44e01ed-b411-4cea-bfd0-a2f02a66aad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50b1e3a-a8b5-48dd-b524-01f6641b49de,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:21.352978 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-12bf776e-d3e0-418b-87e6-cd7538082c30 req-be6e8dd7-e71b-4bc4-9171-60f5e3b6e9ae tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588021 Jul 16 08:26:21.466265 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a250-afa8-4bf0-9930-2aacd500a6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.482400 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a250-afa8-4bf0-9930-2aacd500a6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.523227 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9ba7a250-afa8-4bf0-9930-2aacd500a6f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ead305caf94c48e8af6fc007bcb53e16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2561841 Jul 16 08:26:21.525973 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37984) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:21.528678 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7a250-afa8-4bf0-9930-2aacd500a6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a68c541c-7c54-4a8b-a13c-701bd6db9bcd,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:21.630386 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae6f20fa-6174-4a0b-95ab-c3359d847bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.662755 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae6f20fa-6174-4a0b-95ab-c3359d847bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.740747 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae6f20fa-6174-4a0b-95ab-c3359d847bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.743470 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae6f20fa-6174-4a0b-95ab-c3359d847bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.747027 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ae6f20fa-6174-4a0b-95ab-c3359d847bc3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a68c541c-7c54-4a8b-a13c-701bd6db9bcd HTTP/1.1" status: 204 len: 168 time: 0.2167931 Jul 16 08:26:21.770783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6f20fa-6174-4a0b-95ab-c3359d847bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68c541c-7c54-4a8b-a13c-701bd6db9bcd,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:21.813048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fca4eed-cbb9-4981-98e4-f90fddbb6455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f2151c-dab2-4511-b334-eb48f194bf3d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:21.816219 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085a1ea8-9845-4e07-8c47-803ec5a4ff7e" -d '{"events": [{"server_uuid": "8fca4eed-cbb9-4981-98e4-f90fddbb6455", "name": "network-vif-plugged", "status": "completed", "tag": "26f2151c-dab2-4511-b334-eb48f194bf3d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:21.854433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d74fee-1630-4a53-8556-a165f3223919 req-7c796180-0bd6-4e9d-85e0-882e1d7b5261 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:21.856186 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-85d74fee-1630-4a53-8556-a165f3223919 req-7c796180-0bd6-4e9d-85e0-882e1d7b5261 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 949 time: 0.0949826 Jul 16 08:26:21.913206 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-85d74fee-1630-4a53-8556-a165f3223919 req-e8b344fe-ac69-44c8-a633-4e87b666f778 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505788 Jul 16 08:26:22.070286 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6177f113-203f-4df2-8367-53034904a93b x-openstack-request-id: req-6177f113-203f-4df2-8367-53034904a93b {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:22.071025 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fca4eed-cbb9-4981-98e4-f90fddbb6455", "name": "network-vif-plugged", "status": "completed", "tag": "26f2151c-dab2-4511-b334-eb48f194bf3d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:22.071344 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6177f113-203f-4df2-8367-53034904a93b {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:22.071798 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fca4eed-cbb9-4981-98e4-f90fddbb6455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26f2151c-dab2-4511-b334-eb48f194bf3d', 'code': 200} Jul 16 08:26:22.235759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3c75-34ea-4f80-bee7-3f781753f114 req-355cef75-a873-4e02-9b58-8d0d2f31c98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:22.237466 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-115e3c75-34ea-4f80-bee7-3f781753f114 req-355cef75-a873-4e02-9b58-8d0d2f31c98a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 1097 time: 0.0763133 Jul 16 08:26:22.280871 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-115e3c75-34ea-4f80-bee7-3f781753f114 req-3dcd3b57-b44e-4b1f-99ef-f9885934c643 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357606 Jul 16 08:26:22.299500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7288b1e6-9b6d-44f0-a199-f2626868be6a req-bc249bfd-6927-46e5-af84-a0711397e9d5 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:22.306352 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7288b1e6-9b6d-44f0-a199-f2626868be6a req-bc249bfd-6927-46e5-af84-a0711397e9d5 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 945 time: 0.0907431 Jul 16 08:26:22.340892 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7288b1e6-9b6d-44f0-a199-f2626868be6a req-fb8a0462-f45a-41da-a557-a1bc34df8c2b tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335400 Jul 16 08:26:22.502891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38070) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:22.819470 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2feb3e68-c727-4d25-9163-72e4fd1c4d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.920262 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38122) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:23.005055 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2feb3e68-c727-4d25-9163-72e4fd1c4d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.011714 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2feb3e68-c727-4d25-9163-72e4fd1c4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.075432 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2feb3e68-c727-4d25-9163-72e4fd1c4d04 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c5e3bf131914e50a8cd84332308e1fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5714793 Jul 16 08:26:23.078647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38136) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:23.081426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb3e68-c727-4d25-9163-72e4fd1c4d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01b7aa3b-b1ca-4b18-a5fe-19b9887ce9d6,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:23.235575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.243057 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38140) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:23.262373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38144) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:23.262506 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-50b1695d-1ca0-4f9d-89b7-d0d0611e1109 tempest-AutoAllocateNetworkTest-630322747 tempest-AutoAllocateNetworkTest-630322747-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=90cee2b3c7224e4599108a36f7e365f2&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3410065 Jul 16 08:26:23.277872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315ef243-a395-4d8c-9c17-b727c1982faa req-8bf87053-10bb-4128-8591-033db128293a tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:23.286750 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-315ef243-a395-4d8c-9c17-b727c1982faa req-8bf87053-10bb-4128-8591-033db128293a tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 949 time: 0.2055655 Jul 16 08:26:23.312873 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.365789 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-315ef243-a395-4d8c-9c17-b727c1982faa req-36642bfe-9b59-4d5f-95c1-302fccd5e7a1 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779164 Jul 16 08:26:23.369590 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-870bdcb3-091c-4c24-a903-d48aceb00aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.418331 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.422529 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.424189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/01b7aa3b-b1ca-4b18-a5fe-19b9887ce9d6 HTTP/1.1" status: 204 len: 168 time: 0.3445175 Jul 16 08:26:23.434453 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b7aa3b-b1ca-4b18-a5fe-19b9887ce9d6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:23.443499 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:23.444121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:23.444751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:23.445518 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:23.446055 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:23.446644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:23.447221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:23.448347 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:23.448948 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:23.449493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:23.450229 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:23.450754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61c5e069-4537-4990-b026-3d3da8acbae5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:23.530126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b995f8e-e2c6-4325-b536-ef176b5d2e03 tempest-AutoAllocateNetworkTest-630322747 tempest-AutoAllocateNetworkTest-630322747-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:23.531668 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4b995f8e-e2c6-4325-b536-ef176b5d2e03 tempest-AutoAllocateNetworkTest-630322747 tempest-AutoAllocateNetworkTest-630322747-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2682271 Jul 16 08:26:23.535851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38160) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:23.605731 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-71ac44d5-5afe-4369-91a4-39be55e60181 tempest-AutoAllocateNetworkTest-630322747 tempest-AutoAllocateNetworkTest-630322747-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0687172 Jul 16 08:26:23.606564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38162) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:23.654785 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-00dc7b37-a18f-451e-90a6-89e2052b7d10 tempest-AutoAllocateNetworkTest-630322747 tempest-AutoAllocateNetworkTest-630322747-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=90cee2b3c7224e4599108a36f7e365f2 HTTP/1.1" status: 200 len: 208 time: 0.0433946 Jul 16 08:26:23.655091 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-870bdcb3-091c-4c24-a903-d48aceb00aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.661705 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-870bdcb3-091c-4c24-a903-d48aceb00aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.706224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd92c07-c93d-42dd-aff6-c01dd2a948f2 req-2cf08fde-ec0c-4c63-a73e-5f8f9072a129 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:23.709662 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-870bdcb3-091c-4c24-a903-d48aceb00aa0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65e3ca9d81254c70b91a1e9b429c45c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4649217 Jul 16 08:26:23.711043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870bdcb3-091c-4c24-a903-d48aceb00aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ad663f-d2e0-49c6-ae38-1ead09eaad38,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:23.713977 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38172) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:23.715264 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfd92c07-c93d-42dd-aff6-c01dd2a948f2 req-2cf08fde-ec0c-4c63-a73e-5f8f9072a129 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 945 time: 0.1146705 Jul 16 08:26:23.767091 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfd92c07-c93d-42dd-aff6-c01dd2a948f2 req-31025385-53a8-478e-a615-c4cd85272002 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506909 Jul 16 08:26:23.782147 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-30da4209-c3ab-4973-86fc-aff5d75f9592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.806493 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-30da4209-c3ab-4973-86fc-aff5d75f9592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.858040 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-30da4209-c3ab-4973-86fc-aff5d75f9592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.864522 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-30da4209-c3ab-4973-86fc-aff5d75f9592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.865693 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-30da4209-c3ab-4973-86fc-aff5d75f9592 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8ad663f-d2e0-49c6-ae38-1ead09eaad38 HTTP/1.1" status: 204 len: 168 time: 0.1507330 Jul 16 08:26:23.874514 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da4209-c3ab-4973-86fc-aff5d75f9592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ad663f-d2e0-49c6-ae38-1ead09eaad38,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:23.980969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38188) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:23.995945 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.028207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38190) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:24.104277 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.109389 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.151846 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66245be1c84e4bddaaed579a9cdd8f47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1690867 Jul 16 08:26:24.153056 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fac311c-c4b1-4957-94c5-b11974fb50f4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:24.154724 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38194) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:24.161508 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:24.161854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:24.162190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:24.162585 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:24.162839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:24.163159 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:24.163478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:24.163794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:24.164107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:24.164420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:24.164756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:24.165070 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d76522a7-525a-4f5f-8bc4-35d4ae49e81a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:24.218231 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-306f68ce-0e6c-4dac-a21b-6ec5bffc8746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.238168 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38198) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:24.254178 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-306f68ce-0e6c-4dac-a21b-6ec5bffc8746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.314497 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-306f68ce-0e6c-4dac-a21b-6ec5bffc8746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.320022 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-306f68ce-0e6c-4dac-a21b-6ec5bffc8746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.326051 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-306f68ce-0e6c-4dac-a21b-6ec5bffc8746 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fac311c-c4b1-4957-94c5-b11974fb50f4 HTTP/1.1" status: 204 len: 168 time: 0.1662226 Jul 16 08:26:24.335592 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f68ce-0e6c-4dac-a21b-6ec5bffc8746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fac311c-c4b1-4957-94c5-b11974fb50f4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:24.498641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-e63e663e-8d0b-41e3-bfda-98fce769795f tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:26:24.499885 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-e63e663e-8d0b-41e3-bfda-98fce769795f tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4705937 Jul 16 08:26:24.632214 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-36b586f1-f25d-4619-964b-59623940761f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.646462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8840bcd9-471a-4a62-a36d-0f4816a3a114 req-9af072a3-696b-4559-b36f-04d6de74ffd5 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:24.648035 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8840bcd9-471a-4a62-a36d-0f4816a3a114 req-9af072a3-696b-4559-b36f-04d6de74ffd5 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 945 time: 0.0735333 Jul 16 08:26:24.657804 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38220) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:24.664346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-903182e8-46c7-4304-a987-70f939c3ae02 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Request body: {'floatingip': {'port_id': '26f2151c-dab2-4511-b334-eb48f194bf3d'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:24.746686 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-903182e8-46c7-4304-a987-70f939c3ae02 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.757246 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-36b586f1-f25d-4619-964b-59623940761f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.763193 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-36b586f1-f25d-4619-964b-59623940761f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.814737 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-36b586f1-f25d-4619-964b-59623940761f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=90cee2b3c7224e4599108a36f7e365f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5747077 Jul 16 08:26:24.815801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b586f1-f25d-4619-964b-59623940761f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e670c2-7b7f-4adc-9c13-8d8cb2863d62,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:24.819390 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38224) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:24.882268 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0ee161e-85d0-4dd6-adee-1cdfc7bd0659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.906974 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0ee161e-85d0-4dd6-adee-1cdfc7bd0659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.938126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38228) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:24.962025 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eceae15e-3fcf-4550-8791-603fa87e2b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.020723 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0ee161e-85d0-4dd6-adee-1cdfc7bd0659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.023869 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0ee161e-85d0-4dd6-adee-1cdfc7bd0659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.025223 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b0ee161e-85d0-4dd6-adee-1cdfc7bd0659 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7e670c2-7b7f-4adc-9c13-8d8cb2863d62 HTTP/1.1" status: 204 len: 168 time: 0.2047205 Jul 16 08:26:25.040629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee161e-85d0-4dd6-adee-1cdfc7bd0659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e670c2-7b7f-4adc-9c13-8d8cb2863d62,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:25.055031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4a5d82-fe45-400b-b5f0-9f5e3c19b344 req-4f60efc3-5a4c-42fb-9290-390b394720e8 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:25.062138 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0a4a5d82-fe45-400b-b5f0-9f5e3c19b344 req-4f60efc3-5a4c-42fb-9290-390b394720e8 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 949 time: 0.2527957 Jul 16 08:26:25.116924 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eceae15e-3fcf-4550-8791-603fa87e2b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.122613 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eceae15e-3fcf-4550-8791-603fa87e2b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.161688 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0a4a5d82-fe45-400b-b5f0-9f5e3c19b344 req-f7063414-a295-4db7-bfe6-d5769daa5e0d tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985796 Jul 16 08:26:25.163360 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceae15e-3fcf-4550-8791-603fa87e2b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137a583f-5d39-4028-ace5-c514395274c7,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:25.170799 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-eceae15e-3fcf-4550-8791-603fa87e2b31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d113a036315c494bbfddb5bcb54c4d9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313361 Jul 16 08:26:25.171481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38238) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:25.261652 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-30cc756e-85e3-41d4-b044-c0533c09cdd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.309249 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-30cc756e-85e3-41d4-b044-c0533c09cdd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.353821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8cfd534b-6306-45fc-9005-83bbe77b43e5 service neutron] Request body: {'binding': {'host': 'n-h2-758944-46', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:25.354402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8cfd534b-6306-45fc-9005-83bbe77b43e5 service neutron] Unknown quota resources ['binding']. {{(pid=93695) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:26:25.370909 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-30cc756e-85e3-41d4-b044-c0533c09cdd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.374662 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-30cc756e-85e3-41d4-b044-c0533c09cdd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.380134 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-30cc756e-85e3-41d4-b044-c0533c09cdd3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/137a583f-5d39-4028-ace5-c514395274c7 HTTP/1.1" status: 204 len: 168 time: 0.2070489 Jul 16 08:26:25.403208 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc756e-85e3-41d4-b044-c0533c09cdd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137a583f-5d39-4028-ace5-c514395274c7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:25.942785 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8cfd534b-6306-45fc-9005-83bbe77b43e5 service neutron] Attempting to bind port 541ae39c-1bb4-4555-958f-e873d19d9c9b on host n-h2-758944-46 for vnic_type normal with profile None {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:25.943206 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8cfd534b-6306-45fc-9005-83bbe77b43e5 service neutron] Attempting to bind port 541ae39c-1bb4-4555-958f-e873d19d9c9b by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:25.943523 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8cfd534b-6306-45fc-9005-83bbe77b43e5 service neutron] Attempting to bind port 541ae39c-1bb4-4555-958f-e873d19d9c9b on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:25.953451 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-903182e8-46c7-4304-a987-70f939c3ae02 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.955078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8cfd534b-6306-45fc-9005-83bbe77b43e5 service neutron] Port 541ae39c-1bb4-4555-958f-e873d19d9c9b on network c727f580-5d9d-4e64-8e13-4f4d27c5457d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:25.955398 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8cfd534b-6306-45fc-9005-83bbe77b43e5 service neutron] Attempting to bind port 541ae39c-1bb4-4555-958f-e873d19d9c9b on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:25.960295 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-903182e8-46c7-4304-a987-70f939c3ae02 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.963245 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8cfd534b-6306-45fc-9005-83bbe77b43e5 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:25.963856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8cfd534b-6306-45fc-9005-83bbe77b43e5 service neutron] Checking segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:25.964325 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8cfd534b-6306-45fc-9005-83bbe77b43e5 service neutron] Bound using segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:25.964987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8cfd534b-6306-45fc-9005-83bbe77b43e5 service neutron] Bound port: 541ae39c-1bb4-4555-958f-e873d19d9c9b, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:26.029657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38280) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:26.133772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8cfd534b-6306-45fc-9005-83bbe77b43e5 service neutron] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:26.141720 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8cfd534b-6306-45fc-9005-83bbe77b43e5 service neutron] Notify callbacks [] for binding, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.142996 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8cfd534b-6306-45fc-9005-83bbe77b43e5 service neutron] 10.222.0.20 "POST /v2.0/ports/541ae39c-1bb4-4555-958f-e873d19d9c9b/bindings HTTP/1.1" status: 201 len: 390 time: 1.1915109 Jul 16 08:26:26.146179 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-903182e8-46c7-4304-a987-70f939c3ae02 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Floating IP d4a235b5-32ee-4fa9-b170-fd7fd3ea880e associated. External IP: 172.25.4.126, port: 26f2151c-dab2-4511-b334-eb48f194bf3d. Jul 16 08:26:26.405202 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-e398ea0a-2050-4505-84e0-5d79d9e8edf9 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=93e5785138f6401583e9072b3a9f482a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0437942 Jul 16 08:26:26.443985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903182e8-46c7-4304-a987-70f939c3ae02 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Router 54c1356d-6823-49b9-a40d-7ef579d1d99d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:26:26.562635 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-41dcf1a1-0e8c-4e79-9022-6da107f6287c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.637971 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece475-6b99-4feb-a735-0de9cc82880d req-dc467d91-ceeb-4ff0-996a-24552849500d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:26.638723 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-dc467d91-ceeb-4ff0-996a-24552849500d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 1098 time: 0.1824851 Jul 16 08:26:26.661256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903182e8-46c7-4304-a987-70f939c3ae02 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:26:26.667442 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-903182e8-46c7-4304-a987-70f939c3ae02 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.684715 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d0ae1-9446-4e91-8096-ff33192d7cce None None] Sync routers for ids ['54c1356d-6823-49b9-a40d-7ef579d1d99d'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:26:26.696602 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d0ae1-9446-4e91-8096-ff33192d7cce None None] Routers {'54c1356d-6823-49b9-a40d-7ef579d1d99d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:26.698524 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-652d0ae1-9446-4e91-8096-ff33192d7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:26:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['54c1356d-6823-49b9-a40d-7ef579d1d99d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:26.758707 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece475-6b99-4feb-a735-0de9cc82880d req-74e3212e-a1fe-46a9-b566-3e0d2eeeb32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:26.760667 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-74e3212e-a1fe-46a9-b566-3e0d2eeeb32e service neutron] 10.222.0.38 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.1158915 Jul 16 08:26:26.767975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-bd8ab80c-99b1-4472-a921-2af47456c1e2 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:26.775432 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-bd8ab80c-99b1-4472-a921-2af47456c1e2 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3690431 Jul 16 08:26:26.795174 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-903182e8-46c7-4304-a987-70f939c3ae02 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "PUT /v2.0/floatingips/d4a235b5-32ee-4fa9-b170-fd7fd3ea880e HTTP/1.1" status: 200 len: 991 time: 2.1354799 Jul 16 08:26:26.801350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fca4eed-cbb9-4981-98e4-f90fddbb6455', 'tag': '26f2151c-dab2-4511-b334-eb48f194bf3d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:26.805516 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-061b8815-f506-45c2-97a4-3f4cd15b7b0f" -d '{"events": [{"name": "network-changed", "server_uuid": "8fca4eed-cbb9-4981-98e4-f90fddbb6455", "tag": "26f2151c-dab2-4511-b334-eb48f194bf3d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:26.842059 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-3ab818e2-77de-4b6e-be76-9988e0d8cbd9 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/quotas/93e5785138f6401583e9072b3a9f482a HTTP/1.1" status: 200 len: 375 time: 0.0656621 Jul 16 08:26:26.843747 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57193e1e-52b6-4796-b7d2-0fb7ab75f1e1 req-ee90da9a-bdc3-4172-b4b7-641b3caf9b2f tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:26.849959 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-1e25b1af-8335-45f7-87cf-3de99c53e620 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b HTTP/1.1" status: 200 len: 217 time: 0.0707788 Jul 16 08:26:26.865074 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57193e1e-52b6-4796-b7d2-0fb7ab75f1e1 req-ee90da9a-bdc3-4172-b4b7-641b3caf9b2f tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 946 time: 0.2076287 Jul 16 08:26:26.872777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38324) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:26.980605 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57193e1e-52b6-4796-b7d2-0fb7ab75f1e1 req-b4c35dc8-b74e-43ee-8469-261668122fac tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139946 Jul 16 08:26:26.983808 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-652d0ae1-9446-4e91-8096-ff33192d7cce None None] Set router 54c1356d-6823-49b9-a40d-7ef579d1d99d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:26.993322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece475-6b99-4feb-a735-0de9cc82880d req-0db2aaa3-dd28-4da0-b40f-20dd4caf5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:26.994458 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-0db2aaa3-dd28-4da0-b40f-20dd4caf5f9d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.1095772 Jul 16 08:26:27.030139 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-8f0e7be3-6407-4501-bf99-cb617c11d34d tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=93e5785138f6401583e9072b3a9f482a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1871266 Jul 16 08:26:27.084664 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-3b3ed1b1-9e81-4f6b-b879-cc795965b430 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0810049 Jul 16 08:26:27.125453 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1953722036-network', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:27.186159 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-41dcf1a1-0e8c-4e79-9022-6da107f6287c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.205242 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-41dcf1a1-0e8c-4e79-9022-6da107f6287c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.223824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] Made reservation on behalf of 5ed82808e3974d9c9a0a49cb86185fd8 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:27.226715 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.245739 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.374076 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-41dcf1a1-0e8c-4e79-9022-6da107f6287c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=14946b6b49864323a843e7c07df920fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3398762 Jul 16 08:26:27.374076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dcf1a1-0e8c-4e79-9022-6da107f6287c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638ac11d-ea8d-4131-8d1a-20abbaf9e515,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:27.384881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38350) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:27.404583 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.414158 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.466724 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-0256350d-70ac-4932-b59a-df5e7e2bba65 service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3700881 Jul 16 08:26:27.515267 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:26:27.523067 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71938f6a-5c16-4ae4-80d0-ac30bae34e6a x-openstack-request-id: req-71938f6a-5c16-4ae4-80d0-ac30bae34e6a {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:27.527000 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fca4eed-cbb9-4981-98e4-f90fddbb6455", "tag": "26f2151c-dab2-4511-b334-eb48f194bf3d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:27.527311 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71938f6a-5c16-4ae4-80d0-ac30bae34e6a {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:27.527725 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fca4eed-cbb9-4981-98e4-f90fddbb6455', 'tag': '26f2151c-dab2-4511-b334-eb48f194bf3d', 'status': 'completed', 'code': 200} Jul 16 08:26:27.557699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a5b0908-a601-437a-bb63-d275b7fb718b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:27.650703 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.653986 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] Added segment 5c65e486-f9b7-4fe4-b5be-f333cb9026fb of type vlan for network f0770d92-91bd-4864-88e2-7b5eb40282be Jul 16 08:26:27.687409 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24f822f3-1c22-4b3e-807a-40c6d2f88b70 req-31dcec75-be4c-4113-bd7e-9a43af6141ff tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 210 time: 0.0590835 Jul 16 08:26:27.750040 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-652d0ae1-9446-4e91-8096-ff33192d7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd4a235b5-32ee-4fa9-b170-fd7fd3ea880e', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'port_id': '26f2151c-dab2-4511-b334-eb48f194bf3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'mac_address': 'fa:16:3e:5b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca4eed-cbb9-4981-98e4-f90fddbb6455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:26:04Z', 'updated_at': '2021-07-16T08:26:25Z', 'revision_number': 1, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e620fe0c-f571-4a0e-865b-edcb6580971a', 'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'mac_address': 'fa:16:3e:9e:ae:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:40Z', 'updated_at': '2021-07-16T08:25:51Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'subnets': [{'id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:27.763405 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c9d9ac6-25b3-4f18-9e82-44b4309d1503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.778682 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-73d51af8-c8d5-411d-8a53-95924837a608 service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2885506 Jul 16 08:26:27.785782 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.808094 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d0ae1-9446-4e91-8096-ff33192d7cce None None] Checking router: 54c1356d-6823-49b9-a40d-7ef579d1d99d for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:26:27.824134 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652d0ae1-9446-4e91-8096-ff33192d7cce None None] Routers {'54c1356d-6823-49b9-a40d-7ef579d1d99d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:27.825267 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-652d0ae1-9446-4e91-8096-ff33192d7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:26:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['54c1356d-6823-49b9-a40d-7ef579d1d99d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:27.838568 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c9d9ac6-25b3-4f18-9e82-44b4309d1503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.879251 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b8815-f506-45c2-97a4-3f4cd15b7b0f req-899739c1-6d9e-4847-b785-1f9bd26eb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:27.888394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-061b8815-f506-45c2-97a4-3f4cd15b7b0f req-899739c1-6d9e-4847-b785-1f9bd26eb560 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aed62d0657eb40a7a10daea36ac730cd&device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 1097 time: 0.3596346 Jul 16 08:26:27.901615 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.902774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:27.903582 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.980318 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-652d0ae1-9446-4e91-8096-ff33192d7cce None None] Set router 54c1356d-6823-49b9-a40d-7ef579d1d99d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:28.023985 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c9d9ac6-25b3-4f18-9e82-44b4309d1503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.027158 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c9d9ac6-25b3-4f18-9e82-44b4309d1503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.031819 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7c9d9ac6-25b3-4f18-9e82-44b4309d1503 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/638ac11d-ea8d-4131-8d1a-20abbaf9e515 HTTP/1.1" status: 204 len: 168 time: 0.6459048 Jul 16 08:26:28.056277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d9ac6-25b3-4f18-9e82-44b4309d1503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638ac11d-ea8d-4131-8d1a-20abbaf9e515,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:28.065376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b78696ee-0c56-4646-9809-a66c495da798 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:28.069664 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1912844 Jul 16 08:26:28.069887 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b78696ee-0c56-4646-9809-a66c495da798 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1098 time: 0.1517844 Jul 16 08:26:28.070194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38372) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:28.078762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e7f17cc2-fe0e-404a-9d37-2b64ffabaa48 admin admin] Request body: {'subnet': {'network_id': 'f0770d92-91bd-4864-88e2-7b5eb40282be', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1953722036-subnet', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:28.107469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-46'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:28.112378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f17cc2-fe0e-404a-9d37-2b64ffabaa48 admin admin] Made reservation on behalf of 5ed82808e3974d9c9a0a49cb86185fd8 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:28.115243 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7f17cc2-fe0e-404a-9d37-2b64ffabaa48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.251658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8cf1d4-c358-41c6-b61a-4d6dc7922b0e admin admin] Pushing event updated for resources: {'Network': ['ID=f0770d92-91bd-4864-88e2-7b5eb40282be,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:28.262812 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network f0770d92-91bd-4864-88e2-7b5eb40282be details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:26:28.301626 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b8815-f506-45c2-97a4-3f4cd15b7b0f req-640ffd83-84be-4662-bdfe-a289a3ab87e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:28.305588 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-061b8815-f506-45c2-97a4-3f4cd15b7b0f req-640ffd83-84be-4662-bdfe-a289a3ab87e8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c0ed008c-d8c8-4398-b2f1-bdade653830b HTTP/1.1" status: 200 len: 924 time: 0.3879592 Jul 16 08:26:28.523857 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-652d0ae1-9446-4e91-8096-ff33192d7cce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd4a235b5-32ee-4fa9-b170-fd7fd3ea880e', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'port_id': '26f2151c-dab2-4511-b334-eb48f194bf3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'mac_address': 'fa:16:3e:5b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca4eed-cbb9-4981-98e4-f90fddbb6455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:26:04Z', 'updated_at': '2021-07-16T08:26:25Z', 'revision_number': 1, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e620fe0c-f571-4a0e-865b-edcb6580971a', 'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'mac_address': 'fa:16:3e:9e:ae:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:40Z', 'updated_at': '2021-07-16T08:25:51Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'subnets': [{'id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:28.556840 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652d0ae1-9446-4e91-8096-ff33192d7cce None None] The sync data for ids ['54c1356d-6823-49b9-a40d-7ef579d1d99d'] in n-d-758944-46 is: [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd4a235b5-32ee-4fa9-b170-fd7fd3ea880e', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'port_id': '26f2151c-dab2-4511-b334-eb48f194bf3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'mac_address': 'fa:16:3e:5b:67:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fca4eed-cbb9-4981-98e4-f90fddbb6455', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:26:04Z', 'updated_at': '2021-07-16T08:26:25Z', 'revision_number': 1, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e620fe0c-f571-4a0e-865b-edcb6580971a', 'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'mac_address': 'fa:16:3e:9e:ae:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:40Z', 'updated_at': '2021-07-16T08:25:51Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'subnets': [{'id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:26:28.571494 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-061b8815-f506-45c2-97a4-3f4cd15b7b0f req-a7f673ef-151b-4b58-83f2-2f014ea6cdc1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26f2151c-dab2-4511-b334-eb48f194bf3d HTTP/1.1" status: 200 len: 999 time: 0.2586410 Jul 16 08:26:28.705462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b8815-f506-45c2-97a4-3f4cd15b7b0f req-84dd5333-95ef-4cfd-8515-2fd1dfd20b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:28.707109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-061b8815-f506-45c2-97a4-3f4cd15b7b0f req-84dd5333-95ef-4cfd-8515-2fd1dfd20b9d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f1b77d9a-c602-4c7a-9d54-1d94595e85e7 HTTP/1.1" status: 200 len: 863 time: 0.1243293 Jul 16 08:26:28.816102 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49024c44-638f-49f2-82e0-fae7501f01f7 req-ba245e86-f57a-4ade-9477-429fa5c30550 tempest-QuotasAdminNegativeTest-1963888316 tempest-QuotasAdminNegativeTest-1963888316-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f927f478229c40f7abd06967b91f1063&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384903 Jul 16 08:26:28.886140 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.915202 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061b8815-f506-45c2-97a4-3f4cd15b7b0f req-bdbd6503-97a9-4902-85de-38d4368e4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:28.917146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-061b8815-f506-45c2-97a4-3f4cd15b7b0f req-bdbd6503-97a9-4902-85de-38d4368e4763 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c0ed008c-d8c8-4398-b2f1-bdade653830b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2025502 Jul 16 08:26:28.917290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffec16-1b9c-4607-ab16-093f280cb79f req-ec0d32ad-a59e-48ea-b042-0e8d5378e6e5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:28.918841 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3ffec16-1b9c-4607-ab16-093f280cb79f req-ec0d32ad-a59e-48ea-b042-0e8d5378e6e5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 946 time: 0.3014951 Jul 16 08:26:28.998350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76266666-d1bf-4a44-9482-c525ba423ef3 None None] New status for floating IP d4a235b5-32ee-4fa9-b170-fd7fd3ea880e: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:26:29.055565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38404) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:29.077847 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3ffec16-1b9c-4607-ab16-093f280cb79f req-92311987-305a-495b-860e-4e0f9068d6f4 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522863 Jul 16 08:26:29.137279 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5d8c147e-866c-4f41-8a17-d0512c7f546e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:29.169654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49024c44-638f-49f2-82e0-fae7501f01f7 req-a4f40af5-9f8c-4c50-a307-d4a39d9e45ea tempest-QuotasAdminNegativeTest-1963888316 tempest-QuotasAdminNegativeTest-1963888316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:29.173583 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7f17cc2-fe0e-404a-9d37-2b64ffabaa48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:29.181511 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49024c44-638f-49f2-82e0-fae7501f01f7 req-a4f40af5-9f8c-4c50-a307-d4a39d9e45ea tempest-QuotasAdminNegativeTest-1963888316 tempest-QuotasAdminNegativeTest-1963888316-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3569825 Jul 16 08:26:29.293891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:29.470263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f17cc2-fe0e-404a-9d37-2b64ffabaa48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d49087b1-3cd2-448c-b780-c94b70e1dd49,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:29.557448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:29.591886 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49024c44-638f-49f2-82e0-fae7501f01f7 req-7fa26d0f-91a5-4548-8e95-47a39aab6982 tempest-QuotasAdminNegativeTest-1963888316 tempest-QuotasAdminNegativeTest-1963888316-project] 10.222.0.20 "GET /v2.0/quotas/f927f478229c40f7abd06967b91f1063 HTTP/1.1" status: 200 len: 375 time: 0.3722317 Jul 16 08:26:29.594628 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-5c86bbc3-814d-4f66-9549-286ceb784b10 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=93e5785138f6401583e9072b3a9f482a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1987338 Jul 16 08:26:29.597560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-061b8815-f506-45c2-97a4-3f4cd15b7b0f req-d780c0ba-e130-4b78-bacd-30e2ae4cbb9b service neutron] 10.222.0.38 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6708398 Jul 16 08:26:29.634287 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e5f69cd-1d17-4349-a084-2de1ccf4e8fa req-b022d90f-306a-4397-a979-dd3de464eb5d tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 210 time: 0.0431633 Jul 16 08:26:29.663803 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49024c44-638f-49f2-82e0-fae7501f01f7 req-2d1427be-e93f-4cd3-8235-403d552b8b72 tempest-QuotasAdminNegativeTest-1963888316 tempest-QuotasAdminNegativeTest-1963888316-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f927f478229c40f7abd06967b91f1063&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620251 Jul 16 08:26:29.781199 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-061b8815-f506-45c2-97a4-3f4cd15b7b0f req-ee14eafd-dce3-4463-a436-b87175eddae9 service neutron] 10.222.0.38 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767209 Jul 16 08:26:29.797813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-3dc0c2d9-dd9a-4be4-9033-412541c5ea09 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:29.799884 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-3dc0c2d9-dd9a-4be4-9033-412541c5ea09 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1681113 Jul 16 08:26:29.802984 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f17cc2-fe0e-404a-9d37-2b64ffabaa48 admin admin] Checking segment: {'id': '5c65e486-f9b7-4fe4-b5be-f333cb9026fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0770d92-91bd-4864-88e2-7b5eb40282be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:29.803567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f17cc2-fe0e-404a-9d37-2b64ffabaa48 admin admin] Network hostable DHCP agents. Network: f0770d92-91bd-4864-88e2-7b5eb40282be, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:26:29.805781 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5d8c147e-866c-4f41-8a17-d0512c7f546e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:29.815009 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5d8c147e-866c-4f41-8a17-d0512c7f546e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:29.826724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Request body: {'port': {'device_id': 'd6726a10-c579-4eb6-a152-b84cafbeeedf', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '93e5785138f6401583e9072b3a9f482a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:29.841866 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9f41e7-5d54-497c-a705-e916ed98bba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '541ae39c-1bb4-4555-958f-e873d19d9c9b'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:29.844199 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd4d16a-a5b5-411e-8680-44622b71e2c8" -d '{"events": [{"server_uuid": "2c9f41e7-5d54-497c-a705-e916ed98bba5", "name": "network-vif-unplugged", "status": "completed", "tag": "541ae39c-1bb4-4555-958f-e873d19d9c9b"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:29.859049 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:29.873224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c147e-866c-4f41-8a17-d0512c7f546e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9997862-df91-4b28-b0c8-8ba712d15e23,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:29.881043 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5d8c147e-866c-4f41-8a17-d0512c7f546e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a357abc8bd114d51a53880a411fb8a54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8197892 Jul 16 08:26:29.882454 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38424) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:29.888453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:29.903205 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f17cc2-fe0e-404a-9d37-2b64ffabaa48 admin admin] Network f0770d92-91bd-4864-88e2-7b5eb40282be is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:26:29.948627 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be9ccb64-e888-4a04-9cdc-f891b9dbeabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:29.980823 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be9ccb64-e888-4a04-9cdc-f891b9dbeabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:29.995176 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-e7f17cc2-fe0e-404a-9d37-2b64ffabaa48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, f0770d92-91bd-4864-88e2-7b5eb40282be) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:29.999723 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f17cc2-fe0e-404a-9d37-2b64ffabaa48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:30.000309 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7f17cc2-fe0e-404a-9d37-2b64ffabaa48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.007806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e493fc-a7e0-4a4a-8bff-fd0f4f131f69 None None] Network f0770d92-91bd-4864-88e2-7b5eb40282be requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:30.042928 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be9ccb64-e888-4a04-9cdc-f891b9dbeabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.047431 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be9ccb64-e888-4a04-9cdc-f891b9dbeabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.049479 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-be9ccb64-e888-4a04-9cdc-f891b9dbeabc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f9997862-df91-4b28-b0c8-8ba712d15e23 HTTP/1.1" status: 204 len: 168 time: 0.1650965 Jul 16 08:26:30.051825 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee6f0b8-80b4-4cb9-9b19-ada5da5effea x-openstack-request-id: req-4ee6f0b8-80b4-4cb9-9b19-ada5da5effea {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:30.062800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ccb64-e888-4a04-9cdc-f891b9dbeabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9997862-df91-4b28-b0c8-8ba712d15e23,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:30.064278 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9f41e7-5d54-497c-a705-e916ed98bba5", "name": "network-vif-unplugged", "status": "completed", "tag": "541ae39c-1bb4-4555-958f-e873d19d9c9b", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:30.071220 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ee6f0b8-80b4-4cb9-9b19-ada5da5effea {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:30.071755 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9f41e7-5d54-497c-a705-e916ed98bba5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '541ae39c-1bb4-4555-958f-e873d19d9c9b', 'code': 200} Jul 16 08:26:30.195364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Attempting to bind port 541ae39c-1bb4-4555-958f-e873d19d9c9b on host n-h1-758944-46 for vnic_type normal with profile {"migrating_to": "n-h2-758944-46"} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:30.197259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Attempting to bind port 541ae39c-1bb4-4555-958f-e873d19d9c9b by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:30.199307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Attempting to bind port 541ae39c-1bb4-4555-958f-e873d19d9c9b on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:30.212411 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e7f17cc2-fe0e-404a-9d37-2b64ffabaa48 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1411595 Jul 16 08:26:30.217084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38450) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:30.219208 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Pushing event updated for resources: {'Port': ['ID=541ae39c-1bb4-4555-958f-e873d19d9c9b,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:30.222689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1953722036-router', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:30.231220 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Port 541ae39c-1bb4-4555-958f-e873d19d9c9b on network c727f580-5d9d-4e64-8e13-4f4d27c5457d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:30.235462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Attempting to bind port 541ae39c-1bb4-4555-958f-e873d19d9c9b on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:30.241481 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-f0770d92-91bd-4864-88e2-7b5eb40282be', 'network_id': 'f0770d92-91bd-4864-88e2-7b5eb40282be', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'fixed_ips': [{'subnet_id': 'd49087b1-3cd2-448c-b780-c94b70e1dd49'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:26:30.243036 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.258181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:30.258507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Checking segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:30.258900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Bound using segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:30.259351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Bound port: 541ae39c-1bb4-4555-958f-e873d19d9c9b, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:30.262981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.325663 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.325663 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.367346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:30.371587 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:30.375635 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:26:30.375635 n-d-758944-46 neutron-server[93694]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:26:30.375635 n-d-758944-46 neutron-server[93694]: [parameters: {'project_id': '93e5785138f6401583e9072b3a9f482a', 'id': '336ceece-97b9-4b98-a885-eaa4969d32d5', 'expiration': datetime.datetime(2021, 7, 16, 8, 28, 30, 293925)}] Jul 16 08:26:30.375635 n-d-758944-46 neutron-server[93694]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:26:30.376069 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:26:30.421253 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.422037 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.488105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Pushing event updated for resources: {'Port': ['ID=541ae39c-1bb4-4555-958f-e873d19d9c9b,revision_number=8']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:30.547216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:30.547856 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.549565 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-b94c9aa4-24e2-422f-8f2a-05bf855b0b00 service neutron] 10.222.0.38 "PUT /v2.0/ports/541ae39c-1bb4-4555-958f-e873d19d9c9b HTTP/1.1" status: 200 len: 1124 time: 2.4479620 Jul 16 08:26:30.576253 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cc7457-a564-4f63-94c6-989047fb539d req-02e9e9f8-92fe-4814-ae05-bd2480d7c175 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:30.577714 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62cc7457-a564-4f63-94c6-989047fb539d req-02e9e9f8-92fe-4814-ae05-bd2480d7c175 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 944 time: 0.2032783 Jul 16 08:26:30.609628 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Allocated IP 172.20.0.2 (f0770d92-91bd-4864-88e2-7b5eb40282be/d49087b1-3cd2-448c-b780-c94b70e1dd49/bfe261ee-6327-4191-a1b4-76f83dce9ffa) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:30.618675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['541ae39c-1bb4-4555-958f-e873d19d9c9b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:30.649632 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62cc7457-a564-4f63-94c6-989047fb539d req-e96f6771-c6c4-4160-8f93-90246a94c623 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618219 Jul 16 08:26:30.714280 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.907882 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Made reservation on behalf of 93e5785138f6401583e9072b3a9f482a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:30.911284 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.913508 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.933707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Transition to ACTIVE for port object bfe261ee-6327-4191-a1b4-76f83dce9ffa will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:30.957571 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Transition to ACTIVE for port object bfe261ee-6327-4191-a1b4-76f83dce9ffa will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:30.967992 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.018989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Network f0770d92-91bd-4864-88e2-7b5eb40282be is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:31.023258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:31.031862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:31.038622 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.043487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Pushing event updated for resources: {'Port': ['ID=bfe261ee-6327-4191-a1b4-76f83dce9ffa,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:31.091763 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.192058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Attempting to bind port bfe261ee-6327-4191-a1b4-76f83dce9ffa on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:31.192443 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Attempting to bind port bfe261ee-6327-4191-a1b4-76f83dce9ffa by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '5c65e486-f9b7-4fe4-b5be-f333cb9026fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0770d92-91bd-4864-88e2-7b5eb40282be'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:31.192837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Attempting to bind port bfe261ee-6327-4191-a1b4-76f83dce9ffa on network f0770d92-91bd-4864-88e2-7b5eb40282be {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:31.199021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:31.199409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Checking segment: {'id': '5c65e486-f9b7-4fe4-b5be-f333cb9026fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0770d92-91bd-4864-88e2-7b5eb40282be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:31.199816 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.201052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Bound using segment: {'id': '5c65e486-f9b7-4fe4-b5be-f333cb9026fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0770d92-91bd-4864-88e2-7b5eb40282be'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:31.201553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Bound port: bfe261ee-6327-4191-a1b4-76f83dce9ffa, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c65e486-f9b7-4fe4-b5be-f333cb9026fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0770d92-91bd-4864-88e2-7b5eb40282be'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:31.201956 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.225893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Allocated IP 192.168.233.253 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/eab1746b-e299-41c0-84a7-346e54c59b0d) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:31.262047 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c338360a-7af5-4450-bbc8-5eb48547e0cc req-9c080d9c-17bf-443a-8e0e-1a8672fbd9a9 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 210 time: 0.0501032 Jul 16 08:26:31.301392 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] For port bfe261ee-6327-4191-a1b4-76f83dce9ffa, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:31.305902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Allocated IP 172.25.4.150 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/fbc646b2-e885-4a97-a1cd-f638885958b3) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:31.306656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] For port bfe261ee-6327-4191-a1b4-76f83dce9ffa, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=bfe261ee-6327-4191-a1b4-76f83dce9ffa,segment=NetworkSegment(5c65e486-f9b7-4fe4-b5be-f333cb9026fb),segment_id=5c65e486-f9b7-4fe4-b5be-f333cb9026fb)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:31.316213 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.461569 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906940cd-30d9-4cf9-a41f-e22253dc2a78 None None] Pushing event updated for resources: {'Port': ['ID=bfe261ee-6327-4191-a1b4-76f83dce9ffa,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:31.508582 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.557398 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.586117 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.628836 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Transition to ACTIVE for port object eab1746b-e299-41c0-84a7-346e54c59b0d will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:31.749752 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.750245 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:31.758536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:31.767747 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:31.769409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['822f592b-e3e5-4cea-b9d4-191b05832d68'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:31.772405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Pushing event updated for resources: {'Port': ['ID=fbc646b2-e885-4a97-a1cd-f638885958b3,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:31.923028 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:31.924977 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:31.928367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Pushing event updated for resources: {'Port': ['ID=eab1746b-e299-41c0-84a7-346e54c59b0d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:31.930818 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:32.040699 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5dc56a5c-12fb-4eaf-9ee3-c9ab491096ff req-fde62879-fb45-4b1a-80ad-5a4cf1c2e671 tempest-QuotasAdminNegativeTest-1963888316 tempest-QuotasAdminNegativeTest-1963888316-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f927f478229c40f7abd06967b91f1063&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0462356 Jul 16 08:26:32.061737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.062774 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.077570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c9f41e7-5d54-497c-a705-e916ed98bba5', 'tag': '541ae39c-1bb4-4555-958f-e873d19d9c9b'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:32.079922 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df0d6a8e-2729-46d4-b83a-f79d32816dde" -d '{"events": [{"name": "network-changed", "server_uuid": "2c9f41e7-5d54-497c-a705-e916ed98bba5", "tag": "541ae39c-1bb4-4555-958f-e873d19d9c9b"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:32.115595 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-530049c7-f8ef-48df-bc5d-25a9c6651ee7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2951114 Jul 16 08:26:32.135572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Request body: {'port': {'device_id': 'd6726a10-c579-4eb6-a152-b84cafbeeedf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:32.181541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fd5ab-071d-4369-9d5d-ce3922e1b567 req-b179b6df-9d7d-45b3-b881-7f6070a31a4f tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.191591 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a94fd5ab-071d-4369-9d5d-ce3922e1b567 req-b179b6df-9d7d-45b3-b881-7f6070a31a4f tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 944 time: 0.1934929 Jul 16 08:26:32.283430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc56a5c-12fb-4eaf-9ee3-c9ab491096ff req-afe447e4-3b07-4adb-8eb0-0b759b3d5dde tempest-QuotasAdminNegativeTest-1963888316 tempest-QuotasAdminNegativeTest-1963888316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.285082 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5dc56a5c-12fb-4eaf-9ee3-c9ab491096ff req-afe447e4-3b07-4adb-8eb0-0b759b3d5dde tempest-QuotasAdminNegativeTest-1963888316 tempest-QuotasAdminNegativeTest-1963888316-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379997 Jul 16 08:26:32.292234 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a94fd5ab-071d-4369-9d5d-ce3922e1b567 req-a84c2c1c-1bf3-4f80-8f8f-50eb4215e921 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913811 Jul 16 08:26:32.307812 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5dc56a5c-12fb-4eaf-9ee3-c9ab491096ff req-b60da741-92ec-4285-8d91-2ff5710ae434 tempest-QuotasAdminNegativeTest-1963888316 tempest-QuotasAdminNegativeTest-1963888316-project] 10.222.0.20 "GET /v2.0/quotas/f927f478229c40f7abd06967b91f1063 HTTP/1.1" status: 200 len: 375 time: 0.0162687 Jul 16 08:26:32.328680 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.354598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38550) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:32.359600 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5dc56a5c-12fb-4eaf-9ee3-c9ab491096ff req-96d7a136-4028-497c-b7a8-581fa6aeca06 tempest-QuotasAdminNegativeTest-1963888316 tempest-QuotasAdminNegativeTest-1963888316-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f927f478229c40f7abd06967b91f1063&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457435 Jul 16 08:26:32.408404 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bfc8d57f-27d6-4632-8f2a-eca349ec6e8b None None] Provisioning for port eab1746b-e299-41c0-84a7-346e54c59b0d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:32.414410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bfc8d57f-27d6-4632-8f2a-eca349ec6e8b None None] Provisioning complete for port eab1746b-e299-41c0-84a7-346e54c59b0d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:32.415101 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bfc8d57f-27d6-4632-8f2a-eca349ec6e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.428756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38554) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:32.474487 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.513284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-bfc8d57f-27d6-4632-8f2a-eca349ec6e8b None None] Port eab1746b-e299-41c0-84a7-346e54c59b0d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:32.647122 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-127530a9-aea6-4180-969a-008393ad4c97 x-openstack-request-id: req-127530a9-aea6-4180-969a-008393ad4c97 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:32.647862 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c9f41e7-5d54-497c-a705-e916ed98bba5", "tag": "541ae39c-1bb4-4555-958f-e873d19d9c9b", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:32.648316 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-127530a9-aea6-4180-969a-008393ad4c97 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:32.648912 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c9f41e7-5d54-497c-a705-e916ed98bba5', 'tag': '541ae39c-1bb4-4555-958f-e873d19d9c9b', 'status': 'completed', 'code': 200} Jul 16 08:26:32.676917 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-96a85ad8-32a1-40c9-aba7-a9ee1d60ea1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.769518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device bfe261ee-6327-4191-a1b4-76f83dce9ffa up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:32.824680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d6a8e-2729-46d4-b83a-f79d32816dde req-d4a4db5b-ad37-4781-aeeb-0377ba6969af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.826399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df0d6a8e-2729-46d4-b83a-f79d32816dde req-d4a4db5b-ad37-4781-aeeb-0377ba6969af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 1127 time: 0.2186346 Jul 16 08:26:32.895744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port bfe261ee-6327-4191-a1b4-76f83dce9ffa completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:32.997916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0239d409-cdf8-49f7-89f2-ad6b07213857 req-1755bb1d-ab6a-436d-a4e0-6e7e84dd12c2 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:33.001027 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0239d409-cdf8-49f7-89f2-ad6b07213857 req-1755bb1d-ab6a-436d-a4e0-6e7e84dd12c2 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 936 time: 0.2934000 Jul 16 08:26:33.008843 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b005377-2414-4b45-834f-fee876f1f1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.043984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0da9c09-6426-4693-b789-6fb19c1a0615 None None] Network f0770d92-91bd-4864-88e2-7b5eb40282be requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:33.055580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d6a8e-2729-46d4-b83a-f79d32816dde req-676078e9-b10a-414c-bee0-1f3ef1d6f0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:33.057120 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df0d6a8e-2729-46d4-b83a-f79d32816dde req-676078e9-b10a-414c-bee0-1f3ef1d6f0f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.2199237 Jul 16 08:26:33.058480 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.142627 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df0d6a8e-2729-46d4-b83a-f79d32816dde req-7ba50e75-0ac0-4243-82f5-0930f4c445ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b HTTP/1.1" status: 200 len: 217 time: 0.0767300 Jul 16 08:26:33.161141 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-96a85ad8-32a1-40c9-aba7-a9ee1d60ea1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.174617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Provisioning for port bfe261ee-6327-4191-a1b4-76f83dce9ffa completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:33.180940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Provisioning complete for port bfe261ee-6327-4191-a1b4-76f83dce9ffa triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:33.181144 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.231245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab1746b-e299-41c0-84a7-346e54c59b0d {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:33.243005 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.268847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Transition to ACTIVE for port object eab1746b-e299-41c0-84a7-346e54c59b0d will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:33.286274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d6a8e-2729-46d4-b83a-f79d32816dde req-2c11f1df-733e-4c73-9ddf-7e6a684c96ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:33.288830 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df0d6a8e-2729-46d4-b83a-f79d32816dde req-2c11f1df-733e-4c73-9ddf-7e6a684c96ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.1393375 Jul 16 08:26:33.289431 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.333059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] For port bfe261ee-6327-4191-a1b4-76f83dce9ffa, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=bfe261ee-6327-4191-a1b4-76f83dce9ffa,segment=NetworkSegment(5c65e486-f9b7-4fe4-b5be-f333cb9026fb),segment_id=5c65e486-f9b7-4fe4-b5be-f333cb9026fb)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:33.335872 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-96a85ad8-32a1-40c9-aba7-a9ee1d60ea1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.347633 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.366984 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.436057 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0239d409-cdf8-49f7-89f2-ad6b07213857 req-2e79c544-a393-4621-b220-3f622cafeaeb tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4093313 Jul 16 08:26:33.436844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Pushing event updated for resources: {'Port': ['ID=eab1746b-e299-41c0-84a7-346e54c59b0d,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:33.478856 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-96a85ad8-32a1-40c9-aba7-a9ee1d60ea1d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73eb831db63547888f0fe7fd30f732d8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1025970 Jul 16 08:26:33.481787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38586) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:33.485029 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.522758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a85ad8-32a1-40c9-aba7-a9ee1d60ea1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca8da4c-e39e-4d14-a0eb-afc3d7bde527,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:33.529725 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Pushing event updated for resources: {'Port': ['ID=bfe261ee-6327-4191-a1b4-76f83dce9ffa,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:33.566722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:33.567267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:33.567985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:33.568842 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:33.570339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:33.570756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:33.573023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:33.573465 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:33.574974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:33.576796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:33.577208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:33.584207 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31df389d-efca-470b-a8b7-c1c5ae8532c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:33.642688 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df0d6a8e-2729-46d4-b83a-f79d32816dde req-c140004c-dcd0-43db-b7a1-cceb5ea71735 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3422492 Jul 16 08:26:33.654170 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-42cac52d-b3e6-4e5a-a96e-5dd09d273573 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.719077 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b005377-2414-4b45-834f-fee876f1f1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.730171 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 541ae39c-1bb4-4555-958f-e873d19d9c9b details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:33.743626 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b005377-2414-4b45-834f-fee876f1f1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.779640 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df0d6a8e-2729-46d4-b83a-f79d32816dde req-6ba483ce-9616-4483-ba22-31a2725af95a service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255403 Jul 16 08:26:33.783142 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8b005377-2414-4b45-834f-fee876f1f1d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0e779947909428eb7d8fb7f2076503e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3532567 Jul 16 08:26:33.787181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38594) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:33.799630 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-42cac52d-b3e6-4e5a-a96e-5dd09d273573 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.851518 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b005377-2414-4b45-834f-fee876f1f1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b1466c-9732-48b7-b2a2-915dda80593d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:33.897241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Attempting to bind port eab1746b-e299-41c0-84a7-346e54c59b0d on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:33.898269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Attempting to bind port eab1746b-e299-41c0-84a7-346e54c59b0d by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:33.898921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Attempting to bind port eab1746b-e299-41c0-84a7-346e54c59b0d on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:33.906685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Port eab1746b-e299-41c0-84a7-346e54c59b0d on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:33.907480 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Attempting to bind port eab1746b-e299-41c0-84a7-346e54c59b0d on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:33.915621 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:33.916462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:33.917122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:33.918128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Bound port: eab1746b-e299-41c0-84a7-346e54c59b0d, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:33.918617 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.949125 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:33.961750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 541ae39c-1bb4-4555-958f-e873d19d9c9b has no active binding in host n-h2-758944-46 {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:26:33.989838 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-42cac52d-b3e6-4e5a-a96e-5dd09d273573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.992681 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-42cac52d-b3e6-4e5a-a96e-5dd09d273573 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.996485 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-42cac52d-b3e6-4e5a-a96e-5dd09d273573 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4ca8da4c-e39e-4d14-a0eb-afc3d7bde527 HTTP/1.1" status: 204 len: 168 time: 0.5121481 Jul 16 08:26:34.004445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] For port eab1746b-e299-41c0-84a7-346e54c59b0d, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:34.005182 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df0d6a8e-2729-46d4-b83a-f79d32816dde req-9442f7c6-972c-428f-8ad9-eed695856de1 service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187169 Jul 16 08:26:34.012799 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] For port eab1746b-e299-41c0-84a7-346e54c59b0d, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=eab1746b-e299-41c0-84a7-346e54c59b0d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:34.014284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cac52d-b3e6-4e5a-a96e-5dd09d273573 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca8da4c-e39e-4d14-a0eb-afc3d7bde527,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:34.020619 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.030901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-89efa448-b4ec-49b0-880b-d81f9afd62c6 None None] Provisioning complete for port bfe261ee-6327-4191-a1b4-76f83dce9ffa triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:34.031417 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-89efa448-b4ec-49b0-880b-d81f9afd62c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.035888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Router 7c6cfb49-6854-471f-bea2-efef850c634e is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:26:34.063989 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b11af59-e65e-4387-ac70-8a49429ba661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.140863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:34.141492 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.143525 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] 10.222.0.15 "PUT /v2.0/ports/eab1746b-e299-41c0-84a7-346e54c59b0d HTTP/1.1" status: 200 len: 1097 time: 2.0171518 Jul 16 08:26:34.151705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959961e-385d-4b12-98ee-521eb6c92301 service neutron] Pushing event updated for resources: {'Port': ['ID=eab1746b-e299-41c0-84a7-346e54c59b0d,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:34.202282 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeca28f2-04a2-4acc-aaa2-3a315fd66111 req-cdf97e12-348f-47dc-908a-c531dd58cd68 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:34.209074 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeca28f2-04a2-4acc-aaa2-3a315fd66111 req-cdf97e12-348f-47dc-908a-c531dd58cd68 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 944 time: 0.4286754 Jul 16 08:26:34.221669 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b11af59-e65e-4387-ac70-8a49429ba661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.351767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-b14d0872-2a09-4697-8ee5-e51a853ee3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:34.355933 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-b14d0872-2a09-4697-8ee5-e51a853ee3da service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=93e5785138f6401583e9072b3a9f482a&device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 1100 time: 0.1495013 Jul 16 08:26:34.365520 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeca28f2-04a2-4acc-aaa2-3a315fd66111 req-e128aeca-bca1-4d0d-8a6c-a5307af46628 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462393 Jul 16 08:26:34.388237 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:26:34.399031 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Sync routers for ids ['7c6cfb49-6854-471f-bea2-efef850c634e'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:26:34.415120 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Routers {'7c6cfb49-6854-471f-bea2-efef850c634e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:34.415727 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b11af59-e65e-4387-ac70-8a49429ba661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.418805 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b11af59-e65e-4387-ac70-8a49429ba661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.420163 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8b11af59-e65e-4387-ac70-8a49429ba661 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/70b1466c-9732-48b7-b2a2-915dda80593d HTTP/1.1" status: 204 len: 168 time: 0.6215773 Jul 16 08:26:34.423711 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.427416 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:26:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7c6cfb49-6854-471f-bea2-efef850c634e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:34.428886 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-58c974e1-e5ae-43ed-b6b3-18ed94047869 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.2101197 Jul 16 08:26:34.429581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38620) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:34.440612 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-38d01020-db04-4b3d-b94c-2c270d658a24 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=eab1746b-e299-41c0-84a7-346e54c59b0d HTTP/1.1" status: 200 len: 217 time: 0.0761673 Jul 16 08:26:34.450123 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11af59-e65e-4387-ac70-8a49429ba661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b1466c-9732-48b7-b2a2-915dda80593d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:34.537102 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-304b2149-24a3-4eb9-a64c-ba0b8d63445f req-038c6b1b-ec89-4ee6-8253-30132e6ebcde tempest-QuotasAdminNegativeTest-1963888316 tempest-QuotasAdminNegativeTest-1963888316-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f927f478229c40f7abd06967b91f1063&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988522 Jul 16 08:26:34.592046 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-a3a0cb0a-410f-4a99-bf3c-aa31049a88ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:34.593735 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-a3a0cb0a-410f-4a99-bf3c-aa31049a88ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1330521 Jul 16 08:26:34.687572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38624) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:34.697644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6726a10-c579-4eb6-a152-b84cafbeeedf', 'tag': 'eab1746b-e299-41c0-84a7-346e54c59b0d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:34.700288 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08833123-753a-4474-8a72-828d81788923" -d '{"events": [{"name": "network-changed", "server_uuid": "d6726a10-c579-4eb6-a152-b84cafbeeedf", "tag": "eab1746b-e299-41c0-84a7-346e54c59b0d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:34.723114 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d78c16ea-00b9-4121-869c-35df96b14f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.736573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device bfe261ee-6327-4191-a1b4-76f83dce9ffa up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:34.770701 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Set router 7c6cfb49-6854-471f-bea2-efef850c634e gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:34.822678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304b2149-24a3-4eb9-a64c-ba0b8d63445f req-03478040-ae7a-4cfe-a63b-a6a33f2e458b tempest-QuotasAdminNegativeTest-1963888316 tempest-QuotasAdminNegativeTest-1963888316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:34.824532 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-304b2149-24a3-4eb9-a64c-ba0b8d63445f req-03478040-ae7a-4cfe-a63b-a6a33f2e458b tempest-QuotasAdminNegativeTest-1963888316 tempest-QuotasAdminNegativeTest-1963888316-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831657 Jul 16 08:26:34.831661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port bfe261ee-6327-4191-a1b4-76f83dce9ffa triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:34.832029 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.841231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-17bcf8be-1393-4f50-ad57-677a1df6dd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:34.841231 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-17bcf8be-1393-4f50-ad57-677a1df6dd49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2401068 Jul 16 08:26:34.842375 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38632) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:34.916007 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-304b2149-24a3-4eb9-a64c-ba0b8d63445f req-c4e9b006-5680-44b9-91bc-2e8d1845f91e tempest-QuotasAdminNegativeTest-1963888316 tempest-QuotasAdminNegativeTest-1963888316-project] 10.222.0.20 "GET /v2.0/quotas/f927f478229c40f7abd06967b91f1063 HTTP/1.1" status: 200 len: 375 time: 0.0741420 Jul 16 08:26:34.980169 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.013764 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-304b2149-24a3-4eb9-a64c-ba0b8d63445f req-31d8810d-4d6f-4448-a338-9700a090a4c2 tempest-QuotasAdminNegativeTest-1963888316 tempest-QuotasAdminNegativeTest-1963888316-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f927f478229c40f7abd06967b91f1063&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0913177 Jul 16 08:26:35.071994 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f43db717-3233-47c0-b6c4-be640c7e70ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.107546 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851da13a-5e69-4044-91ad-01db443cd1cc req-e24c0bab-78cb-4b7c-ac85-90693e97a1c8 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:35.109294 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-851da13a-5e69-4044-91ad-01db443cd1cc req-e24c0bab-78cb-4b7c-ac85-90693e97a1c8 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 948 time: 0.3783627 Jul 16 08:26:35.145460 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-14c2d843-089f-494b-8105-8bd5a3556ac4 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957797 Jul 16 08:26:35.152131 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0a231ccd-2a13-4b81-a7b8-c762d0833e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.166082 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1953722036-router', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:30Z', 'updated_at': '2021-07-16T08:26:32Z', 'revision_number': 3, 'project_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'gw_port': {'id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:31Z', 'updated_at': '2021-07-16T08:26:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:35.191146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-851da13a-5e69-4044-91ad-01db443cd1cc req-2529a2cc-8bfa-400d-bd34-0347e993acf2 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734603 Jul 16 08:26:35.196332 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ba1149-509f-44fe-a179-ad41997a6814 x-openstack-request-id: req-23ba1149-509f-44fe-a179-ad41997a6814 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:35.196714 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6726a10-c579-4eb6-a152-b84cafbeeedf", "tag": "eab1746b-e299-41c0-84a7-346e54c59b0d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:35.198094 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-23ba1149-509f-44fe-a179-ad41997a6814 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:35.198535 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6726a10-c579-4eb6-a152-b84cafbeeedf', 'tag': 'eab1746b-e299-41c0-84a7-346e54c59b0d', 'status': 'completed', 'code': 200} Jul 16 08:26:35.217382 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Checking router: 7c6cfb49-6854-471f-bea2-efef850c634e for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:26:35.218914 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Updating router 7c6cfb49-6854-471f-bea2-efef850c634e port fbc646b2-e885-4a97-a1cd-f638885958b3 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:26:35.276816 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d78c16ea-00b9-4121-869c-35df96b14f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.320161 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.331212 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d78c16ea-00b9-4121-869c-35df96b14f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.343020 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39bf541f-2bdb-40f2-9aba-0e8a528adc69 req-2be161f4-5887-4f28-8434-e69006c2fedc service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910450 Jul 16 08:26:35.402695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38644) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:35.410541 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d78c16ea-00b9-4121-869c-35df96b14f0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96fe352be00642afb533c05cf4bfd268&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7066824 Jul 16 08:26:35.426898 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38646) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:35.450034 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f43db717-3233-47c0-b6c4-be640c7e70ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.488799 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f43db717-3233-47c0-b6c4-be640c7e70ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.501880 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d1c641a-75ba-41a9-969c-1d54d2f7837a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.519396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78c16ea-00b9-4121-869c-35df96b14f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=218bea99-2b1b-47a2-8b03-5284b7fdc371,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:35.542415 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.552425 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43db717-3233-47c0-b6c4-be640c7e70ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68faf4ff-1104-4612-af7f-87d742c856a7,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:35.556811 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f43db717-3233-47c0-b6c4-be640c7e70ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=edb354a061ae4da995679f867cb0d3fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7135067 Jul 16 08:26:35.559875 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38650) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:35.601076 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dae352e-aeab-4bd9-ae3a-97ba5a4ce4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.658622 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dae352e-aeab-4bd9-ae3a-97ba5a4ce4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.662198 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08833123-753a-4474-8a72-828d81788923 req-bf0f5269-c7be-4967-a719-57ed7a4ff633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:35.664074 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-08833123-753a-4474-8a72-828d81788923 req-bf0f5269-c7be-4967-a719-57ed7a4ff633 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=93e5785138f6401583e9072b3a9f482a&device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 1100 time: 0.2310464 Jul 16 08:26:35.738195 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.753399 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Transition to ACTIVE for port object fbc646b2-e885-4a97-a1cd-f638885958b3 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:35.763501 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.829266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Allocated IP 172.20.0.1 (f0770d92-91bd-4864-88e2-7b5eb40282be/d49087b1-3cd2-448c-b780-c94b70e1dd49/e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:35.840936 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Attempting to bind port fbc646b2-e885-4a97-a1cd-f638885958b3 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:35.842637 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Attempting to bind port fbc646b2-e885-4a97-a1cd-f638885958b3 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:35.843035 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Attempting to bind port fbc646b2-e885-4a97-a1cd-f638885958b3 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:35.851719 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d1c641a-75ba-41a9-969c-1d54d2f7837a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.859371 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:35.859615 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d1c641a-75ba-41a9-969c-1d54d2f7837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.859910 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:35.860344 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.860829 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:35.861364 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Bound port: fbc646b2-e885-4a97-a1cd-f638885958b3, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:35.861811 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.892730 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4d1c641a-75ba-41a9-969c-1d54d2f7837a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad7c47326f774a2086fdec2e191ae088&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4527690 Jul 16 08:26:35.900665 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38656) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:35.926728 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] For port fbc646b2-e885-4a97-a1cd-f638885958b3, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:35.931656 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] For port fbc646b2-e885-4a97-a1cd-f638885958b3, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fbc646b2-e885-4a97-a1cd-f638885958b3,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:35.959096 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.971106 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45a6d7-24a6-47b7-912b-530c2176343b None None] Pushing event updated for resources: {'Port': ['ID=fbc646b2-e885-4a97-a1cd-f638885958b3,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:36.001174 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1c641a-75ba-41a9-969c-1d54d2f7837a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55f66c9f-c1ed-44f4-8571-4deec1a78eae,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:36.014488 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5e247505-5207-48ff-8fa3-854ab15711fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.022800 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9347e673-e658-48c9-b735-78e507ecebe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.046131 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9347e673-e658-48c9-b735-78e507ecebe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.057525 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Routers {'7c6cfb49-6854-471f-bea2-efef850c634e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:36.058350 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:26:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7c6cfb49-6854-471f-bea2-efef850c634e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:36.100569 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c45a6d7-24a6-47b7-912b-530c2176343b None None] Pushing event updated for resources: {'Port': ['ID=fbc646b2-e885-4a97-a1cd-f638885958b3,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:36.133319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08833123-753a-4474-8a72-828d81788923 req-adb2d1af-421f-4d10-aa79-aa97ab111e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:36.135117 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-08833123-753a-4474-8a72-828d81788923 req-adb2d1af-421f-4d10-aa79-aa97ab111e53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.4601703 Jul 16 08:26:36.163302 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5e247505-5207-48ff-8fa3-854ab15711fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.168965 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38660) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:36.201062 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-273bd957-7a27-4ae1-b799-6af26ec4364e service neutron] 10.222.0.15 "GET /v2.0/ports/541ae39c-1bb4-4555-958f-e873d19d9c9b/bindings/n-h2-758944-46 HTTP/1.1" status: 200 len: 385 time: 0.1059937 Jul 16 08:26:36.210325 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.218704 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] Set router 7c6cfb49-6854-471f-bea2-efef850c634e gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:36.226924 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-08833123-753a-4474-8a72-828d81788923 req-330da051-fb2c-408e-b44b-78b8b7ed4f71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=eab1746b-e299-41c0-84a7-346e54c59b0d HTTP/1.1" status: 200 len: 217 time: 0.0769858 Jul 16 08:26:36.269242 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9347e673-e658-48c9-b735-78e507ecebe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.270217 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464a1c1-83f3-4837-b9b6-a97383637a0d req-857719d4-d7f8-4e45-99c6-19d8ec8e81b8 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:36.272659 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b464a1c1-83f3-4837-b9b6-a97383637a0d req-857719d4-d7f8-4e45-99c6-19d8ec8e81b8 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 944 time: 0.6336830 Jul 16 08:26:36.279309 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9347e673-e658-48c9-b735-78e507ecebe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.281700 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9347e673-e658-48c9-b735-78e507ecebe8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/55f66c9f-c1ed-44f4-8571-4deec1a78eae HTTP/1.1" status: 204 len: 168 time: 0.3785088 Jul 16 08:26:36.297096 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Transition to ACTIVE for port object e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:36.305959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347e673-e658-48c9-b735-78e507ecebe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55f66c9f-c1ed-44f4-8571-4deec1a78eae,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:36.348922 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08833123-753a-4474-8a72-828d81788923 req-e7be3bfb-d850-4170-a19a-f37c9db60ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:36.350542 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-08833123-753a-4474-8a72-828d81788923 req-e7be3bfb-d850-4170-a19a-f37c9db60ad0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0708375 Jul 16 08:26:36.351160 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dae352e-aeab-4bd9-ae3a-97ba5a4ce4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.354111 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dae352e-aeab-4bd9-ae3a-97ba5a4ce4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.355200 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1dae352e-aeab-4bd9-ae3a-97ba5a4ce4a1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/218bea99-2b1b-47a2-8b03-5284b7fdc371 HTTP/1.1" status: 204 len: 168 time: 0.9508700 Jul 16 08:26:36.371413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dae352e-aeab-4bd9-ae3a-97ba5a4ce4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=218bea99-2b1b-47a2-8b03-5284b7fdc371,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:36.373981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5e247505-5207-48ff-8fa3-854ab15711fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.376201 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5e247505-5207-48ff-8fa3-854ab15711fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.391851 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5e247505-5207-48ff-8fa3-854ab15711fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68faf4ff-1104-4612-af7f-87d742c856a7 HTTP/1.1" status: 204 len: 168 time: 0.8304877 Jul 16 08:26:36.410329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e247505-5207-48ff-8fa3-854ab15711fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68faf4ff-1104-4612-af7f-87d742c856a7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:36.452346 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.487366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b464a1c1-83f3-4837-b9b6-a97383637a0d req-1e262a58-b13b-4517-9287-f948030a686d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407092 Jul 16 08:26:36.539734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08833123-753a-4474-8a72-828d81788923 req-70989d72-8c09-4f0e-b0f7-767cf8a4e481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:36.541452 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-08833123-753a-4474-8a72-828d81788923 req-70989d72-8c09-4f0e-b0f7-767cf8a4e481 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1711538 Jul 16 08:26:36.557176 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d272c71f-7289-4dfa-8d2d-020785a5579c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.631239 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1953722036-router', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:30Z', 'updated_at': '2021-07-16T08:26:32Z', 'revision_number': 3, 'project_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'gw_port': {'id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:31Z', 'updated_at': '2021-07-16T08:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:36.641146 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Network f0770d92-91bd-4864-88e2-7b5eb40282be is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:36.665824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:36.669048 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:36.724993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Pushing event updated for resources: {'Port': ['ID=e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:36.781831 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-08833123-753a-4474-8a72-828d81788923 req-ebe0642d-7da1-4609-82ba-b4c2e1609a1e service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335916 Jul 16 08:26:36.848441 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.931062 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7bc701-9a3c-4e42-8b0f-be7e23c3c0ae None None] The sync data for ids ['7c6cfb49-6854-471f-bea2-efef850c634e'] in n-d-758944-46 is: [{'id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1953722036-router', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:30Z', 'updated_at': '2021-07-16T08:26:32Z', 'revision_number': 3, 'project_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'gw_port': {'id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:31Z', 'updated_at': '2021-07-16T08:26:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:26:36.956992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-dcece475-6b99-4feb-a735-0de9cc82880d req-3d9c6403-507d-43ae-a880-b48cb21cf651 service neutron] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:36.986255 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-08833123-753a-4474-8a72-828d81788923 req-770d8eeb-90ba-4c38-9866-bdd9956e264d service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974561 Jul 16 08:26:36.988039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15a2bd8-a303-450c-8321-5fc21df7ad07 req-5e7f5db9-6b9b-49fa-a932-6202c66326cf tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:36.991567 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c15a2bd8-a303-450c-8321-5fc21df7ad07 req-5e7f5db9-6b9b-49fa-a932-6202c66326cf tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 948 time: 0.5107200 Jul 16 08:26:37.068014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bce009e6-eff4-4399-9406-a58a6a640cf4 None None] Provisioning for port e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:37.074350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bce009e6-eff4-4399-9406-a58a6a640cf4 None None] Provisioning complete for port e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:37.075408 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bce009e6-eff4-4399-9406-a58a6a640cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.080574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-dcece475-6b99-4feb-a735-0de9cc82880d req-3d9c6403-507d-43ae-a880-b48cb21cf651 service neutron] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:37.101184 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d272c71f-7289-4dfa-8d2d-020785a5579c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.121084 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d272c71f-7289-4dfa-8d2d-020785a5579c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.140144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-bce009e6-eff4-4399-9406-a58a6a640cf4 None None] Port e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:37.166099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-dcece475-6b99-4feb-a735-0de9cc82880d req-3d9c6403-507d-43ae-a880-b48cb21cf651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 541ae39c-1bb4-4555-958f-e873d19d9c9b {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:37.189923 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c15a2bd8-a303-450c-8321-5fc21df7ad07 req-2145684f-ff56-4a95-aed6-2e3b5a33a8de tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741393 Jul 16 08:26:37.201993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-dcece475-6b99-4feb-a735-0de9cc82880d req-3d9c6403-507d-43ae-a880-b48cb21cf651 service neutron] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:37.216338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38690) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:37.216338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d272c71f-7289-4dfa-8d2d-020785a5579c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023bf222-14f2-4bf7-957b-ddd833accfdf,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:37.220759 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d272c71f-7289-4dfa-8d2d-020785a5579c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f927f478229c40f7abd06967b91f1063&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0468431 Jul 16 08:26:37.223527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38692) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:37.260930 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-dcece475-6b99-4feb-a735-0de9cc82880d req-3d9c6403-507d-43ae-a880-b48cb21cf651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.262821 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d8a3bc7f-5b94-4cbd-a9ed-4cd9a5991199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.329678 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.358872 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d07f777-2e6f-4150-9d67-8810d397adc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.402580 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d07f777-2e6f-4150-9d67-8810d397adc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.482149 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d07f777-2e6f-4150-9d67-8810d397adc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.485356 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d07f777-2e6f-4150-9d67-8810d397adc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.486630 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6d07f777-2e6f-4150-9d67-8810d397adc5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/023bf222-14f2-4bf7-957b-ddd833accfdf HTTP/1.1" status: 204 len: 168 time: 0.2611961 Jul 16 08:26:37.496002 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07f777-2e6f-4150-9d67-8810d397adc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023bf222-14f2-4bf7-957b-ddd833accfdf,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:37.527981 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:26:37.586918 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-dcece475-6b99-4feb-a735-0de9cc82880d req-3d9c6403-507d-43ae-a880-b48cb21cf651 service neutron] Transition to ACTIVE for port object 541ae39c-1bb4-4555-958f-e873d19d9c9b will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:37.618131 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d8a3bc7f-5b94-4cbd-a9ed-4cd9a5991199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.619562 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-dcece475-6b99-4feb-a735-0de9cc82880d req-3d9c6403-507d-43ae-a880-b48cb21cf651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.684216 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d8a3bc7f-5b94-4cbd-a9ed-4cd9a5991199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.731717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5a6cf-b523-4861-b5ed-3dfa456ff7f8 req-f0813415-fe1d-47d4-ad55-79f35e8325f6 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:37.741490 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a3f5a6cf-b523-4861-b5ed-3dfa456ff7f8 req-f0813415-fe1d-47d4-ad55-79f35e8325f6 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 945 time: 0.0850003 Jul 16 08:26:37.817924 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a3f5a6cf-b523-4861-b5ed-3dfa456ff7f8 req-36c3db75-68aa-4e86-8c31-160cb9217ad3 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750954 Jul 16 08:26:37.878245 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c8948d29-7838-45e1-bb7f-adb8215dc1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.094379 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.120760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38722) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:38.120941 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d8a3bc7f-5b94-4cbd-a9ed-4cd9a5991199 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e91a421a1444b788ac92f7eec9f5f64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9036670 Jul 16 08:26:38.121061 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38724) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:38.143700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcece475-6b99-4feb-a735-0de9cc82880d req-3d9c6403-507d-43ae-a880-b48cb21cf651 service neutron] No DVR routers for this DVR port 541ae39c-1bb4-4555-958f-e873d19d9c9b on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:26:38.148287 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a3bc7f-5b94-4cbd-a9ed-4cd9a5991199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7b0f29-4c84-4b4f-aabb-bb7b277fbbf3,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:38.150780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9c6403-507d-43ae-a880-b48cb21cf651 service neutron] Pushing event updated for resources: {'Port': ['ID=541ae39c-1bb4-4555-958f-e873d19d9c9b,revision_number=10']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:38.163170 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27e66db5-8535-4396-a995-b9a0d03cfc76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.206800 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-3d9c6403-507d-43ae-a880-b48cb21cf651 service neutron] 10.222.0.15 "PUT /v2.0/ports/541ae39c-1bb4-4555-958f-e873d19d9c9b/bindings/n-h2-758944-46/activate HTTP/1.1" status: 200 len: 370 time: 1.9934418 Jul 16 08:26:38.232990 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.240164 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.281466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38728) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:38.364712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Pushing event updated for resources: {'Port': ['ID=e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:38.384770 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.397993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07ab0e85-1959-4ff5-be66-9d1b5ae62901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.436142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device eab1746b-e299-41c0-84a7-346e54c59b0d details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:38.486630 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07ab0e85-1959-4ff5-be66-9d1b5ae62901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.546632 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Network f0770d92-91bd-4864-88e2-7b5eb40282be is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:38.548823 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:38.573588 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27e66db5-8535-4396-a995-b9a0d03cfc76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.581077 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port eab1746b-e299-41c0-84a7-346e54c59b0d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=eab1746b-e299-41c0-84a7-346e54c59b0d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:38.581314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece475-6b99-4feb-a735-0de9cc82880d req-ff6740a6-4496-4ed1-9413-3649ec14b515 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.582856 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-ff6740a6-4496-4ed1-9413-3649ec14b515 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1097 time: 0.2750821 Jul 16 08:26:38.593035 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27e66db5-8535-4396-a995-b9a0d03cfc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.644147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'eab1746b-e299-41c0-84a7-346e54c59b0d', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'eab1746b-e299-41c0-84a7-346e54c59b0d', 'mac_address': 'fa:16:3e:a5:41:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:38.741749 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.756363 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab1746b-e299-41c0-84a7-346e54c59b0d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:38.779259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port eab1746b-e299-41c0-84a7-346e54c59b0d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=eab1746b-e299-41c0-84a7-346e54c59b0d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:38.782479 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fbc646b2-e885-4a97-a1cd-f638885958b3 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:38.798061 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a09d7-cb84-4163-bb5d-914932e1b2bd req-2360bc93-ec55-4cba-acc2-c4506718841b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.811814 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-247a09d7-cb84-4163-bb5d-914932e1b2bd req-2360bc93-ec55-4cba-acc2-c4506718841b tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 948 time: 0.3872766 Jul 16 08:26:38.819998 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-27e66db5-8535-4396-a995-b9a0d03cfc76 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1caa90973ed544e68ba2aab41f86993b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6957059 Jul 16 08:26:38.820925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e66db5-8535-4396-a995-b9a0d03cfc76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bf9112-f20a-4ed4-b601-d283f9e9ddf4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:38.827111 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.837120 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38740) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:38.842508 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07ab0e85-1959-4ff5-be66-9d1b5ae62901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.847916 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07ab0e85-1959-4ff5-be66-9d1b5ae62901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.849512 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-07ab0e85-1959-4ff5-be66-9d1b5ae62901 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da7b0f29-4c84-4b4f-aabb-bb7b277fbbf3 HTTP/1.1" status: 204 len: 168 time: 0.7258968 Jul 16 08:26:38.876321 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-555986892-network', 'tenant_id': '510f5fb6c0684a19b7b719c816ed0a81'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:38.891525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port fbc646b2-e885-4a97-a1cd-f638885958b3 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:38.902056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port fbc646b2-e885-4a97-a1cd-f638885958b3 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:38.902609 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.933775 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Router 7c6cfb49-6854-471f-bea2-efef850c634e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:26:38.935301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] Made reservation on behalf of 510f5fb6c0684a19b7b719c816ed0a81 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:38.942580 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.958044 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ab0e85-1959-4ff5-be66-9d1b5ae62901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7b0f29-4c84-4b4f-aabb-bb7b277fbbf3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:38.966521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=eab1746b-e299-41c0-84a7-346e54c59b0d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:39.030008 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['eab1746b-e299-41c0-84a7-346e54c59b0d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:39.073481 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.080399 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-247a09d7-cb84-4163-bb5d-914932e1b2bd req-7a261af2-513b-46d6-b0d9-281d34ed65c2 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629611 Jul 16 08:26:39.086362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e4bd-6561-4b1a-9e53-b15463c9665b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.103754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-39f05e43-9456-4635-81be-43acd873804b None None] Provisioning complete for port e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:39.105837 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-39f05e43-9456-4635-81be-43acd873804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.154801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port fbc646b2-e885-4a97-a1cd-f638885958b3, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fbc646b2-e885-4a97-a1cd-f638885958b3,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:39.163815 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e4bd-6561-4b1a-9e53-b15463c9665b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.185476 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.229987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:26:39.250962 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-39f05e43-9456-4635-81be-43acd873804b None None] Port e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:39.256907 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bd37411f-03ca-4d34-8861-2681a0dd0368 admin admin] 10.222.0.20 "PUT /v2.0/routers/7c6cfb49-6854-471f-bea2-efef850c634e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8202305 Jul 16 08:26:39.257836 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.299782 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece475-6b99-4feb-a735-0de9cc82880d req-19582f1a-c72a-4077-9152-d711b54f0033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:39.301389 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-19582f1a-c72a-4077-9152-d711b54f0033 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d HTTP/1.1" status: 200 len: 1097 time: 0.7030439 Jul 16 08:26:39.302041 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e4bd-6561-4b1a-9e53-b15463c9665b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.304685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3f8e4bd-6561-4b1a-9e53-b15463c9665b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.305849 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a3f8e4bd-6561-4b1a-9e53-b15463c9665b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a3bf9112-f20a-4ed4-b601-d283f9e9ddf4 HTTP/1.1" status: 204 len: 168 time: 0.4551580 Jul 16 08:26:39.338143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8e4bd-6561-4b1a-9e53-b15463c9665b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bf9112-f20a-4ed4-b601-d283f9e9ddf4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:39.455974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece475-6b99-4feb-a735-0de9cc82880d req-d0c18bff-5a1f-4c55-8445-ef5faa401466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:39.457525 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-d0c18bff-5a1f-4c55-8445-ef5faa401466 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 1097 time: 0.1107121 Jul 16 08:26:39.471793 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=fbc646b2-e885-4a97-a1cd-f638885958b3,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:39.508002 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.518549 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.575067 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.607212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8fe2adfb-c227-4285-b006-c1ce858832ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:39.608909 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-8fe2adfb-c227-4285-b006-c1ce858832ba service neutron] 10.222.0.38 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.1424687 Jul 16 08:26:39.616073 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:26:39.617401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca4bfab-9902-4480-90e7-e1ed181e3f66 req-883b8055-43c9-4afa-8ac3-55d224ba9248 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:39.624305 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6ca4bfab-9902-4480-90e7-e1ed181e3f66 req-883b8055-43c9-4afa-8ac3-55d224ba9248 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 945 time: 0.2457078 Jul 16 08:26:39.675317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-416ca3d2-53a1-494b-84f3-9bcc96ca56c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b HTTP/1.1" status: 200 len: 217 time: 0.0489185 Jul 16 08:26:39.676891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Sync routers for ids ['7c6cfb49-6854-471f-bea2-efef850c634e'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:26:39.684481 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f107c80-e18f-43de-b048-0a588351c81e req-7d4312ad-932b-4a5c-af60-c3f7f93b7e32 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=08f14771360f474dab70645346f105a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548863 Jul 16 08:26:39.686707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:39.693100 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.693643 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] Added segment 287abdf0-7597-4ac1-97f6-bd3c924e5e69 of type vlan for network 18891199-f08d-4185-b3c0-2bad36b73917 Jul 16 08:26:39.712373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Routers {'7c6cfb49-6854-471f-bea2-efef850c634e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:39.713812 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:26:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7c6cfb49-6854-471f-bea2-efef850c634e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:39.765765 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6ca4bfab-9902-4480-90e7-e1ed181e3f66 req-a9fac5cc-67bc-4fa1-8ced-b1b045671f44 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404243 Jul 16 08:26:39.777260 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.795499 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece475-6b99-4feb-a735-0de9cc82880d req-75aeb0f8-39f5-48a5-89bc-7ffd9b0817ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:39.797727 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-75aeb0f8-39f5-48a5-89bc-7ffd9b0817ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.1068165 Jul 16 08:26:39.846611 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-32195276-5fa1-45cb-ba40-cd2056b5f5ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407813 Jul 16 08:26:39.950354 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.950354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:39.950354 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.962929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Set router 7c6cfb49-6854-471f-bea2-efef850c634e gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:39.987805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f107c80-e18f-43de-b048-0a588351c81e req-1e0e0cb0-bd87-4320-bdd6-35c0aaab1104 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:39.989402 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f107c80-e18f-43de-b048-0a588351c81e req-1e0e0cb0-bd87-4320-bdd6-35c0aaab1104 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2863791 Jul 16 08:26:40.029350 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7368517 Jul 16 08:26:40.029608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38778) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:40.034736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-53372462-462a-44de-9e52-139482cf9d8f admin admin] Request body: {'subnet': {'network_id': '18891199-f08d-4185-b3c0-2bad36b73917', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-555986892-subnet', 'tenant_id': '510f5fb6c0684a19b7b719c816ed0a81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:40.039537 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f107c80-e18f-43de-b048-0a588351c81e req-f582063d-a6a5-496b-aea6-71426597cded tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/quotas/08f14771360f474dab70645346f105a3 HTTP/1.1" status: 200 len: 375 time: 0.0367725 Jul 16 08:26:40.046739 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-1f060662-9dc9-4df6-b249-828a7644d622 service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910963 Jul 16 08:26:40.081690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499b3244-7c5c-4fd7-927a-5313260771d1 admin admin] Pushing event updated for resources: {'Network': ['ID=18891199-f08d-4185-b3c0-2bad36b73917,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:40.104660 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f107c80-e18f-43de-b048-0a588351c81e req-dfbc881d-04c8-4e47-a7ea-d0dd42f87b2f tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=08f14771360f474dab70645346f105a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369046 Jul 16 08:26:40.123608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53372462-462a-44de-9e52-139482cf9d8f admin admin] Made reservation on behalf of 510f5fb6c0684a19b7b719c816ed0a81 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:40.128159 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-53372462-462a-44de-9e52-139482cf9d8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:40.186136 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 18891199-f08d-4185-b3c0-2bad36b73917 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:26:40.224403 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-874da997-708b-4d80-95f6-07cd78b46bda service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688082 Jul 16 08:26:40.358207 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1953722036-router', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:30Z', 'updated_at': '2021-07-16T08:26:37Z', 'revision_number': 4, 'project_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'gw_port': {'id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:31Z', 'updated_at': '2021-07-16T08:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1', 'name': '', 'network_id': 'f0770d92-91bd-4864-88e2-7b5eb40282be', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'mac_address': 'fa:16:3e:b7:3e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'd49087b1-3cd2-448c-b780-c94b70e1dd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:35Z', 'updated_at': '2021-07-16T08:26:37Z', 'revision_number': 2, 'project_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'subnets': [{'id': 'd49087b1-3cd2-448c-b780-c94b70e1dd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:40.438294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Checking router: 7c6cfb49-6854-471f-bea2-efef850c634e for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:26:40.440309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Updating router 7c6cfb49-6854-471f-bea2-efef850c634e port e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:26:40.448355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device eab1746b-e299-41c0-84a7-346e54c59b0d up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:40.545250 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-53372462-462a-44de-9e52-139482cf9d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:40.620622 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:40.646044 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-93b1f5ed-e928-4495-b4fe-b92275019ab1 req-40d44883-f4f2-4da4-968b-85e2ee322e86 tempest-FloatingIPsNegativeTestJSON-1117767477 tempest-FloatingIPsNegativeTestJSON-1117767477-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=5ed82808e3974d9c9a0a49cb86185fd8 HTTP/1.1" status: 200 len: 217 time: 0.1500840 Jul 16 08:26:40.697141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53372462-462a-44de-9e52-139482cf9d8f admin admin] Checking segment: {'id': '287abdf0-7597-4ac1-97f6-bd3c924e5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '18891199-f08d-4185-b3c0-2bad36b73917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:40.697141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53372462-462a-44de-9e52-139482cf9d8f admin admin] Network hostable DHCP agents. Network: 18891199-f08d-4185-b3c0-2bad36b73917, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:26:40.721743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327bd6e-3797-4fc0-bccf-3f569d0737c2 req-42dc6aa9-bdb2-4e5c-95ae-817444399db4 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:40.729611 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e327bd6e-3797-4fc0-bccf-3f569d0737c2 req-42dc6aa9-bdb2-4e5c-95ae-817444399db4 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 949 time: 0.2761722 Jul 16 08:26:40.734915 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53372462-462a-44de-9e52-139482cf9d8f admin admin] Network 18891199-f08d-4185-b3c0-2bad36b73917 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:26:40.769672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-53372462-462a-44de-9e52-139482cf9d8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 18891199-f08d-4185-b3c0-2bad36b73917) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:40.774988 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53372462-462a-44de-9e52-139482cf9d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:40.775593 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-53372462-462a-44de-9e52-139482cf9d8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:40.794000 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53372462-462a-44de-9e52-139482cf9d8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3349f617-5ffe-4ab2-90a0-848a3e1c229d,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:40.802145 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-53372462-462a-44de-9e52-139482cf9d8f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7712898 Jul 16 08:26:40.809400 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-79dffbf1-941b-43a5-9d72-a41552232f59 req-72a1e1a6-2c0f-405d-aced-d4a6fcb6ca59 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 210 time: 0.0805445 Jul 16 08:26:40.844666 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e327bd6e-3797-4fc0-bccf-3f569d0737c2 req-c0914a87-3e70-48cd-92dd-f8ef9830a1d7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140685 Jul 16 08:26:40.900184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcece475-6b99-4feb-a735-0de9cc82880d req-2b944341-0a3a-48fe-aae8-592e3a0eb482 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:40.901948 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-2b944341-0a3a-48fe-aae8-592e3a0eb482 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&binding%3Ahost_id=n-h2-758944-46 HTTP/1.1" status: 200 len: 1097 time: 0.2784817 Jul 16 08:26:40.932035 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8177b3be-4e8e-4e3d-8b28-22e132721716 req-9fb8bbe3-bbb1-47f3-ae49-cdb222eaee1e tempest-FloatingIPsNegativeTestJSON-1117767477 tempest-FloatingIPsNegativeTestJSON-1117767477-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0792642 Jul 16 08:26:41.070225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fbc646b2-e885-4a97-a1cd-f638885958b3 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:41.091006 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-8e66fd55-5fe5-4f96-a97c-d44c4db33d9a req-f068b555-7e59-4dd5-9fd7-ee7063ea7ffd tempest-FloatingIPsNegativeTestJSON-1117767477 tempest-FloatingIPsNegativeTestJSON-1117767477-project] show failed (client error): The resource could not be found. Jul 16 08:26:41.092054 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8e66fd55-5fe5-4f96-a97c-d44c4db33d9a req-f068b555-7e59-4dd5-9fd7-ee7063ea7ffd tempest-FloatingIPsNegativeTestJSON-1117767477 tempest-FloatingIPsNegativeTestJSON-1117767477-project] 10.222.0.20 "GET /v2.0/floatingips/de51fd0a-1801-4824-8fc1-d1b4e10d1227 HTTP/1.1" status: 404 len: 350 time: 0.0721915 Jul 16 08:26:41.120419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38822) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:41.123793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb977a3-9ef5-4e96-807a-1b5165452957 req-1f6aedd3-5902-4620-be45-7986a75ebcb8 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:41.128769 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bcb977a3-9ef5-4e96-807a-1b5165452957 req-1f6aedd3-5902-4620-be45-7986a75ebcb8 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 945 time: 0.1526332 Jul 16 08:26:41.138930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02c15cc-6fc1-473f-b928-93e02f349e10 None None] Network 18891199-f08d-4185-b3c0-2bad36b73917 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:41.156081 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port eab1746b-e299-41c0-84a7-346e54c59b0d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:41.232487 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bcb977a3-9ef5-4e96-807a-1b5165452957 req-69869f07-6460-4172-9783-dcba397a5a38 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979235 Jul 16 08:26:41.306159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port eab1746b-e299-41c0-84a7-346e54c59b0d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:41.306751 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.373046 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-dcece475-6b99-4feb-a735-0de9cc82880d req-ebcc43dc-5127-47f7-9f8c-3099df71624f service neutron] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:41.378375 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.395927 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcece475-6b99-4feb-a735-0de9cc82880d req-ebcc43dc-5127-47f7-9f8c-3099df71624f service neutron] Notify callbacks [] for binding, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.398317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcece475-6b99-4feb-a735-0de9cc82880d req-ebcc43dc-5127-47f7-9f8c-3099df71624f service neutron] 10.222.0.38 "DELETE /v2.0/ports/541ae39c-1bb4-4555-958f-e873d19d9c9b/bindings/n-h1-758944-46 HTTP/1.1" status: 204 len: 173 time: 0.4749503 Jul 16 08:26:41.506348 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port fbc646b2-e885-4a97-a1cd-f638885958b3 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:41.506782 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.662964 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb0d70e-6a69-4c13-9799-df47998faee2 req-e550d516-0f72-40b5-845b-6826b013314b tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:41.668022 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8cb0d70e-6a69-4c13-9799-df47998faee2 req-e550d516-0f72-40b5-845b-6826b013314b tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 1097 time: 0.1129913 Jul 16 08:26:41.737969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d16f50-8a09-44be-bb24-5edc7934e63a None None] Network 18891199-f08d-4185-b3c0-2bad36b73917 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:41.759828 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.794358 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8cb0d70e-6a69-4c13-9799-df47998faee2 req-b783e2e0-f4ed-4140-9e05-3dd7081582f8 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132505 Jul 16 08:26:41.885705 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6726a10-c579-4eb6-a152-b84cafbeeedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab1746b-e299-41c0-84a7-346e54c59b0d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:41.888113 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a8840c-48a8-41bc-8efd-2a78f6807b45" -d '{"events": [{"server_uuid": "d6726a10-c579-4eb6-a152-b84cafbeeedf", "name": "network-vif-plugged", "status": "completed", "tag": "eab1746b-e299-41c0-84a7-346e54c59b0d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:42.030125 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port eab1746b-e299-41c0-84a7-346e54c59b0d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=eab1746b-e299-41c0-84a7-346e54c59b0d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:42.053132 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.053495 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 541ae39c-1bb4-4555-958f-e873d19d9c9b no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:26:42.150247 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a2202cb-08bc-4f9b-a44d-58feb768cd77 req-5b0b47e1-d467-4388-8c3e-d27b3334eb22 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 210 time: 0.0571020 Jul 16 08:26:42.174466 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d73ae8c0-ab5e-4d72-a98d-325b93e04ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.197302 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebde2ea-4a66-4cb0-a803-d01ff3c54bac req-12d0726b-c1da-4813-b8d5-e5f5b18db63f tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:42.214158 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ebde2ea-4a66-4cb0-a803-d01ff3c54bac req-12d0726b-c1da-4813-b8d5-e5f5b18db63f tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 950 time: 0.1438122 Jul 16 08:26:42.278496 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f51083-bb51-4ba8-a335-3995c8705e31 x-openstack-request-id: req-30f51083-bb51-4ba8-a335-3995c8705e31 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:42.278799 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6726a10-c579-4eb6-a152-b84cafbeeedf", "name": "network-vif-plugged", "status": "completed", "tag": "eab1746b-e299-41c0-84a7-346e54c59b0d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:42.279038 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30f51083-bb51-4ba8-a335-3995c8705e31 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:42.279445 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6726a10-c579-4eb6-a152-b84cafbeeedf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab1746b-e299-41c0-84a7-346e54c59b0d', 'code': 200} Jul 16 08:26:42.325137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ebde2ea-4a66-4cb0-a803-d01ff3c54bac req-4dbf133a-0193-458e-a27d-4c322e8eea9e tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094837 Jul 16 08:26:42.386547 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.395239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=eab1746b-e299-41c0-84a7-346e54c59b0d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:42.419126 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 541ae39c-1bb4-4555-958f-e873d19d9c9b not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:26:42.511288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Transition to ACTIVE for port object e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:42.525348 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.633378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38892) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:42.647513 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1383812083-network', 'tenant_id': '9ad7b33d313941baaa1c04e881ed5067'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:42.679912 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6bc4f-6b63-4465-ba3b-1c2427cd8435 None None] Pushing event updated for resources: {'Port': ['ID=e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:42.687053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933542e-9143-4daa-988b-90a9da97791a req-7c785792-4fc3-44e7-8c60-a5fc9b5c4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:42.698137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f933542e-9143-4daa-988b-90a9da97791a req-7c785792-4fc3-44e7-8c60-a5fc9b5c4d7d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 1102 time: 0.2058904 Jul 16 08:26:42.770916 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] Made reservation on behalf of 9ad7b33d313941baaa1c04e881ed5067 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:42.778672 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.804676 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f933542e-9143-4daa-988b-90a9da97791a req-a1e98281-83e1-4257-9908-46f90a7f32c5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973530 Jul 16 08:26:42.805503 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.858451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Attempting to bind port e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:42.859001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Attempting to bind port e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '5c65e486-f9b7-4fe4-b5be-f333cb9026fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0770d92-91bd-4864-88e2-7b5eb40282be'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:42.861391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Attempting to bind port e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 on network f0770d92-91bd-4864-88e2-7b5eb40282be {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:42.880634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:42.881501 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Checking segment: {'id': '5c65e486-f9b7-4fe4-b5be-f333cb9026fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0770d92-91bd-4864-88e2-7b5eb40282be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:42.882265 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.883081 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Bound using segment: {'id': '5c65e486-f9b7-4fe4-b5be-f333cb9026fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0770d92-91bd-4864-88e2-7b5eb40282be'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:42.884017 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Bound port: e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c65e486-f9b7-4fe4-b5be-f333cb9026fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f0770d92-91bd-4864-88e2-7b5eb40282be'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:42.884882 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.889719 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f107c80-e18f-43de-b048-0a588351c81e req-2fc12c8a-674f-4d5a-845c-73ffb56ca3c6 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=08f14771360f474dab70645346f105a3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0649593 Jul 16 08:26:42.975442 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.984619 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.020456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] For port e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:43.024624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] For port e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1,segment=NetworkSegment(5c65e486-f9b7-4fe4-b5be-f333cb9026fb),segment_id=5c65e486-f9b7-4fe4-b5be-f333cb9026fb)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:43.033898 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.037302 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:26:43.077866 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0781131-6bb7-4653-b2a0-29c19b9166fd,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:43.100293 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.100293 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] Added segment 2892a720-a9c0-486d-84a6-99aa606238fc of type vlan for network 4d04e4ce-acef-474e-b6e1-c241dd1b24cc Jul 16 08:26:43.112103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Routers {'7c6cfb49-6854-471f-bea2-efef850c634e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:43.112773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:26:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7c6cfb49-6854-471f-bea2-efef850c634e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:43.116604 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad6bc4f-6b63-4465-ba3b-1c2427cd8435 None None] Pushing event updated for resources: {'Port': ['ID=e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:43.215397 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.281814 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.283382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:43.285169 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.307668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] Set router 7c6cfb49-6854-471f-bea2-efef850c634e gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:43.349277 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7081566 Jul 16 08:26:43.349571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38910) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:43.367721 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e0257034-ea68-4235-b037-a6d1c8ca60b8 admin admin] Request body: {'subnet': {'network_id': '4d04e4ce-acef-474e-b6e1-c241dd1b24cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1383812083-subnet', 'tenant_id': '9ad7b33d313941baaa1c04e881ed5067', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:43.447893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-f593cfe0-90ef-48c7-b7e7-5b0383781ab3 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:43.449642 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-f593cfe0-90ef-48c7-b7e7-5b0383781ab3 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 807 time: 0.6266389 Jul 16 08:26:43.458996 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d1df45-cce2-40dd-9391-78f9568be38d admin admin] Pushing event updated for resources: {'Network': ['ID=4d04e4ce-acef-474e-b6e1-c241dd1b24cc,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:43.478278 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 4d04e4ce-acef-474e-b6e1-c241dd1b24cc details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:26:43.485522 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0257034-ea68-4235-b037-a6d1c8ca60b8 admin admin] Made reservation on behalf of 9ad7b33d313941baaa1c04e881ed5067 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:43.488146 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e0257034-ea68-4235-b037-a6d1c8ca60b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.519705 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-677f426f-b6a5-46ff-8962-925ac6f037f3 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/quotas/3eeabbc7fd404bf4820acd440d1ff28d HTTP/1.1" status: 200 len: 375 time: 0.0418313 Jul 16 08:26:43.537320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f107c80-e18f-43de-b048-0a588351c81e req-a6516040-b06b-4382-bffb-f4bb540f8f37 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:43.542262 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f107c80-e18f-43de-b048-0a588351c81e req-a6516040-b06b-4382-bffb-f4bb540f8f37 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6400378 Jul 16 08:26:43.571859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Request body: {'port': {'device_id': 'f6d0d258-61df-484b-bae3-3d8b61122a04', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '08f14771360f474dab70645346f105a3'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:43.572105 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2867aabe-ca6f-4db8-904f-898d38221701 req-37637a2d-077f-496b-b915-88a8d75f2dfc tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 210 time: 0.0686140 Jul 16 08:26:43.746656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1953722036-router', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:30Z', 'updated_at': '2021-07-16T08:26:37Z', 'revision_number': 4, 'project_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'gw_port': {'id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:31Z', 'updated_at': '2021-07-16T08:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1', 'name': '', 'network_id': 'f0770d92-91bd-4864-88e2-7b5eb40282be', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'mac_address': 'fa:16:3e:b7:3e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'd49087b1-3cd2-448c-b780-c94b70e1dd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:35Z', 'updated_at': '2021-07-16T08:26:43Z', 'revision_number': 4, 'project_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'subnets': [{'id': 'd49087b1-3cd2-448c-b780-c94b70e1dd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:43.785693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4916f481-6ee0-46ff-a7af-2debd6182bfc None None] The sync data for ids ['7c6cfb49-6854-471f-bea2-efef850c634e'] in n-d-758944-46 is: [{'id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1953722036-router', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:30Z', 'updated_at': '2021-07-16T08:26:37Z', 'revision_number': 4, 'project_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'gw_port': {'id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:31Z', 'updated_at': '2021-07-16T08:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1', 'name': '', 'network_id': 'f0770d92-91bd-4864-88e2-7b5eb40282be', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'mac_address': 'fa:16:3e:b7:3e:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': 'd49087b1-3cd2-448c-b780-c94b70e1dd49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:35Z', 'updated_at': '2021-07-16T08:26:43Z', 'revision_number': 4, 'project_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'subnets': [{'id': 'd49087b1-3cd2-448c-b780-c94b70e1dd49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:26:43.830495 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e0257034-ea68-4235-b037-a6d1c8ca60b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.860357 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-d56d77b9-f954-42b2-ae77-492973408ae2 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3149881 Jul 16 08:26:43.873100 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Made reservation on behalf of 08f14771360f474dab70645346f105a3 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:43.877236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.891604 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40541bf-1770-4257-8fd8-08efcd4e2766 req-57cc1775-751d-49eb-8d68-0694f521cb61 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:43.893766 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c40541bf-1770-4257-8fd8-08efcd4e2766 req-57cc1775-751d-49eb-8d68-0694f521cb61 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 950 time: 0.1703424 Jul 16 08:26:43.927191 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.941792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0257034-ea68-4235-b037-a6d1c8ca60b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bd94e21-8aae-4960-997f-9e50f4f81863,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:43.968053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0257034-ea68-4235-b037-a6d1c8ca60b8 admin admin] Checking segment: {'id': '2892a720-a9c0-486d-84a6-99aa606238fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4d04e4ce-acef-474e-b6e1-c241dd1b24cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:43.968415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0257034-ea68-4235-b037-a6d1c8ca60b8 admin admin] Network hostable DHCP agents. Network: 4d04e4ce-acef-474e-b6e1-c241dd1b24cc, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:26:43.975712 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c40541bf-1770-4257-8fd8-08efcd4e2766 req-4a79f174-d4cf-4ad7-86f1-f65fde3eac17 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690091 Jul 16 08:26:43.997894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0257034-ea68-4235-b037-a6d1c8ca60b8 admin admin] Network 4d04e4ce-acef-474e-b6e1-c241dd1b24cc is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:26:44.018035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e0257034-ea68-4235-b037-a6d1c8ca60b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 4d04e4ce-acef-474e-b6e1-c241dd1b24cc) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:44.024288 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0257034-ea68-4235-b037-a6d1c8ca60b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:44.025965 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e0257034-ea68-4235-b037-a6d1c8ca60b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.036094 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd7c91b-4344-4394-bb57-9ed27029b50c None None] Network 4d04e4ce-acef-474e-b6e1-c241dd1b24cc requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:44.077747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d73ae8c0-ab5e-4d72-a98d-325b93e04ef7 admin admin] Deleting port e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:44.078018 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d73ae8c0-ab5e-4d72-a98d-325b93e04ef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.093610 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-deeb2ae3-f48c-44fe-a570-5bc7c1907752 service neutron] 10.222.0.20 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133591 Jul 16 08:26:44.242434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee94b0f-3b16-4add-b70f-44ba1b2e2ca1 None None] Network 4d04e4ce-acef-474e-b6e1-c241dd1b24cc requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:44.327073 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.341081 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e0257034-ea68-4235-b037-a6d1c8ca60b8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9900410 Jul 16 08:26:44.366932 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3bac2d89-62c7-4c59-8f2a-db8e81fc8a92 service neutron] 10.222.0.20 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727561 Jul 16 08:26:44.368188 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.374394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-d73ae8c0-ab5e-4d72-a98d-325b93e04ef7 admin admin] For port e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1,segment=NetworkSegment(5c65e486-f9b7-4fe4-b5be-f333cb9026fb),segment_id=5c65e486-f9b7-4fe4-b5be-f333cb9026fb)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:44.380212 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d73ae8c0-ab5e-4d72-a98d-325b93e04ef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.425004 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72737371-93c0-4337-b452-fb28f794459a req-72c06659-6896-407c-8ce6-f2a65928463c tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=615c161d35714cc480b8fcadf1f7158e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0809126 Jul 16 08:26:44.476290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d73ae8c0-ab5e-4d72-a98d-325b93e04ef7 admin admin] Calling delete_port for e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:44.578496 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3495ecb-be36-4788-92cd-0ab4d4c0a219,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:44.588890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38938) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:44.763407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72737371-93c0-4337-b452-fb28f794459a req-61c82927-1120-4d04-958d-975d6bc19182 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:44.777682 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72737371-93c0-4337-b452-fb28f794459a req-61c82927-1120-4d04-958d-975d6bc19182 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3516989 Jul 16 08:26:44.835917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72737371-93c0-4337-b452-fb28f794459a req-61226103-ec43-4d83-998f-d00b491b3934 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/quotas/615c161d35714cc480b8fcadf1f7158e HTTP/1.1" status: 200 len: 375 time: 0.0561640 Jul 16 08:26:44.882114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Allocated IP 192.168.233.170 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/76840e62-7f7c-423f-ab96-25fb96f86227) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:44.892754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:44.929776 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72737371-93c0-4337-b452-fb28f794459a req-2b7edbc1-f792-4881-ac6d-6c73f975cd97 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=615c161d35714cc480b8fcadf1f7158e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0928917 Jul 16 08:26:44.989021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:44.993314 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:44.993969 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.027160 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-864d511a-81d7-4066-8116-c80f5857caa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.222995 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbeb5aa5-18d2-4906-a21e-180e1de1919e req-1d1477c9-2c07-4c3a-b76e-39acf2d0c4cd tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 210 time: 0.1002777 Jul 16 08:26:45.225382 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.459147 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3bf30649-08f3-4b39-8668-26fe93ea8cd2 req-c62672af-ed3e-4c38-a36a-bd05bed26bc7 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 210 time: 0.0552387 Jul 16 08:26:45.468894 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d73ae8c0-ab5e-4d72-a98d-325b93e04ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.538766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ae8c0-ab5e-4d72-a98d-325b93e04ef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:45.596695 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.663281 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5da911a4-9d5f-4fdb-839e-22eb5a4d1d52 req-4c4d8fd7-11ef-4ad9-8201-02a77445f6a0 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 210 time: 0.1109474 Jul 16 08:26:45.771160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-8b192b2a-debc-4c7c-a7db-8522752ebc7f tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:45.779055 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-8b192b2a-debc-4c7c-a7db-8522752ebc7f tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/networks?id=18891199-f08d-4185-b3c0-2bad36b73917 HTTP/1.1" status: 200 len: 814 time: 0.1720397 Jul 16 08:26:45.799378 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-640f4033-7892-4563-91f3-902d80dfd655 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/quotas/510f5fb6c0684a19b7b719c816ed0a81 HTTP/1.1" status: 200 len: 375 time: 0.0191071 Jul 16 08:26:45.827713 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Transition to ACTIVE for port object 76840e62-7f7c-423f-ab96-25fb96f86227 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:45.830963 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-864d511a-81d7-4066-8116-c80f5857caa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.893342 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-9036541b-52ec-48fa-bb7d-12b811909ecf tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=510f5fb6c0684a19b7b719c816ed0a81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0917459 Jul 16 08:26:45.907607 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-864d511a-81d7-4066-8116-c80f5857caa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.023284 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-7f5f93d8-7d6c-4fa6-8722-400606cdbc0b service neutron] 10.222.0.20 "GET /v2.0/networks/18891199-f08d-4185-b3c0-2bad36b73917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291270 Jul 16 08:26:46.035290 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-864d511a-81d7-4066-8116-c80f5857caa9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f766c12ef9514b298336fd7db7dc19d9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4448802 Jul 16 08:26:46.038864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38980) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:46.073859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d511a-81d7-4066-8116-c80f5857caa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9b2d3a-62b3-436e-af28-48b57b4f4bb4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:46.121239 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.138647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10919405-3f25-4819-9b94-67681e29f31e req-bda4e7cb-1048-45a2-bf4e-d1e995cd6498 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:46.140090 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-10919405-3f25-4819-9b94-67681e29f31e req-bda4e7cb-1048-45a2-bf4e-d1e995cd6498 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 950 time: 0.2354810 Jul 16 08:26:46.155056 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d586cf85-082d-4b07-8895-7b4b4294d5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.162381 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-fcb9f3d5-1337-4b6a-91e1-ea0b294b361d service neutron] 10.222.0.20 "GET /v2.0/networks/18891199-f08d-4185-b3c0-2bad36b73917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327066 Jul 16 08:26:46.162644 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d73ae8c0-ab5e-4d72-a98d-325b93e04ef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.180922 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d586cf85-082d-4b07-8895-7b4b4294d5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.209157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:46.237567 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d586cf85-082d-4b07-8895-7b4b4294d5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.240629 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d586cf85-082d-4b07-8895-7b4b4294d5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.241824 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d586cf85-082d-4b07-8895-7b4b4294d5c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d9b2d3a-62b3-436e-af28-48b57b4f4bb4 HTTP/1.1" status: 204 len: 168 time: 0.2019594 Jul 16 08:26:46.253101 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:46.261163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Pushing event updated for resources: {'Port': ['ID=76840e62-7f7c-423f-ab96-25fb96f86227,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:46.263727 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d586cf85-082d-4b07-8895-7b4b4294d5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9b2d3a-62b3-436e-af28-48b57b4f4bb4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:46.269105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:46.650604 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-10919405-3f25-4819-9b94-67681e29f31e req-374f1d7b-e41f-4d20-b77c-6a9238754966 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4833965 Jul 16 08:26:46.661131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fc88abe3-c336-4e86-bf89-3b6cc7f897f9 None None] Provisioning for port 76840e62-7f7c-423f-ab96-25fb96f86227 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:46.678867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fc88abe3-c336-4e86-bf89-3b6cc7f897f9 None None] Provisioning complete for port 76840e62-7f7c-423f-ab96-25fb96f86227 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:46.679502 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fc88abe3-c336-4e86-bf89-3b6cc7f897f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.777071 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-fc88abe3-c336-4e86-bf89-3b6cc7f897f9 None None] Port 76840e62-7f7c-423f-ab96-25fb96f86227 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:46.872719 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8001c742-56bd-4363-b0e4-e9f061e2cf38 req-08642212-6272-44ee-8786-7ff349eb9883 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 210 time: 0.1142836 Jul 16 08:26:46.881850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39000) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:46.893378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:46.894541 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.908375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-7303b25b-de46-4663-b48a-44b464342558 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:46.910088 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-7303b25b-de46-4663-b48a-44b464342558 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.15 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 807 time: 0.2930212 Jul 16 08:26:46.936410 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d7cc22f-3861-465a-a5dd-f40a87d12ecb req-8bfdeb22-5164-4d60-8580-af0fd9f2eae3 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 210 time: 0.0518236 Jul 16 08:26:46.941628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-a8adbda7-40f3-4caf-9178-f43dc554e240 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Request body: {'port': {'device_id': '98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee', 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d', 'admin_state_up': True, 'tenant_id': '3eeabbc7fd404bf4820acd440d1ff28d'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:46.960631 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86f20844-319d-4d03-ae74-383c1355f0f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.062321 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f107c80-e18f-43de-b048-0a588351c81e req-d8957aa8-dabc-4fec-b1c3-b6e75b4bca67 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5051534 Jul 16 08:26:47.079248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Request body: {'port': {'device_id': 'f6d0d258-61df-484b-bae3-3d8b61122a04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:47.142289 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fda610a8-a2bb-4e62-a275-d997a2e1aa28 req-97b2c19c-cb89-4094-8d13-f229a1e15a67 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 210 time: 0.0494316 Jul 16 08:26:47.290716 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72737371-93c0-4337-b452-fb28f794459a req-a62ca04e-ce41-4387-8c96-542a6caad6f8 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=615c161d35714cc480b8fcadf1f7158e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0982943 Jul 16 08:26:47.328324 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.357507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3d778-cce9-4255-a5f7-c7ea3c388c59 req-32abfeb5-6a35-41f7-8e7c-5cdd499bebad tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:47.358917 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ea3d778-cce9-4255-a5f7-c7ea3c388c59 req-32abfeb5-6a35-41f7-8e7c-5cdd499bebad tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 936 time: 0.3453836 Jul 16 08:26:47.442112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73ae8c0-ab5e-4d72-a98d-325b93e04ef7 admin admin] Router 7c6cfb49-6854-471f-bea2-efef850c634e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:26:47.556947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72737371-93c0-4337-b452-fb28f794459a req-33827187-5c9b-4c40-b913-2372f9453ac7 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:47.558315 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72737371-93c0-4337-b452-fb28f794459a req-33827187-5c9b-4c40-b913-2372f9453ac7 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2558744 Jul 16 08:26:47.561029 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ea3d778-cce9-4255-a5f7-c7ea3c388c59 req-662ad227-fd09-4ea1-bcb4-5b5227058b12 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3495ecb-be36-4788-92cd-0ab4d4c0a219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805885 Jul 16 08:26:47.562928 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86f20844-319d-4d03-ae74-383c1355f0f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.576270 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Request body: {'port': {'device_id': 'fccf2241-bc0a-4ffa-9db9-bc28fe452d79', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '615c161d35714cc480b8fcadf1f7158e'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:47.579515 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86f20844-319d-4d03-ae74-383c1355f0f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.594021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-a8adbda7-40f3-4caf-9178-f43dc554e240 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Made reservation on behalf of 3eeabbc7fd404bf4820acd440d1ff28d for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:47.598193 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-a8adbda7-40f3-4caf-9178-f43dc554e240 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.785317 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-a8adbda7-40f3-4caf-9178-f43dc554e240 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Allocated IP 172.20.0.9 (c727f580-5d9d-4e64-8e13-4f4d27c5457d/1fb74546-d50f-4c12-b2cd-ff2586987f2d/8c6150fd-1b12-44cc-9d5c-859b6bf8e232) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:47.809447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f20844-319d-4d03-ae74-383c1355f0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79077190-1b11-48af-b621-8f4ef3874f7c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:47.820412 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-86f20844-319d-4d03-ae74-383c1355f0f3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=650ceac9e08b4a9684bdfa95ea4390de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9371769 Jul 16 08:26:47.826222 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39008) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:47.860549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.15', 56235) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:47.953616 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-751ba1d8-6c0e-40e6-91db-c81a987219a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.956829 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73ae8c0-ab5e-4d72-a98d-325b93e04ef7 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:26:47.965475 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d73ae8c0-ab5e-4d72-a98d-325b93e04ef7 admin admin] 10.222.0.20 "PUT /v2.0/routers/7c6cfb49-6854-471f-bea2-efef850c634e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8448749 Jul 16 08:26:47.971837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39012) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:47.978041 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6f92d-d70c-478c-bf24-32598efaac20 None None] Sync routers for ids ['7c6cfb49-6854-471f-bea2-efef850c634e'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:26:47.994130 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6f92d-d70c-478c-bf24-32598efaac20 None None] Routers {'7c6cfb49-6854-471f-bea2-efef850c634e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:47.996312 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-58c6f92d-d70c-478c-bf24-32598efaac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:26:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7c6cfb49-6854-471f-bea2-efef850c634e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:48.047362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Made reservation on behalf of 615c161d35714cc480b8fcadf1f7158e for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:48.052329 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.054128 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-751ba1d8-6c0e-40e6-91db-c81a987219a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.083604 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad21bb-debc-4103-ab15-d4ad609eb3cf req-a40d5525-1e18-43ba-b564-17db95252d2a tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:48.085079 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-abad21bb-debc-4103-ab15-d4ad609eb3cf req-a40d5525-1e18-43ba-b564-17db95252d2a tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 950 time: 0.2768354 Jul 16 08:26:48.096664 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.155691 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-58c6f92d-d70c-478c-bf24-32598efaac20 None None] Set router 7c6cfb49-6854-471f-bea2-efef850c634e gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:48.158756 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e805fa78-7fc2-4477-8097-01b64d85ff5b req-81584bff-fd0a-4218-9648-ec0bd2f66fce tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 210 time: 0.0715075 Jul 16 08:26:48.188212 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-90dbca4a-6cb1-4d19-bbcf-a1888805e201 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:48.189971 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-90dbca4a-6cb1-4d19-bbcf-a1888805e201 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.15 "GET /v2.0/networks?id=18891199-f08d-4185-b3c0-2bad36b73917 HTTP/1.1" status: 200 len: 814 time: 0.3260906 Jul 16 08:26:48.214863 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-da308090-6be6-420f-9a37-b9dea42951c5 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Request body: {'port': {'device_id': '784e493a-61e0-4fbb-984f-4a2dbb1a7b8b', 'network_id': '18891199-f08d-4185-b3c0-2bad36b73917', 'admin_state_up': True, 'tenant_id': '510f5fb6c0684a19b7b719c816ed0a81'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:48.266876 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.293691 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-a8adbda7-40f3-4caf-9178-f43dc554e240 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.294454 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-abad21bb-debc-4103-ab15-d4ad609eb3cf req-9aae9bd6-3d42-4e61-8ccd-6d006ece13ce tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670434 Jul 16 08:26:48.371005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76840e62-7f7c-423f-ab96-25fb96f86227 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:48.375951 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-207ef8d0-0156-458e-b102-8c7f3fe933f6 req-d43cea50-9bd2-42a3-8236-57d578614fa9 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 210 time: 0.0505836 Jul 16 08:26:48.380679 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-751ba1d8-6c0e-40e6-91db-c81a987219a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.383460 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-751ba1d8-6c0e-40e6-91db-c81a987219a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.384459 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-751ba1d8-6c0e-40e6-91db-c81a987219a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/79077190-1b11-48af-b621-8f4ef3874f7c HTTP/1.1" status: 204 len: 168 time: 0.5545785 Jul 16 08:26:48.404903 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.413885 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ba1d8-6c0e-40e6-91db-c81a987219a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79077190-1b11-48af-b621-8f4ef3874f7c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:48.470343 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Transition to ACTIVE for port object 76840e62-7f7c-423f-ab96-25fb96f86227 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:48.470673 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-a8adbda7-40f3-4caf-9178-f43dc554e240 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.483259 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.547497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=76840e62-7f7c-423f-ab96-25fb96f86227,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:48.556363 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-58c6f92d-d70c-478c-bf24-32598efaac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1953722036-router', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:30Z', 'updated_at': '2021-07-16T08:26:45Z', 'revision_number': 5, 'project_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'gw_port': {'id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:31Z', 'updated_at': '2021-07-16T08:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:48.594918 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6f92d-d70c-478c-bf24-32598efaac20 None None] Checking router: 7c6cfb49-6854-471f-bea2-efef850c634e for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:26:48.612159 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6f92d-d70c-478c-bf24-32598efaac20 None None] Routers {'7c6cfb49-6854-471f-bea2-efef850c634e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:48.612852 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-58c6f92d-d70c-478c-bf24-32598efaac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:26:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7c6cfb49-6854-471f-bea2-efef850c634e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:48.658610 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.693951 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83aa5096-e5d5-441d-9d68-12791144ed32 req-81a723d5-2eac-4049-a12b-692b7944d81c tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 210 time: 0.0680604 Jul 16 08:26:48.756687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-a8adbda7-40f3-4caf-9178-f43dc554e240 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Network c727f580-5d9d-4e64-8e13-4f4d27c5457d is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:48.773513 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-a8adbda7-40f3-4caf-9178-f43dc554e240 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:48.778872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adbda7-40f3-4caf-9178-f43dc554e240 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Pushing event updated for resources: {'Port': ['ID=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:48.798163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-a8adbda7-40f3-4caf-9178-f43dc554e240 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:48.827613 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-58c6f92d-d70c-478c-bf24-32598efaac20 None None] Set router 7c6cfb49-6854-471f-bea2-efef850c634e gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:48.831083 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.845551 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.920140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Attempting to bind port 76840e62-7f7c-423f-ab96-25fb96f86227 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:48.920461 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Attempting to bind port 76840e62-7f7c-423f-ab96-25fb96f86227 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:48.920755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Attempting to bind port 76840e62-7f7c-423f-ab96-25fb96f86227 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:48.950693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d2c918-3131-47c0-b527-346d599ed3ba req-f807f4aa-0049-4f9d-aeb0-764f9942340e tempest-LiveMigrationNegativeTest-2063744803 tempest-LiveMigrationNegativeTest-2063744803-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:48.959505 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-52d2c918-3131-47c0-b527-346d599ed3ba req-f807f4aa-0049-4f9d-aeb0-764f9942340e tempest-LiveMigrationNegativeTest-2063744803 tempest-LiveMigrationNegativeTest-2063744803-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 1102 time: 0.3834448 Jul 16 08:26:48.961523 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-da308090-6be6-420f-9a37-b9dea42951c5 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Made reservation on behalf of 510f5fb6c0684a19b7b719c816ed0a81 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:48.967829 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-da308090-6be6-420f-9a37-b9dea42951c5 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.979821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-a8adbda7-40f3-4caf-9178-f43dc554e240 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:48.980470 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-a8adbda7-40f3-4caf-9178-f43dc554e240 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.985141 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Port 76840e62-7f7c-423f-ab96-25fb96f86227 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:48.985467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Attempting to bind port 76840e62-7f7c-423f-ab96-25fb96f86227 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:48.995801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa32c3f9-c43a-426e-91ff-60ddba31af9c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:49.018820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] Deleting port fbc646b2-e885-4a97-a1cd-f638885958b3 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:49.019162 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.033029 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-a8adbda7-40f3-4caf-9178-f43dc554e240 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0930252 Jul 16 08:26:49.041666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:49.042040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:49.042383 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:49.042831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Bound port: 76840e62-7f7c-423f-ab96-25fb96f86227, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:49.043179 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.046308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Request body: {'port': {'device_id': '98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:49.100761 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-58c6f92d-d70c-478c-bf24-32598efaac20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1953722036-router', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:30Z', 'updated_at': '2021-07-16T08:26:45Z', 'revision_number': 5, 'project_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'gw_port': {'id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:31Z', 'updated_at': '2021-07-16T08:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:49.108961 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-52d2c918-3131-47c0-b527-346d599ed3ba req-8a6155bc-d505-481e-9bf7-6601aefe77d0 tempest-LiveMigrationNegativeTest-2063744803 tempest-LiveMigrationNegativeTest-2063744803-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.134042 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58c6f92d-d70c-478c-bf24-32598efaac20 None None] The sync data for ids ['7c6cfb49-6854-471f-bea2-efef850c634e'] in n-d-758944-46 is: [{'id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'name': 'tempest-FloatingIPsNegativeTestJSON-1953722036-router', 'tenant_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150'}], 'enable_snat': True}, 'gw_port_id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:30Z', 'updated_at': '2021-07-16T08:26:45Z', 'revision_number': 5, 'project_id': '5ed82808e3974d9c9a0a49cb86185fd8', 'gw_port': {'id': 'fbc646b2-e885-4a97-a1cd-f638885958b3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:1e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c6cfb49-6854-471f-bea2-efef850c634e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:31Z', 'updated_at': '2021-07-16T08:26:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:26:49.232800 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.388465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-da308090-6be6-420f-9a37-b9dea42951c5 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Allocated IP 172.20.0.11 (18891199-f08d-4185-b3c0-2bad36b73917/3349f617-5ffe-4ab2-90a0-848a3e1c229d/ae2dfecf-82e3-42cf-83ee-73b3d5a560dd) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:49.465221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Allocated IP 192.168.233.197 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/bfd880ac-0113-4710-9bdc-e224ae57d036) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:49.480902 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-52d2c918-3131-47c0-b527-346d599ed3ba req-8a6155bc-d505-481e-9bf7-6601aefe77d0 tempest-LiveMigrationNegativeTest-2063744803 tempest-LiveMigrationNegativeTest-2063744803-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.499745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] For port fbc646b2-e885-4a97-a1cd-f638885958b3, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fbc646b2-e885-4a97-a1cd-f638885958b3,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:49.499958 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-52d2c918-3131-47c0-b527-346d599ed3ba req-8a6155bc-d505-481e-9bf7-6601aefe77d0 tempest-LiveMigrationNegativeTest-2063744803 tempest-LiveMigrationNegativeTest-2063744803-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.500047 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.508601 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba96e12-824f-413a-a2fc-d647d634c827 req-9b6e45d2-d255-4d34-87a1-9e43d6f0c2ed tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:49.510160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dba96e12-824f-413a-a2fc-d647d634c827 req-9b6e45d2-d255-4d34-87a1-9e43d6f0c2ed tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 948 time: 0.5476184 Jul 16 08:26:49.527709 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] Calling delete_port for fbc646b2-e885-4a97-a1cd-f638885958b3 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:49.538231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] For port 76840e62-7f7c-423f-ab96-25fb96f86227, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:49.570533 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-52d2c918-3131-47c0-b527-346d599ed3ba req-8a6155bc-d505-481e-9bf7-6601aefe77d0 tempest-LiveMigrationNegativeTest-2063744803 tempest-LiveMigrationNegativeTest-2063744803-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6100030 Jul 16 08:26:49.581235 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6155bc-d505-481e-9bf7-6601aefe77d0 tempest-LiveMigrationNegativeTest-2063744803 tempest-LiveMigrationNegativeTest-2063744803-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d254eae-3e82-4174-a571-b9dbb2db217e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:49.592881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] For port 76840e62-7f7c-423f-ab96-25fb96f86227, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=76840e62-7f7c-423f-ab96-25fb96f86227,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:49.672750 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.921846 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.934492 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dba96e12-824f-413a-a2fc-d647d634c827 req-9af5a596-c394-46ea-8a7e-09afa8d40a13 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3495ecb-be36-4788-92cd-0ab4d4c0a219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133935 Jul 16 08:26:50.022608 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Pushing event updated for resources: {'Port': ['ID=76840e62-7f7c-423f-ab96-25fb96f86227,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:50.045857 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:50.046635 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.048658 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1deea5b-26af-47a9-9be3-1e0cda8faaa7 service neutron] 10.222.0.38 "PUT /v2.0/ports/76840e62-7f7c-423f-ab96-25fb96f86227 HTTP/1.1" status: 200 len: 1097 time: 2.9755051 Jul 16 08:26:50.049620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d0d258-61df-484b-bae3-3d8b61122a04', 'tag': '76840e62-7f7c-423f-ab96-25fb96f86227'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:50.052000 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad6c01da-6df4-48d1-86c4-fe8c43592207" -d '{"events": [{"name": "network-changed", "server_uuid": "f6d0d258-61df-484b-bae3-3d8b61122a04", "tag": "76840e62-7f7c-423f-ab96-25fb96f86227"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:50.140079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:50.144481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbc646b2-e885-4a97-a1cd-f638885958b3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:50.153035 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.166994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Transition to ACTIVE for port object 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:50.174508 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-da308090-6be6-420f-9a37-b9dea42951c5 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.186766 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.221001 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d887728b-dd4d-4015-8eeb-d1c3837174ea req-a634df45-840f-436f-8a6d-103aa6e962f7 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 210 time: 0.1533167 Jul 16 08:26:50.295954 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.307741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:50.329858 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-da308090-6be6-420f-9a37-b9dea42951c5 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.346726 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Transition to ACTIVE for port object bfd880ac-0113-4710-9bdc-e224ae57d036 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:50.359126 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.420157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2345cd0d-0366-4f84-ab1a-2493fe8a6bde req-997a0eff-b7d7-45d1-b1a2-4d23c9b82846 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:50.421670 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2345cd0d-0366-4f84-ab1a-2493fe8a6bde req-997a0eff-b7d7-45d1-b1a2-4d23c9b82846 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 931 time: 0.3353930 Jul 16 08:26:50.467558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-da308090-6be6-420f-9a37-b9dea42951c5 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Network 18891199-f08d-4185-b3c0-2bad36b73917 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:50.492011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-da308090-6be6-420f-9a37-b9dea42951c5 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:50.512979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da308090-6be6-420f-9a37-b9dea42951c5 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Pushing event updated for resources: {'Port': ['ID=ae2dfecf-82e3-42cf-83ee-73b3d5a560dd,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:50.527938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-da308090-6be6-420f-9a37-b9dea42951c5 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:50.532025 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7c95f29b-20b7-42a2-980d-855cc78e4a88 req-1360fc44-77ce-4b7d-b616-e127bedb7bc2 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 210 time: 0.0735924 Jul 16 08:26:50.538097 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.540394 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.546082 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f107c80-e18f-43de-b048-0a588351c81e req-86b340c9-d3ed-45ca-a7e9-0824fcc6490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:50.547698 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f107c80-e18f-43de-b048-0a588351c81e req-86b340c9-d3ed-45ca-a7e9-0824fcc6490f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=08f14771360f474dab70645346f105a3&device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 1100 time: 0.4202673 Jul 16 08:26:50.611995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Attempting to bind port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:50.612283 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Attempting to bind port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:50.612732 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Attempting to bind port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:50.625691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-da308090-6be6-420f-9a37-b9dea42951c5 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:50.627252 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-da308090-6be6-420f-9a37-b9dea42951c5 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.631672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:50.631995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Attempting to bind port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:50.640557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:50.640903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Checking segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:50.641294 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Bound using segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:50.641734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Bound port: 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:50.642089 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.668857 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f107c80-e18f-43de-b048-0a588351c81e req-b480f97c-39c3-4c41-933a-aec8a3a2cc76 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=76840e62-7f7c-423f-ab96-25fb96f86227 HTTP/1.1" status: 200 len: 217 time: 0.1103599 Jul 16 08:26:50.718829 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40905f82-b50a-45fd-b70c-ffb29c89b6b9 x-openstack-request-id: req-40905f82-b50a-45fd-b70c-ffb29c89b6b9 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:50.719124 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6d0d258-61df-484b-bae3-3d8b61122a04", "tag": "76840e62-7f7c-423f-ab96-25fb96f86227", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:50.719380 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40905f82-b50a-45fd-b70c-ffb29c89b6b9 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:50.719779 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d0d258-61df-484b-bae3-3d8b61122a04', 'tag': '76840e62-7f7c-423f-ab96-25fb96f86227', 'status': 'completed', 'code': 200} Jul 16 08:26:50.723472 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2345cd0d-0366-4f84-ab1a-2493fe8a6bde req-5b9b0769-401b-4840-846d-26c3e5cdbc77 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595139 Jul 16 08:26:50.746659 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.759965 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:50.764086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:50.767793 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-da308090-6be6-420f-9a37-b9dea42951c5 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5602238 Jul 16 08:26:50.773008 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.777422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:26:50.823701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:26:50.824624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e51b3a23-c7d8-4998-8bed-7cadd4fd8ac1 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:26:50.861674 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.862191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c6cfb49-6854-471f-bea2-efef850c634e {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:26:50.876092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Request body: {'port': {'device_id': '784e493a-61e0-4fbb-984f-4a2dbb1a7b8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:50.880100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:50.892013 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.893769 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-74125ab6-682c-43e7-ba1f-d70f7c44d613 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7c6cfb49-6854-471f-bea2-efef850c634e HTTP/1.1" status: 204 len: 168 time: 2.9168797 Jul 16 08:26:50.912177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:50.912862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39080) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:50.915863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:50.923077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:50.923877 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.925462 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-3708ca07-3d97-4f50-9acc-670c58b30370 service neutron] 10.222.0.15 "PUT /v2.0/ports/8c6150fd-1b12-44cc-9d5c-859b6bf8e232 HTTP/1.1" status: 200 len: 1092 time: 1.8912122 Jul 16 08:26:50.932431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee', 'tag': '8c6150fd-1b12-44cc-9d5c-859b6bf8e232'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:50.934749 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9e2f14-e7db-44e2-b798-2e314b8c2ee4" -d '{"events": [{"name": "network-changed", "server_uuid": "98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee", "tag": "8c6150fd-1b12-44cc-9d5c-859b6bf8e232"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:50.936405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:50.942061 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Pushing event updated for resources: {'Port': ['ID=bfd880ac-0113-4710-9bdc-e224ae57d036,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:50.997569 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1c7023c-a047-4bfa-8e86-f8e53096a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:50.999164 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f107c80-e18f-43de-b048-0a588351c81e req-a1c7023c-a047-4bfa-8e86-f8e53096a494 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2747893 Jul 16 08:26:51.079122 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5bf37a-0838-464d-b1a2-6b706bea5da6 x-openstack-request-id: req-1e5bf37a-0838-464d-b1a2-6b706bea5da6 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:51.079418 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee", "tag": "8c6150fd-1b12-44cc-9d5c-859b6bf8e232", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:51.080322 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e5bf37a-0838-464d-b1a2-6b706bea5da6 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:51.080930 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee', 'tag': '8c6150fd-1b12-44cc-9d5c-859b6bf8e232', 'status': 'completed', 'code': 200} Jul 16 08:26:51.135705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:51.136455 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.168760 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a0dbb1a-000f-4f99-aad5-3c599493ed69 admin admin] Deleting subnet d49087b1-3cd2-448c-b780-c94b70e1dd49 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:26:51.178427 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72737371-93c0-4337-b452-fb28f794459a req-e8474e83-21eb-48b9-bbfb-6738f22427a1 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6103427 Jul 16 08:26:51.185792 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5a0dbb1a-000f-4f99-aad5-3c599493ed69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.188132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f107c80-e18f-43de-b048-0a588351c81e req-c9bd6428-b430-431d-a768-2560cfb83880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:51.190781 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f107c80-e18f-43de-b048-0a588351c81e req-c9bd6428-b430-431d-a768-2560cfb83880 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1821380 Jul 16 08:26:51.201346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Request body: {'port': {'device_id': 'fccf2241-bc0a-4ffa-9db9-bc28fe452d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:51.301627 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.305650 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a86dc093-5e5c-40f3-98ac-4735583449f3 None None] Provisioning for port bfd880ac-0113-4710-9bdc-e224ae57d036 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:51.316721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a86dc093-5e5c-40f3-98ac-4735583449f3 None None] Provisioning complete for port bfd880ac-0113-4710-9bdc-e224ae57d036 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:51.317333 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a86dc093-5e5c-40f3-98ac-4735583449f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.328130 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-64a1a6eb-e6ce-4e14-9dd4-9516e8500e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:51.330182 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-64a1a6eb-e6ce-4e14-9dd4-9516e8500e2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 1095 time: 0.3233590 Jul 16 08:26:51.333354 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5a0dbb1a-000f-4f99-aad5-3c599493ed69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.391292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a86dc093-5e5c-40f3-98ac-4735583449f3 None None] Port bfd880ac-0113-4710-9bdc-e224ae57d036 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:51.445088 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-4d43e418-feca-4b75-812b-d8b888bf7359 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232 HTTP/1.1" status: 200 len: 217 time: 0.0993514 Jul 16 08:26:51.536344 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f107c80-e18f-43de-b048-0a588351c81e req-18def26f-e706-4d94-b527-fe07c50ff87e service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263597 Jul 16 08:26:51.540368 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.573293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4f3dd-8c4e-4e51-ae3d-8ccbe2438940 req-52871a82-22e8-4bd0-af5f-1b52214fcd05 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:51.581076 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d4b4f3dd-8c4e-4e51-ae3d-8ccbe2438940 req-52871a82-22e8-4bd0-af5f-1b52214fcd05 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 948 time: 0.2384207 Jul 16 08:26:51.705711 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d4b4f3dd-8c4e-4e51-ae3d-8ccbe2438940 req-37010d1a-4b99-4f9d-b438-ab311f255285 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3495ecb-be36-4788-92cd-0ab4d4c0a219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231091 Jul 16 08:26:51.814761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-109d03b9-f139-4b6d-b971-0a5c96905ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:51.822097 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-109d03b9-f139-4b6d-b971-0a5c96905ea1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.2486913 Jul 16 08:26:51.866910 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-2400ef78-3d3d-40d6-9847-41cda3788c26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355878 Jul 16 08:26:51.868823 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5a0dbb1a-000f-4f99-aad5-3c599493ed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.885868 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f107c80-e18f-43de-b048-0a588351c81e req-a947c980-dbd5-4108-89bf-860913053dd4 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306186 Jul 16 08:26:52.046345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57245b6-47e4-4321-b31e-f264d73ce4fa req-cba7aa5d-6e72-46c8-9853-7f1079cbd39c tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.047873 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c57245b6-47e4-4321-b31e-f264d73ce4fa req-cba7aa5d-6e72-46c8-9853-7f1079cbd39c tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 932 time: 0.1593661 Jul 16 08:26:52.075771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfd880ac-0113-4710-9bdc-e224ae57d036 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:52.089503 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.104777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5a0dbb1a-000f-4f99-aad5-3c599493ed69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.119834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae2dfecf-82e3-42cf-83ee-73b3d5a560dd {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:52.120777 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Transition to ACTIVE for port object bfd880ac-0113-4710-9bdc-e224ae57d036 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:52.124667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c01da-6df4-48d1-86c4-fe8c43592207 req-7956c561-1f4f-493a-83de-a13e88cd6c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.126221 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad6c01da-6df4-48d1-86c4-fe8c43592207 req-7956c561-1f4f-493a-83de-a13e88cd6c3d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=08f14771360f474dab70645346f105a3&device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 1100 time: 0.1746452 Jul 16 08:26:52.130018 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c57245b6-47e4-4321-b31e-f264d73ce4fa req-b40439ea-7cbc-4a60-9346-9e159a29a9f9 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/security-groups?id=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688667 Jul 16 08:26:52.130623 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.147454 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.152815 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-bc02fe24-7aea-42c6-8410-adbfa2f14a43 service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635846 Jul 16 08:26:52.156159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dbb1a-000f-4f99-aad5-3c599493ed69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d49087b1-3cd2-448c-b780-c94b70e1dd49,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:52.170963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7e52a-cd99-4b89-ae03-c41ac349a352 req-e50c70fe-462f-486f-8aca-ff35e5d454cf tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.172551 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-23f7e52a-cd99-4b89-ae03-c41ac349a352 req-e50c70fe-462f-486f-8aca-ff35e5d454cf tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 950 time: 0.2776239 Jul 16 08:26:52.192362 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5a0dbb1a-000f-4f99-aad5-3c599493ed69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.193541 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5a0dbb1a-000f-4f99-aad5-3c599493ed69 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d49087b1-3cd2-448c-b780-c94b70e1dd49 HTTP/1.1" status: 204 len: 168 time: 1.2760813 Jul 16 08:26:52.200290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39100) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:52.211674 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b255fe6f-e347-4eba-b64d-345042d82e3f None None] Network f0770d92-91bd-4864-88e2-7b5eb40282be requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:52.227333 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Transition to ACTIVE for port object ae2dfecf-82e3-42cf-83ee-73b3d5a560dd will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:52.242599 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.290182 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd880ac-0113-4710-9bdc-e224ae57d036,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:52.358428 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-23f7e52a-cd99-4b89-ae03-c41ac349a352 req-79b1c823-3503-435d-bfaa-270f864167aa tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603363 Jul 16 08:26:52.375775 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2dfecf-82e3-42cf-83ee-73b3d5a560dd,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:52.429268 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ebba1a6f-5abb-448a-859d-83b7efaeed16 req-2e15c8b2-a40a-4c59-8662-903ebe6ffc1d service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685306 Jul 16 08:26:52.552480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01730865-3fad-4360-b9de-677232c12f18 None None] DHCP port deletion for f0770d92-91bd-4864-88e2-7b5eb40282be request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:26:52.612569 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-01730865-3fad-4360-b9de-677232c12f18 None None] Deleting port bfe261ee-6327-4191-a1b4-76f83dce9ffa {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:52.612824 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-01730865-3fad-4360-b9de-677232c12f18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.614013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Attempting to bind port ae2dfecf-82e3-42cf-83ee-73b3d5a560dd on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:52.614439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Attempting to bind port ae2dfecf-82e3-42cf-83ee-73b3d5a560dd by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '287abdf0-7597-4ac1-97f6-bd3c924e5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '18891199-f08d-4185-b3c0-2bad36b73917'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:52.614861 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Attempting to bind port ae2dfecf-82e3-42cf-83ee-73b3d5a560dd on network 18891199-f08d-4185-b3c0-2bad36b73917 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:52.624658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Port ae2dfecf-82e3-42cf-83ee-73b3d5a560dd on network 18891199-f08d-4185-b3c0-2bad36b73917 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:52.625121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Attempting to bind port ae2dfecf-82e3-42cf-83ee-73b3d5a560dd on network 18891199-f08d-4185-b3c0-2bad36b73917 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:52.639829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:52.640256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Checking segment: {'id': '287abdf0-7597-4ac1-97f6-bd3c924e5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '18891199-f08d-4185-b3c0-2bad36b73917'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:52.641232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Bound using segment: {'id': '287abdf0-7597-4ac1-97f6-bd3c924e5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '18891199-f08d-4185-b3c0-2bad36b73917'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:52.641232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Bound port: ae2dfecf-82e3-42cf-83ee-73b3d5a560dd, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '287abdf0-7597-4ac1-97f6-bd3c924e5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '18891199-f08d-4185-b3c0-2bad36b73917'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:52.641634 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.673012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e2f14-e7db-44e2-b798-2e314b8c2ee4 req-4ad7d731-4e55-4851-886a-08fdf3769e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.674709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9e2f14-e7db-44e2-b798-2e314b8c2ee4 req-4ad7d731-4e55-4851-886a-08fdf3769e21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 1095 time: 0.1591311 Jul 16 08:26:52.699116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-01730865-3fad-4360-b9de-677232c12f18 None None] For port bfe261ee-6327-4191-a1b4-76f83dce9ffa, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=bfe261ee-6327-4191-a1b4-76f83dce9ffa,segment=NetworkSegment(5c65e486-f9b7-4fe4-b5be-f333cb9026fb),segment_id=5c65e486-f9b7-4fe4-b5be-f333cb9026fb)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:52.701900 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-01730865-3fad-4360-b9de-677232c12f18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.708564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c01da-6df4-48d1-86c4-fe8c43592207 req-d44a5cb9-d698-4a47-a960-7a2e1098e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.710047 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad6c01da-6df4-48d1-86c4-fe8c43592207 req-d44a5cb9-d698-4a47-a960-7a2e1098e920 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.5758555 Jul 16 08:26:52.719885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-01730865-3fad-4360-b9de-677232c12f18 None None] Calling delete_port for bfe261ee-6327-4191-a1b4-76f83dce9ffa owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:52.730932 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.735673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.15', 56236) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:52.739048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device bfe261ee-6327-4191-a1b4-76f83dce9ffa no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:26:52.746561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0373f41e-a53c-4ba8-9c6b-02e70f3f83d4 req-18f1b698-e627-4e8f-a6ff-663b783aa8da tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.747517 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0373f41e-a53c-4ba8-9c6b-02e70f3f83d4 req-18f1b698-e627-4e8f-a6ff-663b783aa8da tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 943 time: 0.1909783 Jul 16 08:26:52.815306 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad6c01da-6df4-48d1-86c4-fe8c43592207 req-0c5cc4c0-d52e-4da4-a7e8-68efaad5c609 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.170&port_id=76840e62-7f7c-423f-ab96-25fb96f86227 HTTP/1.1" status: 200 len: 217 time: 0.0788381 Jul 16 08:26:52.836780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] For port ae2dfecf-82e3-42cf-83ee-73b3d5a560dd, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:52.855519 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] For port ae2dfecf-82e3-42cf-83ee-73b3d5a560dd, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=ae2dfecf-82e3-42cf-83ee-73b3d5a560dd,segment=NetworkSegment(287abdf0-7597-4ac1-97f6-bd3c924e5e69),segment_id=287abdf0-7597-4ac1-97f6-bd3c924e5e69)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:52.866034 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0373f41e-a53c-4ba8-9c6b-02e70f3f83d4 req-437158fb-d10b-4acd-8031-8a05fd26427e tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098351 Jul 16 08:26:52.879161 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.897238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.897850 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.900797 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] 10.222.0.15 "PUT /v2.0/ports/ae2dfecf-82e3-42cf-83ee-73b3d5a560dd HTTP/1.1" status: 200 len: 1093 time: 2.0990765 Jul 16 08:26:52.920479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e2f14-e7db-44e2-b798-2e314b8c2ee4 req-b6d99323-b5f0-44f0-b049-aeb86a3cce0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.921447 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9e2f14-e7db-44e2-b798-2e314b8c2ee4 req-b6d99323-b5f0-44f0-b049-aeb86a3cce0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.2233021 Jul 16 08:26:52.941636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7305d3f-71b9-470e-bb89-5e9daaefc6eb req-debfbdb2-6e85-4a02-b941-f229ed44a4dd tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.943220 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.943380 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7305d3f-71b9-470e-bb89-5e9daaefc6eb req-debfbdb2-6e85-4a02-b941-f229ed44a4dd tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 948 time: 0.6312273 Jul 16 08:26:52.944033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Attempting to bind port bfd880ac-0113-4710-9bdc-e224ae57d036 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:52.944371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Attempting to bind port bfd880ac-0113-4710-9bdc-e224ae57d036 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:52.944849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Attempting to bind port bfd880ac-0113-4710-9bdc-e224ae57d036 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:52.947763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c01da-6df4-48d1-86c4-fe8c43592207 req-08c818f6-ca38-48e3-926b-dc853188ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.949188 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad6c01da-6df4-48d1-86c4-fe8c43592207 req-08c818f6-ca38-48e3-926b-dc853188ef13 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1248157 Jul 16 08:26:52.963847 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-01730865-3fad-4360-b9de-677232c12f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.967992 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Port bfd880ac-0113-4710-9bdc-e224ae57d036 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:52.968339 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Attempting to bind port bfd880ac-0113-4710-9bdc-e224ae57d036 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:52.999842 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01730865-3fad-4360-b9de-677232c12f18 None None] Pushing event deleted for resources: {'Port': ['ID=bfe261ee-6327-4191-a1b4-76f83dce9ffa,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:53.011633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:53.011633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:53.011844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:53.012248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Bound port: bfd880ac-0113-4710-9bdc-e224ae57d036, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:53.012696 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.016180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01730865-3fad-4360-b9de-677232c12f18 None None] No DVR routers for this DVR port bfe261ee-6327-4191-a1b4-76f83dce9ffa on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:26:53.033471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa8c2f-12c5-494a-8962-a952caa09b0b req-f5c98bdf-c83b-487e-9f06-df1d189e1c22 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.035061 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-51aa8c2f-12c5-494a-8962-a952caa09b0b req-f5c98bdf-c83b-487e-9f06-df1d189e1c22 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 950 time: 0.2860503 Jul 16 08:26:53.051482 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9e2f14-e7db-44e2-b798-2e314b8c2ee4 req-d6025e71-3005-4b83-978f-6deea3ea13a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232 HTTP/1.1" status: 200 len: 217 time: 0.1218402 Jul 16 08:26:53.068899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fbc646b2-e885-4a97-a1cd-f638885958b3 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:26:53.088136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '784e493a-61e0-4fbb-984f-4a2dbb1a7b8b', 'tag': 'ae2dfecf-82e3-42cf-83ee-73b3d5a560dd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:53.090822 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fd0d41f-ca0f-4b9a-b268-6dee0588ab43" -d '{"events": [{"name": "network-changed", "server_uuid": "784e493a-61e0-4fbb-984f-4a2dbb1a7b8b", "tag": "ae2dfecf-82e3-42cf-83ee-73b3d5a560dd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:53.103650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Deleting port bfe261ee-6327-4191-a1b4-76f83dce9ffa {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:53.104267 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.110286 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: fbc646b2-e885-4a97-a1cd-f638885958b3 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:26:53.110633 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fbc646b2-e885-4a97-a1cd-f638885958b3 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:26:53.131612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26eb7c4-010d-4b76-846a-8a5e9be28d24 service neutron] Pushing event updated for resources: {'Port': ['ID=ae2dfecf-82e3-42cf-83ee-73b3d5a560dd,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:53.162045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e2f14-e7db-44e2-b798-2e314b8c2ee4 req-11dfc92f-b340-4bda-9200-1c8b11b84267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.163599 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9e2f14-e7db-44e2-b798-2e314b8c2ee4 req-11dfc92f-b340-4bda-9200-1c8b11b84267 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.1015244 Jul 16 08:26:53.191668 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7305d3f-71b9-470e-bb89-5e9daaefc6eb req-7f30495d-7612-48b6-9f24-8e592da20f48 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa32c3f9-c43a-426e-91ff-60ddba31af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176321 Jul 16 08:26:53.206998 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9e2f14-e7db-44e2-b798-2e314b8c2ee4 req-63ed0c62-8fe8-4406-8a95-6d37d2941872 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352643 Jul 16 08:26:53.209879 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-f907f9fd-f430-48c0-a699-6aea5d10056d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.211824 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-f907f9fd-f430-48c0-a699-6aea5d10056d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=510f5fb6c0684a19b7b719c816ed0a81&device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 1096 time: 0.1714120 Jul 16 08:26:53.293294 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] For port bfe261ee-6327-4191-a1b4-76f83dce9ffa, host n-d-758944-46, got binding levels [] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:53.293846 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.323139 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Calling delete_port for bfe261ee-6327-4191-a1b4-76f83dce9ffa owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:53.326624 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] For port bfd880ac-0113-4710-9bdc-e224ae57d036, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:53.330522 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.ipam_backend_mixin [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Port bfe261ee-6327-4191-a1b4-76f83dce9ffa was not found and therefore no delete operation was performed {{(pid=93694) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:26:53.334397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6c01da-6df4-48d1-86c4-fe8c43592207 req-59a0da59-a2c9-4d47-b136-7f8e2d5d3a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.336197 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad6c01da-6df4-48d1-86c4-fe8c43592207 req-59a0da59-a2c9-4d47-b136-7f8e2d5d3a45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3792741 Jul 16 08:26:53.346972 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.362209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] For port bfd880ac-0113-4710-9bdc-e224ae57d036, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bfd880ac-0113-4710-9bdc-e224ae57d036,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:53.396994 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.426728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe261ee-6327-4191-a1b4-76f83dce9ffa,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:53.469562 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4be599e-dfc7-40a5-a824-375da7cc338f x-openstack-request-id: req-b4be599e-dfc7-40a5-a824-375da7cc338f {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:53.469836 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "784e493a-61e0-4fbb-984f-4a2dbb1a7b8b", "tag": "ae2dfecf-82e3-42cf-83ee-73b3d5a560dd", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:53.470101 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b4be599e-dfc7-40a5-a824-375da7cc338f {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:53.471244 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '784e493a-61e0-4fbb-984f-4a2dbb1a7b8b', 'tag': 'ae2dfecf-82e3-42cf-83ee-73b3d5a560dd', 'status': 'completed', 'code': 200} Jul 16 08:26:53.491599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Pushing event updated for resources: {'Port': ['ID=bfd880ac-0113-4710-9bdc-e224ae57d036,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:53.498055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] No DVR routers for this DVR port bfe261ee-6327-4191-a1b4-76f83dce9ffa on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:26:53.525865 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-67680c19-f7bd-4e92-b043-174570c84be5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae2dfecf-82e3-42cf-83ee-73b3d5a560dd HTTP/1.1" status: 200 len: 217 time: 0.2990432 Jul 16 08:26:53.606999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-51aa8c2f-12c5-494a-8962-a952caa09b0b req-b31b030e-c5bc-44ea-8aab-3ecd93950b85 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Deleting port eab1746b-e299-41c0-84a7-346e54c59b0d {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:53.607479 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-51aa8c2f-12c5-494a-8962-a952caa09b0b req-b31b030e-c5bc-44ea-8aab-3ecd93950b85 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.659277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-35f7d340-ac40-4824-86e4-16c3107e0022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.660759 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-35f7d340-ac40-4824-86e4-16c3107e0022 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3349f617-5ffe-4ab2-90a0-848a3e1c229d HTTP/1.1" status: 200 len: 854 time: 0.1114151 Jul 16 08:26:53.663759 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.674047 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0770d92-91bd-4864-88e2-7b5eb40282be']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:53.681564 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9e2f14-e7db-44e2-b798-2e314b8c2ee4 req-1d3a6e6b-e774-4df0-9cb5-eae39bc87acc service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4559820 Jul 16 08:26:53.685852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c65e486-f9b7-4fe4-b5be-f333cb9026fb') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:53.685852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c65e486-f9b7-4fe4-b5be-f333cb9026fb') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:53.686254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39118) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:53.721349 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83c252-7592-4cba-9abb-7b22dbd19ace req-fe782a07-ed2e-4f4f-8c55-cee4425cc9f0 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.722953 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf83c252-7592-4cba-9abb-7b22dbd19ace req-fe782a07-ed2e-4f4f-8c55-cee4425cc9f0 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 948 time: 0.2510304 Jul 16 08:26:53.729334 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.738367 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-5b8b5490-57e6-437b-bfc5-f542cba8a14f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18891199-f08d-4185-b3c0-2bad36b73917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679288 Jul 16 08:26:53.749975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.750989 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.752717 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72737371-93c0-4337-b452-fb28f794459a req-92db42f7-5bbe-4a6e-9751-6f896d6eaf10 service neutron] 10.222.0.15 "PUT /v2.0/ports/bfd880ac-0113-4710-9bdc-e224ae57d036 HTTP/1.1" status: 200 len: 1097 time: 2.5606918 Jul 16 08:26:53.757175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fccf2241-bc0a-4ffa-9db9-bc28fe452d79', 'tag': 'bfd880ac-0113-4710-9bdc-e224ae57d036'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:53.759479 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827f0fda-ba27-4f31-abf1-70ed891e6f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "fccf2241-bc0a-4ffa-9db9-bc28fe452d79", "tag": "bfd880ac-0113-4710-9bdc-e224ae57d036"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:53.811777 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.836294 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad6c01da-6df4-48d1-86c4-fe8c43592207 req-1c124e5c-530b-4531-ae56-c0e9223e5665 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4848812 Jul 16 08:26:53.860999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:26:53.861494 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:26:53.866932 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:26:53.918737 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf83c252-7592-4cba-9abb-7b22dbd19ace req-6c89e91a-13f8-4c9f-ba5d-213d4abbd362 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3495ecb-be36-4788-92cd-0ab4d4c0a219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793764 Jul 16 08:26:53.926678 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-492a48e1-b1bc-422b-9acd-c980c5bf358b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.954606 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9e2f14-e7db-44e2-b798-2e314b8c2ee4 req-3dc8fa98-fc72-4c8b-b214-dcdfc05c3b2e service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664623 Jul 16 08:26:53.961147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50899515-832c-43b8-871c-f7a2a34dc4ff req-c01241cc-4ca4-4cad-bc00-18cb5d8c5612 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.962800 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50899515-832c-43b8-871c-f7a2a34dc4ff req-c01241cc-4ca4-4cad-bc00-18cb5d8c5612 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 944 time: 0.4502494 Jul 16 08:26:53.980928 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-143aed1b-c533-46a2-aadd-585bcd25ad94 service neutron] 10.222.0.15 "GET /v2.0/networks/18891199-f08d-4185-b3c0-2bad36b73917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236650 Jul 16 08:26:54.027105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-51aa8c2f-12c5-494a-8962-a952caa09b0b req-b31b030e-c5bc-44ea-8aab-3ecd93950b85 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] For port eab1746b-e299-41c0-84a7-346e54c59b0d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=eab1746b-e299-41c0-84a7-346e54c59b0d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:54.027497 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-51aa8c2f-12c5-494a-8962-a952caa09b0b req-b31b030e-c5bc-44ea-8aab-3ecd93950b85 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.072161 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.095124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-51aa8c2f-12c5-494a-8962-a952caa09b0b req-b31b030e-c5bc-44ea-8aab-3ecd93950b85 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Calling delete_port for eab1746b-e299-41c0-84a7-346e54c59b0d owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:54.103057 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.104980 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/f0770d92-91bd-4864-88e2-7b5eb40282be HTTP/1.1" status: 204 len: 168 time: 1.9037294 Jul 16 08:26:54.134630 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68e484-43d6-46ef-b9ea-3b8958776bb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0770d92-91bd-4864-88e2-7b5eb40282be,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:54.152831 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50899515-832c-43b8-871c-f7a2a34dc4ff req-02782faa-1408-4833-afd6-f3fa116448dc tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/security-groups?id=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482799 Jul 16 08:26:54.164831 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a61a557a-b6bc-400c-ad6a-6ec5475d2be6 req-eccf602b-2368-44df-976d-436583340d76 service neutron] 10.222.0.15 "GET /v2.0/networks/18891199-f08d-4185-b3c0-2bad36b73917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744194 Jul 16 08:26:54.178887 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-492a48e1-b1bc-422b-9acd-c980c5bf358b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.191723 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-492a48e1-b1bc-422b-9acd-c980c5bf358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.197806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72737371-93c0-4337-b452-fb28f794459a req-b066237b-86a5-4801-8984-71c6911b9287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.199799 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72737371-93c0-4337-b452-fb28f794459a req-b066237b-86a5-4801-8984-71c6911b9287 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=615c161d35714cc480b8fcadf1f7158e&device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 1100 time: 0.3812704 Jul 16 08:26:54.205023 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad6c01da-6df4-48d1-86c4-fe8c43592207 req-173d98b9-2461-42fb-8281-556c8ad41e0b service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368316 Jul 16 08:26:54.259547 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b21a6ce-7a35-42b2-98bf-145937243628 x-openstack-request-id: req-2b21a6ce-7a35-42b2-98bf-145937243628 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:54.259791 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fccf2241-bc0a-4ffa-9db9-bc28fe452d79", "tag": "bfd880ac-0113-4710-9bdc-e224ae57d036", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:54.259898 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b21a6ce-7a35-42b2-98bf-145937243628 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:54.261341 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fccf2241-bc0a-4ffa-9db9-bc28fe452d79', 'tag': 'bfd880ac-0113-4710-9bdc-e224ae57d036', 'status': 'completed', 'code': 200} Jul 16 08:26:54.263954 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72737371-93c0-4337-b452-fb28f794459a req-c29a2b34-db9c-48f4-9a50-a9040064e5b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=bfd880ac-0113-4710-9bdc-e224ae57d036 HTTP/1.1" status: 200 len: 217 time: 0.0513747 Jul 16 08:26:54.308738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39132) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:54.318087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a48e1-b1bc-422b-9acd-c980c5bf358b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ca032e-ea14-43d6-90d3-76741aeee801,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:54.333491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e16fda-6d71-4d7f-9576-d1a7239bdd34 req-476e37a4-37b2-45bf-9ee3-cc173ca78c4c tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.338648 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-58e16fda-6d71-4d7f-9576-d1a7239bdd34 req-476e37a4-37b2-45bf-9ee3-cc173ca78c4c tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 950 time: 0.2647736 Jul 16 08:26:54.345846 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-492a48e1-b1bc-422b-9acd-c980c5bf358b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=294dba4a5a054a8281e4d135c9e5109b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6542554 Jul 16 08:26:54.345846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39134) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:54.397556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72737371-93c0-4337-b452-fb28f794459a req-f0eb84a2-9cb8-4772-9c45-825983d0cb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.399090 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72737371-93c0-4337-b452-fb28f794459a req-f0eb84a2-9cb8-4772-9c45-825983d0cb4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1281440 Jul 16 08:26:54.427861 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0d41f-ca0f-4b9a-b268-6dee0588ab43 req-616b24df-fccd-48eb-9b92-c1cf414a4910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.429378 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4fd0d41f-ca0f-4b9a-b268-6dee0588ab43 req-616b24df-fccd-48eb-9b92-c1cf414a4910 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=510f5fb6c0684a19b7b719c816ed0a81&device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 1096 time: 0.1913726 Jul 16 08:26:54.434611 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-58e16fda-6d71-4d7f-9576-d1a7239bdd34 req-5945b835-5ea9-4f4c-a859-b98495c1cd71 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812678 Jul 16 08:26:54.461437 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86bfae12-ef2a-460f-8bbf-ddd519633077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.474846 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-94667079-b5a4-4a10-bf97-98eee36df85d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5ed82808e3974d9c9a0a49cb86185fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1641142 Jul 16 08:26:54.477685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39136) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:54.491141 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-51aa8c2f-12c5-494a-8962-a952caa09b0b req-b31b030e-c5bc-44ea-8aab-3ecd93950b85 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.512769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['eab1746b-e299-41c0-84a7-346e54c59b0d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:54.515485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['822f592b-e3e5-4cea-b9d4-191b05832d68'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:54.536228 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86bfae12-ef2a-460f-8bbf-ddd519633077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.559649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31b030e-c5bc-44ea-8aab-3ecd93950b85 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Pushing event deleted for resources: {'Port': ['ID=eab1746b-e299-41c0-84a7-346e54c59b0d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:54.611511 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0d41f-ca0f-4b9a-b268-6dee0588ab43 req-ac504207-e508-4e7a-80a1-bc20eb2ad268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.613347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4fd0d41f-ca0f-4b9a-b268-6dee0588ab43 req-ac504207-e508-4e7a-80a1-bc20eb2ad268 service neutron] 10.222.0.15 "GET /v2.0/networks?id=18891199-f08d-4185-b3c0-2bad36b73917 HTTP/1.1" status: 200 len: 914 time: 0.1706471 Jul 16 08:26:54.658342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-51aa8c2f-12c5-494a-8962-a952caa09b0b req-b31b030e-c5bc-44ea-8aab-3ecd93950b85 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] No DVR routers for this DVR port eab1746b-e299-41c0-84a7-346e54c59b0d on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:26:54.667276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33eb69-5639-484e-83ce-e5461fe178be req-4c591f4d-ec72-43de-b6bd-3294950d074e tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.669097 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab33eb69-5639-484e-83ce-e5461fe178be req-4c591f4d-ec72-43de-b6bd-3294950d074e tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 943 time: 0.2967615 Jul 16 08:26:54.671054 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86bfae12-ef2a-460f-8bbf-ddd519633077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.674338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86bfae12-ef2a-460f-8bbf-ddd519633077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.677438 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-86bfae12-ef2a-460f-8bbf-ddd519633077 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/00ca032e-ea14-43d6-90d3-76741aeee801 HTTP/1.1" status: 204 len: 168 time: 0.3310206 Jul 16 08:26:54.681773 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4fd0d41f-ca0f-4b9a-b268-6dee0588ab43 req-20d87d69-246c-413c-a270-46cc084ce5bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ae2dfecf-82e3-42cf-83ee-73b3d5a560dd HTTP/1.1" status: 200 len: 217 time: 0.0619709 Jul 16 08:26:54.690692 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfae12-ef2a-460f-8bbf-ddd519633077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ca032e-ea14-43d6-90d3-76741aeee801,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:54.757111 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-51aa8c2f-12c5-494a-8962-a952caa09b0b req-b31b030e-c5bc-44ea-8aab-3ecd93950b85 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.760287 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-51aa8c2f-12c5-494a-8962-a952caa09b0b req-b31b030e-c5bc-44ea-8aab-3ecd93950b85 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.15 "DELETE /v2.0/ports/eab1746b-e299-41c0-84a7-346e54c59b0d HTTP/1.1" status: 204 len: 173 time: 1.7105808 Jul 16 08:26:54.765511 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-63319317-a2bb-4a6a-bb0a-a8f583184dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.800459 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72737371-93c0-4337-b452-fb28f794459a req-3ec4f173-8725-407e-80ab-6ac44bdd0c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.805290 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72737371-93c0-4337-b452-fb28f794459a req-3ec4f173-8725-407e-80ab-6ac44bdd0c2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3806455 Jul 16 08:26:54.817291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd0d41f-ca0f-4b9a-b268-6dee0588ab43 req-b224bca9-ee61-48fe-9216-5b9b401ca461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.819374 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4fd0d41f-ca0f-4b9a-b268-6dee0588ab43 req-b224bca9-ee61-48fe-9216-5b9b401ca461 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3349f617-5ffe-4ab2-90a0-848a3e1c229d HTTP/1.1" status: 200 len: 854 time: 0.1174312 Jul 16 08:26:54.905243 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4fd0d41f-ca0f-4b9a-b268-6dee0588ab43 req-e0213360-4007-4833-850c-42f1fc4b1986 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=18891199-f08d-4185-b3c0-2bad36b73917&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735734 Jul 16 08:26:54.926895 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72737371-93c0-4337-b452-fb28f794459a req-e3db9537-d811-4928-93e7-fc3508fefc68 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083369 Jul 16 08:26:54.933545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab33eb69-5639-484e-83ce-e5461fe178be req-d649b40c-e04c-4749-9b34-cd809a14d29a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394848 Jul 16 08:26:54.936197 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-63319317-a2bb-4a6a-bb0a-a8f583184dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.942772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d8e641-73ab-41ba-9e87-a938f24ad5c6 req-d1e85c08-5ebf-45a4-9b36-caf640595a49 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.944569 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07d8e641-73ab-41ba-9e87-a938f24ad5c6 req-d1e85c08-5ebf-45a4-9b36-caf640595a49 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 948 time: 0.1881065 Jul 16 08:26:55.051965 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07d8e641-73ab-41ba-9e87-a938f24ad5c6 req-95b476aa-e945-4e22-9488-8d240e0af0e0 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa32c3f9-c43a-426e-91ff-60ddba31af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982053 Jul 16 08:26:55.093645 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4fd0d41f-ca0f-4b9a-b268-6dee0588ab43 req-71f742e9-d2db-4571-bfe0-b914b9e6f625 service neutron] 10.222.0.15 "GET /v2.0/networks/18891199-f08d-4185-b3c0-2bad36b73917?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798935 Jul 16 08:26:55.093786 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72737371-93c0-4337-b452-fb28f794459a req-a5ae1434-cc95-4e52-b41a-a15ae28eb988 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553700 Jul 16 08:26:55.145538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-63319317-a2bb-4a6a-bb0a-a8f583184dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.148817 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-63319317-a2bb-4a6a-bb0a-a8f583184dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.150627 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-63319317-a2bb-4a6a-bb0a-a8f583184dd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5a5b0908-a601-437a-bb63-d275b7fb718b HTTP/1.1" status: 204 len: 168 time: 0.6717122 Jul 16 08:26:55.211247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63319317-a2bb-4a6a-bb0a-a8f583184dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a5b0908-a601-437a-bb63-d275b7fb718b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:55.223089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39148) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:55.227229 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2811c-f339-482f-b57d-84cb2b63fa49 req-6f5f5ab0-ed28-4e4d-b56b-1e9aef3860c0 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:55.233029 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-73c2811c-f339-482f-b57d-84cb2b63fa49 req-6f5f5ab0-ed28-4e4d-b56b-1e9aef3860c0 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 948 time: 0.1524661 Jul 16 08:26:55.264467 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4fd0d41f-ca0f-4b9a-b268-6dee0588ab43 req-1fb3d5b3-fbe0-4f18-8a49-93efb22685de service neutron] 10.222.0.15 "GET /v2.0/networks/18891199-f08d-4185-b3c0-2bad36b73917?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592665 Jul 16 08:26:55.265371 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb70e492-95cc-4c6e-ad09-8405c38e4e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.297360 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-73c2811c-f339-482f-b57d-84cb2b63fa49 req-1f4bfe88-42a1-4713-88c7-69e5bb6c3e9b tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3495ecb-be36-4788-92cd-0ab4d4c0a219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611153 Jul 16 08:26:55.322089 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f0fda-ba27-4f31-abf1-70ed891e6f0e req-16830fe0-cd0c-4f4c-b497-c40d04f307c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:55.324975 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-827f0fda-ba27-4f31-abf1-70ed891e6f0e req-16830fe0-cd0c-4f4c-b497-c40d04f307c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=615c161d35714cc480b8fcadf1f7158e&device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 1100 time: 0.1650617 Jul 16 08:26:55.424355 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb70e492-95cc-4c6e-ad09-8405c38e4e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.432266 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb70e492-95cc-4c6e-ad09-8405c38e4e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.448400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f0fda-ba27-4f31-abf1-70ed891e6f0e req-c5083a07-104b-4622-aa87-48c09bbb0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:55.450689 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-827f0fda-ba27-4f31-abf1-70ed891e6f0e req-c5083a07-104b-4622-aa87-48c09bbb0401 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.1192491 Jul 16 08:26:55.480588 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bb70e492-95cc-4c6e-ad09-8405c38e4e2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf77d23b0d5b40489f7e91508de11250&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2564173 Jul 16 08:26:55.481328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70e492-95cc-4c6e-ad09-8405c38e4e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f37cfcd-04b0-4a01-bb67-cf4721660d61,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:55.483822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39156) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:55.498817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6960e7-df4d-40c1-850c-d5f93d74ffb4 req-faf245c3-a71c-4bb0-843d-c3cb254d75fb tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:55.506602 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ba6960e7-df4d-40c1-850c-d5f93d74ffb4 req-faf245c3-a71c-4bb0-843d-c3cb254d75fb tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 944 time: 0.1594219 Jul 16 08:26:55.526912 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-827f0fda-ba27-4f31-abf1-70ed891e6f0e req-1f69e2d7-18a9-466d-a65e-89d7e0b5adb9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=bfd880ac-0113-4710-9bdc-e224ae57d036 HTTP/1.1" status: 200 len: 217 time: 0.0692954 Jul 16 08:26:55.573967 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ba6960e7-df4d-40c1-850c-d5f93d74ffb4 req-9d453a7a-41f2-4e84-8134-285b44ab57e1 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/security-groups?id=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663924 Jul 16 08:26:55.610230 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-771385a5-f491-4f86-a1d3-597383c0c255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.664327 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-771385a5-f491-4f86-a1d3-597383c0c255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.729790 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-771385a5-f491-4f86-a1d3-597383c0c255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.732694 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-771385a5-f491-4f86-a1d3-597383c0c255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.736530 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-771385a5-f491-4f86-a1d3-597383c0c255 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f37cfcd-04b0-4a01-bb67-cf4721660d61 HTTP/1.1" status: 204 len: 168 time: 0.2483413 Jul 16 08:26:55.742122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771385a5-f491-4f86-a1d3-597383c0c255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f37cfcd-04b0-4a01-bb67-cf4721660d61,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:55.852762 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 76840e62-7f7c-423f-ab96-25fb96f86227 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:55.976423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 76840e62-7f7c-423f-ab96-25fb96f86227, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=76840e62-7f7c-423f-ab96-25fb96f86227,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:55.984712 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-76fc7340-17f2-421d-9161-02cd044d5bb7 req-93287f67-6e45-49f2-ad57-23339c0c6f31 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6726a10-c579-4eb6-a152-b84cafbeeedf HTTP/1.1" status: 200 len: 210 time: 0.3297985 Jul 16 08:26:55.986221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f0fda-ba27-4f31-abf1-70ed891e6f0e req-842e3309-cf8b-4cb2-9bb6-b1849b6c0694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:55.987775 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-827f0fda-ba27-4f31-abf1-70ed891e6f0e req-842e3309-cf8b-4cb2-9bb6-b1849b6c0694 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.4533851 Jul 16 08:26:56.011503 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '76840e62-7f7c-423f-ab96-25fb96f86227', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '76840e62-7f7c-423f-ab96-25fb96f86227', 'mac_address': 'fa:16:3e:f6:3e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.170'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:56.053461 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.069427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f0fda-ba27-4f31-abf1-70ed891e6f0e req-55579e90-bbf2-4b87-b0e2-60256d93ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:56.072968 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-827f0fda-ba27-4f31-abf1-70ed891e6f0e req-55579e90-bbf2-4b87-b0e2-60256d93ddb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0768998 Jul 16 08:26:56.077073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76840e62-7f7c-423f-ab96-25fb96f86227 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:56.128759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 76840e62-7f7c-423f-ab96-25fb96f86227, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=76840e62-7f7c-423f-ab96-25fb96f86227,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:56.137257 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.214796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39184) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:56.217681 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30154f29-c67c-4e0f-b1c4-5f48374babae req-5434cd2c-ae62-41bb-863d-ced240c0f08c tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:56.219432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30154f29-c67c-4e0f-b1c4-5f48374babae req-5434cd2c-ae62-41bb-863d-ced240c0f08c tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 943 time: 0.1375201 Jul 16 08:26:56.231781 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-827f0fda-ba27-4f31-abf1-70ed891e6f0e req-955c9323-ff06-4868-ad15-484ba555806d service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462483 Jul 16 08:26:56.233693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=76840e62-7f7c-423f-ab96-25fb96f86227,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:56.262555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6726a10-c579-4eb6-a152-b84cafbeeedf', 'name': 'network-vif-deleted', 'tag': 'eab1746b-e299-41c0-84a7-346e54c59b0d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:56.264963 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd2cf29-3ff1-4463-8c6a-f936ee2415eb" -d '{"events": [{"server_uuid": "d6726a10-c579-4eb6-a152-b84cafbeeedf", "name": "network-vif-deleted", "tag": "eab1746b-e299-41c0-84a7-346e54c59b0d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:56.286718 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30154f29-c67c-4e0f-b1c4-5f48374babae req-dd1b3265-a626-420f-b3d7-665a8530eb25 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600660 Jul 16 08:26:56.351030 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc83c162-7f2d-48fd-a3cb-233969244f47 x-openstack-request-id: req-fc83c162-7f2d-48fd-a3cb-233969244f47 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:56.351320 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6726a10-c579-4eb6-a152-b84cafbeeedf", "name": "network-vif-deleted", "tag": "eab1746b-e299-41c0-84a7-346e54c59b0d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:56.351566 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc83c162-7f2d-48fd-a3cb-233969244f47 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:56.351945 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6726a10-c579-4eb6-a152-b84cafbeeedf', 'name': 'network-vif-deleted', 'tag': 'eab1746b-e299-41c0-84a7-346e54c59b0d', 'status': 'completed', 'code': 200} Jul 16 08:26:56.394577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['76840e62-7f7c-423f-ab96-25fb96f86227'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:56.398138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48331dda-2fcb-45a2-9f47-2c5f1388ebcf req-dede7f0e-9a43-4079-ba4e-fa18f4eaaa78 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:56.401286 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-48331dda-2fcb-45a2-9f47-2c5f1388ebcf req-dede7f0e-9a43-4079-ba4e-fa18f4eaaa78 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 948 time: 0.1679704 Jul 16 08:26:56.403576 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-827f0fda-ba27-4f31-abf1-70ed891e6f0e req-84938c1a-26b0-4b56-ba92-5c5899430c8a service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526215 Jul 16 08:26:56.411074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1539342984-network', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:56.473375 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-48331dda-2fcb-45a2-9f47-2c5f1388ebcf req-0deff507-25b5-4a76-8e97-73af4b6850ec tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa32c3f9-c43a-426e-91ff-60ddba31af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660424 Jul 16 08:26:56.480272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] Made reservation on behalf of 2da21cd3875a446cbc9918c552ebd204 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:56.487710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.501679 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.552622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:56.568626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device eab1746b-e299-41c0-84a7-346e54c59b0d no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:26:56.573792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efa8d1d-9844-430d-a2fc-4137d0d47659 req-2976ad3e-ac2b-41bf-abdb-ef7e4e348062 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:56.576014 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0efa8d1d-9844-430d-a2fc-4137d0d47659 req-2976ad3e-ac2b-41bf-abdb-ef7e4e348062 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 949 time: 0.0977402 Jul 16 08:26:56.619829 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: eab1746b-e299-41c0-84a7-346e54c59b0d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:26:56.620666 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device eab1746b-e299-41c0-84a7-346e54c59b0d not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:26:56.649716 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.654897 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0efa8d1d-9844-430d-a2fc-4137d0d47659 req-ffbe076f-e53e-47d7-a258-2a225a323050 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3495ecb-be36-4788-92cd-0ab4d4c0a219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700917 Jul 16 08:26:56.655834 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.691662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:26:56.715505 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.715988 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] Added segment 612cc99d-4136-4a7e-875a-e3e4e2a33d78 of type vlan for network 678368f8-9970-4b61-9de6-2e955f47301b Jul 16 08:26:56.717488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc901f8-db4c-4894-b366-6ee5423adf38,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:56.776719 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.777631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:56.790157 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '8c6150fd-1b12-44cc-9d5c-859b6bf8e232', 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d', 'port_id': '8c6150fd-1b12-44cc-9d5c-859b6bf8e232', 'mac_address': 'fa:16:3e:7c:f1:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb74546-d50f-4c12-b2cd-ff2586987f2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:56.842080 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.842817 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.843283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:56.843932 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.857833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:56.881179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:56.882517 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6666601 Jul 16 08:26:56.885469 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39210) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:56.887676 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.893889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-26742613-a5f0-4641-86d0-75b19c7bbe93 admin admin] Request body: {'subnet': {'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1539342984-subnet', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:56.922241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f8b1d0-7c6a-4e9a-8498-232718ec9c62 admin admin] Pushing event updated for resources: {'Network': ['ID=678368f8-9970-4b61-9de6-2e955f47301b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:56.923820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26742613-a5f0-4641-86d0-75b19c7bbe93 admin admin] Made reservation on behalf of 2da21cd3875a446cbc9918c552ebd204 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:56.928069 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-26742613-a5f0-4641-86d0-75b19c7bbe93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.935740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 678368f8-9970-4b61-9de6-2e955f47301b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:26:56.947321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0eb7c-af94-410d-b04c-bd8f762b47ec req-ec503435-d8da-4492-9934-020f5b94aad3 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:56.949151 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01c0eb7c-af94-410d-b04c-bd8f762b47ec req-ec503435-d8da-4492-9934-020f5b94aad3 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 944 time: 0.1389658 Jul 16 08:26:56.983621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:57.007296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01c0eb7c-af94-410d-b04c-bd8f762b47ec req-e8ab7d72-43c8-4b4b-bb45-69003916452b tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/security-groups?id=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511656 Jul 16 08:26:57.094052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['8c6150fd-1b12-44cc-9d5c-859b6bf8e232'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:57.144865 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-26742613-a5f0-4641-86d0-75b19c7bbe93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.216516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26742613-a5f0-4641-86d0-75b19c7bbe93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e4c330-38d6-45d2-beaa-4e0feb1c897e,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:57.225718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26742613-a5f0-4641-86d0-75b19c7bbe93 admin admin] Checking segment: {'id': '612cc99d-4136-4a7e-875a-e3e4e2a33d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:57.226077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26742613-a5f0-4641-86d0-75b19c7bbe93 admin admin] Network hostable DHCP agents. Network: 678368f8-9970-4b61-9de6-2e955f47301b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:26:57.246526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26742613-a5f0-4641-86d0-75b19c7bbe93 admin admin] Network 678368f8-9970-4b61-9de6-2e955f47301b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:26:57.257859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-26742613-a5f0-4641-86d0-75b19c7bbe93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 678368f8-9970-4b61-9de6-2e955f47301b) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:57.265821 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3612b20c-e757-4e0d-bec4-d467a0d80456 None None] Network 678368f8-9970-4b61-9de6-2e955f47301b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:57.270478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26742613-a5f0-4641-86d0-75b19c7bbe93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:57.271164 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-26742613-a5f0-4641-86d0-75b19c7bbe93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.292548 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-26742613-a5f0-4641-86d0-75b19c7bbe93 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4026361 Jul 16 08:26:57.292748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39222) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:57.297273 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:57.325572 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.327413 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.469351 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.497765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-678368f8-9970-4b61-9de6-2e955f47301b', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'fixed_ips': [{'subnet_id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:26:57.498852 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.601494 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602f85b-2686-4012-b4fd-045ed460c67c req-7a036af7-160a-4058-a290-dca3b96e0697 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:57.604011 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c602f85b-2686-4012-b4fd-045ed460c67c req-7a036af7-160a-4058-a290-dca3b96e0697 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 949 time: 0.0994332 Jul 16 08:26:57.657028 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c602f85b-2686-4012-b4fd-045ed460c67c req-da239bb4-b81f-474e-b038-c4b9fd81ea24 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468314 Jul 16 08:26:57.668365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Allocated IP 172.20.0.2 (678368f8-9970-4b61-9de6-2e955f47301b/b1e4c330-38d6-45d2-beaa-4e0feb1c897e/5111dc0d-48ab-4f03-9981-15b30bcd983c) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:57.669304 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2d0f8d-7de7-41da-8e4c-798df36ffef4 req-676b5716-365c-4ccd-ac89-85b812175643 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:57.670903 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bd2d0f8d-7de7-41da-8e4c-798df36ffef4 req-676b5716-365c-4ccd-ac89-85b812175643 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 944 time: 0.2360599 Jul 16 08:26:57.691230 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.744866 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bd2d0f8d-7de7-41da-8e4c-798df36ffef4 req-db3ca3ea-5b14-484a-be7e-93bc164fe328 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506408 Jul 16 08:26:57.894569 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d5333-b276-436f-9e74-e333de97f444 req-250322fc-33b5-4072-96b2-f6bd408a5a17 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:57.905785 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c35d5333-b276-436f-9e74-e333de97f444 req-250322fc-33b5-4072-96b2-f6bd408a5a17 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 948 time: 0.0951176 Jul 16 08:26:57.913480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 76840e62-7f7c-423f-ab96-25fb96f86227 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:57.959641 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c35d5333-b276-436f-9e74-e333de97f444 req-3af9f714-4e49-4d5e-bab1-9ba7519dceed tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa32c3f9-c43a-426e-91ff-60ddba31af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523922 Jul 16 08:26:58.016566 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.027256 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Transition to ACTIVE for port object 5111dc0d-48ab-4f03-9981-15b30bcd983c will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:58.031535 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39246) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:58.047562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Transition to ACTIVE for port object 5111dc0d-48ab-4f03-9981-15b30bcd983c will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:58.061800 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.097787 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea13e2-3424-42df-87b3-958fbb58b779 req-54dff3f9-cf8b-4ee6-b239-5d129a3df012 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:58.099647 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ceea13e2-3424-42df-87b3-958fbb58b779 req-54dff3f9-cf8b-4ee6-b239-5d129a3df012 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 949 time: 0.2184775 Jul 16 08:26:58.109048 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.111672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Network 678368f8-9970-4b61-9de6-2e955f47301b is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:58.119086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:58.122977 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:58.135175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Pushing event updated for resources: {'Port': ['ID=5111dc0d-48ab-4f03-9981-15b30bcd983c,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:58.165029 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.186272 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9a304772-ee4f-4ca4-ac84-0aa21e904946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.191411 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 76840e62-7f7c-423f-ab96-25fb96f86227 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:58.204087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ceea13e2-3424-42df-87b3-958fbb58b779 req-06b7b80b-561a-4eb9-9312-9b5149dccc9c tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3495ecb-be36-4788-92cd-0ab4d4c0a219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903978 Jul 16 08:26:58.205150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 76840e62-7f7c-423f-ab96-25fb96f86227 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:58.205528 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.209768 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Attempting to bind port 5111dc0d-48ab-4f03-9981-15b30bcd983c on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:58.210222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Attempting to bind port 5111dc0d-48ab-4f03-9981-15b30bcd983c by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '612cc99d-4136-4a7e-875a-e3e4e2a33d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:58.210521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Attempting to bind port 5111dc0d-48ab-4f03-9981-15b30bcd983c on network 678368f8-9970-4b61-9de6-2e955f47301b {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:58.242724 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:58.243408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Checking segment: {'id': '612cc99d-4136-4a7e-875a-e3e4e2a33d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:58.243908 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.244271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Bound using segment: {'id': '612cc99d-4136-4a7e-875a-e3e4e2a33d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:58.244805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Bound port: 5111dc0d-48ab-4f03-9981-15b30bcd983c, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612cc99d-4136-4a7e-875a-e3e4e2a33d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:58.245196 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.329781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Allocated IP 172.25.4.208 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/e085901e-2ffc-4b29-8f25-529b74ee7f34) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:58.353412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4f0b45-7823-4fb4-a843-d7be2de7e7a9 req-e25b78dd-c215-4e1d-89ea-8d190cf327a7 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:58.356545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] For port 5111dc0d-48ab-4f03-9981-15b30bcd983c, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:58.357273 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d4f0b45-7823-4fb4-a843-d7be2de7e7a9 req-e25b78dd-c215-4e1d-89ea-8d190cf327a7 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 944 time: 0.1130586 Jul 16 08:26:58.361753 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] For port 5111dc0d-48ab-4f03-9981-15b30bcd983c, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5111dc0d-48ab-4f03-9981-15b30bcd983c,segment=NetworkSegment(612cc99d-4136-4a7e-875a-e3e4e2a33d78),segment_id=612cc99d-4136-4a7e-875a-e3e4e2a33d78)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:58.364460 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.374122 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.388905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9a304772-ee4f-4ca4-ac84-0aa21e904946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.394504 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9a304772-ee4f-4ca4-ac84-0aa21e904946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.429358 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d0d258-61df-484b-bae3-3d8b61122a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76840e62-7f7c-423f-ab96-25fb96f86227'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:58.431173 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa6e357-f759-4d40-bd61-3b2347cefec7" -d '{"events": [{"server_uuid": "f6d0d258-61df-484b-bae3-3d8b61122a04", "name": "network-vif-plugged", "status": "completed", "tag": "76840e62-7f7c-423f-ab96-25fb96f86227"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:58.452747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 76840e62-7f7c-423f-ab96-25fb96f86227, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=76840e62-7f7c-423f-ab96-25fb96f86227,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:58.460081 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.462175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51521a1-2d37-4351-95bc-2b4d16a5f103 None None] Pushing event updated for resources: {'Port': ['ID=5111dc0d-48ab-4f03-9981-15b30bcd983c,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:58.469530 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d4f0b45-7823-4fb4-a843-d7be2de7e7a9 req-1c55a333-e609-4f19-bdb8-3fa1007429c6 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/security-groups?id=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062675 Jul 16 08:26:58.473964 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a304772-ee4f-4ca4-ac84-0aa21e904946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47df19de-7a07-4706-9aca-4efa929ad36f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:58.479634 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9a304772-ee4f-4ca4-ac84-0aa21e904946 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bc774ff375d40d381491405e4fa2423&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4466052 Jul 16 08:26:58.482891 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.483057 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39254) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:58.516944 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f39845a-4342-46fd-85f0-71d9d47bf4c2 x-openstack-request-id: req-0f39845a-4342-46fd-85f0-71d9d47bf4c2 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:58.517458 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d0d258-61df-484b-bae3-3d8b61122a04", "name": "network-vif-plugged", "status": "completed", "tag": "76840e62-7f7c-423f-ab96-25fb96f86227", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:58.517576 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f39845a-4342-46fd-85f0-71d9d47bf4c2 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:58.517925 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d0d258-61df-484b-bae3-3d8b61122a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76840e62-7f7c-423f-ab96-25fb96f86227', 'code': 200} Jul 16 08:26:58.533206 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:58.535337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device bfd880ac-0113-4710-9bdc-e224ae57d036 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:58.573662 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-479adf2c-d0d8-480d-ae7d-cdc5d7072abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.586221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=76840e62-7f7c-423f-ab96-25fb96f86227,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:58.605179 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-479adf2c-d0d8-480d-ae7d-cdc5d7072abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.674837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:58.683099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:58.684942 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.738892 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-479adf2c-d0d8-480d-ae7d-cdc5d7072abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.748125 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-479adf2c-d0d8-480d-ae7d-cdc5d7072abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.754216 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-479adf2c-d0d8-480d-ae7d-cdc5d7072abb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47df19de-7a07-4706-9aca-4efa929ad36f HTTP/1.1" status: 204 len: 168 time: 0.2700167 Jul 16 08:26:58.769835 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479adf2c-d0d8-480d-ae7d-cdc5d7072abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47df19de-7a07-4706-9aca-4efa929ad36f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:58.772876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port bfd880ac-0113-4710-9bdc-e224ae57d036, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bfd880ac-0113-4710-9bdc-e224ae57d036,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:58.775277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5bdd1b-e238-49cc-8ad1-81f34bedbe41 req-4fd0caab-df35-4001-88d8-74f18fb1e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:58.777147 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da5bdd1b-e238-49cc-8ad1-81f34bedbe41 req-4fd0caab-df35-4001-88d8-74f18fb1e517 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 1102 time: 0.1644428 Jul 16 08:26:58.860560 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.874934 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da5bdd1b-e238-49cc-8ad1-81f34bedbe41 req-645f9c8a-3990-419a-a352-267284df1a4b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d3495ecb-be36-4788-92cd-0ab4d4c0a219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840611 Jul 16 08:26:58.884360 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'bfd880ac-0113-4710-9bdc-e224ae57d036', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'bfd880ac-0113-4710-9bdc-e224ae57d036', 'mac_address': 'fa:16:3e:6b:a2:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:58.922812 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:58.924438 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.931025 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.945849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:58.948277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:58.951274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:59.056996 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64c25c6-4140-48d6-af0f-172c93257238 req-c0d977c9-efd6-4312-890b-938039bab1d7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:59.058472 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e64c25c6-4140-48d6-af0f-172c93257238 req-c0d977c9-efd6-4312-890b-938039bab1d7 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 949 time: 0.1863124 Jul 16 08:26:59.067427 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.072635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Pushing event updated for resources: {'Port': ['ID=e085901e-2ffc-4b29-8f25-529b74ee7f34,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:59.085257 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:59.112792 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfd880ac-0113-4710-9bdc-e224ae57d036 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:59.128662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed93aab-8f1d-4277-9ceb-cdc63922c029 req-22366f2b-1509-4c72-b8d1-84b91e392c20 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:59.130442 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ed93aab-8f1d-4277-9ceb-cdc63922c029 req-22366f2b-1509-4c72-b8d1-84b91e392c20 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.38 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 949 time: 0.1555653 Jul 16 08:26:59.149245 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port bfd880ac-0113-4710-9bdc-e224ae57d036, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bfd880ac-0113-4710-9bdc-e224ae57d036,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:59.155490 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.156066 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device ae2dfecf-82e3-42cf-83ee-73b3d5a560dd details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:59.174643 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e64c25c6-4140-48d6-af0f-172c93257238 req-ec808a17-5c08-47da-8150-f7b251158111 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/security-groups?id=3717c8e7-cb5e-4b92-b256-c89b6d41c112&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034997 Jul 16 08:26:59.218150 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa778952-e616-4404-821c-aa52b80d2589 req-4f47560a-9555-497e-b26a-c5f0e089e688 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:59.225538 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aa778952-e616-4404-821c-aa52b80d2589 req-4f47560a-9555-497e-b26a-c5f0e089e688 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 945 time: 0.2320461 Jul 16 08:26:59.301941 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39270) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:59.307322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=bfd880ac-0113-4710-9bdc-e224ae57d036,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:59.318143 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aa778952-e616-4404-821c-aa52b80d2589 req-7b73e568-6ddb-48f3-a9a4-7088a01287b7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915499 Jul 16 08:26:59.341683 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-06115cc8-0b04-4fcb-98c0-8554bbdd7449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.377272 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port ae2dfecf-82e3-42cf-83ee-73b3d5a560dd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=ae2dfecf-82e3-42cf-83ee-73b3d5a560dd,segment=NetworkSegment(287abdf0-7597-4ac1-97f6-bd3c924e5e69),segment_id=287abdf0-7597-4ac1-97f6-bd3c924e5e69)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:59.395591 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'ae2dfecf-82e3-42cf-83ee-73b3d5a560dd', 'network_id': '18891199-f08d-4185-b3c0-2bad36b73917', 'port_id': 'ae2dfecf-82e3-42cf-83ee-73b3d5a560dd', 'mac_address': 'fa:16:3e:05:42:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3349f617-5ffe-4ab2-90a0-848a3e1c229d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:59.418887 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.424617 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-3ed93aab-8f1d-4277-9ceb-cdc63922c029 req-c50fbd5a-fc91-4fac-b4a1-995311b99cd0 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Deleting port 822f592b-e3e5-4cea-b9d4-191b05832d68 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:59.425215 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3ed93aab-8f1d-4277-9ceb-cdc63922c029 req-c50fbd5a-fc91-4fac-b4a1-995311b99cd0 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.459520 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.490715 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae2dfecf-82e3-42cf-83ee-73b3d5a560dd {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:59.519983 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port ae2dfecf-82e3-42cf-83ee-73b3d5a560dd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=ae2dfecf-82e3-42cf-83ee-73b3d5a560dd,segment=NetworkSegment(287abdf0-7597-4ac1-97f6-bd3c924e5e69),segment_id=287abdf0-7597-4ac1-97f6-bd3c924e5e69)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:59.528361 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.633890 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=ae2dfecf-82e3-42cf-83ee-73b3d5a560dd,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:59.677450 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-06115cc8-0b04-4fcb-98c0-8554bbdd7449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.683746 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-3ed93aab-8f1d-4277-9ceb-cdc63922c029 req-c50fbd5a-fc91-4fac-b4a1-995311b99cd0 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] For port 822f592b-e3e5-4cea-b9d4-191b05832d68, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=822f592b-e3e5-4cea-b9d4-191b05832d68,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:59.684241 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3ed93aab-8f1d-4277-9ceb-cdc63922c029 req-c50fbd5a-fc91-4fac-b4a1-995311b99cd0 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.694018 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-06115cc8-0b04-4fcb-98c0-8554bbdd7449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.709453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-3ed93aab-8f1d-4277-9ceb-cdc63922c029 req-c50fbd5a-fc91-4fac-b4a1-995311b99cd0 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Calling delete_port for 822f592b-e3e5-4cea-b9d4-191b05832d68 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:59.742529 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ae706-2e7c-4657-bab5-6efcda280970 req-2728fcef-5f45-48a3-8a1c-86d109baf773 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:59.744129 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb6ae706-2e7c-4657-bab5-6efcda280970 req-2728fcef-5f45-48a3-8a1c-86d109baf773 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 949 time: 0.3794720 Jul 16 08:26:59.746485 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.751580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['bfd880ac-0113-4710-9bdc-e224ae57d036'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:59.756448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['ae2dfecf-82e3-42cf-83ee-73b3d5a560dd'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:59.772409 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-06115cc8-0b04-4fcb-98c0-8554bbdd7449 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5321f1f80ad24bee9dcfea576c6be5fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4669337 Jul 16 08:26:59.772645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747fb27c-7490-4d88-a4db-068fffa2bd69 req-a730c156-f3ca-4455-8941-ccd89bf66873 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:59.777929 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-747fb27c-7490-4d88-a4db-068fffa2bd69 req-a730c156-f3ca-4455-8941-ccd89bf66873 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 950 time: 0.1281545 Jul 16 08:26:59.807191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39274) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:59.811775 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06115cc8-0b04-4fcb-98c0-8554bbdd7449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd600cc1-bd29-41a2-b806-93d3e615261c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:59.897127 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-747fb27c-7490-4d88-a4db-068fffa2bd69 req-7b848fd6-8640-441d-ab3b-88152eca4fae tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3495ecb-be36-4788-92cd-0ab4d4c0a219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179521 Jul 16 08:26:59.898968 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb6ae706-2e7c-4657-bab5-6efcda280970 req-7578e974-b848-4575-a505-8245f8ec9822 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa32c3f9-c43a-426e-91ff-60ddba31af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369567 Jul 16 08:26:59.910242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabae92e-265d-4d9a-bcf8-c2d04d9da3a9 None None] Network 678368f8-9970-4b61-9de6-2e955f47301b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:59.939876 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-543be5db-339c-4e9f-ac95-6549dcdaa92f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:00.031975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Router 392552b4-7d9c-46e5-9ab9-fca23e97b96b is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:27:00.036822 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-543be5db-339c-4e9f-ac95-6549dcdaa92f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:00.070319 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3ed93aab-8f1d-4277-9ceb-cdc63922c029 req-c50fbd5a-fc91-4fac-b4a1-995311b99cd0 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:00.077744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-aa141a82-2e41-4275-b60b-aeee54e73153 None None] Provisioning for port 5111dc0d-48ab-4f03-9981-15b30bcd983c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:00.090692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['822f592b-e3e5-4cea-b9d4-191b05832d68'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:00.103777 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50fbd5a-fc91-4fac-b4a1-995311b99cd0 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Pushing event deleted for resources: {'Port': ['ID=822f592b-e3e5-4cea-b9d4-191b05832d68,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:00.160780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed93aab-8f1d-4277-9ceb-cdc63922c029 req-c50fbd5a-fc91-4fac-b4a1-995311b99cd0 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] No DVR routers for this DVR port 822f592b-e3e5-4cea-b9d4-191b05832d68 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:00.163696 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3ed93aab-8f1d-4277-9ceb-cdc63922c029 req-c50fbd5a-fc91-4fac-b4a1-995311b99cd0 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:00.166306 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ed93aab-8f1d-4277-9ceb-cdc63922c029 req-c50fbd5a-fc91-4fac-b4a1-995311b99cd0 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.38 "DELETE /v2.0/ports/822f592b-e3e5-4cea-b9d4-191b05832d68 HTTP/1.1" status: 204 len: 173 time: 1.0295548 Jul 16 08:27:00.166845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dd9970a-0e60-460e-91fd-308ec673d16b', 'name': 'network-vif-deleted', 'tag': '822f592b-e3e5-4cea-b9d4-191b05832d68'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:00.177712 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6b4059-dc37-41b0-89bb-9b4e685eb337" -d '{"events": [{"server_uuid": "0dd9970a-0e60-460e-91fd-308ec673d16b", "name": "network-vif-deleted", "tag": "822f592b-e3e5-4cea-b9d4-191b05832d68"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:00.182948 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:27:00.198463 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-543be5db-339c-4e9f-ac95-6549dcdaa92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:00.201753 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-543be5db-339c-4e9f-ac95-6549dcdaa92f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:00.204077 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-543be5db-339c-4e9f-ac95-6549dcdaa92f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd600cc1-bd29-41a2-b806-93d3e615261c HTTP/1.1" status: 204 len: 168 time: 0.3933377 Jul 16 08:27:00.223714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543be5db-339c-4e9f-ac95-6549dcdaa92f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd600cc1-bd29-41a2-b806-93d3e615261c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:00.224592 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Sync routers for ids ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:00.234943 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:00.236709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a748ee48-c47f-4646-9da5-078681e806c0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.9430821 Jul 16 08:27:00.239447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39282) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:00.246646 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2079ba-c346-42ec-8f89-7bc3a87458f9 req-2010dd2e-e85c-4b59-91be-a1390f604fb2 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:00.259569 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f2079ba-c346-42ec-8f89-7bc3a87458f9 req-2010dd2e-e85c-4b59-91be-a1390f604fb2 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 945 time: 0.2294157 Jul 16 08:27:00.317882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Routers {'392552b4-7d9c-46e5-9ab9-fca23e97b96b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:00.318532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:26:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:00.326059 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f2079ba-c346-42ec-8f89-7bc3a87458f9 req-b6390ea8-954b-48ed-ac40-7f163e56cebd tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/security-groups?id=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655015 Jul 16 08:27:00.519872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6150fd-1b12-44cc-9d5c-859b6bf8e232'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:00.521453 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9900facf-c052-4827-85e6-aec7e85fbe71" -d '{"events": [{"server_uuid": "98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee", "name": "network-vif-plugged", "status": "completed", "tag": "8c6150fd-1b12-44cc-9d5c-859b6bf8e232"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:00.528237 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92bc6d47-b0d4-4ff9-8e2d-81c8bfe6dc10 x-openstack-request-id: req-92bc6d47-b0d4-4ff9-8e2d-81c8bfe6dc10 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:00.536158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Set router 392552b4-7d9c-46e5-9ab9-fca23e97b96b gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:00.549780 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dd9970a-0e60-460e-91fd-308ec673d16b", "name": "network-vif-deleted", "tag": "822f592b-e3e5-4cea-b9d4-191b05832d68", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:00.550182 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92bc6d47-b0d4-4ff9-8e2d-81c8bfe6dc10 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:00.550705 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dd9970a-0e60-460e-91fd-308ec673d16b', 'name': 'network-vif-deleted', 'tag': '822f592b-e3e5-4cea-b9d4-191b05832d68', 'status': 'completed', 'code': 200} Jul 16 08:27:00.621811 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-962f84a2-cf10-44db-9550-c1b4e382aa17 req-fbb472e3-4df6-4e08-acc0-82da179fb2a3 tempest-LiveMigrationNegativeTest-966725914 tempest-LiveMigrationNegativeTest-966725914-project] 10.222.0.20 "GET /v2.0/ports?device_id=0dd9970a-0e60-460e-91fd-308ec673d16b HTTP/1.1" status: 200 len: 210 time: 0.0676641 Jul 16 08:27:00.720236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fdc92-a85b-403c-827b-2809d92241af req-43b4db2f-e0e8-474e-af64-c767db9b44df tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:00.730616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b87fdc92-a85b-403c-827b-2809d92241af req-43b4db2f-e0e8-474e-af64-c767db9b44df tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 945 time: 0.2143261 Jul 16 08:27:00.883033 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b87fdc92-a85b-403c-827b-2809d92241af req-ddff237c-b6fc-4954-bc9c-5cc5937e72aa tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456459 Jul 16 08:27:01.006001 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05abfe3f-0b02-4d30-a674-32a453af0875 x-openstack-request-id: req-05abfe3f-0b02-4d30-a674-32a453af0875 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:01.006301 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee", "name": "network-vif-plugged", "status": "completed", "tag": "8c6150fd-1b12-44cc-9d5c-859b6bf8e232", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:01.006554 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05abfe3f-0b02-4d30-a674-32a453af0875 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:01.006958 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c6150fd-1b12-44cc-9d5c-859b6bf8e232', 'code': 200} Jul 16 08:27:01.014018 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5111dc0d-48ab-4f03-9981-15b30bcd983c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:01.194293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5cff40-f9e5-4fa3-8764-3dd3f2be91ff req-1e353257-cd0a-4c34-ae7a-5583299db037 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:01.210688 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be5cff40-f9e5-4fa3-8764-3dd3f2be91ff req-1e353257-cd0a-4c34-ae7a-5583299db037 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 949 time: 0.1354654 Jul 16 08:27:01.290712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 5111dc0d-48ab-4f03-9981-15b30bcd983c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:01.295208 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be5cff40-f9e5-4fa3-8764-3dd3f2be91ff req-613ad3e7-efda-4640-af18-e9b52cee0443 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa32c3f9-c43a-426e-91ff-60ddba31af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824687 Jul 16 08:27:01.297270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e7d263ef-fa9e-4f4e-b6a1-68d2f3fe16fa None None] Provisioning complete for port 5111dc0d-48ab-4f03-9981-15b30bcd983c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:01.298025 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e7d263ef-fa9e-4f4e-b6a1-68d2f3fe16fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.317694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 5111dc0d-48ab-4f03-9981-15b30bcd983c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:01.318618 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.424758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:57Z', 'updated_at': '2021-07-16T08:26:59Z', 'revision_number': 3, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'gw_port': {'id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:58Z', 'updated_at': '2021-07-16T08:26:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:01.457204 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.460465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a361a47f-d5ed-488f-bcc6-3e920eca7edb req-7b93b9ac-87d3-4123-b590-00900f56cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:01.462202 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a361a47f-d5ed-488f-bcc6-3e920eca7edb req-7b93b9ac-87d3-4123-b590-00900f56cd97 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 1097 time: 0.2851267 Jul 16 08:27:01.477653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Checking router: 392552b4-7d9c-46e5-9ab9-fca23e97b96b for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:01.478010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Updating router 392552b4-7d9c-46e5-9ab9-fca23e97b96b port e085901e-2ffc-4b29-8f25-529b74ee7f34 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:27:01.479085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be4bd5-24b8-4f41-b2bb-e67f75886168 req-972f153f-5997-4ba3-a7ca-de359e3921ee tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:01.480882 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-54be4bd5-24b8-4f41-b2bb-e67f75886168 req-972f153f-5997-4ba3-a7ca-de359e3921ee tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 950 time: 0.2549710 Jul 16 08:27:01.586040 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a361a47f-d5ed-488f-bcc6-3e920eca7edb req-e26d443e-e0ff-4726-9914-df8279a797c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019711 Jul 16 08:27:01.657034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3123631-7943-4e38-a05f-c7b747549e08 req-be796414-d07b-4eea-a694-a13da60c274e tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:01.660055 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.669470 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3123631-7943-4e38-a05f-c7b747549e08 req-be796414-d07b-4eea-a694-a13da60c274e tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 945 time: 0.1263673 Jul 16 08:27:01.744267 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3123631-7943-4e38-a05f-c7b747549e08 req-f09b2f5a-9e1f-41a8-b58c-dda950933d6a tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/security-groups?id=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662465 Jul 16 08:27:01.810362 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-54be4bd5-24b8-4f41-b2bb-e67f75886168 req-75881a6d-ffa7-4cd4-b531-1243d7992eed tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3495ecb-be36-4788-92cd-0ab4d4c0a219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910976 Jul 16 08:27:01.818563 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e7d263ef-fa9e-4f4e-b6a1-68d2f3fe16fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.833579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Allocated IP 172.20.0.1 (678368f8-9970-4b61-9de6-2e955f47301b/b1e4c330-38d6-45d2-beaa-4e0feb1c897e/7a88b56c-7f24-4932-a791-882f88e5c1cb) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:01.885521 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.955385 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e7d263ef-fa9e-4f4e-b6a1-68d2f3fe16fa None None] For port 5111dc0d-48ab-4f03-9981-15b30bcd983c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5111dc0d-48ab-4f03-9981-15b30bcd983c,segment=NetworkSegment(612cc99d-4136-4a7e-875a-e3e4e2a33d78),segment_id=612cc99d-4136-4a7e-875a-e3e4e2a33d78)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:01.973981 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e7d263ef-fa9e-4f4e-b6a1-68d2f3fe16fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.031152 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.063749 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Transition to ACTIVE for port object 7a88b56c-7f24-4932-a791-882f88e5c1cb will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:02.130411 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:27:02.130884 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:27:02.139501 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d263ef-fa9e-4f4e-b6a1-68d2f3fe16fa None None] Pushing event updated for resources: {'Port': ['ID=5111dc0d-48ab-4f03-9981-15b30bcd983c,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:02.159098 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.245726 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Network 678368f8-9970-4b61-9de6-2e955f47301b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:02.259881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:02.263388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:02.339790 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.356852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Transition to ACTIVE for port object e085901e-2ffc-4b29-8f25-529b74ee7f34 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:02.369324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a88b56c-7f24-4932-a791-882f88e5c1cb,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:02.374205 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.414580 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.538896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device bfd880ac-0113-4710-9bdc-e224ae57d036 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:02.546882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95a47a-8143-4c04-be9f-dd318a194135 None None] Pushing event updated for resources: {'Port': ['ID=e085901e-2ffc-4b29-8f25-529b74ee7f34,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:02.560569 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Attempting to bind port e085901e-2ffc-4b29-8f25-529b74ee7f34 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:02.560965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Attempting to bind port e085901e-2ffc-4b29-8f25-529b74ee7f34 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:02.561336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Attempting to bind port e085901e-2ffc-4b29-8f25-529b74ee7f34 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:02.582008 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bac835f-833d-4590-8f06-feccff4fbcd6 req-c0cc916b-c185-45e7-97e1-e9384f8baa33 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:02.594432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7bac835f-833d-4590-8f06-feccff4fbcd6 req-c0cc916b-c185-45e7-97e1-e9384f8baa33 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 945 time: 0.2212796 Jul 16 08:27:02.619445 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:02.619813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:02.620276 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.621938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39338) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:02.622258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:02.622768 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Bound port: e085901e-2ffc-4b29-8f25-529b74ee7f34, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:02.623682 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.729046 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7bac835f-833d-4590-8f06-feccff4fbcd6 req-a4b3e80d-8dcc-4a48-a120-a877f8597655 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319373 Jul 16 08:27:02.775569 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.803146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b070989b-e422-4296-825a-4922c5fc77e0 None None] Provisioning for port 7a88b56c-7f24-4932-a791-882f88e5c1cb completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:02.809421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] For port e085901e-2ffc-4b29-8f25-529b74ee7f34, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:02.821788 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] For port e085901e-2ffc-4b29-8f25-529b74ee7f34, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e085901e-2ffc-4b29-8f25-529b74ee7f34,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:02.830458 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b070989b-e422-4296-825a-4922c5fc77e0 None None] Provisioning complete for port 7a88b56c-7f24-4932-a791-882f88e5c1cb triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:02.830827 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b070989b-e422-4296-825a-4922c5fc77e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.833257 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port bfd880ac-0113-4710-9bdc-e224ae57d036 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:02.836721 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.923331 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port bfd880ac-0113-4710-9bdc-e224ae57d036 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:02.924439 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.004035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b070989b-e422-4296-825a-4922c5fc77e0 None None] Port 7a88b56c-7f24-4932-a791-882f88e5c1cb cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:03.006804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5111dc0d-48ab-4f03-9981-15b30bcd983c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:03.039896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b3617-404e-48d8-9398-43bfb2b00ede req-7a948a81-81a0-4103-a3f1-733d07e78435 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:03.042088 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-632b3617-404e-48d8-9398-43bfb2b00ede req-7a948a81-81a0-4103-a3f1-733d07e78435 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 949 time: 0.2639501 Jul 16 08:27:03.068093 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc95a47a-8143-4c04-be9f-dd318a194135 None None] Pushing event updated for resources: {'Port': ['ID=e085901e-2ffc-4b29-8f25-529b74ee7f34,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:03.083089 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0b4d6e47-96b6-492c-8263-b46a0950c88a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93e5785138f6401583e9072b3a9f482a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4591465 Jul 16 08:27:03.088047 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39350) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:03.130398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Routers {'392552b4-7d9c-46e5-9ab9-fca23e97b96b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:03.130536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365daa3c-3186-416c-a8a0-2eae09ec7418 req-0bb02cef-2c1c-48cd-9296-02cb9c1c3de0 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:03.131117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:26:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:03.143647 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-365daa3c-3186-416c-a8a0-2eae09ec7418 req-0bb02cef-2c1c-48cd-9296-02cb9c1c3de0 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 950 time: 0.1849275 Jul 16 08:27:03.168309 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-632b3617-404e-48d8-9398-43bfb2b00ede req-fb9bf2d6-344e-4cd2-b544-cac0ac24a30e tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa32c3f9-c43a-426e-91ff-60ddba31af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187894 Jul 16 08:27:03.244781 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.254435 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.275059 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-365daa3c-3186-416c-a8a0-2eae09ec7418 req-9e946fa9-4563-440d-a018-0ef4e88ff1a6 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3495ecb-be36-4788-92cd-0ab4d4c0a219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291678 Jul 16 08:27:03.288059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 5111dc0d-48ab-4f03-9981-15b30bcd983c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:03.288431 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.294668 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56392aca-a695-4f92-a139-4cfa06285fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.345016 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.365144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] Set router 392552b4-7d9c-46e5-9ab9-fca23e97b96b gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:03.379323 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56392aca-a695-4f92-a139-4cfa06285fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.435454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Pushing event updated for resources: {'Port': ['ID=7a88b56c-7f24-4932-a791-882f88e5c1cb,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:03.453949 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.463608 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fccf2241-bc0a-4ffa-9db9-bc28fe452d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd880ac-0113-4710-9bdc-e224ae57d036'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:03.466626 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9874059d-9de4-456b-9f58-097d52ed8bd0" -d '{"events": [{"server_uuid": "fccf2241-bc0a-4ffa-9db9-bc28fe452d79", "name": "network-vif-plugged", "status": "completed", "tag": "bfd880ac-0113-4710-9bdc-e224ae57d036"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:03.523243 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56392aca-a695-4f92-a139-4cfa06285fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.526420 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56392aca-a695-4f92-a139-4cfa06285fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.530565 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-56392aca-a695-4f92-a139-4cfa06285fc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3717c8e7-cb5e-4b92-b256-c89b6d41c112 HTTP/1.1" status: 204 len: 168 time: 0.4410996 Jul 16 08:27:03.542736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56392aca-a695-4f92-a139-4cfa06285fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3717c8e7-cb5e-4b92-b256-c89b6d41c112,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:03.573711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port bfd880ac-0113-4710-9bdc-e224ae57d036, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bfd880ac-0113-4710-9bdc-e224ae57d036,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:03.605194 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.605691 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.606809 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device ae2dfecf-82e3-42cf-83ee-73b3d5a560dd up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:03.796893 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-22933461-2902-4ff6-9ea3-87eee2c82cab tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=83402598fe9842dd8ae120b2622f777a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0521228 Jul 16 08:27:03.882984 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f253c3be-f58f-4bc8-94dc-e1b2c64a3093 req-1459610e-595a-4001-a409-b2be7e64cafb tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:03.889724 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f253c3be-f58f-4bc8-94dc-e1b2c64a3093 req-1459610e-595a-4001-a409-b2be7e64cafb tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 945 time: 0.4992304 Jul 16 08:27:03.896151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 822f592b-e3e5-4cea-b9d4-191b05832d68 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:03.954337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 822f592b-e3e5-4cea-b9d4-191b05832d68 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:03.955315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 822f592b-e3e5-4cea-b9d4-191b05832d68 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:03.974376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Network 678368f8-9970-4b61-9de6-2e955f47301b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:03.976529 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=bfd880ac-0113-4710-9bdc-e224ae57d036,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:03.977697 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:03.991425 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f253c3be-f58f-4bc8-94dc-e1b2c64a3093 req-a7530db6-1dae-4f5d-b45b-4941a6d12690 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/security-groups?id=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007445 Jul 16 08:27:04.018071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-561bc33a-4d62-4164-8e32-52b420793bc2 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:04.028388 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-561bc33a-4d62-4164-8e32-52b420793bc2 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2266026 Jul 16 08:27:04.031134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port ae2dfecf-82e3-42cf-83ee-73b3d5a560dd completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:04.037490 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port ae2dfecf-82e3-42cf-83ee-73b3d5a560dd triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:04.037865 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.054809 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-87ddb17f-4db2-4860-9ee9-d7c21bf9583a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/quotas/83402598fe9842dd8ae120b2622f777a HTTP/1.1" status: 200 len: 375 time: 0.0240908 Jul 16 08:27:04.092585 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e015102e-c4e5-42f6-9c1a-2de604c0964d x-openstack-request-id: req-e015102e-c4e5-42f6-9c1a-2de604c0964d {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:04.092897 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fccf2241-bc0a-4ffa-9db9-bc28fe452d79", "name": "network-vif-plugged", "status": "completed", "tag": "bfd880ac-0113-4710-9bdc-e224ae57d036", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:04.093153 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e015102e-c4e5-42f6-9c1a-2de604c0964d {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:04.093556 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fccf2241-bc0a-4ffa-9db9-bc28fe452d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfd880ac-0113-4710-9bdc-e224ae57d036', 'code': 200} Jul 16 08:27:04.118553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:57Z', 'updated_at': '2021-07-16T08:27:02Z', 'revision_number': 4, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'gw_port': {'id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:58Z', 'updated_at': '2021-07-16T08:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7a88b56c-7f24-4932-a791-882f88e5c1cb', 'name': '', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'mac_address': 'fa:16:3e:5a:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:01Z', 'updated_at': '2021-07-16T08:27:01Z', 'revision_number': 1, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'subnets': [{'id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:04.159103 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-56cc4af6-0867-4d64-8af0-863aceeddda9 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=83402598fe9842dd8ae120b2622f777a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943501 Jul 16 08:27:04.255611 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.260262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08937e30-3feb-4e9e-863f-d5846e9bd1cc None None] The sync data for ids ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'] in n-d-758944-46 is: [{'id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:57Z', 'updated_at': '2021-07-16T08:27:02Z', 'revision_number': 4, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'gw_port': {'id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:58Z', 'updated_at': '2021-07-16T08:27:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7a88b56c-7f24-4932-a791-882f88e5c1cb', 'name': '', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'mac_address': 'fa:16:3e:5a:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:01Z', 'updated_at': '2021-07-16T08:27:01Z', 'revision_number': 1, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'subnets': [{'id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:04.277689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39378) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:04.323142 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Router 392552b4-7d9c-46e5-9ab9-fca23e97b96b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:27:04.333031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87767807-14a9-447f-b5ad-6fd06a881341 req-7261b182-842f-4a96-97bb-10327d20e450 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:04.335077 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-87767807-14a9-447f-b5ad-6fd06a881341 req-7261b182-842f-4a96-97bb-10327d20e450 tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.38 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 950 time: 0.4380746 Jul 16 08:27:04.357310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port ae2dfecf-82e3-42cf-83ee-73b3d5a560dd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=ae2dfecf-82e3-42cf-83ee-73b3d5a560dd,segment=NetworkSegment(287abdf0-7597-4ac1-97f6-bd3c924e5e69),segment_id=287abdf0-7597-4ac1-97f6-bd3c924e5e69)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:04.370952 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e2c57d61-f23d-4a2d-8a9d-e16c9e69ea24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c95778dba4df410691e0b5f586ef7565&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0913916 Jul 16 08:27:04.372078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39382) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:04.372550 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.489846 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-39a1acf7-2aa5-48f9-b91b-7b1130626b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.527109 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=ae2dfecf-82e3-42cf-83ee-73b3d5a560dd,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:04.527666 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-39a1acf7-2aa5-48f9-b91b-7b1130626b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.543183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c1e30c8c-b1d1-47ee-9e68-56ddc43c0f65 None None] Provisioning complete for port 7a88b56c-7f24-4932-a791-882f88e5c1cb triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:04.543561 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c1e30c8c-b1d1-47ee-9e68-56ddc43c0f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.598806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c1e30c8c-b1d1-47ee-9e68-56ddc43c0f65 None None] Port 7a88b56c-7f24-4932-a791-882f88e5c1cb cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:04.605231 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-39a1acf7-2aa5-48f9-b91b-7b1130626b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.608727 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-39a1acf7-2aa5-48f9-b91b-7b1130626b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.610198 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-39a1acf7-2aa5-48f9-b91b-7b1130626b3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0d254eae-3e82-4174-a571-b9dbb2db217e HTTP/1.1" status: 204 len: 168 time: 0.2365961 Jul 16 08:27:04.690217 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a1acf7-2aa5-48f9-b91b-7b1130626b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d254eae-3e82-4174-a571-b9dbb2db217e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:04.717918 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea253146-97ae-40d2-b486-43cf57d4b15b req-b2c0e499-fac1-4888-a3f4-a08543001d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:04.719834 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea253146-97ae-40d2-b486-43cf57d4b15b req-b2c0e499-fac1-4888-a3f4-a08543001d45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 1102 time: 0.5174105 Jul 16 08:27:04.735426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a0fc4a-fecd-430c-8838-e01b68270ad1 req-45e4841c-1580-4bd6-9635-38c729100e03 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:04.747693 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83a0fc4a-fecd-430c-8838-e01b68270ad1 req-45e4841c-1580-4bd6-9635-38c729100e03 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 945 time: 0.4744391 Jul 16 08:27:04.785595 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8375e9e-2692-4c93-9f3a-2e820f5a4ea4 req-595124bb-e27e-41ac-8888-5b5eed61ae3b tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:04.794564 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8375e9e-2692-4c93-9f3a-2e820f5a4ea4 req-595124bb-e27e-41ac-8888-5b5eed61ae3b tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 950 time: 0.0942681 Jul 16 08:27:04.865708 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8375e9e-2692-4c93-9f3a-2e820f5a4ea4 req-c745792f-85ca-4d6a-bf59-45e7dbb6ff4f tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa32c3f9-c43a-426e-91ff-60ddba31af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692894 Jul 16 08:27:04.910460 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:27:04.936625 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cd28d7b9-93e6-4396-b4e7-58995f2e1ef5 admin admin] 10.222.0.20 "PUT /v2.0/routers/392552b4-7d9c-46e5-9ab9-fca23e97b96b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6866510 Jul 16 08:27:04.965436 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.973410 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83a0fc4a-fecd-430c-8838-e01b68270ad1 req-d90b2162-8afe-4d09-9a6d-f0b743a7f038 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244537 Jul 16 08:27:04.976885 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea253146-97ae-40d2-b486-43cf57d4b15b req-1df710e2-2057-4f2c-9e57-426ceeb63e35 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aa32c3f9-c43a-426e-91ff-60ddba31af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221017 Jul 16 08:27:05.021969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-87767807-14a9-447f-b5ad-6fd06a881341 req-8de9d1ec-3b93-4540-a4fe-3d6efec860ba tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Deleting port 76840e62-7f7c-423f-ab96-25fb96f86227 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:05.030850 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-87767807-14a9-447f-b5ad-6fd06a881341 req-8de9d1ec-3b93-4540-a4fe-3d6efec860ba tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.155074 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0716a012-7a83-411b-96b5-e00cd15a06e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.259138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-87767807-14a9-447f-b5ad-6fd06a881341 req-8de9d1ec-3b93-4540-a4fe-3d6efec860ba tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] For port 76840e62-7f7c-423f-ab96-25fb96f86227, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=76840e62-7f7c-423f-ab96-25fb96f86227,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:05.259701 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-87767807-14a9-447f-b5ad-6fd06a881341 req-8de9d1ec-3b93-4540-a4fe-3d6efec860ba tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.328882 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-87767807-14a9-447f-b5ad-6fd06a881341 req-8de9d1ec-3b93-4540-a4fe-3d6efec860ba tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Calling delete_port for 76840e62-7f7c-423f-ab96-25fb96f86227 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:05.457557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d6cf0-c6d0-4ea9-994b-29768d37d64b req-c29520c5-3560-4259-8ea5-9b561257a9cd tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:05.473314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a22d6cf0-c6d0-4ea9-994b-29768d37d64b req-c29520c5-3560-4259-8ea5-9b561257a9cd tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d0d258-61df-484b-bae3-3d8b61122a04 HTTP/1.1" status: 200 len: 950 time: 0.2616372 Jul 16 08:27:05.609732 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7b7d227d-96a3-497c-a944-7d0155a74477 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=83402598fe9842dd8ae120b2622f777a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1160579 Jul 16 08:27:05.638926 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a22d6cf0-c6d0-4ea9-994b-29768d37d64b req-942ff529-03e6-4307-87c2-f6846535b25e tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.20 "GET /v2.0/security-groups?id=d3495ecb-be36-4788-92cd-0ab4d4c0a219&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626639 Jul 16 08:27:05.763412 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-87767807-14a9-447f-b5ad-6fd06a881341 req-8de9d1ec-3b93-4540-a4fe-3d6efec860ba tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.776190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['76840e62-7f7c-423f-ab96-25fb96f86227'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:05.822432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de9d1ec-3b93-4540-a4fe-3d6efec860ba tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Pushing event deleted for resources: {'Port': ['ID=76840e62-7f7c-423f-ab96-25fb96f86227,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:05.921101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac589a7f-d1ad-4aac-b23d-43e09a385a70 req-5feaf661-432e-4bf1-830a-c3027e743408 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:05.934557 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ac589a7f-d1ad-4aac-b23d-43e09a385a70 req-5feaf661-432e-4bf1-830a-c3027e743408 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 946 time: 0.1325223 Jul 16 08:27:05.972106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-87767807-14a9-447f-b5ad-6fd06a881341 req-8de9d1ec-3b93-4540-a4fe-3d6efec860ba tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] No DVR routers for this DVR port 76840e62-7f7c-423f-ab96-25fb96f86227 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:05.976260 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-87767807-14a9-447f-b5ad-6fd06a881341 req-8de9d1ec-3b93-4540-a4fe-3d6efec860ba tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.978496 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-87767807-14a9-447f-b5ad-6fd06a881341 req-8de9d1ec-3b93-4540-a4fe-3d6efec860ba tempest-ImagesNegativeTestJSON-1765020267 tempest-ImagesNegativeTestJSON-1765020267-project] 10.222.0.38 "DELETE /v2.0/ports/76840e62-7f7c-423f-ab96-25fb96f86227 HTTP/1.1" status: 204 len: 173 time: 1.6340878 Jul 16 08:27:05.979188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d0d258-61df-484b-bae3-3d8b61122a04', 'name': 'network-vif-deleted', 'tag': '76840e62-7f7c-423f-ab96-25fb96f86227'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:05.992277 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a3cca8-245c-4ee0-995a-80170289ca10" -d '{"events": [{"server_uuid": "f6d0d258-61df-484b-bae3-3d8b61122a04", "name": "network-vif-deleted", "tag": "76840e62-7f7c-423f-ab96-25fb96f86227"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:06.017027 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-6f7efd15-dad0-4823-9bc9-600e4a8baf22 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:06.026225 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ac589a7f-d1ad-4aac-b23d-43e09a385a70 req-0a33c31e-2164-46a0-9405-727517e0d959 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/security-groups?id=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900643 Jul 16 08:27:06.026759 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-6f7efd15-dad0-4823-9bc9-600e4a8baf22 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4100566 Jul 16 08:27:06.045492 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-44060e27-cb81-430f-b491-4e6206ebbd0b tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/quotas/83402598fe9842dd8ae120b2622f777a HTTP/1.1" status: 200 len: 375 time: 0.0176308 Jul 16 08:27:06.089687 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-e8fd3e78-9e63-42f3-b119-c19a5d2a8a0c tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=83402598fe9842dd8ae120b2622f777a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431559 Jul 16 08:27:06.094957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784e493a-61e0-4fbb-984f-4a2dbb1a7b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2dfecf-82e3-42cf-83ee-73b3d5a560dd'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:06.097567 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78415ef0-95d0-4b11-bf92-ca23049ab8c0" -d '{"events": [{"server_uuid": "784e493a-61e0-4fbb-984f-4a2dbb1a7b8b", "name": "network-vif-plugged", "status": "completed", "tag": "ae2dfecf-82e3-42cf-83ee-73b3d5a560dd"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:06.289548 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc5744-e2d8-48c9-b840-26b1a45ee417 req-f98e380f-04fb-4c85-8a5d-a5742cf93978 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:06.291944 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cdcc5744-e2d8-48c9-b840-26b1a45ee417 req-f98e380f-04fb-4c85-8a5d-a5742cf93978 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 1097 time: 0.1153493 Jul 16 08:27:06.398822 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cdcc5744-e2d8-48c9-b840-26b1a45ee417 req-cb9d8d1f-6dc2-4685-90f7-06e4df851759 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739408 Jul 16 08:27:06.451429 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-2970a6d0-38bc-475d-b93c-2e146f114815 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=83402598fe9842dd8ae120b2622f777a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0538683 Jul 16 08:27:06.699286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-a713abb3-7091-4c8c-9582-cf02866d748f tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:06.701618 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-a713abb3-7091-4c8c-9582-cf02866d748f tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2432132 Jul 16 08:27:06.718602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Request body: {'port': {'device_id': 'b6d25b79-e875-4e39-975c-db19f8280961', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '83402598fe9842dd8ae120b2622f777a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:06.816539 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5ded8436-29fa-4f19-8603-8876c73fa542 req-26a54f87-b440-4571-922e-3086b75220cc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2975519 Jul 16 08:27:06.838311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db245d64-f920-4705-b9f4-3dcf41284a2b req-45e39a5f-0766-429b-8beb-6a5ee52b6f3c tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:06.846418 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-db245d64-f920-4705-b9f4-3dcf41284a2b req-45e39a5f-0766-429b-8beb-6a5ee52b6f3c tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 950 time: 0.2364538 Jul 16 08:27:06.932544 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-db245d64-f920-4705-b9f4-3dcf41284a2b req-c95e3255-1ae6-4996-b2e9-099a3d4c616b tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa32c3f9-c43a-426e-91ff-60ddba31af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847707 Jul 16 08:27:07.006621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e085901e-2ffc-4b29-8f25-529b74ee7f34 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:07.044047 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac7091e-b3c5-49ab-b010-ab9ece4ec48c x-openstack-request-id: req-0ac7091e-b3c5-49ab-b010-ab9ece4ec48c {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:07.045426 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6d0d258-61df-484b-bae3-3d8b61122a04", "name": "network-vif-deleted", "tag": "76840e62-7f7c-423f-ab96-25fb96f86227", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:07.047552 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ac7091e-b3c5-49ab-b010-ab9ece4ec48c {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:07.050448 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d0d258-61df-484b-bae3-3d8b61122a04', 'name': 'network-vif-deleted', 'tag': '76840e62-7f7c-423f-ab96-25fb96f86227', 'status': 'completed', 'code': 200} Jul 16 08:27:07.103718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded8436-29fa-4f19-8603-8876c73fa542 req-7fb24a56-73e3-4406-8159-0fbcccf30c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.107729 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5ded8436-29fa-4f19-8603-8876c73fa542 req-7fb24a56-73e3-4406-8159-0fbcccf30c8a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 1097 time: 0.1200190 Jul 16 08:27:07.119346 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452c6a5b-b480-46bb-88fa-d1d6205b8032 x-openstack-request-id: req-452c6a5b-b480-46bb-88fa-d1d6205b8032 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:07.120526 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784e493a-61e0-4fbb-984f-4a2dbb1a7b8b", "name": "network-vif-plugged", "status": "completed", "tag": "ae2dfecf-82e3-42cf-83ee-73b3d5a560dd", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:07.121643 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-452c6a5b-b480-46bb-88fa-d1d6205b8032 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:07.122843 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784e493a-61e0-4fbb-984f-4a2dbb1a7b8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae2dfecf-82e3-42cf-83ee-73b3d5a560dd', 'code': 200} Jul 16 08:27:07.126485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port e085901e-2ffc-4b29-8f25-529b74ee7f34 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:07.136192 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Made reservation on behalf of 83402598fe9842dd8ae120b2622f777a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:07.137582 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e085901e-2ffc-4b29-8f25-529b74ee7f34 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:07.139885 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.145031 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.161372 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.372841 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.427292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port e085901e-2ffc-4b29-8f25-529b74ee7f34, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e085901e-2ffc-4b29-8f25-529b74ee7f34,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:07.434679 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.436420 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.448476 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.553270 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39476) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:07.561750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-05f07661-1fd5-46be-af80-a2f35da8d713 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1912878383', 'description': 'tempest-description--1561891613'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:07.587560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abdfe329-8b34-4098-b12f-4423e0c12858,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:07.607300 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464dc23b-9e33-47d4-9dc3-630b55a6b7cf req-5dc972e3-688a-4065-8a7e-d12e6021e942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.609260 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-464dc23b-9e33-47d4-9dc3-630b55a6b7cf req-5dc972e3-688a-4065-8a7e-d12e6021e942 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 1098 time: 0.3778455 Jul 16 08:27:07.615658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=e085901e-2ffc-4b29-8f25-529b74ee7f34,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:07.701918 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-05f07661-1fd5-46be-af80-a2f35da8d713 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.709983 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-464dc23b-9e33-47d4-9dc3-630b55a6b7cf req-d6e51e3f-7e95-4bf5-a9b5-407096a182d3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891047 Jul 16 08:27:07.754703 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f8f48192-1613-42e3-8d3b-6433f913089b req-d23b14c4-9e56-433e-add5-9562f97c9396 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 210 time: 0.0444522 Jul 16 08:27:07.760206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Allocated IP 192.168.233.104 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/54abef22-1cc4-4b45-b93e-f9a6dc28565f) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:07.813299 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded8436-29fa-4f19-8603-8876c73fa542 req-290ce00f-af39-4411-a266-b4c46f2e762b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.815193 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5ded8436-29fa-4f19-8603-8876c73fa542 req-290ce00f-af39-4411-a266-b4c46f2e762b service neutron] 10.222.0.38 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.6855359 Jul 16 08:27:07.866505 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-65a3f815-22c2-4e99-bbd4-f4f2974f839b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.879385 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5ded8436-29fa-4f19-8603-8876c73fa542 req-3ca77b17-5e6b-46ca-b27b-7159d54a5d26 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b HTTP/1.1" status: 200 len: 217 time: 0.0563507 Jul 16 08:27:07.900719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 76840e62-7f7c-423f-ab96-25fb96f86227 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:07.915835 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Sync routers for ids ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:07.927806 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Routers {'392552b4-7d9c-46e5-9ab9-fca23e97b96b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:07.928436 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:27:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:07.939764 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 76840e62-7f7c-423f-ab96-25fb96f86227 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:07.940114 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 76840e62-7f7c-423f-ab96-25fb96f86227 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:07.965988 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ded8436-29fa-4f19-8603-8876c73fa542 req-a0ca8faa-707f-4686-9dc3-1d724eed3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.967442 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5ded8436-29fa-4f19-8603-8876c73fa542 req-a0ca8faa-707f-4686-9dc3-1d724eed3b46 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.0817897 Jul 16 08:27:08.006702 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5ded8436-29fa-4f19-8603-8876c73fa542 req-3aa7bbc2-3707-42a3-b5d4-a3d5fffa96c8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321522 Jul 16 08:27:08.007641 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-05f07661-1fd5-46be-af80-a2f35da8d713 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.040828 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-05f07661-1fd5-46be-af80-a2f35da8d713 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.054166 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Set router 392552b4-7d9c-46e5-9ab9-fca23e97b96b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:08.101757 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.106627 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-05f07661-1fd5-46be-af80-a2f35da8d713 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.110781 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-05f07661-1fd5-46be-af80-a2f35da8d713 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5540190 Jul 16 08:27:08.111184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39484) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:08.123975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-15d8b128-d236-463f-89c0-9b203d0e1260 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Request body: {'security_group_rule': {'security_group_id': 'd4f2acc6-1398-4e76-9cb8-88ee17ea2e37', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:08.131193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f07661-1fd5-46be-af80-a2f35da8d713 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:08.144435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cab414-a1d6-40e5-93e5-449656f8be28 req-aeac9c5c-8ee0-4cbc-a4e4-ffb0a9ad399a tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.152600 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64cab414-a1d6-40e5-93e5-449656f8be28 req-aeac9c5c-8ee0-4cbc-a4e4-ffb0a9ad399a tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 1097 time: 0.2543662 Jul 16 08:27:08.235210 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.243158 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15d8b128-d236-463f-89c0-9b203d0e1260 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.248682 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7c76cb6-e5cc-4967-97f5-ec38b93c6cb8 req-b1f4f279-e62b-4379-98c8-a49d27fa2855 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3072894 Jul 16 08:27:08.254790 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5ded8436-29fa-4f19-8603-8876c73fa542 req-aa932035-bf9f-4df3-ac1d-4eda250ffa31 service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418828 Jul 16 08:27:08.267868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Transition to ACTIVE for port object 54abef22-1cc4-4b45-b93e-f9a6dc28565f will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:08.288963 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64cab414-a1d6-40e5-93e5-449656f8be28 req-f7ec5152-ff48-4a24-be5e-352c4aea2462 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350865 Jul 16 08:27:08.410896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57dd498-6176-4901-a6fd-3e84b16c7f22 req-b0a0c8ab-0d49-4ef2-a328-f5b30634b547 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.419042 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57dd498-6176-4901-a6fd-3e84b16c7f22 req-b0a0c8ab-0d49-4ef2-a328-f5b30634b547 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 946 time: 0.2758424 Jul 16 08:27:08.422532 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-c1e5d605-f237-48d6-9dd9-fa83a78c64c8 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=83402598fe9842dd8ae120b2622f777a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1514285 Jul 16 08:27:08.477888 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:57Z', 'updated_at': '2021-07-16T08:27:02Z', 'revision_number': 4, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'gw_port': {'id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:58Z', 'updated_at': '2021-07-16T08:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7a88b56c-7f24-4932-a791-882f88e5c1cb', 'name': '', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'mac_address': 'fa:16:3e:5a:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:01Z', 'updated_at': '2021-07-16T08:27:02Z', 'revision_number': 2, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'subnets': [{'id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:08.481949 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.514745 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Checking router: 392552b4-7d9c-46e5-9ab9-fca23e97b96b for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:08.515409 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Updating router 392552b4-7d9c-46e5-9ab9-fca23e97b96b port 7a88b56c-7f24-4932-a791-882f88e5c1cb binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:27:08.557589 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.605873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:08.652927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-5241f4f8-7672-443e-baea-be4c1f063558 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.654461 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-5241f4f8-7672-443e-baea-be4c1f063558 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1871626 Jul 16 08:27:08.661099 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:08.666813 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57dd498-6176-4901-a6fd-3e84b16c7f22 req-af8e8972-5b34-4bf0-aa49-a52e09bde72c tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/security-groups?id=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468405 Jul 16 08:27:08.672794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:08.682233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7d30c179-5dcb-46f4-9b44-cc460eeb731a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Request body: {'port': {'device_id': '88314d2e-bca6-406c-973c-9b43cb4ac1bd', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '83402598fe9842dd8ae120b2622f777a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:08.771212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76cb6-e5cc-4967-97f5-ec38b93c6cb8 req-b36b8055-3861-44fc-8bc1-8985e08ad7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.775146 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7c76cb6-e5cc-4967-97f5-ec38b93c6cb8 req-b36b8055-3861-44fc-8bc1-8985e08ad7e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 1097 time: 0.4434962 Jul 16 08:27:08.802178 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15d8b128-d236-463f-89c0-9b203d0e1260 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.821722 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15d8b128-d236-463f-89c0-9b203d0e1260 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.831957 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Pushing event updated for resources: {'Port': ['ID=54abef22-1cc4-4b45-b93e-f9a6dc28565f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:08.861684 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5ded8436-29fa-4f19-8603-8876c73fa542 req-4ae183a6-3ce2-4818-b6e8-035be480c0d6 service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751059 Jul 16 08:27:08.873170 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d8b128-d236-463f-89c0-9b203d0e1260 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab49805c-aa0d-41f9-b445-f2c9659e57b9,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:08.884756 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7d30c179-5dcb-46f4-9b44-cc460eeb731a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Made reservation on behalf of 83402598fe9842dd8ae120b2622f777a for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:08.892431 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7d30c179-5dcb-46f4-9b44-cc460eeb731a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.899652 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15d8b128-d236-463f-89c0-9b203d0e1260 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.903261 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-15d8b128-d236-463f-89c0-9b203d0e1260 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7887702 Jul 16 08:27:08.915811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39498) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:08.952288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.956565 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.979322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-28127d88-6432-408e-8cf4-c5544c2c0e05 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Request body: {'security_group_rule': {'security_group_id': 'd4f2acc6-1398-4e76-9cb8-88ee17ea2e37', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:09.032490 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e085901e-2ffc-4b29-8f25-529b74ee7f34 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:09.121216 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e085901e-2ffc-4b29-8f25-529b74ee7f34 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:09.121971 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.122055 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.152860 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Transition to ACTIVE for port object 7a88b56c-7f24-4932-a791-882f88e5c1cb will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:09.154249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76cb6-e5cc-4967-97f5-ec38b93c6cb8 req-1b509f78-f327-4ec4-94de-73f96772bafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:09.155835 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7c76cb6-e5cc-4967-97f5-ec38b93c6cb8 req-1b509f78-f327-4ec4-94de-73f96772bafc service neutron] 10.222.0.15 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.2797418 Jul 16 08:27:09.163164 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.220236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3c585a96-b7c9-442e-83f4-be4945d038a2 None None] Provisioning for port 54abef22-1cc4-4b45-b93e-f9a6dc28565f completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:09.238718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3c585a96-b7c9-442e-83f4-be4945d038a2 None None] Provisioning complete for port 54abef22-1cc4-4b45-b93e-f9a6dc28565f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:09.243245 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3c585a96-b7c9-442e-83f4-be4945d038a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.258686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7d30c179-5dcb-46f4-9b44-cc460eeb731a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Allocated IP 192.168.233.232 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/d56ce722-c49f-468a-808e-316eeed80866) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:09.264929 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7c76cb6-e5cc-4967-97f5-ec38b93c6cb8 req-80c31aa6-25ec-429c-8f24-415f461db0b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232 HTTP/1.1" status: 200 len: 217 time: 0.0950086 Jul 16 08:27:09.275290 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364f39c-1241-413e-afe2-39293fcf7c8e None None] Pushing event updated for resources: {'Port': ['ID=7a88b56c-7f24-4932-a791-882f88e5c1cb,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:09.291529 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364f39c-1241-413e-afe2-39293fcf7c8e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:09.291885 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364f39c-1241-413e-afe2-39293fcf7c8e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:09.292232 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364f39c-1241-413e-afe2-39293fcf7c8e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:09.292595 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364f39c-1241-413e-afe2-39293fcf7c8e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:09.293017 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364f39c-1241-413e-afe2-39293fcf7c8e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:09.293247 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364f39c-1241-413e-afe2-39293fcf7c8e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:09.293802 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364f39c-1241-413e-afe2-39293fcf7c8e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:09.294321 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364f39c-1241-413e-afe2-39293fcf7c8e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:09.294838 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364f39c-1241-413e-afe2-39293fcf7c8e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:09.297843 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364f39c-1241-413e-afe2-39293fcf7c8e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:09.298402 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364f39c-1241-413e-afe2-39293fcf7c8e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:09.299670 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3364f39c-1241-413e-afe2-39293fcf7c8e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:09.380635 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28127d88-6432-408e-8cf4-c5544c2c0e05 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.397838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-3c585a96-b7c9-442e-83f4-be4945d038a2 None None] Port 54abef22-1cc4-4b45-b93e-f9a6dc28565f cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:09.454078 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-f81d23b8-5c09-4145-a0ed-02cc9636de4a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7403266 Jul 16 08:27:09.473658 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Attempting to bind port 7a88b56c-7f24-4932-a791-882f88e5c1cb on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:09.474349 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Attempting to bind port 7a88b56c-7f24-4932-a791-882f88e5c1cb by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '612cc99d-4136-4a7e-875a-e3e4e2a33d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:09.474938 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Attempting to bind port 7a88b56c-7f24-4932-a791-882f88e5c1cb on network 678368f8-9970-4b61-9de6-2e955f47301b {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:09.478117 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b6a28b91-04a8-490f-8ff2-388aca8db54c req-d4d70792-0b27-450b-9841-58372f258507 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 210 time: 0.1084278 Jul 16 08:27:09.489041 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Request body: {'port': {'device_id': 'b6d25b79-e875-4e39-975c-db19f8280961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:09.492354 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:09.493040 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Checking segment: {'id': '612cc99d-4136-4a7e-875a-e3e4e2a33d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:09.493814 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.494395 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Bound using segment: {'id': '612cc99d-4136-4a7e-875a-e3e4e2a33d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:09.506707 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Bound port: 7a88b56c-7f24-4932-a791-882f88e5c1cb, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '612cc99d-4136-4a7e-875a-e3e4e2a33d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:09.507501 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.520668 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.597041 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c76cb6-e5cc-4967-97f5-ec38b93c6cb8 req-65b1f914-b4f3-4a93-89a3-b51d1dd39a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:09.598643 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7c76cb6-e5cc-4967-97f5-ec38b93c6cb8 req-65b1f914-b4f3-4a93-89a3-b51d1dd39a3b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.3254218 Jul 16 08:27:09.630076 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28127d88-6432-408e-8cf4-c5544c2c0e05 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.688954 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7c76cb6-e5cc-4967-97f5-ec38b93c6cb8 req-9d14ba1d-405b-45ca-bef7-1b72cd93dfd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573599 Jul 16 08:27:09.696995 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7d30c179-5dcb-46f4-9b44-cc460eeb731a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.715199 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7d30c179-5dcb-46f4-9b44-cc460eeb731a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Transition to ACTIVE for port object d56ce722-c49f-468a-808e-316eeed80866 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:09.719261 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28127d88-6432-408e-8cf4-c5544c2c0e05 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.793885 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] For port 7a88b56c-7f24-4932-a791-882f88e5c1cb, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:09.795636 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28127d88-6432-408e-8cf4-c5544c2c0e05 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.797560 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] For port 7a88b56c-7f24-4932-a791-882f88e5c1cb, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7a88b56c-7f24-4932-a791-882f88e5c1cb,segment=NetworkSegment(612cc99d-4136-4a7e-875a-e3e4e2a33d78),segment_id=612cc99d-4136-4a7e-875a-e3e4e2a33d78)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:09.800926 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-28127d88-6432-408e-8cf4-c5544c2c0e05 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8369670 Jul 16 08:27:09.802865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39520) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:09.803644 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.808061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:09.828741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28127d88-6432-408e-8cf4-c5544c2c0e05 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd6aff9-bf39-42fd-88eb-793cc274fd3b,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:09.857931 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7d30c179-5dcb-46f4-9b44-cc460eeb731a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.879571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7d30c179-5dcb-46f4-9b44-cc460eeb731a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:09.883580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7d30c179-5dcb-46f4-9b44-cc460eeb731a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:09.885719 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.887251 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3364f39c-1241-413e-afe2-39293fcf7c8e None None] Pushing event updated for resources: {'Port': ['ID=7a88b56c-7f24-4932-a791-882f88e5c1cb,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:09.889845 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.902317 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Routers {'392552b4-7d9c-46e5-9ab9-fca23e97b96b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:09.902953 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:27:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:09.913255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7d30c179-5dcb-46f4-9b44-cc460eeb731a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:09.992786 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7c76cb6-e5cc-4967-97f5-ec38b93c6cb8 req-e384b770-4656-4f99-8c32-597f19856fff service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793827 Jul 16 08:27:10.034525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7d30c179-5dcb-46f4-9b44-cc460eeb731a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:10.035188 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7d30c179-5dcb-46f4-9b44-cc460eeb731a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.036027 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] Set router 392552b4-7d9c-46e5-9ab9-fca23e97b96b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:10.045582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05da8ac5-e28e-4d98-a92b-aa7c0cabb216 req-1e42c2fb-8a40-485c-aaca-ce1b70000e15 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:10.047342 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-05da8ac5-e28e-4d98-a92b-aa7c0cabb216 req-1e42c2fb-8a40-485c-aaca-ce1b70000e15 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 1097 time: 0.2775919 Jul 16 08:27:10.061507 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d30c179-5dcb-46f4-9b44-cc460eeb731a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Pushing event updated for resources: {'Port': ['ID=d56ce722-c49f-468a-808e-316eeed80866,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:10.077459 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f8d42-e2df-4c6d-a21b-ce1f1f828631 req-a8af19a4-6f8e-44c5-b488-0806262fd339 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:10.083366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fb4f8d42-e2df-4c6d-a21b-ce1f1f828631 req-a8af19a4-6f8e-44c5-b488-0806262fd339 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 950 time: 0.3891168 Jul 16 08:27:10.098166 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7d30c179-5dcb-46f4-9b44-cc460eeb731a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4274383 Jul 16 08:27:10.115944 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Request body: {'port': {'device_id': '88314d2e-bca6-406c-973c-9b43cb4ac1bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:10.173742 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-05da8ac5-e28e-4d98-a92b-aa7c0cabb216 req-16938148-b810-428c-bae5-693ffaa22f22 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117780 Jul 16 08:27:10.303648 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-415b8846-5ea2-4978-8a98-63ea796903d9 None None] Provisioning for port d56ce722-c49f-468a-808e-316eeed80866 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:10.310899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-415b8846-5ea2-4978-8a98-63ea796903d9 None None] Provisioning complete for port d56ce722-c49f-468a-808e-316eeed80866 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:10.311727 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-415b8846-5ea2-4978-8a98-63ea796903d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.367602 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.410356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-415b8846-5ea2-4978-8a98-63ea796903d9 None None] Port d56ce722-c49f-468a-808e-316eeed80866 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:10.476182 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:57Z', 'updated_at': '2021-07-16T08:27:02Z', 'revision_number': 4, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'gw_port': {'id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:58Z', 'updated_at': '2021-07-16T08:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7a88b56c-7f24-4932-a791-882f88e5c1cb', 'name': '', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'mac_address': 'fa:16:3e:5a:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:01Z', 'updated_at': '2021-07-16T08:27:09Z', 'revision_number': 4, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'subnets': [{'id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:10.509366 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a356dddb-5ebc-40f1-86b5-be564faa0750 None None] The sync data for ids ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'] in n-d-758944-46 is: [{'id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:57Z', 'updated_at': '2021-07-16T08:27:02Z', 'revision_number': 4, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'gw_port': {'id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:58Z', 'updated_at': '2021-07-16T08:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7a88b56c-7f24-4932-a791-882f88e5c1cb', 'name': '', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'mac_address': 'fa:16:3e:5a:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:01Z', 'updated_at': '2021-07-16T08:27:09Z', 'revision_number': 4, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'subnets': [{'id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:10.577220 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.680649 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fb4f8d42-e2df-4c6d-a21b-ce1f1f828631 req-b749d8b5-fdfb-4f6a-9f00-e2b4851d0d17 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/security-groups?id=aa32c3f9-c43a-426e-91ff-60ddba31af9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5782504 Jul 16 08:27:10.685598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6fb45-fc8f-45da-8337-c105bc046b7a req-21503ec1-973b-4c21-8cbd-a710f325bf36 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:10.687897 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84c6fb45-fc8f-45da-8337-c105bc046b7a req-21503ec1-973b-4c21-8cbd-a710f325bf36 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 946 time: 0.2607954 Jul 16 08:27:10.705649 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7c76cb6-e5cc-4967-97f5-ec38b93c6cb8 req-9ea5c60a-3c06-46d2-8fd2-48db3b6c22f4 service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7109497 Jul 16 08:27:10.726516 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9d8f6e-a3c1-4862-bebe-2fc0d394e6ad req-f197fac7-c198-4ce6-a294-1a38f53bbeaf tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:10.728433 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d9d8f6e-a3c1-4862-bebe-2fc0d394e6ad req-f197fac7-c198-4ce6-a294-1a38f53bbeaf tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.15 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 950 time: 0.1514750 Jul 16 08:27:10.852993 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84c6fb45-fc8f-45da-8337-c105bc046b7a req-88309693-77db-46b3-bdb2-94caccce747f tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/security-groups?id=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541946 Jul 16 08:27:10.874565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Allocated IP 172.25.4.125 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/460a99a9-e39c-4d68-a808-c0b955ebf5e2) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:10.966411 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-7d9d8f6e-a3c1-4862-bebe-2fc0d394e6ad req-e5f49618-4906-4a40-a711-685631b19dd0 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Deleting port bfd880ac-0113-4710-9bdc-e224ae57d036 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:10.966753 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7d9d8f6e-a3c1-4862-bebe-2fc0d394e6ad req-e5f49618-4906-4a40-a711-685631b19dd0 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.998045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7a88b56c-7f24-4932-a791-882f88e5c1cb up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:11.035120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d56ce722-c49f-468a-808e-316eeed80866 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:11.049439 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.083688 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Transition to ACTIVE for port object d56ce722-c49f-468a-808e-316eeed80866 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:11.093897 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.100258 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.107161 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 7a88b56c-7f24-4932-a791-882f88e5c1cb completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:11.113707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7a88b56c-7f24-4932-a791-882f88e5c1cb triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:11.114385 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.181441 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.316718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Pushing event updated for resources: {'Port': ['ID=d56ce722-c49f-468a-808e-316eeed80866,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:11.318367 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.401412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 7a88b56c-7f24-4932-a791-882f88e5c1cb, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7a88b56c-7f24-4932-a791-882f88e5c1cb,segment=NetworkSegment(612cc99d-4136-4a7e-875a-e3e4e2a33d78),segment_id=612cc99d-4136-4a7e-875a-e3e4e2a33d78)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:11.408078 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.509993 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7d9d8f6e-a3c1-4862-bebe-2fc0d394e6ad req-e5f49618-4906-4a40-a711-685631b19dd0 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] For port bfd880ac-0113-4710-9bdc-e224ae57d036, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bfd880ac-0113-4710-9bdc-e224ae57d036,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:11.512844 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7d9d8f6e-a3c1-4862-bebe-2fc0d394e6ad req-e5f49618-4906-4a40-a711-685631b19dd0 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.521122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=7a88b56c-7f24-4932-a791-882f88e5c1cb,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:11.522553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Attempting to bind port d56ce722-c49f-468a-808e-316eeed80866 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:11.534119 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Attempting to bind port d56ce722-c49f-468a-808e-316eeed80866 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:11.535646 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Attempting to bind port d56ce722-c49f-468a-808e-316eeed80866 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:11.553823 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Port d56ce722-c49f-468a-808e-316eeed80866 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:11.554813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Attempting to bind port d56ce722-c49f-468a-808e-316eeed80866 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:11.561147 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.589061 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-7d9d8f6e-a3c1-4862-bebe-2fc0d394e6ad req-e5f49618-4906-4a40-a711-685631b19dd0 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Calling delete_port for bfd880ac-0113-4710-9bdc-e224ae57d036 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:11.635898 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Pushing event updated for resources: {'Port': ['ID=460a99a9-e39c-4d68-a808-c0b955ebf5e2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:11.650031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:11.650632 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:11.651431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:11.652315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Bound port: d56ce722-c49f-468a-808e-316eeed80866, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:11.652887 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.688662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:11.718405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6382079-0b92-4b57-afca-f9d8ba981d4f req-99f7133c-bde3-4287-8a58-7552ac3056f6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.725251 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6382079-0b92-4b57-afca-f9d8ba981d4f req-99f7133c-bde3-4287-8a58-7552ac3056f6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 948 time: 0.4702685 Jul 16 08:27:11.726067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:11.728845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:11.808155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54abef22-1cc4-4b45-b93e-f9a6dc28565f {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:11.836013 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.857747 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6382079-0b92-4b57-afca-f9d8ba981d4f req-8ae5cf9a-e0d6-4258-9296-16027f62cda7 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315575 Jul 16 08:27:11.860815 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] For port d56ce722-c49f-468a-808e-316eeed80866, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:11.862238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Transition to ACTIVE for port object 54abef22-1cc4-4b45-b93e-f9a6dc28565f will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:11.868985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] For port d56ce722-c49f-468a-808e-316eeed80866, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=d56ce722-c49f-468a-808e-316eeed80866,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:11.887093 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.897113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39562) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:11.905036 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.994136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.997565 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.000042 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] 10.222.0.15 "PUT /v2.0/ports/d56ce722-c49f-468a-808e-316eeed80866 HTTP/1.1" status: 200 len: 1097 time: 1.8899560 Jul 16 08:27:12.004152 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88314d2e-bca6-406c-973c-9b43cb4ac1bd', 'tag': 'd56ce722-c49f-468a-808e-316eeed80866'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:12.011766 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f93c7d-f3de-4912-81dd-a1661f644b77" -d '{"events": [{"name": "network-changed", "server_uuid": "88314d2e-bca6-406c-973c-9b43cb4ac1bd", "tag": "d56ce722-c49f-468a-808e-316eeed80866"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:12.020944 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d63814a-a540-44b7-ad1c-d6addb4e1647 req-335d15ea-78b7-4173-915e-eeba0b1b81e7 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.027310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d63814a-a540-44b7-ad1c-d6addb4e1647 req-335d15ea-78b7-4173-915e-eeba0b1b81e7 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 1097 time: 0.3921232 Jul 16 08:27:12.077055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Pushing event updated for resources: {'Port': ['ID=54abef22-1cc4-4b45-b93e-f9a6dc28565f,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:12.097006 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7d9d8f6e-a3c1-4862-bebe-2fc0d394e6ad req-e5f49618-4906-4a40-a711-685631b19dd0 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.109762 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['bfd880ac-0113-4710-9bdc-e224ae57d036'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:12.215258 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f49618-4906-4a40-a711-685631b19dd0 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Pushing event deleted for resources: {'Port': ['ID=bfd880ac-0113-4710-9bdc-e224ae57d036,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:12.316224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9d8f6e-a3c1-4862-bebe-2fc0d394e6ad req-e5f49618-4906-4a40-a711-685631b19dd0 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] No DVR routers for this DVR port bfd880ac-0113-4710-9bdc-e224ae57d036 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:12.319630 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7d9d8f6e-a3c1-4862-bebe-2fc0d394e6ad req-e5f49618-4906-4a40-a711-685631b19dd0 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.322078 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d9d8f6e-a3c1-4862-bebe-2fc0d394e6ad req-e5f49618-4906-4a40-a711-685631b19dd0 tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.15 "DELETE /v2.0/ports/bfd880ac-0113-4710-9bdc-e224ae57d036 HTTP/1.1" status: 204 len: 173 time: 1.5886464 Jul 16 08:27:12.324564 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e01bce-e4ad-4e39-b09c-e0bee29ce015 service neutron] Pushing event updated for resources: {'Port': ['ID=d56ce722-c49f-468a-808e-316eeed80866,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:12.338112 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d63814a-a540-44b7-ad1c-d6addb4e1647 req-8e44be57-bc61-4005-9465-dbbc9353978f tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998053 Jul 16 08:27:12.340694 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.344221 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f99579e6-0635-49d7-bac5-6e2f43998bfd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08f14771360f474dab70645346f105a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441674 Jul 16 08:27:12.356909 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fccf2241-bc0a-4ffa-9db9-bc28fe452d79', 'name': 'network-vif-deleted', 'tag': 'bfd880ac-0113-4710-9bdc-e224ae57d036'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:12.358654 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30cd403d-0d6b-433a-b6b0-adf33c075c30" -d '{"events": [{"server_uuid": "fccf2241-bc0a-4ffa-9db9-bc28fe452d79", "name": "network-vif-deleted", "tag": "bfd880ac-0113-4710-9bdc-e224ae57d036"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:12.360368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39582) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:12.364715 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9453bcad-23df-4314-97b1-fab97ead3194 req-667dcfd9-dc88-4181-aeee-f31e673d767b tempest-ServerDiagnosticsNegativeTest-770204690 tempest-ServerDiagnosticsNegativeTest-770204690-project] 10.222.0.20 "GET /v2.0/ports?device_id=fccf2241-bc0a-4ffa-9db9-bc28fe452d79 HTTP/1.1" status: 200 len: 210 time: 0.0903025 Jul 16 08:27:12.365434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Attempting to bind port 54abef22-1cc4-4b45-b93e-f9a6dc28565f on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:12.365765 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Attempting to bind port 54abef22-1cc4-4b45-b93e-f9a6dc28565f by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:12.366314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Attempting to bind port 54abef22-1cc4-4b45-b93e-f9a6dc28565f on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:12.432911 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Port 54abef22-1cc4-4b45-b93e-f9a6dc28565f on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:12.433288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Attempting to bind port 54abef22-1cc4-4b45-b93e-f9a6dc28565f on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:12.452730 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7702ad88-da8c-4a95-beed-426bcd0274a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.456058 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-7702ad88-da8c-4a95-beed-426bcd0274a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=83402598fe9842dd8ae120b2622f777a&device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 1100 time: 0.3651259 Jul 16 08:27:12.477471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:12.477827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:12.478211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:12.478662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Bound port: 54abef22-1cc4-4b45-b93e-f9a6dc28565f, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:12.479017 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.529828 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-01df94da-7c87-4053-93de-c0e694d36395 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=d56ce722-c49f-468a-808e-316eeed80866 HTTP/1.1" status: 200 len: 217 time: 0.0569196 Jul 16 08:27:12.546255 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.590258 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-289a787d-6ba7-49e2-a79b-5cb41169bdff x-openstack-request-id: req-289a787d-6ba7-49e2-a79b-5cb41169bdff {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:12.591141 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88314d2e-bca6-406c-973c-9b43cb4ac1bd", "tag": "d56ce722-c49f-468a-808e-316eeed80866", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:12.591584 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-289a787d-6ba7-49e2-a79b-5cb41169bdff {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:12.592247 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88314d2e-bca6-406c-973c-9b43cb4ac1bd', 'tag': 'd56ce722-c49f-468a-808e-316eeed80866', 'status': 'completed', 'code': 200} Jul 16 08:27:12.622788 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-436dc9f2-029e-4593-a3fd-12a3dbb4f8c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.657870 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-ae0434ea-f54b-4209-a461-49b7e0486abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.669345 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2abaca-deff-466c-a251-31e1a50ecfb2 x-openstack-request-id: req-ba2abaca-deff-466c-a251-31e1a50ecfb2 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:12.669808 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fccf2241-bc0a-4ffa-9db9-bc28fe452d79", "name": "network-vif-deleted", "tag": "bfd880ac-0113-4710-9bdc-e224ae57d036", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:12.670132 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba2abaca-deff-466c-a251-31e1a50ecfb2 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:12.670546 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fccf2241-bc0a-4ffa-9db9-bc28fe452d79', 'name': 'network-vif-deleted', 'tag': 'bfd880ac-0113-4710-9bdc-e224ae57d036', 'status': 'completed', 'code': 200} Jul 16 08:27:12.670663 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-ae0434ea-f54b-4209-a461-49b7e0486abf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1229489 Jul 16 08:27:12.691718 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-436dc9f2-029e-4593-a3fd-12a3dbb4f8c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.693871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] For port 54abef22-1cc4-4b45-b93e-f9a6dc28565f, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:12.704677 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] For port 54abef22-1cc4-4b45-b93e-f9a6dc28565f, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54abef22-1cc4-4b45-b93e-f9a6dc28565f,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:12.726105 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.883722 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.884486 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.886171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] 10.222.0.38 "PUT /v2.0/ports/54abef22-1cc4-4b45-b93e-f9a6dc28565f HTTP/1.1" status: 200 len: 1097 time: 3.4091477 Jul 16 08:27:12.929185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50df55-15cd-4a36-9964-a07e8d29e881 service neutron] Pushing event updated for resources: {'Port': ['ID=54abef22-1cc4-4b45-b93e-f9a6dc28565f,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:12.949498 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-436dc9f2-029e-4593-a3fd-12a3dbb4f8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.956878 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-436dc9f2-029e-4593-a3fd-12a3dbb4f8c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.962208 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-436dc9f2-029e-4593-a3fd-12a3dbb4f8c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d3495ecb-be36-4788-92cd-0ab4d4c0a219 HTTP/1.1" status: 204 len: 168 time: 0.6000810 Jul 16 08:27:13.006595 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7a88b56c-7f24-4932-a791-882f88e5c1cb up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:13.062305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-30500284-808d-42ae-bc8d-7673e8508fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.066456 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-30500284-808d-42ae-bc8d-7673e8508fc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3947251 Jul 16 08:27:13.073246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436dc9f2-029e-4593-a3fd-12a3dbb4f8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3495ecb-be36-4788-92cd-0ab4d4c0a219,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:13.159620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-845f8382-dc01-4d59-8812-ae8de59c7f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.161976 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-845f8382-dc01-4d59-8812-ae8de59c7f05 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83402598fe9842dd8ae120b2622f777a&device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 1100 time: 0.1939473 Jul 16 08:27:13.206453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7a88b56c-7f24-4932-a791-882f88e5c1cb triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:13.206834 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.258193 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-b8a91d1c-bf9a-4d18-94c3-84b578b4f9fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=54abef22-1cc4-4b45-b93e-f9a6dc28565f HTTP/1.1" status: 200 len: 217 time: 0.0885515 Jul 16 08:27:13.323375 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-d0d062bb-03b0-4f10-9783-cd6ea34700f4 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444034 Jul 16 08:27:13.407671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-2b4c104e-7d20-4288-9dfc-df7144a96aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.409819 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-2b4c104e-7d20-4288-9dfc-df7144a96aba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1456592 Jul 16 08:27:13.538633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-c4f2a6f8-aabb-4a14-b93a-37fef60b5154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.540885 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-c4f2a6f8-aabb-4a14-b93a-37fef60b5154 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1246495 Jul 16 08:27:13.741590 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.754736 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.767059 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-58bb0f83-0516-4fd0-bc80-ad1cec22b2f7 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022309 Jul 16 08:27:13.833878 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d4170-4cf9-42c2-974a-58415993c033 req-97fe5dc3-4b92-4bab-95d7-db82392869bf tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.843476 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-991d4170-4cf9-42c2-974a-58415993c033 req-97fe5dc3-4b92-4bab-95d7-db82392869bf tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 948 time: 0.3190088 Jul 16 08:27:13.910370 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-991d4170-4cf9-42c2-974a-58415993c033 req-fa6cd968-51eb-405a-9c0c-0a9dca91171e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654030 Jul 16 08:27:13.918525 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39626) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:13.925424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Pushing event updated for resources: {'Port': ['ID=460a99a9-e39c-4d68-a808-c0b955ebf5e2,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:13.931631 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-adb3e3dc-44e4-40af-af2a-83d5c564df5f req-671b6ad5-e0a2-4eaa-90a4-24cdd76621c1 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6006222 Jul 16 08:27:13.943093 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.964345 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.965942 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-381e7b66-c327-4fa3-a9e2-565a9b0f54e5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1620083 Jul 16 08:27:14.121178 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a22abcf2-2e5b-49ff-a97c-1f15f7007aea req-0a0d5b75-5039-4bd8-b1ca-4d7f3910064e service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444719 Jul 16 08:27:14.150263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f93c7d-f3de-4912-81dd-a1661f644b77 req-cbf4c64c-958d-4f8c-b2e9-5ee77851d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.152209 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67f93c7d-f3de-4912-81dd-a1661f644b77 req-cbf4c64c-958d-4f8c-b2e9-5ee77851d7bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=83402598fe9842dd8ae120b2622f777a&device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 1100 time: 0.1471446 Jul 16 08:27:14.375837 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd14a-333b-49b2-bc6f-0962263aa0d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.442593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f93c7d-f3de-4912-81dd-a1661f644b77 req-ae3ee790-b763-4ab4-9c5f-9ad26bfb40fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.444748 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67f93c7d-f3de-4912-81dd-a1661f644b77 req-ae3ee790-b763-4ab4-9c5f-9ad26bfb40fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.2862875 Jul 16 08:27:14.511253 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:27:14.545087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67f93c7d-f3de-4912-81dd-a1661f644b77 req-f8a18ab2-73c6-44da-a0ee-d5ee8f7d0596 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=d56ce722-c49f-468a-808e-316eeed80866 HTTP/1.1" status: 200 len: 217 time: 0.0929542 Jul 16 08:27:14.624618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device bfd880ac-0113-4710-9bdc-e224ae57d036 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:14.640684 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd14a-333b-49b2-bc6f-0962263aa0d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.663301 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a6ddd14a-333b-49b2-bc6f-0962263aa0d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.665452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f93c7d-f3de-4912-81dd-a1661f644b77 req-d7b57898-2cce-434e-9e00-e64a6f306c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.671469 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67f93c7d-f3de-4912-81dd-a1661f644b77 req-d7b57898-2cce-434e-9e00-e64a6f306c3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1170065 Jul 16 08:27:14.674759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: bfd880ac-0113-4710-9bdc-e224ae57d036 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:14.675112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device bfd880ac-0113-4710-9bdc-e224ae57d036 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:14.678612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6d25b79-e875-4e39-975c-db19f8280961', 'tag': '54abef22-1cc4-4b45-b93e-f9a6dc28565f'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:14.681386 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659cd301-e59b-41af-8cd2-4f2c92e3096b" -d '{"events": [{"name": "network-changed", "server_uuid": "b6d25b79-e875-4e39-975c-db19f8280961", "tag": "54abef22-1cc4-4b45-b93e-f9a6dc28565f"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:14.704357 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-f1de7c08-04a0-4e80-b538-f44fc0b75b69 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1912878383&fields=id&tenant_id=2da21cd3875a446cbc9918c552ebd204 HTTP/1.1" status: 200 len: 267 time: 0.2081661 Jul 16 08:27:14.766472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39670) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:14.812800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f93c7d-f3de-4912-81dd-a1661f644b77 req-9f34a147-86b4-4370-8f6a-00f3c996fdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.815148 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67f93c7d-f3de-4912-81dd-a1661f644b77 req-9f34a147-86b4-4370-8f6a-00f3c996fdc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1377187 Jul 16 08:27:14.822485 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a6ddd14a-333b-49b2-bc6f-0962263aa0d7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7268e1495f544af89d4d7b6cd50c8c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8996871 Jul 16 08:27:14.823078 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ddd14a-333b-49b2-bc6f-0962263aa0d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e52cb370-31f1-45e6-80e3-9b5dee7aad41,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:14.823176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39674) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:14.881709 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-8e07b323-126f-42f5-9ee8-53b0b65e0aed tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.889721 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-8e07b323-126f-42f5-9ee8-53b0b65e0aed tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/networks?id=678368f8-9970-4b61-9de6-2e955f47301b HTTP/1.1" status: 200 len: 806 time: 0.1844094 Jul 16 08:27:14.912881 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-61225353-954c-47b1-9168-31f67fb19382 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/quotas/2da21cd3875a446cbc9918c552ebd204 HTTP/1.1" status: 200 len: 375 time: 0.0211375 Jul 16 08:27:14.975600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39680) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:14.986952 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2cb94ee0-676b-44f5-96e9-66ede12fbfd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.014101 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2cb94ee0-676b-44f5-96e9-66ede12fbfd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.035841 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-db144712-0b70-4b6d-9941-e63d42c423a6 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2da21cd3875a446cbc9918c552ebd204&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1217780 Jul 16 08:27:15.041477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-140554258-network', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:15.057733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-a7dad10d-e2b8-4a45-853c-630d0956509a tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:27:15.058745 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-a7dad10d-e2b8-4a45-853c-630d0956509a tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108044 Jul 16 08:27:15.072814 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67f93c7d-f3de-4912-81dd-a1661f644b77 req-53613eee-6004-4a5c-9c5b-2de80a07a909 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508528 Jul 16 08:27:15.083178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0ce57a39-e155-496b-8402-c914ba87abba service neutron] Request body: {'binding': {'host': 'n-h2-758944-46', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:15.083632 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0ce57a39-e155-496b-8402-c914ba87abba service neutron] Unknown quota resources ['binding']. {{(pid=93695) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:27:15.090828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] Made reservation on behalf of 8b625cd3561f452eafd9c36c485ee35a for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:15.093290 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.104952 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.181921 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-adde4fa2-27c9-4ecb-96bc-a144940add52 service neutron] 10.222.0.20 "GET /v2.0/networks/678368f8-9970-4b61-9de6-2e955f47301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320443 Jul 16 08:27:15.216334 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-413156a7-59a3-4c55-90a5-19ec328450c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=615c161d35714cc480b8fcadf1f7158e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474833 Jul 16 08:27:15.219474 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39684) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:15.240317 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2cb94ee0-676b-44f5-96e9-66ede12fbfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.242944 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2cb94ee0-676b-44f5-96e9-66ede12fbfd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.244086 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2cb94ee0-676b-44f5-96e9-66ede12fbfd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e52cb370-31f1-45e6-80e3-9b5dee7aad41 HTTP/1.1" status: 204 len: 168 time: 0.4202883 Jul 16 08:27:15.301440 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb94ee0-676b-44f5-96e9-66ede12fbfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52cb370-31f1-45e6-80e3-9b5dee7aad41,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:15.306444 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67f93c7d-f3de-4912-81dd-a1661f644b77 req-c19ae203-510e-43d2-83f3-4a8747e04af4 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206292 Jul 16 08:27:15.343205 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-8003f9fd-0932-4487-aba7-c6aa29ed7934 service neutron] 10.222.0.20 "GET /v2.0/networks/678368f8-9970-4b61-9de6-2e955f47301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549327 Jul 16 08:27:15.373062 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49db98ea-c522-4d7b-8980-aa15b1359596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.395211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0ce57a39-e155-496b-8402-c914ba87abba service neutron] Attempting to bind port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 on host n-h2-758944-46 for vnic_type normal with profile None {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:15.395558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0ce57a39-e155-496b-8402-c914ba87abba service neutron] Attempting to bind port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:15.395878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0ce57a39-e155-496b-8402-c914ba87abba service neutron] Attempting to bind port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:15.404134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0ce57a39-e155-496b-8402-c914ba87abba service neutron] Port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:15.404707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0ce57a39-e155-496b-8402-c914ba87abba service neutron] Attempting to bind port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:15.411779 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49db98ea-c522-4d7b-8980-aa15b1359596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.412385 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0ce57a39-e155-496b-8402-c914ba87abba service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:15.412766 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0ce57a39-e155-496b-8402-c914ba87abba service neutron] Checking segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:15.413994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0ce57a39-e155-496b-8402-c914ba87abba service neutron] Bound using segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:15.414456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0ce57a39-e155-496b-8402-c914ba87abba service neutron] Bound port: 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:15.428998 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.446162 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.477262 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:27:15.499119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1990490b-9467-4aa5-ad49-b0999644b7d5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:15.507166 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.507510 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] Added segment 20ef990e-8f69-4494-882f-4c291b9f0e39 of type vlan for network e38e08fb-1d0a-4317-ab87-14a51efad58f Jul 16 08:27:15.519456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0ce57a39-e155-496b-8402-c914ba87abba service neutron] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:15.527215 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0ce57a39-e155-496b-8402-c914ba87abba service neutron] Notify callbacks [] for binding, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.554542 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49db98ea-c522-4d7b-8980-aa15b1359596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.557090 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0ce57a39-e155-496b-8402-c914ba87abba service neutron] 10.222.0.20 "POST /v2.0/ports/8c6150fd-1b12-44cc-9d5c-859b6bf8e232/bindings HTTP/1.1" status: 201 len: 390 time: 0.4613733 Jul 16 08:27:15.558092 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49db98ea-c522-4d7b-8980-aa15b1359596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.559732 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-49db98ea-c522-4d7b-8980-aa15b1359596 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa32c3f9-c43a-426e-91ff-60ddba31af9c HTTP/1.1" status: 204 len: 168 time: 0.3391180 Jul 16 08:27:15.567159 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.582927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db98ea-c522-4d7b-8980-aa15b1359596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa32c3f9-c43a-426e-91ff-60ddba31af9c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:15.620672 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.622491 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:15.624118 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.644239 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea979d98-cb86-473d-a540-be08676a826e x-openstack-request-id: req-ea979d98-cb86-473d-a540-be08676a826e {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:15.645026 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6d25b79-e875-4e39-975c-db19f8280961", "tag": "54abef22-1cc4-4b45-b93e-f9a6dc28565f", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:15.645643 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea979d98-cb86-473d-a540-be08676a826e {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:15.646762 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6d25b79-e875-4e39-975c-db19f8280961', 'tag': '54abef22-1cc4-4b45-b93e-f9a6dc28565f', 'status': 'completed', 'code': 200} Jul 16 08:27:15.727724 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7516618 Jul 16 08:27:15.731689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39700) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:15.747581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-17d58503-558a-4d97-b593-96ec04854800 admin admin] Request body: {'subnet': {'network_id': 'e38e08fb-1d0a-4317-ab87-14a51efad58f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-140554258-subnet', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:15.775469 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39702) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:15.788627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce93221a-6fde-42e9-877c-c483dbe60c09 admin admin] Pushing event updated for resources: {'Network': ['ID=e38e08fb-1d0a-4317-ab87-14a51efad58f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:15.803194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network e38e08fb-1d0a-4317-ab87-14a51efad58f details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:27:15.831160 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-71f93b3a-26e4-441c-b04a-6b611a1d5250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.842371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cd301-e59b-41af-8cd2-4f2c92e3096b req-a1303929-eb43-40cd-ab0b-b038aa8e3fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:15.847882 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-659cd301-e59b-41af-8cd2-4f2c92e3096b req-a1303929-eb43-40cd-ab0b-b038aa8e3fb1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83402598fe9842dd8ae120b2622f777a&device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 1100 time: 0.1772420 Jul 16 08:27:15.881309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d58503-558a-4d97-b593-96ec04854800 admin admin] Made reservation on behalf of 8b625cd3561f452eafd9c36c485ee35a for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:15.886657 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-17d58503-558a-4d97-b593-96ec04854800 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.033696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cd301-e59b-41af-8cd2-4f2c92e3096b req-43c5cac3-4a70-4e82-90cb-a7c1ad9b39ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:16.035501 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-659cd301-e59b-41af-8cd2-4f2c92e3096b req-43c5cac3-4a70-4e82-90cb-a7c1ad9b39ea service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.1825469 Jul 16 08:27:16.110313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-659cd301-e59b-41af-8cd2-4f2c92e3096b req-f8bb4bfc-8d7f-4f3c-9532-94c9b5a438d1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=54abef22-1cc4-4b45-b93e-f9a6dc28565f HTTP/1.1" status: 200 len: 217 time: 0.0633309 Jul 16 08:27:16.119459 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15483562-cdfd-4271-bbc9-42eb76cfe4d5 req-8864e32e-e65d-4196-a56f-af1681b401ac tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 210 time: 0.0470214 Jul 16 08:27:16.181031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39714) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:16.188759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cd301-e59b-41af-8cd2-4f2c92e3096b req-29a6bfdf-42f1-4272-9b19-2728717687c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:16.190397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-659cd301-e59b-41af-8cd2-4f2c92e3096b req-29a6bfdf-42f1-4272-9b19-2728717687c9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0734811 Jul 16 08:27:16.199921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5bdf0f-565b-43b8-887d-ddfe14d9b4c7 req-a129c72a-09b5-4ccf-aaff-308f454ef34a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:16.201898 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c5bdf0f-565b-43b8-887d-ddfe14d9b4c7 req-a129c72a-09b5-4ccf-aaff-308f454ef34a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 948 time: 0.1652651 Jul 16 08:27:16.215840 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-835963db-83ad-4b16-a613-b006e70bbc2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.263944 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-71f93b3a-26e4-441c-b04a-6b611a1d5250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.268956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-debf5c67-8235-42e2-849d-0f2e6d1694bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:16.270477 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-debf5c67-8235-42e2-849d-0f2e6d1694bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 1097 time: 0.2304554 Jul 16 08:27:16.273145 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-71f93b3a-26e4-441c-b04a-6b611a1d5250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.304143 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c5bdf0f-565b-43b8-887d-ddfe14d9b4c7 req-9b811209-0406-4f74-88f1-259493e15862 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846808 Jul 16 08:27:16.380699 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-71f93b3a-26e4-441c-b04a-6b611a1d5250 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c437e82e85f43a5aa09ea855f82a53d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6007295 Jul 16 08:27:16.384119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39718) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:16.411268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659cd301-e59b-41af-8cd2-4f2c92e3096b req-840c9071-b18a-4d49-a26f-244035b23128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:16.413910 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-659cd301-e59b-41af-8cd2-4f2c92e3096b req-840c9071-b18a-4d49-a26f-244035b23128 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2060366 Jul 16 08:27:16.427221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f93b3a-26e4-441c-b04a-6b611a1d5250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0162518b-f02f-4c4a-9d1b-f2f1897445dc,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:16.488894 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-17d58503-558a-4d97-b593-96ec04854800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.529233 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-835963db-83ad-4b16-a613-b006e70bbc2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.546304 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-835963db-83ad-4b16-a613-b006e70bbc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.556074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-1743af5a-0ec5-489c-b656-abb8708e041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:16.557879 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-1743af5a-0ec5-489c-b656-abb8708e041d service neutron] 10.222.0.38 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.2808580 Jul 16 08:27:16.573292 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9bf439b7-c390-40c4-b3e5-af82155b847e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.612879 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d58503-558a-4d97-b593-96ec04854800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f08d2320-777c-41a0-b0d6-18a89eb1daff,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:16.618187 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-835963db-83ad-4b16-a613-b006e70bbc2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2262c62c15b4974a03a40d4ab50aa1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4347944 Jul 16 08:27:16.620300 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39722) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:16.622304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835963db-83ad-4b16-a613-b006e70bbc2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a726c48f-94f0-4add-a76a-e258a4e48623,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:16.625610 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device d56ce722-c49f-468a-808e-316eeed80866 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:16.628469 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-6a4f5acc-4a5c-4157-910b-cc7fcf1207ec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232 HTTP/1.1" status: 200 len: 217 time: 0.0598824 Jul 16 08:27:16.638909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c293b59-5ca4-4137-be26-9d5983337abf req-8f367a41-8157-40fb-962a-e99b2aeb3b3a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:16.640811 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5c293b59-5ca4-4137-be26-9d5983337abf req-8f367a41-8157-40fb-962a-e99b2aeb3b3a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 945 time: 0.3019960 Jul 16 08:27:16.647446 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-659cd301-e59b-41af-8cd2-4f2c92e3096b req-fc74f650-dd06-46f6-ba9a-cc86f5a71d84 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201629 Jul 16 08:27:16.662049 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9bf439b7-c390-40c4-b3e5-af82155b847e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.689517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d58503-558a-4d97-b593-96ec04854800 admin admin] Checking segment: {'id': '20ef990e-8f69-4494-882f-4c291b9f0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e38e08fb-1d0a-4317-ab87-14a51efad58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:16.690045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d58503-558a-4d97-b593-96ec04854800 admin admin] Network hostable DHCP agents. Network: e38e08fb-1d0a-4317-ab87-14a51efad58f, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:27:16.753269 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5c293b59-5ca4-4137-be26-9d5983337abf req-c2e6df21-c588-4758-ad52-27064ccc2bb4 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956089 Jul 16 08:27:16.754739 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-18c7013d-1b38-4fef-9d3a-4078062398ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:16.756150 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-18c7013d-1b38-4fef-9d3a-4078062398ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.1139293 Jul 16 08:27:16.757313 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d58503-558a-4d97-b593-96ec04854800 admin admin] Network e38e08fb-1d0a-4317-ab87-14a51efad58f is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:27:16.802440 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-42f4e10d-0057-4207-bb33-cb8d4e36a654 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393934 Jul 16 08:27:16.808348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-17d58503-558a-4d97-b593-96ec04854800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, e38e08fb-1d0a-4317-ab87-14a51efad58f) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:16.824109 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbb56ab-31d9-4d92-939f-086b149bd69b None None] Network e38e08fb-1d0a-4317-ab87-14a51efad58f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:16.826900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d58503-558a-4d97-b593-96ec04854800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:16.827839 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-17d58503-558a-4d97-b593-96ec04854800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.835241 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-456f80b0-921d-446f-8622-4f329e793390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.864137 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-659cd301-e59b-41af-8cd2-4f2c92e3096b req-928ff997-944c-497a-8c36-d54ff3e8e0b0 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048211 Jul 16 08:27:16.870753 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-17d58503-558a-4d97-b593-96ec04854800 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1374600 Jul 16 08:27:16.872700 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9bf439b7-c390-40c4-b3e5-af82155b847e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.875563 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9bf439b7-c390-40c4-b3e5-af82155b847e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.879429 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9bf439b7-c390-40c4-b3e5-af82155b847e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0162518b-f02f-4c4a-9d1b-f2f1897445dc HTTP/1.1" status: 204 len: 168 time: 0.4898577 Jul 16 08:27:16.879429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39728) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:16.879943 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-456f80b0-921d-446f-8622-4f329e793390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.887203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-140554258-router', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:16.910015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf439b7-c390-40c4-b3e5-af82155b847e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0162518b-f02f-4c4a-9d1b-f2f1897445dc,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:16.947903 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.949491 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.974666 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-456f80b0-921d-446f-8622-4f329e793390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.978081 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-456f80b0-921d-446f-8622-4f329e793390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.979806 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-456f80b0-921d-446f-8622-4f329e793390 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a726c48f-94f0-4add-a76a-e258a4e48623 HTTP/1.1" status: 204 len: 168 time: 0.3541651 Jul 16 08:27:17.034842 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port d56ce722-c49f-468a-808e-316eeed80866, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=d56ce722-c49f-468a-808e-316eeed80866,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:17.052727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456f80b0-921d-446f-8622-4f329e793390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a726c48f-94f0-4add-a76a-e258a4e48623,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:17.056227 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'd56ce722-c49f-468a-808e-316eeed80866', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'd56ce722-c49f-468a-808e-316eeed80866', 'mac_address': 'fa:16:3e:05:01:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:17.060794 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-49ebedca-603c-47de-8e33-e4012457e0ab service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496836 Jul 16 08:27:17.124831 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.205675 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.272330 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-1e9569fd-a845-4bfa-9ead-83b5d5080476 service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029843 Jul 16 08:27:17.389375 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d56ce722-c49f-468a-808e-316eeed80866 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:17.449849 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-15a5faa2-8ae3-42c1-b7cd-a12cb1ab6a4f req-17746ed0-b04b-4a26-87a3-eb833e02ffa7 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 210 time: 0.0652139 Jul 16 08:27:17.452474 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.472195 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port d56ce722-c49f-468a-808e-316eeed80866, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=d56ce722-c49f-468a-808e-316eeed80866,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:17.484957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-e38e08fb-1d0a-4317-ab87-14a51efad58f', 'network_id': 'e38e08fb-1d0a-4317-ab87-14a51efad58f', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'fixed_ips': [{'subnet_id': 'f08d2320-777c-41a0-b0d6-18a89eb1daff'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:27:17.485931 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.494478 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.721668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-919066b9-403d-49c0-989f-28813d90e4a4 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:17.730030 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-919066b9-403d-49c0-989f-28813d90e4a4 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1097 time: 0.4032314 Jul 16 08:27:17.735581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['d56ce722-c49f-468a-808e-316eeed80866'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:17.743884 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-46'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:17.809396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=d56ce722-c49f-468a-808e-316eeed80866,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:17.851418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9e34e6-0f31-41a2-bd72-357859ad0ccb req-c388c6ce-f70b-4e39-91a6-a91d695ed164 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:17.859671 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a9e34e6-0f31-41a2-bd72-357859ad0ccb req-c388c6ce-f70b-4e39-91a6-a91d695ed164 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 949 time: 0.2733347 Jul 16 08:27:17.898089 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.937695 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a9e34e6-0f31-41a2-bd72-357859ad0ccb req-296bde1f-1219-45e0-8691-72f4f18aac47 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740857 Jul 16 08:27:17.991822 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54abef22-1cc4-4b45-b93e-f9a6dc28565f details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:18.074135 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Allocated IP 172.20.0.2 (e38e08fb-1d0a-4317-ab87-14a51efad58f/f08d2320-777c-41a0-b0d6-18a89eb1daff/5ccc506f-0240-41ec-91fb-811b1c1af774) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:18.201067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:18.298023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:18.356545 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.resource_extend [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:27:18.368010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6150fd-1b12-44cc-9d5c-859b6bf8e232'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:18.371794 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e759764b-5878-4e98-9d26-8574c30afdc5" -d '{"events": [{"server_uuid": "98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee", "name": "network-vif-unplugged", "status": "completed", "tag": "8c6150fd-1b12-44cc-9d5c-859b6bf8e232"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:18.376652 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.388464 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.467462 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.526603 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,revision_number=7']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:18.532305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Transition to ACTIVE for port object 5ccc506f-0240-41ec-91fb-811b1c1af774 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:18.561340 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd23248-a4ae-4719-8618-f49875a3f67d x-openstack-request-id: req-8fd23248-a4ae-4719-8618-f49875a3f67d {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:18.562036 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee", "name": "network-vif-unplugged", "status": "completed", "tag": "8c6150fd-1b12-44cc-9d5c-859b6bf8e232", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:18.566835 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8fd23248-a4ae-4719-8618-f49875a3f67d {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:18.567371 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c6150fd-1b12-44cc-9d5c-859b6bf8e232', 'code': 200} Jul 16 08:27:18.569540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Attempting to bind port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 on host n-h1-758944-46 for vnic_type normal with profile {"migrating_to": "n-h2-758944-46"} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:18.569891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Attempting to bind port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:18.570228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Attempting to bind port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:18.577213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-96fd2dc7-f74b-4862-853a-dd2a3e2142e7 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:18.578992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:18.579124 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-96fd2dc7-f74b-4862-853a-dd2a3e2142e7 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.38 "GET /v2.0/networks?id=678368f8-9970-4b61-9de6-2e955f47301b HTTP/1.1" status: 200 len: 806 time: 1.0984504 Jul 16 08:27:18.579314 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Attempting to bind port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:18.613668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:18.617389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Checking segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:18.617389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Bound using segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:18.617389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Bound port: 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:18.617389 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.650137 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Transition to ACTIVE for port object 5ccc506f-0240-41ec-91fb-811b1c1af774 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:18.675649 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.826179 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2886d7-e332-4dd4-b9de-fb0b3bd0821f req-51cf6a2e-aef8-4448-8d1e-281f020d4eac tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:18.834832 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6f2886d7-e332-4dd4-b9de-fb0b3bd0821f req-51cf6a2e-aef8-4448-8d1e-281f020d4eac tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 943 time: 0.4015715 Jul 16 08:27:18.857703 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-583966ee-81b6-403b-88ed-d4a40c7a68ca req-6a7b0734-ea3d-460c-aad6-92c43809e436 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 210 time: 0.0963120 Jul 16 08:27:18.871507 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-c9862445-7890-4872-98e7-5ad78edd7b91 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2da21cd3875a446cbc9918c552ebd204 HTTP/1.1" status: 200 len: 380 time: 0.1178460 Jul 16 08:27:18.876562 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.895373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:18.906033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:18.917021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-a5c4e8f2-cedd-406d-9035-bc6577e080d3 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Request body: {'port': {'device_id': '40098c2a-a544-4a8c-9f64-c49cc5868d6f', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'admin_state_up': True, 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'security_groups': ['d4f2acc6-1398-4e76-9cb8-88ee17ea2e37']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:18.923556 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.925985 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:18.935894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54abef22-1cc4-4b45-b93e-f9a6dc28565f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54abef22-1cc4-4b45-b93e-f9a6dc28565f,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:18.963238 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Network e38e08fb-1d0a-4317-ab87-14a51efad58f is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:18.975578 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:18.979966 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:18.982812 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6f2886d7-e332-4dd4-b9de-fb0b3bd0821f req-813192a3-3ea7-43ca-8665-426bf9049449 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469693 Jul 16 08:27:18.997387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '54abef22-1cc4-4b45-b93e-f9a6dc28565f', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '54abef22-1cc4-4b45-b93e-f9a6dc28565f', 'mac_address': 'fa:16:3e:49:e1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:18.998276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Pushing event updated for resources: {'Port': ['ID=5ccc506f-0240-41ec-91fb-811b1c1af774,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:19.135478 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Attempting to bind port 5ccc506f-0240-41ec-91fb-811b1c1af774 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:19.136244 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Attempting to bind port 5ccc506f-0240-41ec-91fb-811b1c1af774 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '20ef990e-8f69-4494-882f-4c291b9f0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e38e08fb-1d0a-4317-ab87-14a51efad58f'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:19.137014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Attempting to bind port 5ccc506f-0240-41ec-91fb-811b1c1af774 on network e38e08fb-1d0a-4317-ab87-14a51efad58f {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:19.140854 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.155591 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:19.156407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Checking segment: {'id': '20ef990e-8f69-4494-882f-4c291b9f0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e38e08fb-1d0a-4317-ab87-14a51efad58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:19.157074 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.157942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Bound using segment: {'id': '20ef990e-8f69-4494-882f-4c291b9f0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e38e08fb-1d0a-4317-ab87-14a51efad58f'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:19.159997 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Bound port: 5ccc506f-0240-41ec-91fb-811b1c1af774, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ef990e-8f69-4494-882f-4c291b9f0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e38e08fb-1d0a-4317-ab87-14a51efad58f'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:19.160688 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.199053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,revision_number=8']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:19.209227 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:19.210658 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.214952 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-12a2c929-8403-477e-bb56-817355f985a1 service neutron] 10.222.0.38 "PUT /v2.0/ports/8c6150fd-1b12-44cc-9d5c-859b6bf8e232 HTTP/1.1" status: 200 len: 1123 time: 1.4762726 Jul 16 08:27:19.278984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] For port 5ccc506f-0240-41ec-91fb-811b1c1af774, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:19.288305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] For port 5ccc506f-0240-41ec-91fb-811b1c1af774, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5ccc506f-0240-41ec-91fb-811b1c1af774,segment=NetworkSegment(20ef990e-8f69-4494-882f-4c291b9f0e39),segment_id=20ef990e-8f69-4494-882f-4c291b9f0e39)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:19.299418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54abef22-1cc4-4b45-b93e-f9a6dc28565f {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:19.333397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-a5c4e8f2-cedd-406d-9035-bc6577e080d3 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Made reservation on behalf of 2da21cd3875a446cbc9918c552ebd204 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:19.340171 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-a5c4e8f2-cedd-406d-9035-bc6577e080d3 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.343037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Allocated IP 172.25.4.62 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:19.356874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54abef22-1cc4-4b45-b93e-f9a6dc28565f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54abef22-1cc4-4b45-b93e-f9a6dc28565f,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:19.366613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['8c6150fd-1b12-44cc-9d5c-859b6bf8e232'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:19.371427 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.446666 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.449982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a9db0-fcf8-48de-b206-6b8593a0ac63 req-a74be9e0-f8f5-42a6-ba3a-04d3c6e5b28c tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:19.455423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd528674-1d53-43a4-944d-66a8efabafb1 None None] Pushing event updated for resources: {'Port': ['ID=5ccc506f-0240-41ec-91fb-811b1c1af774,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:19.458881 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a37a9db0-fcf8-48de-b206-6b8593a0ac63 req-a74be9e0-f8f5-42a6-ba3a-04d3c6e5b28c tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 949 time: 0.2684917 Jul 16 08:27:19.576399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=54abef22-1cc4-4b45-b93e-f9a6dc28565f,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:19.645097 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a37a9db0-fcf8-48de-b206-6b8593a0ac63 req-a46b8d9c-5073-468d-9610-47cb4145eee0 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852005 Jul 16 08:27:19.699258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['54abef22-1cc4-4b45-b93e-f9a6dc28565f'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:19.731893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-a5c4e8f2-cedd-406d-9035-bc6577e080d3 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Allocated IP 172.20.0.8 (678368f8-9970-4b61-9de6-2e955f47301b/b1e4c330-38d6-45d2-beaa-4e0feb1c897e/4637a6bc-e1eb-40bc-96fb-e65a03e3f607) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:19.775538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.943243 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:20.063015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:20.083443 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-756ab719-8c9b-4053-a4ef-404e8019d3ba req-42195a3f-80e0-44df-b7a4-b80876c1f56a tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 210 time: 0.0457253 Jul 16 08:27:20.121996 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:20.130353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:20.177022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Pushing event updated for resources: {'Port': ['ID=b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:20.315189 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-a5c4e8f2-cedd-406d-9035-bc6577e080d3 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:20.366708 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-1a54c6ba-cf14-4112-9752-dafc7a1c2735 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fcc26e3ff7924ddca461b8b937631cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255213 Jul 16 08:27:20.393269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-a5c4e8f2-cedd-406d-9035-bc6577e080d3 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Transition to ACTIVE for port object 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:20.518325 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-c08fe285-266d-4f73-97d1-26657962049c tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:20.526560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-c08fe285-266d-4f73-97d1-26657962049c tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1533785 Jul 16 08:27:20.527903 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2cefe9-4c26-4ac5-af7e-ad9dbf1ee55f req-d8e19b8b-3db8-4185-b288-623b1c6f04a9 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:20.529756 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a2cefe9-4c26-4ac5-af7e-ad9dbf1ee55f req-d8e19b8b-3db8-4185-b288-623b1c6f04a9 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 943 time: 0.3043759 Jul 16 08:27:20.543183 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-ee1fec17-f72c-46d3-9cbc-c6a598c1db3b tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/quotas/fcc26e3ff7924ddca461b8b937631cb8 HTTP/1.1" status: 200 len: 375 time: 0.0156534 Jul 16 08:27:20.566649 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-a5c4e8f2-cedd-406d-9035-bc6577e080d3 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:20.582991 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee', 'tag': '8c6150fd-1b12-44cc-9d5c-859b6bf8e232'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:20.585412 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a970781-2b4d-4d37-9c76-d7bd9de71268" -d '{"events": [{"name": "network-changed", "server_uuid": "98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee", "tag": "8c6150fd-1b12-44cc-9d5c-859b6bf8e232"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:20.603856 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-4ccd270c-c3f7-4b1f-aa94-95acee26fc12 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fcc26e3ff7924ddca461b8b937631cb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597196 Jul 16 08:27:20.633025 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device d56ce722-c49f-468a-808e-316eeed80866 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:20.701767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-a5c4e8f2-cedd-406d-9035-bc6577e080d3 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Network 678368f8-9970-4b61-9de6-2e955f47301b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:20.725963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port d56ce722-c49f-468a-808e-316eeed80866 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:20.734397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-a5c4e8f2-cedd-406d-9035-bc6577e080d3 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:20.735239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port d56ce722-c49f-468a-808e-316eeed80866 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:20.735239 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:20.745095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-a5c4e8f2-cedd-406d-9035-bc6577e080d3 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:20.824287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:20.868615 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a2cefe9-4c26-4ac5-af7e-ad9dbf1ee55f req-649c38af-e186-4170-9fb1-4ea0a3ee76f9 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981114 Jul 16 08:27:20.899003 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4e8f2-cedd-406d-9035-bc6577e080d3 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Pushing event updated for resources: {'Port': ['ID=4637a6bc-e1eb-40bc-96fb-e65a03e3f607,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:21.005191 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f6ccaa-6da6-4a5d-9e06-0e5c2e694fa7 x-openstack-request-id: req-55f6ccaa-6da6-4a5d-9e06-0e5c2e694fa7 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:21.005506 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee", "tag": "8c6150fd-1b12-44cc-9d5c-859b6bf8e232", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:21.005721 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55f6ccaa-6da6-4a5d-9e06-0e5c2e694fa7 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:21.006115 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee', 'tag': '8c6150fd-1b12-44cc-9d5c-859b6bf8e232', 'status': 'completed', 'code': 200} Jul 16 08:27:21.023400 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.045926 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5ccc506f-0240-41ec-91fb-811b1c1af774 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:21.055431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88314d2e-bca6-406c-973c-9b43cb4ac1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56ce722-c49f-468a-808e-316eeed80866'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:21.057817 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f5c9ba-a777-4f27-ab98-d1af07628834" -d '{"events": [{"server_uuid": "88314d2e-bca6-406c-973c-9b43cb4ac1bd", "name": "network-vif-plugged", "status": "completed", "tag": "d56ce722-c49f-468a-808e-316eeed80866"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:21.099798 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port d56ce722-c49f-468a-808e-316eeed80866, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=d56ce722-c49f-468a-808e-316eeed80866,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:21.112816 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.182307 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=d56ce722-c49f-468a-808e-316eeed80866,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:21.190374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a970781-2b4d-4d37-9c76-d7bd9de71268 req-77bce0d7-75c8-4470-8e7d-5b53845d6011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:21.195673 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a970781-2b4d-4d37-9c76-d7bd9de71268 req-77bce0d7-75c8-4470-8e7d-5b53845d6011 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 1126 time: 0.1590273 Jul 16 08:27:21.214605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 5ccc506f-0240-41ec-91fb-811b1c1af774 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:21.241172 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c710e3-6cde-4235-ab72-ead2824a6d5f None None] Network e38e08fb-1d0a-4317-ab87-14a51efad58f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:21.250498 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-a5c4e8f2-cedd-406d-9035-bc6577e080d3 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:21.251176 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-a5c4e8f2-cedd-406d-9035-bc6577e080d3 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.316002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-348dc199-5eda-48b6-951b-9f1a69b7145e None None] Provisioning for port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:21.331160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-a5c4e8f2-cedd-406d-9035-bc6577e080d3 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4522998 Jul 16 08:27:21.346803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Request body: {'port': {'device_id': '40098c2a-a544-4a8c-9f64-c49cc5868d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:21.357137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3e784df1-7e6d-46c3-b273-229905d2bb65 req-e3d60aef-7a1b-4a4e-a4e2-a02bdb2b9fd2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 210 time: 0.0602362 Jul 16 08:27:21.401997 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-348dc199-5eda-48b6-951b-9f1a69b7145e None None] Provisioning complete for port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:21.402621 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-348dc199-5eda-48b6-951b-9f1a69b7145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.497589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-348dc199-5eda-48b6-951b-9f1a69b7145e None None] Port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:21.509737 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-635c216e-f5cf-45bd-9953-4caa67ced8cc x-openstack-request-id: req-635c216e-f5cf-45bd-9953-4caa67ced8cc {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:21.510206 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88314d2e-bca6-406c-973c-9b43cb4ac1bd", "name": "network-vif-plugged", "status": "completed", "tag": "d56ce722-c49f-468a-808e-316eeed80866", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:21.510615 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-635c216e-f5cf-45bd-9953-4caa67ced8cc {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:21.511292 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88314d2e-bca6-406c-973c-9b43cb4ac1bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd56ce722-c49f-468a-808e-316eeed80866', 'code': 200} Jul 16 08:27:21.587746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-348dc199-5eda-48b6-951b-9f1a69b7145e None None] Provisioning for port 5ccc506f-0240-41ec-91fb-811b1c1af774 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:21.605013 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-348dc199-5eda-48b6-951b-9f1a69b7145e None None] Provisioning complete for port 5ccc506f-0240-41ec-91fb-811b1c1af774 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:21.606935 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-348dc199-5eda-48b6-951b-9f1a69b7145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.791005 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-348dc199-5eda-48b6-951b-9f1a69b7145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.853740 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.854602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-348dc199-5eda-48b6-951b-9f1a69b7145e None None] For port 5ccc506f-0240-41ec-91fb-811b1c1af774, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5ccc506f-0240-41ec-91fb-811b1c1af774,segment=NetworkSegment(20ef990e-8f69-4494-882f-4c291b9f0e39),segment_id=20ef990e-8f69-4494-882f-4c291b9f0e39)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:21.878120 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-348dc199-5eda-48b6-951b-9f1a69b7145e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.878722 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.899638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbb567-2822-4ae7-bcfa-5a038006ccbc req-a2bc4fff-8c39-4090-9acf-b88e35ec271d tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:21.901121 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b2bbb567-2822-4ae7-bcfa-5a038006ccbc req-a2bc4fff-8c39-4090-9acf-b88e35ec271d tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 950 time: 0.5222414 Jul 16 08:27:21.978306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a970781-2b4d-4d37-9c76-d7bd9de71268 req-de304763-a71a-47d8-9ebb-3d2a987ec4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:21.979805 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a970781-2b4d-4d37-9c76-d7bd9de71268 req-de304763-a71a-47d8-9ebb-3d2a987ec4c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.7775538 Jul 16 08:27:21.986893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348dc199-5eda-48b6-951b-9f1a69b7145e None None] Pushing event updated for resources: {'Port': ['ID=5ccc506f-0240-41ec-91fb-811b1c1af774,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:21.998663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:22.000816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54abef22-1cc4-4b45-b93e-f9a6dc28565f up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:22.069461 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a970781-2b4d-4d37-9c76-d7bd9de71268 req-af0952b9-63b4-4490-a55a-f80f1ce6a79d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232 HTTP/1.1" status: 200 len: 217 time: 0.0492578 Jul 16 08:27:22.087803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc11bf-70cd-4968-a2af-4b364ac7eb44 req-6c9999a2-74bb-46de-aaed-9335fda8ad6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:22.090288 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-11cc11bf-70cd-4968-a2af-4b364ac7eb44 req-6c9999a2-74bb-46de-aaed-9335fda8ad6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 1102 time: 0.4825268 Jul 16 08:27:22.139516 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b2bbb567-2822-4ae7-bcfa-5a038006ccbc req-f7bd97fe-3a20-4b12-9bf4-14c2a163344d tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808026 Jul 16 08:27:22.225928 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-11cc11bf-70cd-4968-a2af-4b364ac7eb44 req-68f0879b-36b0-40a1-9d21-fa7a2aa0c1e3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935040 Jul 16 08:27:22.242715 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a970781-2b4d-4d37-9c76-d7bd9de71268 req-0af6b939-84bb-40f7-9913-52262fb1f523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:22.256029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Router 8bf76731-ed20-47f2-9a8d-0cf612b925c9 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:27:22.256333 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a970781-2b4d-4d37-9c76-d7bd9de71268 req-0af6b939-84bb-40f7-9913-52262fb1f523 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.1638238 Jul 16 08:27:22.279188 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7b941f-6017-4440-8662-9650fd62d82c req-a626453a-8f71-45f3-9fee-63ca1ec80bb4 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:22.280630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 54abef22-1cc4-4b45-b93e-f9a6dc28565f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:22.290498 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 54abef22-1cc4-4b45-b93e-f9a6dc28565f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:22.291604 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:22.297095 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9f7b941f-6017-4440-8662-9650fd62d82c req-a626453a-8f71-45f3-9fee-63ca1ec80bb4 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 931 time: 0.3162353 Jul 16 08:27:22.337809 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-78fd7c7b-c00b-41f3-bff0-6ccfc0fa051b None None] Provisioning complete for port 5ccc506f-0240-41ec-91fb-811b1c1af774 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:22.339286 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-78fd7c7b-c00b-41f3-bff0-6ccfc0fa051b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:22.344703 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:22.383832 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a970781-2b4d-4d37-9c76-d7bd9de71268 req-2b248bc0-cf6f-4b7a-b6d6-5118dbf76299 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844555 Jul 16 08:27:22.394422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 has no active binding in host n-h2-758944-46 {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:27:22.471438 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9f7b941f-6017-4440-8662-9650fd62d82c req-9ee8233d-623f-41cd-a0fd-6398b77280ce tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1725674 Jul 16 08:27:22.477605 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:22.562397 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54abef22-1cc4-4b45-b93e-f9a6dc28565f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54abef22-1cc4-4b45-b93e-f9a6dc28565f,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:22.569635 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:22.594820 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a970781-2b4d-4d37-9c76-d7bd9de71268 req-386225ae-ba4e-4b51-b84b-1874fed1eb29 service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565819 Jul 16 08:27:22.639274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=54abef22-1cc4-4b45-b93e-f9a6dc28565f,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:22.723970 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a970781-2b4d-4d37-9c76-d7bd9de71268 req-5a63f41a-9f59-48a7-b93b-c1eb0119732e service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201150 Jul 16 08:27:22.839579 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-51c0e164-da95-4487-870b-b252b0dd1ef2 req-cf290551-6faa-48e1-9600-a54b8b226055 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 210 time: 0.0578125 Jul 16 08:27:22.914919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5ccc506f-0240-41ec-91fb-811b1c1af774 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:22.941759 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-cb1ce4ff-0282-45cb-8763-44ab89b6dde1 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=fcc26e3ff7924ddca461b8b937631cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0508082 Jul 16 08:27:23.016646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 5ccc506f-0240-41ec-91fb-811b1c1af774 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:23.018110 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:23.166106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-20287869-2b5a-49df-aedf-d4c4344a062b tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:23.167781 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-20287869-2b5a-49df-aedf-d4c4344a062b tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2187395 Jul 16 08:27:23.174091 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:27:23.187786 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Sync routers for ids ['8bf76731-ed20-47f2-9a8d-0cf612b925c9'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:23.200816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Routers {'8bf76731-ed20-47f2-9a8d-0cf612b925c9'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:23.201713 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:27:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8bf76731-ed20-47f2-9a8d-0cf612b925c9'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:23.209094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Request body: {'port': {'device_id': '346d5331-06bd-410d-baf4-bbf73ed7b576', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': 'fcc26e3ff7924ddca461b8b937631cb8'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:23.246849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201e54fa-34b0-4149-93c8-ae54d01a26fe req-a41b397f-2b24-49a2-a634-caa21fb7c2c7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:23.248441 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-201e54fa-34b0-4149-93c8-ae54d01a26fe req-a41b397f-2b24-49a2-a634-caa21fb7c2c7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 943 time: 0.5282013 Jul 16 08:27:23.259287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:23.260472 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ba42aa2f-631b-4b41-aa6b-1a1c548de749 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.3770466 Jul 16 08:27:23.268101 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39904) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:23.332321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:23.344777 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:23.357980 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-19b49136-ba40-4da8-9eda-a15b677d5d51 service neutron] 10.222.0.15 "GET /v2.0/ports/8c6150fd-1b12-44cc-9d5c-859b6bf8e232/bindings/n-h2-758944-46 HTTP/1.1" status: 200 len: 385 time: 0.2691827 Jul 16 08:27:23.393378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Transition to ACTIVE for port object 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:23.452455 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:23.458805 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-201e54fa-34b0-4149-93c8-ae54d01a26fe req-e52e7a4b-53fe-43b0-bf7a-130e86e61f76 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020435 Jul 16 08:27:23.475279 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Set router 8bf76731-ed20-47f2-9a8d-0cf612b925c9 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:23.567526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Pushing event updated for resources: {'Port': ['ID=4637a6bc-e1eb-40bc-96fb-e65a03e3f607,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:23.703011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d25b79-e875-4e39-975c-db19f8280961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54abef22-1cc4-4b45-b93e-f9a6dc28565f'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:23.709968 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-796bb054-fad6-4844-bd08-08ee619faf89" -d '{"events": [{"server_uuid": "b6d25b79-e875-4e39-975c-db19f8280961", "name": "network-vif-plugged", "status": "completed", "tag": "54abef22-1cc4-4b45-b93e-f9a6dc28565f"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:23.716350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e738e-06e8-46b4-ae58-3729b8fc7343 req-71d4947c-a5c3-4d85-94f7-1234ce78f5b5 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:23.725182 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-791e738e-06e8-46b4-ae58-3729b8fc7343 req-71d4947c-a5c3-4d85-94f7-1234ce78f5b5 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 950 time: 0.2336323 Jul 16 08:27:23.763377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39916) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:23.786012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Made reservation on behalf of fcc26e3ff7924ddca461b8b937631cb8 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:23.795663 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:23.829793 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:23.971895 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:23.991266 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-791e738e-06e8-46b4-ae58-3729b8fc7343 req-9761b38b-c386-448e-9cf8-9840f319ec85 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2648745 Jul 16 08:27:23.997931 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.034618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'name': 'tempest-ServersTestMultiNic-140554258-router', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:16Z', 'updated_at': '2021-07-16T08:27:20Z', 'revision_number': 3, 'project_id': '8b625cd3561f452eafd9c36c485ee35a', 'gw_port': {'id': 'b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:18Z', 'updated_at': '2021-07-16T08:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:24.077200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Checking router: 8bf76731-ed20-47f2-9a8d-0cf612b925c9 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:24.077875 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Updating router 8bf76731-ed20-47f2-9a8d-0cf612b925c9 port b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:27:24.125337 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.143778 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4d293a3-b43b-49bc-8d4f-8e4419a81e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.178289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Attempting to bind port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:24.178850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Attempting to bind port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '612cc99d-4136-4a7e-875a-e3e4e2a33d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:24.179283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Attempting to bind port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 on network 678368f8-9970-4b61-9de6-2e955f47301b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:24.232036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 on network 678368f8-9970-4b61-9de6-2e955f47301b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:24.232578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Attempting to bind port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 on network 678368f8-9970-4b61-9de6-2e955f47301b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:24.254596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:24.255008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Checking segment: {'id': '612cc99d-4136-4a7e-875a-e3e4e2a33d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:24.255510 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Bound using segment: {'id': '612cc99d-4136-4a7e-875a-e3e4e2a33d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:24.256252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Bound port: 4637a6bc-e1eb-40bc-96fb-e65a03e3f607, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '612cc99d-4136-4a7e-875a-e3e4e2a33d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:24.256773 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.291266 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f8ff9-532e-42fe-a9bc-485840dad2a7 req-9d2b7440-74f6-4d56-b005-8c43fd613811 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:24.298209 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-691f8ff9-532e-42fe-a9bc-485840dad2a7 req-9d2b7440-74f6-4d56-b005-8c43fd613811 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 943 time: 0.5259554 Jul 16 08:27:24.317838 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0cd8a332-af57-4d2e-9eb2-cc69fce24247 service neutron] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:24.334201 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddee906-1540-4a8e-b39e-9ec654578973 x-openstack-request-id: req-7ddee906-1540-4a8e-b39e-9ec654578973 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:24.334491 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d25b79-e875-4e39-975c-db19f8280961", "name": "network-vif-plugged", "status": "completed", "tag": "54abef22-1cc4-4b45-b93e-f9a6dc28565f", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:24.334766 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ddee906-1540-4a8e-b39e-9ec654578973 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:24.335166 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d25b79-e875-4e39-975c-db19f8280961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54abef22-1cc4-4b45-b93e-f9a6dc28565f', 'code': 200} Jul 16 08:27:24.339641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Allocated IP 192.168.233.4 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:24.438394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0cd8a332-af57-4d2e-9eb2-cc69fce24247 service neutron] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:24.482834 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-691f8ff9-532e-42fe-a9bc-485840dad2a7 req-a93c1bae-7766-493b-9a74-2ea2d3f19f63 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1829660 Jul 16 08:27:24.496528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb39aee-44c8-4fb6-a78f-7e3bedf36592,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:24.537829 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80db5502-7ab8-4fae-a23c-42486292a95a req-23046216-b44d-48e3-a2a8-00f3c3364489 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 210 time: 0.1323638 Jul 16 08:27:24.567991 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.568458 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.568897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.569304 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.569749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.570159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.570593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.570990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.571390 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.571828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.572230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.572760 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.590527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0cd8a332-af57-4d2e-9eb2-cc69fce24247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:24.618544 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0cd8a332-af57-4d2e-9eb2-cc69fce24247 service neutron] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:24.621873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] For port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:24.647969 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.672490 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Transition to ACTIVE for port object b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:24.687364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] For port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4637a6bc-e1eb-40bc-96fb-e65a03e3f607,segment=NetworkSegment(612cc99d-4136-4a7e-875a-e3e4e2a33d78),segment_id=612cc99d-4136-4a7e-875a-e3e4e2a33d78)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:24.689044 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.699729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0cd8a332-af57-4d2e-9eb2-cc69fce24247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.727501 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.730040 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.736817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38875e38-32d7-4a38-804a-0dd5c01ab75c req-281ae68d-fabb-443b-8071-3930a8cea2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:24.738792 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38875e38-32d7-4a38-804a-0dd5c01ab75c req-281ae68d-fabb-443b-8071-3930a8cea2da service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 1102 time: 0.3350155 Jul 16 08:27:24.779495 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Attempting to bind port b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:24.779790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Attempting to bind port b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:24.780540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Transition to ACTIVE for port object 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:24.780698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Attempting to bind port b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:24.790097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:24.790478 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:24.790890 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.791288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:24.791759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Bound port: b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:24.792157 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.794825 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f4853-ce1d-4c9c-a7dd-984fd1927981 None None] Pushing event updated for resources: {'Port': ['ID=b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:24.826679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:24.827298 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.828757 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-37df0a11-4886-43c8-a140-129b74606eed service neutron] 10.222.0.38 "PUT /v2.0/ports/4637a6bc-e1eb-40bc-96fb-e65a03e3f607 HTTP/1.1" status: 200 len: 1092 time: 3.4880486 Jul 16 08:27:24.831352 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40098c2a-a544-4a8c-9f64-c49cc5868d6f', 'tag': '4637a6bc-e1eb-40bc-96fb-e65a03e3f607'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:24.834004 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6d2470-1351-40b4-9311-6a9a70f488e7" -d '{"events": [{"name": "network-changed", "server_uuid": "40098c2a-a544-4a8c-9f64-c49cc5868d6f", "tag": "4637a6bc-e1eb-40bc-96fb-e65a03e3f607"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:24.854819 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Pushing event updated for resources: {'Port': ['ID=4637a6bc-e1eb-40bc-96fb-e65a03e3f607,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:24.888843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] For port b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:24.892330 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] For port b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:24.901420 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.930739 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d2a8db-7d1a-4c64-bdf9-32ea098ecfbb x-openstack-request-id: req-c9d2a8db-7d1a-4c64-bdf9-32ea098ecfbb {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:24.931050 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40098c2a-a544-4a8c-9f64-c49cc5868d6f", "tag": "4637a6bc-e1eb-40bc-96fb-e65a03e3f607", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:24.931306 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9d2a8db-7d1a-4c64-bdf9-32ea098ecfbb {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:24.931722 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40098c2a-a544-4a8c-9f64-c49cc5868d6f', 'tag': '4637a6bc-e1eb-40bc-96fb-e65a03e3f607', 'status': 'completed', 'code': 200} Jul 16 08:27:24.937974 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:24.963424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.963869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.964419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.964936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.965347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.965926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.966387 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.966825 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.967259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.967716 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.968158 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.969228 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37df0a11-4886-43c8-a140-129b74606eed service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:24.984875 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Routers {'8bf76731-ed20-47f2-9a8d-0cf612b925c9'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:24.985918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:27:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8bf76731-ed20-47f2-9a8d-0cf612b925c9'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:24.989049 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901250be-a129-4631-9fc3-8bea0aeffbf2 req-bca427e1-4195-45b2-8158-3df56eed51dd tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:24.990886 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-901250be-a129-4631-9fc3-8bea0aeffbf2 req-bca427e1-4195-45b2-8158-3df56eed51dd tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 943 time: 0.3651834 Jul 16 08:27:25.014163 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38875e38-32d7-4a38-804a-0dd5c01ab75c req-a83075f4-1ffc-4e39-b41c-ca22382e8a51 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644358 Jul 16 08:27:25.016225 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4d293a3-b43b-49bc-8d4f-8e4419a81e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.020326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Pushing event updated for resources: {'Port': ['ID=7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:25.027752 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4d293a3-b43b-49bc-8d4f-8e4419a81e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.060888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:25.066606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d293a3-b43b-49bc-8d4f-8e4419a81e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc5ac67-2434-4314-b1da-976ffbadc750,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:25.076510 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:25.079204 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:25.119201 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f4d293a3-b43b-49bc-8d4f-8e4419a81e73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d9827a74c174ccfb63d160574ce8765&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3467698 Jul 16 08:27:25.119682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39930) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:25.134316 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.181236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:25.181915 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.210854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0cd8a332-af57-4d2e-9eb2-cc69fce24247 service neutron] Transition to ACTIVE for port object 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:25.211467 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] Set router 8bf76731-ed20-47f2-9a8d-0cf612b925c9 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:25.235570 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-09631332-c830-4bbe-b8fe-c9d38dd7e78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.240079 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-aa2ad020-b7e8-4f1b-af4e-d3ecf3458074 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0514221 Jul 16 08:27:25.264037 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0cd8a332-af57-4d2e-9eb2-cc69fce24247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.286308 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-09631332-c830-4bbe-b8fe-c9d38dd7e78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.334717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Request body: {'port': {'device_id': '346d5331-06bd-410d-baf4-bbf73ed7b576', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:25.352300 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-901250be-a129-4631-9fc3-8bea0aeffbf2 req-554f3ac8-284d-40a1-89e9-27737fc06735 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3064623 Jul 16 08:27:25.415995 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-09631332-c830-4bbe-b8fe-c9d38dd7e78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.419390 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-09631332-c830-4bbe-b8fe-c9d38dd7e78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.422912 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-09631332-c830-4bbe-b8fe-c9d38dd7e78a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2cc5ac67-2434-4314-b1da-976ffbadc750 HTTP/1.1" status: 204 len: 168 time: 0.2999878 Jul 16 08:27:25.454473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09631332-c830-4bbe-b8fe-c9d38dd7e78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc5ac67-2434-4314-b1da-976ffbadc750,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:25.473188 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.572083 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8a332-af57-4d2e-9eb2-cc69fce24247 service neutron] Pushing event updated for resources: {'Port': ['ID=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,revision_number=10']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:25.581605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-e6817a92-9612-499d-8a62-e0d23923ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:25.584831 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-e6817a92-9612-499d-8a62-e0d23923ef16 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2da21cd3875a446cbc9918c552ebd204&device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 1095 time: 0.6432912 Jul 16 08:27:25.648320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0cd8a332-af57-4d2e-9eb2-cc69fce24247 service neutron] No DVR routers for this DVR port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:25.650041 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f4853-ce1d-4c9c-a7dd-984fd1927981 None None] Pushing event updated for resources: {'Port': ['ID=b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:25.885350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2d1430ed-d200-48e9-9f96-183ac8863381 None None] Provisioning for port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:25.903460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2d1430ed-d200-48e9-9f96-183ac8863381 None None] Provisioning complete for port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:25.903834 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2d1430ed-d200-48e9-9f96-183ac8863381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.994035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'name': 'tempest-ServersTestMultiNic-140554258-router', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:16Z', 'updated_at': '2021-07-16T08:27:20Z', 'revision_number': 3, 'project_id': '8b625cd3561f452eafd9c36c485ee35a', 'gw_port': {'id': 'b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:18Z', 'updated_at': '2021-07-16T08:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:25.996047 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2d1430ed-d200-48e9-9f96-183ac8863381 None None] Port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:26.039756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b27b79ac-5c4e-4211-bfb3-4247a1b1e131 None None] The sync data for ids ['8bf76731-ed20-47f2-9a8d-0cf612b925c9'] in n-d-758944-46 is: [{'id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'name': 'tempest-ServersTestMultiNic-140554258-router', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:16Z', 'updated_at': '2021-07-16T08:27:20Z', 'revision_number': 3, 'project_id': '8b625cd3561f452eafd9c36c485ee35a', 'gw_port': {'id': 'b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:18Z', 'updated_at': '2021-07-16T08:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:26.194527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:26.196632 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-afbd0cb4-3176-4a30-b6de-7faf32c120aa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4637a6bc-e1eb-40bc-96fb-e65a03e3f607 HTTP/1.1" status: 200 len: 217 time: 0.5695012 Jul 16 08:27:26.206469 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.227088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Transition to ACTIVE for port object 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:26.233118 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.233641 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-0cd8a332-af57-4d2e-9eb2-cc69fce24247 service neutron] 10.222.0.15 "PUT /v2.0/ports/8c6150fd-1b12-44cc-9d5c-859b6bf8e232/bindings/n-h2-758944-46/activate HTTP/1.1" status: 200 len: 370 time: 2.8619571 Jul 16 08:27:26.294069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abe5aff-86ff-4ec9-ba9d-35e09f406b57 req-3549c65a-35a2-470d-954c-988fbb723d02 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:26.301279 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2abe5aff-86ff-4ec9-ba9d-35e09f406b57 req-3549c65a-35a2-470d-954c-988fbb723d02 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 950 time: 0.7450514 Jul 16 08:27:26.336172 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Allocated IP 172.20.0.1 (e38e08fb-1d0a-4317-ab87-14a51efad58f/f08d2320-777c-41a0-b0d6-18a89eb1daff/af7acf0a-57b0-4276-9c30-8470d71cb5ab) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:26.360107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Pushing event updated for resources: {'Port': ['ID=7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:26.394694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-803d7cde-fe1e-484e-99ee-79091f3af614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:26.396150 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-803d7cde-fe1e-484e-99ee-79091f3af614 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1e4c330-38d6-45d2-beaa-4e0feb1c897e HTTP/1.1" status: 200 len: 845 time: 0.1704795 Jul 16 08:27:26.476122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5ee4d-9778-4a8c-974d-1b7ca662c3bb req-068b143a-bb27-4595-b862-ced37aca44c2 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:26.485547 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-10b5ee4d-9778-4a8c-974d-1b7ca662c3bb req-068b143a-bb27-4595-b862-ced37aca44c2 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 943 time: 0.4005167 Jul 16 08:27:26.530120 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2abe5aff-86ff-4ec9-ba9d-35e09f406b57 req-a6145e6d-16d9-4d0e-a5ee-c9b89b624f61 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280312 Jul 16 08:27:26.573686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-cdb8ad1b-63f9-4e43-a3a7-9dbb1e6909b4 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:26.575152 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-cdb8ad1b-63f9-4e43-a3a7-9dbb1e6909b4 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1096 time: 0.2585888 Jul 16 08:27:26.642316 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:26.678029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Attempting to bind port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:26.678730 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Attempting to bind port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:26.679310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Attempting to bind port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:26.692463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:26.693342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Attempting to bind port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:26.710891 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-10b5ee4d-9778-4a8c-974d-1b7ca662c3bb req-e2f5427a-e8c2-47da-af15-9e9d3ac57183 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2243338 Jul 16 08:27:26.714466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:26.715111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:26.715744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:26.716957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Bound port: 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:26.717613 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.720485 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.754430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:26.780619 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-95986fc8-9f1f-4447-a0fe-3e3ad9c76d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:26.794482 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-95986fc8-9f1f-4447-a0fe-3e3ad9c76d4a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=678368f8-9970-4b61-9de6-2e955f47301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3816421 Jul 16 08:27:26.795699 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Transition to ACTIVE for port object af7acf0a-57b0-4276-9c30-8470d71cb5ab will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:26.837252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-855cca35-3661-49ad-b5d6-9f6984e2f754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:26.838760 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-855cca35-3661-49ad-b5d6-9f6984e2f754 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d HTTP/1.1" status: 200 len: 1096 time: 0.2475636 Jul 16 08:27:26.871324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39966) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:26.942186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] For port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:26.946595 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:26.952107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd4c34b-a5a5-4d7c-b894-49cd08f78f0b req-e879201e-72be-46e4-a102-219c732ee1e5 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:26.953940 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbd4c34b-a5a5-4d7c-b894-49cd08f78f0b req-e879201e-72be-46e4-a102-219c732ee1e5 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 946 time: 0.2058206 Jul 16 08:27:26.975943 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.985497 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] For port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:27.001088 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.034637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:27.045807 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:27.046580 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.112820 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbd4c34b-a5a5-4d7c-b894-49cd08f78f0b req-4a6ded59-735b-4773-bf16-7854fcabd218 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442969 Jul 16 08:27:27.116185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.117515 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.119109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] 10.222.0.15 "PUT /v2.0/ports/7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c HTTP/1.1" status: 200 len: 1095 time: 1.7906315 Jul 16 08:27:27.122800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '346d5331-06bd-410d-baf4-bbf73ed7b576', 'tag': '7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:27.125154 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d1f09e-838b-4933-976e-d3fe372a1fa9" -d '{"events": [{"name": "network-changed", "server_uuid": "346d5331-06bd-410d-baf4-bbf73ed7b576", "tag": "7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:27.132627 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4d7f4-a659-43f1-b026-99cd96527094 service neutron] Pushing event updated for resources: {'Port': ['ID=7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:27.137351 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-6daace86-e43f-4631-bd6f-e2eaa901d097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.138914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-6daace86-e43f-4631-bd6f-e2eaa901d097 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 1096 time: 0.2502298 Jul 16 08:27:27.217815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-network', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:27.248171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Network e38e08fb-1d0a-4317-ab87-14a51efad58f is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:27.277378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-40937134-235c-4204-ab55-eac3a54da072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.279083 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-40937134-235c-4204-ab55-eac3a54da072 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.1340175 Jul 16 08:27:27.280013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:27.293644 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.321031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:27.328053 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Pushing event updated for resources: {'Port': ['ID=af7acf0a-57b0-4276-9c30-8470d71cb5ab,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:27.344534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:27.349283 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.380748 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-3f7d4354-eac1-458b-a612-066fccae6d53 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232 HTTP/1.1" status: 200 len: 217 time: 0.0660086 Jul 16 08:27:27.428678 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-2bc0c11d-ed96-4899-a28c-e4676f2dad6c service neutron] 10.222.0.38 "GET /v2.0/networks/678368f8-9970-4b61-9de6-2e955f47301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270840 Jul 16 08:27:27.429295 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] Made reservation on behalf of 31e9f4ba00924ea9b264f964a556bdab for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:27.431732 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.442453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:27.475824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-d22958c2-89c0-4184-b748-c639017bf108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.477581 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-d22958c2-89c0-4184-b748-c639017bf108 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcc26e3ff7924ddca461b8b937631cb8&device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 1098 time: 0.1974833 Jul 16 08:27:27.494634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-51d44332-fbef-4e97-a9d5-ffd524d1febd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.496391 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-51d44332-fbef-4e97-a9d5-ffd524d1febd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.0948029 Jul 16 08:27:27.500721 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.515169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e639fcdb-43b6-4683-ad2e-bf62c749484f req-c8b1e265-be93-4e4a-bde2-d952418880cf tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.516807 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e639fcdb-43b6-4683-ad2e-bf62c749484f req-c8b1e265-be93-4e4a-bde2-d952418880cf tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 944 time: 0.5955696 Jul 16 08:27:27.531240 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-36f475e8-ca2f-4ad7-af5c-0bcc32e9bd71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c HTTP/1.1" status: 200 len: 217 time: 0.0439968 Jul 16 08:27:27.556435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198056b-b288-4a99-a265-b58bad679e04 req-09e3cbcc-6fe3-4893-aefe-c99749f62cc8 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.558334 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8198056b-b288-4a99-a265-b58bad679e04 req-09e3cbcc-6fe3-4893-aefe-c99749f62cc8 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.2302384 Jul 16 08:27:27.566974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8c62a6bd-d8fb-4cee-8a7a-528f6fdc59da None None] Provisioning for port af7acf0a-57b0-4276-9c30-8470d71cb5ab completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:27.568200 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.573489 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8c62a6bd-d8fb-4cee-8a7a-528f6fdc59da None None] Provisioning complete for port af7acf0a-57b0-4276-9c30-8470d71cb5ab triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:27.574193 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8c62a6bd-d8fb-4cee-8a7a-528f6fdc59da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.592607 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-b884bb22-31b1-4bd7-b89b-4f6a46dd4e13 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580990 Jul 16 08:27:27.617182 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8c62a6bd-d8fb-4cee-8a7a-528f6fdc59da None None] Port af7acf0a-57b0-4276-9c30-8470d71cb5ab cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:27.689527 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7160bf9-0b4d-4a08-9e5e-bc405107d0be req-ea40d21e-cbc9-4edb-8b5b-626b0b0b2acf service neutron] 10.222.0.38 "GET /v2.0/networks/678368f8-9970-4b61-9de6-2e955f47301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412930 Jul 16 08:27:27.692637 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e639fcdb-43b6-4683-ad2e-bf62c749484f req-23cf7263-eab1-40d5-94f7-ab9d06cf1d80 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288245 Jul 16 08:27:27.704765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-ce3ad18c-c197-47ff-b6aa-4abf1cc2a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.706521 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-ce3ad18c-c197-47ff-b6aa-4abf1cc2a556 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1471512 Jul 16 08:27:27.709390 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8198056b-b288-4a99-a265-b58bad679e04 req-9726f39d-1925-4333-9e54-f6b30094c6cd tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404743 Jul 16 08:27:27.900751 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.926117 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.932525 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d2470-1351-40b4-9311-6a9a70f488e7 req-68b1ba73-1eb4-4c99-a86d-561bd7f3d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.934288 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7c6d2470-1351-40b4-9311-6a9a70f488e7 req-68b1ba73-1eb4-4c99-a86d-561bd7f3d6a7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2da21cd3875a446cbc9918c552ebd204&device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 1095 time: 0.1787159 Jul 16 08:27:27.937405 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.030348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:27:28.034702 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ca328ef-715e-4857-a707-03a9070ec67d x-openstack-request-id: req-1ca328ef-715e-4857-a707-03a9070ec67d {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:28.034983 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "346d5331-06bd-410d-baf4-bbf73ed7b576", "tag": "7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:28.035225 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1ca328ef-715e-4857-a707-03a9070ec67d {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:28.035604 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '346d5331-06bd-410d-baf4-bbf73ed7b576', 'tag': '7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c', 'status': 'completed', 'code': 200} Jul 16 08:27:28.051895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322fbaac-93a7-475e-bef2-63ad9fad137f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:28.090168 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-89868c47-9470-4cfd-bb39-9eef9ac9dc7f service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756849 Jul 16 08:27:28.102284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-c1a334d8-a54f-4efd-a490-531e87dc568d tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=83402598fe9842dd8ae120b2622f777a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775626 Jul 16 08:27:28.103604 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.103935 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] Added segment 334a88bb-04c9-471c-b2bd-5b27a98eb446 of type vlan for network 21aab77a-03d5-42ab-8ae8-b700703c61ca Jul 16 08:27:28.149006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-cdd78b23-a210-486a-ac1d-62438d64dfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.150506 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-cdd78b23-a210-486a-ac1d-62438d64dfc2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4367445 Jul 16 08:27:28.215645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251b80b-660b-40db-83f0-e99009ca33cf req-6c962d62-7c4b-4cf2-8458-37ddaed9b042 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.217140 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8251b80b-660b-40db-83f0-e99009ca33cf req-6c962d62-7c4b-4cf2-8458-37ddaed9b042 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 943 time: 0.1793144 Jul 16 08:27:28.222266 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.300314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-5e3794e9-b803-4e71-a1a2-2841e48824da service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998405 Jul 16 08:27:28.309679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d2470-1351-40b4-9311-6a9a70f488e7 req-a4ca5897-a88d-4ae1-9d50-346b8fc6ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.311193 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7c6d2470-1351-40b4-9311-6a9a70f488e7 req-a4ca5897-a88d-4ae1-9d50-346b8fc6ee73 service neutron] 10.222.0.38 "GET /v2.0/networks?id=678368f8-9970-4b61-9de6-2e955f47301b HTTP/1.1" status: 200 len: 906 time: 0.3491910 Jul 16 08:27:28.319272 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8251b80b-660b-40db-83f0-e99009ca33cf req-a48353af-a1e8-4494-8a04-4173eabbf6b0 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911686 Jul 16 08:27:28.338592 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-21a9d516-94bd-4221-80fe-9fdd10ca4a12 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577134 Jul 16 08:27:28.399956 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7c6d2470-1351-40b4-9311-6a9a70f488e7 req-c23a43c1-e289-4cd5-ad1c-85dba30e0cf2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4637a6bc-e1eb-40bc-96fb-e65a03e3f607 HTTP/1.1" status: 200 len: 217 time: 0.0726788 Jul 16 08:27:28.415879 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.417135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.417452 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.481299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-179ddc66-0eae-4547-b222-818a4b54847b tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.482839 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-179ddc66-0eae-4547-b222-818a4b54847b tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3572991 Jul 16 08:27:28.513944 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5944331 Jul 16 08:27:28.521333 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39992) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:28.536255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e841a5a8-57b8-46b7-8db2-6e438e205587 admin admin] Request body: {'subnet': {'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-subnet', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:28.557138 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.565578 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef9109e1-738a-46ab-9b37-ced3528e7869 req-caef5d71-a9c8-4d9c-b09f-a63e4acf96fd service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996830 Jul 16 08:27:28.565712 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-a04b06d0-2e02-4ccb-940b-3d28d9fde291 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/quotas/83402598fe9842dd8ae120b2622f777a HTTP/1.1" status: 200 len: 375 time: 0.0696664 Jul 16 08:27:28.570489 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030f05ee-4753-4729-8be6-fd5803bd13f8 admin admin] Pushing event updated for resources: {'Network': ['ID=21aab77a-03d5-42ab-8ae8-b700703c61ca,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:28.585080 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 21aab77a-03d5-42ab-8ae8-b700703c61ca details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:27:28.594387 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.606240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d2470-1351-40b4-9311-6a9a70f488e7 req-00af6951-99db-48f5-9017-df2d1ebbb72a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.607777 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7c6d2470-1351-40b4-9311-6a9a70f488e7 req-00af6951-99db-48f5-9017-df2d1ebbb72a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1e4c330-38d6-45d2-beaa-4e0feb1c897e HTTP/1.1" status: 200 len: 845 time: 0.1958566 Jul 16 08:27:28.612136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e841a5a8-57b8-46b7-8db2-6e438e205587 admin admin] Made reservation on behalf of 31e9f4ba00924ea9b264f964a556bdab for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:28.615561 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e841a5a8-57b8-46b7-8db2-6e438e205587 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.722658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5988693-ac39-46b5-8256-7cfd6ce7fd54 req-ebbe8f72-b223-4b83-9fd7-b48f69c06c77 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.726459 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5988693-ac39-46b5-8256-7cfd6ce7fd54 req-ebbe8f72-b223-4b83-9fd7-b48f69c06c77 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 946 time: 0.2622643 Jul 16 08:27:28.738395 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.740977 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Pushing event updated for resources: {'Port': ['ID=af7acf0a-57b0-4276-9c30-8470d71cb5ab,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:28.812931 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-0a4cec30-8971-433f-a76f-9c33d655da01 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=83402598fe9842dd8ae120b2622f777a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2464442 Jul 16 08:27:28.851272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d2470-1351-40b4-9311-6a9a70f488e7 req-4388bf22-cfcd-4911-8f68-13fa0bbea5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.853189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7c6d2470-1351-40b4-9311-6a9a70f488e7 req-4388bf22-cfcd-4911-8f68-13fa0bbea5f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=678368f8-9970-4b61-9de6-2e955f47301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1862600 Jul 16 08:27:28.859911 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5988693-ac39-46b5-8256-7cfd6ce7fd54 req-fa2f3191-f22f-44ea-919b-2c5f3012bdd2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245253 Jul 16 08:27:28.870420 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1f09e-838b-4933-976e-d3fe372a1fa9 req-6ee2e0c2-13a7-45ec-b852-5041bd92d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.871895 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07d1f09e-838b-4933-976e-d3fe372a1fa9 req-6ee2e0c2-13a7-45ec-b852-5041bd92d13a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcc26e3ff7924ddca461b8b937631cb8&device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 1098 time: 0.2060220 Jul 16 08:27:28.878824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-725b2ed6-84ec-4e22-8e17-43a71b025751 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.880613 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-725b2ed6-84ec-4e22-8e17-43a71b025751 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&binding%3Ahost_id=n-h2-758944-46 HTTP/1.1" status: 200 len: 1096 time: 0.2614288 Jul 16 08:27:28.913737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Network e38e08fb-1d0a-4317-ab87-14a51efad58f is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:28.934096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:28.939769 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:29.025293 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7c6d2470-1351-40b4-9311-6a9a70f488e7 req-2223aee5-b568-4118-b059-9dfb6c28d8a5 service neutron] 10.222.0.38 "GET /v2.0/networks/678368f8-9970-4b61-9de6-2e955f47301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652014 Jul 16 08:27:29.045938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:29.046311 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.262235 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Router 8bf76731-ed20-47f2-9a8d-0cf612b925c9 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:27:29.279538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-912ddc40-f88c-4bfb-9ba7-c7aa0e10fe44 None None] Provisioning complete for port af7acf0a-57b0-4276-9c30-8470d71cb5ab triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:29.279707 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7c6d2470-1351-40b4-9311-6a9a70f488e7 req-b8bec617-4d85-418c-adcb-6018b6dbc3f2 service neutron] 10.222.0.38 "GET /v2.0/networks/678368f8-9970-4b61-9de6-2e955f47301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073944 Jul 16 08:27:29.279974 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-912ddc40-f88c-4bfb-9ba7-c7aa0e10fe44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.293350 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e841a5a8-57b8-46b7-8db2-6e438e205587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.349869 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-912ddc40-f88c-4bfb-9ba7-c7aa0e10fe44 None None] Port af7acf0a-57b0-4276-9c30-8470d71cb5ab cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:29.386138 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1f09e-838b-4933-976e-d3fe372a1fa9 req-c8fcba8a-8d97-47cc-a079-722d5c590a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.387755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07d1f09e-838b-4933-976e-d3fe372a1fa9 req-c8fcba8a-8d97-47cc-a079-722d5c590a21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.5045309 Jul 16 08:27:29.442635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-bed657e5-82d5-49dc-96d8-073fb26f5c46 service neutron] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:29.444528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841a5a8-57b8-46b7-8db2-6e438e205587 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28130994-537a-4b04-b9a0-0d42eba2aff6,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:29.456674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91697a7d-c57b-42e5-8fdb-6d04040a7b26 req-8923682d-99d0-4f0e-b19a-80921d51df76 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.458278 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-91697a7d-c57b-42e5-8fdb-6d04040a7b26 req-8923682d-99d0-4f0e-b19a-80921d51df76 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 944 time: 0.4084306 Jul 16 08:27:29.466747 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-bed657e5-82d5-49dc-96d8-073fb26f5c46 service neutron] Notify callbacks [] for binding, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.467880 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-006fffb4-0617-493e-9ead-1d079fa1efc8 req-bed657e5-82d5-49dc-96d8-073fb26f5c46 service neutron] 10.222.0.38 "DELETE /v2.0/ports/8c6150fd-1b12-44cc-9d5c-859b6bf8e232/bindings/n-h1-758944-46 HTTP/1.1" status: 204 len: 173 time: 0.5740066 Jul 16 08:27:29.469271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07d1f09e-838b-4933-976e-d3fe372a1fa9 req-04ad042f-8bdf-4ed2-ab6b-70f5bdbf9581 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c HTTP/1.1" status: 200 len: 217 time: 0.0716202 Jul 16 08:27:29.525836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e841a5a8-57b8-46b7-8db2-6e438e205587 admin admin] Checking segment: {'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:29.526205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e841a5a8-57b8-46b7-8db2-6e438e205587 admin admin] Network hostable DHCP agents. Network: 21aab77a-03d5-42ab-8ae8-b700703c61ca, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:27:29.558836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-91697a7d-c57b-42e5-8fdb-6d04040a7b26 req-9bef047b-ff19-4da2-ad33-a12a7244f4e1 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866830 Jul 16 08:27:29.569706 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1f09e-838b-4933-976e-d3fe372a1fa9 req-b8ea91c8-ae35-4353-a0b3-e9c94d1c970d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.571296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07d1f09e-838b-4933-976e-d3fe372a1fa9 req-b8ea91c8-ae35-4353-a0b3-e9c94d1c970d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0910828 Jul 16 08:27:29.573023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e841a5a8-57b8-46b7-8db2-6e438e205587 admin admin] Network 21aab77a-03d5-42ab-8ae8-b700703c61ca is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:27:29.590847 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e841a5a8-57b8-46b7-8db2-6e438e205587 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 21aab77a-03d5-42ab-8ae8-b700703c61ca) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:29.604916 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee7e81d-4af2-42c8-a099-406a2b27f330 None None] Network 21aab77a-03d5-42ab-8ae8-b700703c61ca requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:29.617481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e841a5a8-57b8-46b7-8db2-6e438e205587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.618096 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e841a5a8-57b8-46b7-8db2-6e438e205587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.639983 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e841a5a8-57b8-46b7-8db2-6e438e205587 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.1141560 Jul 16 08:27:29.643624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40012) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:29.648159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:29.655946 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-04bcd1fe-9616-4033-a8fc-ccee12e061ac req-400c2de7-315e-4468-a4ea-496d7de210e1 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 210 time: 0.3301854 Jul 16 08:27:29.685127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1f09e-838b-4933-976e-d3fe372a1fa9 req-7cc6132b-24c6-413f-a741-e40e174e8085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.689289 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07d1f09e-838b-4933-976e-d3fe372a1fa9 req-7cc6132b-24c6-413f-a741-e40e174e8085 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1054606 Jul 16 08:27:29.696799 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.697910 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.778468 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:27:29.785031 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.790571 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Sync routers for ids ['8bf76731-ed20-47f2-9a8d-0cf612b925c9'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:29.791553 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cef13b69-faed-4b97-83ea-db626c4224f5 admin admin] 10.222.0.20 "PUT /v2.0/routers/8bf76731-ed20-47f2-9a8d-0cf612b925c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5175679 Jul 16 08:27:29.810053 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Routers {'8bf76731-ed20-47f2-9a8d-0cf612b925c9'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:29.813261 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:27:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8bf76731-ed20-47f2-9a8d-0cf612b925c9'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:29.920751 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eae524-e862-40e4-9917-f6590a04f5be req-2a5fa21f-0832-4c38-b604-4058174d49f0 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.933845 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40eae524-e862-40e4-9917-f6590a04f5be req-2a5fa21f-0832-4c38-b604-4058174d49f0 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 1096 time: 0.0776520 Jul 16 08:27:29.949145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-21aab77a-03d5-42ab-8ae8-b700703c61ca', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:27:29.955992 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.987116 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40eae524-e862-40e4-9917-f6590a04f5be req-d4b83c49-770c-4589-a2b3-0c1d05f7acb0 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426033 Jul 16 08:27:30.027897 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Set router 8bf76731-ed20-47f2-9a8d-0cf612b925c9 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:30.147191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40026) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:30.208001 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.240850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42ef26-8a83-48e9-8fc7-58a018168196 req-02d8e71f-e69c-4b6c-bd14-62c90d05a938 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:30.242348 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2b42ef26-8a83-48e9-8fc7-58a018168196 req-02d8e71f-e69c-4b6c-bd14-62c90d05a938 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 943 time: 0.5008578 Jul 16 08:27:30.249314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07d1f09e-838b-4933-976e-d3fe372a1fa9 req-afd5eb23-e526-4ac1-b927-26fe603d9608 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627125 Jul 16 08:27:30.254771 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Allocated IP 172.20.0.2 (21aab77a-03d5-42ab-8ae8-b700703c61ca/28130994-537a-4b04-b9a0-0d42eba2aff6/4cd921c8-8d36-4878-ae3d-12504024db14) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:30.302705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-84a9ac78-c2c9-46eb-b2a0-c41ba8f68ef3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1060111784'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:30.338705 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2b42ef26-8a83-48e9-8fc7-58a018168196 req-981fe88b-fb85-45d5-828d-b93c130b777c tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800319 Jul 16 08:27:30.340076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a9ac78-c2c9-46eb-b2a0-c41ba8f68ef3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Made reservation on behalf of 8b625cd3561f452eafd9c36c485ee35a for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:30.345256 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-84a9ac78-c2c9-46eb-b2a0-c41ba8f68ef3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.357937 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'name': 'tempest-ServersTestMultiNic-140554258-router', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:16Z', 'updated_at': '2021-07-16T08:27:27Z', 'revision_number': 4, 'project_id': '8b625cd3561f452eafd9c36c485ee35a', 'gw_port': {'id': 'b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:18Z', 'updated_at': '2021-07-16T08:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'af7acf0a-57b0-4276-9c30-8470d71cb5ab', 'name': '', 'network_id': 'e38e08fb-1d0a-4317-ab87-14a51efad58f', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'mac_address': 'fa:16:3e:42:af:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f08d2320-777c-41a0-b0d6-18a89eb1daff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:25Z', 'updated_at': '2021-07-16T08:27:28Z', 'revision_number': 2, 'project_id': '8b625cd3561f452eafd9c36c485ee35a', 'subnets': [{'id': 'f08d2320-777c-41a0-b0d6-18a89eb1daff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:30.405533 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a9ac78-c2c9-46eb-b2a0-c41ba8f68ef3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:27:30.408864 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Checking router: 8bf76731-ed20-47f2-9a8d-0cf612b925c9 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:30.409444 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Updating router 8bf76731-ed20-47f2-9a8d-0cf612b925c9 port af7acf0a-57b0-4276-9c30-8470d71cb5ab binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:27:30.426588 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-84a9ac78-c2c9-46eb-b2a0-c41ba8f68ef3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.427309 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-84a9ac78-c2c9-46eb-b2a0-c41ba8f68ef3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Added segment ed386f3b-9b49-4f6d-9483-a5e9aa0cb974 of type vlan for network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 Jul 16 08:27:30.454031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80563d13-c5ea-4fd6-9f92-e1b09f7397e9 req-f5657b07-f6ff-4892-9b00-8b8dfcc87851 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:30.457268 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.462402 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-80563d13-c5ea-4fd6-9f92-e1b09f7397e9 req-f5657b07-f6ff-4892-9b00-8b8dfcc87851 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 946 time: 0.2652009 Jul 16 08:27:30.467676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Transition to ACTIVE for port object 4cd921c8-8d36-4878-ae3d-12504024db14 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:30.487290 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Transition to ACTIVE for port object 4cd921c8-8d36-4878-ae3d-12504024db14 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:30.495583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:30.500212 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.500929 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.528858 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-84a9ac78-c2c9-46eb-b2a0-c41ba8f68ef3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.556788 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-80563d13-c5ea-4fd6-9f92-e1b09f7397e9 req-d9d2cdff-37c6-4e93-9a0e-d14fc578915a tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883188 Jul 16 08:27:30.593728 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Pushing event updated for resources: {'Port': ['ID=4cd921c8-8d36-4878-ae3d-12504024db14,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:30.603671 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-84a9ac78-c2c9-46eb-b2a0-c41ba8f68ef3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.620334 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a9ac78-c2c9-46eb-b2a0-c41ba8f68ef3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:30.621296 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-84a9ac78-c2c9-46eb-b2a0-c41ba8f68ef3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.624916 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Network 21aab77a-03d5-42ab-8ae8-b700703c61ca is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:30.641259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:30.644774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:30.793061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Attempting to bind port 4cd921c8-8d36-4878-ae3d-12504024db14 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:30.793745 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Attempting to bind port 4cd921c8-8d36-4878-ae3d-12504024db14 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:30.794273 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Attempting to bind port 4cd921c8-8d36-4878-ae3d-12504024db14 on network 21aab77a-03d5-42ab-8ae8-b700703c61ca {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:30.802649 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:30.803387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Checking segment: {'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:30.803872 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.804264 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Bound using segment: {'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:30.804769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Bound port: 4cd921c8-8d36-4878-ae3d-12504024db14, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:30.805154 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.837193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a9ac78-c2c9-46eb-b2a0-c41ba8f68ef3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event updated for resources: {'Network': ['ID=d76ce688-c7b3-48b1-9f09-ec4049ec03c2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:30.853595 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-84a9ac78-c2c9-46eb-b2a0-c41ba8f68ef3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7047076 Jul 16 08:27:30.856141 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40044) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:30.857746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:27:30.867477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5361b7b5-1bdc-451a-834f-7783ac6ca0ee tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Request body: {'subnet': {'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:30.895259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4637a6bc-e1eb-40bc-96fb-e65a03e3f607,segment=NetworkSegment(612cc99d-4136-4a7e-875a-e3e4e2a33d78),segment_id=612cc99d-4136-4a7e-875a-e3e4e2a33d78)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:30.996159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '4637a6bc-e1eb-40bc-96fb-e65a03e3f607', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'port_id': '4637a6bc-e1eb-40bc-96fb-e65a03e3f607', 'mac_address': 'fa:16:3e:3a:b6:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:31.046209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dbac6-ff61-4bca-8702-a76e215947ed req-e7d3c005-4563-4136-8d73-dfdfe3b63c30 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:31.047711 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393dbac6-ff61-4bca-8702-a76e215947ed req-e7d3c005-4563-4136-8d73-dfdfe3b63c30 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 807 time: 0.1156971 Jul 16 08:27:31.049535 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.052988 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] For port 4cd921c8-8d36-4878-ae3d-12504024db14, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:31.066361 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.076249 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c12d1ac6-5a65-43f2-9492-ad75aa00db26 req-b7702a2c-8fef-4ba0-86c3-2d0e4e0e26e5 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 210 time: 0.0421958 Jul 16 08:27:31.080994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] For port 4cd921c8-8d36-4878-ae3d-12504024db14, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4cd921c8-8d36-4878-ae3d-12504024db14,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:31.085214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:31.098994 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393dbac6-ff61-4bca-8702-a76e215947ed req-d6bb814d-005f-4b33-a4ee-c3d8d569abc3 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/quotas/3eeabbc7fd404bf4820acd440d1ff28d HTTP/1.1" status: 200 len: 375 time: 0.0156720 Jul 16 08:27:31.110681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5361b7b5-1bdc-451a-834f-7783ac6ca0ee tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Made reservation on behalf of 8b625cd3561f452eafd9c36c485ee35a for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:31.114550 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5361b7b5-1bdc-451a-834f-7783ac6ca0ee tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.117805 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Transition to ACTIVE for port object af7acf0a-57b0-4276-9c30-8470d71cb5ab will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:31.118004 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4637a6bc-e1eb-40bc-96fb-e65a03e3f607,segment=NetworkSegment(612cc99d-4136-4a7e-875a-e3e4e2a33d78),segment_id=612cc99d-4136-4a7e-875a-e3e4e2a33d78)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:31.120417 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.129130 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07d1f09e-838b-4933-976e-d3fe372a1fa9 req-22e59f1d-5562-43bf-a7e9-78ecabfb91d2 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8674738 Jul 16 08:27:31.131543 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.194175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c2636d-eeba-43ee-b732-6e75e2f973b3 None None] Pushing event updated for resources: {'Port': ['ID=4cd921c8-8d36-4878-ae3d-12504024db14,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:31.196750 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba9bcf-ccb8-4b04-ad46-41e326d3261d None None] Pushing event updated for resources: {'Port': ['ID=af7acf0a-57b0-4276-9c30-8470d71cb5ab,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:31.219671 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.318027 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9271cc20-d319-4602-9b79-cdc0ead2801a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2055116 Jul 16 08:27:31.357093 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Attempting to bind port af7acf0a-57b0-4276-9c30-8470d71cb5ab on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:31.358777 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Attempting to bind port af7acf0a-57b0-4276-9c30-8470d71cb5ab by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '20ef990e-8f69-4494-882f-4c291b9f0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e38e08fb-1d0a-4317-ab87-14a51efad58f'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:31.359091 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Attempting to bind port af7acf0a-57b0-4276-9c30-8470d71cb5ab on network e38e08fb-1d0a-4317-ab87-14a51efad58f {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:31.380865 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-dc9287ed-2bc7-4f4b-a4a7-4ff3fe60b7ec tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=83402598fe9842dd8ae120b2622f777a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507767 Jul 16 08:27:31.388449 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:31.390555 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Checking segment: {'id': '20ef990e-8f69-4494-882f-4c291b9f0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e38e08fb-1d0a-4317-ab87-14a51efad58f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:31.398415 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.399816 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Bound using segment: {'id': '20ef990e-8f69-4494-882f-4c291b9f0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e38e08fb-1d0a-4317-ab87-14a51efad58f'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:31.404297 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Bound port: af7acf0a-57b0-4276-9c30-8470d71cb5ab, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20ef990e-8f69-4494-882f-4c291b9f0e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'e38e08fb-1d0a-4317-ab87-14a51efad58f'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:31.404869 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.459238 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=4637a6bc-e1eb-40bc-96fb-e65a03e3f607,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:31.480589 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.495370 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4637a6bc-e1eb-40bc-96fb-e65a03e3f607'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:31.561007 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.569857 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] For port af7acf0a-57b0-4276-9c30-8470d71cb5ab, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:31.577619 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] For port af7acf0a-57b0-4276-9c30-8470d71cb5ab, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=af7acf0a-57b0-4276-9c30-8470d71cb5ab,segment=NetworkSegment(20ef990e-8f69-4494-882f-4c291b9f0e39),segment_id=20ef990e-8f69-4494-882f-4c291b9f0e39)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:31.588529 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.703254 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5361b7b5-1bdc-451a-834f-7783ac6ca0ee tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.750293 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ba9bcf-ccb8-4b04-ad46-41e326d3261d None None] Pushing event updated for resources: {'Port': ['ID=af7acf0a-57b0-4276-9c30-8470d71cb5ab,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:31.761651 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Routers {'8bf76731-ed20-47f2-9a8d-0cf612b925c9'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:31.762276 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:27:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8bf76731-ed20-47f2-9a8d-0cf612b925c9'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:31.810877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361b7b5-1bdc-451a-834f-7783ac6ca0ee tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event updated for resources: {'Subnet': ['ID=46ce1285-76b8-44bf-91ca-d93453cb5d58,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:31.815722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Allocated IP 172.25.4.21 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/77e2c38b-71ac-42d9-9491-6c047afa4c2e) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:31.915001 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361b7b5-1bdc-451a-834f-7783ac6ca0ee tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Checking segment: {'id': 'ed386f3b-9b49-4f6d-9483-a5e9aa0cb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:31.915613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5361b7b5-1bdc-451a-834f-7783ac6ca0ee tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Network hostable DHCP agents. Network: d76ce688-c7b3-48b1-9f09-ec4049ec03c2, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:27:31.963068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56399e0c-870e-45df-998d-2c9efac114a7 req-961698e6-0ffc-470a-8b1c-956bdb11b96e tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:31.967511 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-56399e0c-870e-45df-998d-2c9efac114a7 req-961698e6-0ffc-470a-8b1c-956bdb11b96e tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 944 time: 0.3467793 Jul 16 08:27:31.971386 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.991094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5361b7b5-1bdc-451a-834f-7783ac6ca0ee tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:27:32.026303 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] Set router 8bf76731-ed20-47f2-9a8d-0cf612b925c9 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:32.030343 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-5361b7b5-1bdc-451a-834f-7783ac6ca0ee tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, d76ce688-c7b3-48b1-9f09-ec4049ec03c2) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:32.039440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e68937-710b-4fa2-a7cd-08cb3193e1fa None None] Network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:32.048350 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5361b7b5-1bdc-451a-834f-7783ac6ca0ee tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:32.049357 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5361b7b5-1bdc-451a-834f-7783ac6ca0ee tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.086040 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393dbac6-ff61-4bca-8702-a76e215947ed req-f0b8df8a-ef18-41ce-8e1f-6b97ca34e557 service neutron] 10.222.0.20 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7671077 Jul 16 08:27:32.092115 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-56399e0c-870e-45df-998d-2c9efac114a7 req-934c8c25-d9ac-4562-96fa-3d80f4dd45b8 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078663 Jul 16 08:27:32.105712 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5361b7b5-1bdc-451a-834f-7783ac6ca0ee tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2477145 Jul 16 08:27:32.108158 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40058) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:32.120248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7d5b6ab9-5f0c-4dff-b119-02aed252ba58 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1289033424'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:32.172123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5b6ab9-5f0c-4dff-b119-02aed252ba58 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Made reservation on behalf of 8b625cd3561f452eafd9c36c485ee35a for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:32.175915 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7d5b6ab9-5f0c-4dff-b119-02aed252ba58 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.211495 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d5b6ab9-5f0c-4dff-b119-02aed252ba58 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:27:32.228736 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7d5b6ab9-5f0c-4dff-b119-02aed252ba58 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.229128 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-7d5b6ab9-5f0c-4dff-b119-02aed252ba58 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Added segment 6ce81740-4b94-4bc8-89af-e315c15f77c6 of type vlan for network 38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e Jul 16 08:27:32.248656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d76ce688-c7b3-48b1-9f09-ec4049ec03c2', 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'fixed_ips': [{'subnet_id': '46ce1285-76b8-44bf-91ca-d93453cb5d58'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:27:32.249872 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.289913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-a41f17a1-710b-4c6a-8ee7-1bc64a99d87b tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:32.291412 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-a41f17a1-710b-4c6a-8ee7-1bc64a99d87b tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8974278 Jul 16 08:27:32.296413 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.312296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-31ac023f-2902-4f33-a429-617608c66a31 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Request body: {'port': {'device_id': 'b5640a98-a27d-4cfb-b110-61266233fb43', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '83402598fe9842dd8ae120b2622f777a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:32.324404 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7d5b6ab9-5f0c-4dff-b119-02aed252ba58 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.384367 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393dbac6-ff61-4bca-8702-a76e215947ed req-982dfd8d-ac6d-47a5-a647-cf0d098d168e service neutron] 10.222.0.20 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708988 Jul 16 08:27:32.410646 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7d5b6ab9-5f0c-4dff-b119-02aed252ba58 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.417126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5b6ab9-5f0c-4dff-b119-02aed252ba58 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:32.417336 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7d5b6ab9-5f0c-4dff-b119-02aed252ba58 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.425319 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:32.462571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:32.474873 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'name': 'tempest-ServersTestMultiNic-140554258-router', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:16Z', 'updated_at': '2021-07-16T08:27:27Z', 'revision_number': 4, 'project_id': '8b625cd3561f452eafd9c36c485ee35a', 'gw_port': {'id': 'b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:18Z', 'updated_at': '2021-07-16T08:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'af7acf0a-57b0-4276-9c30-8470d71cb5ab', 'name': '', 'network_id': 'e38e08fb-1d0a-4317-ab87-14a51efad58f', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'mac_address': 'fa:16:3e:42:af:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f08d2320-777c-41a0-b0d6-18a89eb1daff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:25Z', 'updated_at': '2021-07-16T08:27:31Z', 'revision_number': 4, 'project_id': '8b625cd3561f452eafd9c36c485ee35a', 'subnets': [{'id': 'f08d2320-777c-41a0-b0d6-18a89eb1daff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:32.475538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:32.494646 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Pushing event updated for resources: {'Port': ['ID=77e2c38b-71ac-42d9-9491-6c047afa4c2e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:32.508086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Allocated IP 19.80.0.2 (d76ce688-c7b3-48b1-9f09-ec4049ec03c2/46ce1285-76b8-44bf-91ca-d93453cb5d58/0133f1c6-3e8d-4617-b16f-ec9d522956a5) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:32.514910 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a19426a-5d99-4a0d-8884-1d77efcc5aff req-a26dfe8d-1e9f-42f6-92fb-71924b91c1c2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:32.516697 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6a19426a-5d99-4a0d-8884-1d77efcc5aff req-a26dfe8d-1e9f-42f6-92fb-71924b91c1c2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 946 time: 0.2281220 Jul 16 08:27:32.537672 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49aaa6f-f55e-4284-b46f-1dd296a5d742 None None] The sync data for ids ['8bf76731-ed20-47f2-9a8d-0cf612b925c9'] in n-d-758944-46 is: [{'id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'name': 'tempest-ServersTestMultiNic-140554258-router', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:16Z', 'updated_at': '2021-07-16T08:27:27Z', 'revision_number': 4, 'project_id': '8b625cd3561f452eafd9c36c485ee35a', 'gw_port': {'id': 'b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:18Z', 'updated_at': '2021-07-16T08:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'af7acf0a-57b0-4276-9c30-8470d71cb5ab', 'name': '', 'network_id': 'e38e08fb-1d0a-4317-ab87-14a51efad58f', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'mac_address': 'fa:16:3e:42:af:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': 'f08d2320-777c-41a0-b0d6-18a89eb1daff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:25Z', 'updated_at': '2021-07-16T08:27:31Z', 'revision_number': 4, 'project_id': '8b625cd3561f452eafd9c36c485ee35a', 'subnets': [{'id': 'f08d2320-777c-41a0-b0d6-18a89eb1daff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:32.641114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b6ab9-5f0c-4dff-b119-02aed252ba58 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event updated for resources: {'Network': ['ID=38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:32.657688 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7d5b6ab9-5f0c-4dff-b119-02aed252ba58 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5456755 Jul 16 08:27:32.657688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40060) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:32.661163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:27:32.667724 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:32.676117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-15b19ba6-6cc9-4edf-8c21-136f00623561 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Request body: {'subnet': {'network_id': '38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:32.747576 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6a19426a-5d99-4a0d-8884-1d77efcc5aff req-d2a5036b-0f09-425c-a4c6-4742cba8703c tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325223 Jul 16 08:27:32.854046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-31ac023f-2902-4f33-a429-617608c66a31 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Made reservation on behalf of 83402598fe9842dd8ae120b2622f777a for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:32.876264 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-31ac023f-2902-4f33-a429-617608c66a31 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.905455 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b19ba6-6cc9-4edf-8c21-136f00623561 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Made reservation on behalf of 8b625cd3561f452eafd9c36c485ee35a for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:32.909569 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15b19ba6-6cc9-4edf-8c21-136f00623561 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.015268 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.resource_extend [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:27:33.166421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device af7acf0a-57b0-4276-9c30-8470d71cb5ab up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:33.345521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-31ac023f-2902-4f33-a429-617608c66a31 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Allocated IP 192.168.233.234 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/562be0f2-2dfa-461b-8488-330b9381b9d9) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:33.367100 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d0a9d3-4cfe-4df1-8a49-e1d6dc2e7bb8 None None] Network 21aab77a-03d5-42ab-8ae8-b700703c61ca requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:33.510242 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ead60c5-9d5f-4c5d-86be-a8243931df5a req-1c77d07c-ea93-4c0f-ad6d-e0a185eb4ed1 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 210 time: 0.2125473 Jul 16 08:27:33.521285 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15b19ba6-6cc9-4edf-8c21-136f00623561 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.614667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b19ba6-6cc9-4edf-8c21-136f00623561 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event updated for resources: {'Subnet': ['ID=3c1e4217-f25b-4660-9d47-743a03f52618,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:33.672240 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.695633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94ea09ee-21d2-4e63-a966-6f1436f7a771 req-87441dc1-fd17-4295-a930-e137d41bb4ed tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 210 time: 0.0868120 Jul 16 08:27:33.709395 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-31ac023f-2902-4f33-a429-617608c66a31 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.728199 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-31ac023f-2902-4f33-a429-617608c66a31 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Transition to ACTIVE for port object 562be0f2-2dfa-461b-8488-330b9381b9d9 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:33.732884 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.738319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Transition to ACTIVE for port object 0133f1c6-3e8d-4617-b16f-ec9d522956a5 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:33.756648 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15b19ba6-6cc9-4edf-8c21-136f00623561 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Checking segment: {'id': '6ce81740-4b94-4bc8-89af-e315c15f77c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:33.757021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b19ba6-6cc9-4edf-8c21-136f00623561 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Network hostable DHCP agents. Network: 38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:27:33.775722 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-31ac023f-2902-4f33-a429-617608c66a31 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.810875 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15b19ba6-6cc9-4edf-8c21-136f00623561 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Network 38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:27:33.812231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ee570ace-260f-4a53-aa87-bf27defe0da3 None None] Provisioning for port 4cd921c8-8d36-4878-ae3d-12504024db14 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:33.820734 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['d56ce722-c49f-468a-808e-316eeed80866'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:33.829407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['54abef22-1cc4-4b45-b93e-f9a6dc28565f'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:33.829655 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-15b19ba6-6cc9-4edf-8c21-136f00623561 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:33.836467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b19ba6-6cc9-4edf-8c21-136f00623561 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:33.838246 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15b19ba6-6cc9-4edf-8c21-136f00623561 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.888324 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-15b19ba6-6cc9-4edf-8c21-136f00623561 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2297752 Jul 16 08:27:33.951786 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeecb270-018f-466e-8d71-f2764fb97c35 None None] Network 38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:34.026376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-31ac023f-2902-4f33-a429-617608c66a31 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:34.031097 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac023f-2902-4f33-a429-617608c66a31 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Pushing event updated for resources: {'Port': ['ID=562be0f2-2dfa-461b-8488-330b9381b9d9,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:34.041209 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Transition to ACTIVE for port object 0133f1c6-3e8d-4617-b16f-ec9d522956a5 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:34.063355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-31ac023f-2902-4f33-a429-617608c66a31 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:34.074007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c6a3e-9773-4ea9-9295-4650b670e099 req-a89ce94d-260a-4215-8331-eb791fbbeaba tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:34.077367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-31ac023f-2902-4f33-a429-617608c66a31 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:34.086826 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d27c6a3e-9773-4ea9-9295-4650b670e099 req-a89ce94d-260a-4215-8331-eb791fbbeaba tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 944 time: 0.1042788 Jul 16 08:27:34.089640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port af7acf0a-57b0-4276-9c30-8470d71cb5ab completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:34.110619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:34.154997 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d27c6a3e-9773-4ea9-9295-4650b670e099 req-d2b7aa9f-fa4c-4f86-a472-be53c95a1080 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650542 Jul 16 08:27:34.194489 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:34.195070 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.200266 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.229586 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port af7acf0a-57b0-4276-9c30-8470d71cb5ab triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:34.230037 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.259689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:34.316995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:34.317398 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.381854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c', 'mac_address': 'fa:16:3e:37:09:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:34.383273 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Pushing event updated for resources: {'Port': ['ID=0133f1c6-3e8d-4617-b16f-ec9d522956a5,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:34.416368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:34.416786 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:34.417127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:34.417452 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:34.417786 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:34.418115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:34.418437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:34.420061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:34.420399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:34.420801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:34.421129 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:34.421447 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:34.439991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:34.492047 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6992f56b-8b1b-4948-a8b8-eb3e075101f2 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:34.494910 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:34.499058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6992f56b-8b1b-4948-a8b8-eb3e075101f2 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:34.500755 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6992f56b-8b1b-4948-a8b8-eb3e075101f2 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/networks?id=d76ce688-c7b3-48b1-9f09-ec4049ec03c2&id=38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e&id=d76ce688-c7b3-48b1-9f09-ec4049ec03c2 HTTP/1.1" status: 200 len: 1392 time: 0.2174330 Jul 16 08:27:34.511763 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:34.525115 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-de100740-3032-4557-bfa9-8e021ee87754 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/quotas/8b625cd3561f452eafd9c36c485ee35a HTTP/1.1" status: 200 len: 375 time: 0.0113029 Jul 16 08:27:34.557960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c77d4db6-c59d-4123-81ce-5f440878c974 None None] Provisioning for port 562be0f2-2dfa-461b-8488-330b9381b9d9 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:34.609320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c77d4db6-c59d-4123-81ce-5f440878c974 None None] Provisioning complete for port 562be0f2-2dfa-461b-8488-330b9381b9d9 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:34.609827 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c77d4db6-c59d-4123-81ce-5f440878c974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.657302 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-34e941db-a0ea-44a4-8eaa-0da4b276de06 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b625cd3561f452eafd9c36c485ee35a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1114511 Jul 16 08:27:34.672575 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c77d4db6-c59d-4123-81ce-5f440878c974 None None] Port 562be0f2-2dfa-461b-8488-330b9381b9d9 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:34.747403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-31ac023f-2902-4f33-a429-617608c66a31 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:34.748742 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-31ac023f-2902-4f33-a429-617608c66a31 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.799939 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333ece04-35e4-43a3-a102-c2bb256bdefe req-30df1a63-bd95-4345-b3c3-9b655b9cdd04 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:34.807441 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-333ece04-35e4-43a3-a102-c2bb256bdefe req-30df1a63-bd95-4345-b3c3-9b655b9cdd04 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 946 time: 0.7796257 Jul 16 08:27:34.834146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-31ac023f-2902-4f33-a429-617608c66a31 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5265572 Jul 16 08:27:34.851990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Request body: {'port': {'device_id': 'b5640a98-a27d-4cfb-b110-61266233fb43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:34.873909 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.875503 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-248d2bfd-87da-4a5e-a4b9-83c3551377dc service neutron] 10.222.0.20 "GET /v2.0/networks/d76ce688-c7b3-48b1-9f09-ec4049ec03c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079611 Jul 16 08:27:34.917733 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.953655 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Attempting to bind port 0133f1c6-3e8d-4617-b16f-ec9d522956a5 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:34.954450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Attempting to bind port 0133f1c6-3e8d-4617-b16f-ec9d522956a5 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'ed386f3b-9b49-4f6d-9483-a5e9aa0cb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:34.955115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Attempting to bind port 0133f1c6-3e8d-4617-b16f-ec9d522956a5 on network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:34.958204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:34.984555 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-333ece04-35e4-43a3-a102-c2bb256bdefe req-8422ed3a-41cf-42ad-b647-26c3e2ec36ec tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677551 Jul 16 08:27:35.024747 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-2fcc0fc7-69e0-4672-99ca-bfd914ee91f5 service neutron] 10.222.0.20 "GET /v2.0/networks/d76ce688-c7b3-48b1-9f09-ec4049ec03c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421502 Jul 16 08:27:35.025828 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e', 'network_id': '38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'fixed_ips': [{'subnet_id': '3c1e4217-f25b-4660-9d47-743a03f52618'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:27:35.026793 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.043995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:35.044469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Checking segment: {'id': 'ed386f3b-9b49-4f6d-9483-a5e9aa0cb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:35.044977 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.045601 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Bound using segment: {'id': 'ed386f3b-9b49-4f6d-9483-a5e9aa0cb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:35.046334 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Bound port: 0133f1c6-3e8d-4617-b16f-ec9d522956a5, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed386f3b-9b49-4f6d-9483-a5e9aa0cb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:35.046955 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.078911 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.107679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:35.109373 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.239080 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-ec721d11-ef29-487f-b595-66395dd35f4a service neutron] 10.222.0.20 "GET /v2.0/networks/38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132587 Jul 16 08:27:35.262421 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.286782 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.287453 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dbac6-ff61-4bca-8702-a76e215947ed req-2b22cc7f-8d5e-4905-8a5d-9707e59a9c33 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:35.289090 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393dbac6-ff61-4bca-8702-a76e215947ed req-2b22cc7f-8d5e-4905-8a5d-9707e59a9c33 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.15 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 807 time: 0.3848848 Jul 16 08:27:35.308286 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-393dbac6-ff61-4bca-8702-a76e215947ed req-14e1a7bd-dfe0-440a-9824-4d97f5205314 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Request body: {'port': {'device_id': '03312db4-5f02-431d-86fd-8e486c26f368', 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d', 'admin_state_up': True, 'tenant_id': '3eeabbc7fd404bf4820acd440d1ff28d'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:35.325600 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Allocated IP 19.86.0.2 (38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e/3c1e4217-f25b-4660-9d47-743a03f52618/494ebf8d-de29-4546-bc7c-cce1e6bcdd0d) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:35.422017 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.445341 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-ec654406-b8a8-430c-90af-cde051df521a service neutron] 10.222.0.20 "GET /v2.0/networks/38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797028 Jul 16 08:27:35.669212 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15b40e8b-0a68-453b-8a79-f57666e0555a service neutron] 10.222.0.20 "GET /v2.0/networks/d76ce688-c7b3-48b1-9f09-ec4049ec03c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173159 Jul 16 08:27:35.675692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:35.677043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Router a14e7fd1-5995-44dd-a780-8bc8381da193 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:27:35.713475 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8f0ffb3d-4976-4505-9307-91be7cd2f73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.744519 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-393dbac6-ff61-4bca-8702-a76e215947ed req-14e1a7bd-dfe0-440a-9824-4d97f5205314 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Made reservation on behalf of 3eeabbc7fd404bf4820acd440d1ff28d for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:35.748795 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-393dbac6-ff61-4bca-8702-a76e215947ed req-14e1a7bd-dfe0-440a-9824-4d97f5205314 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.784673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40098c2a-a544-4a8c-9f64-c49cc5868d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4637a6bc-e1eb-40bc-96fb-e65a03e3f607'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:35.787098 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eecb8da-4020-48de-980a-008c45d61d5e" -d '{"events": [{"server_uuid": "40098c2a-a544-4a8c-9f64-c49cc5868d6f", "name": "network-vif-plugged", "status": "completed", "tag": "4637a6bc-e1eb-40bc-96fb-e65a03e3f607"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:35.829374 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-9da5d820-21d9-459d-855b-76a6420930d7 service neutron] 10.222.0.20 "GET /v2.0/networks/d76ce688-c7b3-48b1-9f09-ec4049ec03c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441839 Jul 16 08:27:35.853640 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.871811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Transition to ACTIVE for port object 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:35.893637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Transition to ACTIVE for port object 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:35.924831 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] For port 0133f1c6-3e8d-4617-b16f-ec9d522956a5, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:35.928382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port af7acf0a-57b0-4276-9c30-8470d71cb5ab, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=af7acf0a-57b0-4276-9c30-8470d71cb5ab,segment=NetworkSegment(20ef990e-8f69-4494-882f-4c291b9f0e39),segment_id=20ef990e-8f69-4494-882f-4c291b9f0e39)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:35.942995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] For port 0133f1c6-3e8d-4617-b16f-ec9d522956a5, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0133f1c6-3e8d-4617-b16f-ec9d522956a5,segment=NetworkSegment(ed386f3b-9b49-4f6d-9483-a5e9aa0cb974),segment_id=ed386f3b-9b49-4f6d-9483-a5e9aa0cb974)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:35.957361 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:35.985082 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.985884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4cd921c8-8d36-4878-ae3d-12504024db14 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:35.990392 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.995203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4637a6bc-e1eb-40bc-96fb-e65a03e3f607,segment=NetworkSegment(612cc99d-4136-4a7e-875a-e3e4e2a33d78),segment_id=612cc99d-4136-4a7e-875a-e3e4e2a33d78)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:36.007194 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.047521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562be0f2-2dfa-461b-8488-330b9381b9d9 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:36.065149 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.068527 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.071664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:27:36.120137 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Sync routers for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:36.145719 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5a73778b-a069-4daf-be8f-f5eac2c2a6e1 req-eff404eb-2a54-4c5e-8325-b4a81f7b2891 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 210 time: 0.0459740 Jul 16 08:27:36.148470 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b36ec-ce89-4081-b8cf-6aa72afe76b9 req-6ce8a8c4-d1be-4183-b5ac-7ae2a6bd07b7 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:36.163939 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f55b36ec-ce89-4081-b8cf-6aa72afe76b9 req-6ce8a8c4-d1be-4183-b5ac-7ae2a6bd07b7 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 936 time: 0.3640633 Jul 16 08:27:36.171533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Transition to ACTIVE for port object 562be0f2-2dfa-461b-8488-330b9381b9d9 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:36.181880 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Network 38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:36.188028 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.191870 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-43bf5387-fa9b-4283-ba02-ad3ecadf9f01 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.5447476 Jul 16 08:27:36.192934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40130) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:36.194383 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.232455 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:36.238503 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:36.282185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:36.284149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:27:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:36.286232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=af7acf0a-57b0-4276-9c30-8470d71cb5ab,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:36.325588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-393dbac6-ff61-4bca-8702-a76e215947ed req-14e1a7bd-dfe0-440a-9824-4d97f5205314 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Allocated IP 172.20.0.7 (c727f580-5d9d-4e64-8e13-4f4d27c5457d/1fb74546-d50f-4c12-b2cd-ff2586987f2d/cf976342-9e5a-469c-93b5-f160f2c00b54) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:36.418787 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f55b36ec-ce89-4081-b8cf-6aa72afe76b9 req-b16c4603-ad40-4333-bf29-179a8629d0ef tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449870 Jul 16 08:27:36.446009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=562be0f2-2dfa-461b-8488-330b9381b9d9,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:36.833041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b060c08b-4bbc-45ee-a77b-66dcffe99b0c req-fb061cd8-31c2-4b57-9ab9-69673fc847ab tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 210 time: 0.1031716 Jul 16 08:27:36.871509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Attempting to bind port 562be0f2-2dfa-461b-8488-330b9381b9d9 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:36.871719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9757e18-2208-4783-b227-7a87c7d7f4d1 req-2a1028ee-a701-404b-9897-ec04acb10a05 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:36.872693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Attempting to bind port 562be0f2-2dfa-461b-8488-330b9381b9d9 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:36.873327 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Attempting to bind port 562be0f2-2dfa-461b-8488-330b9381b9d9 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:36.890303 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d9757e18-2208-4783-b227-7a87c7d7f4d1 req-2a1028ee-a701-404b-9897-ec04acb10a05 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 945 time: 0.5052552 Jul 16 08:27:36.898905 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Port 562be0f2-2dfa-461b-8488-330b9381b9d9 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:36.899616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Attempting to bind port 562be0f2-2dfa-461b-8488-330b9381b9d9 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:36.952154 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423554fd-e924-4989-9272-19b48b49349b x-openstack-request-id: req-423554fd-e924-4989-9272-19b48b49349b {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:36.954410 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40098c2a-a544-4a8c-9f64-c49cc5868d6f", "name": "network-vif-plugged", "status": "completed", "tag": "4637a6bc-e1eb-40bc-96fb-e65a03e3f607", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:36.954743 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-423554fd-e924-4989-9272-19b48b49349b {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:36.956529 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40098c2a-a544-4a8c-9f64-c49cc5868d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4637a6bc-e1eb-40bc-96fb-e65a03e3f607', 'code': 200} Jul 16 08:27:36.981356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:36.981694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:36.982078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:36.982523 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Bound port: 562be0f2-2dfa-461b-8488-330b9381b9d9, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:36.982880 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.098310 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-393dbac6-ff61-4bca-8702-a76e215947ed req-14e1a7bd-dfe0-440a-9824-4d97f5205314 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.106507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e4467-b764-49ca-964e-095df73c74ea req-c7d638af-574c-401f-8763-db59d81e638d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:37.108894 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a7e4467-b764-49ca-964e-095df73c74ea req-c7d638af-574c-401f-8763-db59d81e638d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 1097 time: 0.3895464 Jul 16 08:27:37.148838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 4cd921c8-8d36-4878-ae3d-12504024db14 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:37.159068 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d9757e18-2208-4783-b227-7a87c7d7f4d1 req-540f2847-74ae-4378-ad8f-afe9ff3cfd87 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2663479 Jul 16 08:27:37.190936 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a7e4467-b764-49ca-964e-095df73c74ea req-d7504600-baa8-49a6-8dbd-0de5c00c81a7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708842 Jul 16 08:27:37.226166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Pushing event updated for resources: {'Port': ['ID=494ebf8d-de29-4546-bc7c-cce1e6bcdd0d,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:37.234807 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4cd921c8-8d36-4878-ae3d-12504024db14 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:37.235096 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.237304 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Attempting to bind port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:37.237669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Attempting to bind port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '6ce81740-4b94-4bc8-89af-e315c15f77c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:37.240860 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Attempting to bind port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d on network 38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:37.255678 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] For port 562be0f2-2dfa-461b-8488-330b9381b9d9, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:37.259449 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] For port 562be0f2-2dfa-461b-8488-330b9381b9d9, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=562be0f2-2dfa-461b-8488-330b9381b9d9,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:37.263946 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-393dbac6-ff61-4bca-8702-a76e215947ed req-14e1a7bd-dfe0-440a-9824-4d97f5205314 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.342330 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.361141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:37.362423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Checking segment: {'id': '6ce81740-4b94-4bc8-89af-e315c15f77c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:37.364393 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.364960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Bound using segment: {'id': '6ce81740-4b94-4bc8-89af-e315c15f77c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:37.365553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Bound port: 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce81740-4b94-4bc8-89af-e315c15f77c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:37.367615 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.374411 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.440970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:37.441620 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.446394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] 10.222.0.38 "PUT /v2.0/ports/562be0f2-2dfa-461b-8488-330b9381b9d9 HTTP/1.1" status: 200 len: 1097 time: 2.6019075 Jul 16 08:27:37.458841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5640a98-a27d-4cfb-b110-61266233fb43', 'tag': '562be0f2-2dfa-461b-8488-330b9381b9d9'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:37.470294 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec78dfa2-e225-45c3-91fc-dd75702dc01b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5640a98-a27d-4cfb-b110-61266233fb43", "tag": "562be0f2-2dfa-461b-8488-330b9381b9d9"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:37.475581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a0c808-68c4-40db-abcf-a3d75a027181 None None] Pushing event updated for resources: {'Port': ['ID=0133f1c6-3e8d-4617-b16f-ec9d522956a5,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:37.514907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-393dbac6-ff61-4bca-8702-a76e215947ed req-14e1a7bd-dfe0-440a-9824-4d97f5205314 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Network c727f580-5d9d-4e64-8e13-4f4d27c5457d is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:37.532787 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-393dbac6-ff61-4bca-8702-a76e215947ed req-14e1a7bd-dfe0-440a-9824-4d97f5205314 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:37.627634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-393dbac6-ff61-4bca-8702-a76e215947ed req-14e1a7bd-dfe0-440a-9824-4d97f5205314 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:37.634798 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e1a7bd-dfe0-440a-9824-4d97f5205314 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Pushing event updated for resources: {'Port': ['ID=cf976342-9e5a-469c-93b5-f160f2c00b54,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:37.662720 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:37.807965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98c87f-601e-4c64-9b75-124966214728 req-d6362c47-a9fe-4131-bd58-a8d19613e1dc tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:37.818470 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d98c87f-601e-4c64-9b75-124966214728 req-d6362c47-a9fe-4131-bd58-a8d19613e1dc tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 931 time: 0.2758517 Jul 16 08:27:37.874533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607fc7b3-d458-4b2a-915d-50bb7321e741 req-92344376-5380-491e-965b-1da645fe7e1a tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:37.878973 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-607fc7b3-d458-4b2a-915d-50bb7321e741 req-92344376-5380-491e-965b-1da645fe7e1a tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 947 time: 0.7330477 Jul 16 08:27:37.889433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Allocated IP 172.20.0.1 (21aab77a-03d5-42ab-8ae8-b700703c61ca/28130994-537a-4b04-b9a0-0d42eba2aff6/5f6977d3-10c3-4fc1-a128-2e03bc4085a8) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:37.910609 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dbac6-ff61-4bca-8702-a76e215947ed req-14e1a7bd-dfe0-440a-9824-4d97f5205314 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:37.916603 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-393dbac6-ff61-4bca-8702-a76e215947ed req-14e1a7bd-dfe0-440a-9824-4d97f5205314 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.920641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-6a78ff02-ada9-4b0b-bc95-8b5bab6ea2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:37.922272 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-6a78ff02-ada9-4b0b-bc95-8b5bab6ea2f1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83402598fe9842dd8ae120b2622f777a&device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 1100 time: 0.3909545 Jul 16 08:27:37.941746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] For port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:37.953168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=4637a6bc-e1eb-40bc-96fb-e65a03e3f607,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:37.976414 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d98c87f-601e-4c64-9b75-124966214728 req-d59400b2-67a1-4707-b47b-c5e3817b3cae tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538110 Jul 16 08:27:38.026550 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] For port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=494ebf8d-de29-4546-bc7c-cce1e6bcdd0d,segment=NetworkSegment(6ce81740-4b94-4bc8-89af-e315c15f77c6),segment_id=6ce81740-4b94-4bc8-89af-e315c15f77c6)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:38.029527 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.034453 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce876560-b65e-40ba-bf2a-bfca36a8543a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.047533 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.116876 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393dbac6-ff61-4bca-8702-a76e215947ed req-14e1a7bd-dfe0-440a-9824-4d97f5205314 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8154714 Jul 16 08:27:38.118155 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-5b99166b-b243-4e3f-b4ca-ac32778ec8c4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=562be0f2-2dfa-461b-8488-330b9381b9d9 HTTP/1.1" status: 200 len: 217 time: 0.1680083 Jul 16 08:27:38.118870 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5046f-9d26-4642-9ac0-036e77360ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=562be0f2-2dfa-461b-8488-330b9381b9d9,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:38.186960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Request body: {'port': {'device_id': '03312db4-5f02-431d-86fd-8e486c26f368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:38.205165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 4cd921c8-8d36-4878-ae3d-12504024db14, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4cd921c8-8d36-4878-ae3d-12504024db14,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:38.245785 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.280395 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-607fc7b3-d458-4b2a-915d-50bb7321e741 req-f68a1069-72ad-4f78-87a3-aed07dd45732 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3845017 Jul 16 08:27:38.292489 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.311866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfdac09-8b41-4792-8f68-2250753a2441 None None] Network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:38.333211 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.336040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Transition to ACTIVE for port object 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:38.360640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e3fed-4ea1-4f05-aa7a-7afe6f5c3e9f None None] Pushing event updated for resources: {'Port': ['ID=494ebf8d-de29-4546-bc7c-cce1e6bcdd0d,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:38.462910 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888a1148-ccf3-4f11-937c-e05e53f3fb14 x-openstack-request-id: req-888a1148-ccf3-4f11-937c-e05e53f3fb14 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:38.463107 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5640a98-a27d-4cfb-b110-61266233fb43", "tag": "562be0f2-2dfa-461b-8488-330b9381b9d9", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:38.463362 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-888a1148-ccf3-4f11-937c-e05e53f3fb14 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:38.463769 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5640a98-a27d-4cfb-b110-61266233fb43', 'tag': '562be0f2-2dfa-461b-8488-330b9381b9d9', 'status': 'completed', 'code': 200} Jul 16 08:27:38.470036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-c67e0feb-d8d1-4b9d-87b3-16e4ac0b3af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:38.476100 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-c67e0feb-d8d1-4b9d-87b3-16e4ac0b3af6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.3419249 Jul 16 08:27:38.516016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-62ed84f1-ea8b-46cb-907a-b7c33b25ebb4 None None] Provisioning for port 0133f1c6-3e8d-4617-b16f-ec9d522956a5 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:38.566197 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.605693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=4cd921c8-8d36-4878-ae3d-12504024db14,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:38.716185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-45b03fee-47e5-4b07-b925-c775508b548b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:38.717931 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-45b03fee-47e5-4b07-b925-c775508b548b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2274985 Jul 16 08:27:38.718352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:32Z', 'revision_number': 3, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:38.766235 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-64150128-b97e-4eaa-88cb-c748fee4e1f8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:38.774124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Checking router: a14e7fd1-5995-44dd-a780-8bc8381da193 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:38.774477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Updating router a14e7fd1-5995-44dd-a780-8bc8381da193 port 77e2c38b-71ac-42d9-9491-6c047afa4c2e binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:27:38.775123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-64150128-b97e-4eaa-88cb-c748fee4e1f8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:38.776916 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-64150128-b97e-4eaa-88cb-c748fee4e1f8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.15 "GET /v2.0/networks?id=d76ce688-c7b3-48b1-9f09-ec4049ec03c2&id=38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e&id=d76ce688-c7b3-48b1-9f09-ec4049ec03c2 HTTP/1.1" status: 200 len: 1392 time: 0.8845551 Jul 16 08:27:38.781478 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.783087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5cf5f355-7b7c-429b-acd1-25533f8dbb54 req-f3c70e23-cd4b-4fcc-ace6-3829306095aa tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 210 time: 0.0955012 Jul 16 08:27:38.825160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0133f1c6-3e8d-4617-b16f-ec9d522956a5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:38.880031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Network 21aab77a-03d5-42ab-8ae8-b700703c61ca is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:38.893482 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-f0dd9c29-6580-4f55-a2f8-868be5cdfe7a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Request body: {'port': {'device_id': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2', 'admin_state_up': True, 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:38.942687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Pushing event updated for resources: {'Port': ['ID=5f6977d3-10c3-4fc1-a128-2e03bc4085a8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:38.945660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:38.946400 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.955565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:38.997132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 0133f1c6-3e8d-4617-b16f-ec9d522956a5 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:39.020384 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 0133f1c6-3e8d-4617-b16f-ec9d522956a5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:39.020952 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.022034 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.320534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:39.323306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-e87e9082-fe48-43bb-850f-9acd6d9936d5 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5754137 Jul 16 08:27:39.356470 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04839e5a-98e6-4bad-bfaa-16d53fb68c18 req-ee944593-554a-42ab-a6de-d4dbb1c03d13 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:39.358135 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-04839e5a-98e6-4bad-bfaa-16d53fb68c18 req-ee944593-554a-42ab-a6de-d4dbb1c03d13 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 945 time: 0.3109517 Jul 16 08:27:39.562012 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b20b9-9770-4b40-b0f6-90cc2de5242e req-09773bea-0ca3-4bb5-9737-3dba5a6934c4 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:39.570286 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-851b20b9-9770-4b40-b0f6-90cc2de5242e req-09773bea-0ca3-4bb5-9737-3dba5a6934c4 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 948 time: 1.2232027 Jul 16 08:27:39.571774 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.584854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Transition to ACTIVE for port object 77e2c38b-71ac-42d9-9491-6c047afa4c2e will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:39.648112 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.729396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e7494-4387-4e60-b6a8-d278f8fcff9a None None] Pushing event updated for resources: {'Port': ['ID=77e2c38b-71ac-42d9-9491-6c047afa4c2e,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:39.742198 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.743245 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0cd9b335-6dd4-4e7a-8519-bfa0a1a3be83 None None] Provisioning for port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:39.750984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0cd9b335-6dd4-4e7a-8519-bfa0a1a3be83 None None] Provisioning complete for port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:39.751358 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0cd9b335-6dd4-4e7a-8519-bfa0a1a3be83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.783193 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.792016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Attempting to bind port 77e2c38b-71ac-42d9-9491-6c047afa4c2e on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:39.792387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Attempting to bind port 77e2c38b-71ac-42d9-9491-6c047afa4c2e by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:39.792767 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Attempting to bind port 77e2c38b-71ac-42d9-9491-6c047afa4c2e on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:39.794951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:39.803331 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:39.804056 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.860711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cbee6d-9068-4e0a-9e98-cff161d684ac None None] Network 38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:39.924976 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-851b20b9-9770-4b40-b0f6-90cc2de5242e req-20c4a796-5c0b-43cf-bb08-018741d74ce2 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529010 Jul 16 08:27:39.932986 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:39.933393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:39.933750 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.934145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:39.934795 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Bound port: 77e2c38b-71ac-42d9-9491-6c047afa4c2e, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:39.935191 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.003085 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-04839e5a-98e6-4bad-bfaa-16d53fb68c18 req-a2243cb9-c65b-4025-9280-5f52cf31b096 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6066673 Jul 16 08:27:40.011508 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-f0dd9c29-6580-4f55-a2f8-868be5cdfe7a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Made reservation on behalf of 8b625cd3561f452eafd9c36c485ee35a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:40.025979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf976342-9e5a-469c-93b5-f160f2c00b54 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:40.040675 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-f0dd9c29-6580-4f55-a2f8-868be5cdfe7a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.040675 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.064742 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.081639 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.084026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e095ef2-d43f-46b9-b288-70aa529ae90d req-128da25d-746e-4711-be2d-1cf295ee139b service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7452228 Jul 16 08:27:40.096734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Transition to ACTIVE for port object cf976342-9e5a-469c-93b5-f160f2c00b54 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:40.103386 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.195001 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Pushing event updated for resources: {'Port': ['ID=5f6977d3-10c3-4fc1-a128-2e03bc4085a8,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:40.223492 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-0cd9b335-6dd4-4e7a-8519-bfa0a1a3be83 None None] Port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:40.237964 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.241799 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.323108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Pushing event updated for resources: {'Port': ['ID=cf976342-9e5a-469c-93b5-f160f2c00b54,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:40.342620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] For port 77e2c38b-71ac-42d9-9491-6c047afa4c2e, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:40.400530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] For port 77e2c38b-71ac-42d9-9491-6c047afa4c2e, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=77e2c38b-71ac-42d9-9491-6c047afa4c2e,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:40.403109 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 0133f1c6-3e8d-4617-b16f-ec9d522956a5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0133f1c6-3e8d-4617-b16f-ec9d522956a5,segment=NetworkSegment(ed386f3b-9b49-4f6d-9483-a5e9aa0cb974),segment_id=ed386f3b-9b49-4f6d-9483-a5e9aa0cb974)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:40.411026 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-59d48183-fa2a-4a6a-a284-90d600180c6e None None] Provisioning complete for port 0133f1c6-3e8d-4617-b16f-ec9d522956a5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:40.411026 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-59d48183-fa2a-4a6a-a284-90d600180c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.414179 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Network 21aab77a-03d5-42ab-8ae8-b700703c61ca is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:40.421650 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.428147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78dfa2-e225-45c3-91fc-dd75702dc01b req-42f1f974-a8bf-4c04-9da2-1410a2c3b762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:40.429866 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ec78dfa2-e225-45c3-91fc-dd75702dc01b req-42f1f974-a8bf-4c04-9da2-1410a2c3b762 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=83402598fe9842dd8ae120b2622f777a&device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 1100 time: 0.2559049 Jul 16 08:27:40.448744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56678e2e-df62-464d-8206-45813cb751fc req-c7945415-9ed2-4340-97f0-8927aff5a95d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:40.450324 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-56678e2e-df62-464d-8206-45813cb751fc req-c7945415-9ed2-4340-97f0-8927aff5a95d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 943 time: 0.1691117 Jul 16 08:27:40.459112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:40.496579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Attempting to bind port cf976342-9e5a-469c-93b5-f160f2c00b54 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:40.497069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Attempting to bind port cf976342-9e5a-469c-93b5-f160f2c00b54 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:40.497806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Attempting to bind port cf976342-9e5a-469c-93b5-f160f2c00b54 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:40.514565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Port cf976342-9e5a-469c-93b5-f160f2c00b54 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:40.515027 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Attempting to bind port cf976342-9e5a-469c-93b5-f160f2c00b54 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:40.521326 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.522087 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device af7acf0a-57b0-4276-9c30-8470d71cb5ab up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:40.528439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211e7494-4387-4e60-b6a8-d278f8fcff9a None None] Pushing event updated for resources: {'Port': ['ID=77e2c38b-71ac-42d9-9491-6c047afa4c2e,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:40.559372 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:40.565540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Checking segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:40.566149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Bound using segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:40.566746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Bound port: cf976342-9e5a-469c-93b5-f160f2c00b54, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:40.567222 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.622098 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-56678e2e-df62-464d-8206-45813cb751fc req-ae1ea3f9-3a21-4215-a7cb-e702e38ded18 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640978 Jul 16 08:27:40.628279 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.632647 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=0133f1c6-3e8d-4617-b16f-ec9d522956a5,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:40.703657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c73897-0892-46cd-862b-db352ef01f13 req-19813a21-57c7-4dcc-b5eb-66a4ceba9f1a tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:40.708851 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-23c73897-0892-46cd-862b-db352ef01f13 req-19813a21-57c7-4dcc-b5eb-66a4ceba9f1a tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 947 time: 0.3113089 Jul 16 08:27:40.714559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:40.719699 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346d5331-06bd-410d-baf4-bbf73ed7b576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:40.722569 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1331fb45-0123-4715-a1f0-f21319628358" -d '{"events": [{"server_uuid": "346d5331-06bd-410d-baf4-bbf73ed7b576", "name": "network-vif-plugged", "status": "completed", "tag": "7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:40.735822 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.752544 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:40.753474 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:27:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:40.774450 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:40.778215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=cf976342-9e5a-469c-93b5-f160f2c00b54,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:40.789968 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.876821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:40.878631 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.880263 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393dbac6-ff61-4bca-8702-a76e215947ed req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] 10.222.0.15 "PUT /v2.0/ports/cf976342-9e5a-469c-93b5-f160f2c00b54 HTTP/1.1" status: 200 len: 1092 time: 2.7449462 Jul 16 08:27:40.881404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78dfa2-e225-45c3-91fc-dd75702dc01b req-f18d1a1b-7e02-45a2-9ffc-83db15b80448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:40.882761 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ec78dfa2-e225-45c3-91fc-dd75702dc01b req-f18d1a1b-7e02-45a2-9ffc-83db15b80448 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.4314678 Jul 16 08:27:40.883637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:40.918688 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-23c73897-0892-46cd-862b-db352ef01f13 req-f772a713-1bb4-412e-aa2b-9ea1dd2a3e2f tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964250 Jul 16 08:27:40.931687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fafcf12-fa09-41c6-af5c-1de21f0b2190 service neutron] Pushing event updated for resources: {'Port': ['ID=cf976342-9e5a-469c-93b5-f160f2c00b54,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:40.935046 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-f0dd9c29-6580-4f55-a2f8-868be5cdfe7a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Allocated IP 19.80.0.249 (d76ce688-c7b3-48b1-9f09-ec4049ec03c2/46ce1285-76b8-44bf-91ca-d93453cb5d58/3bd15c6f-b06b-4224-99e9-264fafa2b6d1) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:40.936420 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03312db4-5f02-431d-86fd-8e486c26f368', 'tag': 'cf976342-9e5a-469c-93b5-f160f2c00b54'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:40.940136 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0cca80-190d-4b33-94b9-35c47b8f9b19" -d '{"events": [{"name": "network-changed", "server_uuid": "03312db4-5f02-431d-86fd-8e486c26f368", "tag": "cf976342-9e5a-469c-93b5-f160f2c00b54"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:40.959536 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c46ae6de-44a1-4bb1-b6e5-21e39658a798 req-18482876-c41c-4d62-a5e4-cefba34ceee7 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 210 time: 0.0719671 Jul 16 08:27:40.988416 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Router a14e7fd1-5995-44dd-a780-8bc8381da193 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:27:41.132062 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e35cc0-77fa-4a03-a31b-0e47d94b7355 x-openstack-request-id: req-44e35cc0-77fa-4a03-a31b-0e47d94b7355 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:41.132348 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346d5331-06bd-410d-baf4-bbf73ed7b576", "name": "network-vif-plugged", "status": "completed", "tag": "7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:41.132623 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44e35cc0-77fa-4a03-a31b-0e47d94b7355 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:41.133015 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346d5331-06bd-410d-baf4-bbf73ed7b576', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c', 'code': 200} Jul 16 08:27:41.139789 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ec78dfa2-e225-45c3-91fc-dd75702dc01b req-195dee3f-a5f4-47fd-b13f-6e49af884b63 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.234&port_id=562be0f2-2dfa-461b-8488-330b9381b9d9 HTTP/1.1" status: 200 len: 217 time: 0.1784158 Jul 16 08:27:41.141483 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f7446b-78f7-4228-bbd3-8df30bb378d0 x-openstack-request-id: req-47f7446b-78f7-4228-bbd3-8df30bb378d0 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:41.142122 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03312db4-5f02-431d-86fd-8e486c26f368", "tag": "cf976342-9e5a-469c-93b5-f160f2c00b54", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:41.142609 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47f7446b-78f7-4228-bbd3-8df30bb378d0 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:41.143719 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03312db4-5f02-431d-86fd-8e486c26f368', 'tag': 'cf976342-9e5a-469c-93b5-f160f2c00b54', 'status': 'completed', 'code': 200} Jul 16 08:27:41.224187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78dfa2-e225-45c3-91fc-dd75702dc01b req-5abf6bb6-57e8-4df6-9426-84139271c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.226575 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ec78dfa2-e225-45c3-91fc-dd75702dc01b req-5abf6bb6-57e8-4df6-9426-84139271c9fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0770590 Jul 16 08:27:41.276692 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:41.292356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port af7acf0a-57b0-4276-9c30-8470d71cb5ab triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:41.292812 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:41.356192 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:41.401157 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-59d48183-fa2a-4a6a-a284-90d600180c6e None None] Provisioning for port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:41.411806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dbac6-ff61-4bca-8702-a76e215947ed req-da2b639e-0eff-4e3f-b6e2-b7504abc17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.414081 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393dbac6-ff61-4bca-8702-a76e215947ed req-da2b639e-0eff-4e3f-b6e2-b7504abc17b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 1095 time: 0.4362626 Jul 16 08:27:41.436423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 2, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:41.495439 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393dbac6-ff61-4bca-8702-a76e215947ed req-49b9c964-d92c-4899-9db2-ee536f30e465 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf976342-9e5a-469c-93b5-f160f2c00b54 HTTP/1.1" status: 200 len: 217 time: 0.0612671 Jul 16 08:27:41.507535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec78dfa2-e225-45c3-91fc-dd75702dc01b req-6b1f7a02-400a-4ec3-866e-b06fe077c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.509468 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ec78dfa2-e225-45c3-91fc-dd75702dc01b req-6b1f7a02-400a-4ec3-866e-b06fe077c539 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2720835 Jul 16 08:27:41.554022 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e546da-fdaa-48ec-acb3-d3eebad16878 None None] The sync data for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 is: [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 2, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:41.578499 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:27:41.598125 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f5e5f433-33e3-4fc0-9845-d3ed3428c1ca admin admin] 10.222.0.20 "PUT /v2.0/routers/a14e7fd1-5995-44dd-a780-8bc8381da193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4032359 Jul 16 08:27:41.600911 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2f9cc361-a3e5-4cc7-bfe4-697e357794c6 None None] Provisioning complete for port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:41.601578 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2f9cc361-a3e5-4cc7-bfe4-697e357794c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:41.606588 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-f0dd9c29-6580-4f55-a2f8-868be5cdfe7a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:41.618304 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393dbac6-ff61-4bca-8702-a76e215947ed req-a4f21868-e8b6-45c3-b5bb-3d3070595e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.619885 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393dbac6-ff61-4bca-8702-a76e215947ed req-a4f21868-e8b6-45c3-b5bb-3d3070595e24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.1149197 Jul 16 08:27:41.633881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbf0683-5e09-47d8-b82a-5048f9c23c5f req-18b77e7b-d063-41c0-b370-0b97cb57818e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.635746 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fcbf0683-5e09-47d8-b82a-5048f9c23c5f req-18b77e7b-d063-41c0-b370-0b97cb57818e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 1100 time: 0.4497905 Jul 16 08:27:41.649908 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b94be-f05a-44d2-81ce-5592ed5ff53a req-fed69c97-05b1-41b0-9ddf-1b930f503da5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.663127 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6d3b94be-f05a-44d2-81ce-5592ed5ff53a req-fed69c97-05b1-41b0-9ddf-1b930f503da5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 945 time: 0.4615288 Jul 16 08:27:41.678610 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40180) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:41.687792 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-45f50582-e600-4866-9c2f-c99463a6491d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Request body: {'floatingip': {'port_id': '4637a6bc-e1eb-40bc-96fb-e65a03e3f607'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:41.690210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2f9cc361-a3e5-4cc7-bfe4-697e357794c6 None None] Port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:41.717757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312a0e6-40d0-4cb6-a697-176129c8f526 req-b81f9753-57c7-4184-b2e3-c7174e31990f tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.718855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-f0dd9c29-6580-4f55-a2f8-868be5cdfe7a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Transition to ACTIVE for port object 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:41.719601 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7312a0e6-40d0-4cb6-a697-176129c8f526 req-b81f9753-57c7-4184-b2e3-c7174e31990f tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 948 time: 0.3880270 Jul 16 08:27:41.741477 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393dbac6-ff61-4bca-8702-a76e215947ed req-d4306ec0-1ded-4459-b303-6c6bf9decd8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904975 Jul 16 08:27:41.806236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-45f50582-e600-4866-9c2f-c99463a6491d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:41.902385 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fcbf0683-5e09-47d8-b82a-5048f9c23c5f req-d24450ff-1f6f-4269-992b-c7786b3d8cb2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366545 Jul 16 08:27:41.919771 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7312a0e6-40d0-4cb6-a697-176129c8f526 req-16b1bd5f-a013-4e90-a206-ef4a0472e0eb tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807694 Jul 16 08:27:41.966211 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0133f1c6-3e8d-4617-b16f-ec9d522956a5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:42.061445 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-f0dd9c29-6580-4f55-a2f8-868be5cdfe7a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.093995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 0133f1c6-3e8d-4617-b16f-ec9d522956a5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:42.094370 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.107673 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393dbac6-ff61-4bca-8702-a76e215947ed req-cb6c66df-f01b-4d81-a38e-255d4f3ba873 service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483443 Jul 16 08:27:42.164628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-f0dd9c29-6580-4f55-a2f8-868be5cdfe7a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:42.237756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-f0dd9c29-6580-4f55-a2f8-868be5cdfe7a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:42.244991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-f0dd9c29-6580-4f55-a2f8-868be5cdfe7a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:42.290759 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ec78dfa2-e225-45c3-91fc-dd75702dc01b req-62ae17a2-1020-40d6-bab6-1480ee023a65 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6698546 Jul 16 08:27:42.292198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:42.311736 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd9c29-6580-4f55-a2f8-868be5cdfe7a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event updated for resources: {'Port': ['ID=3bd15c6f-b06b-4224-99e9-264fafa2b6d1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:42.423553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:42.428310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:42.428712 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.559462 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.620318 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393dbac6-ff61-4bca-8702-a76e215947ed req-659544bf-9302-4b68-a78a-e5eb43eea256 service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971483 Jul 16 08:27:42.667820 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=494ebf8d-de29-4546-bc7c-cce1e6bcdd0d,segment=NetworkSegment(6ce81740-4b94-4bc8-89af-e315c15f77c6),segment_id=6ce81740-4b94-4bc8-89af-e315c15f77c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:42.670574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-359acf4e-0b42-4617-8107-5e48b6ab1994 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:42.683770 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.689371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4cd921c8-8d36-4878-ae3d-12504024db14 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:42.703556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-26522a37-b3d7-41f1-a8dc-951c01d30917 None None] Provisioning for port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:42.707021 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-359acf4e-0b42-4617-8107-5e48b6ab1994 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 821 time: 0.5061245 Jul 16 08:27:42.731103 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ec78dfa2-e225-45c3-91fc-dd75702dc01b req-efa4bde3-b222-4203-9a5f-0e0d30df68b1 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238453 Jul 16 08:27:42.763583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-26522a37-b3d7-41f1-a8dc-951c01d30917 None None] Provisioning complete for port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:42.763954 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-26522a37-b3d7-41f1-a8dc-951c01d30917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.779437 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-50944bdf-2898-4f75-ad48-d1fdd5120551 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/quotas/31e9f4ba00924ea9b264f964a556bdab HTTP/1.1" status: 200 len: 375 time: 0.0714424 Jul 16 08:27:42.854228 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-f0dd9c29-6580-4f55-a2f8-868be5cdfe7a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:42.856277 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-f0dd9c29-6580-4f55-a2f8-868be5cdfe7a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.862727 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cca80-190d-4b33-94b9-35c47b8f9b19 req-db8a891e-63bd-4df3-ac5a-acdc39ebd2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:42.868772 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f0cca80-190d-4b33-94b9-35c47b8f9b19 req-db8a891e-63bd-4df3-ac5a-acdc39ebd2e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 1095 time: 0.1528304 Jul 16 08:27:42.894853 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=494ebf8d-de29-4546-bc7c-cce1e6bcdd0d,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:42.906128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-26522a37-b3d7-41f1-a8dc-951c01d30917 None None] Port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:42.922509 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4cd921c8-8d36-4878-ae3d-12504024db14 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:42.923391 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.958481 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-f0dd9c29-6580-4f55-a2f8-868be5cdfe7a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1646881 Jul 16 08:27:42.987786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6ba6ecea-28a0-400b-b21d-de427cff482b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Request body: {'port': {'device_id': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'network_id': '38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e', 'admin_state_up': True, 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:42.998760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee04728-4a9e-43b4-8565-f7b42633cc10 req-84ad0903-fbe4-4d63-a93c-738c16b29f61 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.006285 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eee04728-4a9e-43b4-8565-f7b42633cc10 req-84ad0903-fbe4-4d63-a93c-738c16b29f61 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 943 time: 0.8772321 Jul 16 08:27:43.013983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cca80-190d-4b33-94b9-35c47b8f9b19 req-530020c5-02b7-4465-86df-1b91f225a797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.015559 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f0cca80-190d-4b33-94b9-35c47b8f9b19 req-530020c5-02b7-4465-86df-1b91f225a797 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.1391222 Jul 16 08:27:43.029999 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-7b088a21-3c29-472b-8e58-7b9120cfd610 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2495332 Jul 16 08:27:43.089704 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f0cca80-190d-4b33-94b9-35c47b8f9b19 req-2d5a93ad-fcea-4d2f-8230-ddb091474424 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf976342-9e5a-469c-93b5-f160f2c00b54 HTTP/1.1" status: 200 len: 217 time: 0.0387526 Jul 16 08:27:43.113079 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.resource_extend [None req-45f50582-e600-4866-9c2f-c99463a6491d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:27:43.189345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0cca80-190d-4b33-94b9-35c47b8f9b19 req-63477c5d-379d-4b19-8da3-ab38741b14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.190914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f0cca80-190d-4b33-94b9-35c47b8f9b19 req-63477c5d-379d-4b19-8da3-ab38741b14fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.0874598 Jul 16 08:27:43.235622 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f0cca80-190d-4b33-94b9-35c47b8f9b19 req-4b8d5764-f5ae-4d54-b5f2-6bbf2d97c202 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358472 Jul 16 08:27:43.241098 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-2b48836e-19e8-4b45-a92e-077a9af875af service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102230 Jul 16 08:27:43.427975 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f0cca80-190d-4b33-94b9-35c47b8f9b19 req-e62a7d7f-6df8-4279-996d-6d2f95b536cb service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724768 Jul 16 08:27:43.491657 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eee04728-4a9e-43b4-8565-f7b42633cc10 req-12873bd1-f56b-47cf-a92b-ebea9131ddb5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840584 Jul 16 08:27:43.492450 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-285bbc47-b1bd-4928-84dd-918690b0231f service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469733 Jul 16 08:27:43.550200 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-45f50582-e600-4866-9c2f-c99463a6491d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:43.570884 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-45f50582-e600-4866-9c2f-c99463a6491d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:43.633304 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f0cca80-190d-4b33-94b9-35c47b8f9b19 req-9a9d2d1b-a239-4443-b28e-54c72a13eea4 service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966894 Jul 16 08:27:43.724801 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-45f50582-e600-4866-9c2f-c99463a6491d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Floating IP d4680462-851b-4e37-bbc5-8d86e147c3e3 associated. External IP: 172.25.4.125, port: 4637a6bc-e1eb-40bc-96fb-e65a03e3f607. Jul 16 08:27:43.881390 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6ba6ecea-28a0-400b-b21d-de427cff482b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Made reservation on behalf of 8b625cd3561f452eafd9c36c485ee35a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:43.893048 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6ba6ecea-28a0-400b-b21d-de427cff482b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:43.915844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 77e2c38b-71ac-42d9-9491-6c047afa4c2e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:43.949977 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1516321-041f-4ce5-903b-573c0cadf619 req-bb47acc0-c2a0-4bbf-ad2c-432c1a1217be tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.958524 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f1516321-041f-4ce5-903b-573c0cadf619 req-bb47acc0-c2a0-4bbf-ad2c-432c1a1217be tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 932 time: 0.0866780 Jul 16 08:27:44.015380 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f1516321-041f-4ce5-903b-573c0cadf619 req-366683f9-5265-4eb0-b412-96a27f74ecb1 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541489 Jul 16 08:27:44.045092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 77e2c38b-71ac-42d9-9491-6c047afa4c2e completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:44.050637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 77e2c38b-71ac-42d9-9491-6c047afa4c2e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:44.052327 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.055979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa3a383-d9c0-439d-92cc-c04edff476e4 req-79866de1-b23e-43af-959c-285857b01a71 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:44.063635 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-daa3a383-d9c0-439d-92cc-c04edff476e4 req-79866de1-b23e-43af-959c-285857b01a71 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 948 time: 0.3333230 Jul 16 08:27:44.114650 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 562be0f2-2dfa-461b-8488-330b9381b9d9 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:44.241083 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-daa3a383-d9c0-439d-92cc-c04edff476e4 req-d1638cfe-58d8-49bd-ae79-129262573823 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763346 Jul 16 08:27:44.279516 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6ba6ecea-28a0-400b-b21d-de427cff482b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Allocated IP 19.86.0.109 (38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e/3c1e4217-f25b-4660-9d47-743a03f52618/d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:44.294080 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.357804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 562be0f2-2dfa-461b-8488-330b9381b9d9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=562be0f2-2dfa-461b-8488-330b9381b9d9,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:44.361997 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 77e2c38b-71ac-42d9-9491-6c047afa4c2e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=77e2c38b-71ac-42d9-9491-6c047afa4c2e,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:44.372213 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.372963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:44.415045 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0c56593d-cb2b-40cb-80eb-ef631eba3814 req-29aaa5e0-32bc-4566-a39d-15fbf326a89b tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 210 time: 0.0685349 Jul 16 08:27:44.419171 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '562be0f2-2dfa-461b-8488-330b9381b9d9', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '562be0f2-2dfa-461b-8488-330b9381b9d9', 'mac_address': 'fa:16:3e:18:cf:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:44.433872 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f50582-e600-4866-9c2f-c99463a6491d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Router 392552b4-7d9c-46e5-9ab9-fca23e97b96b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:27:44.516393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=77e2c38b-71ac-42d9-9491-6c047afa4c2e,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:44.527622 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.547879 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562be0f2-2dfa-461b-8488-330b9381b9d9 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:44.554222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:44.554603 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.568613 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c43e5-a342-45a6-92b9-78cadda64ca1 req-27eb90b7-956a-49dc-ab3a-de0f7fa99003 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:44.570799 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-832c43e5-a342-45a6-92b9-78cadda64ca1 req-27eb90b7-956a-49dc-ab3a-de0f7fa99003 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 948 time: 0.1629236 Jul 16 08:27:44.599245 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 562be0f2-2dfa-461b-8488-330b9381b9d9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=562be0f2-2dfa-461b-8488-330b9381b9d9,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:44.614845 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.663713 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-832c43e5-a342-45a6-92b9-78cadda64ca1 req-b3cc00d3-22d9-4d88-8d36-4a6657c835e2 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847764 Jul 16 08:27:44.886683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f50582-e600-4866-9c2f-c99463a6491d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:27:44.897858 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-45f50582-e600-4866-9c2f-c99463a6491d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.900189 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef9c65-bb9b-4ff8-b0a0-a791ce399abf None None] Sync routers for ids ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:44.917025 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef9c65-bb9b-4ff8-b0a0-a791ce399abf None None] Routers {'392552b4-7d9c-46e5-9ab9-fca23e97b96b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:44.918279 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-00ef9c65-bb9b-4ff8-b0a0-a791ce399abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:27:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:44.966561 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-45f50582-e600-4866-9c2f-c99463a6491d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "PUT /v2.0/floatingips/d4680462-851b-4e37-bbc5-8d86e147c3e3 HTTP/1.1" status: 200 len: 991 time: 3.2850780 Jul 16 08:27:44.973100 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40098c2a-a544-4a8c-9f64-c49cc5868d6f', 'tag': '4637a6bc-e1eb-40bc-96fb-e65a03e3f607'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:44.975841 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c317241-f922-405c-8614-d2ef1d0ed5be" -d '{"events": [{"name": "network-changed", "server_uuid": "40098c2a-a544-4a8c-9f64-c49cc5868d6f", "tag": "4637a6bc-e1eb-40bc-96fb-e65a03e3f607"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:44.989251 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6ba6ecea-28a0-400b-b21d-de427cff482b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.030817 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6ba6ecea-28a0-400b-b21d-de427cff482b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Transition to ACTIVE for port object d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:45.121124 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6ba6ecea-28a0-400b-b21d-de427cff482b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.123443 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-00ef9c65-bb9b-4ff8-b0a0-a791ce399abf None None] Set router 392552b4-7d9c-46e5-9ab9-fca23e97b96b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:45.158881 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=562be0f2-2dfa-461b-8488-330b9381b9d9,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:45.167760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6ba6ecea-28a0-400b-b21d-de427cff482b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Network 38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:45.174372 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6ba6ecea-28a0-400b-b21d-de427cff482b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:45.178837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6ba6ecea-28a0-400b-b21d-de427cff482b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:45.193366 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Sync routers for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:45.208910 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:45.209919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:27:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:45.220081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba6ecea-28a0-400b-b21d-de427cff482b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event updated for resources: {'Port': ['ID=d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:45.281982 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b49d3e2-79a1-4c52-a693-6aa1c6ac3489 x-openstack-request-id: req-9b49d3e2-79a1-4c52-a693-6aa1c6ac3489 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:45.282636 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40098c2a-a544-4a8c-9f64-c49cc5868d6f", "tag": "4637a6bc-e1eb-40bc-96fb-e65a03e3f607", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:45.282636 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b49d3e2-79a1-4c52-a693-6aa1c6ac3489 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:45.282930 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40098c2a-a544-4a8c-9f64-c49cc5868d6f', 'tag': '4637a6bc-e1eb-40bc-96fb-e65a03e3f607', 'status': 'completed', 'code': 200} Jul 16 08:27:45.295177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6ba6ecea-28a0-400b-b21d-de427cff482b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:45.295876 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6ba6ecea-28a0-400b-b21d-de427cff482b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.342097 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-6ba6ecea-28a0-400b-b21d-de427cff482b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3590963 Jul 16 08:27:45.345577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['562be0f2-2dfa-461b-8488-330b9381b9d9'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:45.348702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device cf976342-9e5a-469c-93b5-f160f2c00b54 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:45.361057 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-96fa83b9-b196-4b8e-bacf-dd382d6e88b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Request body: {'port': {'device_id': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2', 'admin_state_up': True, 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:45.467310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=cf976342-9e5a-469c-93b5-f160f2c00b54,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:45.482663 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-00ef9c65-bb9b-4ff8-b0a0-a791ce399abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:57Z', 'updated_at': '2021-07-16T08:27:02Z', 'revision_number': 4, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'gw_port': {'id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:58Z', 'updated_at': '2021-07-16T08:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd4680462-851b-4e37-bbc5-8d86e147c3e3', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'port_id': '4637a6bc-e1eb-40bc-96fb-e65a03e3f607', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'mac_address': 'fa:16:3e:3a:b6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40098c2a-a544-4a8c-9f64-c49cc5868d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:27:11Z', 'updated_at': '2021-07-16T08:27:42Z', 'revision_number': 1, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a88b56c-7f24-4932-a791-882f88e5c1cb', 'name': '', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'mac_address': 'fa:16:3e:5a:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:01Z', 'updated_at': '2021-07-16T08:27:11Z', 'revision_number': 5, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'subnets': [{'id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:45.484515 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'cf976342-9e5a-469c-93b5-f160f2c00b54', 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d', 'port_id': 'cf976342-9e5a-469c-93b5-f160f2c00b54', 'mac_address': 'fa:16:3e:0e:a7:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb74546-d50f-4c12-b2cd-ff2586987f2d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:45.534472 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:45.536530 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef9c65-bb9b-4ff8-b0a0-a791ce399abf None None] Checking router: 392552b4-7d9c-46e5-9ab9-fca23e97b96b for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:45.562495 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ef9c65-bb9b-4ff8-b0a0-a791ce399abf None None] Routers {'392552b4-7d9c-46e5-9ab9-fca23e97b96b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:45.563583 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-00ef9c65-bb9b-4ff8-b0a0-a791ce399abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:27:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:45.625013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f3242-816a-45ae-bff1-1d3ecafaaa55 req-f0dcdf36-d033-4995-8ca5-73f64a5e67d2 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:45.631935 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-03bc1658-afdf-4cdc-85a0-f1b4f2c4cdbe None None] Provisioning for port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:45.632185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f3242-816a-45ae-bff1-1d3ecafaaa55 req-f0dcdf36-d033-4995-8ca5-73f64a5e67d2 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:45.639296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b4f3242-816a-45ae-bff1-1d3ecafaaa55 req-f0dcdf36-d033-4995-8ca5-73f64a5e67d2 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 1655 time: 0.1150410 Jul 16 08:27:45.643953 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-03bc1658-afdf-4cdc-85a0-f1b4f2c4cdbe None None] Provisioning complete for port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:45.644610 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-03bc1658-afdf-4cdc-85a0-f1b4f2c4cdbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.647239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-96fa83b9-b196-4b8e-bacf-dd382d6e88b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Made reservation on behalf of 8b625cd3561f452eafd9c36c485ee35a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:45.650718 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-96fa83b9-b196-4b8e-bacf-dd382d6e88b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.686771 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da82c48-7cc4-4d12-9146-33fb0afebd9d req-56ae5d90-1d1d-4a73-b6d5-3de5058e5e0c tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:45.693355 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9da82c48-7cc4-4d12-9146-33fb0afebd9d req-56ae5d90-1d1d-4a73-b6d5-3de5058e5e0c tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 943 time: 0.8304474 Jul 16 08:27:45.702540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-03bc1658-afdf-4cdc-85a0-f1b4f2c4cdbe None None] Port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:45.723582 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b4f3242-816a-45ae-bff1-1d3ecafaaa55 req-baef467f-e10a-4af7-83d3-1220c83b0ca8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833228 Jul 16 08:27:45.752755 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-00ef9c65-bb9b-4ff8-b0a0-a791ce399abf None None] Set router 392552b4-7d9c-46e5-9ab9-fca23e97b96b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:45.799186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c317241-f922-405c-8614-d2ef1d0ed5be req-a23d4144-3bd4-4a07-a5b3-d1285197ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:45.803419 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c317241-f922-405c-8614-d2ef1d0ed5be req-a23d4144-3bd4-4a07-a5b3-d1285197ec72 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=2da21cd3875a446cbc9918c552ebd204&device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 1097 time: 0.3337200 Jul 16 08:27:45.845274 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.875131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf976342-9e5a-469c-93b5-f160f2c00b54 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:45.907443 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=cf976342-9e5a-469c-93b5-f160f2c00b54,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:45.911823 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 77e2c38b-71ac-42d9-9491-6c047afa4c2e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:45.914684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-96fa83b9-b196-4b8e-bacf-dd382d6e88b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Allocated IP 19.80.0.162 (d76ce688-c7b3-48b1-9f09-ec4049ec03c2/46ce1285-76b8-44bf-91ca-d93453cb5d58/54fe2c94-14e6-408b-b8e7-6eacfdaf437f) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:45.965323 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.995011 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9da82c48-7cc4-4d12-9146-33fb0afebd9d req-78a1d40e-84a3-4966-8711-a8a3f692fc35 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869605 Jul 16 08:27:46.023516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-d372d71f-bc3f-45f1-a639-e65eb55e7949 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:46.025381 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-d372d71f-bc3f-45f1-a639-e65eb55e7949 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.15 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 821 time: 0.3875234 Jul 16 08:27:46.051971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-2d914599-bff0-4fba-bff2-62b5b7a9b90a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Request body: {'port': {'device_id': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'admin_state_up': True, 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:46.101831 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-96fa83b9-b196-4b8e-bacf-dd382d6e88b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.122267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-96fa83b9-b196-4b8e-bacf-dd382d6e88b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Transition to ACTIVE for port object 54fe2c94-14e6-408b-b8e7-6eacfdaf437f will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:46.122841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c317241-f922-405c-8614-d2ef1d0ed5be req-7d22ffe5-775f-435d-b026-fc0279e0cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:46.124452 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c317241-f922-405c-8614-d2ef1d0ed5be req-7d22ffe5-775f-435d-b026-fc0279e0cb20 service neutron] 10.222.0.38 "GET /v2.0/networks?id=678368f8-9970-4b61-9de6-2e955f47301b HTTP/1.1" status: 200 len: 906 time: 0.2633193 Jul 16 08:27:46.167946 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-96fa83b9-b196-4b8e-bacf-dd382d6e88b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.179296 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-00ef9c65-bb9b-4ff8-b0a0-a791ce399abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:57Z', 'updated_at': '2021-07-16T08:27:02Z', 'revision_number': 4, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'gw_port': {'id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:58Z', 'updated_at': '2021-07-16T08:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd4680462-851b-4e37-bbc5-8d86e147c3e3', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'port_id': '4637a6bc-e1eb-40bc-96fb-e65a03e3f607', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'mac_address': 'fa:16:3e:3a:b6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40098c2a-a544-4a8c-9f64-c49cc5868d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:27:11Z', 'updated_at': '2021-07-16T08:27:42Z', 'revision_number': 1, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a88b56c-7f24-4932-a791-882f88e5c1cb', 'name': '', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'mac_address': 'fa:16:3e:5a:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:01Z', 'updated_at': '2021-07-16T08:27:11Z', 'revision_number': 5, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'subnets': [{'id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:46.188964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 77e2c38b-71ac-42d9-9491-6c047afa4c2e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:46.190076 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.200712 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-68801690-80b9-4513-8c90-8477dda3e458 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=fcc26e3ff7924ddca461b8b937631cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0947528 Jul 16 08:27:46.224250 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ef9c65-bb9b-4ff8-b0a0-a791ce399abf None None] The sync data for ids ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'] in n-d-758944-46 is: [{'id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:57Z', 'updated_at': '2021-07-16T08:27:02Z', 'revision_number': 4, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'gw_port': {'id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:58Z', 'updated_at': '2021-07-16T08:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd4680462-851b-4e37-bbc5-8d86e147c3e3', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'floating_ip_address': '172.25.4.125', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'port_id': '4637a6bc-e1eb-40bc-96fb-e65a03e3f607', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'mac_address': 'fa:16:3e:3a:b6:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40098c2a-a544-4a8c-9f64-c49cc5868d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:27:11Z', 'updated_at': '2021-07-16T08:27:42Z', 'revision_number': 1, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a88b56c-7f24-4932-a791-882f88e5c1cb', 'name': '', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'mac_address': 'fa:16:3e:5a:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:01Z', 'updated_at': '2021-07-16T08:27:11Z', 'revision_number': 5, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'subnets': [{'id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:46.303525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=cf976342-9e5a-469c-93b5-f160f2c00b54,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:46.357797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-96fa83b9-b196-4b8e-bacf-dd382d6e88b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:46.366865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-96fa83b9-b196-4b8e-bacf-dd382d6e88b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:46.370718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-96fa83b9-b196-4b8e-bacf-dd382d6e88b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:46.373323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa83b9-b196-4b8e-bacf-dd382d6e88b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event updated for resources: {'Port': ['ID=54fe2c94-14e6-408b-b8e7-6eacfdaf437f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:46.393632 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da730b4d-97b9-4e7f-a15f-da0482a971de req-729105f3-f233-4104-8cda-b9b5bbac68eb tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 210 time: 0.0803063 Jul 16 08:27:46.399165 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c317241-f922-405c-8614-d2ef1d0ed5be req-a7c2f0d9-a5ec-4e4b-a557-dd01c9589b24 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4637a6bc-e1eb-40bc-96fb-e65a03e3f607 HTTP/1.1" status: 200 len: 999 time: 0.2653010 Jul 16 08:27:46.404701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-cf353cc2-5ead-4ef5-9bea-a4b14776d07f tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:46.412323 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-cf353cc2-5ead-4ef5-9bea-a4b14776d07f tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2104244 Jul 16 08:27:46.413798 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['cf976342-9e5a-469c-93b5-f160f2c00b54'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:46.442422 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-3ff89648-353f-483a-aef9-a0d60df2373e tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/quotas/fcc26e3ff7924ddca461b8b937631cb8 HTTP/1.1" status: 200 len: 375 time: 0.0291061 Jul 16 08:27:46.465519 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c317241-f922-405c-8614-d2ef1d0ed5be req-6d377f8b-ab36-4a1d-ab47-9623e498048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:46.468164 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c317241-f922-405c-8614-d2ef1d0ed5be req-6d377f8b-ab36-4a1d-ab47-9623e498048b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b1e4c330-38d6-45d2-beaa-4e0feb1c897e HTTP/1.1" status: 200 len: 845 time: 0.0609825 Jul 16 08:27:46.489131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 2, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:46.504146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-96fa83b9-b196-4b8e-bacf-dd382d6e88b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:46.506061 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-96fa83b9-b196-4b8e-bacf-dd382d6e88b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.546386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Checking router: a14e7fd1-5995-44dd-a780-8bc8381da193 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:46.547154 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Updating router a14e7fd1-5995-44dd-a780-8bc8381da193 port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:27:46.558334 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-96fa83b9-b196-4b8e-bacf-dd382d6e88b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2015619 Jul 16 08:27:46.571824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Request body: {'port': {'device_id': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:46.587941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-2d914599-bff0-4fba-bff2-62b5b7a9b90a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Made reservation on behalf of 31e9f4ba00924ea9b264f964a556bdab for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:46.591889 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-2d914599-bff0-4fba-bff2-62b5b7a9b90a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.646172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c317241-f922-405c-8614-d2ef1d0ed5be req-58fce4d0-6fa7-47c2-8d05-da0a0f88837e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:46.649140 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c317241-f922-405c-8614-d2ef1d0ed5be req-58fce4d0-6fa7-47c2-8d05-da0a0f88837e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=678368f8-9970-4b61-9de6-2e955f47301b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1591783 Jul 16 08:27:46.653438 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.672279 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-71af04e2-5522-4fba-bbe6-5592c2f648a5 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fcc26e3ff7924ddca461b8b937631cb8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2285960 Jul 16 08:27:46.678768 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379a992a-cbb4-4fa6-86f3-5b32e3244870 None None] New status for floating IP d4680462-851b-4e37-bbc5-8d86e147c3e3: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:27:46.774011 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.943769 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c317241-f922-405c-8614-d2ef1d0ed5be req-fb6ce82b-6a78-4d64-83e6-d11f90281e07 service neutron] 10.222.0.38 "GET /v2.0/networks/678368f8-9970-4b61-9de6-2e955f47301b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854500 Jul 16 08:27:46.964995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dbde9f-47ee-4719-a40b-276fbf84cfc7 req-247bb9a2-0263-400d-bfa3-9c495427a63e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:46.973295 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-19dbde9f-47ee-4719-a40b-276fbf84cfc7 req-247bb9a2-0263-400d-bfa3-9c495427a63e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 949 time: 0.2008321 Jul 16 08:27:46.978927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fb3dc276-47ee-4141-9a25-084158a4721c None None] Provisioning for port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:47.015599 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fb3dc276-47ee-4141-9a25-084158a4721c None None] Provisioning complete for port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:47.015933 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fb3dc276-47ee-4141-9a25-084158a4721c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.102171 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-fb3dc276-47ee-4141-9a25-084158a4721c None None] Port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:47.116115 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c317241-f922-405c-8614-d2ef1d0ed5be req-53a659f1-7014-47aa-bef8-ba35064e56cb service neutron] 10.222.0.38 "GET /v2.0/networks/678368f8-9970-4b61-9de6-2e955f47301b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338055 Jul 16 08:27:47.166673 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-2d914599-bff0-4fba-bff2-62b5b7a9b90a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Allocated IP 172.20.0.3 (21aab77a-03d5-42ab-8ae8-b700703c61ca/28130994-537a-4b04-b9a0-0d42eba2aff6/7064a6a2-660b-4e78-81a3-e57b5b6d7ba7) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:47.194060 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-19dbde9f-47ee-4719-a40b-276fbf84cfc7 req-a2c37a0b-355c-4d0b-be3d-44b39367e8ac tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824852 Jul 16 08:27:47.208245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:47.231590 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.256205 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Transition to ACTIVE for port object 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:47.268489 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.383713 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Pushing event updated for resources: {'Port': ['ID=3bd15c6f-b06b-4224-99e9-264fafa2b6d1,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:47.452026 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8191c1a4-9ea2-4139-a464-7fcbd4a9f0ba req-0e3936eb-d72c-47ac-a063-78e1b29f9852 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 210 time: 0.0691500 Jul 16 08:27:47.522663 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-2d914599-bff0-4fba-bff2-62b5b7a9b90a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.545230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-2d914599-bff0-4fba-bff2-62b5b7a9b90a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Transition to ACTIVE for port object 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:47.594222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Attempting to bind port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:47.594977 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Attempting to bind port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'ed386f3b-9b49-4f6d-9483-a5e9aa0cb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:47.596370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Attempting to bind port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 on network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:47.603813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 on network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:47.604481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Attempting to bind port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 on network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:47.633005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:47.636776 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Checking segment: {'id': 'ed386f3b-9b49-4f6d-9483-a5e9aa0cb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:47.637211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Bound using segment: {'id': 'ed386f3b-9b49-4f6d-9483-a5e9aa0cb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:47.637755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Bound port: 3bd15c6f-b06b-4224-99e9-264fafa2b6d1, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed386f3b-9b49-4f6d-9483-a5e9aa0cb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:47.638190 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.647828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ddcc3-0bf9-459d-95ad-b945a169eee6 req-a59f8aff-12b3-433e-b378-a3a5edf0c444 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:47.655702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ddcc3-0bf9-459d-95ad-b945a169eee6 req-a59f8aff-12b3-433e-b378-a3a5edf0c444 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:47.663465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ddcc3-0bf9-459d-95ad-b945a169eee6 req-a59f8aff-12b3-433e-b378-a3a5edf0c444 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:47.671195 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7a8ddcc3-0bf9-459d-95ad-b945a169eee6 req-a59f8aff-12b3-433e-b378-a3a5edf0c444 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2389 time: 0.2574606 Jul 16 08:27:47.714989 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-2d914599-bff0-4fba-bff2-62b5b7a9b90a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.765119 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7a8ddcc3-0bf9-459d-95ad-b945a169eee6 req-13f2a2d8-d94a-4bdc-8b9b-5fe08c5c1d87 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929306 Jul 16 08:27:47.806070 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-2d914599-bff0-4fba-bff2-62b5b7a9b90a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Network 21aab77a-03d5-42ab-8ae8-b700703c61ca is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:47.821000 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-2d914599-bff0-4fba-bff2-62b5b7a9b90a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:47.829128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-2d914599-bff0-4fba-bff2-62b5b7a9b90a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:47.850456 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] For port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:47.860953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] For port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3bd15c6f-b06b-4224-99e9-264fafa2b6d1,segment=NetworkSegment(ed386f3b-9b49-4f6d-9483-a5e9aa0cb974),segment_id=ed386f3b-9b49-4f6d-9483-a5e9aa0cb974)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:47.880763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0876102-a19d-433a-8ca4-58a15dcd74c4 req-16442fc3-7bfa-46b8-87b6-35eec7527d26 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:47.882760 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c0876102-a19d-433a-8ca4-58a15dcd74c4 req-16442fc3-7bfa-46b8-87b6-35eec7527d26 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 944 time: 0.1589921 Jul 16 08:27:47.885073 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.987927 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.000541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Pushing event updated for resources: {'Port': ['ID=3bd15c6f-b06b-4224-99e9-264fafa2b6d1,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:48.013541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-2d914599-bff0-4fba-bff2-62b5b7a9b90a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.014241 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-2d914599-bff0-4fba-bff2-62b5b7a9b90a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.020935 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Transition to ACTIVE for port object 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:48.030762 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.042733 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.043357 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.048171 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d914599-bff0-4fba-bff2-62b5b7a9b90a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Pushing event updated for resources: {'Port': ['ID=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:48.053234 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a7766da3-34c6-4dbf-ad19-a9986262495d service neutron] 10.222.0.15 "PUT /v2.0/ports/3bd15c6f-b06b-4224-99e9-264fafa2b6d1 HTTP/1.1" status: 200 len: 1093 time: 1.4853046 Jul 16 08:27:48.054883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'tag': '3bd15c6f-b06b-4224-99e9-264fafa2b6d1'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:48.059212 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-2d914599-bff0-4fba-bff2-62b5b7a9b90a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0192130 Jul 16 08:27:48.060773 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1d85a4-32cf-415f-a43d-e1416d51768e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "tag": "3bd15c6f-b06b-4224-99e9-264fafa2b6d1"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:48.082553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Request body: {'port': {'device_id': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:48.098901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Request body: {'port': {'device_id': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:48.119135 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d93f6-0f8d-4912-9f51-dd7a93cacd43 None None] Pushing event updated for resources: {'Port': ['ID=5f6977d3-10c3-4fc1-a128-2e03bc4085a8,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:48.157561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 562be0f2-2dfa-461b-8488-330b9381b9d9 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:48.174765 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c0876102-a19d-433a-8ca4-58a15dcd74c4 req-aeb804f6-39a6-4c68-878a-c2fc3a864f4f tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787058 Jul 16 08:27:48.237867 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.286517 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.312984 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83807814-1d1c-4c2e-9fff-48aac16be94e x-openstack-request-id: req-83807814-1d1c-4c2e-9fff-48aac16be94e {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:48.313526 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "tag": "3bd15c6f-b06b-4224-99e9-264fafa2b6d1", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:48.313797 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83807814-1d1c-4c2e-9fff-48aac16be94e {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:48.314230 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'tag': '3bd15c6f-b06b-4224-99e9-264fafa2b6d1', 'status': 'completed', 'code': 200} Jul 16 08:27:48.447597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-827231ed-8232-451a-b053-27950c3e3675 None None] Provisioning for port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:48.501804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-827231ed-8232-451a-b053-27950c3e3675 None None] Provisioning complete for port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:48.506077 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-827231ed-8232-451a-b053-27950c3e3675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.539251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 562be0f2-2dfa-461b-8488-330b9381b9d9 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:48.569588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d9866-c3eb-43bd-b182-8f8d818e201f req-02cd0955-db33-4c3a-aec5-7ca3620b0437 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.577328 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ba4d9866-c3eb-43bd-b182-8f8d818e201f req-02cd0955-db33-4c3a-aec5-7ca3620b0437 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 931 time: 0.2770431 Jul 16 08:27:48.595045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 562be0f2-2dfa-461b-8488-330b9381b9d9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:48.595045 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.642958 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Attempting to bind port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:48.643339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Attempting to bind port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:48.643689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Attempting to bind port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 on network 21aab77a-03d5-42ab-8ae8-b700703c61ca {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:48.694952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:48.695332 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Checking segment: {'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:48.695751 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.696197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Bound using segment: {'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:48.696810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Bound port: 5f6977d3-10c3-4fc1-a128-2e03bc4085a8, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:48.697256 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.702416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-827231ed-8232-451a-b053-27950c3e3675 None None] Port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:48.733697 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d85a4-32cf-415f-a43d-e1416d51768e req-db35e2c0-509e-48d0-b1f3-2ad239719f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.736306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d85a4-32cf-415f-a43d-e1416d51768e req-db35e2c0-509e-48d0-b1f3-2ad239719f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.737214 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d85a4-32cf-415f-a43d-e1416d51768e req-db35e2c0-509e-48d0-b1f3-2ad239719f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.739123 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f1d85a4-32cf-415f-a43d-e1416d51768e req-db35e2c0-509e-48d0-b1f3-2ad239719f25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b625cd3561f452eafd9c36c485ee35a&device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2733 time: 0.1949151 Jul 16 08:27:48.749777 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fd4f27-8a6b-4b02-9a8d-8f586663aeff req-0082dce7-5612-44eb-904e-0da2a8e1e200 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.751557 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50fd4f27-8a6b-4b02-9a8d-8f586663aeff req-0082dce7-5612-44eb-904e-0da2a8e1e200 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 949 time: 0.1972904 Jul 16 08:27:48.789876 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-e66918d9-8233-42cd-8436-7396b1f11973 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=fcc26e3ff7924ddca461b8b937631cb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0292263 Jul 16 08:27:48.906757 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.914608 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] For port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:48.925070 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] For port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5f6977d3-10c3-4fc1-a128-2e03bc4085a8,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:48.929438 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ba4d9866-c3eb-43bd-b182-8f8d818e201f req-96ec010c-5fea-4144-a2e0-f739f834cfe0 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508310 Jul 16 08:27:48.940547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-5bc05584-a662-4a25-b1de-c4cf8735a43d tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.943407 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-5bc05584-a662-4a25-b1de-c4cf8735a43d tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1413293 Jul 16 08:27:48.959532 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.963612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-67442f97-db77-47c9-8586-c8b2b48f26f2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Request body: {'port': {'device_id': 'a6f764df-c4d8-4cce-8198-4024dae8e4ac', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': 'fcc26e3ff7924ddca461b8b937631cb8'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:48.998034 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50fd4f27-8a6b-4b02-9a8d-8f586663aeff req-96392366-fe9a-4164-bb4a-7c608152e865 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314956 Jul 16 08:27:49.002524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:49.044300 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.072000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d85a4-32cf-415f-a43d-e1416d51768e req-b7ad7637-92d8-486c-8c29-f866ae3e611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.072888 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d85a4-32cf-415f-a43d-e1416d51768e req-b7ad7637-92d8-486c-8c29-f866ae3e611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.073545 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d85a4-32cf-415f-a43d-e1416d51768e req-b7ad7637-92d8-486c-8c29-f866ae3e611b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.075558 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f1d85a4-32cf-415f-a43d-e1416d51768e req-b7ad7637-92d8-486c-8c29-f866ae3e611b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8b625cd3561f452eafd9c36c485ee35a&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3227277 Jul 16 08:27:49.077260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Transition to ACTIVE for port object d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:49.106087 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5640a98-a27d-4cfb-b110-61266233fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562be0f2-2dfa-461b-8488-330b9381b9d9'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:49.108965 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3211f8-d499-4731-8dc4-f0636207f887" -d '{"events": [{"server_uuid": "b5640a98-a27d-4cfb-b110-61266233fb43", "name": "network-vif-plugged", "status": "completed", "tag": "562be0f2-2dfa-461b-8488-330b9381b9d9"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:49.116103 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.149092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:49.165742 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 562be0f2-2dfa-461b-8488-330b9381b9d9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=562be0f2-2dfa-461b-8488-330b9381b9d9,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:49.177286 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.181962 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.211177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Transition to ACTIVE for port object 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:49.214807 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:49.215582 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:27:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:49.221781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d93f6-0f8d-4912-9f51-dd7a93cacd43 None None] Pushing event updated for resources: {'Port': ['ID=5f6977d3-10c3-4fc1-a128-2e03bc4085a8,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:49.240815 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.319313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9645017-046d-41cd-a423-61664f469004 req-e14a22e4-d535-4ee0-b7b6-3e47b4f10d21 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 210 time: 0.1098082 Jul 16 08:27:49.529463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Pushing event updated for resources: {'Port': ['ID=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:49.628231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-67442f97-db77-47c9-8586-c8b2b48f26f2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Made reservation on behalf of fcc26e3ff7924ddca461b8b937631cb8 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:49.657610 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-67442f97-db77-47c9-8586-c8b2b48f26f2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.684075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device cf976342-9e5a-469c-93b5-f160f2c00b54 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:49.776282 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b610a8-8636-4156-9f8d-3880ec27aa46 x-openstack-request-id: req-e2b610a8-8636-4156-9f8d-3880ec27aa46 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:49.776608 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5640a98-a27d-4cfb-b110-61266233fb43", "name": "network-vif-plugged", "status": "completed", "tag": "562be0f2-2dfa-461b-8488-330b9381b9d9", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:49.776852 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2b610a8-8636-4156-9f8d-3880ec27aa46 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:49.777251 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5640a98-a27d-4cfb-b110-61266233fb43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562be0f2-2dfa-461b-8488-330b9381b9d9', 'code': 200} Jul 16 08:27:49.853392 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477a8f8-23d7-417c-bdfd-f47be58a3080 req-e0c53f43-82a2-4598-ab82-e515dd8664b3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.861144 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477a8f8-23d7-417c-bdfd-f47be58a3080 req-e0c53f43-82a2-4598-ab82-e515dd8664b3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.867896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c477a8f8-23d7-417c-bdfd-f47be58a3080 req-e0c53f43-82a2-4598-ab82-e515dd8664b3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.882358 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c477a8f8-23d7-417c-bdfd-f47be58a3080 req-e0c53f43-82a2-4598-ab82-e515dd8664b3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2401 time: 0.4545946 Jul 16 08:27:49.895917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Attempting to bind port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:49.896244 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Attempting to bind port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:49.896832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Attempting to bind port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 on network 21aab77a-03d5-42ab-8ae8-b700703c61ca {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:49.943881 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:49.980860 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=562be0f2-2dfa-461b-8488-330b9381b9d9,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:49.982278 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 on network 21aab77a-03d5-42ab-8ae8-b700703c61ca not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:49.982675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Attempting to bind port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 on network 21aab77a-03d5-42ab-8ae8-b700703c61ca {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:49.987441 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Pushing event updated for resources: {'Port': ['ID=d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:49.997235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:50.010448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c477a8f8-23d7-417c-bdfd-f47be58a3080 req-f4cde49e-d0f5-41f1-9e50-939f5cb29eb5 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229155 Jul 16 08:27:50.021617 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:50.021995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Checking segment: {'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:50.022655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Bound using segment: {'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:50.024610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Bound port: 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:50.025133 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.038108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port cf976342-9e5a-469c-93b5-f160f2c00b54 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:50.041913 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port cf976342-9e5a-469c-93b5-f160f2c00b54 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:50.042289 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.115259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1d85a4-32cf-415f-a43d-e1416d51768e req-c82bfe7d-9e51-4842-8aa9-3c1aacecfb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:50.124644 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f1d85a4-32cf-415f-a43d-e1416d51768e req-c82bfe7d-9e51-4842-8aa9-3c1aacecfb8c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.0323479 Jul 16 08:27:50.199190 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-67442f97-db77-47c9-8586-c8b2b48f26f2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Allocated IP 192.168.233.139 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/9bc3a9e2-a0a0-4820-83a5-43128c694821) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:50.205860 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.210053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] For port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:50.216239 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] For port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:50.233026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3df781b-1d2e-4f7a-8c3f-1578d806c20c req-785d3d93-b840-4e7c-9858-5a4656484a59 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:50.235087 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d3df781b-1d2e-4f7a-8c3f-1578d806c20c req-785d3d93-b840-4e7c-9858-5a4656484a59 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 944 time: 0.3045037 Jul 16 08:27:50.238861 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Attempting to bind port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:50.240406 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Attempting to bind port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '6ce81740-4b94-4bc8-89af-e315c15f77c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:50.240406 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Attempting to bind port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf on network 38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:50.258823 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.263060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf on network 38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:50.263325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Attempting to bind port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf on network 38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:50.267593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ee9a2-6e46-4bec-849d-9c89b571fb68 req-18b40a1e-cf12-4a8a-ad9e-74aa5e55605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:50.269827 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-722ee9a2-6e46-4bec-849d-9c89b571fb68 req-18b40a1e-cf12-4a8a-ad9e-74aa5e55605f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 1102 time: 0.3239818 Jul 16 08:27:50.279966 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:50.281218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Checking segment: {'id': '6ce81740-4b94-4bc8-89af-e315c15f77c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:50.281752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Bound using segment: {'id': '6ce81740-4b94-4bc8-89af-e315c15f77c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:50.282464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Bound port: d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ce81740-4b94-4bc8-89af-e315c15f77c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:50.282890 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.329138 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:50.329781 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.331666 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] 10.222.0.15 "PUT /v2.0/ports/7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 HTTP/1.1" status: 200 len: 1092 time: 2.2560768 Jul 16 08:27:50.335712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'tag': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:50.337671 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7e7c1f6-65da-4837-9dc6-e8a0608928b3" -d '{"events": [{"name": "network-changed", "server_uuid": "16ecde7f-6738-424d-8ace-14a886e6eec4", "tag": "7064a6a2-660b-4e78-81a3-e57b5b6d7ba7"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:50.359547 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d3df781b-1d2e-4f7a-8c3f-1578d806c20c req-3daac92d-7d77-4d29-8e0e-29c0544142b3 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122820 Jul 16 08:27:50.430801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:50.443646 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-722ee9a2-6e46-4bec-849d-9c89b571fb68 req-527453fb-2292-496e-8235-835aacdb76b6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552846 Jul 16 08:27:50.466954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=cf976342-9e5a-469c-93b5-f160f2c00b54,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:50.469020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:50.469514 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.478858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fc420e-c857-47a2-bc3b-2ed84cdc3398 service neutron] Pushing event updated for resources: {'Port': ['ID=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:50.551075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8541629-d9d1-4f48-9611-5602666d64e5 req-867c2134-5906-4edb-8567-32938ca2f8a3 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:50.558134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] For port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:50.559011 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8541629-d9d1-4f48-9611-5602666d64e5 req-867c2134-5906-4edb-8567-32938ca2f8a3 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 943 time: 0.3411331 Jul 16 08:27:50.575716 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] For port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf,segment=NetworkSegment(6ce81740-4b94-4bc8-89af-e315c15f77c6),segment_id=6ce81740-4b94-4bc8-89af-e315c15f77c6)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:50.592953 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.609833 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.633884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:50.634522 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.636334 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] 10.222.0.15 "PUT /v2.0/ports/d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf HTTP/1.1" status: 200 len: 1093 time: 2.5421216 Jul 16 08:27:50.645037 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8541629-d9d1-4f48-9611-5602666d64e5 req-edbe4e39-91ff-496b-8733-a41b9658f3ef tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849345 Jul 16 08:27:50.675563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-630019f7-d98c-4959-940c-41f98e51eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:50.680650 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-630019f7-d98c-4959-940c-41f98e51eeb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 1095 time: 0.2886698 Jul 16 08:27:50.724967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'tag': 'd3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:50.732852 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a42c0b-4a70-4bbc-9901-afa33c8fde8c" -d '{"events": [{"name": "network-changed", "server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "tag": "d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:50.752827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Request body: {'port': {'device_id': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:50.832014 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.899001 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-67f5069c-fcde-4df8-bd2a-583adb24a15e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 HTTP/1.1" status: 200 len: 217 time: 0.1365886 Jul 16 08:27:50.913925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2141659-016e-4919-a25e-56e7c1be2a31 req-5753bfe8-dbf5-413e-bb7b-3b980c3ed52e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:50.915598 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e2141659-016e-4919-a25e-56e7c1be2a31 req-5753bfe8-dbf5-413e-bb7b-3b980c3ed52e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 950 time: 0.4061666 Jul 16 08:27:50.980856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ed261c-8e6c-4cd9-b4c4-1b2c5d13b7fd service neutron] Pushing event updated for resources: {'Port': ['ID=d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:51.054604 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7cd94a7-95bc-484f-82bc-44dcdaa6eeee x-openstack-request-id: req-e7cd94a7-95bc-484f-82bc-44dcdaa6eeee {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:51.054890 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ecde7f-6738-424d-8ace-14a886e6eec4", "tag": "7064a6a2-660b-4e78-81a3-e57b5b6d7ba7", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:51.057290 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7cd94a7-95bc-484f-82bc-44dcdaa6eeee {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:51.057708 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'tag': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'status': 'completed', 'code': 200} Jul 16 08:27:51.066123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=cf976342-9e5a-469c-93b5-f160f2c00b54,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:51.095197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5f6977d3-10c3-4fc1-a128-2e03bc4085a8,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:51.099200 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-a9d63b4a-3482-4b58-8bb4-fbce965246f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:51.102397 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-a9d63b4a-3482-4b58-8bb4-fbce965246f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.1944139 Jul 16 08:27:51.119338 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.123587 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e2141659-016e-4919-a25e-56e7c1be2a31 req-78096cac-1db3-4bf4-89a9-04ff24316e3e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889875 Jul 16 08:27:51.159782 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.195600 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:48Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:51.223148 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-67442f97-db77-47c9-8586-c8b2b48f26f2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.272376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-67442f97-db77-47c9-8586-c8b2b48f26f2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Transition to ACTIVE for port object 9bc3a9e2-a0a0-4820-83a5-43128c694821 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:51.315303 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195b9343-6197-4d19-a4d3-d12648387ff9 None None] The sync data for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 is: [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:48Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:51.383129 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=5f6977d3-10c3-4fc1-a128-2e03bc4085a8,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:51.451277 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-464ad649-4e4e-4de0-b3eb-20d5b56065b5 req-ffa7b077-c273-43bd-9e3a-91c83eeba38c tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 210 time: 0.1376486 Jul 16 08:27:51.499276 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebe04ce2-5ac0-46c2-a431-f1caa94ed7e9 x-openstack-request-id: req-ebe04ce2-5ac0-46c2-a431-f1caa94ed7e9 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:51.499771 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "tag": "d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:51.500993 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebe04ce2-5ac0-46c2-a431-f1caa94ed7e9 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:51.501884 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'tag': 'd3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf', 'status': 'completed', 'code': 200} Jul 16 08:27:51.512285 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:27:51.534581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-7f52e21b-615a-4279-908f-81ec09711aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:51.543698 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-7f52e21b-615a-4279-908f-81ec09711aa7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4335344 Jul 16 08:27:51.726502 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-67442f97-db77-47c9-8586-c8b2b48f26f2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.744128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:51.830693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03312db4-5f02-431d-86fd-8e486c26f368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf976342-9e5a-469c-93b5-f160f2c00b54'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:51.837378 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b990b58-5b96-4c5e-9680-ba0fa1d413af" -d '{"events": [{"server_uuid": "03312db4-5f02-431d-86fd-8e486c26f368", "name": "network-vif-plugged", "status": "completed", "tag": "cf976342-9e5a-469c-93b5-f160f2c00b54"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:51.850891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:52.131459 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42c0b-4a70-4bbc-9901-afa33c8fde8c req-0f9306f0-9835-40c2-887d-75ee4691ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.132060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42c0b-4a70-4bbc-9901-afa33c8fde8c req-0f9306f0-9835-40c2-887d-75ee4691ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.132593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42c0b-4a70-4bbc-9901-afa33c8fde8c req-0f9306f0-9835-40c2-887d-75ee4691ea63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.133597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:52.133975 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.134316 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-00a42c0b-4a70-4bbc-9901-afa33c8fde8c req-0f9306f0-9835-40c2-887d-75ee4691ea63 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b625cd3561f452eafd9c36c485ee35a&device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2801 time: 0.6032081 Jul 16 08:27:52.321080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42c0b-4a70-4bbc-9901-afa33c8fde8c req-6f9ed108-3ec4-47db-b016-82b33f6c9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.321564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42c0b-4a70-4bbc-9901-afa33c8fde8c req-6f9ed108-3ec4-47db-b016-82b33f6c9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.322078 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42c0b-4a70-4bbc-9901-afa33c8fde8c req-6f9ed108-3ec4-47db-b016-82b33f6c9038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.323736 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-00a42c0b-4a70-4bbc-9901-afa33c8fde8c req-6f9ed108-3ec4-47db-b016-82b33f6c9038 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8b625cd3561f452eafd9c36c485ee35a&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.1809428 Jul 16 08:27:52.327195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-67442f97-db77-47c9-8586-c8b2b48f26f2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:52.329840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67442f97-db77-47c9-8586-c8b2b48f26f2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Pushing event updated for resources: {'Port': ['ID=9bc3a9e2-a0a0-4820-83a5-43128c694821,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:52.345201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-67442f97-db77-47c9-8586-c8b2b48f26f2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:52.350476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-67442f97-db77-47c9-8586-c8b2b48f26f2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:52.352236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41580880-3f55-4491-8624-bf90ea1aeb7f req-8c07e8ee-e485-4c67-8740-906c3dcfaa17 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.356329 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41580880-3f55-4491-8624-bf90ea1aeb7f req-8c07e8ee-e485-4c67-8740-906c3dcfaa17 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 945 time: 0.5109432 Jul 16 08:27:52.382561 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-9498edc4-5d11-4b4a-ab6f-6319ca9160b0 service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8258522 Jul 16 08:27:52.449290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-67442f97-db77-47c9-8586-c8b2b48f26f2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.450107 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-67442f97-db77-47c9-8586-c8b2b48f26f2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.475166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54fe2c94-14e6-408b-b8e7-6eacfdaf437f {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:52.485960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.503322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60331745-ef88-46dc-9311-1cb90e78da6d req-aaf5c865-a4ab-459d-b797-d6af28a8ee46 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.508436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Transition to ACTIVE for port object 54fe2c94-14e6-408b-b8e7-6eacfdaf437f will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:52.509708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60331745-ef88-46dc-9311-1cb90e78da6d req-aaf5c865-a4ab-459d-b797-d6af28a8ee46 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.515807 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60331745-ef88-46dc-9311-1cb90e78da6d req-aaf5c865-a4ab-459d-b797-d6af28a8ee46 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.524240 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60331745-ef88-46dc-9311-1cb90e78da6d req-aaf5c865-a4ab-459d-b797-d6af28a8ee46 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2401 time: 0.2831709 Jul 16 08:27:52.542450 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.545921 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-67442f97-db77-47c9-8586-c8b2b48f26f2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5883319 Jul 16 08:27:52.563835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Request body: {'port': {'device_id': 'a6f764df-c4d8-4cce-8198-4024dae8e4ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:52.597273 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a42c0b-4a70-4bbc-9901-afa33c8fde8c req-c8e66a5a-4101-4a27-90e5-d371814717ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.599136 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-00a42c0b-4a70-4bbc-9901-afa33c8fde8c req-c8e66a5a-4101-4a27-90e5-d371814717ad service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2663643 Jul 16 08:27:52.628021 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41580880-3f55-4491-8624-bf90ea1aeb7f req-22ad0c7a-eb1f-4bd8-a485-4efcb196784e tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555809 Jul 16 08:27:52.631345 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a57b3873-bec8-4b84-8396-c9dd19d9364f req-7e8d1948-482d-4d45-9c9b-37c7224bf60c service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392607 Jul 16 08:27:52.656445 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60331745-ef88-46dc-9311-1cb90e78da6d req-b0ad61fc-792a-4e9e-9d5e-3f5efec57c8c tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311007 Jul 16 08:27:52.700941 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Pushing event updated for resources: {'Port': ['ID=54fe2c94-14e6-408b-b8e7-6eacfdaf437f,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:52.743814 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eae5094-90b7-4c05-a523-1c683fef4562 x-openstack-request-id: req-2eae5094-90b7-4c05-a523-1c683fef4562 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:52.744311 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03312db4-5f02-431d-86fd-8e486c26f368", "name": "network-vif-plugged", "status": "completed", "tag": "cf976342-9e5a-469c-93b5-f160f2c00b54", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:52.744311 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2eae5094-90b7-4c05-a523-1c683fef4562 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:52.744762 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03312db4-5f02-431d-86fd-8e486c26f368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf976342-9e5a-469c-93b5-f160f2c00b54', 'code': 200} Jul 16 08:27:52.748190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-970748d3-8dc9-4ba8-a836-db0bbc874109 None None] Provisioning for port 9bc3a9e2-a0a0-4820-83a5-43128c694821 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:52.758056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-970748d3-8dc9-4ba8-a836-db0bbc874109 None None] Provisioning complete for port 9bc3a9e2-a0a0-4820-83a5-43128c694821 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:52.758437 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-970748d3-8dc9-4ba8-a836-db0bbc874109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.846535 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.897826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-970748d3-8dc9-4ba8-a836-db0bbc874109 None None] Port 9bc3a9e2-a0a0-4820-83a5-43128c694821 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:52.915060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Attempting to bind port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:52.915428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Attempting to bind port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'ed386f3b-9b49-4f6d-9483-a5e9aa0cb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:52.915836 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Attempting to bind port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f on network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:52.926073 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f on network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:52.927049 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Attempting to bind port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f on network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:52.957426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:52.958011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Checking segment: {'id': 'ed386f3b-9b49-4f6d-9483-a5e9aa0cb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:52.958324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Bound using segment: {'id': 'ed386f3b-9b49-4f6d-9483-a5e9aa0cb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:52.959810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Bound port: 54fe2c94-14e6-408b-b8e7-6eacfdaf437f, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed386f3b-9b49-4f6d-9483-a5e9aa0cb974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:52.961118 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.990029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7c1f6-65da-4837-9dc6-e8a0608928b3 req-ced8f257-0152-4209-a08a-2c0b5d945203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.991631 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7e7c1f6-65da-4837-9dc6-e8a0608928b3 req-ced8f257-0152-4209-a08a-2c0b5d945203 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 1095 time: 0.2487190 Jul 16 08:27:53.088272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9ba4a-04ce-45d5-aa50-71c688f236ac req-cd123bc4-612e-444e-9ae7-2dc9b7294a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.089845 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1da9ba4a-04ce-45d5-aa50-71c688f236ac req-cd123bc4-612e-444e-9ae7-2dc9b7294a15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 1097 time: 0.2715654 Jul 16 08:27:53.105173 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4ff63-92b8-4240-961c-8e6042614b83 req-e60e13c7-d5a8-4e47-8976-5f2502a96359 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.106342 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ad4ff63-92b8-4240-961c-8e6042614b83 req-e60e13c7-d5a8-4e47-8976-5f2502a96359 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 943 time: 0.2310143 Jul 16 08:27:53.113287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] For port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:53.115379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7c1f6-65da-4837-9dc6-e8a0608928b3 req-3929d25c-ef9f-4e8d-913a-62f5aa169b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.117376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] For port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=54fe2c94-14e6-408b-b8e7-6eacfdaf437f,segment=NetworkSegment(ed386f3b-9b49-4f6d-9483-a5e9aa0cb974),segment_id=ed386f3b-9b49-4f6d-9483-a5e9aa0cb974)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:53.119296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7e7c1f6-65da-4837-9dc6-e8a0608928b3 req-3929d25c-ef9f-4e8d-913a-62f5aa169b0e service neutron] 10.222.0.15 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 921 time: 0.1117406 Jul 16 08:27:53.136788 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.201284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.201284 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.201284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] 10.222.0.15 "PUT /v2.0/ports/54fe2c94-14e6-408b-b8e7-6eacfdaf437f HTTP/1.1" status: 200 len: 1093 time: 2.4607015 Jul 16 08:27:53.215423 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1da9ba4a-04ce-45d5-aa50-71c688f236ac req-31b75a50-cf9e-4876-8a49-cbef48eb38fe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079156 Jul 16 08:27:53.228968 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7e7c1f6-65da-4837-9dc6-e8a0608928b3 req-4538ac7a-072a-48cd-a158-20b62c546f22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 HTTP/1.1" status: 200 len: 217 time: 0.0655687 Jul 16 08:27:53.239473 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ad4ff63-92b8-4240-961c-8e6042614b83 req-be37aab1-bd4f-48c1-99d8-0b1a98cf9fb9 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133845 Jul 16 08:27:53.266380 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bb8276-f59d-44ac-a14b-8ed5cb6faeec service neutron] Pushing event updated for resources: {'Port': ['ID=54fe2c94-14e6-408b-b8e7-6eacfdaf437f,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:53.329796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf07123-a472-4910-99f3-0a9154d869ab req-d6efb88b-e50e-4684-82af-b106d034eca9 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.331952 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bbf07123-a472-4910-99f3-0a9154d869ab req-d6efb88b-e50e-4684-82af-b106d034eca9 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 950 time: 0.2093327 Jul 16 08:27:53.377013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7c1f6-65da-4837-9dc6-e8a0608928b3 req-ef52c5e9-67d0-467f-ad48-fe45bed105a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.379103 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7e7c1f6-65da-4837-9dc6-e8a0608928b3 req-ef52c5e9-67d0-467f-ad48-fe45bed105a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.0961728 Jul 16 08:27:53.384187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-43800ae4-fc40-4edd-8b4d-aea97bafa955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.384711 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-43800ae4-fc40-4edd-8b4d-aea97bafa955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.385189 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-43800ae4-fc40-4edd-8b4d-aea97bafa955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.387063 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-43800ae4-fc40-4edd-8b4d-aea97bafa955 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b625cd3561f452eafd9c36c485ee35a&device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2869 time: 0.0841596 Jul 16 08:27:53.444632 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-307f2d80-e752-46b2-9ca5-942b6b2c576f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.249&port_id=3bd15c6f-b06b-4224-99e9-264fafa2b6d1 HTTP/1.1" status: 200 len: 217 time: 0.0492535 Jul 16 08:27:53.514116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'tag': '54fe2c94-14e6-408b-b8e7-6eacfdaf437f'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:53.517421 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d9e4ae2-2d07-4213-9bb6-8330c3a3eef0" -d '{"events": [{"name": "network-changed", "server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "tag": "54fe2c94-14e6-408b-b8e7-6eacfdaf437f"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:53.523116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a1e7246f-96f4-4960-887e-65f6b766a1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.524828 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a1e7246f-96f4-4960-887e-65f6b766a1ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46ce1285-76b8-44bf-91ca-d93453cb5d58 HTTP/1.1" status: 200 len: 801 time: 0.0719626 Jul 16 08:27:53.543109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bbf07123-a472-4910-99f3-0a9154d869ab req-f7ff716a-eba6-4649-938a-9f53773ac590 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890504 Jul 16 08:27:53.568578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bc3a9e2-a0a0-4820-83a5-43128c694821 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:53.578771 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.601434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Transition to ACTIVE for port object 9bc3a9e2-a0a0-4820-83a5-43128c694821 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:53.603869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7c1f6-65da-4837-9dc6-e8a0608928b3 req-bb62c0bc-89bf-4f81-adaf-d9e80ead0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.606028 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7e7c1f6-65da-4837-9dc6-e8a0608928b3 req-bb62c0bc-89bf-4f81-adaf-d9e80ead0027 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1939154 Jul 16 08:27:53.607738 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.670188 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ae1a15-8ce5-46f8-9b84-b040783b7173 x-openstack-request-id: req-65ae1a15-8ce5-46f8-9b84-b040783b7173 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:53.670650 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "tag": "54fe2c94-14e6-408b-b8e7-6eacfdaf437f", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:53.671009 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-65ae1a15-8ce5-46f8-9b84-b040783b7173 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:53.672430 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'tag': '54fe2c94-14e6-408b-b8e7-6eacfdaf437f', 'status': 'completed', 'code': 200} Jul 16 08:27:53.716797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc3a9e2-a0a0-4820-83a5-43128c694821,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:53.730151 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-3867d91b-4cc8-4a03-b57f-523d541592da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.731686 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-3867d91b-4cc8-4a03-b57f-523d541592da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d76ce688-c7b3-48b1-9f09-ec4049ec03c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1983113 Jul 16 08:27:53.758031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b069a7bd-6928-4bb0-93a7-3fa50dc85e82 req-8bdfdd41-abe4-4712-ae47-065bac0807ab tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.765505 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b069a7bd-6928-4bb0-93a7-3fa50dc85e82 req-8bdfdd41-abe4-4712-ae47-065bac0807ab tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 948 time: 0.1771364 Jul 16 08:27:53.828146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7e7c1f6-65da-4837-9dc6-e8a0608928b3 req-e6373f76-5cbf-444b-80c7-af9635d144d1 service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908126 Jul 16 08:27:53.882567 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b069a7bd-6928-4bb0-93a7-3fa50dc85e82 req-5df67cf8-0cf4-49be-9acf-b005ded60e1b tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156087 Jul 16 08:27:53.923222 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-bc0be172-491d-4933-9245-f005039ed0b4 service neutron] 10.222.0.15 "GET /v2.0/networks/d76ce688-c7b3-48b1-9f09-ec4049ec03c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825111 Jul 16 08:27:54.022759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Attempting to bind port 9bc3a9e2-a0a0-4820-83a5-43128c694821 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:54.023270 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Attempting to bind port 9bc3a9e2-a0a0-4820-83a5-43128c694821 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:54.023727 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Attempting to bind port 9bc3a9e2-a0a0-4820-83a5-43128c694821 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:54.037752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Port 9bc3a9e2-a0a0-4820-83a5-43128c694821 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:54.038144 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Attempting to bind port 9bc3a9e2-a0a0-4820-83a5-43128c694821 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:54.045923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:54.046263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:54.046788 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:54.047423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Bound port: 9bc3a9e2-a0a0-4820-83a5-43128c694821, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:54.047851 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.073586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7e7c1f6-65da-4837-9dc6-e8a0608928b3 req-1643bc7f-c0af-4252-a20c-4358de499554 service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005994 Jul 16 08:27:54.113687 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-9113d0ff-23e2-4a73-9d0b-478ba539242d service neutron] 10.222.0.15 "GET /v2.0/networks/d76ce688-c7b3-48b1-9f09-ec4049ec03c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811881 Jul 16 08:27:54.146196 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc96e3-60cd-4e2e-a254-ad8d1c1a076e req-80c74d1e-8b4d-4d25-bfca-4a648e0800be tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.147800 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e1fc96e3-60cd-4e2e-a254-ad8d1c1a076e req-80c74d1e-8b4d-4d25-bfca-4a648e0800be tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 945 time: 0.1057100 Jul 16 08:27:54.186807 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] For port 9bc3a9e2-a0a0-4820-83a5-43128c694821, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:54.191019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] For port 9bc3a9e2-a0a0-4820-83a5-43128c694821, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=9bc3a9e2-a0a0-4820-83a5-43128c694821,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:54.198532 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.217908 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-ea8d0496-afc7-4729-a01f-8d932b0a7bce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.109&port_id=d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf HTTP/1.1" status: 200 len: 217 time: 0.0868483 Jul 16 08:27:54.255686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.256571 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.257982 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] 10.222.0.38 "PUT /v2.0/ports/9bc3a9e2-a0a0-4820-83a5-43128c694821 HTTP/1.1" status: 200 len: 1097 time: 1.7004037 Jul 16 08:27:54.258448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6f764df-c4d8-4cce-8198-4024dae8e4ac', 'tag': '9bc3a9e2-a0a0-4820-83a5-43128c694821'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:54.260710 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f76a429-a30a-4cd2-ae19-471ad280e92d" -d '{"events": [{"name": "network-changed", "server_uuid": "a6f764df-c4d8-4cce-8198-4024dae8e4ac", "tag": "9bc3a9e2-a0a0-4820-83a5-43128c694821"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:54.278328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776eda5-4687-4f7d-910c-6979abe9e95a req-2e97273a-3628-41ad-8f71-610275a70dd3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.284906 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776eda5-4687-4f7d-910c-6979abe9e95a req-2e97273a-3628-41ad-8f71-610275a70dd3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.291348 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e1fc96e3-60cd-4e2e-a254-ad8d1c1a076e req-d5eac48f-1e25-4f46-967a-16d5d5abc991 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105185 Jul 16 08:27:54.291560 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776eda5-4687-4f7d-910c-6979abe9e95a req-2e97273a-3628-41ad-8f71-610275a70dd3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.292766 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2776eda5-4687-4f7d-910c-6979abe9e95a req-2e97273a-3628-41ad-8f71-610275a70dd3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2413 time: 0.1543069 Jul 16 08:27:54.327313 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cbfb2-7545-43e7-9086-30b4624e3b03 service neutron] Pushing event updated for resources: {'Port': ['ID=9bc3a9e2-a0a0-4820-83a5-43128c694821,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:54.389641 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2776eda5-4687-4f7d-910c-6979abe9e95a req-e2455f60-3ec4-4728-aad0-20325abaf230 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867646 Jul 16 08:27:54.413687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-c4860c53-71ec-4d56-a883-6977cc03da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.416129 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-c4860c53-71ec-4d56-a883-6977cc03da4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c1e4217-f25b-4660-9d47-743a03f52618 HTTP/1.1" status: 200 len: 801 time: 0.1764247 Jul 16 08:27:54.465891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-381fe3f6-1dd0-48ba-a155-b2f40c53d032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.469100 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-381fe3f6-1dd0-48ba-a155-b2f40c53d032 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fcc26e3ff7924ddca461b8b937631cb8&device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 1100 time: 0.0785146 Jul 16 08:27:54.528964 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc2fec1-44a8-494f-806a-87548266d7aa x-openstack-request-id: req-3fc2fec1-44a8-494f-806a-87548266d7aa {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:54.529335 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6f764df-c4d8-4cce-8198-4024dae8e4ac", "tag": "9bc3a9e2-a0a0-4820-83a5-43128c694821", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:54.529652 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fc2fec1-44a8-494f-806a-87548266d7aa {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:54.530109 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6f764df-c4d8-4cce-8198-4024dae8e4ac', 'tag': '9bc3a9e2-a0a0-4820-83a5-43128c694821', 'status': 'completed', 'code': 200} Jul 16 08:27:54.533244 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-a4ffc385-0391-4ddb-91f2-f72522191291 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9bc3a9e2-a0a0-4820-83a5-43128c694821 HTTP/1.1" status: 200 len: 217 time: 0.0547438 Jul 16 08:27:54.539526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b964512f-f48e-4051-9d2e-5f4dfdfaacc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.547835 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b964512f-f48e-4051-9d2e-5f4dfdfaacc5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198952 Jul 16 08:27:54.650827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-0726b825-bdd7-4410-a42a-b59aeb47bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.652253 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-0726b825-bdd7-4410-a42a-b59aeb47bcb1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1120176 Jul 16 08:27:54.724194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-652b43a5-e92a-417f-b310-42c9719e5719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.725890 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-652b43a5-e92a-417f-b310-42c9719e5719 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0655589 Jul 16 08:27:54.775548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-fe9d3ffb-231c-4f4c-ab56-f24b036ec577 service neutron] 10.222.0.15 "GET /v2.0/networks/38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085421 Jul 16 08:27:54.838012 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17526022-5920-45d4-ac1c-9a9787b8072d req-b51d5c69-d140-44f9-b0ee-b2914a34ad67 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.839545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-17526022-5920-45d4-ac1c-9a9787b8072d req-b51d5c69-d140-44f9-b0ee-b2914a34ad67 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 943 time: 0.1425986 Jul 16 08:27:54.887110 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-d20b7d10-19d8-4638-9b4b-912fd746b1bd service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514366 Jul 16 08:27:54.926553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.926944 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.927415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.928320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.928320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.928816 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.929265 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.929720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.930174 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.930627 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.932623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.932767 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-17526022-5920-45d4-ac1c-9a9787b8072d req-d504b78a-bd48-42df-a87b-d6b4623f7afe tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834973 Jul 16 08:27:54.932884 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.932884 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.932884 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.932884 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:54.935698 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-83b98116-f7ec-437c-ac20-666b70af2057 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac&device_id=16ecde7f-6738-424d-8ace-14a886e6eec4&device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a&device_id=03312db4-5f02-431d-86fd-8e486c26f368&device_id=b5640a98-a27d-4cfb-b110-61266233fb43&device_id=346d5331-06bd-410d-baf4-bbf73ed7b576&device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f&device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd&device_id=b6d25b79-e875-4e39-975c-db19f8280961&device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b&device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee&device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455&device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 13533 time: 0.1256428 Jul 16 08:27:54.953287 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-9e3fb53a-c4c8-4a59-a2b5-9f8e926fdbe4 service neutron] 10.222.0.15 "GET /v2.0/networks/38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673596 Jul 16 08:27:54.996225 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-08b1555c-bc7e-473f-80c9-2e9ede1fcf8a tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.010635 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-dda5565a-0eb4-40fd-9b93-c5b763bd114d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.162&port_id=54fe2c94-14e6-408b-b8e7-6eacfdaf437f HTTP/1.1" status: 200 len: 217 time: 0.0477872 Jul 16 08:27:55.041844 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d1b2961-e359-414a-a40e-166600ae2b52 req-2b7ef750-ac20-41fb-9a56-fb0074f34ec5 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468313 Jul 16 08:27:55.088748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b321cf9f-38aa-4bbe-b66f-adbe6dc1c3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.090270 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-b321cf9f-38aa-4bbe-b66f-adbe6dc1c3c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46ce1285-76b8-44bf-91ca-d93453cb5d58 HTTP/1.1" status: 200 len: 801 time: 0.0728927 Jul 16 08:27:55.159924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a92c3ab6-662d-4391-bdb8-9fd3e5f28d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.161589 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-a92c3ab6-662d-4391-bdb8-9fd3e5f28d6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d76ce688-c7b3-48b1-9f09-ec4049ec03c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646160 Jul 16 08:27:55.199021 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-08b1555c-bc7e-473f-80c9-2e9ede1fcf8a tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.208321 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76a429-a30a-4cd2-ae19-471ad280e92d req-3bd6ee3f-bbb4-4881-b99d-80678c50f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.211309 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f76a429-a30a-4cd2-ae19-471ad280e92d req-3bd6ee3f-bbb4-4881-b99d-80678c50f936 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fcc26e3ff7924ddca461b8b937631cb8&device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 1100 time: 0.1154330 Jul 16 08:27:55.213170 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-08b1555c-bc7e-473f-80c9-2e9ede1fcf8a tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.246452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1555c-bc7e-473f-80c9-2e9ede1fcf8a tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580986c4-c10f-4f73-83bd-43a21b1f8323,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:55.301239 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c1f789f1-7398-463f-a66c-e044ab367ef0 req-08b1555c-bc7e-473f-80c9-2e9ede1fcf8a tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&id=1990490b-9467-4aa5-ad49-b0999644b7d5&id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&id=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b&id=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37&id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 808 time: 0.3521032 Jul 16 08:27:55.324437 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-d126e95c-86d7-4c9f-8d97-6a5b434a308a service neutron] 10.222.0.15 "GET /v2.0/networks/d76ce688-c7b3-48b1-9f09-ec4049ec03c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507437 Jul 16 08:27:55.384954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:55.398494 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76a429-a30a-4cd2-ae19-471ad280e92d req-64cd42b0-2948-493c-940a-cc7ad16ffdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.400351 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f76a429-a30a-4cd2-ae19-471ad280e92d req-64cd42b0-2948-493c-940a-cc7ad16ffdae service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.1560986 Jul 16 08:27:55.420975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336a7013-03ba-452d-8b8c-fae424f75560 req-c827aaf9-1873-405c-976e-8e1f797bd474 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.428256 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-336a7013-03ba-452d-8b8c-fae424f75560 req-c827aaf9-1873-405c-976e-8e1f797bd474 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 948 time: 0.1848400 Jul 16 08:27:55.461270 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f76a429-a30a-4cd2-ae19-471ad280e92d req-549a63d3-6a8f-473a-966e-d89e27fc051f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=9bc3a9e2-a0a0-4820-83a5-43128c694821 HTTP/1.1" status: 200 len: 217 time: 0.0534444 Jul 16 08:27:55.508832 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-336a7013-03ba-452d-8b8c-fae424f75560 req-a16d5351-359e-40d1-802a-e27ad701f202 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795174 Jul 16 08:27:55.534164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:55.548290 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b80e433-f1d3-42bc-950f-88567ca32698 req-65757ae7-3fcf-4241-ac16-29732902c4d8 service neutron] 10.222.0.15 "GET /v2.0/networks/d76ce688-c7b3-48b1-9f09-ec4049ec03c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143803 Jul 16 08:27:55.548666 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'port_id': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'mac_address': 'fa:16:3e:07:53:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:55.603187 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.605735 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76a429-a30a-4cd2-ae19-471ad280e92d req-43e5e413-4386-4644-a861-af3ed691c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.608165 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f76a429-a30a-4cd2-ae19-471ad280e92d req-43e5e413-4386-4644-a861-af3ed691c2fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1376183 Jul 16 08:27:55.621556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:55.648204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:55.654353 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.683198 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ae931-638e-4d5e-9b7c-ae57097e5cf2 req-1b608c22-159b-4fd3-a657-3d589d98739f tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.692986 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3a6ae931-638e-4d5e-9b7c-ae57097e5cf2 req-1b608c22-159b-4fd3-a657-3d589d98739f tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 945 time: 0.2340155 Jul 16 08:27:55.716074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4ae2-2d07-4213-9bb6-8330c3a3eef0 req-ac049d43-c1cb-41a0-8d60-c4f4d34daaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.716436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4ae2-2d07-4213-9bb6-8330c3a3eef0 req-ac049d43-c1cb-41a0-8d60-c4f4d34daaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.716955 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4ae2-2d07-4213-9bb6-8330c3a3eef0 req-ac049d43-c1cb-41a0-8d60-c4f4d34daaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.718657 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d9e4ae2-2d07-4213-9bb6-8330c3a3eef0 req-ac049d43-c1cb-41a0-8d60-c4f4d34daaf4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b625cd3561f452eafd9c36c485ee35a&device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2869 time: 0.0896268 Jul 16 08:27:55.722948 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:55.749794 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3a6ae931-638e-4d5e-9b7c-ae57097e5cf2 req-f5f32921-395f-4450-8118-eb008ae41356 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557864 Jul 16 08:27:55.759209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f76a429-a30a-4cd2-ae19-471ad280e92d req-ca51e7d6-12f6-4e4a-bc28-0a9bcbd93649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.761274 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f76a429-a30a-4cd2-ae19-471ad280e92d req-ca51e7d6-12f6-4e4a-bc28-0a9bcbd93649 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1330786 Jul 16 08:27:55.842551 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4ae2-2d07-4213-9bb6-8330c3a3eef0 req-29953706-abb8-415a-a851-0fd4e8201733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.844297 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d9e4ae2-2d07-4213-9bb6-8330c3a3eef0 req-29953706-abb8-415a-a851-0fd4e8201733 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d76ce688-c7b3-48b1-9f09-ec4049ec03c2 HTTP/1.1" status: 200 len: 902 time: 0.1145735 Jul 16 08:27:55.917516 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f76a429-a30a-4cd2-ae19-471ad280e92d req-9d006af3-8f7e-4bc7-9afb-50244de023a5 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400447 Jul 16 08:27:55.917741 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d9e4ae2-2d07-4213-9bb6-8330c3a3eef0 req-55d30c3e-5bac-43ef-a169-ccb20314c86f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.162&port_id=54fe2c94-14e6-408b-b8e7-6eacfdaf437f HTTP/1.1" status: 200 len: 217 time: 0.0639279 Jul 16 08:27:55.918436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['7064a6a2-660b-4e78-81a3-e57b5b6d7ba7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:55.977532 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4ae2-2d07-4213-9bb6-8330c3a3eef0 req-807640db-c295-4cfa-96e5-8bd1376c156b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.979428 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d9e4ae2-2d07-4213-9bb6-8330c3a3eef0 req-807640db-c295-4cfa-96e5-8bd1376c156b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=46ce1285-76b8-44bf-91ca-d93453cb5d58 HTTP/1.1" status: 200 len: 801 time: 0.0547426 Jul 16 08:27:56.067587 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f76a429-a30a-4cd2-ae19-471ad280e92d req-f87886f7-0aa9-4588-a3e4-1f21825068b9 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441669 Jul 16 08:27:56.110637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4ae2-2d07-4213-9bb6-8330c3a3eef0 req-7aa229b4-fe39-4247-b70e-df5ccb7c6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:56.112252 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d9e4ae2-2d07-4213-9bb6-8330c3a3eef0 req-7aa229b4-fe39-4247-b70e-df5ccb7c6be5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d76ce688-c7b3-48b1-9f09-ec4049ec03c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1247199 Jul 16 08:27:56.130036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e27b7-0788-4091-b67d-4fb2792524c3 req-9c8ee411-a3aa-4761-9844-2e3337ecac80 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:56.135659 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e27b7-0788-4091-b67d-4fb2792524c3 req-9c8ee411-a3aa-4761-9844-2e3337ecac80 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:56.142965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210e27b7-0788-4091-b67d-4fb2792524c3 req-9c8ee411-a3aa-4761-9844-2e3337ecac80 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:56.145081 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-210e27b7-0788-4091-b67d-4fb2792524c3 req-9c8ee411-a3aa-4761-9844-2e3337ecac80 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2413 time: 0.1185997 Jul 16 08:27:56.239609 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-210e27b7-0788-4091-b67d-4fb2792524c3 req-cf4e0340-df1f-40ce-b975-a471671547b4 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842617 Jul 16 08:27:56.268624 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d9e4ae2-2d07-4213-9bb6-8330c3a3eef0 req-f7695264-6f18-414f-8417-5a7983fab60c service neutron] 10.222.0.15 "GET /v2.0/networks/d76ce688-c7b3-48b1-9f09-ec4049ec03c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223252 Jul 16 08:27:56.322222 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3478feb5-2a58-4b9c-a5bf-d2e7f3cae882 req-8c82eb5f-0fd1-4dc0-88e3-baac5e6e872a tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:56.323874 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3478feb5-2a58-4b9c-a5bf-d2e7f3cae882 req-8c82eb5f-0fd1-4dc0-88e3-baac5e6e872a tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 1097 time: 0.0665700 Jul 16 08:27:56.360449 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3478feb5-2a58-4b9c-a5bf-d2e7f3cae882 req-267f967a-1ba0-4235-9f0e-a3cc6512022e tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290809 Jul 16 08:27:56.370551 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d9e4ae2-2d07-4213-9bb6-8330c3a3eef0 req-02cc8e3e-7b15-4cfe-827d-8a8dfba31070 service neutron] 10.222.0.15 "GET /v2.0/networks/d76ce688-c7b3-48b1-9f09-ec4049ec03c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926917 Jul 16 08:27:56.523946 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb85812-206b-4f27-96b2-321fefae1481 req-9e77d314-e5b9-4818-ae3a-45a0f222d78d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:56.525399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcb85812-206b-4f27-96b2-321fefae1481 req-9e77d314-e5b9-4818-ae3a-45a0f222d78d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 944 time: 0.0631747 Jul 16 08:27:56.560423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302f16e-87a1-4a6a-b9c5-89918f2c4d50 req-77a798f7-d527-4b3e-9769-55b0d5594c92 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:56.560927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302f16e-87a1-4a6a-b9c5-89918f2c4d50 req-77a798f7-d527-4b3e-9769-55b0d5594c92 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:56.561394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a302f16e-87a1-4a6a-b9c5-89918f2c4d50 req-77a798f7-d527-4b3e-9769-55b0d5594c92 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:56.563262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcb85812-206b-4f27-96b2-321fefae1481 req-7e63865d-75bb-4448-b8cd-7de27aa2ab1a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321298 Jul 16 08:27:56.563422 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a302f16e-87a1-4a6a-b9c5-89918f2c4d50 req-77a798f7-d527-4b3e-9769-55b0d5594c92 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43&device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd&device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 2887 time: 0.0573416 Jul 16 08:27:56.602626 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a302f16e-87a1-4a6a-b9c5-89918f2c4d50 req-0a097a12-7074-475c-a52c-cbaf82d22bf0 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327883 Jul 16 08:27:56.728172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caebd3e-0cc1-4253-8c91-57334237759e req-a6fbf6cc-4762-4f15-8792-b574c0397ba1 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:56.729757 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4caebd3e-0cc1-4253-8c91-57334237759e req-a6fbf6cc-4762-4f15-8792-b574c0397ba1 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 946 time: 0.0659752 Jul 16 08:27:56.772782 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4caebd3e-0cc1-4253-8c91-57334237759e req-21a9fdb6-4205-48f7-92b8-d21729b8e769 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/security-groups?id=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374019 Jul 16 08:27:56.905906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0bf162-cffe-4f8d-9c28-86b18b77a5c7 req-19fa615e-af6b-4225-af27-60cde7b127e7 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:56.913070 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0f0bf162-cffe-4f8d-9c28-86b18b77a5c7 req-19fa615e-af6b-4225-af27-60cde7b127e7 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 948 time: 0.0723693 Jul 16 08:27:56.953510 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0f0bf162-cffe-4f8d-9c28-86b18b77a5c7 req-cab39c0c-32b3-437e-9a51-39344bee7432 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395336 Jul 16 08:27:57.432397 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 54fe2c94-14e6-408b-b8e7-6eacfdaf437f details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:57.435821 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:57.456874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c31c0-0e94-40a4-a7af-05e1cfecb8b3 req-180f7c53-2165-425f-821e-1e9b3157ae16 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.464160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c31c0-0e94-40a4-a7af-05e1cfecb8b3 req-180f7c53-2165-425f-821e-1e9b3157ae16 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.470685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4c31c0-0e94-40a4-a7af-05e1cfecb8b3 req-180f7c53-2165-425f-821e-1e9b3157ae16 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.472877 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d4c31c0-0e94-40a4-a7af-05e1cfecb8b3 req-180f7c53-2165-425f-821e-1e9b3157ae16 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2413 time: 0.1007316 Jul 16 08:27:57.521765 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d4c31c0-0e94-40a4-a7af-05e1cfecb8b3 req-5827fb65-02d1-4611-b6d1-d204879ce23d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402951 Jul 16 08:27:57.560755 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:57.593336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:57.593712 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.719996 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.744267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=54fe2c94-14e6-408b-b8e7-6eacfdaf437f,segment=NetworkSegment(ed386f3b-9b49-4f6d-9483-a5e9aa0cb974),segment_id=ed386f3b-9b49-4f6d-9483-a5e9aa0cb974)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:57.746759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5abf05d-5da6-42fd-8f47-6146302814eb req-9efdeb19-e09f-4707-a3cb-43a84c497435 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.748333 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e5abf05d-5da6-42fd-8f47-6146302814eb req-9efdeb19-e09f-4707-a3cb-43a84c497435 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 1102 time: 0.1177609 Jul 16 08:27:57.773245 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49936b77-8180-480b-bff3-c843bc0bd3eb req-c226ab2d-f9d4-449d-a46e-c7235b2ba683 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.774831 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49936b77-8180-480b-bff3-c843bc0bd3eb req-c226ab2d-f9d4-449d-a46e-c7235b2ba683 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 944 time: 0.0798588 Jul 16 08:27:57.786735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:57.792904 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5903f6ce-40e4-4ef5-9d8b-661c1cd1ea1c" -d '{"events": [{"server_uuid": "16ecde7f-6738-424d-8ace-14a886e6eec4", "name": "network-vif-plugged", "status": "completed", "tag": "7064a6a2-660b-4e78-81a3-e57b5b6d7ba7"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:57.816277 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e5abf05d-5da6-42fd-8f47-6146302814eb req-ca834fbf-cb2c-4a8c-b46f-7c2f14e053f6 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565784 Jul 16 08:27:57.835963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:57.835963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '54fe2c94-14e6-408b-b8e7-6eacfdaf437f', 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2', 'port_id': '54fe2c94-14e6-408b-b8e7-6eacfdaf437f', 'mac_address': 'fa:16:3e:70:86:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ce1285-76b8-44bf-91ca-d93453cb5d58', 'ip_address': '19.80.0.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:57.836309 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49936b77-8180-480b-bff3-c843bc0bd3eb req-2d3efcf7-1ce4-4721-bac5-d1d90b18586a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476513 Jul 16 08:27:57.836407 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.916466 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96324ae3-cb1e-433c-9773-fb7b5cc67411 x-openstack-request-id: req-96324ae3-cb1e-433c-9773-fb7b5cc67411 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:57.917099 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ecde7f-6738-424d-8ace-14a886e6eec4", "name": "network-vif-plugged", "status": "completed", "tag": "7064a6a2-660b-4e78-81a3-e57b5b6d7ba7", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:57.917595 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96324ae3-cb1e-433c-9773-fb7b5cc67411 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:57.918572 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'code': 200} Jul 16 08:27:57.971945 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.014337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54fe2c94-14e6-408b-b8e7-6eacfdaf437f {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:58.020559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5c87b-7671-48a2-8b78-725046cf8b31 req-ced6ea67-662c-4756-9a70-7ac00efa541b tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.022225 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55a5c87b-7671-48a2-8b78-725046cf8b31 req-ced6ea67-662c-4756-9a70-7ac00efa541b tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.15 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 946 time: 0.1311142 Jul 16 08:27:58.025904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:58.061433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=54fe2c94-14e6-408b-b8e7-6eacfdaf437f,segment=NetworkSegment(ed386f3b-9b49-4f6d-9483-a5e9aa0cb974),segment_id=ed386f3b-9b49-4f6d-9483-a5e9aa0cb974)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:58.068350 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.069098 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:58.117018 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0efd73d-d5e4-4bb7-96f1-a796fb339dbc req-a798110d-b9f7-41b7-9594-e69de9d8870c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.120418 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0efd73d-d5e4-4bb7-96f1-a796fb339dbc req-a798110d-b9f7-41b7-9594-e69de9d8870c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 1097 time: 0.1540713 Jul 16 08:27:58.147507 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=54fe2c94-14e6-408b-b8e7-6eacfdaf437f,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:58.155743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2418233a-4e05-456e-80b1-53544b914266 req-ffa4a0f0-5e6b-4db9-900e-f61089188565 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.159423 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2418233a-4e05-456e-80b1-53544b914266 req-ffa4a0f0-5e6b-4db9-900e-f61089188565 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 946 time: 0.1486750 Jul 16 08:27:58.214193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 9bc3a9e2-a0a0-4820-83a5-43128c694821 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:58.234436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf,segment=NetworkSegment(6ce81740-4b94-4bc8-89af-e315c15f77c6),segment_id=6ce81740-4b94-4bc8-89af-e315c15f77c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:58.245554 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0efd73d-d5e4-4bb7-96f1-a796fb339dbc req-7aaca54b-a5e9-4f93-8942-d1acd612244b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147206 Jul 16 08:27:58.259071 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2418233a-4e05-456e-80b1-53544b914266 req-a2367a0e-2138-4bd3-8d46-66d153b9d093 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/security-groups?id=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855613 Jul 16 08:27:58.262857 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'd3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf', 'network_id': '38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e', 'port_id': 'd3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf', 'mac_address': 'fa:16:3e:0e:c7:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1e4217-f25b-4660-9d47-743a03f52618', 'ip_address': '19.86.0.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:58.416587 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.443575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10cc13c-fe99-4f59-a6e0-e9beb72bbeb7 req-8f6f8158-b8ff-47bb-8795-c8fd946f6956 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.445394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e10cc13c-fe99-4f59-a6e0-e9beb72bbeb7 req-8f6f8158-b8ff-47bb-8795-c8fd946f6956 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 948 time: 0.0722809 Jul 16 08:27:58.453005 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:58.463487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613eedee-8ad4-41da-b2ed-0b2eea2ebb59 req-2123f0cc-f143-4832-ad73-25ee0d312c9d tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.464990 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-613eedee-8ad4-41da-b2ed-0b2eea2ebb59 req-2123f0cc-f143-4832-ad73-25ee0d312c9d tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 1102 time: 0.3940756 Jul 16 08:27:58.494593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-55a5c87b-7671-48a2-8b78-725046cf8b31 req-2d2e5c7c-34f0-40eb-8a3c-446931ee0916 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Deleting port ae2dfecf-82e3-42cf-83ee-73b3d5a560dd {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:58.495003 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-55a5c87b-7671-48a2-8b78-725046cf8b31 req-2d2e5c7c-34f0-40eb-8a3c-446931ee0916 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.507896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 9bc3a9e2-a0a0-4820-83a5-43128c694821, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=9bc3a9e2-a0a0-4820-83a5-43128c694821,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:58.531717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf,segment=NetworkSegment(6ce81740-4b94-4bc8-89af-e315c15f77c6),segment_id=6ce81740-4b94-4bc8-89af-e315c15f77c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:58.533979 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-613eedee-8ad4-41da-b2ed-0b2eea2ebb59 req-18223fe6-ae96-477f-a556-04ee5f901a7b tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587940 Jul 16 08:27:58.540188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.541152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:58.551822 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '9bc3a9e2-a0a0-4820-83a5-43128c694821', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '9bc3a9e2-a0a0-4820-83a5-43128c694821', 'mac_address': 'fa:16:3e:78:8a:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:58.621136 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-55a5c87b-7671-48a2-8b78-725046cf8b31 req-2d2e5c7c-34f0-40eb-8a3c-446931ee0916 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] For port ae2dfecf-82e3-42cf-83ee-73b3d5a560dd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=ae2dfecf-82e3-42cf-83ee-73b3d5a560dd,segment=NetworkSegment(287abdf0-7597-4ac1-97f6-bd3c924e5e69),segment_id=287abdf0-7597-4ac1-97f6-bd3c924e5e69)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:58.621905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-55a5c87b-7671-48a2-8b78-725046cf8b31 req-2d2e5c7c-34f0-40eb-8a3c-446931ee0916 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.644824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-55a5c87b-7671-48a2-8b78-725046cf8b31 req-2d2e5c7c-34f0-40eb-8a3c-446931ee0916 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Calling delete_port for ae2dfecf-82e3-42cf-83ee-73b3d5a560dd owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:58.743771 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e10cc13c-fe99-4f59-a6e0-e9beb72bbeb7 req-cf433a5e-a8f5-4d6b-a6b4-6e237d7d5227 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2864654 Jul 16 08:27:58.814426 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-55a5c87b-7671-48a2-8b78-725046cf8b31 req-2d2e5c7c-34f0-40eb-8a3c-446931ee0916 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.847679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['ae2dfecf-82e3-42cf-83ee-73b3d5a560dd'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:58.868424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e5c7c-34f0-40eb-8a3c-446931ee0916 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Pushing event deleted for resources: {'Port': ['ID=ae2dfecf-82e3-42cf-83ee-73b3d5a560dd,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:58.915137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a5c87b-7671-48a2-8b78-725046cf8b31 req-2d2e5c7c-34f0-40eb-8a3c-446931ee0916 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] No DVR routers for this DVR port ae2dfecf-82e3-42cf-83ee-73b3d5a560dd on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:58.918011 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-55a5c87b-7671-48a2-8b78-725046cf8b31 req-2d2e5c7c-34f0-40eb-8a3c-446931ee0916 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.920096 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55a5c87b-7671-48a2-8b78-725046cf8b31 req-2d2e5c7c-34f0-40eb-8a3c-446931ee0916 tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.15 "DELETE /v2.0/ports/ae2dfecf-82e3-42cf-83ee-73b3d5a560dd HTTP/1.1" status: 204 len: 173 time: 0.8906972 Jul 16 08:27:58.920740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '784e493a-61e0-4fbb-984f-4a2dbb1a7b8b', 'name': 'network-vif-deleted', 'tag': 'ae2dfecf-82e3-42cf-83ee-73b3d5a560dd'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:58.923154 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa1dede-0c27-4545-a34e-7784bf1f47ab" -d '{"events": [{"server_uuid": "784e493a-61e0-4fbb-984f-4a2dbb1a7b8b", "name": "network-vif-deleted", "tag": "ae2dfecf-82e3-42cf-83ee-73b3d5a560dd"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:58.938979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3bd15c6f-b06b-4224-99e9-264fafa2b6d1,segment=NetworkSegment(ed386f3b-9b49-4f6d-9483-a5e9aa0cb974),segment_id=ed386f3b-9b49-4f6d-9483-a5e9aa0cb974)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:58.959455 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:58.964681 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.976143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '3bd15c6f-b06b-4224-99e9-264fafa2b6d1', 'network_id': 'd76ce688-c7b3-48b1-9f09-ec4049ec03c2', 'port_id': '3bd15c6f-b06b-4224-99e9-264fafa2b6d1', 'mac_address': 'fa:16:3e:70:20:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ce1285-76b8-44bf-91ca-d93453cb5d58', 'ip_address': '19.80.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:58.986862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bc3a9e2-a0a0-4820-83a5-43128c694821 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:59.031263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 9bc3a9e2-a0a0-4820-83a5-43128c694821, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=9bc3a9e2-a0a0-4820-83a5-43128c694821,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:59.041896 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.045110 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.102567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:59.114983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff2bd1-5687-42ab-8d1e-a66bdd6441b0 req-eb589bd9-fc00-44b8-ba51-a640d2cd26ad tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:59.135727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3bd15c6f-b06b-4224-99e9-264fafa2b6d1,segment=NetworkSegment(ed386f3b-9b49-4f6d-9483-a5e9aa0cb974),segment_id=ed386f3b-9b49-4f6d-9483-a5e9aa0cb974)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:59.143543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff2bd1-5687-42ab-8d1e-a66bdd6441b0 req-eb589bd9-fc00-44b8-ba51-a640d2cd26ad tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:59.144085 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.148672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=9bc3a9e2-a0a0-4820-83a5-43128c694821,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:59.161486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff2bd1-5687-42ab-8d1e-a66bdd6441b0 req-eb589bd9-fc00-44b8-ba51-a640d2cd26ad tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:59.168972 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ff2bd1-5687-42ab-8d1e-a66bdd6441b0 req-eb589bd9-fc00-44b8-ba51-a640d2cd26ad tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2415 time: 0.1622245 Jul 16 08:27:59.259642 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ff2bd1-5687-42ab-8d1e-a66bdd6441b0 req-90ab6e55-60be-417c-b41e-f049f6a71e3f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816994 Jul 16 08:27:59.277870 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=3bd15c6f-b06b-4224-99e9-264fafa2b6d1,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:59.340727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['9bc3a9e2-a0a0-4820-83a5-43128c694821'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:59.370641 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e5559fd-1842-413f-acb1-50ee36d8fe11 x-openstack-request-id: req-1e5559fd-1842-413f-acb1-50ee36d8fe11 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:59.371117 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "784e493a-61e0-4fbb-984f-4a2dbb1a7b8b", "name": "network-vif-deleted", "tag": "ae2dfecf-82e3-42cf-83ee-73b3d5a560dd", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:59.371544 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e5559fd-1842-413f-acb1-50ee36d8fe11 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:59.372189 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '784e493a-61e0-4fbb-984f-4a2dbb1a7b8b', 'name': 'network-vif-deleted', 'tag': 'ae2dfecf-82e3-42cf-83ee-73b3d5a560dd', 'status': 'completed', 'code': 200} Jul 16 08:27:59.475838 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ba2c8d-e396-41a4-97db-46963fdf3b31 req-bd850bef-0b54-46b6-baef-f280c278ed54 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:59.477321 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d9ba2c8d-e396-41a4-97db-46963fdf3b31 req-bd850bef-0b54-46b6-baef-f280c278ed54 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 945 time: 0.0829012 Jul 16 08:27:59.526787 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d9ba2c8d-e396-41a4-97db-46963fdf3b31 req-2264e5ff-511b-4226-9f5a-d7699dc1f1fc tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416503 Jul 16 08:27:59.529254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['54fe2c94-14e6-408b-b8e7-6eacfdaf437f'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:59.587815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:59.659875 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dde67c98-a006-46fc-a449-946456d67360 req-ccd71bff-4203-405c-afb0-35e6715924fa tempest-VolumesAdminNegativeTest-762911436 tempest-VolumesAdminNegativeTest-762911436-project] 10.222.0.20 "GET /v2.0/ports?device_id=784e493a-61e0-4fbb-984f-4a2dbb1a7b8b HTTP/1.1" status: 200 len: 210 time: 0.0378337 Jul 16 08:27:59.916144 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-f45f8305-fbf0-4cec-bdee-2cf4af2a58a3 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2379808 Jul 16 08:27:59.923517 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:59.950575 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.051409 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.143679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03d082-8bcf-45d0-8a25-ccca8a0b225b req-45121a12-bbf0-4e24-9b85-c706e44e9f14 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.146050 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c03d082-8bcf-45d0-8a25-ccca8a0b225b req-45121a12-bbf0-4e24-9b85-c706e44e9f14 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 949 time: 0.0753684 Jul 16 08:28:00.167539 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Allocated IP 172.25.4.7 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/fc3933a4-0020-4a7a-b922-a97936703d48) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:00.195065 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c03d082-8bcf-45d0-8a25-ccca8a0b225b req-0bb15525-f788-4a3e-9b28-8f7e25dc6f32 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433097 Jul 16 08:28:00.290159 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.338584 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.376375 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:00.383402 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:00.387221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:00.412218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Pushing event updated for resources: {'Port': ['ID=fc3933a4-0020-4a7a-b922-a97936703d48,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:00.548593 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.633696 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.693856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['3bd15c6f-b06b-4224-99e9-264fafa2b6d1'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:00.857913 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.870075 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.930071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25173d24-0ecf-4db6-9273-ae0f7593ca70 req-44073a3e-556d-4007-8a88-847bd2473009 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.937249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25173d24-0ecf-4db6-9273-ae0f7593ca70 req-44073a3e-556d-4007-8a88-847bd2473009 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.944797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25173d24-0ecf-4db6-9273-ae0f7593ca70 req-44073a3e-556d-4007-8a88-847bd2473009 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.947398 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25173d24-0ecf-4db6-9273-ae0f7593ca70 req-44073a3e-556d-4007-8a88-847bd2473009 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2416 time: 0.1456060 Jul 16 08:28:00.955870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Pushing event updated for resources: {'Port': ['ID=fc3933a4-0020-4a7a-b922-a97936703d48,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:00.966101 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.982444 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.991246 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-c92cccc3-8c37-4f78-a499-92c49fd8d479 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.0736964 Jul 16 08:28:00.995818 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25173d24-0ecf-4db6-9273-ae0f7593ca70 req-dfac86e1-4eb3-42ea-8028-ffb9324c65a0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411389 Jul 16 08:28:01.071296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-5ee1ee0e-02c1-4e5c-b019-f0b453e032c6 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 694 time: 0.0790589 Jul 16 08:28:01.188103 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-038adb5a-76c8-47e8-ba9b-4c20b2232db7 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.189566 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-038adb5a-76c8-47e8-ba9b-4c20b2232db7 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.1174459 Jul 16 08:28:01.200019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-953962a0-3eca-4009-8ef8-16742358e098 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:28:01.201250 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f620eaa-ba13-4001-aa62-99b89cbd0395 req-953962a0-3eca-4009-8ef8-16742358e098 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057342 Jul 16 08:28:01.238402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40508) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:01.302478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c68a54d-5fdc-4f55-8a31-6943537d5631 admin admin] Deleting subnet 3349f617-5ffe-4ab2-90a0-848a3e1c229d {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:28:01.305717 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7c68a54d-5fdc-4f55-8a31-6943537d5631 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.341514 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7c68a54d-5fdc-4f55-8a31-6943537d5631 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.408282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42527e5f-2e97-46cc-a53f-edfe99176d10 req-bab745ce-e419-43be-8609-2a5cc071f987 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.410241 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-42527e5f-2e97-46cc-a53f-edfe99176d10 req-bab745ce-e419-43be-8609-2a5cc071f987 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.0696323 Jul 16 08:28:01.421656 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7c68a54d-5fdc-4f55-8a31-6943537d5631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.451701 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-42527e5f-2e97-46cc-a53f-edfe99176d10 req-91fd79fa-0399-4535-b8f0-37e24fa40dc1 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341313 Jul 16 08:28:01.454593 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:01.485661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc0e09-e372-4e6a-8131-6b64a652f62b req-a04cfda6-67c1-4c02-9b34-07715c357047 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.487936 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-95dc0e09-e372-4e6a-8131-6b64a652f62b req-a04cfda6-67c1-4c02-9b34-07715c357047 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 949 time: 0.1253531 Jul 16 08:28:01.522693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:01.527585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:01.528250 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.535891 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7c68a54d-5fdc-4f55-8a31-6943537d5631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.558521 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-95dc0e09-e372-4e6a-8131-6b64a652f62b req-01858089-b4a1-47bd-bfbc-dd78568a466c tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610249 Jul 16 08:28:01.607984 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7c68a54d-5fdc-4f55-8a31-6943537d5631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.616684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40522) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:01.624227 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7c68a54d-5fdc-4f55-8a31-6943537d5631 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3349f617-5ffe-4ab2-90a0-848a3e1c229d HTTP/1.1" status: 204 len: 168 time: 0.3738086 Jul 16 08:28:01.625306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c68a54d-5fdc-4f55-8a31-6943537d5631 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3349f617-5ffe-4ab2-90a0-848a3e1c229d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:01.646545 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.671405 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:01.673773 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54c68396-b388-46fd-90f1-50a090e6bf83" -d '{"events": [{"server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "name": "network-vif-plugged", "status": "completed", "tag": "d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:01.688191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf,segment=NetworkSegment(6ce81740-4b94-4bc8-89af-e315c15f77c6),segment_id=6ce81740-4b94-4bc8-89af-e315c15f77c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:01.695210 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.697046 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 54fe2c94-14e6-408b-b8e7-6eacfdaf437f up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:01.761090 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6751a6-cb0b-431f-bd7e-4924906c6318 x-openstack-request-id: req-af6751a6-cb0b-431f-bd7e-4924906c6318 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:01.761387 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "name": "network-vif-plugged", "status": "completed", "tag": "d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:01.761624 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af6751a6-cb0b-431f-bd7e-4924906c6318 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:01.762471 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf', 'code': 200} Jul 16 08:28:01.775103 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd3c7b33-cc2e-41df-b478-64eea548807a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.782848 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:01.789429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cedb20-b532-46c9-9380-52c812c70765 req-0d400cc3-c714-43a7-a1f7-7138e584255c tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.790982 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32cedb20-b532-46c9-9380-52c812c70765 req-0d400cc3-c714-43a7-a1f7-7138e584255c tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 821 time: 0.2242212 Jul 16 08:28:01.797864 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:01.802519 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:01.802897 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.828001 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32cedb20-b532-46c9-9380-52c812c70765 req-a943fe42-06cf-40ad-a97f-496b9c218aff tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/quotas/31e9f4ba00924ea9b264f964a556bdab HTTP/1.1" status: 200 len: 375 time: 0.0304792 Jul 16 08:28:01.892016 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.914821 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd3c7b33-cc2e-41df-b478-64eea548807a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.928394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=54fe2c94-14e6-408b-b8e7-6eacfdaf437f,segment=NetworkSegment(ed386f3b-9b49-4f6d-9483-a5e9aa0cb974),segment_id=ed386f3b-9b49-4f6d-9483-a5e9aa0cb974)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:01.928744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-cd3c7b33-cc2e-41df-b478-64eea548807a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18891199-f08d-4185-b3c0-2bad36b73917']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:01.934198 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.935028 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device ae2dfecf-82e3-42cf-83ee-73b3d5a560dd no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:01.943852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-cd3c7b33-cc2e-41df-b478-64eea548807a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287abdf0-7597-4ac1-97f6-bd3c924e5e69') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:01.944131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-cd3c7b33-cc2e-41df-b478-64eea548807a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287abdf0-7597-4ac1-97f6-bd3c924e5e69') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:01.960752 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd3c7b33-cc2e-41df-b478-64eea548807a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.976139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: ae2dfecf-82e3-42cf-83ee-73b3d5a560dd {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:01.976139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device ae2dfecf-82e3-42cf-83ee-73b3d5a560dd not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:01.985988 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd3c7b33-cc2e-41df-b478-64eea548807a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.000181 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32cedb20-b532-46c9-9380-52c812c70765 req-a0d1f33b-dc9a-498f-89ba-1974d56a2129 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1595013 Jul 16 08:28:02.003653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd3c7b33-cc2e-41df-b478-64eea548807a admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:28:02.004053 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd3c7b33-cc2e-41df-b478-64eea548807a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:28:02.006233 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:28:02.010116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=54fe2c94-14e6-408b-b8e7-6eacfdaf437f,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:02.124409 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd3c7b33-cc2e-41df-b478-64eea548807a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.134748 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd3c7b33-cc2e-41df-b478-64eea548807a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.138329 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cd3c7b33-cc2e-41df-b478-64eea548807a admin admin] 10.222.0.20 "DELETE /v2.0/networks/18891199-f08d-4185-b3c0-2bad36b73917 HTTP/1.1" status: 204 len: 168 time: 0.5133498 Jul 16 08:28:02.141538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40530) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:02.165892 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3c7b33-cc2e-41df-b478-64eea548807a admin admin] Pushing event deleted for resources: {'Network': ['ID=18891199-f08d-4185-b3c0-2bad36b73917,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:02.198175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32cedb20-b532-46c9-9380-52c812c70765 req-6429a4f9-a50a-4356-a208-adecf510c9cc service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747639 Jul 16 08:28:02.219803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dedb74-727b-45f7-936d-66195ead62c5 req-86d9d381-d86f-4e5d-b17d-1f7da5e4692f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.227459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dedb74-727b-45f7-936d-66195ead62c5 req-86d9d381-d86f-4e5d-b17d-1f7da5e4692f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.233302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-a550f53a-f9ee-42a4-913b-45a333df13b0 admin admin] Deleting subnet 9bd94e21-8aae-4960-997f-9e50f4f81863 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:28:02.235640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 9bc3a9e2-a0a0-4820-83a5-43128c694821 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:02.242848 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dedb74-727b-45f7-936d-66195ead62c5 req-86d9d381-d86f-4e5d-b17d-1f7da5e4692f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.244207 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a550f53a-f9ee-42a4-913b-45a333df13b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.253961 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-73dedb74-727b-45f7-936d-66195ead62c5 req-86d9d381-d86f-4e5d-b17d-1f7da5e4692f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2418 time: 0.1145573 Jul 16 08:28:02.316908 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-73dedb74-727b-45f7-936d-66195ead62c5 req-0b2ee1ca-bd78-4909-9176-52ecb269a41e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611558 Jul 16 08:28:02.317176 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 9bc3a9e2-a0a0-4820-83a5-43128c694821 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:02.321718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 9bc3a9e2-a0a0-4820-83a5-43128c694821 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:02.322093 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.374776 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a550f53a-f9ee-42a4-913b-45a333df13b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.421064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32cedb20-b532-46c9-9380-52c812c70765 req-f89315c9-c6cf-4bbd-80f2-d0ac77600e12 service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121251 Jul 16 08:28:02.430228 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.434153 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a550f53a-f9ee-42a4-913b-45a333df13b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.502700 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 9bc3a9e2-a0a0-4820-83a5-43128c694821, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=9bc3a9e2-a0a0-4820-83a5-43128c694821,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:02.511015 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.525757 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a550f53a-f9ee-42a4-913b-45a333df13b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.568366 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a550f53a-f9ee-42a4-913b-45a333df13b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bd94e21-8aae-4960-997f-9e50f4f81863,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:02.581639 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a550f53a-f9ee-42a4-913b-45a333df13b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.586395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40540) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:02.597632 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a550f53a-f9ee-42a4-913b-45a333df13b0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9bd94e21-8aae-4960-997f-9e50f4f81863 HTTP/1.1" status: 204 len: 168 time: 0.4537327 Jul 16 08:28:02.606540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=9bc3a9e2-a0a0-4820-83a5-43128c694821,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:02.686366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b26b3429-fb68-44d0-9f19-4690675652a2 req-53c3ab14-b41b-4959-81fa-7b4076f4db84 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 210 time: 0.0592005 Jul 16 08:28:02.695266 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-857e53be-6e32-4a2d-b167-80afbc29da1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.850653 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-857e53be-6e32-4a2d-b167-80afbc29da1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.871181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f633d62a-624c-4b35-b182-7b68efcaa2e1 req-10952bf4-ea21-41e2-a92d-03044e64d42c tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.878311 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f633d62a-624c-4b35-b182-7b68efcaa2e1 req-10952bf4-ea21-41e2-a92d-03044e64d42c tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1804891 Jul 16 08:28:02.892819 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf933f-92f1-42c3-8ab0-41c228b583c7 req-559502b5-e7a2-43d2-aa67-12c8778a6b78 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.894407 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2bcf933f-92f1-42c3-8ab0-41c228b583c7 req-559502b5-e7a2-43d2-aa67-12c8778a6b78 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 950 time: 0.0920551 Jul 16 08:28:02.897628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-857e53be-6e32-4a2d-b167-80afbc29da1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d04e4ce-acef-474e-b6e1-c241dd1b24cc']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:02.916475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-857e53be-6e32-4a2d-b167-80afbc29da1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2892a720-a9c0-486d-84a6-99aa606238fc') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:02.916965 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-857e53be-6e32-4a2d-b167-80afbc29da1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2892a720-a9c0-486d-84a6-99aa606238fc') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:02.938476 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-857e53be-6e32-4a2d-b167-80afbc29da1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.955179 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f633d62a-624c-4b35-b182-7b68efcaa2e1 req-81c2fed6-d5cd-4574-b84c-5480a4f40ea1 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758450 Jul 16 08:28:02.978293 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2bcf933f-92f1-42c3-8ab0-41c228b583c7 req-291cfd2d-08e3-44f2-8acb-a118215b5da2 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766706 Jul 16 08:28:02.981990 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-857e53be-6e32-4a2d-b167-80afbc29da1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.996311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857e53be-6e32-4a2d-b167-80afbc29da1a admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:28:02.996755 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-857e53be-6e32-4a2d-b167-80afbc29da1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:02.998647 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:28:03.002800 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:28:03.069067 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-857e53be-6e32-4a2d-b167-80afbc29da1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.075902 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-857e53be-6e32-4a2d-b167-80afbc29da1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.079290 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-857e53be-6e32-4a2d-b167-80afbc29da1a admin admin] 10.222.0.20 "DELETE /v2.0/networks/4d04e4ce-acef-474e-b6e1-c241dd1b24cc HTTP/1.1" status: 204 len: 168 time: 0.4915154 Jul 16 08:28:03.095201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857e53be-6e32-4a2d-b167-80afbc29da1a admin admin] Pushing event deleted for resources: {'Network': ['ID=4d04e4ce-acef-474e-b6e1-c241dd1b24cc,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:03.236287 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40554) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:03.290556 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e651a740-c9f8-41e7-a4be-c2ff9cee499a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=510f5fb6c0684a19b7b719c816ed0a81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0530479 Jul 16 08:28:03.293194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40556) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:03.369544 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-acc2b4d5-22f5-4744-a0df-d9ef9088adf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.399488 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-acc2b4d5-22f5-4744-a0df-d9ef9088adf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.477926 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:03.487444 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.510601 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-acc2b4d5-22f5-4744-a0df-d9ef9088adf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.513708 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-acc2b4d5-22f5-4744-a0df-d9ef9088adf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.517883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-acc2b4d5-22f5-4744-a0df-d9ef9088adf6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/564ec3d9-c6f8-42cf-8689-4c7f80cfd59b HTTP/1.1" status: 204 len: 168 time: 0.2235909 Jul 16 08:28:03.530724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2b4d5-22f5-4744-a0df-d9ef9088adf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=564ec3d9-c6f8-42cf-8689-4c7f80cfd59b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:03.564287 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:03.569727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:03.570378 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.600853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc514f9-1884-49a2-9c38-582292053ecd req-f8261176-14fe-4def-a1b0-ab6a1dd556ae tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:03.609451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc514f9-1884-49a2-9c38-582292053ecd req-f8261176-14fe-4def-a1b0-ab6a1dd556ae tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:03.615426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc514f9-1884-49a2-9c38-582292053ecd req-f8261176-14fe-4def-a1b0-ab6a1dd556ae tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:03.617172 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bdc514f9-1884-49a2-9c38-582292053ecd req-f8261176-14fe-4def-a1b0-ab6a1dd556ae tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2418 time: 0.1470170 Jul 16 08:28:03.669264 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.681685 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bdc514f9-1884-49a2-9c38-582292053ecd req-5a23e758-c8d8-4daf-a0f8-a0ec81137a1f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501029 Jul 16 08:28:03.705830 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3bd15c6f-b06b-4224-99e9-264fafa2b6d1,segment=NetworkSegment(ed386f3b-9b49-4f6d-9483-a5e9aa0cb974),segment_id=ed386f3b-9b49-4f6d-9483-a5e9aa0cb974)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:03.711311 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.764228 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fe2c94-14e6-408b-b8e7-6eacfdaf437f'}, {'server_uuid': 'a6f764df-c4d8-4cce-8198-4024dae8e4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc3a9e2-a0a0-4820-83a5-43128c694821'}, {'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd15c6f-b06b-4224-99e9-264fafa2b6d1'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:03.766607 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe3ab47-cdb7-48e8-9425-9894637958b7" -d '{"events": [{"server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "name": "network-vif-plugged", "status": "completed", "tag": "54fe2c94-14e6-408b-b8e7-6eacfdaf437f"}, {"server_uuid": "a6f764df-c4d8-4cce-8198-4024dae8e4ac", "name": "network-vif-plugged", "status": "completed", "tag": "9bc3a9e2-a0a0-4820-83a5-43128c694821"}, {"server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "name": "network-vif-plugged", "status": "completed", "tag": "3bd15c6f-b06b-4224-99e9-264fafa2b6d1"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:03.791599 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=3bd15c6f-b06b-4224-99e9-264fafa2b6d1,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:03.833531 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcbefcd5-0635-4694-b43a-c56e4535903c x-openstack-request-id: req-bcbefcd5-0635-4694-b43a-c56e4535903c {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:03.834129 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "name": "network-vif-plugged", "status": "completed", "tag": "54fe2c94-14e6-408b-b8e7-6eacfdaf437f", "code": 200}, {"server_uuid": "a6f764df-c4d8-4cce-8198-4024dae8e4ac", "name": "network-vif-plugged", "status": "completed", "tag": "9bc3a9e2-a0a0-4820-83a5-43128c694821", "code": 200}, {"server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "name": "network-vif-plugged", "status": "completed", "tag": "3bd15c6f-b06b-4224-99e9-264fafa2b6d1", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:03.834549 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bcbefcd5-0635-4694-b43a-c56e4535903c {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:03.835148 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54fe2c94-14e6-408b-b8e7-6eacfdaf437f', 'code': 200} Jul 16 08:28:03.835546 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f764df-c4d8-4cce-8198-4024dae8e4ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bc3a9e2-a0a0-4820-83a5-43128c694821', 'code': 200} Jul 16 08:28:03.836052 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bd15c6f-b06b-4224-99e9-264fafa2b6d1', 'code': 200} Jul 16 08:28:04.000100 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-528fdf4f-a20b-404c-8b06-3e0f93878ad8 req-808a5892-c136-45f3-84b9-33fd685bdc76 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 210 time: 0.0962687 Jul 16 08:28:04.074592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cedb20-b532-46c9-9380-52c812c70765 req-f0d2282e-4dff-46c8-9c54-8c6a21f9272d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.076784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32cedb20-b532-46c9-9380-52c812c70765 req-f0d2282e-4dff-46c8-9c54-8c6a21f9272d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.15 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 821 time: 0.1553838 Jul 16 08:28:04.095674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-32cedb20-b532-46c9-9380-52c812c70765 req-81b74e60-b71d-4b05-817f-af609bd7c7aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Request body: {'port': {'device_id': '61597b94-2fd8-4e6d-a152-00f29230d650', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'admin_state_up': True, 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:04.142288 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40578) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:04.201184 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d04cc4ed-b5b1-4107-b0ad-d2818abe67ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ad7b33d313941baaa1c04e881ed5067&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567446 Jul 16 08:28:04.206601 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40580) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:04.285271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a615e4f-da38-4b16-b03c-918e2c6bb735 req-2aa46bbc-1e82-4c10-90d8-4c74ce9b1980 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.286901 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9a615e4f-da38-4b16-b03c-918e2c6bb735 req-2aa46bbc-1e82-4c10-90d8-4c74ce9b1980 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1600792 Jul 16 08:28:04.291858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5122a5b-598a-401b-8857-fd52aae54456 req-e9d5f391-6ae2-4c1a-879a-be64eb0c4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.292446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5122a5b-598a-401b-8857-fd52aae54456 req-e9d5f391-6ae2-4c1a-879a-be64eb0c4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.292799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5122a5b-598a-401b-8857-fd52aae54456 req-e9d5f391-6ae2-4c1a-879a-be64eb0c4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.294546 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5122a5b-598a-401b-8857-fd52aae54456 req-e9d5f391-6ae2-4c1a-879a-be64eb0c4cd7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2875 time: 0.2934849 Jul 16 08:28:04.303238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21cdb8-d9ec-4679-90b6-70794c77d1c8 req-0ce7cbee-ba99-4db5-9d91-58726f00ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.304751 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ab21cdb8-d9ec-4679-90b6-70794c77d1c8 req-0ce7cbee-ba99-4db5-9d91-58726f00ea71 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 1102 time: 0.2953804 Jul 16 08:28:04.345433 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9a615e4f-da38-4b16-b03c-918e2c6bb735 req-4dc8e081-283f-4625-bbcd-2926eb14c104 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505452 Jul 16 08:28:04.346703 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32cedb20-b532-46c9-9380-52c812c70765 req-81b74e60-b71d-4b05-817f-af609bd7c7aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Made reservation on behalf of 31e9f4ba00924ea9b264f964a556bdab for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:04.350710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-32cedb20-b532-46c9-9380-52c812c70765 req-81b74e60-b71d-4b05-817f-af609bd7c7aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.401860 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-649b2339-153f-49cb-b184-12315f75298a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.406125 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5122a5b-598a-401b-8857-fd52aae54456 req-3d1dbbaa-2aa6-4d0b-9d73-c8ad3a5370e8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002567 Jul 16 08:28:04.415153 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d472a2-a6a6-4b17-8267-47ed00e167f0 req-294ff0c2-baff-4597-b2fe-cacac07f20fc tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.421039 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1d472a2-a6a6-4b17-8267-47ed00e167f0 req-294ff0c2-baff-4597-b2fe-cacac07f20fc tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 950 time: 0.2226005 Jul 16 08:28:04.423183 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ab21cdb8-d9ec-4679-90b6-70794c77d1c8 req-b0eab553-5ad3-4451-937e-323ec4e00f78 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996239 Jul 16 08:28:04.463701 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-649b2339-153f-49cb-b184-12315f75298a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.507148 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-32cedb20-b532-46c9-9380-52c812c70765 req-81b74e60-b71d-4b05-817f-af609bd7c7aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Allocated IP 172.20.0.5 (21aab77a-03d5-42ab-8ae8-b700703c61ca/28130994-537a-4b04-b9a0-0d42eba2aff6/49ff6557-aa0c-40c2-a5d6-82ac4ad460e0) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:04.543807 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1d472a2-a6a6-4b17-8267-47ed00e167f0 req-407cd846-16b5-471e-b726-e6a4c8d8314e tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192880 Jul 16 08:28:04.567783 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-649b2339-153f-49cb-b184-12315f75298a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.570620 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-649b2339-153f-49cb-b184-12315f75298a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.571748 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-649b2339-153f-49cb-b184-12315f75298a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b0781131-6bb7-4653-b2a0-29c19b9166fd HTTP/1.1" status: 204 len: 168 time: 0.3567741 Jul 16 08:28:04.581277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b2339-153f-49cb-b184-12315f75298a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0781131-6bb7-4653-b2a0-29c19b9166fd,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:04.678050 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-32cedb20-b532-46c9-9380-52c812c70765 req-81b74e60-b71d-4b05-817f-af609bd7c7aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.692182 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-32cedb20-b532-46c9-9380-52c812c70765 req-81b74e60-b71d-4b05-817f-af609bd7c7aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Transition to ACTIVE for port object 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:04.730273 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-32cedb20-b532-46c9-9380-52c812c70765 req-81b74e60-b71d-4b05-817f-af609bd7c7aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.743923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['7064a6a2-660b-4e78-81a3-e57b5b6d7ba7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:04.805095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32cedb20-b532-46c9-9380-52c812c70765 req-81b74e60-b71d-4b05-817f-af609bd7c7aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Network 21aab77a-03d5-42ab-8ae8-b700703c61ca is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:04.811528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-32cedb20-b532-46c9-9380-52c812c70765 req-81b74e60-b71d-4b05-817f-af609bd7c7aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:04.830765 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-32cedb20-b532-46c9-9380-52c812c70765 req-81b74e60-b71d-4b05-817f-af609bd7c7aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:04.863526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b74e60-b71d-4b05-817f-af609bd7c7aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Pushing event updated for resources: {'Port': ['ID=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:04.907680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab062a-5cf4-40f1-a8db-841235aa4f93 req-753e8e24-db65-4ed7-b51b-a0eabe5757d7 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.914409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab062a-5cf4-40f1-a8db-841235aa4f93 req-753e8e24-db65-4ed7-b51b-a0eabe5757d7 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.919535 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cedb20-b532-46c9-9380-52c812c70765 req-81b74e60-b71d-4b05-817f-af609bd7c7aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.920588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab062a-5cf4-40f1-a8db-841235aa4f93 req-753e8e24-db65-4ed7-b51b-a0eabe5757d7 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.922291 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-05ab062a-5cf4-40f1-a8db-841235aa4f93 req-753e8e24-db65-4ed7-b51b-a0eabe5757d7 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2419 time: 0.1155820 Jul 16 08:28:04.922804 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-32cedb20-b532-46c9-9380-52c812c70765 req-81b74e60-b71d-4b05-817f-af609bd7c7aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.946778 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32cedb20-b532-46c9-9380-52c812c70765 req-81b74e60-b71d-4b05-817f-af609bd7c7aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8560123 Jul 16 08:28:04.971434 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-05ab062a-5cf4-40f1-a8db-841235aa4f93 req-e96d9477-6ce4-4710-8f33-bc00b288fb4f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422270 Jul 16 08:28:04.972047 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Request body: {'port': {'device_id': '61597b94-2fd8-4e6d-a152-00f29230d650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:04.979169 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.076865 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.140167 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e5286a7e-948e-45bb-9979-be1fc2549e79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.159493 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-276d381d-0644-45c8-9dce-e580e6d7b6ee None None] Provisioning for port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:05.164386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-276d381d-0644-45c8-9dce-e580e6d7b6ee None None] Provisioning complete for port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:05.164975 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-276d381d-0644-45c8-9dce-e580e6d7b6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.206689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-276d381d-0644-45c8-9dce-e580e6d7b6ee None None] Port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:05.315312 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc0124-5f73-40bc-a7c5-b1b57905df13 req-27724440-f20f-4fd4-a943-4cfe2cba7dd9 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:05.316835 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-15cc0124-5f73-40bc-a7c5-b1b57905df13 req-27724440-f20f-4fd4-a943-4cfe2cba7dd9 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 931 time: 0.1875725 Jul 16 08:28:05.387287 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-15cc0124-5f73-40bc-a7c5-b1b57905df13 req-dd68221b-5960-4d72-9673-d1865461df45 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624592 Jul 16 08:28:05.447000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:05.456864 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.470199 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Transition to ACTIVE for port object 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:05.475045 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.666290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576616d7-aaa6-439c-9c42-24d631fcb08d req-1797203a-4a26-4fa2-9186-ad372961cbb3 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:05.685483 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-576616d7-aaa6-439c-9c42-24d631fcb08d req-1797203a-4a26-4fa2-9186-ad372961cbb3 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1684587 Jul 16 08:28:05.791671 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-576616d7-aaa6-439c-9c42-24d631fcb08d req-840d997a-5ddf-412d-9613-178bb28ef98f tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023629 Jul 16 08:28:05.965785 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77809c17-a856-449a-bcdb-7c8740c9006b req-e21a6d22-aee3-4b1a-9c7d-de352e9c18cc tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=99441696fdd040298a9752cf2d07e6e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331779 Jul 16 08:28:05.984724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Pushing event updated for resources: {'Port': ['ID=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:06.076823 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f23daf-6e23-4524-91f2-1e56cb4e862d req-54b6f6dd-38b6-47a7-b5c3-0c47356aa4b1 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.078693 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16f23daf-6e23-4524-91f2-1e56cb4e862d req-54b6f6dd-38b6-47a7-b5c3-0c47356aa4b1 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 950 time: 0.0709381 Jul 16 08:28:06.125081 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16f23daf-6e23-4524-91f2-1e56cb4e862d req-ca2a582f-868e-476d-9824-27c2b0f29795 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395036 Jul 16 08:28:06.132451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Attempting to bind port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:06.133021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Attempting to bind port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:06.133154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Attempting to bind port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 on network 21aab77a-03d5-42ab-8ae8-b700703c61ca {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:06.145988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77809c17-a856-449a-bcdb-7c8740c9006b req-a521f100-990f-4338-aebe-2dba30aefe73 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.151944 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77809c17-a856-449a-bcdb-7c8740c9006b req-a521f100-990f-4338-aebe-2dba30aefe73 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1789889 Jul 16 08:28:06.162287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 on network 21aab77a-03d5-42ab-8ae8-b700703c61ca not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:06.162493 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Attempting to bind port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 on network 21aab77a-03d5-42ab-8ae8-b700703c61ca {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:06.171126 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77809c17-a856-449a-bcdb-7c8740c9006b req-f4eabb47-cd94-4b08-8c8e-8b640ba321b6 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/quotas/99441696fdd040298a9752cf2d07e6e0 HTTP/1.1" status: 200 len: 375 time: 0.0176153 Jul 16 08:28:06.172286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:06.172710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Checking segment: {'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:06.173195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Bound using segment: {'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:06.173739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Bound port: 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '334a88bb-04c9-471c-b2bd-5b27a98eb446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:06.174248 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.219973 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77809c17-a856-449a-bcdb-7c8740c9006b req-25624aff-ba3c-46a8-a359-537082b11715 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99441696fdd040298a9752cf2d07e6e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0337524 Jul 16 08:28:06.290781 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] For port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:06.294373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] For port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:06.299990 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.354686 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.355735 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.357979 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32cedb20-b532-46c9-9380-52c812c70765 req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 HTTP/1.1" status: 200 len: 1092 time: 1.3924010 Jul 16 08:28:06.358657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61597b94-2fd8-4e6d-a152-00f29230d650', 'tag': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:06.362019 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29843ea6-d9d6-4ce7-b169-45870cef9b99" -d '{"events": [{"name": "network-changed", "server_uuid": "61597b94-2fd8-4e6d-a152-00f29230d650", "tag": "49ff6557-aa0c-40c2-a5d6-82ac4ad460e0"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:06.407615 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f6d169-12b1-4355-8dba-7445281635a1 service neutron] Pushing event updated for resources: {'Port': ['ID=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:06.444859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd4eaa-4745-463c-b318-0fca06e658f0 req-73886c09-90d7-452d-837a-019bcfb50506 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.451421 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd4eaa-4745-463c-b318-0fca06e658f0 req-73886c09-90d7-452d-837a-019bcfb50506 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.467455 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd4eaa-4745-463c-b318-0fca06e658f0 req-73886c09-90d7-452d-837a-019bcfb50506 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.476729 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2bd4eaa-4745-463c-b318-0fca06e658f0 req-73886c09-90d7-452d-837a-019bcfb50506 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2419 time: 0.1268561 Jul 16 08:28:06.500580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cedb20-b532-46c9-9380-52c812c70765 req-e27638b1-96ee-4827-a6db-df9a9f3012d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.502761 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32cedb20-b532-46c9-9380-52c812c70765 req-e27638b1-96ee-4827-a6db-df9a9f3012d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 1095 time: 0.0739107 Jul 16 08:28:06.538908 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2bd4eaa-4745-463c-b318-0fca06e658f0 req-d3951893-b098-4e58-bae7-f423e69b47a9 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512671 Jul 16 08:28:06.558113 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32cedb20-b532-46c9-9380-52c812c70765 req-73df2a5a-b407-4d4e-951d-a970d2a4d5dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 HTTP/1.1" status: 200 len: 217 time: 0.0487626 Jul 16 08:28:06.659318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cedb20-b532-46c9-9380-52c812c70765 req-dd1cdaf1-98bc-4561-8a87-7682cbf6d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.664240 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32cedb20-b532-46c9-9380-52c812c70765 req-dd1cdaf1-98bc-4561-8a87-7682cbf6d869 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.0995779 Jul 16 08:28:06.669580 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40d8c0c-847c-4082-af80-c22b80a75ce4 x-openstack-request-id: req-c40d8c0c-847c-4082-af80-c22b80a75ce4 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:06.670683 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61597b94-2fd8-4e6d-a152-00f29230d650", "tag": "49ff6557-aa0c-40c2-a5d6-82ac4ad460e0", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:06.672734 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c40d8c0c-847c-4082-af80-c22b80a75ce4 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:06.674195 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61597b94-2fd8-4e6d-a152-00f29230d650', 'tag': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0', 'status': 'completed', 'code': 200} Jul 16 08:28:06.754155 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-94c1cfd3-7eac-4b6b-84e0-397b490b6041 req-29dc97d8-52ff-4e7e-989f-6d9659ea8c75 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/ports?device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 210 time: 0.0692480 Jul 16 08:28:06.797662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cedb20-b532-46c9-9380-52c812c70765 req-a6242867-89c4-414b-86a1-1ce89c0d5b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.801298 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32cedb20-b532-46c9-9380-52c812c70765 req-a6242867-89c4-414b-86a1-1ce89c0d5b1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1175642 Jul 16 08:28:07.043041 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f3d30a-58b6-4e35-bd07-456b9bd03a18 req-8515b730-e0b4-491f-9c36-086bf8992512 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.045784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-43f3d30a-58b6-4e35-bd07-456b9bd03a18 req-8515b730-e0b4-491f-9c36-086bf8992512 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 943 time: 0.2573609 Jul 16 08:28:07.067012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8475323d-22ac-4c2f-bbbe-d9f438c93ff0 req-d10cf500-ba8a-445d-bf44-20b490558b7d tempest-ServersAdminNegativeTestJSON-993080434 tempest-ServersAdminNegativeTestJSON-993080434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.069041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8475323d-22ac-4c2f-bbbe-d9f438c93ff0 req-d10cf500-ba8a-445d-bf44-20b490558b7d tempest-ServersAdminNegativeTestJSON-993080434 tempest-ServersAdminNegativeTestJSON-993080434-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 1102 time: 0.0545905 Jul 16 08:28:07.087193 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32cedb20-b532-46c9-9380-52c812c70765 req-9ef599f4-c7f9-44f7-a332-cc7c4901522e service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689471 Jul 16 08:28:07.090968 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8475323d-22ac-4c2f-bbbe-d9f438c93ff0 req-e4d7396d-b55a-4b67-9096-1ae5a15aabfe tempest-ServersAdminNegativeTestJSON-993080434 tempest-ServersAdminNegativeTestJSON-993080434-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.123809 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-43f3d30a-58b6-4e35-bd07-456b9bd03a18 req-e373da41-4526-47c2-8967-dee275822eb0 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672274 Jul 16 08:28:07.239421 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8475323d-22ac-4c2f-bbbe-d9f438c93ff0 req-e4d7396d-b55a-4b67-9096-1ae5a15aabfe tempest-ServersAdminNegativeTestJSON-993080434 tempest-ServersAdminNegativeTestJSON-993080434-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.247109 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8475323d-22ac-4c2f-bbbe-d9f438c93ff0 req-e4d7396d-b55a-4b67-9096-1ae5a15aabfe tempest-ServersAdminNegativeTestJSON-993080434 tempest-ServersAdminNegativeTestJSON-993080434-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.256111 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32cedb20-b532-46c9-9380-52c812c70765 req-2339f261-2362-4172-b9ff-d8fc5d8d693f service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567822 Jul 16 08:28:07.301399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8475323d-22ac-4c2f-bbbe-d9f438c93ff0 req-e4d7396d-b55a-4b67-9096-1ae5a15aabfe tempest-ServersAdminNegativeTestJSON-993080434 tempest-ServersAdminNegativeTestJSON-993080434-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252977 Jul 16 08:28:07.317902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d7396d-b55a-4b67-9096-1ae5a15aabfe tempest-ServersAdminNegativeTestJSON-993080434 tempest-ServersAdminNegativeTestJSON-993080434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8696ee1e-64bc-4e6e-b630-079a109f75a2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:07.378525 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff120c-0d1c-40ce-9206-5112a2da97ad req-4a04159e-9050-4747-a422-d028059ef7ac tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.381008 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-51ff120c-0d1c-40ce-9206-5112a2da97ad req-4a04159e-9050-4747-a422-d028059ef7ac tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1026454 Jul 16 08:28:07.447574 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-51ff120c-0d1c-40ce-9206-5112a2da97ad req-d083577b-148a-4ce6-bae0-2b48c91a8f4d tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501487 Jul 16 08:28:07.544835 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29843ea6-d9d6-4ce7-b169-45870cef9b99 req-6635bdf3-fa2c-48d5-a960-a171494fe9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.547954 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29843ea6-d9d6-4ce7-b169-45870cef9b99 req-6635bdf3-fa2c-48d5-a960-a171494fe9a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 1095 time: 0.0993266 Jul 16 08:28:07.652245 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3c86473-c663-4bb9-9e11-034e5b7f3cda req-c931bbe5-4763-4b4b-b1c2-5fe60ca353cc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1078014 Jul 16 08:28:07.738252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29843ea6-d9d6-4ce7-b169-45870cef9b99 req-fdaf9ec8-9802-4fee-9fba-e5a30fe1cd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.740430 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29843ea6-d9d6-4ce7-b169-45870cef9b99 req-fdaf9ec8-9802-4fee-9fba-e5a30fe1cd2e service neutron] 10.222.0.15 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 921 time: 0.1861827 Jul 16 08:28:07.752485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86473-c663-4bb9-9e11-034e5b7f3cda req-6aa0fac4-c6ab-4f19-9366-e68665942d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.754107 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3c86473-c663-4bb9-9e11-034e5b7f3cda req-6aa0fac4-c6ab-4f19-9366-e68665942d3b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=aed62d0657eb40a7a10daea36ac730cd&device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 1097 time: 0.0701246 Jul 16 08:28:07.804218 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29843ea6-d9d6-4ce7-b169-45870cef9b99 req-bf38ef7e-eaa8-4633-aec8-63b90dbf3c14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 HTTP/1.1" status: 200 len: 217 time: 0.0531666 Jul 16 08:28:07.880601 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-55528134-b467-480f-9ed7-de90278617c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.899666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29843ea6-d9d6-4ce7-b169-45870cef9b99 req-79491b6e-4295-4ea3-9a11-c6bd451f8289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.901206 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29843ea6-d9d6-4ce7-b169-45870cef9b99 req-79491b6e-4295-4ea3-9a11-c6bd451f8289 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.0760875 Jul 16 08:28:07.960857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86473-c663-4bb9-9e11-034e5b7f3cda req-b774fe3c-0921-405d-9574-9de82b077660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.962751 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3c86473-c663-4bb9-9e11-034e5b7f3cda req-b774fe3c-0921-405d-9574-9de82b077660 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c0ed008c-d8c8-4398-b2f1-bdade653830b HTTP/1.1" status: 200 len: 924 time: 0.1729774 Jul 16 08:28:08.044144 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe1d84-0429-465c-9d79-01176b8e4ae2 req-aa258195-54e8-45ad-a172-d0e91e342dba tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.047574 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77809c17-a856-449a-bcdb-7c8740c9006b req-f09e794c-829d-4186-9d9d-f30b4bb39307 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=99441696fdd040298a9752cf2d07e6e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372968 Jul 16 08:28:08.050389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe1d84-0429-465c-9d79-01176b8e4ae2 req-aa258195-54e8-45ad-a172-d0e91e342dba tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.057194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbe1d84-0429-465c-9d79-01176b8e4ae2 req-aa258195-54e8-45ad-a172-d0e91e342dba tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.058691 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ddbe1d84-0429-465c-9d79-01176b8e4ae2 req-aa258195-54e8-45ad-a172-d0e91e342dba tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2419 time: 0.1556880 Jul 16 08:28:08.087119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29843ea6-d9d6-4ce7-b169-45870cef9b99 req-d169b0e4-1c8a-48fd-aa96-6a711c937f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.088742 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29843ea6-d9d6-4ce7-b169-45870cef9b99 req-d169b0e4-1c8a-48fd-aa96-6a711c937f77 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1778443 Jul 16 08:28:08.092214 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.103401 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3c86473-c663-4bb9-9e11-034e5b7f3cda req-18467ec8-f7cc-49bf-a1d0-06e8e33fd28a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=26f2151c-dab2-4511-b334-eb48f194bf3d HTTP/1.1" status: 200 len: 1001 time: 0.1202276 Jul 16 08:28:08.168673 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ddbe1d84-0429-465c-9d79-01176b8e4ae2 req-386446f4-5275-42e4-a3d7-f5a50078e00e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977185 Jul 16 08:28:08.180686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86473-c663-4bb9-9e11-034e5b7f3cda req-44731383-c6bc-49bd-8944-5ebbf2de3370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.183034 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3c86473-c663-4bb9-9e11-034e5b7f3cda req-44731383-c6bc-49bd-8944-5ebbf2de3370 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f1b77d9a-c602-4c7a-9d54-1d94595e85e7 HTTP/1.1" status: 200 len: 863 time: 0.0677960 Jul 16 08:28:08.262302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9184aa94-e1fe-4ef7-90af-02455b1e5e87 req-998ad6bd-693d-42cf-8198-753441b82f2c tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.263910 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9184aa94-e1fe-4ef7-90af-02455b1e5e87 req-998ad6bd-693d-42cf-8198-753441b82f2c tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 945 time: 0.2942374 Jul 16 08:28:08.283318 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c86473-c663-4bb9-9e11-034e5b7f3cda req-72bac369-c869-4c9e-a529-85ac6800084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.284980 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3c86473-c663-4bb9-9e11-034e5b7f3cda req-72bac369-c869-4c9e-a529-85ac6800084a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c0ed008c-d8c8-4398-b2f1-bdade653830b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852120 Jul 16 08:28:08.334827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77809c17-a856-449a-bcdb-7c8740c9006b req-14a0979d-f138-4b42-954b-09b70f39f4d7 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.336540 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77809c17-a856-449a-bcdb-7c8740c9006b req-14a0979d-f138-4b42-954b-09b70f39f4d7 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2832923 Jul 16 08:28:08.342141 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29843ea6-d9d6-4ce7-b169-45870cef9b99 req-0e38a0a5-2968-4bc2-a4b6-bc1ec36be589 service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340856 Jul 16 08:28:08.352557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Request body: {'port': {'device_id': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '99441696fdd040298a9752cf2d07e6e0'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:08.364190 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ddade555-deeb-474e-8c9e-969e72bef205 req-abd17ab8-dfd4-4a98-841c-09b12a8f2d7e tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/ports?device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 210 time: 0.0529256 Jul 16 08:28:08.403669 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9184aa94-e1fe-4ef7-90af-02455b1e5e87 req-d2f615ec-3467-4798-ae01-25dbc307c333 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174774 Jul 16 08:28:08.457222 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3c86473-c663-4bb9-9e11-034e5b7f3cda req-fa910d81-15f2-4b53-b55e-5e575fc17b5b service neutron] 10.222.0.38 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544125 Jul 16 08:28:08.546367 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29843ea6-d9d6-4ce7-b169-45870cef9b99 req-135c2e64-7bfb-4983-adaf-c7f323afdb1d service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888466 Jul 16 08:28:08.577054 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Made reservation on behalf of 99441696fdd040298a9752cf2d07e6e0 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:08.583407 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.601205 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3c86473-c663-4bb9-9e11-034e5b7f3cda req-09be46ea-179b-454d-942d-521c822efa55 service neutron] 10.222.0.38 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381235 Jul 16 08:28:08.626054 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.642107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab932a-0816-49b3-ad76-b20b4be8c0ff req-d7c4e7d7-61f7-43ec-bc2a-6b8b7cfad0f3 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.644995 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6cab932a-0816-49b3-ad76-b20b4be8c0ff req-d7c4e7d7-61f7-43ec-bc2a-6b8b7cfad0f3 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 943 time: 0.1084051 Jul 16 08:28:08.699095 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6cab932a-0816-49b3-ad76-b20b4be8c0ff req-8abb5655-c017-43f2-8cdf-168a7b84a858 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448048 Jul 16 08:28:08.701447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a5de00-860c-4fe9-b828-34259ccf10f6 req-93c0b2d4-3af5-4fc8-bd18-8bb5e87e8596 tempest-ServersAdminNegativeTestJSON-993080434 tempest-ServersAdminNegativeTestJSON-993080434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.703295 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62a5de00-860c-4fe9-b828-34259ccf10f6 req-93c0b2d4-3af5-4fc8-bd18-8bb5e87e8596 tempest-ServersAdminNegativeTestJSON-993080434 tempest-ServersAdminNegativeTestJSON-993080434-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 1102 time: 0.1171687 Jul 16 08:28:08.790332 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62a5de00-860c-4fe9-b828-34259ccf10f6 req-440a2760-5f81-4b86-972f-5b763156b538 tempest-ServersAdminNegativeTestJSON-993080434 tempest-ServersAdminNegativeTestJSON-993080434-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781105 Jul 16 08:28:08.849932 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.858475 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.913671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bbed59-97b6-456f-8124-1629921d6545 req-3070bebb-cb0b-483b-93bb-844e784bbc2f tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.917269 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49bbed59-97b6-456f-8124-1629921d6545 req-3070bebb-cb0b-483b-93bb-844e784bbc2f tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.0878668 Jul 16 08:28:08.974521 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e84e18-ab3f-4201-a100-5e4cee800199,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:08.992485 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49bbed59-97b6-456f-8124-1629921d6545 req-f2727928-7ce2-4ea8-b3e5-d9d190269294 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701869 Jul 16 08:28:09.101764 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Allocated IP 192.168.233.53 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/879b16c4-e484-4e08-849c-87863e47a787) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:09.325589 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:09.351245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Transition to ACTIVE for port object 879b16c4-e484-4e08-849c-87863e47a787 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:09.398882 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:09.421167 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:09.424700 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:09.448752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:09.514568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:09.553986 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Pushing event updated for resources: {'Port': ['ID=879b16c4-e484-4e08-849c-87863e47a787,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:09.564319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.565541 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:09.583591 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77809c17-a856-449a-bcdb-7c8740c9006b req-604229e9-df21-4a1a-a168-6b709a0bb31a tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2374222 Jul 16 08:28:09.606041 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Request body: {'port': {'device_id': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:09.620362 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:09.795049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c124c25-35bc-46ca-8d09-dbf326fc2b5f req-fce7db47-ed4d-4a8b-93da-1e611e146f9d tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.803657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:09.805508 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c124c25-35bc-46ca-8d09-dbf326fc2b5f req-fce7db47-ed4d-4a8b-93da-1e611e146f9d tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/ports?device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 935 time: 0.0870976 Jul 16 08:28:09.819508 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'port_id': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0', 'mac_address': 'fa:16:3e:55:20:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:09.841778 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c124c25-35bc-46ca-8d09-dbf326fc2b5f req-d4f84e8f-e723-47cb-9bc7-9d54de7c1758 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e84e18-ab3f-4201-a100-5e4cee800199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364189 Jul 16 08:28:09.851128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3899ebf1-24df-4006-bd03-055df7b175d9 None None] Provisioning for port 879b16c4-e484-4e08-849c-87863e47a787 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:09.857722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3899ebf1-24df-4006-bd03-055df7b175d9 None None] Provisioning complete for port 879b16c4-e484-4e08-849c-87863e47a787 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:09.858103 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3899ebf1-24df-4006-bd03-055df7b175d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:09.896287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:09.899373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-3899ebf1-24df-4006-bd03-055df7b175d9 None None] Port 879b16c4-e484-4e08-849c-87863e47a787 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:09.906150 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:09.908250 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01314df-f1cc-4bc5-8a00-fa17233db981 req-43099e45-aee2-484c-a9c6-16cc5318fdf0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.914620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01314df-f1cc-4bc5-8a00-fa17233db981 req-43099e45-aee2-484c-a9c6-16cc5318fdf0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.920712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01314df-f1cc-4bc5-8a00-fa17233db981 req-43099e45-aee2-484c-a9c6-16cc5318fdf0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.921043 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:09.922396 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d01314df-f1cc-4bc5-8a00-fa17233db981 req-43099e45-aee2-484c-a9c6-16cc5318fdf0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2419 time: 0.2522626 Jul 16 08:28:09.942598 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:09.948449 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:09.961325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71234622-3938-407d-b204-47fd3b964c49 req-79100a03-2308-40c2-84ea-42ba7d6fed29 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.968124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71234622-3938-407d-b204-47fd3b964c49 req-79100a03-2308-40c2-84ea-42ba7d6fed29 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.974577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71234622-3938-407d-b204-47fd3b964c49 req-79100a03-2308-40c2-84ea-42ba7d6fed29 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.976938 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-71234622-3938-407d-b204-47fd3b964c49 req-79100a03-2308-40c2-84ea-42ba7d6fed29 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 2419 time: 0.2348263 Jul 16 08:28:10.004145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:10.024606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffac585-e89f-43b0-9a1c-fa34dea4c05a req-dfa9b8e1-d605-4dab-a1f1-2736aecc2657 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:10.026137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9ffac585-e89f-43b0-9a1c-fa34dea4c05a req-dfa9b8e1-d605-4dab-a1f1-2736aecc2657 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 950 time: 0.0693650 Jul 16 08:28:10.064476 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9ffac585-e89f-43b0-9a1c-fa34dea4c05a req-04c91374-cbe3-47bf-b0bd-962e07fe252b tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324690 Jul 16 08:28:10.090726 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d01314df-f1cc-4bc5-8a00-fa17233db981 req-d4d4db20-f7e5-42a7-9980-4d13641f2bdf tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537936 Jul 16 08:28:10.205960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['49ff6557-aa0c-40c2-a5d6-82ac4ad460e0'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:10.248765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ef7d7-1114-4055-ac7a-0fb3f6cab0f5 req-664460d8-e2cf-4214-90ae-a0654e4e55fd tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:10.250422 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c2ef7d7-1114-4055-ac7a-0fb3f6cab0f5 req-664460d8-e2cf-4214-90ae-a0654e4e55fd tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 944 time: 0.0766993 Jul 16 08:28:10.294214 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-c8ebfb85-2cc8-4b66-9238-49a062386eb6 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1430755969&fields=id&tenant_id=aed62d0657eb40a7a10daea36ac730cd HTTP/1.1" status: 200 len: 267 time: 0.1096911 Jul 16 08:28:10.316591 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c2ef7d7-1114-4055-ac7a-0fb3f6cab0f5 req-ba815894-5be1-4a24-8ed7-139c5a05892b tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592659 Jul 16 08:28:10.337403 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-71234622-3938-407d-b204-47fd3b964c49 req-13ed575d-995c-4b4b-a5df-20f28f6bc38d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Deleting port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:10.338135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71234622-3938-407d-b204-47fd3b964c49 req-13ed575d-995c-4b4b-a5df-20f28f6bc38d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:10.548485 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc753b3-ad3b-422a-b324-30f970256955 req-f73def8e-6249-4050-9392-bc9664b6cfcb tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:10.550191 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-f73def8e-6249-4050-9392-bc9664b6cfcb tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/networks?id=c0ed008c-d8c8-4398-b2f1-bdade653830b HTTP/1.1" status: 200 len: 824 time: 0.2448788 Jul 16 08:28:10.552255 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 879b16c4-e484-4e08-849c-87863e47a787 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:10.562815 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:10.574499 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-71234622-3938-407d-b204-47fd3b964c49 req-13ed575d-995c-4b4b-a5df-20f28f6bc38d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] For port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=54fe2c94-14e6-408b-b8e7-6eacfdaf437f,segment=NetworkSegment(ed386f3b-9b49-4f6d-9483-a5e9aa0cb974),segment_id=ed386f3b-9b49-4f6d-9483-a5e9aa0cb974)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:10.574860 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71234622-3938-407d-b204-47fd3b964c49 req-13ed575d-995c-4b4b-a5df-20f28f6bc38d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:10.596857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dd0c4-55e6-4011-ae43-4f18501a06aa req-e3ed7968-e0d4-4c96-81a7-15c693b69a55 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:10.597628 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-7a20dfb9-dbad-4c0c-890d-e2396239f2b4 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/quotas/aed62d0657eb40a7a10daea36ac730cd HTTP/1.1" status: 200 len: 375 time: 0.0373838 Jul 16 08:28:10.598470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-71234622-3938-407d-b204-47fd3b964c49 req-13ed575d-995c-4b4b-a5df-20f28f6bc38d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Calling delete_port for 54fe2c94-14e6-408b-b8e7-6eacfdaf437f owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:10.598780 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-447dd0c4-55e6-4011-ae43-4f18501a06aa req-e3ed7968-e0d4-4c96-81a7-15c693b69a55 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.0697007 Jul 16 08:28:10.600457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Transition to ACTIVE for port object 879b16c4-e484-4e08-849c-87863e47a787 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:10.608589 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:10.645205 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-447dd0c4-55e6-4011-ae43-4f18501a06aa req-40be3ea8-925a-42f5-8141-cf8151458f60 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352695 Jul 16 08:28:10.732812 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Pushing event updated for resources: {'Port': ['ID=879b16c4-e484-4e08-849c-87863e47a787,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:10.841557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a3d2fb-2ca3-400a-a125-8f1417e237e9 req-883b97b3-40b8-4e1f-81d4-0c89d0370263 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:10.843493 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-36f407b2-99a4-4647-901d-907d0e15e75e tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aed62d0657eb40a7a10daea36ac730cd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2313242 Jul 16 08:28:10.844029 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a6a3d2fb-2ca3-400a-a125-8f1417e237e9 req-883b97b3-40b8-4e1f-81d4-0c89d0370263 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 1097 time: 0.0887468 Jul 16 08:28:10.895189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a6a3d2fb-2ca3-400a-a125-8f1417e237e9 req-e9127448-e86d-4c53-98a8-2e7962ba3a0f tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423172 Jul 16 08:28:10.917237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Attempting to bind port 879b16c4-e484-4e08-849c-87863e47a787 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:10.917517 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Attempting to bind port 879b16c4-e484-4e08-849c-87863e47a787 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:10.917811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Attempting to bind port 879b16c4-e484-4e08-849c-87863e47a787 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:10.934074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Port 879b16c4-e484-4e08-849c-87863e47a787 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:10.934074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Attempting to bind port 879b16c4-e484-4e08-849c-87863e47a787 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:10.963101 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71234622-3938-407d-b204-47fd3b964c49 req-13ed575d-995c-4b4b-a5df-20f28f6bc38d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:10.978763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:10.979011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:10.979385 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:10.979821 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Bound port: 879b16c4-e484-4e08-849c-87863e47a787, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:10.980171 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:10.994292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf', '54fe2c94-14e6-408b-b8e7-6eacfdaf437f', '3bd15c6f-b06b-4224-99e9-264fafa2b6d1'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:11.028972 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed575d-995c-4b4b-a5df-20f28f6bc38d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Port': ['ID=54fe2c94-14e6-408b-b8e7-6eacfdaf437f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:11.045270 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-b2414404-b942-4e99-a297-71d33cbbf72f service neutron] 10.222.0.20 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737027 Jul 16 08:28:11.071658 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.131670 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-71234622-3938-407d-b204-47fd3b964c49 req-13ed575d-995c-4b4b-a5df-20f28f6bc38d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] No DVR routers for this DVR port 54fe2c94-14e6-408b-b8e7-6eacfdaf437f on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:11.141476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00968c4-b682-4709-887e-6cf047fd2523 req-0726ffdb-54fe-42af-b66f-dded13c442fd tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.142092 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71234622-3938-407d-b204-47fd3b964c49 req-13ed575d-995c-4b4b-a5df-20f28f6bc38d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.143788 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a00968c4-b682-4709-887e-6cf047fd2523 req-0726ffdb-54fe-42af-b66f-dded13c442fd tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/ports?device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 947 time: 0.1218882 Jul 16 08:28:11.145291 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-71234622-3938-407d-b204-47fd3b964c49 req-13ed575d-995c-4b4b-a5df-20f28f6bc38d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.15 "DELETE /v2.0/ports/54fe2c94-14e6-408b-b8e7-6eacfdaf437f HTTP/1.1" status: 204 len: 173 time: 1.1612279 Jul 16 08:28:11.147579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'name': 'network-vif-deleted', 'tag': '54fe2c94-14e6-408b-b8e7-6eacfdaf437f'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:11.150137 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6202f5fe-80a2-4b48-ba9a-ab8f3a176140" -d '{"events": [{"server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "name": "network-vif-deleted", "tag": "54fe2c94-14e6-408b-b8e7-6eacfdaf437f"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:11.233255 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a00968c4-b682-4709-887e-6cf047fd2523 req-6f5fbc7e-3ce8-4dc2-9d92-c84d339f2425 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e84e18-ab3f-4201-a100-5e4cee800199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823846 Jul 16 08:28:11.296994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d81777-b77f-4132-889e-18480144eb5b req-8972f61a-8e59-4fef-bd2b-fb81af4f67e6 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.306587 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84d81777-b77f-4132-889e-18480144eb5b req-8972f61a-8e59-4fef-bd2b-fb81af4f67e6 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.38 "GET /v2.0/ports?device_id=8fca4eed-cbb9-4981-98e4-f90fddbb6455 HTTP/1.1" status: 200 len: 945 time: 0.1247239 Jul 16 08:28:11.350569 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.38', 62920) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:11.469464 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9081dc45-ba80-4bdd-89e1-ba22a3fadae2 req-b889a0a7-0ca3-4d11-aee1-ffc17f4b66d6 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.471015 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9081dc45-ba80-4bdd-89e1-ba22a3fadae2 req-b889a0a7-0ca3-4d11-aee1-ffc17f4b66d6 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.38 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 950 time: 0.1190548 Jul 16 08:28:11.516716 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:11.527068 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-84d81777-b77f-4132-889e-18480144eb5b req-7615e53b-7c34-4779-82ce-2bdd1155f703 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Deleting port 26f2151c-dab2-4511-b334-eb48f194bf3d {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:11.527438 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-84d81777-b77f-4132-889e-18480144eb5b req-7615e53b-7c34-4779-82ce-2bdd1155f703 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.584687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:11.590150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:11.591527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] For port 879b16c4-e484-4e08-849c-87863e47a787, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:11.592032 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.655586 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] For port 879b16c4-e484-4e08-849c-87863e47a787, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=879b16c4-e484-4e08-849c-87863e47a787,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:11.681831 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.682331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-84d81777-b77f-4132-889e-18480144eb5b req-7615e53b-7c34-4779-82ce-2bdd1155f703 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] For port 26f2151c-dab2-4511-b334-eb48f194bf3d, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=26f2151c-dab2-4511-b334-eb48f194bf3d,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:11.682779 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-84d81777-b77f-4132-889e-18480144eb5b req-7615e53b-7c34-4779-82ce-2bdd1155f703 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.693005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-9081dc45-ba80-4bdd-89e1-ba22a3fadae2 req-105ddc19-bdf2-4c3b-85e3-675ddca0766e tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Deleting port 9bc3a9e2-a0a0-4820-83a5-43128c694821 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:11.693386 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9081dc45-ba80-4bdd-89e1-ba22a3fadae2 req-105ddc19-bdf2-4c3b-85e3-675ddca0766e tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.701693 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-f13010cc-4141-4b95-96eb-df0bc782bbf1 service neutron] 10.222.0.20 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6253130 Jul 16 08:28:11.735231 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.777012 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.778023 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.779082 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77809c17-a856-449a-bcdb-7c8740c9006b req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] 10.222.0.38 "PUT /v2.0/ports/879b16c4-e484-4e08-849c-87863e47a787 HTTP/1.1" status: 200 len: 1096 time: 2.1801388 Jul 16 08:28:11.813228 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b636c-a443-433b-98d6-48411fb15bbe service neutron] Pushing event updated for resources: {'Port': ['ID=879b16c4-e484-4e08-849c-87863e47a787,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:11.824290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-71234622-3938-407d-b204-47fd3b964c49 req-2bcccae8-6b65-48c3-8905-d9456de0a1b4 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Deleting port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:11.824670 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71234622-3938-407d-b204-47fd3b964c49 req-2bcccae8-6b65-48c3-8905-d9456de0a1b4 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.831932 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61597b94-2fd8-4e6d-a152-00f29230d650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:11.834787 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15c1056c-f6b8-4e7a-bde9-cd6e33cc345c" -d '{"events": [{"server_uuid": "61597b94-2fd8-4e6d-a152-00f29230d650", "name": "network-vif-plugged", "status": "completed", "tag": "49ff6557-aa0c-40c2-a5d6-82ac4ad460e0"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:11.846061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:11.854440 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.936970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:12.077029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-71234622-3938-407d-b204-47fd3b964c49 req-2bcccae8-6b65-48c3-8905-d9456de0a1b4 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] For port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3bd15c6f-b06b-4224-99e9-264fafa2b6d1,segment=NetworkSegment(ed386f3b-9b49-4f6d-9483-a5e9aa0cb974),segment_id=ed386f3b-9b49-4f6d-9483-a5e9aa0cb974)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:12.077484 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71234622-3938-407d-b204-47fd3b964c49 req-2bcccae8-6b65-48c3-8905-d9456de0a1b4 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.098020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-71234622-3938-407d-b204-47fd3b964c49 req-2bcccae8-6b65-48c3-8905-d9456de0a1b4 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Calling delete_port for 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:12.171238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77809c17-a856-449a-bcdb-7c8740c9006b req-6d90cc36-c431-4568-ac0e-4d25e0799f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:12.172788 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77809c17-a856-449a-bcdb-7c8740c9006b req-6d90cc36-c431-4568-ac0e-4d25e0799f62 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99441696fdd040298a9752cf2d07e6e0&device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 1099 time: 0.3353698 Jul 16 08:28:12.235517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-9081dc45-ba80-4bdd-89e1-ba22a3fadae2 req-105ddc19-bdf2-4c3b-85e3-675ddca0766e tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] For port 9bc3a9e2-a0a0-4820-83a5-43128c694821, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=9bc3a9e2-a0a0-4820-83a5-43128c694821,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:12.237059 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9081dc45-ba80-4bdd-89e1-ba22a3fadae2 req-105ddc19-bdf2-4c3b-85e3-675ddca0766e tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.260336 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77809c17-a856-449a-bcdb-7c8740c9006b req-66e0158f-e7be-49f0-8dd4-410e5828b6b4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=879b16c4-e484-4e08-849c-87863e47a787 HTTP/1.1" status: 200 len: 217 time: 0.0762811 Jul 16 08:28:12.266870 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-9081dc45-ba80-4bdd-89e1-ba22a3fadae2 req-105ddc19-bdf2-4c3b-85e3-675ddca0766e tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Calling delete_port for 9bc3a9e2-a0a0-4820-83a5-43128c694821 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:12.380201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77809c17-a856-449a-bcdb-7c8740c9006b req-ee8581da-d0fc-4ac2-9cdc-8b252d6e2e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:12.381746 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77809c17-a856-449a-bcdb-7c8740c9006b req-ee8581da-d0fc-4ac2-9cdc-8b252d6e2e96 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1102872 Jul 16 08:28:12.401188 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-84d81777-b77f-4132-889e-18480144eb5b req-7615e53b-7c34-4779-82ce-2bdd1155f703 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.401718 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-84d81777-b77f-4132-889e-18480144eb5b req-7615e53b-7c34-4779-82ce-2bdd1155f703 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.402102 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-84d81777-b77f-4132-889e-18480144eb5b req-7615e53b-7c34-4779-82ce-2bdd1155f703 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Floating IP d4a235b5-32ee-4fa9-b170-fd7fd3ea880e disassociated. External IP: 172.25.4.126, port: 26f2151c-dab2-4511-b334-eb48f194bf3d. Jul 16 08:28:12.402509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-84d81777-b77f-4132-889e-18480144eb5b req-7615e53b-7c34-4779-82ce-2bdd1155f703 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Calling delete_port for 26f2151c-dab2-4511-b334-eb48f194bf3d owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:12.492030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c3abd-4876-4e25-9cd7-3c859d074bf3 req-86dfa199-7a2c-49c4-8f21-d7910a3e32cd tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:12.499471 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a36c3abd-4876-4e25-9cd7-3c859d074bf3 req-86dfa199-7a2c-49c4-8f21-d7910a3e32cd tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=a6f764df-c4d8-4cce-8198-4024dae8e4ac HTTP/1.1" status: 200 len: 950 time: 0.2608378 Jul 16 08:28:12.511803 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71234622-3938-407d-b204-47fd3b964c49 req-2bcccae8-6b65-48c3-8905-d9456de0a1b4 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.523619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['54fe2c94-14e6-408b-b8e7-6eacfdaf437f'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:12.561886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcccae8-6b65-48c3-8905-d9456de0a1b4 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Port': ['ID=3bd15c6f-b06b-4224-99e9-264fafa2b6d1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:12.615470 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a36c3abd-4876-4e25-9cd7-3c859d074bf3 req-1f0b5493-0a92-4bd1-8f48-b9da4a399e79 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151073 Jul 16 08:28:12.616148 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9081dc45-ba80-4bdd-89e1-ba22a3fadae2 req-105ddc19-bdf2-4c3b-85e3-675ddca0766e tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.636193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:12.657659 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-71234622-3938-407d-b204-47fd3b964c49 req-2bcccae8-6b65-48c3-8905-d9456de0a1b4 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] No DVR routers for this DVR port 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:12.669115 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71234622-3938-407d-b204-47fd3b964c49 req-2bcccae8-6b65-48c3-8905-d9456de0a1b4 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.684175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-71234622-3938-407d-b204-47fd3b964c49 req-2bcccae8-6b65-48c3-8905-d9456de0a1b4 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.15 "DELETE /v2.0/ports/3bd15c6f-b06b-4224-99e9-264fafa2b6d1 HTTP/1.1" status: 204 len: 173 time: 1.5250130 Jul 16 08:28:12.686147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ddc19-bdf2-4c3b-85e3-675ddca0766e tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Pushing event deleted for resources: {'Port': ['ID=9bc3a9e2-a0a0-4820-83a5-43128c694821,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:12.692253 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77809c17-a856-449a-bcdb-7c8740c9006b req-e35a5a1b-b317-4093-b605-3e05096c9b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:12.695314 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77809c17-a856-449a-bcdb-7c8740c9006b req-e35a5a1b-b317-4093-b605-3e05096c9b79 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2763994 Jul 16 08:28:12.786328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40786) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:12.854418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-9081dc45-ba80-4bdd-89e1-ba22a3fadae2 req-105ddc19-bdf2-4c3b-85e3-675ddca0766e tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] No DVR routers for this DVR port 9bc3a9e2-a0a0-4820-83a5-43128c694821 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:12.858067 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-84d81777-b77f-4132-889e-18480144eb5b req-7615e53b-7c34-4779-82ce-2bdd1155f703 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.860313 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9081dc45-ba80-4bdd-89e1-ba22a3fadae2 req-105ddc19-bdf2-4c3b-85e3-675ddca0766e tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.866207 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9081dc45-ba80-4bdd-89e1-ba22a3fadae2 req-105ddc19-bdf2-4c3b-85e3-675ddca0766e tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.38 "DELETE /v2.0/ports/9bc3a9e2-a0a0-4820-83a5-43128c694821 HTTP/1.1" status: 204 len: 173 time: 1.3881705 Jul 16 08:28:12.866664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6f764df-c4d8-4cce-8198-4024dae8e4ac', 'name': 'network-vif-deleted', 'tag': '9bc3a9e2-a0a0-4820-83a5-43128c694821'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:12.873116 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7fac060-9a9c-45fd-92ce-d3fe770ddbd9" -d '{"events": [{"server_uuid": "a6f764df-c4d8-4cce-8198-4024dae8e4ac", "name": "network-vif-deleted", "tag": "9bc3a9e2-a0a0-4820-83a5-43128c694821"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:12.968765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7615e53b-7c34-4779-82ce-2bdd1155f703 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Pushing event deleted for resources: {'Port': ['ID=26f2151c-dab2-4511-b334-eb48f194bf3d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:13.102140 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-f621bf5d-4ada-4ef1-8084-c7dba1c0f9a0 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:28:13.103351 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-f621bf5d-4ada-4ef1-8084-c7dba1c0f9a0 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2693019 Jul 16 08:28:13.117107 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77809c17-a856-449a-bcdb-7c8740c9006b req-2dfd07a9-6e8a-4b4e-9ca3-26d51d20d319 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958910 Jul 16 08:28:13.127981 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84d81777-b77f-4132-889e-18480144eb5b req-7615e53b-7c34-4779-82ce-2bdd1155f703 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Router 54c1356d-6823-49b9-a40d-7ef579d1d99d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:13.187597 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91dee7-c0fd-4851-a750-01627934d931 req-00c487de-441f-4e4a-b3ff-db25f5805374 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.196012 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e91dee7-c0fd-4851-a750-01627934d931 req-00c487de-441f-4e4a-b3ff-db25f5805374 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 946 time: 0.2514005 Jul 16 08:28:13.216092 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-71234622-3938-407d-b204-47fd3b964c49 req-38ed77a1-0f6c-4354-9dfa-ae62f4bedca5 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Deleting port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:13.216442 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71234622-3938-407d-b204-47fd3b964c49 req-38ed77a1-0f6c-4354-9dfa-ae62f4bedca5 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.245430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-a49f22a6-a35c-4060-8422-7a461feb116a req-82b8ec12-9a6d-49b4-a257-cc0630305cd3 service neutron] Request body: {'binding': {'host': 'n-h2-758944-46', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:13.246024 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-a49f22a6-a35c-4060-8422-7a461feb116a req-82b8ec12-9a6d-49b4-a257-cc0630305cd3 service neutron] Unknown quota resources ['binding']. {{(pid=93695) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:28:13.297106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84d81777-b77f-4132-889e-18480144eb5b req-7615e53b-7c34-4779-82ce-2bdd1155f703 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:13.308756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccffe96-d190-4056-b0af-425a4f115528 None None] Sync routers for ids ['54c1356d-6823-49b9-a40d-7ef579d1d99d'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:13.319728 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccffe96-d190-4056-b0af-425a4f115528 None None] Routers {'54c1356d-6823-49b9-a40d-7ef579d1d99d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:13.320650 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-dccffe96-d190-4056-b0af-425a4f115528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['54c1356d-6823-49b9-a40d-7ef579d1d99d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:13.356751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d81777-b77f-4132-889e-18480144eb5b req-7615e53b-7c34-4779-82ce-2bdd1155f703 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] No DVR routers for this DVR port 26f2151c-dab2-4511-b334-eb48f194bf3d on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:13.360621 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-84d81777-b77f-4132-889e-18480144eb5b req-7615e53b-7c34-4779-82ce-2bdd1155f703 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.362663 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84d81777-b77f-4132-889e-18480144eb5b req-7615e53b-7c34-4779-82ce-2bdd1155f703 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.38 "DELETE /v2.0/ports/26f2151c-dab2-4511-b334-eb48f194bf3d HTTP/1.1" status: 204 len: 173 time: 2.0550625 Jul 16 08:28:13.379897 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e91dee7-c0fd-4851-a750-01627934d931 req-7d3f4305-b025-40f4-a9c9-5c52fdc55c00 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828592 Jul 16 08:28:13.384958 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77809c17-a856-449a-bcdb-7c8740c9006b req-8ccccc88-680e-4f2f-a15f-d168655a30b6 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2608294 Jul 16 08:28:13.407482 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-71234622-3938-407d-b204-47fd3b964c49 req-38ed77a1-0f6c-4354-9dfa-ae62f4bedca5 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] For port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf,segment=NetworkSegment(6ce81740-4b94-4bc8-89af-e315c15f77c6),segment_id=6ce81740-4b94-4bc8-89af-e315c15f77c6)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:13.408699 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71234622-3938-407d-b204-47fd3b964c49 req-38ed77a1-0f6c-4354-9dfa-ae62f4bedca5 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.448671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-71234622-3938-407d-b204-47fd3b964c49 req-38ed77a1-0f6c-4354-9dfa-ae62f4bedca5 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Calling delete_port for d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:13.461710 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56605e45-0cdf-4c63-bf40-31715f805cb6 x-openstack-request-id: req-56605e45-0cdf-4c63-bf40-31715f805cb6 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:13.462001 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "name": "network-vif-deleted", "tag": "54fe2c94-14e6-408b-b8e7-6eacfdaf437f", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:13.462450 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-56605e45-0cdf-4c63-bf40-31715f805cb6 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:13.463206 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'name': 'network-vif-deleted', 'tag': '54fe2c94-14e6-408b-b8e7-6eacfdaf437f', 'status': 'completed', 'code': 200} Jul 16 08:28:13.567968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-a49f22a6-a35c-4060-8422-7a461feb116a req-82b8ec12-9a6d-49b4-a257-cc0630305cd3 service neutron] Attempting to bind port cf976342-9e5a-469c-93b5-f160f2c00b54 on host n-h2-758944-46 for vnic_type normal with profile None {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:13.568307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-a49f22a6-a35c-4060-8422-7a461feb116a req-82b8ec12-9a6d-49b4-a257-cc0630305cd3 service neutron] Attempting to bind port cf976342-9e5a-469c-93b5-f160f2c00b54 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:13.568569 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f22a6-a35c-4060-8422-7a461feb116a req-82b8ec12-9a6d-49b4-a257-cc0630305cd3 service neutron] Attempting to bind port cf976342-9e5a-469c-93b5-f160f2c00b54 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:13.584023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f22a6-a35c-4060-8422-7a461feb116a req-82b8ec12-9a6d-49b4-a257-cc0630305cd3 service neutron] Port cf976342-9e5a-469c-93b5-f160f2c00b54 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:13.584427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f22a6-a35c-4060-8422-7a461feb116a req-82b8ec12-9a6d-49b4-a257-cc0630305cd3 service neutron] Attempting to bind port cf976342-9e5a-469c-93b5-f160f2c00b54 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:13.598565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f22a6-a35c-4060-8422-7a461feb116a req-82b8ec12-9a6d-49b4-a257-cc0630305cd3 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:13.599177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f22a6-a35c-4060-8422-7a461feb116a req-82b8ec12-9a6d-49b4-a257-cc0630305cd3 service neutron] Checking segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:13.599572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f22a6-a35c-4060-8422-7a461feb116a req-82b8ec12-9a6d-49b4-a257-cc0630305cd3 service neutron] Bound using segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:13.600484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-a49f22a6-a35c-4060-8422-7a461feb116a req-82b8ec12-9a6d-49b4-a257-cc0630305cd3 service neutron] Bound port: cf976342-9e5a-469c-93b5-f160f2c00b54, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:13.706600 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-dccffe96-d190-4056-b0af-425a4f115528 None None] Set router 54c1356d-6823-49b9-a40d-7ef579d1d99d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:13.765302 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71234622-3938-407d-b204-47fd3b964c49 req-38ed77a1-0f6c-4354-9dfa-ae62f4bedca5 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.778486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-a49f22a6-a35c-4060-8422-7a461feb116a req-82b8ec12-9a6d-49b4-a257-cc0630305cd3 service neutron] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=cf976342-9e5a-469c-93b5-f160f2c00b54,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:13.786779 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a49f22a6-a35c-4060-8422-7a461feb116a req-82b8ec12-9a6d-49b4-a257-cc0630305cd3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.788039 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-82b8ec12-9a6d-49b4-a257-cc0630305cd3 service neutron] 10.222.0.20 "POST /v2.0/ports/cf976342-9e5a-469c-93b5-f160f2c00b54/bindings HTTP/1.1" status: 201 len: 390 time: 0.5966077 Jul 16 08:28:13.832336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed77a1-0f6c-4354-9dfa-ae62f4bedca5 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Port': ['ID=d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:13.949664 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-71234622-3938-407d-b204-47fd3b964c49 req-38ed77a1-0f6c-4354-9dfa-ae62f4bedca5 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] No DVR routers for this DVR port d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:13.954443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71234622-3938-407d-b204-47fd3b964c49 req-38ed77a1-0f6c-4354-9dfa-ae62f4bedca5 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.956766 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-71234622-3938-407d-b204-47fd3b964c49 req-38ed77a1-0f6c-4354-9dfa-ae62f4bedca5 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.15 "DELETE /v2.0/ports/d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf HTTP/1.1" status: 204 len: 173 time: 1.2586997 Jul 16 08:28:13.970737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857cdab1-81ee-4f8a-978e-6c86d70c550a req-dc3b45f5-c7a5-446e-b383-760e09f1bac2 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.984545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-857cdab1-81ee-4f8a-978e-6c86d70c550a req-dc3b45f5-c7a5-446e-b383-760e09f1bac2 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 945 time: 0.3205922 Jul 16 08:28:14.011234 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-dccffe96-d190-4056-b0af-425a4f115528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e620fe0c-f571-4a0e-865b-edcb6580971a', 'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'mac_address': 'fa:16:3e:9e:ae:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:40Z', 'updated_at': '2021-07-16T08:25:51Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'subnets': [{'id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:14.067604 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-857cdab1-81ee-4f8a-978e-6c86d70c550a req-e9c9eb6f-33f6-40bf-bbfa-4a9b1ac338bf tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817285 Jul 16 08:28:14.069636 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccffe96-d190-4056-b0af-425a4f115528 None None] Checking router: 54c1356d-6823-49b9-a40d-7ef579d1d99d for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:14.087017 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccffe96-d190-4056-b0af-425a4f115528 None None] Routers {'54c1356d-6823-49b9-a40d-7ef579d1d99d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:14.087655 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-dccffe96-d190-4056-b0af-425a4f115528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['54c1356d-6823-49b9-a40d-7ef579d1d99d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:14.090508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc753b3-ad3b-422a-b324-30f970256955 req-afd92f8f-149e-4413-8ff8-10483de72548 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.092015 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-afd92f8f-149e-4413-8ff8-10483de72548 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.15 "GET /v2.0/networks?id=c0ed008c-d8c8-4398-b2f1-bdade653830b HTTP/1.1" status: 200 len: 824 time: 0.2506578 Jul 16 08:28:14.223775 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-81cc6041-09b9-4c50-bf89-2d5d5f2655ee tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aed62d0657eb40a7a10daea36ac730cd HTTP/1.1" status: 200 len: 380 time: 0.1218843 Jul 16 08:28:14.244271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-8cc753b3-ad3b-422a-b324-30f970256955 req-afb32906-7934-4de9-95f4-ce23d384f4c7 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Request body: {'port': {'device_id': 'b1d02cb0-9ea1-42c9-be35-cca45ba0b86c', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'admin_state_up': True, 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'security_groups': ['a7a3fdc5-9f9c-4d05-b868-6790a2c79878']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:14.245672 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00f888c-2654-422a-b96a-57c06c112b36 x-openstack-request-id: req-c00f888c-2654-422a-b96a-57c06c112b36 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:14.247789 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61597b94-2fd8-4e6d-a152-00f29230d650", "name": "network-vif-plugged", "status": "completed", "tag": "49ff6557-aa0c-40c2-a5d6-82ac4ad460e0", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:14.248257 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c00f888c-2654-422a-b96a-57c06c112b36 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:14.248838 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61597b94-2fd8-4e6d-a152-00f29230d650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0', 'code': 200} Jul 16 08:28:14.256822 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 26f2151c-dab2-4511-b334-eb48f194bf3d no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:14.292311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 26f2151c-dab2-4511-b334-eb48f194bf3d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:14.292836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 26f2151c-dab2-4511-b334-eb48f194bf3d not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:14.293456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 9bc3a9e2-a0a0-4820-83a5-43128c694821 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:14.320741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 9bc3a9e2-a0a0-4820-83a5-43128c694821 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:14.321567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 9bc3a9e2-a0a0-4820-83a5-43128c694821 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:14.349985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-dccffe96-d190-4056-b0af-425a4f115528 None None] Set router 54c1356d-6823-49b9-a40d-7ef579d1d99d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:14.387413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28224ec4-8e6d-4865-9618-86bd62f217da req-1400deca-b4cb-437b-983b-a9a0a4ea12e8 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.403746 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28224ec4-8e6d-4865-9618-86bd62f217da req-1400deca-b4cb-437b-983b-a9a0a4ea12e8 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1435239 Jul 16 08:28:14.458130 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ea481b41-00c0-4353-8990-398f9663029e req-529e2b49-24c2-4926-ab73-6a17cb09f6d3 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 210 time: 0.0644102 Jul 16 08:28:14.472509 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28224ec4-8e6d-4865-9618-86bd62f217da req-020c596a-4d5f-4f31-a08c-9850329f5166 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677586 Jul 16 08:28:14.542767 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637542ad-ef5b-4aa4-9a97-4cd8fe6450d3 x-openstack-request-id: req-637542ad-ef5b-4aa4-9a97-4cd8fe6450d3 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:14.543088 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6f764df-c4d8-4cce-8198-4024dae8e4ac", "name": "network-vif-deleted", "tag": "9bc3a9e2-a0a0-4820-83a5-43128c694821", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:14.543374 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-637542ad-ef5b-4aa4-9a97-4cd8fe6450d3 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:14.543849 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6f764df-c4d8-4cce-8198-4024dae8e4ac', 'name': 'network-vif-deleted', 'tag': '9bc3a9e2-a0a0-4820-83a5-43128c694821', 'status': 'completed', 'code': 200} Jul 16 08:28:14.555801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc753b3-ad3b-422a-b324-30f970256955 req-afb32906-7934-4de9-95f4-ce23d384f4c7 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Made reservation on behalf of aed62d0657eb40a7a10daea36ac730cd for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:14.565895 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8cc753b3-ad3b-422a-b324-30f970256955 req-afb32906-7934-4de9-95f4-ce23d384f4c7 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:14.662086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f22a6-a35c-4060-8422-7a461feb116a req-a84f891b-2b7d-4be3-8448-4f2716109f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.664054 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-a84f891b-2b7d-4be3-8448-4f2716109f4d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 1097 time: 0.0879796 Jul 16 08:28:14.684334 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-dccffe96-d190-4056-b0af-425a4f115528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e620fe0c-f571-4a0e-865b-edcb6580971a', 'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'mac_address': 'fa:16:3e:9e:ae:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:40Z', 'updated_at': '2021-07-16T08:25:51Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'subnets': [{'id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:14.722399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccffe96-d190-4056-b0af-425a4f115528 None None] The sync data for ids ['54c1356d-6823-49b9-a40d-7ef579d1d99d'] in n-d-758944-46 is: [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e620fe0c-f571-4a0e-865b-edcb6580971a', 'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'mac_address': 'fa:16:3e:9e:ae:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:40Z', 'updated_at': '2021-07-16T08:25:51Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'subnets': [{'id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:14.810847 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-8cc753b3-ad3b-422a-b324-30f970256955 req-afb32906-7934-4de9-95f4-ce23d384f4c7 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Allocated IP 172.20.0.3 (c0ed008c-d8c8-4398-b2f1-bdade653830b/f1b77d9a-c602-4c7a-9d54-1d94595e85e7/d217ddb9-2c10-4df7-be6c-1cb98a7dddeb) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:14.823636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d44f0-672a-4502-a17a-2e72e807f079 req-444fbd84-6a95-4486-afff-c030dd80b7a3 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.825232 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f9d44f0-672a-4502-a17a-2e72e807f079 req-444fbd84-6a95-4486-afff-c030dd80b7a3 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/ports?device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 947 time: 0.1579590 Jul 16 08:28:14.855341 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f22a6-a35c-4060-8422-7a461feb116a req-9f23277a-b450-427c-bb1b-51b3d80a4700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.857342 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-9f23277a-b450-427c-bb1b-51b3d80a4700 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.1838260 Jul 16 08:28:14.895197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d5ddee-a944-4e6a-a371-ae3540e03de6 req-2eeac0e3-81f1-4903-822d-98da47514dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.896770 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d5d5ddee-a944-4e6a-a371-ae3540e03de6 req-2eeac0e3-81f1-4903-822d-98da47514dcd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 1097 time: 0.1506579 Jul 16 08:28:14.897616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f9d44f0-672a-4502-a17a-2e72e807f079 req-67a3368b-ba7c-4349-bdb4-2ff7b45bc13b tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e84e18-ab3f-4201-a100-5e4cee800199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572457 Jul 16 08:28:14.951038 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-bf192f00-58d0-4a0f-9ffe-6ba65fce5601 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf976342-9e5a-469c-93b5-f160f2c00b54 HTTP/1.1" status: 200 len: 217 time: 0.0832069 Jul 16 08:28:15.026030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e574e-6d9f-410c-8a4c-2b2c292387e2 req-5adb5e9a-634d-4280-98ce-855201a07d32 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.027770 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e57e574e-6d9f-410c-8a4c-2b2c292387e2 req-5adb5e9a-634d-4280-98ce-855201a07d32 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 945 time: 0.2515144 Jul 16 08:28:15.035789 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8cc753b3-ad3b-422a-b324-30f970256955 req-afb32906-7934-4de9-95f4-ce23d384f4c7 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.037514 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d5d5ddee-a944-4e6a-a371-ae3540e03de6 req-635b6fb8-a5af-4d82-a081-80735e298abb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959127 Jul 16 08:28:15.047871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f22a6-a35c-4060-8422-7a461feb116a req-05c70751-fa6a-4989-a49c-df40bbb83b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.049367 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-05c70751-fa6a-4989-a49c-df40bbb83b9b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.0885761 Jul 16 08:28:15.052359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-8cc753b3-ad3b-422a-b324-30f970256955 req-afb32906-7934-4de9-95f4-ce23d384f4c7 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Transition to ACTIVE for port object d217ddb9-2c10-4df7-be6c-1cb98a7dddeb will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:15.089239 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-3aa0e726-3db3-487d-90d9-cf8e0b0c921a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306461 Jul 16 08:28:15.105206 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8cc753b3-ad3b-422a-b324-30f970256955 req-afb32906-7934-4de9-95f4-ce23d384f4c7 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.115213 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53064dc3-6bd9-4db4-a048-50643ce99fa2 None None] New status for floating IP d4a235b5-32ee-4fa9-b170-fd7fd3ea880e: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:28:15.140125 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e57e574e-6d9f-410c-8a4c-2b2c292387e2 req-331dbd32-9e9e-4c2d-ad82-bd33d4b7e6de tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996320 Jul 16 08:28:15.191110 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47b86af2-97a6-4b3f-9fae-494611a16cd6 req-a1bb7e1b-b32f-43a4-82bc-de850c5f6541 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=1f770aa5-cb7b-42be-99a4-2b7decdde88a HTTP/1.1" status: 200 len: 210 time: 0.0645413 Jul 16 08:28:15.219564 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc753b3-ad3b-422a-b324-30f970256955 req-afb32906-7934-4de9-95f4-ce23d384f4c7 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Network c0ed008c-d8c8-4398-b2f1-bdade653830b is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:15.219564 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-8cc753b3-ad3b-422a-b324-30f970256955 req-afb32906-7934-4de9-95f4-ce23d384f4c7 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:15.232057 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc753b3-ad3b-422a-b324-30f970256955 req-afb32906-7934-4de9-95f4-ce23d384f4c7 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:15.273986 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-080ddb08-99f3-4b32-8913-81925a281ce0 service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731949 Jul 16 08:28:15.297216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb32906-7934-4de9-95f4-ce23d384f4c7 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Pushing event updated for resources: {'Port': ['ID=d217ddb9-2c10-4df7-be6c-1cb98a7dddeb,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:15.354240 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc753b3-ad3b-422a-b324-30f970256955 req-afb32906-7934-4de9-95f4-ce23d384f4c7 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.354960 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8cc753b3-ad3b-422a-b324-30f970256955 req-afb32906-7934-4de9-95f4-ce23d384f4c7 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.411443 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-afb32906-7934-4de9-95f4-ce23d384f4c7 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1743479 Jul 16 08:28:15.436107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Request body: {'port': {'device_id': 'b1d02cb0-9ea1-42c9-be35-cca45ba0b86c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:15.446108 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-01da6069-6388-47b1-ac71-9c4c72a7d8b9 service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612797 Jul 16 08:28:15.465271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'tag': '879b16c4-e484-4e08-849c-87863e47a787'}, {'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'name': 'network-vif-deleted', 'tag': '3bd15c6f-b06b-4224-99e9-264fafa2b6d1'}, {'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'name': 'network-vif-deleted', 'tag': 'd3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:15.470311 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082bac5c-5385-46dd-b13a-cad81844d7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "5db747c6-e76c-4c9e-a8ca-48c4ae8ea363", "tag": "879b16c4-e484-4e08-849c-87863e47a787"}, {"server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "name": "network-vif-deleted", "tag": "3bd15c6f-b06b-4224-99e9-264fafa2b6d1"}, {"server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "name": "network-vif-deleted", "tag": "d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:15.485210 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4d704-cdf3-4f36-bc1d-6cfd2cbe73c1 req-1ba2c77e-920d-4c79-958e-8730b43db266 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.486806 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d5e4d704-cdf3-4f36-bc1d-6cfd2cbe73c1 req-1ba2c77e-920d-4c79-958e-8730b43db266 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 945 time: 0.1281869 Jul 16 08:28:15.555608 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d5e4d704-cdf3-4f36-bc1d-6cfd2cbe73c1 req-50198035-c8bd-484b-9d2a-1ae579709721 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626285 Jul 16 08:28:15.556146 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.561013 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:15.593883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:15.594606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 3bd15c6f-b06b-4224-99e9-264fafa2b6d1 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:15.595168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:15.623458 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:15.624155 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:15.624626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 54fe2c94-14e6-408b-b8e7-6eacfdaf437f no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:15.648698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-939e0ae7-1466-4da4-ac26-56a3e1bab551 None None] Provisioning for port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:15.650896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 54fe2c94-14e6-408b-b8e7-6eacfdaf437f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:15.651445 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 54fe2c94-14e6-408b-b8e7-6eacfdaf437f not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:15.656266 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-939e0ae7-1466-4da4-ac26-56a3e1bab551 None None] Provisioning complete for port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:15.656873 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-939e0ae7-1466-4da4-ac26-56a3e1bab551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.692828 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-939e0ae7-1466-4da4-ac26-56a3e1bab551 None None] Port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:15.744059 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4378884-f302-42de-9ca5-a7af86a8522e x-openstack-request-id: req-e4378884-f302-42de-9ca5-a7af86a8522e {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:15.744488 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5db747c6-e76c-4c9e-a8ca-48c4ae8ea363", "tag": "879b16c4-e484-4e08-849c-87863e47a787", "status": "completed", "code": 200}, {"server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "name": "network-vif-deleted", "tag": "3bd15c6f-b06b-4224-99e9-264fafa2b6d1", "status": "completed", "code": 200}, {"server_uuid": "1f770aa5-cb7b-42be-99a4-2b7decdde88a", "name": "network-vif-deleted", "tag": "d3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:15.745354 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e4378884-f302-42de-9ca5-a7af86a8522e {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:15.745354 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'tag': '879b16c4-e484-4e08-849c-87863e47a787', 'status': 'completed', 'code': 200} Jul 16 08:28:15.746591 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'name': 'network-vif-deleted', 'tag': '3bd15c6f-b06b-4224-99e9-264fafa2b6d1', 'status': 'completed', 'code': 200} Jul 16 08:28:15.746880 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f770aa5-cb7b-42be-99a4-2b7decdde88a', 'name': 'network-vif-deleted', 'tag': 'd3aa26b8-5b66-4aa4-b5ff-3ba5f9122bdf', 'status': 'completed', 'code': 200} Jul 16 08:28:15.827073 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bac5c-5385-46dd-b13a-cad81844d7b1 req-aede307b-92ac-4543-a0ec-906421335bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.829134 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-082bac5c-5385-46dd-b13a-cad81844d7b1 req-aede307b-92ac-4543-a0ec-906421335bc2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=99441696fdd040298a9752cf2d07e6e0&device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 1099 time: 0.0635202 Jul 16 08:28:15.857389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cf200-bb14-440f-aefc-a30a61a99c0f req-32493a72-2435-4f21-b77c-89a5959fa916 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.865735 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d59cf200-bb14-440f-aefc-a30a61a99c0f req-32493a72-2435-4f21-b77c-89a5959fa916 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 948 time: 0.1882415 Jul 16 08:28:15.924805 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d59cf200-bb14-440f-aefc-a30a61a99c0f req-97ce2b19-07bb-46de-bedf-1c948cea95f6 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574017 Jul 16 08:28:15.972968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d217ddb9-2c10-4df7-be6c-1cb98a7dddeb {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:15.982535 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.996932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Transition to ACTIVE for port object d217ddb9-2c10-4df7-be6c-1cb98a7dddeb will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:16.003121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bac5c-5385-46dd-b13a-cad81844d7b1 req-f67495ef-2922-4b90-af42-675d4e305932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:16.004122 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.005755 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-082bac5c-5385-46dd-b13a-cad81844d7b1 req-f67495ef-2922-4b90-af42-675d4e305932 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.1680319 Jul 16 08:28:16.021891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a1f2c5-df88-47bd-92d0-a5ded5416fee req-b1a8383e-8f31-434b-8c91-ed8bfda94152 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:16.023512 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6a1f2c5-df88-47bd-92d0-a5ded5416fee req-b1a8383e-8f31-434b-8c91-ed8bfda94152 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 931 time: 0.1554668 Jul 16 08:28:16.085912 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Pushing event updated for resources: {'Port': ['ID=d217ddb9-2c10-4df7-be6c-1cb98a7dddeb,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:16.121541 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-082bac5c-5385-46dd-b13a-cad81844d7b1 req-88f40af2-85e3-4f64-9d1f-498c7fc2c4c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=879b16c4-e484-4e08-849c-87863e47a787 HTTP/1.1" status: 200 len: 217 time: 0.0970111 Jul 16 08:28:16.186386 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6a1f2c5-df88-47bd-92d0-a5ded5416fee req-68e14557-584c-4e18-9548-685b9c2b9db2 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556146 Jul 16 08:28:16.200232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bac5c-5385-46dd-b13a-cad81844d7b1 req-f3233bb3-4a08-4886-826a-936ce6336336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:16.201335 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-082bac5c-5385-46dd-b13a-cad81844d7b1 req-f3233bb3-4a08-4886-826a-936ce6336336 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0710766 Jul 16 08:28:16.263090 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 879b16c4-e484-4e08-849c-87863e47a787 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:16.265843 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Attempting to bind port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:16.266416 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Attempting to bind port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:16.266945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Attempting to bind port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb on network c0ed008c-d8c8-4398-b2f1-bdade653830b {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:16.287518 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb on network c0ed008c-d8c8-4398-b2f1-bdade653830b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:16.287889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Attempting to bind port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb on network c0ed008c-d8c8-4398-b2f1-bdade653830b {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:16.309043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3240fe-7966-4d51-a9ef-895ab44f2703 req-28b8c112-c382-4afd-b47b-4e8a1c9d94ee tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:16.310779 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed3240fe-7966-4d51-a9ef-895ab44f2703 req-28b8c112-c382-4afd-b47b-4e8a1c9d94ee tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1844001 Jul 16 08:28:16.311969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:16.312302 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Checking segment: {'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:16.312736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Bound using segment: {'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:16.313173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Bound port: d217ddb9-2c10-4df7-be6c-1cb98a7dddeb, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c62392df-ffa6-4016-b9c8-c52a20eb6722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:16.313535 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.334890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082bac5c-5385-46dd-b13a-cad81844d7b1 req-b225dda5-e7ac-429c-bf10-e6387922439d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:16.337812 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-082bac5c-5385-46dd-b13a-cad81844d7b1 req-b225dda5-e7ac-429c-bf10-e6387922439d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1275737 Jul 16 08:28:16.403971 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed3240fe-7966-4d51-a9ef-895ab44f2703 req-5404fd20-1ed9-44cb-aaf3-041b697b7d1e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792491 Jul 16 08:28:16.432563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] For port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:16.432563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] For port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=d217ddb9-2c10-4df7-be6c-1cb98a7dddeb,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:16.438740 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.444256 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 879b16c4-e484-4e08-849c-87863e47a787, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=879b16c4-e484-4e08-849c-87863e47a787,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:16.463134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '879b16c4-e484-4e08-849c-87863e47a787', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '879b16c4-e484-4e08-849c-87863e47a787', 'mac_address': 'fa:16:3e:50:36:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:16.508938 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdde4f33-6ed7-484c-9628-d0ddccbee29f req-e147750f-fa66-4702-a23c-97fa11962943 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:16.510871 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cdde4f33-6ed7-484c-9628-d0ddccbee29f req-e147750f-fa66-4702-a23c-97fa11962943 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/ports?device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 947 time: 0.1699603 Jul 16 08:28:16.519861 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:16.520846 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-082bac5c-5385-46dd-b13a-cad81844d7b1 req-b1cc62fa-99ee-4011-ab33-6c98ef06706b service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668036 Jul 16 08:28:16.526564 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.529408 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] 10.222.0.15 "PUT /v2.0/ports/d217ddb9-2c10-4df7-be6c-1cb98a7dddeb HTTP/1.1" status: 200 len: 1092 time: 1.0989165 Jul 16 08:28:16.531018 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.546025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fca4eed-cbb9-4981-98e4-f90fddbb6455', 'name': 'network-vif-deleted', 'tag': '26f2151c-dab2-4511-b334-eb48f194bf3d'}, {'name': 'network-changed', 'server_uuid': 'b1d02cb0-9ea1-42c9-be35-cca45ba0b86c', 'tag': 'd217ddb9-2c10-4df7-be6c-1cb98a7dddeb'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:16.554542 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076aa15d-51cf-4933-93e0-fb840b4dec6b" -d '{"events": [{"server_uuid": "8fca4eed-cbb9-4981-98e4-f90fddbb6455", "name": "network-vif-deleted", "tag": "26f2151c-dab2-4511-b334-eb48f194bf3d"}, {"name": "network-changed", "server_uuid": "b1d02cb0-9ea1-42c9-be35-cca45ba0b86c", "tag": "d217ddb9-2c10-4df7-be6c-1cb98a7dddeb"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:16.563723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879b16c4-e484-4e08-849c-87863e47a787 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:16.594431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 879b16c4-e484-4e08-849c-87863e47a787, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=879b16c4-e484-4e08-849c-87863e47a787,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:16.604045 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.620268 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cdde4f33-6ed7-484c-9628-d0ddccbee29f req-a559fd86-edb1-4e61-8505-075fe83828bd tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e84e18-ab3f-4201-a100-5e4cee800199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979910 Jul 16 08:28:16.666917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d7a306-b667-444e-a8a5-c48b0ec419ab service neutron] Pushing event updated for resources: {'Port': ['ID=d217ddb9-2c10-4df7-be6c-1cb98a7dddeb,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:16.726452 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=879b16c4-e484-4e08-849c-87863e47a787,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:16.752857 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-082bac5c-5385-46dd-b13a-cad81844d7b1 req-a742263a-f86e-499d-8939-56a50a238b1c service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227325 Jul 16 08:28:16.765069 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40834) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:16.859028 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a20b5a1-e7e3-4516-b784-b6b03564e848 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Deleting subnet 3c1e4217-f25b-4660-9d47-743a03f52618 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:28:16.863035 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3a20b5a1-e7e3-4516-b784-b6b03564e848 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.903651 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['879b16c4-e484-4e08-849c-87863e47a787'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:16.925595 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3a20b5a1-e7e3-4516-b784-b6b03564e848 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.990178 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb76d22-38b0-4a27-885c-8cf803e477f4 x-openstack-request-id: req-1eb76d22-38b0-4a27-885c-8cf803e477f4 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:16.990679 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fca4eed-cbb9-4981-98e4-f90fddbb6455", "name": "network-vif-deleted", "tag": "26f2151c-dab2-4511-b334-eb48f194bf3d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1d02cb0-9ea1-42c9-be35-cca45ba0b86c", "tag": "d217ddb9-2c10-4df7-be6c-1cb98a7dddeb", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:16.990951 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1eb76d22-38b0-4a27-885c-8cf803e477f4 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:16.991747 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fca4eed-cbb9-4981-98e4-f90fddbb6455', 'name': 'network-vif-deleted', 'tag': '26f2151c-dab2-4511-b334-eb48f194bf3d', 'status': 'completed', 'code': 200} Jul 16 08:28:16.992031 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d02cb0-9ea1-42c9-be35-cca45ba0b86c', 'tag': 'd217ddb9-2c10-4df7-be6c-1cb98a7dddeb', 'status': 'completed', 'code': 200} Jul 16 08:28:17.034835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc753b3-ad3b-422a-b324-30f970256955 req-6171b339-7d25-488a-b8cf-1f0540a1ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.036719 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-6171b339-7d25-488a-b8cf-1f0540a1ec86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aed62d0657eb40a7a10daea36ac730cd&device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 1095 time: 0.4398801 Jul 16 08:28:17.052421 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a873d4-97b8-4beb-b0c9-f877715e1f27 req-fbd0f6f3-55dc-4e09-9067-902b890ff9b6 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.054026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-36a873d4-97b8-4beb-b0c9-f877715e1f27 req-fbd0f6f3-55dc-4e09-9067-902b890ff9b6 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 945 time: 0.3900270 Jul 16 08:28:17.103545 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-fedbec0b-3655-4b04-98be-b1f52bc25bb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d217ddb9-2c10-4df7-be6c-1cb98a7dddeb HTTP/1.1" status: 200 len: 217 time: 0.0484698 Jul 16 08:28:17.112849 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3a20b5a1-e7e3-4516-b784-b6b03564e848 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.124620 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-36a873d4-97b8-4beb-b0c9-f877715e1f27 req-a2a102e2-e70b-40c0-9689-aac736c5d388 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350246 Jul 16 08:28:17.196367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc753b3-ad3b-422a-b324-30f970256955 req-69b82a55-bf3f-4b90-a0e3-13c2754e92af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.199308 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-69b82a55-bf3f-4b90-a0e3-13c2754e92af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1b77d9a-c602-4c7a-9d54-1d94595e85e7 HTTP/1.1" status: 200 len: 863 time: 0.0577352 Jul 16 08:28:17.217081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab21d51-4f6e-4255-9a36-ac7fe08fe231 req-6ba496ff-65b1-4288-a7c6-eb860721024d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.224405 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bab21d51-4f6e-4255-9a36-ac7fe08fe231 req-6ba496ff-65b1-4288-a7c6-eb860721024d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 945 time: 0.2579145 Jul 16 08:28:17.287690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc753b3-ad3b-422a-b324-30f970256955 req-c333237e-b5f7-4bfa-8d88-1664676a8521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.289190 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3a20b5a1-e7e3-4516-b784-b6b03564e848 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.290178 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-c333237e-b5f7-4bfa-8d88-1664676a8521 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0ed008c-d8c8-4398-b2f1-bdade653830b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830812 Jul 16 08:28:17.341334 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bab21d51-4f6e-4255-9a36-ac7fe08fe231 req-32ac80e4-608e-46bf-957f-bcb1d143e3f1 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155999 Jul 16 08:28:17.355929 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffbcf3-5138-4cb3-898c-984754874ec1 req-f2e373a9-5208-496e-9a3e-5e4d860ea27f tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.357472 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e6ffbcf3-5138-4cb3-898c-984754874ec1 req-f2e373a9-5208-496e-9a3e-5e4d860ea27f tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.15 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 948 time: 0.2123735 Jul 16 08:28:17.365014 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3a20b5a1-e7e3-4516-b784-b6b03564e848 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.367685 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3a20b5a1-e7e3-4516-b784-b6b03564e848 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "DELETE /v2.0/subnets/3c1e4217-f25b-4660-9d47-743a03f52618 HTTP/1.1" status: 204 len: 168 time: 0.6016150 Jul 16 08:28:17.368799 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20b5a1-e7e3-4516-b784-b6b03564e848 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Subnet': ['ID=3c1e4217-f25b-4660-9d47-743a03f52618,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:17.370958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40840) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:17.377859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5d77fa-c272-4f13-bcb4-0d7ac045c2ca None None] Network 38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:17.475950 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-336fd828-2599-4f12-baa8-87136baf2f18 service neutron] 10.222.0.15 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708686 Jul 16 08:28:17.503524 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.596543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ca1d1c-0a6b-4fdc-8c15-0476d845ff4a req-cde98c3c-6696-456d-93a7-020b6872393e tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.598310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38ca1d1c-0a6b-4fdc-8c15-0476d845ff4a req-cde98c3c-6696-456d-93a7-020b6872393e tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 948 time: 0.1963217 Jul 16 08:28:17.628288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43532fea-b0aa-4e3d-903b-a6f0b5a1b8cb None None] DHCP port deletion for 38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:28:17.693941 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-43532fea-b0aa-4e3d-903b-a6f0b5a1b8cb None None] Deleting port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:17.694730 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-43532fea-b0aa-4e3d-903b-a6f0b5a1b8cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.701904 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38ca1d1c-0a6b-4fdc-8c15-0476d845ff4a req-ef4b41a6-4f6e-476a-8513-d23bc8803f9f tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/security-groups?id=cbb39aee-44c8-4fb6-a78f-7e3bedf36592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916672 Jul 16 08:28:17.708598 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8cc753b3-ad3b-422a-b324-30f970256955 req-b2658cc8-818a-4606-ad2e-09853fd618e3 service neutron] 10.222.0.15 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239373 Jul 16 08:28:17.852906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:17.933240 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-43532fea-b0aa-4e3d-903b-a6f0b5a1b8cb None None] For port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=494ebf8d-de29-4546-bc7c-cce1e6bcdd0d,segment=NetworkSegment(6ce81740-4b94-4bc8-89af-e315c15f77c6),segment_id=6ce81740-4b94-4bc8-89af-e315c15f77c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:17.934832 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-43532fea-b0aa-4e3d-903b-a6f0b5a1b8cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.959292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-43532fea-b0aa-4e3d-903b-a6f0b5a1b8cb None None] Calling delete_port for 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:18.032813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Deleting port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:18.033235 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.058864 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448609af-cdb5-4422-af08-0bc8dd30f619 req-d8ba7055-75db-4279-92e4-6e4be9ce6492 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:18.066782 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-448609af-cdb5-4422-af08-0bc8dd30f619 req-d8ba7055-75db-4279-92e4-6e4be9ce6492 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 943 time: 0.1855109 Jul 16 08:28:18.095573 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aa15d-51cf-4933-93e0-fb840b4dec6b req-1df11177-67d9-4c78-9e89-1e29ec579d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:18.098504 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-076aa15d-51cf-4933-93e0-fb840b4dec6b req-1df11177-67d9-4c78-9e89-1e29ec579d7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aed62d0657eb40a7a10daea36ac730cd&device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 1095 time: 0.3034482 Jul 16 08:28:18.112576 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.138458 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270bbce-6265-4b33-b013-357c0ee332fb req-85ce56ca-1f4a-47cb-8641-5ed396f7f786 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:18.147421 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-43532fea-b0aa-4e3d-903b-a6f0b5a1b8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.153050 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6270bbce-6265-4b33-b013-357c0ee332fb req-85ce56ca-1f4a-47cb-8641-5ed396f7f786 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ecde7f-6738-424d-8ace-14a886e6eec4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2752085 Jul 16 08:28:18.181804 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-448609af-cdb5-4422-af08-0bc8dd30f619 req-67052d9c-6f1c-4e74-8f18-8e39ebe8dd5b tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140211 Jul 16 08:28:18.213512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] For port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=494ebf8d-de29-4546-bc7c-cce1e6bcdd0d,segment=NetworkSegment(6ce81740-4b94-4bc8-89af-e315c15f77c6),segment_id=6ce81740-4b94-4bc8-89af-e315c15f77c6)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:18.213876 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.217064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-e6ffbcf3-5138-4cb3-898c-984754874ec1 req-2f852c38-66fb-4a62-bdef-5ca58afa2b16 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Deleting port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:18.217408 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e6ffbcf3-5138-4cb3-898c-984754874ec1 req-2f852c38-66fb-4a62-bdef-5ca58afa2b16 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.240286 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43532fea-b0aa-4e3d-903b-a6f0b5a1b8cb None None] No DVR routers for this DVR port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:18.243552 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43532fea-b0aa-4e3d-903b-a6f0b5a1b8cb None None] Pushing event deleted for resources: {'Port': ['ID=494ebf8d-de29-4546-bc7c-cce1e6bcdd0d,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:18.263895 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6270bbce-6265-4b33-b013-357c0ee332fb req-8ce35a9c-7da0-4f25-a673-2aee3bda14de tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 694 time: 0.1102555 Jul 16 08:28:18.268737 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 879b16c4-e484-4e08-849c-87863e47a787 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:18.330247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-6270bbce-6265-4b33-b013-357c0ee332fb req-a13d9673-d4d0-499a-8e77-e9b798f0d073 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Request body: {'floatingip': {'port_id': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:18.338063 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aa15d-51cf-4933-93e0-fb840b4dec6b req-3c959bb4-f421-45bb-8328-b3cf7e38f349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:18.339956 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-076aa15d-51cf-4933-93e0-fb840b4dec6b req-3c959bb4-f421-45bb-8328-b3cf7e38f349 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c0ed008c-d8c8-4398-b2f1-bdade653830b HTTP/1.1" status: 200 len: 924 time: 0.2327178 Jul 16 08:28:18.369928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-e6ffbcf3-5138-4cb3-898c-984754874ec1 req-2f852c38-66fb-4a62-bdef-5ca58afa2b16 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] For port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:18.369928 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e6ffbcf3-5138-4cb3-898c-984754874ec1 req-2f852c38-66fb-4a62-bdef-5ca58afa2b16 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.372262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 879b16c4-e484-4e08-849c-87863e47a787 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:18.377149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 879b16c4-e484-4e08-849c-87863e47a787 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:18.377384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-e6ffbcf3-5138-4cb3-898c-984754874ec1 req-2f852c38-66fb-4a62-bdef-5ca58afa2b16 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Calling delete_port for 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:18.378084 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.423002 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-076aa15d-51cf-4933-93e0-fb840b4dec6b req-06702968-0122-475a-b42b-9b3abedca1dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d217ddb9-2c10-4df7-be6c-1cb98a7dddeb HTTP/1.1" status: 200 len: 217 time: 0.0477779 Jul 16 08:28:18.433359 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6270bbce-6265-4b33-b013-357c0ee332fb req-a13d9673-d4d0-499a-8e77-e9b798f0d073 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.443660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Calling delete_port for 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:18.471480 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.512065 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 879b16c4-e484-4e08-849c-87863e47a787, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=879b16c4-e484-4e08-849c-87863e47a787,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:18.513293 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879b16c4-e484-4e08-849c-87863e47a787'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:18.518020 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-464fa22e-06a5-41d8-b00a-f9454b58c516" -d '{"events": [{"server_uuid": "5db747c6-e76c-4c9e-a8ca-48c4ae8ea363", "name": "network-vif-plugged", "status": "completed", "tag": "879b16c4-e484-4e08-849c-87863e47a787"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:18.522397 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.542879 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.547585 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aa15d-51cf-4933-93e0-fb840b4dec6b req-55cd2a9b-0f14-4446-a6f1-43fa3894e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:18.549166 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-076aa15d-51cf-4933-93e0-fb840b4dec6b req-55cd2a9b-0f14-4446-a6f1-43fa3894e19f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1b77d9a-c602-4c7a-9d54-1d94595e85e7 HTTP/1.1" status: 200 len: 863 time: 0.1134982 Jul 16 08:28:18.593597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=879b16c4-e484-4e08-849c-87863e47a787,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:18.604013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] No DVR routers for this DVR port 494ebf8d-de29-4546-bc7c-cce1e6bcdd0d on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:18.645979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Port': ['ID=494ebf8d-de29-4546-bc7c-cce1e6bcdd0d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:18.699343 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aa15d-51cf-4933-93e0-fb840b4dec6b req-dca08b19-e96f-4bd8-a6a8-9c63a69c7b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:18.700882 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-076aa15d-51cf-4933-93e0-fb840b4dec6b req-dca08b19-e96f-4bd8-a6a8-9c63a69c7b39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0ed008c-d8c8-4398-b2f1-bdade653830b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1295631 Jul 16 08:28:18.749143 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.769657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:18.795376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343cf233-4101-47e0-b840-1276ad140e54 req-f27fdde1-49bd-46c8-99f7-4ac954471eee tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:18.797255 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-343cf233-4101-47e0-b840-1276ad140e54 req-f27fdde1-49bd-46c8-99f7-4ac954471eee tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.2560818 Jul 16 08:28:18.799302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce81740-4b94-4bc8-89af-e315c15f77c6') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:18.799598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce81740-4b94-4bc8-89af-e315c15f77c6') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:18.812197 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.867956 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.890608 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:28:18.891080 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:28:18.895229 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:28:18.919934 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-076aa15d-51cf-4933-93e0-fb840b4dec6b req-035f1f9d-376c-4c7a-80ad-6b6d9889d06a service neutron] 10.222.0.15 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834369 Jul 16 08:28:18.922554 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-343cf233-4101-47e0-b840-1276ad140e54 req-4ae7c2e4-6cae-43a3-adc1-d7de0f59da8f tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127179 Jul 16 08:28:18.940537 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e6ffbcf3-5138-4cb3-898c-984754874ec1 req-2f852c38-66fb-4a62-bdef-5ca58afa2b16 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.957403 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:19.027963 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f852c38-66fb-4a62-bdef-5ca58afa2b16 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Pushing event deleted for resources: {'Port': ['ID=7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:19.055408 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.092340 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.096964 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "DELETE /v2.0/networks/38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e HTTP/1.1" status: 204 len: 168 time: 1.7211277 Jul 16 08:28:19.096964 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ae43b-97f2-4f5d-af08-62e825d1300e tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Network': ['ID=38baedd3-8f1d-4444-92e9-d9ca8d3f2f2e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:19.097836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40856) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:19.100843 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ffbcf3-5138-4cb3-898c-984754874ec1 req-2f852c38-66fb-4a62-bdef-5ca58afa2b16 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] No DVR routers for this DVR port 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:19.104295 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e6ffbcf3-5138-4cb3-898c-984754874ec1 req-2f852c38-66fb-4a62-bdef-5ca58afa2b16 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.106440 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e6ffbcf3-5138-4cb3-898c-984754874ec1 req-2f852c38-66fb-4a62-bdef-5ca58afa2b16 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.15 "DELETE /v2.0/ports/7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c HTTP/1.1" status: 204 len: 173 time: 1.7344511 Jul 16 08:28:19.116592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '346d5331-06bd-410d-baf4-bbf73ed7b576', 'name': 'network-vif-deleted', 'tag': '7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:19.119298 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e81266-b944-4a31-ba58-41220b4115d0" -d '{"events": [{"server_uuid": "346d5331-06bd-410d-baf4-bbf73ed7b576", "name": "network-vif-deleted", "tag": "7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:19.175905 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-076aa15d-51cf-4933-93e0-fb840b4dec6b req-de20291c-73bd-4804-9a18-96556a843eab service neutron] 10.222.0.15 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480948 Jul 16 08:28:19.186945 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.resource_extend [req-6270bbce-6265-4b33-b013-357c0ee332fb req-a13d9673-d4d0-499a-8e77-e9b798f0d073 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:28:19.215543 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfec27e-61d9-4c90-b5cc-e394cae31ac7 req-e21f3d0a-1a63-4d07-b82e-492d6e31d3a6 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:19.218095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7cfec27e-61d9-4c90-b5cc-e394cae31ac7 req-e21f3d0a-1a63-4d07-b82e-492d6e31d3a6 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/ports?device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 949 time: 0.1228044 Jul 16 08:28:19.245789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-272916c9-d8b7-4539-befb-690665c64f64 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Deleting subnet 46ce1285-76b8-44bf-91ca-d93453cb5d58 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:28:19.248592 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-272916c9-d8b7-4539-befb-690665c64f64 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.294064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7cfec27e-61d9-4c90-b5cc-e394cae31ac7 req-7dcb78b5-ef40-4f53-a33f-91b2c1ec71c2 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e84e18-ab3f-4201-a100-5e4cee800199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689287 Jul 16 08:28:19.299325 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6270bbce-6265-4b33-b013-357c0ee332fb req-a13d9673-d4d0-499a-8e77-e9b798f0d073 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.309307 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6270bbce-6265-4b33-b013-357c0ee332fb req-a13d9673-d4d0-499a-8e77-e9b798f0d073 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.476152 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3dd6b1-83fe-4639-ad6d-505bc7f9ed4b req-20cbca0b-3af9-46d6-9c6c-fb62c6aabbd4 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:19.484167 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef3dd6b1-83fe-4639-ad6d-505bc7f9ed4b req-20cbca0b-3af9-46d6-9c6c-fb62c6aabbd4 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 945 time: 0.0854969 Jul 16 08:28:19.537723 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef3dd6b1-83fe-4639-ad6d-505bc7f9ed4b req-c86d7673-91c5-4056-9978-52d07e89c5b2 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522435 Jul 16 08:28:19.592062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device d217ddb9-2c10-4df7-be6c-1cb98a7dddeb details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:19.592941 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-272916c9-d8b7-4539-befb-690665c64f64 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.728984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=d217ddb9-2c10-4df7-be6c-1cb98a7dddeb,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:19.738836 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-272916c9-d8b7-4539-befb-690665c64f64 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.745094 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'd217ddb9-2c10-4df7-be6c-1cb98a7dddeb', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'port_id': 'd217ddb9-2c10-4df7-be6c-1cb98a7dddeb', 'mac_address': 'fa:16:3e:ad:c8:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:19.797680 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f5be35-6f45-41e8-87a2-f234a6a72f8e x-openstack-request-id: req-97f5be35-6f45-41e8-87a2-f234a6a72f8e {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:19.798004 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db747c6-e76c-4c9e-a8ca-48c4ae8ea363", "name": "network-vif-plugged", "status": "completed", "tag": "879b16c4-e484-4e08-849c-87863e47a787", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:19.798260 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97f5be35-6f45-41e8-87a2-f234a6a72f8e {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:19.798666 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879b16c4-e484-4e08-849c-87863e47a787', 'code': 200} Jul 16 08:28:19.799295 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.814658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d217ddb9-2c10-4df7-be6c-1cb98a7dddeb {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:19.839034 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=d217ddb9-2c10-4df7-be6c-1cb98a7dddeb,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:19.845835 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.939355 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f8ec716-4e36-405f-b6cb-63104e295ae7 req-3f045a0d-8d1d-4076-bf0b-48a056ad1df9 tempest-ServersAdminNegativeTestJSON-986566466 tempest-ServersAdminNegativeTestJSON-986566466-project] 10.222.0.20 "GET /v2.0/ports?device_id=346d5331-06bd-410d-baf4-bbf73ed7b576 HTTP/1.1" status: 200 len: 210 time: 0.0357893 Jul 16 08:28:19.946372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=d217ddb9-2c10-4df7-be6c-1cb98a7dddeb,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:19.951380 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-6270bbce-6265-4b33-b013-357c0ee332fb req-a13d9673-d4d0-499a-8e77-e9b798f0d073 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Floating IP 35e08590-5302-4068-9c6e-0580111d72b3 associated. External IP: 172.25.4.7, port: 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7. Jul 16 08:28:19.971761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763d325-c016-426c-8feb-6c8702ceed6b req-20b6d914-d0fa-4c41-b8cb-232ac5bb911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:19.973303 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8763d325-c016-426c-8feb-6c8702ceed6b req-20b6d914-d0fa-4c41-b8cb-232ac5bb911d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 1101 time: 0.1165254 Jul 16 08:28:20.010160 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff71f71e-c005-4c33-ac35-aa7ccdd6409a x-openstack-request-id: req-ff71f71e-c005-4c33-ac35-aa7ccdd6409a {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:20.010658 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "346d5331-06bd-410d-baf4-bbf73ed7b576", "name": "network-vif-deleted", "tag": "7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:20.011105 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff71f71e-c005-4c33-ac35-aa7ccdd6409a {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:20.011679 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '346d5331-06bd-410d-baf4-bbf73ed7b576', 'name': 'network-vif-deleted', 'tag': '7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c', 'status': 'completed', 'code': 200} Jul 16 08:28:20.025334 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8763d325-c016-426c-8feb-6c8702ceed6b req-4a5e07ad-1b6a-41d6-b60f-6dbba97e5088 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=78e84e18-ab3f-4201-a100-5e4cee800199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439429 Jul 16 08:28:20.057544 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-272916c9-d8b7-4539-befb-690665c64f64 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.125781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['d217ddb9-2c10-4df7-be6c-1cb98a7dddeb'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:20.138217 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272916c9-d8b7-4539-befb-690665c64f64 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Subnet': ['ID=46ce1285-76b8-44bf-91ca-d93453cb5d58,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:20.152372 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e93d9f-1ff4-48fa-8cc2-e86b891cf06d req-8a22aac7-f117-4aba-a186-514320f42b3a tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:20.154359 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-75e93d9f-1ff4-48fa-8cc2-e86b891cf06d req-8a22aac7-f117-4aba-a186-514320f42b3a tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 944 time: 0.0683048 Jul 16 08:28:20.159363 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-272916c9-d8b7-4539-befb-690665c64f64 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.161149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c019bc0-3625-47f3-8f4d-3dad4f0c9c8f None None] Network d76ce688-c7b3-48b1-9f09-ec4049ec03c2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:20.161650 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-272916c9-d8b7-4539-befb-690665c64f64 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "DELETE /v2.0/subnets/46ce1285-76b8-44bf-91ca-d93453cb5d58 HTTP/1.1" status: 204 len: 168 time: 1.0606172 Jul 16 08:28:20.164389 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40864) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:20.220773 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-75e93d9f-1ff4-48fa-8cc2-e86b891cf06d req-426fb655-afbb-4363-a1e3-a139ab43276a tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475779 Jul 16 08:28:20.306498 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.330076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6270bbce-6265-4b33-b013-357c0ee332fb req-a13d9673-d4d0-499a-8e77-e9b798f0d073 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Router a14e7fd1-5995-44dd-a780-8bc8381da193 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:20.375934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54abef22-1cc4-4b45-b93e-f9a6dc28565f details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:20.396521 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Deleting port 0133f1c6-3e8d-4617-b16f-ec9d522956a5 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:20.397215 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.475517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6270bbce-6265-4b33-b013-357c0ee332fb req-a13d9673-d4d0-499a-8e77-e9b798f0d073 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:20.480834 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6270bbce-6265-4b33-b013-357c0ee332fb req-a13d9673-d4d0-499a-8e77-e9b798f0d073 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.494350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fb8180-05ac-462c-b874-038845d9f5b7 None None] Sync routers for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:20.503393 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] For port 0133f1c6-3e8d-4617-b16f-ec9d522956a5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0133f1c6-3e8d-4617-b16f-ec9d522956a5,segment=NetworkSegment(ed386f3b-9b49-4f6d-9483-a5e9aa0cb974),segment_id=ed386f3b-9b49-4f6d-9483-a5e9aa0cb974)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:20.503760 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.530444 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6270bbce-6265-4b33-b013-357c0ee332fb req-a13d9673-d4d0-499a-8e77-e9b798f0d073 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "PUT /v2.0/floatingips/35e08590-5302-4068-9c6e-0580111d72b3 HTTP/1.1" status: 200 len: 994 time: 2.2052853 Jul 16 08:28:20.531456 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Calling delete_port for 0133f1c6-3e8d-4617-b16f-ec9d522956a5 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:20.532815 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'tag': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:20.541454 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58aea8c-02c3-463f-a91d-ce9627bee429" -d '{"events": [{"name": "network-changed", "server_uuid": "16ecde7f-6738-424d-8ace-14a886e6eec4", "tag": "7064a6a2-660b-4e78-81a3-e57b5b6d7ba7"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:20.561505 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec97a8ac-2b8f-439e-b4a8-e6ebe6c93bed req-ad727b9e-d22e-4e53-8321-3359d8662597 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:20.569339 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ec97a8ac-2b8f-439e-b4a8-e6ebe6c93bed req-ad727b9e-d22e-4e53-8321-3359d8662597 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1591926 Jul 16 08:28:20.578266 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fb8180-05ac-462c-b874-038845d9f5b7 None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:20.578920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-38fb8180-05ac-462c-b874-038845d9f5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:20.600832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270bbce-6265-4b33-b013-357c0ee332fb req-43ec2169-06f0-4ad9-90c3-d437427b9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:20.602923 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6270bbce-6265-4b33-b013-357c0ee332fb req-43ec2169-06f0-4ad9-90c3-d437427b9f06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 1097 time: 0.0582674 Jul 16 08:28:20.646411 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ec97a8ac-2b8f-439e-b4a8-e6ebe6c93bed req-57da85f8-2e64-4ca7-ac7f-6d441d8216aa tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759122 Jul 16 08:28:20.649411 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54abef22-1cc4-4b45-b93e-f9a6dc28565f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54abef22-1cc4-4b45-b93e-f9a6dc28565f,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:20.668004 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '54abef22-1cc4-4b45-b93e-f9a6dc28565f', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '54abef22-1cc4-4b45-b93e-f9a6dc28565f', 'mac_address': 'fa:16:3e:49:e1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:20.695375 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.729521 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Port': ['ID=0133f1c6-3e8d-4617-b16f-ec9d522956a5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:20.740669 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] No DVR routers for this DVR port 0133f1c6-3e8d-4617-b16f-ec9d522956a5 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:20.757026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270bbce-6265-4b33-b013-357c0ee332fb req-0ea17dfa-51af-4708-a7e3-97fc2f40910a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:20.758598 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6270bbce-6265-4b33-b013-357c0ee332fb req-0ea17dfa-51af-4708-a7e3-97fc2f40910a service neutron] 10.222.0.20 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 921 time: 0.1494420 Jul 16 08:28:20.847716 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6270bbce-6265-4b33-b013-357c0ee332fb req-4cb52b75-ada8-4d75-9041-7a6d24a163fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 HTTP/1.1" status: 200 len: 997 time: 0.0818222 Jul 16 08:28:20.852537 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.868482 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-38fb8180-05ac-462c-b874-038845d9f5b7 None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:20.869922 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d76ce688-c7b3-48b1-9f09-ec4049ec03c2']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:20.889562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed386f3b-9b49-4f6d-9483-a5e9aa0cb974') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:20.890269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed386f3b-9b49-4f6d-9483-a5e9aa0cb974') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:20.903350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.925734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270bbce-6265-4b33-b013-357c0ee332fb req-3be20659-ab71-44f8-bf56-7498da3871b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:20.933319 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6270bbce-6265-4b33-b013-357c0ee332fb req-3be20659-ab71-44f8-bf56-7498da3871b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.0757940 Jul 16 08:28:20.956687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77917afb-1c34-439a-bda9-f98d6bbfecda None None] DHCP port deletion for d76ce688-c7b3-48b1-9f09-ec4049ec03c2 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:28:20.977661 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.990629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:28:20.991046 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:28:21.002124 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:28:21.005085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270bbce-6265-4b33-b013-357c0ee332fb req-bdd3f3ed-a64e-489c-af3e-57bab230fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.015631 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6270bbce-6265-4b33-b013-357c0ee332fb req-bdd3f3ed-a64e-489c-af3e-57bab230fee0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0813119 Jul 16 08:28:21.025755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-6270bbce-6265-4b33-b013-357c0ee332fb req-181a343a-724e-4b23-a238-6ce635fa13d5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:28:21.048370 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.049682 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6270bbce-6265-4b33-b013-357c0ee332fb req-181a343a-724e-4b23-a238-6ce635fa13d5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0293102 Jul 16 08:28:21.116854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b478a-d7c1-474a-b13e-08c045d31047 req-c98b55f8-54d0-4660-9f99-57d3da2d2103 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.124071 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-846b478a-d7c1-474a-b13e-08c045d31047 req-c98b55f8-54d0-4660-9f99-57d3da2d2103 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/ports?device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 949 time: 0.1960034 Jul 16 08:28:21.141937 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.142237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54abef22-1cc4-4b45-b93e-f9a6dc28565f {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:21.161634 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.162969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54abef22-1cc4-4b45-b93e-f9a6dc28565f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54abef22-1cc4-4b45-b93e-f9a6dc28565f,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:21.175277 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "DELETE /v2.0/networks/d76ce688-c7b3-48b1-9f09-ec4049ec03c2 HTTP/1.1" status: 204 len: 168 time: 1.0094986 Jul 16 08:28:21.176283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a408b114-2682-4580-8194-6deaa6fb9fa3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Network': ['ID=d76ce688-c7b3-48b1-9f09-ec4049ec03c2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:21.178029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40876) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:21.182546 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.183889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-cb29b8eb-eecc-4794-a41c-8249b9fb4eda tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2084228395'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:21.213337 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6270bbce-6265-4b33-b013-357c0ee332fb req-2d132623-9807-4398-baa5-33137381ddc4 service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1626585 Jul 16 08:28:21.217050 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-846b478a-d7c1-474a-b13e-08c045d31047 req-fcdedb57-0be2-4410-84aa-5128dedf6a68 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e84e18-ab3f-4201-a100-5e4cee800199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920517 Jul 16 08:28:21.242972 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb29b8eb-eecc-4794-a41c-8249b9fb4eda tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Made reservation on behalf of 8b625cd3561f452eafd9c36c485ee35a for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:21.247847 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cb29b8eb-eecc-4794-a41c-8249b9fb4eda tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.256345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=54abef22-1cc4-4b45-b93e-f9a6dc28565f,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:21.271883 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8287b421-4a66-4487-bb12-7e2b9c2ac4b1 x-openstack-request-id: req-8287b421-4a66-4487-bb12-7e2b9c2ac4b1 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:21.272671 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ecde7f-6738-424d-8ace-14a886e6eec4", "tag": "7064a6a2-660b-4e78-81a3-e57b5b6d7ba7", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:21.272924 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8287b421-4a66-4487-bb12-7e2b9c2ac4b1 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:21.273328 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'tag': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'status': 'completed', 'code': 200} Jul 16 08:28:21.302171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb29b8eb-eecc-4794-a41c-8249b9fb4eda tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:28:21.313768 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cb29b8eb-eecc-4794-a41c-8249b9fb4eda tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.314159 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-cb29b8eb-eecc-4794-a41c-8249b9fb4eda tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Added segment 3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4 of type vlan for network ce1b8a2e-4183-49df-9dcf-b60ee56c27e2 Jul 16 08:28:21.358273 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cb29b8eb-eecc-4794-a41c-8249b9fb4eda tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.384273 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6270bbce-6265-4b33-b013-357c0ee332fb req-46a5b227-85dc-4b22-b6d2-ebc2ee10ced0 service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637278 Jul 16 08:28:21.417220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aea8c-02c3-463f-a91d-ce9627bee429 req-af85ecfd-32fe-4bfc-94d0-93a284adc114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.420186 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f58aea8c-02c3-463f-a91d-ce9627bee429 req-af85ecfd-32fe-4bfc-94d0-93a284adc114 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 1097 time: 0.0824358 Jul 16 08:28:21.428413 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cb29b8eb-eecc-4794-a41c-8249b9fb4eda tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.434324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb29b8eb-eecc-4794-a41c-8249b9fb4eda tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.434943 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cb29b8eb-eecc-4794-a41c-8249b9fb4eda tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.461080 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-38fb8180-05ac-462c-b874-038845d9f5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '35e08590-5302-4068-9c6e-0580111d72b3', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'port_id': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'mac_address': 'fa:16:3e:07:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:28:00Z', 'updated_at': '2021-07-16T08:28:19Z', 'revision_number': 1, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:21.485374 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cb29b8eb-eecc-4794-a41c-8249b9fb4eda tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3037837 Jul 16 08:28:21.492568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40882) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:21.497651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-02bda080-5786-4333-965d-94d4e613975f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Request body: {'subnet': {'network_id': 'ce1b8a2e-4183-49df-9dcf-b60ee56c27e2', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:21.500237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['54abef22-1cc4-4b45-b93e-f9a6dc28565f'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:21.503511 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fb8180-05ac-462c-b874-038845d9f5b7 None None] Checking router: a14e7fd1-5995-44dd-a780-8bc8381da193 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:21.538829 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb29b8eb-eecc-4794-a41c-8249b9fb4eda tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event updated for resources: {'Network': ['ID=ce1b8a2e-4183-49df-9dcf-b60ee56c27e2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:21.540704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aea8c-02c3-463f-a91d-ce9627bee429 req-5f6ce0e4-df9d-48c2-aa26-a872df2cdfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.546880 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fb8180-05ac-462c-b874-038845d9f5b7 None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:21.547833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-38fb8180-05ac-462c-b874-038845d9f5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:21.549121 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f58aea8c-02c3-463f-a91d-ce9627bee429 req-5f6ce0e4-df9d-48c2-aa26-a872df2cdfe1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 921 time: 0.1218014 Jul 16 08:28:21.554421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network ce1b8a2e-4183-49df-9dcf-b60ee56c27e2 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:28:21.589621 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa04b90-794c-40ee-aa65-dd985902ab3e req-b41b6053-4c2b-4c68-84ae-56da0ab8098e tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.591633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4aa04b90-794c-40ee-aa65-dd985902ab3e req-b41b6053-4c2b-4c68-84ae-56da0ab8098e tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 945 time: 0.2167771 Jul 16 08:28:21.650498 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f58aea8c-02c3-463f-a91d-ce9627bee429 req-386884da-50c2-439e-82ac-b9cde21e7ff2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 HTTP/1.1" status: 200 len: 997 time: 0.0929532 Jul 16 08:28:21.688702 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4aa04b90-794c-40ee-aa65-dd985902ab3e req-8dfd23ea-3c72-4fac-9230-b406b3f0d8c0 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625944 Jul 16 08:28:21.717040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bda080-5786-4333-965d-94d4e613975f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Made reservation on behalf of 8b625cd3561f452eafd9c36c485ee35a for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:21.721310 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-02bda080-5786-4333-965d-94d4e613975f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.751754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aea8c-02c3-463f-a91d-ce9627bee429 req-a756b491-3884-41cd-a0a3-20fe5029122a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.754258 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f58aea8c-02c3-463f-a91d-ce9627bee429 req-a756b491-3884-41cd-a0a3-20fe5029122a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.0959926 Jul 16 08:28:21.842944 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-38fb8180-05ac-462c-b874-038845d9f5b7 None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:21.876514 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aea8c-02c3-463f-a91d-ce9627bee429 req-6f580ced-df6b-4d35-a4d4-f12c7311eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.879116 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f58aea8c-02c3-463f-a91d-ce9627bee429 req-6f580ced-df6b-4d35-a4d4-f12c7311eb51 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1140890 Jul 16 08:28:21.886984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:21.916304 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:21.916747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7d00c53f-ca5a-4a9f-9461-d6bfaffa1d4c not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:21.919030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0133f1c6-3e8d-4617-b16f-ec9d522956a5 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:21.945263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 0133f1c6-3e8d-4617-b16f-ec9d522956a5 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:21.945732 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0133f1c6-3e8d-4617-b16f-ec9d522956a5 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:21.948257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da79c0ea-5ee3-4d9f-abfd-97047307ec58 req-4f3a83d4-d2bf-43e0-b3c9-de39af04f3e5 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.950226 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da79c0ea-5ee3-4d9f-abfd-97047307ec58 req-4f3a83d4-d2bf-43e0-b3c9-de39af04f3e5 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 944 time: 0.1351302 Jul 16 08:28:22.049054 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da79c0ea-5ee3-4d9f-abfd-97047307ec58 req-94d9a2eb-be8f-4475-bfcc-0cd83e1f098f tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722797 Jul 16 08:28:22.051227 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f58aea8c-02c3-463f-a91d-ce9627bee429 req-1ad5e4cd-a432-4ad4-8455-369461cf4405 service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618130 Jul 16 08:28:22.098827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40890) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:22.138998 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-02bda080-5786-4333-965d-94d4e613975f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.170046 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-9c49e8eb-e96c-4c0e-8f54-2513a03f8211 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:22.178345 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-9c49e8eb-e96c-4c0e-8f54-2513a03f8211 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=61597b94-2fd8-4e6d-a152-00f29230d650&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3357182 Jul 16 08:28:22.244078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-38fb8180-05ac-462c-b874-038845d9f5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '35e08590-5302-4068-9c6e-0580111d72b3', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'port_id': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'mac_address': 'fa:16:3e:07:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:28:00Z', 'updated_at': '2021-07-16T08:28:19Z', 'revision_number': 1, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:22.278213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38fb8180-05ac-462c-b874-038845d9f5b7 None None] The sync data for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 is: [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '35e08590-5302-4068-9c6e-0580111d72b3', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'port_id': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'mac_address': 'fa:16:3e:07:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:28:00Z', 'updated_at': '2021-07-16T08:28:19Z', 'revision_number': 1, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:22.289729 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54abef22-1cc4-4b45-b93e-f9a6dc28565f no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:22.309489 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f58aea8c-02c3-463f-a91d-ce9627bee429 req-7f3cba07-1f56-4d1e-b5fd-9b745fe76440 service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443240 Jul 16 08:28:22.326177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bda080-5786-4333-965d-94d4e613975f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event updated for resources: {'Subnet': ['ID=e37e9b9a-36f8-41b5-899f-e9ed31de3c3f,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:22.333140 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1da4bb32-8922-4c6a-9690-c5e57580681b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fcc26e3ff7924ddca461b8b937631cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329607 Jul 16 08:28:22.341826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40896) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:22.349307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c5fb1e-e816-40bb-9783-ac22dd6dec56 req-0042561b-8a85-44fb-8bea-623cde025ea3 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:22.351172 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-22c5fb1e-e816-40bb-9783-ac22dd6dec56 req-0042561b-8a85-44fb-8bea-623cde025ea3 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 949 time: 0.1532731 Jul 16 08:28:22.372098 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-7ab125a2-5b6c-4714-b028-1f41678636b2 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 997 time: 0.1925282 Jul 16 08:28:22.376947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-25792d61-2bd4-44ea-a4b2-816c74d2d46a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Request body: {'floatingip': {'port_id': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:22.386316 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.401107 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-22c5fb1e-e816-40bb-9783-ac22dd6dec56 req-312b9210-11a5-40cf-8b87-5953ccb0dee6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436161 Jul 16 08:28:22.402446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 54abef22-1cc4-4b45-b93e-f9a6dc28565f {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:22.425553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54abef22-1cc4-4b45-b93e-f9a6dc28565f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54abef22-1cc4-4b45-b93e-f9a6dc28565f,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:22.429187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bda080-5786-4333-965d-94d4e613975f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Checking segment: {'id': '3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ce1b8a2e-4183-49df-9dcf-b60ee56c27e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:22.429641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bda080-5786-4333-965d-94d4e613975f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Network hostable DHCP agents. Network: ce1b8a2e-4183-49df-9dcf-b60ee56c27e2, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:28:22.430831 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.490464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=54abef22-1cc4-4b45-b93e-f9a6dc28565f,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:22.494821 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bda080-5786-4333-965d-94d4e613975f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Network ce1b8a2e-4183-49df-9dcf-b60ee56c27e2 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:28:22.507142 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-25792d61-2bd4-44ea-a4b2-816c74d2d46a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.552088 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f74c3c5a-0263-48ea-986c-09f6ab1c4b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.555037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-02bda080-5786-4333-965d-94d4e613975f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, ce1b8a2e-4183-49df-9dcf-b60ee56c27e2) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:22.565838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2972c324-e91e-414f-ac23-9e99e5abb53f None None] Network ce1b8a2e-4183-49df-9dcf-b60ee56c27e2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:22.568945 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bda080-5786-4333-965d-94d4e613975f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:22.569544 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-02bda080-5786-4333-965d-94d4e613975f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.582549 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d330ff6-6019-4999-9d1d-3039890a30f7 None None] New status for floating IP 35e08590-5302-4068-9c6e-0580111d72b3: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:28:22.600936 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f74c3c5a-0263-48ea-986c-09f6ab1c4b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.616459 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-02bda080-5786-4333-965d-94d4e613975f tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.1205602 Jul 16 08:28:22.621036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdc428-ed81-40e4-9070-e99c7d79bfbc req-118f95fa-7d45-4249-9710-5813fc2e03a9 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:22.624718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40900) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:22.628705 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c2cdc428-ed81-40e4-9070-e99c7d79bfbc req-118f95fa-7d45-4249-9710-5813fc2e03a9 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/ports?device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 949 time: 0.1010211 Jul 16 08:28:22.653001 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-dbce4fa0-7031-40be-91ae-ab05b53f7bdc tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1865068215'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:22.667827 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c2cdc428-ed81-40e4-9070-e99c7d79bfbc req-2c99f62b-c89b-4e00-8af1-44540da8ab9e tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e84e18-ab3f-4201-a100-5e4cee800199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380840 Jul 16 08:28:22.827620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbce4fa0-7031-40be-91ae-ab05b53f7bdc tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Made reservation on behalf of 8b625cd3561f452eafd9c36c485ee35a for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:22.831650 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dbce4fa0-7031-40be-91ae-ab05b53f7bdc tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.851905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f74c3c5a-0263-48ea-986c-09f6ab1c4b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.854764 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f74c3c5a-0263-48ea-986c-09f6ab1c4b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.869544 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f74c3c5a-0263-48ea-986c-09f6ab1c4b04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbb39aee-44c8-4fb6-a78f-7e3bedf36592 HTTP/1.1" status: 204 len: 168 time: 0.5157692 Jul 16 08:28:22.917164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-ce1b8a2e-4183-49df-9dcf-b60ee56c27e2', 'network_id': 'ce1b8a2e-4183-49df-9dcf-b60ee56c27e2', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'fixed_ips': [{'subnet_id': 'e37e9b9a-36f8-41b5-899f-e9ed31de3c3f'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:28:22.918757 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.951170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74c3c5a-0263-48ea-986c-09f6ab1c4b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb39aee-44c8-4fb6-a78f-7e3bedf36592,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:22.975280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbce4fa0-7031-40be-91ae-ab05b53f7bdc tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:28:23.001793 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dbce4fa0-7031-40be-91ae-ab05b53f7bdc tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.002052 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-dbce4fa0-7031-40be-91ae-ab05b53f7bdc tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Added segment d367a64d-9081-4b17-a8a9-f3e95a20bb42 of type vlan for network 28d5d5b1-545c-4e44-b392-cc424881085f Jul 16 08:28:23.106331 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dbce4fa0-7031-40be-91ae-ab05b53f7bdc tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.112348 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Allocated IP 19.80.0.2 (ce1b8a2e-4183-49df-9dcf-b60ee56c27e2/e37e9b9a-36f8-41b5-899f-e9ed31de3c3f/477290cd-3489-45a0-8136-201a2d08b06d) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:23.131475 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-25792d61-2bd4-44ea-a4b2-816c74d2d46a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:28:23.131800 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-25792d61-2bd4-44ea-a4b2-816c74d2d46a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:28:23.154642 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dbce4fa0-7031-40be-91ae-ab05b53f7bdc tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.165195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbce4fa0-7031-40be-91ae-ab05b53f7bdc tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.166247 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dbce4fa0-7031-40be-91ae-ab05b53f7bdc tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.203600 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40920) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:23.204095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dbce4fa0-7031-40be-91ae-ab05b53f7bdc tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5780115 Jul 16 08:28:23.211345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-0c4e294d-55e7-4fd4-a128-1cfde778c70b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Request body: {'subnet': {'network_id': '28d5d5b1-545c-4e44-b392-cc424881085f', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:23.286118 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbce4fa0-7031-40be-91ae-ab05b53f7bdc tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event updated for resources: {'Network': ['ID=28d5d5b1-545c-4e44-b392-cc424881085f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:23.301995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 28d5d5b1-545c-4e44-b392-cc424881085f details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:28:23.326669 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40922) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:23.366316 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.391554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4e294d-55e7-4fd4-a128-1cfde778c70b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Made reservation on behalf of 8b625cd3561f452eafd9c36c485ee35a for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:23.395401 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c4e294d-55e7-4fd4-a128-1cfde778c70b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.410585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Transition to ACTIVE for port object 477290cd-3489-45a0-8136-201a2d08b06d will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:23.412632 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0124e169-3695-47ee-a22f-4d25ba1e4ae2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b613e51814fc48bea440444da5f4a56b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0843520 Jul 16 08:28:23.414998 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40926) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:23.453927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Transition to ACTIVE for port object 477290cd-3489-45a0-8136-201a2d08b06d will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:23.462513 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.496264 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Network ce1b8a2e-4183-49df-9dcf-b60ee56c27e2 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:23.510833 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2086bf70-8362-419e-9484-ca920bbb2c32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.522118 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:23.524815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:23.538076 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2086bf70-8362-419e-9484-ca920bbb2c32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.597055 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2086bf70-8362-419e-9484-ca920bbb2c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.602112 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2086bf70-8362-419e-9484-ca920bbb2c32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.604758 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2086bf70-8362-419e-9484-ca920bbb2c32 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8696ee1e-64bc-4e6e-b630-079a109f75a2 HTTP/1.1" status: 204 len: 168 time: 0.1880782 Jul 16 08:28:23.613809 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Pushing event updated for resources: {'Port': ['ID=477290cd-3489-45a0-8136-201a2d08b06d,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:23.616713 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086bf70-8362-419e-9484-ca920bbb2c32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8696ee1e-64bc-4e6e-b630-079a109f75a2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:23.617233 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device d217ddb9-2c10-4df7-be6c-1cb98a7dddeb up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:23.636984 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-25792d61-2bd4-44ea-a4b2-816c74d2d46a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.637253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d0190a-a0da-4ce3-831f-8b61903f5709 req-9991a6f4-0919-4e3c-8846-714017643fba tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.647337 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43d0190a-a0da-4ce3-831f-8b61903f5709 req-9991a6f4-0919-4e3c-8846-714017643fba tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 945 time: 0.1622343 Jul 16 08:28:23.671345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Attempting to bind port 477290cd-3489-45a0-8136-201a2d08b06d on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:23.671774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Attempting to bind port 477290cd-3489-45a0-8136-201a2d08b06d by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ce1b8a2e-4183-49df-9dcf-b60ee56c27e2'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:23.672204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Attempting to bind port 477290cd-3489-45a0-8136-201a2d08b06d on network ce1b8a2e-4183-49df-9dcf-b60ee56c27e2 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:23.695257 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:23.696017 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Checking segment: {'id': '3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ce1b8a2e-4183-49df-9dcf-b60ee56c27e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:23.696816 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.697764 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Bound using segment: {'id': '3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ce1b8a2e-4183-49df-9dcf-b60ee56c27e2'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:23.698540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Bound port: 477290cd-3489-45a0-8136-201a2d08b06d, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ce1b8a2e-4183-49df-9dcf-b60ee56c27e2'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:23.699017 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.710700 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c4e294d-55e7-4fd4-a128-1cfde778c70b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.764025 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:23.776214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:23.776775 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.780078 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43d0190a-a0da-4ce3-831f-8b61903f5709 req-c922e0bf-2f03-419e-a0a9-84021f836c49 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318023 Jul 16 08:28:23.839671 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] For port 477290cd-3489-45a0-8136-201a2d08b06d, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:23.842059 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e294d-55e7-4fd4-a128-1cfde778c70b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event updated for resources: {'Subnet': ['ID=7152722d-f42c-44a7-8ae8-3bdca11ab8d0,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:23.844981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] For port 477290cd-3489-45a0-8136-201a2d08b06d, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=477290cd-3489-45a0-8136-201a2d08b06d,segment=NetworkSegment(3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4),segment_id=3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:23.860842 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.866693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c4e294d-55e7-4fd4-a128-1cfde778c70b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Checking segment: {'id': 'd367a64d-9081-4b17-a8a9-f3e95a20bb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '28d5d5b1-545c-4e44-b392-cc424881085f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:23.867848 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4e294d-55e7-4fd4-a128-1cfde778c70b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Network hostable DHCP agents. Network: 28d5d5b1-545c-4e44-b392-cc424881085f, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:28:23.898935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4e294d-55e7-4fd4-a128-1cfde778c70b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Network 28d5d5b1-545c-4e44-b392-cc424881085f is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:28:23.920071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-0c4e294d-55e7-4fd4-a128-1cfde778c70b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 28d5d5b1-545c-4e44-b392-cc424881085f) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:23.924373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4e294d-55e7-4fd4-a128-1cfde778c70b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.925135 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c4e294d-55e7-4fd4-a128-1cfde778c70b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.951463 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c58e1c4-bd69-45b5-9383-52cc63607250 None None] Network 28d5d5b1-545c-4e44-b392-cc424881085f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:23.970886 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0c4e294d-55e7-4fd4-a128-1cfde778c70b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.7642870 Jul 16 08:28:24.007517 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c8890-7886-40f0-b41f-a64c5becd9dd None None] Pushing event updated for resources: {'Port': ['ID=477290cd-3489-45a0-8136-201a2d08b06d,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:24.062797 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.093299 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d02cb0-9ea1-42c9-be35-cca45ba0b86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd217ddb9-2c10-4df7-be6c-1cb98a7dddeb'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:24.096181 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d555a84a-3e35-4dca-97dd-2b580da32832" -d '{"events": [{"server_uuid": "b1d02cb0-9ea1-42c9-be35-cca45ba0b86c", "name": "network-vif-plugged", "status": "completed", "tag": "d217ddb9-2c10-4df7-be6c-1cb98a7dddeb"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:24.131813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=d217ddb9-2c10-4df7-be6c-1cb98a7dddeb,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:24.144003 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.302602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54abef22-1cc4-4b45-b93e-f9a6dc28565f up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:24.304826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-28d5d5b1-545c-4e44-b392-cc424881085f', 'network_id': '28d5d5b1-545c-4e44-b392-cc424881085f', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'fixed_ips': [{'subnet_id': '7152722d-f42c-44a7-8ae8-3bdca11ab8d0'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:28:24.305664 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.325196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=d217ddb9-2c10-4df7-be6c-1cb98a7dddeb,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:24.403655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2222e0b0-7a0e-46ca-8997-37ab39b2a821 req-fb91fb8d-65c3-4635-bf98-049229dd0474 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.405295 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2222e0b0-7a0e-46ca-8997-37ab39b2a821 req-fb91fb8d-65c3-4635-bf98-049229dd0474 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 945 time: 0.1335421 Jul 16 08:28:24.466239 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2222e0b0-7a0e-46ca-8997-37ab39b2a821 req-4bb7f2ed-1b92-4005-85ba-f44e80305065 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539639 Jul 16 08:28:24.571424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Allocated IP 19.86.0.2 (28d5d5b1-545c-4e44-b392-cc424881085f/7152722d-f42c-44a7-8ae8-3bdca11ab8d0/4cfd5353-cf7f-4a2c-8b13-56e28da83598) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:24.598619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 54abef22-1cc4-4b45-b93e-f9a6dc28565f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:24.598993 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.775872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06890f51-1a99-428f-887c-82a0b63c687c req-b3fdb47d-7193-4336-97df-8f9bebf46f85 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.784755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-06890f51-1a99-428f-887c-82a0b63c687c req-b3fdb47d-7193-4336-97df-8f9bebf46f85 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 948 time: 0.0939479 Jul 16 08:28:24.859409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40968) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:24.866356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-06890f51-1a99-428f-887c-82a0b63c687c req-49260f0a-d058-45bd-8eec-ec59df1b2398 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780761 Jul 16 08:28:24.868328 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.935850 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54abef22-1cc4-4b45-b93e-f9a6dc28565f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54abef22-1cc4-4b45-b93e-f9a6dc28565f,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:24.955060 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.978114 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Transition to ACTIVE for port object 4cfd5353-cf7f-4a2c-8b13-56e28da83598 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:25.000624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Transition to ACTIVE for port object 4cfd5353-cf7f-4a2c-8b13-56e28da83598 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:25.003700 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.009637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-345190785-network', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:25.009965 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.037433 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-25792d61-2bd4-44ea-a4b2-816c74d2d46a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.060479 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-25792d61-2bd4-44ea-a4b2-816c74d2d46a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.065414 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Made reservation on behalf of f7a4408b90e642a794da346a8a56fa5d for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:25.066832 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.067265 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Network 28d5d5b1-545c-4e44-b392-cc424881085f is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:25.072081 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-615524c2-05a1-4764-b0b5-6e696cc75414 x-openstack-request-id: req-615524c2-05a1-4764-b0b5-6e696cc75414 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:25.072369 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d02cb0-9ea1-42c9-be35-cca45ba0b86c", "name": "network-vif-plugged", "status": "completed", "tag": "d217ddb9-2c10-4df7-be6c-1cb98a7dddeb", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:25.072642 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-615524c2-05a1-4764-b0b5-6e696cc75414 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:25.073028 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d02cb0-9ea1-42c9-be35-cca45ba0b86c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd217ddb9-2c10-4df7-be6c-1cb98a7dddeb', 'code': 200} Jul 16 08:28:25.079742 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:25.083959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:25.095011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=54abef22-1cc4-4b45-b93e-f9a6dc28565f,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:25.155460 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.186269 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Pushing event updated for resources: {'Port': ['ID=4cfd5353-cf7f-4a2c-8b13-56e28da83598,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:25.262140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Attempting to bind port 4cfd5353-cf7f-4a2c-8b13-56e28da83598 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:25.262675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Attempting to bind port 4cfd5353-cf7f-4a2c-8b13-56e28da83598 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'd367a64d-9081-4b17-a8a9-f3e95a20bb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '28d5d5b1-545c-4e44-b392-cc424881085f'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:25.263193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Attempting to bind port 4cfd5353-cf7f-4a2c-8b13-56e28da83598 on network 28d5d5b1-545c-4e44-b392-cc424881085f {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:25.273543 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:25.274089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Checking segment: {'id': 'd367a64d-9081-4b17-a8a9-f3e95a20bb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '28d5d5b1-545c-4e44-b392-cc424881085f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:25.275674 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.277234 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Bound using segment: {'id': 'd367a64d-9081-4b17-a8a9-f3e95a20bb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '28d5d5b1-545c-4e44-b392-cc424881085f'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:25.280527 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Bound port: 4cfd5353-cf7f-4a2c-8b13-56e28da83598, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd367a64d-9081-4b17-a8a9-f3e95a20bb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '28d5d5b1-545c-4e44-b392-cc424881085f'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:25.281267 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.290368 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-25792d61-2bd4-44ea-a4b2-816c74d2d46a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Floating IP 35e08590-5302-4068-9c6e-0580111d72b3 associated. External IP: 172.25.4.7, port: 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7. Jul 16 08:28:25.316911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-337112a4-18d8-4675-8d27-2b2551dde651 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:25.322976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-337112a4-18d8-4675-8d27-2b2551dde651 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:25.325454 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-337112a4-18d8-4675-8d27-2b2551dde651 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/networks?id=ce1b8a2e-4183-49df-9dcf-b60ee56c27e2&id=28d5d5b1-545c-4e44-b392-cc424881085f HTTP/1.1" status: 200 len: 1392 time: 0.1656134 Jul 16 08:28:25.329575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d36665c-b071-41ed-a4b7-03dd8b897450 req-e6db53a4-d417-4892-9ed8-2b0ad5d254dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:25.331609 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d36665c-b071-41ed-a4b7-03dd8b897450 req-e6db53a4-d417-4892-9ed8-2b0ad5d254dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 1097 time: 0.1801138 Jul 16 08:28:25.344098 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-e46645f5-584d-43e3-bcc9-4c7f577b28ff tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/quotas/8b625cd3561f452eafd9c36c485ee35a HTTP/1.1" status: 200 len: 375 time: 0.0109339 Jul 16 08:28:25.344982 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70d0538-0fb6-4566-bfdc-61600f4ecede None None] Network ce1b8a2e-4183-49df-9dcf-b60ee56c27e2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:25.408149 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.417557 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.422182 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d36665c-b071-41ed-a4b7-03dd8b897450 req-0fe585b1-9c99-4382-952c-0edee0ddf4f0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769196 Jul 16 08:28:25.445400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:28:25.448207 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] For port 4cfd5353-cf7f-4a2c-8b13-56e28da83598, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:25.462167 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-43cea69e-f396-459c-bfd7-11dfdd18d26d None None] Provisioning for port 477290cd-3489-45a0-8136-201a2d08b06d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:25.464190 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-fc5eaeed-a33e-4776-8554-8bfb942b91fc tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b625cd3561f452eafd9c36c485ee35a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0948691 Jul 16 08:28:25.470464 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.471704 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Added segment 79abbd40-8157-419d-81fe-5050feaa6d9f of type vlan for network bbd421db-f40a-44a2-b154-b218b9278460 Jul 16 08:28:25.472990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] For port 4cfd5353-cf7f-4a2c-8b13-56e28da83598, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4cfd5353-cf7f-4a2c-8b13-56e28da83598,segment=NetworkSegment(d367a64d-9081-4b17-a8a9-f3e95a20bb42),segment_id=d367a64d-9081-4b17-a8a9-f3e95a20bb42)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:25.481712 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.481936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed269a03-8ef5-4aed-8ff6-53ccc4761312,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:25.589689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd347b48-d7f9-49e3-aed9-5b62d81b6807 None None] Pushing event updated for resources: {'Port': ['ID=4cfd5353-cf7f-4a2c-8b13-56e28da83598,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:25.596563 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-8dfd11b7-71e4-48f7-b38f-280fedb9a0c5 service neutron] 10.222.0.20 "GET /v2.0/networks/ce1b8a2e-4183-49df-9dcf-b60ee56c27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209145 Jul 16 08:28:25.618475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:25.619079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:25.619629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:25.620011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:25.620337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:25.620689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:25.621169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:25.621684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:25.622166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:25.622660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:25.623141 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:25.623618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:25.642733 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.647519 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-25792d61-2bd4-44ea-a4b2-816c74d2d46a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Router a14e7fd1-5995-44dd-a780-8bc8381da193 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:25.723532 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-4c2bb77a-29f9-486c-aeeb-72d8bf127796 service neutron] 10.222.0.20 "GET /v2.0/networks/ce1b8a2e-4183-49df-9dcf-b60ee56c27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258752 Jul 16 08:28:25.767681 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.resource_extend [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:28:25.787535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 477290cd-3489-45a0-8136-201a2d08b06d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:25.834452 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.835474 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:25.836052 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.866243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-25792d61-2bd4-44ea-a4b2-816c74d2d46a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:25.879601 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09056231-cb37-40d2-8bcd-4c7f17d927ba None None] Sync routers for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:25.905533 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-7b9d4643-736b-454a-a7d0-fd6181f927ee service neutron] 10.222.0.20 "GET /v2.0/networks/28d5d5b1-545c-4e44-b392-cc424881085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755011 Jul 16 08:28:25.912960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09056231-cb37-40d2-8bcd-4c7f17d927ba None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:25.913871 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-09056231-cb37-40d2-8bcd-4c7f17d927ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:25.987731 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1227136 Jul 16 08:28:25.989059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 477290cd-3489-45a0-8136-201a2d08b06d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:25.995261 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 477290cd-3489-45a0-8136-201a2d08b06d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:25.995787 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.003462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40986) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:26.009983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Request body: {'subnet': {'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-345190785-subnet', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:26.036919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab61f3c-5041-4bbf-8096-861a18ddfae0 admin admin] Pushing event updated for resources: {'Network': ['ID=bbd421db-f40a-44a2-b154-b218b9278460,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:26.055288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network bbd421db-f40a-44a2-b154-b218b9278460 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:28:26.065330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Made reservation on behalf of f7a4408b90e642a794da346a8a56fa5d for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:26.068423 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.083006 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-773f92b4-7e6b-4c3f-8143-bbbeb4783194 service neutron] 10.222.0.20 "GET /v2.0/networks/28d5d5b1-545c-4e44-b392-cc424881085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765172 Jul 16 08:28:26.175736 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.259787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e2949d36-c288-4e54-b5b9-5d7f445b54c9 None None] Provisioning complete for port 477290cd-3489-45a0-8136-201a2d08b06d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:26.260270 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e2949d36-c288-4e54-b5b9-5d7f445b54c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.266061 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-25792d61-2bd4-44ea-a4b2-816c74d2d46a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Router a14e7fd1-5995-44dd-a780-8bc8381da193 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:26.413693 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.465147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-25792d61-2bd4-44ea-a4b2-816c74d2d46a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:26.474977 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-25792d61-2bd4-44ea-a4b2-816c74d2d46a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.563084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fca9a4d-8888-4f2a-bfc7-8b7017fd829f,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:26.569835 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'tag': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:26.573178 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64cd089b-f122-466a-bb5b-a47eb44be9bd" -d '{"events": [{"name": "network-changed", "server_uuid": "16ecde7f-6738-424d-8ace-14a886e6eec4", "tag": "7064a6a2-660b-4e78-81a3-e57b5b6d7ba7"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:26.578117 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-25792d61-2bd4-44ea-a4b2-816c74d2d46a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "PUT /v2.0/floatingips/35e08590-5302-4068-9c6e-0580111d72b3 HTTP/1.1" status: 200 len: 996 time: 4.2050118 Jul 16 08:28:26.584291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:26.584678 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:26.585023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:26.585363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:26.585867 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:26.586206 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:26.586535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:26.586862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:26.587185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:26.587509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:26.587829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:26.588147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:26.596739 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Checking segment: {'id': '79abbd40-8157-419d-81fe-5050feaa6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:26.597102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Network hostable DHCP agents. Network: bbd421db-f40a-44a2-b154-b218b9278460, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:28:26.601596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 879b16c4-e484-4e08-849c-87863e47a787 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:26.612847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-09056231-cb37-40d2-8bcd-4c7f17d927ba None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:26.620565 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 477290cd-3489-45a0-8136-201a2d08b06d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=477290cd-3489-45a0-8136-201a2d08b06d,segment=NetworkSegment(3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4),segment_id=3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:26.656752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Network bbd421db-f40a-44a2-b154-b218b9278460 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:28:26.665042 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.685960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baba8f65-e325-45a4-a755-7fff9ebfd68c req-2db67e3a-b36c-49a3-b478-f2f5c4958d26 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.697773 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-baba8f65-e325-45a4-a755-7fff9ebfd68c req-2db67e3a-b36c-49a3-b478-f2f5c4958d26 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 945 time: 0.2968769 Jul 16 08:28:26.706595 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, bbd421db-f40a-44a2-b154-b218b9278460) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:26.717596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.718204 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.738664 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=477290cd-3489-45a0-8136-201a2d08b06d,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:26.741587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922358e7-0009-4e53-9f82-2bae9c777430 None None] Network bbd421db-f40a-44a2-b154-b218b9278460 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:26.752074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-02abf6c2-20ac-44c7-88dd-2f8ee870144b tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.760461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-02abf6c2-20ac-44c7-88dd-2f8ee870144b tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports/7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 HTTP/1.1" status: 200 len: 942 time: 0.1751697 Jul 16 08:28:26.809949 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-baba8f65-e325-45a4-a755-7fff9ebfd68c req-b1c12e86-ec64-4c90-a73d-1c71ba46209b tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111965 Jul 16 08:28:26.812817 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bb6d7c2d-383e-4026-be10-261c3d3119c6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8074584 Jul 16 08:28:26.816360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41010) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:26.827621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-345190785-router', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:26.848428 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.resource_extend [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:28:26.875728 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.878490 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.073269 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.095132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-753bf774-3d98-47e4-baa4-24d93cfe4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.100201 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-753bf774-3d98-47e4-baa4-24d93cfe4685 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 1097 time: 0.1656399 Jul 16 08:28:27.115315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d25b79-e875-4e39-975c-db19f8280961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54abef22-1cc4-4b45-b93e-f9a6dc28565f'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:27.119161 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b75d859-40f0-4d3e-87ca-619ce9fc707b" -d '{"events": [{"server_uuid": "b6d25b79-e875-4e39-975c-db19f8280961", "name": "network-vif-plugged", "status": "completed", "tag": "54abef22-1cc4-4b45-b93e-f9a6dc28565f"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:27.182621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-bbd421db-f40a-44a2-b154-b218b9278460', 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d', 'fixed_ips': [{'subnet_id': '4fca9a4d-8888-4f2a-bfc7-8b7017fd829f'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:28:27.183950 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.192453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43519bb-ec0f-4844-98ed-d25cdf14a16c None None] Network 28d5d5b1-545c-4e44-b392-cc424881085f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:27.297790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-013701c7-6a40-4fe3-998b-7022941c8b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.300852 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-013701c7-6a40-4fe3-998b-7022941c8b0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 921 time: 0.1958025 Jul 16 08:28:27.388261 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-84677b02-28f8-485f-b32e-444fb57d7b7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 HTTP/1.1" status: 200 len: 217 time: 0.0788109 Jul 16 08:28:27.460215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-a3e78cb9-7442-43a5-bf05-8934b60dd462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.462682 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-a3e78cb9-7442-43a5-bf05-8934b60dd462 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.0668104 Jul 16 08:28:27.487692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 879b16c4-e484-4e08-849c-87863e47a787, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=879b16c4-e484-4e08-849c-87863e47a787,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:27.546703 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-5d45ca00-a0da-43eb-bca7-eb9ae4e7a5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.548324 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-5d45ca00-a0da-43eb-bca7-eb9ae4e7a5fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796108 Jul 16 08:28:27.562591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-29e5f21e-ce63-4030-bd50-94f2eb48ec5b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:28:27.564095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-29e5f21e-ce63-4030-bd50-94f2eb48ec5b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073695 Jul 16 08:28:27.579078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b7ca6-8e74-43d6-b725-0d055f794309 req-f31b1b4a-71fb-4b43-bf60-85cf633ae20f tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.580824 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-563b7ca6-8e74-43d6-b725-0d055f794309 req-f31b1b4a-71fb-4b43-bf60-85cf633ae20f tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 945 time: 0.5274518 Jul 16 08:28:27.582923 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.622922 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Allocated IP 172.20.0.2 (bbd421db-f40a-44a2-b154-b218b9278460/4fca9a4d-8888-4f2a-bfc7-8b7017fd829f/dae17f08-8619-4767-a74c-7dbc01f79422) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:27.682140 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-563b7ca6-8e74-43d6-b725-0d055f794309 req-7dd19afd-ec32-4be8-ae25-b9e13d869ff6 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952244 Jul 16 08:28:27.709486 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-8859d717-945c-494d-b2ec-3b7f67bb392c service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384697 Jul 16 08:28:27.819204 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.854811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Transition to ACTIVE for port object dae17f08-8619-4767-a74c-7dbc01f79422 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:27.894998 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Transition to ACTIVE for port object dae17f08-8619-4767-a74c-7dbc01f79422 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:27.907645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '879b16c4-e484-4e08-849c-87863e47a787', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '879b16c4-e484-4e08-849c-87863e47a787', 'mac_address': 'fa:16:3e:50:36:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:27.927043 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.041711 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-52a8b46a-bc8d-4b17-94c6-dc1bb378ca37 service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231337 Jul 16 08:28:28.057280 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Pushing event updated for resources: {'Port': ['ID=dae17f08-8619-4767-a74c-7dbc01f79422,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:28.082521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4cfd5353-cf7f-4a2c-8b13-56e28da83598 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:28.170515 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1ba2a6cb-950b-43aa-8fcf-fb838ec20028 None None] Provisioning for port 4cfd5353-cf7f-4a2c-8b13-56e28da83598 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:28.190785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-72af5e19-dffb-4ccb-b990-0cdc5e90423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:28.194178 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-72af5e19-dffb-4ccb-b990-0cdc5e90423f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 1097 time: 0.1013002 Jul 16 08:28:28.207990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Network bbd421db-f40a-44a2-b154-b218b9278460 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:28.216631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:28.256289 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:28.278021 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.285935 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 4cfd5353-cf7f-4a2c-8b13-56e28da83598 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:28.287880 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.306709 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-09056231-cb37-40d2-8bcd-4c7f17d927ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '35e08590-5302-4068-9c6e-0580111d72b3', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'port_id': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'mac_address': 'fa:16:3e:55:20:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61597b94-2fd8-4e6d-a152-00f29230d650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:28:00Z', 'updated_at': '2021-07-16T08:28:24Z', 'revision_number': 3, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:28.311546 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4cfd5353-cf7f-4a2c-8b13-56e28da83598 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:28.311939 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.322536 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.394347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-26bf0164-348c-4d56-ae57-2801a5771a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:28.396259 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-26bf0164-348c-4d56-ae57-2801a5771a56 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 921 time: 0.1966338 Jul 16 08:28:28.416012 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 879b16c4-e484-4e08-849c-87863e47a787 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:28.430364 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09056231-cb37-40d2-8bcd-4c7f17d927ba None None] Checking router: a14e7fd1-5995-44dd-a780-8bc8381da193 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:28.490998 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09056231-cb37-40d2-8bcd-4c7f17d927ba None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:28.492141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-09056231-cb37-40d2-8bcd-4c7f17d927ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:28.511396 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:28:28.530622 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Allocated IP 172.25.4.94 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/e94cb854-dcdc-4843-b48e-573eacfc9d36) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:28.582183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 879b16c4-e484-4e08-849c-87863e47a787, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=879b16c4-e484-4e08-849c-87863e47a787,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:28.594196 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f299fab4-7322-4bac-b8e4-2d2dd38980d7 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:28.600362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f299fab4-7322-4bac-b8e4-2d2dd38980d7 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:28.602296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f299fab4-7322-4bac-b8e4-2d2dd38980d7 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.15 "GET /v2.0/networks?id=ce1b8a2e-4183-49df-9dcf-b60ee56c27e2&id=28d5d5b1-545c-4e44-b392-cc424881085f HTTP/1.1" status: 200 len: 1392 time: 0.5507586 Jul 16 08:28:28.618244 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-0c226b95-d39f-43c2-8b6c-f5fa17f136b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Request body: {'port': {'device_id': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'network_id': 'ce1b8a2e-4183-49df-9dcf-b60ee56c27e2', 'admin_state_up': True, 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:28.622967 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.631600 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Attempting to bind port dae17f08-8619-4767-a74c-7dbc01f79422 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:28.632332 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Attempting to bind port dae17f08-8619-4767-a74c-7dbc01f79422 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '79abbd40-8157-419d-81fe-5050feaa6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:28.632980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Attempting to bind port dae17f08-8619-4767-a74c-7dbc01f79422 on network bbd421db-f40a-44a2-b154-b218b9278460 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:28.634946 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499da8d2-ac7f-4068-a1ed-ee18bbed59ac req-1ab69f5f-97d5-4684-bb1e-c17ff02665c8 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:28.643615 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-499da8d2-ac7f-4068-a1ed-ee18bbed59ac req-1ab69f5f-97d5-4684-bb1e-c17ff02665c8 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.5678508 Jul 16 08:28:28.706980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:28.707790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Checking segment: {'id': '79abbd40-8157-419d-81fe-5050feaa6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:28.708439 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.709091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Bound using segment: {'id': '79abbd40-8157-419d-81fe-5050feaa6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:28.709816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Bound port: dae17f08-8619-4767-a74c-7dbc01f79422, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79abbd40-8157-419d-81fe-5050feaa6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:28.710467 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.762474 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.794741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['879b16c4-e484-4e08-849c-87863e47a787'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:28.809236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=879b16c4-e484-4e08-849c-87863e47a787,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:28.817432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-499da8d2-ac7f-4068-a1ed-ee18bbed59ac req-1def67b5-5d11-47b2-bff3-d0562e7f2151 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725588 Jul 16 08:28:28.874782 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.019722 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-a8ad01fd-6be8-4c27-a7a2-d1b6909bc7e7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 HTTP/1.1" status: 200 len: 999 time: 0.6085675 Jul 16 08:28:29.054999 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-09056231-cb37-40d2-8bcd-4c7f17d927ba None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:29.069961 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.155769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 4cfd5353-cf7f-4a2c-8b13-56e28da83598, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4cfd5353-cf7f-4a2c-8b13-56e28da83598,segment=NetworkSegment(d367a64d-9081-4b17-a8a9-f3e95a20bb42),segment_id=d367a64d-9081-4b17-a8a9-f3e95a20bb42)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:29.202214 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-461395e3-002e-4f7b-9fcb-8061f256b207 req-fc8d2c03-f82a-4258-bec8-b46d6144270c tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 210 time: 0.1371567 Jul 16 08:28:29.215231 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.221261 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 477290cd-3489-45a0-8136-201a2d08b06d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:29.222797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-9414c2cb-360a-4b76-ab92-89a211cf07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.224438 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-9414c2cb-360a-4b76-ab92-89a211cf07b0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.1670656 Jul 16 08:28:29.290822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:29.300667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:29.324786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:29.348963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] For port dae17f08-8619-4767-a74c-7dbc01f79422, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:29.354250 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb94a53-e039-4ff7-bcb4-1b94122331a9 x-openstack-request-id: req-ecb94a53-e039-4ff7-bcb4-1b94122331a9 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:29.354846 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d25b79-e875-4e39-975c-db19f8280961", "name": "network-vif-plugged", "status": "completed", "tag": "54abef22-1cc4-4b45-b93e-f9a6dc28565f", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:29.355341 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecb94a53-e039-4ff7-bcb4-1b94122331a9 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:29.355949 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d25b79-e875-4e39-975c-db19f8280961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54abef22-1cc4-4b45-b93e-f9a6dc28565f', 'code': 200} Jul 16 08:28:29.438709 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] For port dae17f08-8619-4767-a74c-7dbc01f79422, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=dae17f08-8619-4767-a74c-7dbc01f79422,segment=NetworkSegment(79abbd40-8157-419d-81fe-5050feaa6d9f),segment_id=79abbd40-8157-419d-81fe-5050feaa6d9f)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:29.474551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Pushing event updated for resources: {'Port': ['ID=e94cb854-dcdc-4843-b48e-573eacfc9d36,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:29.480543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-0c226b95-d39f-43c2-8b6c-f5fa17f136b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Made reservation on behalf of 8b625cd3561f452eafd9c36c485ee35a for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:29.491112 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-0c226b95-d39f-43c2-8b6c-f5fa17f136b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.492162 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.624179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=4cfd5353-cf7f-4a2c-8b13-56e28da83598,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:29.767118 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72e1331e-2cf3-417d-9664-de35dc93ade1 x-openstack-request-id: req-72e1331e-2cf3-417d-9664-de35dc93ade1 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:29.767459 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ecde7f-6738-424d-8ace-14a886e6eec4", "tag": "7064a6a2-660b-4e78-81a3-e57b5b6d7ba7", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:29.767643 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-72e1331e-2cf3-417d-9664-de35dc93ade1 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:29.768085 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'tag': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'status': 'completed', 'code': 200} Jul 16 08:28:29.786740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f22a6-a35c-4060-8422-7a461feb116a req-7eb6322f-3e29-4907-a828-b48c4d7d8ba5 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.790623 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-7eb6322f-3e29-4907-a828-b48c4d7d8ba5 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1097 time: 1.2183506 Jul 16 08:28:29.835330 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 477290cd-3489-45a0-8136-201a2d08b06d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:29.836187 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.838684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-46'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:29.848469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9007f7d6-a3f7-482b-97b1-a5654eeb68fc None None] Provisioning complete for port 4cfd5353-cf7f-4a2c-8b13-56e28da83598 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:29.849370 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9007f7d6-a3f7-482b-97b1-a5654eeb68fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.959357 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da37f85-35b2-41f6-b5f8-3b3ee2a01f57 req-3ee4e0e9-7b53-469f-9e4d-1ef682918dab tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.976929 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4da37f85-35b2-41f6-b5f8-3b3ee2a01f57 req-3ee4e0e9-7b53-469f-9e4d-1ef682918dab tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 945 time: 0.4038496 Jul 16 08:28:29.993080 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41052) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:30.030454 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-2a7c877b-c74b-4da9-85c2-764a385781b9 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Request body: {'floatingip': {'port_id': 'd217ddb9-2c10-4df7-be6c-1cb98a7dddeb'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:30.069956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-7f3929fe-dae9-4dc6-9339-b21f05eab292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:30.071374 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-7f3929fe-dae9-4dc6-9339-b21f05eab292 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8306561 Jul 16 08:28:30.085211 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.121202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd11338-fab3-43c4-b6a0-c10b7de85db6 None None] Pushing event updated for resources: {'Port': ['ID=dae17f08-8619-4767-a74c-7dbc01f79422,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:30.164926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd089b-f122-466a-bb5b-a47eb44be9bd req-9033e6a0-05de-46ad-b933-342bac2c5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:30.166539 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64cd089b-f122-466a-bb5b-a47eb44be9bd req-9033e6a0-05de-46ad-b933-342bac2c5d8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 1097 time: 0.4012375 Jul 16 08:28:30.200396 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2a7c877b-c74b-4da9-85c2-764a385781b9 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.283732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd089b-f122-466a-bb5b-a47eb44be9bd req-b9186145-d425-470a-9054-871ee527c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:30.285308 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64cd089b-f122-466a-bb5b-a47eb44be9bd req-b9186145-d425-470a-9054-871ee527c7e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 921 time: 0.1093538 Jul 16 08:28:30.371208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-09056231-cb37-40d2-8bcd-4c7f17d927ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '35e08590-5302-4068-9c6e-0580111d72b3', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'port_id': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'mac_address': 'fa:16:3e:55:20:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61597b94-2fd8-4e6d-a152-00f29230d650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:28:00Z', 'updated_at': '2021-07-16T08:28:24Z', 'revision_number': 3, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:30.396415 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64cd089b-f122-466a-bb5b-a47eb44be9bd req-85966a69-a6d3-459b-9180-d307dfbf434f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 HTTP/1.1" status: 200 len: 217 time: 0.0663586 Jul 16 08:28:30.425286 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09056231-cb37-40d2-8bcd-4c7f17d927ba None None] The sync data for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 is: [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '35e08590-5302-4068-9c6e-0580111d72b3', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'port_id': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'mac_address': 'fa:16:3e:55:20:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61597b94-2fd8-4e6d-a152-00f29230d650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:28:00Z', 'updated_at': '2021-07-16T08:28:24Z', 'revision_number': 3, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:30.495157 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-fc05bf00-e7b9-45d1-9ba9-90c73e0283b1 service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061828 Jul 16 08:28:30.539634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc2d46f-6564-4514-8a5c-48f0d2280cec req-a656a73a-7ed0-43e4-a23a-318e37291387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:30.541209 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6cc2d46f-6564-4514-8a5c-48f0d2280cec req-a656a73a-7ed0-43e4-a23a-318e37291387 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 1102 time: 0.8760667 Jul 16 08:28:30.584357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd089b-f122-466a-bb5b-a47eb44be9bd req-14b4398a-049b-461b-93e6-36857744bfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:30.585984 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64cd089b-f122-466a-bb5b-a47eb44be9bd req-14b4398a-049b-461b-93e6-36857744bfd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.1763530 Jul 16 08:28:30.635112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device cf976342-9e5a-469c-93b5-f160f2c00b54 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:30.637363 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 879b16c4-e484-4e08-849c-87863e47a787 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:30.730867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=cf976342-9e5a-469c-93b5-f160f2c00b54,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:30.758377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4cfd5353-cf7f-4a2c-8b13-56e28da83598 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:30.767119 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6df927f-9a29-4165-9a1a-dc3f08f39ad3 None None] New status for floating IP 35e08590-5302-4068-9c6e-0580111d72b3: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:28:30.806032 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd8993a1-c374-4e26-b5d8-03cb5c91d94e req-87235ea5-5c15-4d41-ac5e-9c10819051a3 service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996442 Jul 16 08:28:30.893188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd089b-f122-466a-bb5b-a47eb44be9bd req-94d627e0-4daf-4d9b-a816-94c3016a87a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:30.906435 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64cd089b-f122-466a-bb5b-a47eb44be9bd req-94d627e0-4daf-4d9b-a816-94c3016a87a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3099196 Jul 16 08:28:30.906696 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.910794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:31.001231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 879b16c4-e484-4e08-849c-87863e47a787 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:31.001784 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.071292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=cf976342-9e5a-469c-93b5-f160f2c00b54,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:31.119191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-0c226b95-d39f-43c2-8b6c-f5fa17f136b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Allocated IP 19.80.0.210 (ce1b8a2e-4183-49df-9dcf-b60ee56c27e2/e37e9b9a-36f8-41b5-899f-e9ed31de3c3f/299cfd83-1a2d-4cda-92b1-18d02f0e145a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:31.140474 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.163791 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.236424 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64cd089b-f122-466a-bb5b-a47eb44be9bd req-93f7e2dd-72a5-4451-9583-0ee4b78ac25b service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226564 Jul 16 08:28:31.244324 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.249540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4cfd5353-cf7f-4a2c-8b13-56e28da83598 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:31.252238 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.331497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device cf976342-9e5a-469c-93b5-f160f2c00b54 has no active binding in host n-h2-758944-46 {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:28:31.343657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ac56df-17f4-4c2f-89d8-b8818cea5e8f None None] Sync routers for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:31.348473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d76c3d-93d6-46fb-971e-e11466250591 None None] Network bbd421db-f40a-44a2-b154-b218b9278460 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:31.374968 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf976342-9e5a-469c-93b5-f160f2c00b54,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:31.404133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Attempting to bind port cf976342-9e5a-469c-93b5-f160f2c00b54 on host n-h1-758944-46 for vnic_type normal with profile {"migrating_to": "n-h2-758944-46"} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:31.404544 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Attempting to bind port cf976342-9e5a-469c-93b5-f160f2c00b54 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:31.404813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Attempting to bind port cf976342-9e5a-469c-93b5-f160f2c00b54 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:31.420957 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-0c226b95-d39f-43c2-8b6c-f5fa17f136b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.432203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Port cf976342-9e5a-469c-93b5-f160f2c00b54 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:31.432592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Attempting to bind port cf976342-9e5a-469c-93b5-f160f2c00b54 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:31.446562 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-0c226b95-d39f-43c2-8b6c-f5fa17f136b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Transition to ACTIVE for port object 299cfd83-1a2d-4cda-92b1-18d02f0e145a will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:31.454752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:31.455289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Checking segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:31.455685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Bound using segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:31.455954 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Bound port: cf976342-9e5a-469c-93b5-f160f2c00b54, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:31.456312 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.474967 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64cd089b-f122-466a-bb5b-a47eb44be9bd req-5d1b7d1a-583f-4ad4-92a0-63f45230b4d3 service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287824 Jul 16 08:28:31.508673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 879b16c4-e484-4e08-849c-87863e47a787, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=879b16c4-e484-4e08-849c-87863e47a787,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:31.515576 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879b16c4-e484-4e08-849c-87863e47a787'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:31.519640 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57daad0c-6099-4ab1-8fc9-9bcda430b4e0" -d '{"events": [{"server_uuid": "5db747c6-e76c-4c9e-a8ca-48c4ae8ea363", "name": "network-vif-plugged", "status": "completed", "tag": "879b16c4-e484-4e08-849c-87863e47a787"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:31.528687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f18eccc0-962e-425f-9cc5-89792e911015 None None] Provisioning for port dae17f08-8619-4767-a74c-7dbc01f79422 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:31.537558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ac56df-17f4-4c2f-89d8-b8818cea5e8f None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:31.538717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b7ac56df-17f4-4c2f-89d8-b8818cea5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:31.542060 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.575488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48c3c9a-7e3e-4072-aa6e-e34116599a98 req-4d156999-86e6-4c7e-aefc-31bb3ba1b9d0 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:31.577016 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a48c3c9a-7e3e-4072-aa6e-e34116599a98 req-4d156999-86e6-4c7e-aefc-31bb3ba1b9d0 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1966400 Jul 16 08:28:31.601763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:31.607976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=cf976342-9e5a-469c-93b5-f160f2c00b54,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:31.643718 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-0c226b95-d39f-43c2-8b6c-f5fa17f136b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.679525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dae17f08-8619-4767-a74c-7dbc01f79422 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:31.680909 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a48c3c9a-7e3e-4072-aa6e-e34116599a98 req-89bf4a75-5289-498b-badf-1e225a61e1f0 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697308 Jul 16 08:28:31.682906 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.717187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c226b95-d39f-43c2-8b6c-f5fa17f136b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event updated for resources: {'Port': ['ID=299cfd83-1a2d-4cda-92b1-18d02f0e145a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:31.733842 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6cc2d46f-6564-4514-8a5c-48f0d2280cec req-7de7b94f-ae21-4014-b530-0f45d0126ea7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0645285 Jul 16 08:28:31.786945 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61597b94-2fd8-4e6d-a152-00f29230d650', 'tag': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0'}, {'server_uuid': '03312db4-5f02-431d-86fd-8e486c26f368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf976342-9e5a-469c-93b5-f160f2c00b54'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:31.789983 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40af23d3-c400-4aff-8890-6e713762ae25" -d '{"events": [{"name": "network-changed", "server_uuid": "61597b94-2fd8-4e6d-a152-00f29230d650", "tag": "49ff6557-aa0c-40c2-a5d6-82ac4ad460e0"}, {"server_uuid": "03312db4-5f02-431d-86fd-8e486c26f368", "name": "network-vif-unplugged", "status": "completed", "tag": "cf976342-9e5a-469c-93b5-f160f2c00b54"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:31.793456 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Pushing event updated for resources: {'Port': ['ID=cf976342-9e5a-469c-93b5-f160f2c00b54,revision_number=8']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:31.853404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:31.857374 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.860984 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dd43b46a-ad1a-4f4d-95ac-700c867903d7 service neutron] 10.222.0.38 "PUT /v2.0/ports/cf976342-9e5a-469c-93b5-f160f2c00b54 HTTP/1.1" status: 200 len: 1123 time: 2.0511723 Jul 16 08:28:31.990629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b7ac56df-17f4-4c2f-89d8-b8818cea5e8f None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:32.097633 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=879b16c4-e484-4e08-849c-87863e47a787,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:32.107545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['cf976342-9e5a-469c-93b5-f160f2c00b54'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:32.109755 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['cf976342-9e5a-469c-93b5-f160f2c00b54'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:32.124253 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port dae17f08-8619-4767-a74c-7dbc01f79422 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:32.127805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1969a8-a43e-45e2-9b40-bae1682778e0 req-66b399a4-1968-488d-bee7-8ca3dd3a3339 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.129350 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da1969a8-a43e-45e2-9b40-bae1682778e0 req-66b399a4-1968-488d-bee7-8ca3dd3a3339 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 945 time: 1.9477160 Jul 16 08:28:32.132827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-0c226b95-d39f-43c2-8b6c-f5fa17f136b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Network ce1b8a2e-4183-49df-9dcf-b60ee56c27e2 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:32.138491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-0c226b95-d39f-43c2-8b6c-f5fa17f136b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:32.150687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-0c226b95-d39f-43c2-8b6c-f5fa17f136b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:32.174079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port dae17f08-8619-4767-a74c-7dbc01f79422 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:32.174661 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.252669 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc822f-1466-4f3b-9677-a020b431a0a3 req-e1f4fc42-b4b1-4467-92e1-e3c57d3de6b5 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.263116 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1dc822f-1466-4f3b-9677-a020b431a0a3 req-e1f4fc42-b4b1-4467-92e1-e3c57d3de6b5 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 932 time: 0.1244183 Jul 16 08:28:32.297527 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da1969a8-a43e-45e2-9b40-bae1682778e0 req-2e8ff6ff-7cc8-421f-b419-8b45057b2ab7 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567895 Jul 16 08:28:32.303433 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.370849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-0c226b95-d39f-43c2-8b6c-f5fa17f136b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.371836 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-0c226b95-d39f-43c2-8b6c-f5fa17f136b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.382479 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1dc822f-1466-4f3b-9677-a020b431a0a3 req-b2da11e7-9276-4995-be19-e2d35accd470 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169779 Jul 16 08:28:32.432272 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-0c226b95-d39f-43c2-8b6c-f5fa17f136b8 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8188024 Jul 16 08:28:32.458612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-c30eb886-a561-4d63-a1fa-0679e22c23fe tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Request body: {'port': {'device_id': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'network_id': '28d5d5b1-545c-4e44-b392-cc424881085f', 'admin_state_up': True, 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:32.512087 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2ff72a-5a89-43e0-8af5-e8ed63ad4753 x-openstack-request-id: req-be2ff72a-5a89-43e0-8af5-e8ed63ad4753 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:32.513986 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db747c6-e76c-4c9e-a8ca-48c4ae8ea363", "name": "network-vif-plugged", "status": "completed", "tag": "879b16c4-e484-4e08-849c-87863e47a787", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:32.514469 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be2ff72a-5a89-43e0-8af5-e8ed63ad4753 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:32.515195 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879b16c4-e484-4e08-849c-87863e47a787', 'code': 200} Jul 16 08:28:32.547155 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3897160-83f9-45fb-b804-f0b26fa6e4c6 x-openstack-request-id: req-d3897160-83f9-45fb-b804-f0b26fa6e4c6 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:32.547407 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61597b94-2fd8-4e6d-a152-00f29230d650", "tag": "49ff6557-aa0c-40c2-a5d6-82ac4ad460e0", "status": "completed", "code": 200}, {"server_uuid": "03312db4-5f02-431d-86fd-8e486c26f368", "name": "network-vif-unplugged", "status": "completed", "tag": "cf976342-9e5a-469c-93b5-f160f2c00b54", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:32.547662 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3897160-83f9-45fb-b804-f0b26fa6e4c6 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:32.548099 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61597b94-2fd8-4e6d-a152-00f29230d650', 'tag': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0', 'status': 'completed', 'code': 200} Jul 16 08:28:32.548380 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03312db4-5f02-431d-86fd-8e486c26f368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf976342-9e5a-469c-93b5-f160f2c00b54', 'code': 200} Jul 16 08:28:32.695027 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af23d3-c400-4aff-8890-6e713762ae25 req-41af1c1d-cbb1-4768-abd1-ae1c9373c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.696971 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40af23d3-c400-4aff-8890-6e713762ae25 req-41af1c1d-cbb1-4768-abd1-ae1c9373c2b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 1097 time: 0.1173303 Jul 16 08:28:32.719239 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2a7c877b-c74b-4da9-85c2-764a385781b9 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.833186 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-88dfbc37-2059-4e0f-82f7-24f4108cceba None None] Provisioning for port 299cfd83-1a2d-4cda-92b1-18d02f0e145a completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:32.840614 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2a7c877b-c74b-4da9-85c2-764a385781b9 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.856579 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-88dfbc37-2059-4e0f-82f7-24f4108cceba None None] Provisioning complete for port 299cfd83-1a2d-4cda-92b1-18d02f0e145a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:32.856972 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-88dfbc37-2059-4e0f-82f7-24f4108cceba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.910238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af23d3-c400-4aff-8890-6e713762ae25 req-ed5a7566-8380-4f92-a0d7-920df2445ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.918729 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40af23d3-c400-4aff-8890-6e713762ae25 req-ed5a7566-8380-4f92-a0d7-920df2445ed9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 921 time: 0.2074714 Jul 16 08:28:32.991334 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.017196 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50212bf0-11e7-4c6c-9c00-5ec224577d12 req-6defcb3a-e80d-4bf0-9549-5565fe43ff0d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 999 time: 0.5997119 Jul 16 08:28:33.017460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-88dfbc37-2059-4e0f-82f7-24f4108cceba None None] Port 299cfd83-1a2d-4cda-92b1-18d02f0e145a cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:33.105672 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40af23d3-c400-4aff-8890-6e713762ae25 req-b4999621-a6bd-4eae-84d8-5150282805d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 HTTP/1.1" status: 200 len: 999 time: 0.1819050 Jul 16 08:28:33.181654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7522f6-8966-433e-9636-46df8f3e3930 req-4c0c12d2-9afe-41ca-8ab7-5e5e3ddd7da6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:33.188800 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a7522f6-8966-433e-9636-46df8f3e3930 req-4c0c12d2-9afe-41ca-8ab7-5e5e3ddd7da6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1783519 Jul 16 08:28:33.192105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af23d3-c400-4aff-8890-6e713762ae25 req-4c04386f-6bff-4da5-a97f-b5823227c60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:33.193732 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40af23d3-c400-4aff-8890-6e713762ae25 req-4c04386f-6bff-4da5-a97f-b5823227c60b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.0824752 Jul 16 08:28:33.260690 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b7ac56df-17f4-4c2f-89d8-b8818cea5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '35e08590-5302-4068-9c6e-0580111d72b3', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'port_id': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'mac_address': 'fa:16:3e:55:20:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61597b94-2fd8-4e6d-a152-00f29230d650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:28:00Z', 'updated_at': '2021-07-16T08:28:30Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:33.263816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port dae17f08-8619-4767-a74c-7dbc01f79422, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=dae17f08-8619-4767-a74c-7dbc01f79422,segment=NetworkSegment(79abbd40-8157-419d-81fe-5050feaa6d9f),segment_id=79abbd40-8157-419d-81fe-5050feaa6d9f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:33.264270 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50212bf0-11e7-4c6c-9c00-5ec224577d12 req-4b70cd26-1d34-4d0b-8d65-a8c6dda8ad18 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:33.265697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50212bf0-11e7-4c6c-9c00-5ec224577d12 req-4b70cd26-1d34-4d0b-8d65-a8c6dda8ad18 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports/49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 HTTP/1.1" status: 200 len: 942 time: 0.2140996 Jul 16 08:28:33.282550 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-2a7c877b-c74b-4da9-85c2-764a385781b9 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Floating IP d4a235b5-32ee-4fa9-b170-fd7fd3ea880e associated. External IP: 172.25.4.126, port: d217ddb9-2c10-4df7-be6c-1cb98a7dddeb. Jul 16 08:28:33.326349 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.343697 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a7522f6-8966-433e-9636-46df8f3e3930 req-497b1e2c-5cdd-47f0-89bf-e49e7b4bade7 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496232 Jul 16 08:28:33.361981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ac56df-17f4-4c2f-89d8-b8818cea5e8f None None] Checking router: a14e7fd1-5995-44dd-a780-8bc8381da193 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:33.397273 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-c30eb886-a561-4d63-a1fa-0679e22c23fe tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Made reservation on behalf of 8b625cd3561f452eafd9c36c485ee35a for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:33.400556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40af23d3-c400-4aff-8890-6e713762ae25 req-839fdc10-0211-469e-8675-0924adc33ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:33.401104 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-c30eb886-a561-4d63-a1fa-0679e22c23fe tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.406344 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40af23d3-c400-4aff-8890-6e713762ae25 req-839fdc10-0211-469e-8675-0924adc33ff7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1878560 Jul 16 08:28:33.429052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3b70c082-c6ff-401e-98d8-cfb77224bb08 None None] Provisioning complete for port dae17f08-8619-4767-a74c-7dbc01f79422 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:33.429419 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3b70c082-c6ff-401e-98d8-cfb77224bb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.566625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ac56df-17f4-4c2f-89d8-b8818cea5e8f None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:33.567473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b7ac56df-17f4-4c2f-89d8-b8818cea5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:33.613480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40af23d3-c400-4aff-8890-6e713762ae25 req-bd15ddb4-9bee-4692-affe-b3dfa74a58ba service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900182 Jul 16 08:28:33.638861 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.652532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=dae17f08-8619-4767-a74c-7dbc01f79422,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:33.701829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Router 71727f66-40b5-401e-bb92-c62f1f011644 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:28:33.742968 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50212bf0-11e7-4c6c-9c00-5ec224577d12 req-5c1feb48-1cca-40e7-b1bb-c14018786c8f tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 999 time: 0.2198315 Jul 16 08:28:33.781517 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b7ac56df-17f4-4c2f-89d8-b8818cea5e8f None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:33.899230 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40af23d3-c400-4aff-8890-6e713762ae25 req-be6709be-2f75-40ad-a21e-a85f79776c7b service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788415 Jul 16 08:28:33.945559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4bff68-1b10-416f-a703-3628664e2be6 req-ac3f4837-e3a8-4b88-93ab-6d5ed3fcd0ae tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:33.952862 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e4bff68-1b10-416f-a703-3628664e2be6 req-ac3f4837-e3a8-4b88-93ab-6d5ed3fcd0ae tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 943 time: 0.1627126 Jul 16 08:28:34.010330 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e4bff68-1b10-416f-a703-3628664e2be6 req-ddec21cb-bd63-4829-9c73-73fae6fe684a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559077 Jul 16 08:28:34.125931 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50212bf0-11e7-4c6c-9c00-5ec224577d12 req-079eff63-5f6a-41c8-a9f4-a3fa01e63cbc tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.127908 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50212bf0-11e7-4c6c-9c00-5ec224577d12 req-079eff63-5f6a-41c8-a9f4-a3fa01e63cbc tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.3781672 Jul 16 08:28:34.146752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-c30eb886-a561-4d63-a1fa-0679e22c23fe tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Allocated IP 19.86.0.156 (28d5d5b1-545c-4e44-b392-cc424881085f/7152722d-f42c-44a7-8ae8-3bdca11ab8d0/3648de13-340d-4102-bcf6-1e300617243d) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:34.167678 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a7c877b-c74b-4da9-85c2-764a385781b9 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Router 54c1356d-6823-49b9-a40d-7ef579d1d99d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:34.169007 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:34.185017 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Sync routers for ids ['71727f66-40b5-401e-bb92-c62f1f011644'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:34.202296 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Routers {'71727f66-40b5-401e-bb92-c62f1f011644'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:34.206578 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['71727f66-40b5-401e-bb92-c62f1f011644'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:34.212418 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.217556 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-964d8ec0-628d-4960-a962-e830afff129b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.3984845 Jul 16 08:28:34.218410 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41102) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:34.308775 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b7ac56df-17f4-4c2f-89d8-b8818cea5e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '35e08590-5302-4068-9c6e-0580111d72b3', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'port_id': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'mac_address': 'fa:16:3e:55:20:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61597b94-2fd8-4e6d-a152-00f29230d650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:28:00Z', 'updated_at': '2021-07-16T08:28:30Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:34.356946 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Set router 71727f66-40b5-401e-bb92-c62f1f011644 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:34.368235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ac56df-17f4-4c2f-89d8-b8818cea5e8f None None] The sync data for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 is: [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '35e08590-5302-4068-9c6e-0580111d72b3', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'port_id': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'mac_address': 'fa:16:3e:55:20:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61597b94-2fd8-4e6d-a152-00f29230d650', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:28:00Z', 'updated_at': '2021-07-16T08:28:30Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:34.482276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45a3d04-0bf2-48c8-967d-c6f223d86015 req-ec4aade8-c1a7-4556-82ed-260847b8dacd tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.491373 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e45a3d04-0bf2-48c8-967d-c6f223d86015 req-ec4aade8-c1a7-4556-82ed-260847b8dacd tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 932 time: 0.3339734 Jul 16 08:28:34.560471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03312db4-5f02-431d-86fd-8e486c26f368', 'tag': 'cf976342-9e5a-469c-93b5-f160f2c00b54'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:34.563542 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f13baa-0b5d-4596-91f9-0f3f87d6ba8b" -d '{"events": [{"name": "network-changed", "server_uuid": "03312db4-5f02-431d-86fd-8e486c26f368", "tag": "cf976342-9e5a-469c-93b5-f160f2c00b54"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:34.657809 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71727f66-40b5-401e-bb92-c62f1f011644', 'name': 'tempest-AttachSCSIVolumeTestJSON-345190785-router', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e94cb854-dcdc-4843-b48e-573eacfc9d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:26Z', 'updated_at': '2021-07-16T08:28:29Z', 'revision_number': 3, 'project_id': 'f7a4408b90e642a794da346a8a56fa5d', 'gw_port': {'id': 'e94cb854-dcdc-4843-b48e-573eacfc9d36', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71727f66-40b5-401e-bb92-c62f1f011644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:28Z', 'updated_at': '2021-07-16T08:28:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:34.661372 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e45a3d04-0bf2-48c8-967d-c6f223d86015 req-64c88364-3e60-4a65-b7ec-ec88002e689b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687272 Jul 16 08:28:34.705021 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Checking router: 71727f66-40b5-401e-bb92-c62f1f011644 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:34.705384 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Updating router 71727f66-40b5-401e-bb92-c62f1f011644 port e94cb854-dcdc-4843-b48e-573eacfc9d36 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:28:34.748129 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.963838 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a7c877b-c74b-4da9-85c2-764a385781b9 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:34.963838 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2a7c877b-c74b-4da9-85c2-764a385781b9 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.974061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7745405-ede8-402a-9a75-8642538cff69 None None] Sync routers for ids ['54c1356d-6823-49b9-a40d-7ef579d1d99d'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:34.988558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7745405-ede8-402a-9a75-8642538cff69 None None] Routers {'54c1356d-6823-49b9-a40d-7ef579d1d99d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:34.995192 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a7745405-ede8-402a-9a75-8642538cff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['54c1356d-6823-49b9-a40d-7ef579d1d99d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:35.160793 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-a0d3facb-fae0-4139-86ad-bb1366b3b346 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 999 time: 0.8066406 Jul 16 08:28:35.192268 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.204530 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Transition to ACTIVE for port object e94cb854-dcdc-4843-b48e-573eacfc9d36 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:35.215145 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.248754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-a7745405-ede8-402a-9a75-8642538cff69 None None] Set router 54c1356d-6823-49b9-a40d-7ef579d1d99d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:35.282893 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b6f65-477d-4714-98f4-f2a8e02857b5 None None] Pushing event updated for resources: {'Port': ['ID=e94cb854-dcdc-4843-b48e-573eacfc9d36,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:35.297486 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b6f65-477d-4714-98f4-f2a8e02857b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:35.298566 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b6f65-477d-4714-98f4-f2a8e02857b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:35.302550 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2a7c877b-c74b-4da9-85c2-764a385781b9 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "PUT /v2.0/floatingips/d4a235b5-32ee-4fa9-b170-fd7fd3ea880e HTTP/1.1" status: 200 len: 991 time: 5.2776096 Jul 16 08:28:35.304777 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b6f65-477d-4714-98f4-f2a8e02857b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:35.305047 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b6f65-477d-4714-98f4-f2a8e02857b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:35.305388 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b6f65-477d-4714-98f4-f2a8e02857b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:35.305736 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b6f65-477d-4714-98f4-f2a8e02857b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:35.306076 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b6f65-477d-4714-98f4-f2a8e02857b5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:35.306393 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b6f65-477d-4714-98f4-f2a8e02857b5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:35.306719 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b6f65-477d-4714-98f4-f2a8e02857b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:35.307042 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b6f65-477d-4714-98f4-f2a8e02857b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:35.307365 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b6f65-477d-4714-98f4-f2a8e02857b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:35.307689 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5b6f65-477d-4714-98f4-f2a8e02857b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:35.310037 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d02cb0-9ea1-42c9-be35-cca45ba0b86c', 'tag': 'd217ddb9-2c10-4df7-be6c-1cb98a7dddeb'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:35.312296 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae850d46-e4cd-4c65-8178-41e60d72dbee" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d02cb0-9ea1-42c9-be35-cca45ba0b86c", "tag": "d217ddb9-2c10-4df7-be6c-1cb98a7dddeb"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:35.350395 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Attempting to bind port e94cb854-dcdc-4843-b48e-573eacfc9d36 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:35.350756 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Attempting to bind port e94cb854-dcdc-4843-b48e-573eacfc9d36 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:35.351119 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Attempting to bind port e94cb854-dcdc-4843-b48e-573eacfc9d36 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:35.363094 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:35.363517 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:35.364665 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.365081 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:35.365969 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Bound port: e94cb854-dcdc-4843-b48e-573eacfc9d36, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:35.365969 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.391605 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.402176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-58e705c3-abe3-432a-9dce-72f396ddddae tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:35.403561 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-30c2624e-3ec2-416f-b7c1-1c43c3959011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.418105 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-58e705c3-abe3-432a-9dce-72f396ddddae tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports/49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 HTTP/1.1" status: 200 len: 942 time: 0.2461042 Jul 16 08:28:35.426996 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-c30eb886-a561-4d63-a1fa-0679e22c23fe tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.460292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-c30eb886-a561-4d63-a1fa-0679e22c23fe tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Transition to ACTIVE for port object 3648de13-340d-4102-bcf6-1e300617243d will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:35.557619 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-c30eb886-a561-4d63-a1fa-0679e22c23fe tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.575129 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] For port e94cb854-dcdc-4843-b48e-573eacfc9d36, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:35.593946 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dae17f08-8619-4767-a74c-7dbc01f79422 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:35.618024 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] For port e94cb854-dcdc-4843-b48e-573eacfc9d36, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e94cb854-dcdc-4843-b48e-573eacfc9d36,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:35.629208 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.682208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port dae17f08-8619-4767-a74c-7dbc01f79422 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:35.682947 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.750306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-c30eb886-a561-4d63-a1fa-0679e22c23fe tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Network 28d5d5b1-545c-4e44-b392-cc424881085f is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:35.756878 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Routers {'71727f66-40b5-401e-bb92-c62f1f011644'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:35.759655 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['71727f66-40b5-401e-bb92-c62f1f011644'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:35.769551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-c30eb886-a561-4d63-a1fa-0679e22c23fe tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:35.770557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43869b02-568a-44a2-9181-03042bbc3498 req-191855bb-27e0-4c54-bf7b-02ded4fa38cd tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:35.772775 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a7745405-ede8-402a-9a75-8642538cff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd4a235b5-32ee-4fa9-b170-fd7fd3ea880e', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'port_id': 'd217ddb9-2c10-4df7-be6c-1cb98a7dddeb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'mac_address': 'fa:16:3e:ad:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d02cb0-9ea1-42c9-be35-cca45ba0b86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:26:04Z', 'updated_at': '2021-07-16T08:28:32Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e620fe0c-f571-4a0e-865b-edcb6580971a', 'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'mac_address': 'fa:16:3e:9e:ae:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:40Z', 'updated_at': '2021-07-16T08:25:51Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'subnets': [{'id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:35.782352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-c30eb886-a561-4d63-a1fa-0679e22c23fe tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:35.785333 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-43869b02-568a-44a2-9181-03042bbc3498 req-191855bb-27e0-4c54-bf7b-02ded4fa38cd tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.9299893 Jul 16 08:28:35.831815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7745405-ede8-402a-9a75-8642538cff69 None None] Checking router: 54c1356d-6823-49b9-a40d-7ef579d1d99d for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:35.838187 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5b6f65-477d-4714-98f4-f2a8e02857b5 None None] Pushing event updated for resources: {'Port': ['ID=e94cb854-dcdc-4843-b48e-573eacfc9d36,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:35.859050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30eb886-a561-4d63-a1fa-0679e22c23fe tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event updated for resources: {'Port': ['ID=3648de13-340d-4102-bcf6-1e300617243d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:35.886956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7745405-ede8-402a-9a75-8642538cff69 None None] Routers {'54c1356d-6823-49b9-a40d-7ef579d1d99d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:35.887603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a7745405-ede8-402a-9a75-8642538cff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['54c1356d-6823-49b9-a40d-7ef579d1d99d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:35.909682 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-5a3947fa-a481-4ccf-a5c0-ddb240d84171 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 999 time: 0.2829301 Jul 16 08:28:36.005950 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-43869b02-568a-44a2-9181-03042bbc3498 req-6876924a-2cf8-42f4-9e80-57e843ddf606 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050183 Jul 16 08:28:36.021192 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:36.040347 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-a7745405-ede8-402a-9a75-8642538cff69 None None] Set router 54c1356d-6823-49b9-a40d-7ef579d1d99d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:36.047540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-c30eb886-a561-4d63-a1fa-0679e22c23fe tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:36.063416 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-c30eb886-a561-4d63-a1fa-0679e22c23fe tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:36.073434 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] Set router 71727f66-40b5-401e-bb92-c62f1f011644 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:36.294606 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-c30eb886-a561-4d63-a1fa-0679e22c23fe tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8426516 Jul 16 08:28:36.309715 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Request body: {'port': {'device_id': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:36.445118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-711af35c-ea1b-429c-8422-f91816266efb tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:36.455923 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-711af35c-ea1b-429c-8422-f91816266efb tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.5451348 Jul 16 08:28:36.467307 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b75e7543-4b3a-488e-b498-b5e98ea23adb None None] Provisioning for port 3648de13-340d-4102-bcf6-1e300617243d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:36.476267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Allocated IP 172.20.0.1 (bbd421db-f40a-44a2-b154-b218b9278460/4fca9a4d-8888-4f2a-bfc7-8b7017fd829f/96dfee59-6dda-4ab8-a271-dc5991903dec) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:36.506184 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b75e7543-4b3a-488e-b498-b5e98ea23adb None None] Provisioning complete for port 3648de13-340d-4102-bcf6-1e300617243d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:36.506572 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b75e7543-4b3a-488e-b498-b5e98ea23adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:36.550727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b75e7543-4b3a-488e-b498-b5e98ea23adb None None] Port 3648de13-340d-4102-bcf6-1e300617243d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:36.589181 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:36.619310 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beef254b-9a12-4988-a064-ff77437e3bf7 x-openstack-request-id: req-beef254b-9a12-4988-a064-ff77437e3bf7 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:36.619915 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03312db4-5f02-431d-86fd-8e486c26f368", "tag": "cf976342-9e5a-469c-93b5-f160f2c00b54", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:36.620333 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-beef254b-9a12-4988-a064-ff77437e3bf7 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:36.620899 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03312db4-5f02-431d-86fd-8e486c26f368', 'tag': 'cf976342-9e5a-469c-93b5-f160f2c00b54', 'status': 'completed', 'code': 200} Jul 16 08:28:36.672839 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71727f66-40b5-401e-bb92-c62f1f011644', 'name': 'tempest-AttachSCSIVolumeTestJSON-345190785-router', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e94cb854-dcdc-4843-b48e-573eacfc9d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:26Z', 'updated_at': '2021-07-16T08:28:29Z', 'revision_number': 3, 'project_id': 'f7a4408b90e642a794da346a8a56fa5d', 'gw_port': {'id': 'e94cb854-dcdc-4843-b48e-573eacfc9d36', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71727f66-40b5-401e-bb92-c62f1f011644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:28Z', 'updated_at': '2021-07-16T08:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:36.698519 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Transition to ACTIVE for port object 96dfee59-6dda-4ab8-a271-dc5991903dec will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:36.716917 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a7745405-ede8-402a-9a75-8642538cff69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd4a235b5-32ee-4fa9-b170-fd7fd3ea880e', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'port_id': 'd217ddb9-2c10-4df7-be6c-1cb98a7dddeb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'mac_address': 'fa:16:3e:ad:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d02cb0-9ea1-42c9-be35-cca45ba0b86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:26:04Z', 'updated_at': '2021-07-16T08:28:32Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e620fe0c-f571-4a0e-865b-edcb6580971a', 'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'mac_address': 'fa:16:3e:9e:ae:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:40Z', 'updated_at': '2021-07-16T08:25:51Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'subnets': [{'id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:36.743091 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f559e-0980-41fd-aefd-85352e24c7dd req-dc3a7398-48a0-4aa0-a9fc-ed8b9d11712a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:36.750589 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-db8f559e-0980-41fd-aefd-85352e24c7dd req-dc3a7398-48a0-4aa0-a9fc-ed8b9d11712a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 943 time: 0.1285801 Jul 16 08:28:36.757336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7745405-ede8-402a-9a75-8642538cff69 None None] The sync data for ids ['54c1356d-6823-49b9-a40d-7ef579d1d99d'] in n-d-758944-46 is: [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd4a235b5-32ee-4fa9-b170-fd7fd3ea880e', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'floating_ip_address': '172.25.4.126', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'port_id': 'd217ddb9-2c10-4df7-be6c-1cb98a7dddeb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'mac_address': 'fa:16:3e:ad:c8:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d02cb0-9ea1-42c9-be35-cca45ba0b86c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:26:04Z', 'updated_at': '2021-07-16T08:28:32Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e620fe0c-f571-4a0e-865b-edcb6580971a', 'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'mac_address': 'fa:16:3e:9e:ae:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:40Z', 'updated_at': '2021-07-16T08:25:51Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'subnets': [{'id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:36.776767 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74d32cd-8363-415d-a29b-f15dd4f2742d None None] The sync data for ids ['71727f66-40b5-401e-bb92-c62f1f011644'] in n-d-758944-46 is: [{'id': '71727f66-40b5-401e-bb92-c62f1f011644', 'name': 'tempest-AttachSCSIVolumeTestJSON-345190785-router', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e94cb854-dcdc-4843-b48e-573eacfc9d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:26Z', 'updated_at': '2021-07-16T08:28:29Z', 'revision_number': 3, 'project_id': 'f7a4408b90e642a794da346a8a56fa5d', 'gw_port': {'id': 'e94cb854-dcdc-4843-b48e-573eacfc9d36', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71727f66-40b5-401e-bb92-c62f1f011644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:28Z', 'updated_at': '2021-07-16T08:28:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:36.793989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f13baa-0b5d-4596-91f9-0f3f87d6ba8b req-2044df3a-853a-4a09-993d-b18bd68dcbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:36.796191 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28f13baa-0b5d-4596-91f9-0f3f87d6ba8b req-2044df3a-853a-4a09-993d-b18bd68dcbf9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 1126 time: 0.2043447 Jul 16 08:28:36.800534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-f512e863-d938-4e20-8664-d93ca65676ba tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 999 time: 0.3432505 Jul 16 08:28:36.817221 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:36.821484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-cce10161-80b6-45b0-a2c8-38e3a7135f7a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:36.829844 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-db8f559e-0980-41fd-aefd-85352e24c7dd req-77becea4-c4e0-4f23-ad62-958ac977503f tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780280 Jul 16 08:28:36.855695 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:36.914122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Network bbd421db-f40a-44a2-b154-b218b9278460 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:36.931344 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:36.952817 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:37.064748 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-cce10161-80b6-45b0-a2c8-38e3a7135f7a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:37.124896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=96dfee59-6dda-4ab8-a271-dc5991903dec,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:37.136389 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:37.164511 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0bc9a4-36ca-4ad6-adc6-8e12c77a399c None None] New status for floating IP d4a235b5-32ee-4fa9-b170-fd7fd3ea880e: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:28:37.368822 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f13baa-0b5d-4596-91f9-0f3f87d6ba8b req-8542f47d-dcec-4c45-a06a-0864c0c51b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.370591 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28f13baa-0b5d-4596-91f9-0f3f87d6ba8b req-8542f47d-dcec-4c45-a06a-0864c0c51b94 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.5267220 Jul 16 08:28:37.404602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-78b0008f-7925-493f-93ae-1f6450882e8d None None] Provisioning for port 96dfee59-6dda-4ab8-a271-dc5991903dec completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:37.426747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-78b0008f-7925-493f-93ae-1f6450882e8d None None] Provisioning complete for port 96dfee59-6dda-4ab8-a271-dc5991903dec triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:37.427427 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-78b0008f-7925-493f-93ae-1f6450882e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:37.434611 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92920f78-d601-4f97-ad7c-30bcbc7aee09 x-openstack-request-id: req-92920f78-d601-4f97-ad7c-30bcbc7aee09 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:37.435317 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d02cb0-9ea1-42c9-be35-cca45ba0b86c", "tag": "d217ddb9-2c10-4df7-be6c-1cb98a7dddeb", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:37.435810 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92920f78-d601-4f97-ad7c-30bcbc7aee09 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:37.436458 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d02cb0-9ea1-42c9-be35-cca45ba0b86c', 'tag': 'd217ddb9-2c10-4df7-be6c-1cb98a7dddeb', 'status': 'completed', 'code': 200} Jul 16 08:28:37.529579 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28f13baa-0b5d-4596-91f9-0f3f87d6ba8b req-53839082-c129-4e52-a7e8-e40edc9cbddd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf976342-9e5a-469c-93b5-f160f2c00b54 HTTP/1.1" status: 200 len: 217 time: 0.1432736 Jul 16 08:28:37.625486 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-cce10161-80b6-45b0-a2c8-38e3a7135f7a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:37.647801 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-cce10161-80b6-45b0-a2c8-38e3a7135f7a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:37.648573 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-cce10161-80b6-45b0-a2c8-38e3a7135f7a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Floating IP 35e08590-5302-4068-9c6e-0580111d72b3 disassociated. External IP: 172.25.4.7, port: 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0. Jul 16 08:28:37.711071 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e94cb854-dcdc-4843-b48e-573eacfc9d36 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:37.852386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-78b0008f-7925-493f-93ae-1f6450882e8d None None] Port 96dfee59-6dda-4ab8-a271-dc5991903dec cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:37.907090 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f13baa-0b5d-4596-91f9-0f3f87d6ba8b req-92144606-2beb-4e09-8057-3aa2e43288fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.911144 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28f13baa-0b5d-4596-91f9-0f3f87d6ba8b req-92144606-2beb-4e09-8057-3aa2e43288fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.3705385 Jul 16 08:28:37.933628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae850d46-e4cd-4c65-8178-41e60d72dbee req-469d3fce-04ef-4d48-b1de-206f30959a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.935432 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae850d46-e4cd-4c65-8178-41e60d72dbee req-469d3fce-04ef-4d48-b1de-206f30959a87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=aed62d0657eb40a7a10daea36ac730cd&device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 1097 time: 0.4480226 Jul 16 08:28:37.949701 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0281030f-58c5-4524-82b5-5e6f6144cd31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:37.974075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port e94cb854-dcdc-4843-b48e-573eacfc9d36 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:37.985847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e94cb854-dcdc-4843-b48e-573eacfc9d36 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:37.986722 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.003616 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28f13baa-0b5d-4596-91f9-0f3f87d6ba8b req-0c8a22c5-5174-40fe-86e8-2e434c7575b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842607 Jul 16 08:28:38.133491 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.177395 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28f13baa-0b5d-4596-91f9-0f3f87d6ba8b req-d736ce6e-0307-47a9-93c9-ffec9df86132 service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559763 Jul 16 08:28:38.235289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 299cfd83-1a2d-4cda-92b1-18d02f0e145a {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:38.246054 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.284635 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.312071 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port e94cb854-dcdc-4843-b48e-573eacfc9d36, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e94cb854-dcdc-4843-b48e-573eacfc9d36,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:38.320382 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.371498 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb5a92-ce31-452d-b954-7a41a129949e req-26b9e912-2b33-4e6f-94f9-bd568dae4a58 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.387186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Transition to ACTIVE for port object 299cfd83-1a2d-4cda-92b1-18d02f0e145a will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:38.387443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffb5a92-ce31-452d-b954-7a41a129949e req-26b9e912-2b33-4e6f-94f9-bd568dae4a58 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.397285 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ffb5a92-ce31-452d-b954-7a41a129949e req-26b9e912-2b33-4e6f-94f9-bd568dae4a58 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1655 time: 0.6957080 Jul 16 08:28:38.409852 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.430605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=e94cb854-dcdc-4843-b48e-573eacfc9d36,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:38.447117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.447478 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.447791 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.448127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.448457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.457183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.458096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.460611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.461233 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.461790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.462126 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.464032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.468096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:38.537537 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Pushing event updated for resources: {'Port': ['ID=299cfd83-1a2d-4cda-92b1-18d02f0e145a,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:38.542548 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-cce10161-80b6-45b0-a2c8-38e3a7135f7a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Router a14e7fd1-5995-44dd-a780-8bc8381da193 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:38.603064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ffb5a92-ce31-452d-b954-7a41a129949e req-70643d63-89e9-4aa4-8de9-099f3d42bf59 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047875 Jul 16 08:28:38.824425 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Attempting to bind port 299cfd83-1a2d-4cda-92b1-18d02f0e145a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:38.825097 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Attempting to bind port 299cfd83-1a2d-4cda-92b1-18d02f0e145a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ce1b8a2e-4183-49df-9dcf-b60ee56c27e2'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:38.825598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Attempting to bind port 299cfd83-1a2d-4cda-92b1-18d02f0e145a on network ce1b8a2e-4183-49df-9dcf-b60ee56c27e2 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:38.869474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Port 299cfd83-1a2d-4cda-92b1-18d02f0e145a on network ce1b8a2e-4183-49df-9dcf-b60ee56c27e2 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:38.870051 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Attempting to bind port 299cfd83-1a2d-4cda-92b1-18d02f0e145a on network ce1b8a2e-4183-49df-9dcf-b60ee56c27e2 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:38.886727 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:38.887364 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Checking segment: {'id': '3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ce1b8a2e-4183-49df-9dcf-b60ee56c27e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:38.888020 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Bound using segment: {'id': '3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ce1b8a2e-4183-49df-9dcf-b60ee56c27e2'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:38.888676 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Bound port: 299cfd83-1a2d-4cda-92b1-18d02f0e145a, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'ce1b8a2e-4183-49df-9dcf-b60ee56c27e2'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:38.889214 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.915394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-cce10161-80b6-45b0-a2c8-38e3a7135f7a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:38.920651 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-cce10161-80b6-45b0-a2c8-38e3a7135f7a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.924857 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.930924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb8460-d6c4-4871-ac32-34ddafa128ff None None] Sync routers for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:38.950046 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.976217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb8460-d6c4-4871-ac32-34ddafa128ff None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:38.980978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-55eb8460-d6c4-4871-ac32-34ddafa128ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:38.998119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae850d46-e4cd-4c65-8178-41e60d72dbee req-54cd1e54-1a6c-432c-adc3-db922abbdf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.999665 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae850d46-e4cd-4c65-8178-41e60d72dbee req-54cd1e54-1a6c-432c-adc3-db922abbdf2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c0ed008c-d8c8-4398-b2f1-bdade653830b HTTP/1.1" status: 200 len: 924 time: 1.0111265 Jul 16 08:28:39.002426 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-cce10161-80b6-45b0-a2c8-38e3a7135f7a tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "PUT /v2.0/floatingips/35e08590-5302-4068-9c6e-0580111d72b3 HTTP/1.1" status: 200 len: 693 time: 2.1891682 Jul 16 08:28:39.017143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] For port 299cfd83-1a2d-4cda-92b1-18d02f0e145a, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:39.022247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] For port 299cfd83-1a2d-4cda-92b1-18d02f0e145a, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=299cfd83-1a2d-4cda-92b1-18d02f0e145a,segment=NetworkSegment(3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4),segment_id=3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:39.037697 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:39.124671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.126395 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28f13baa-0b5d-4596-91f9-0f3f87d6ba8b req-09453716-fe89-4a31-83da-b150963e843c service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9315763 Jul 16 08:28:39.127339 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:39.129104 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] 10.222.0.15 "PUT /v2.0/ports/299cfd83-1a2d-4cda-92b1-18d02f0e145a HTTP/1.1" status: 200 len: 1093 time: 2.8236403 Jul 16 08:28:39.155566 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437cd48-a25f-4020-b967-a2d543781d0c service neutron] Pushing event updated for resources: {'Port': ['ID=299cfd83-1a2d-4cda-92b1-18d02f0e145a,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:39.179993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-9ea70ddd-1797-4676-8307-2750fc7a186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.182782 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-9ea70ddd-1797-4676-8307-2750fc7a186d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 1097 time: 0.1579010 Jul 16 08:28:39.188970 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:39.189965 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Request body: {'port': {'device_id': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:39.228799 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Pushing event updated for resources: {'Port': ['ID=96dfee59-6dda-4ab8-a271-dc5991903dec,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:39.239247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01cad49-bfbe-4563-a5dd-d470a1aec6bf req-60702762-987d-47de-8a6a-d9505cf2144a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.247037 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e01cad49-bfbe-4563-a5dd-d470a1aec6bf req-60702762-987d-47de-8a6a-d9505cf2144a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.3194437 Jul 16 08:28:39.257809 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae850d46-e4cd-4c65-8178-41e60d72dbee req-6e6f4ef1-afcf-4895-8b1f-53210d80d748 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d217ddb9-2c10-4df7-be6c-1cb98a7dddeb HTTP/1.1" status: 200 len: 1001 time: 0.2234056 Jul 16 08:28:39.338192 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-55eb8460-d6c4-4871-ac32-34ddafa128ff None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:39.450260 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61597b94-2fd8-4e6d-a152-00f29230d650', 'tag': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0'}, {'name': 'network-changed', 'server_uuid': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'tag': '299cfd83-1a2d-4cda-92b1-18d02f0e145a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:39.453391 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c73c48f8-cafc-4078-8e40-c203ad1939ae" -d '{"events": [{"name": "network-changed", "server_uuid": "61597b94-2fd8-4e6d-a152-00f29230d650", "tag": "49ff6557-aa0c-40c2-a5d6-82ac4ad460e0"}, {"name": "network-changed", "server_uuid": "00fb8719-6f44-45a0-8346-29d7e8f498f0", "tag": "299cfd83-1a2d-4cda-92b1-18d02f0e145a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:39.457006 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:39.540473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e94cb854-dcdc-4843-b48e-573eacfc9d36 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:39.651317 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:39.672529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-9760f507-a5c1-43e3-9feb-308475abd53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.674090 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-9760f507-a5c1-43e3-9feb-308475abd53b service neutron] 10.222.0.20 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 921 time: 0.4812880 Jul 16 08:28:39.890100 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e01cad49-bfbe-4563-a5dd-d470a1aec6bf req-14f80622-5cce-4b3e-b633-9896ce94c371 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6418858 Jul 16 08:28:39.935885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae850d46-e4cd-4c65-8178-41e60d72dbee req-c038d6a4-e34a-43ab-b8d3-4cae10253fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.942652 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae850d46-e4cd-4c65-8178-41e60d72dbee req-c038d6a4-e34a-43ab-b8d3-4cae10253fed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f1b77d9a-c602-4c7a-9d54-1d94595e85e7 HTTP/1.1" status: 200 len: 863 time: 0.6521626 Jul 16 08:28:39.949634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e94cb854-dcdc-4843-b48e-573eacfc9d36 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:39.950017 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:40.047716 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-55eb8460-d6c4-4871-ac32-34ddafa128ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:40.130587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb8460-d6c4-4871-ac32-34ddafa128ff None None] Checking router: a14e7fd1-5995-44dd-a780-8bc8381da193 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:40.185153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Network bbd421db-f40a-44a2-b154-b218b9278460 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:40.188181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:40.198691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eb8460-d6c4-4871-ac32-34ddafa128ff None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:40.199375 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-55eb8460-d6c4-4871-ac32-34ddafa128ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:40.218489 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae850d46-e4cd-4c65-8178-41e60d72dbee req-360bf848-b0e7-41a0-8681-f517c90d8c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:40.222724 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae850d46-e4cd-4c65-8178-41e60d72dbee req-360bf848-b0e7-41a0-8681-f517c90d8c82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c0ed008c-d8c8-4398-b2f1-bdade653830b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2199588 Jul 16 08:28:40.401068 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-ec825d21-b93c-4f94-8be5-de93dc1e8104 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 HTTP/1.1" status: 200 len: 217 time: 0.7088690 Jul 16 08:28:40.447888 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-55eb8460-d6c4-4871-ac32-34ddafa128ff None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:40.516787 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae850d46-e4cd-4c65-8178-41e60d72dbee req-469a0a82-fcd6-4059-b7c0-cc864e3e15be service neutron] 10.222.0.15 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847216 Jul 16 08:28:40.596102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-a4520748-8c14-4191-a415-9be20a75c146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:40.603305 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-a4520748-8c14-4191-a415-9be20a75c146 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.1907804 Jul 16 08:28:40.608730 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Router 71727f66-40b5-401e-bb92-c62f1f011644 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:40.722877 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-92f639ba-53ac-421f-a2d1-59abe29f5875 None None] Provisioning complete for port 96dfee59-6dda-4ab8-a271-dc5991903dec triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:40.723415 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-92f639ba-53ac-421f-a2d1-59abe29f5875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:40.795741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-92f639ba-53ac-421f-a2d1-59abe29f5875 None None] Port 96dfee59-6dda-4ab8-a271-dc5991903dec cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:40.852924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3648de13-340d-4102-bcf6-1e300617243d {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:40.861154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:40.861498 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:40.873433 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Sync routers for ids ['71727f66-40b5-401e-bb92-c62f1f011644'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:40.874947 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-475fd4fe-e248-4e45-831e-f720a471b1b0 admin admin] 10.222.0.20 "PUT /v2.0/routers/71727f66-40b5-401e-bb92-c62f1f011644/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6555173 Jul 16 08:28:40.875855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Transition to ACTIVE for port object 3648de13-340d-4102-bcf6-1e300617243d will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:40.882607 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:40.887441 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Routers {'71727f66-40b5-401e-bb92-c62f1f011644'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:40.888744 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['71727f66-40b5-401e-bb92-c62f1f011644'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:40.925872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-e8871555-ff01-48ff-83db-b959c8126448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:40.933837 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-e8871555-ff01-48ff-83db-b959c8126448 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3227143 Jul 16 08:28:40.975975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92237572-3f48-419f-9c81-6c7aa19e7dbb req-c749c9f7-13fc-4715-bafc-626ead1f529c tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:40.976911 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-55eb8460-d6c4-4871-ac32-34ddafa128ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:40.983229 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-92237572-3f48-419f-9c81-6c7aa19e7dbb req-c749c9f7-13fc-4715-bafc-626ead1f529c tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 943 time: 0.6284940 Jul 16 08:28:41.047892 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb8460-d6c4-4871-ac32-34ddafa128ff None None] The sync data for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 is: [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:41.090237 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.122718 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-587475fb-e720-463c-8069-9fd6d6e97efc service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877027 Jul 16 08:28:41.137924 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Set router 71727f66-40b5-401e-bb92-c62f1f011644 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:41.175189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae850d46-e4cd-4c65-8178-41e60d72dbee req-3422d887-abff-4435-a12b-d9c927fc53ef service neutron] 10.222.0.15 "GET /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5604155 Jul 16 08:28:41.238545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-92237572-3f48-419f-9c81-6c7aa19e7dbb req-dbaff537-61cd-4c5e-ae21-b1f2b8c54bcd tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537370 Jul 16 08:28:41.260756 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-734336ed-cbcd-4c63-b6d8-ee876da79f75 service neutron] 10.222.0.15 "GET /v2.0/ports/cf976342-9e5a-469c-93b5-f160f2c00b54/bindings/n-h2-758944-46 HTTP/1.1" status: 200 len: 385 time: 0.4141648 Jul 16 08:28:41.375876 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Pushing event updated for resources: {'Port': ['ID=3648de13-340d-4102-bcf6-1e300617243d,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:41.386552 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Attempting to bind port 3648de13-340d-4102-bcf6-1e300617243d on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:41.386892 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Attempting to bind port 3648de13-340d-4102-bcf6-1e300617243d by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'd367a64d-9081-4b17-a8a9-f3e95a20bb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '28d5d5b1-545c-4e44-b392-cc424881085f'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:41.387222 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Attempting to bind port 3648de13-340d-4102-bcf6-1e300617243d on network 28d5d5b1-545c-4e44-b392-cc424881085f {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:41.515492 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Port 3648de13-340d-4102-bcf6-1e300617243d on network 28d5d5b1-545c-4e44-b392-cc424881085f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:41.515827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Attempting to bind port 3648de13-340d-4102-bcf6-1e300617243d on network 28d5d5b1-545c-4e44-b392-cc424881085f {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:41.532902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:41.533561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Checking segment: {'id': 'd367a64d-9081-4b17-a8a9-f3e95a20bb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '28d5d5b1-545c-4e44-b392-cc424881085f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:41.534165 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Bound using segment: {'id': 'd367a64d-9081-4b17-a8a9-f3e95a20bb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '28d5d5b1-545c-4e44-b392-cc424881085f'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:41.535037 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Bound port: 3648de13-340d-4102-bcf6-1e300617243d, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd367a64d-9081-4b17-a8a9-f3e95a20bb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '28d5d5b1-545c-4e44-b392-cc424881085f'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:41.535692 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.567137 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46730a48-3516-4ee6-8da0-a0fc4a5eaab1 None None] New status for floating IP 35e08590-5302-4068-9c6e-0580111d72b3: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:28:41.650752 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71727f66-40b5-401e-bb92-c62f1f011644', 'name': 'tempest-AttachSCSIVolumeTestJSON-345190785-router', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e94cb854-dcdc-4843-b48e-573eacfc9d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:26Z', 'updated_at': '2021-07-16T08:28:37Z', 'revision_number': 4, 'project_id': 'f7a4408b90e642a794da346a8a56fa5d', 'gw_port': {'id': 'e94cb854-dcdc-4843-b48e-573eacfc9d36', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71727f66-40b5-401e-bb92-c62f1f011644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:28Z', 'updated_at': '2021-07-16T08:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '96dfee59-6dda-4ab8-a271-dc5991903dec', 'name': '', 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d', 'mac_address': 'fa:16:3e:97:79:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71727f66-40b5-401e-bb92-c62f1f011644', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4fca9a4d-8888-4f2a-bfc7-8b7017fd829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:36Z', 'updated_at': '2021-07-16T08:28:38Z', 'revision_number': 2, 'project_id': 'f7a4408b90e642a794da346a8a56fa5d', 'subnets': [{'id': '4fca9a4d-8888-4f2a-bfc7-8b7017fd829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:41.681560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbf26c07-6592-4279-bac0-9db3c8396d2c req-4563d6db-816b-45a6-9039-710210bfb22a service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5578382 Jul 16 08:28:41.715027 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Checking router: 71727f66-40b5-401e-bb92-c62f1f011644 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:41.715390 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Updating router 71727f66-40b5-401e-bb92-c62f1f011644 port 96dfee59-6dda-4ab8-a271-dc5991903dec binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:28:41.756990 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1609c6b-7a3c-42fa-99a0-5633d977269d x-openstack-request-id: req-d1609c6b-7a3c-42fa-99a0-5633d977269d {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:41.757286 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61597b94-2fd8-4e6d-a152-00f29230d650", "tag": "49ff6557-aa0c-40c2-a5d6-82ac4ad460e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "00fb8719-6f44-45a0-8346-29d7e8f498f0", "tag": "299cfd83-1a2d-4cda-92b1-18d02f0e145a", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:41.757541 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1609c6b-7a3c-42fa-99a0-5633d977269d {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:41.757939 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61597b94-2fd8-4e6d-a152-00f29230d650', 'tag': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0', 'status': 'completed', 'code': 200} Jul 16 08:28:41.758195 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'tag': '299cfd83-1a2d-4cda-92b1-18d02f0e145a', 'status': 'completed', 'code': 200} Jul 16 08:28:41.780659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device cf976342-9e5a-469c-93b5-f160f2c00b54 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:41.785538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a49f22a6-a35c-4060-8422-7a461feb116a req-af7bb989-f3a3-4954-898b-5b5e867af124 service neutron] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=cf976342-9e5a-469c-93b5-f160f2c00b54,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:41.790521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] For port 3648de13-340d-4102-bcf6-1e300617243d, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:41.795204 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] For port 3648de13-340d-4102-bcf6-1e300617243d, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3648de13-340d-4102-bcf6-1e300617243d,segment=NetworkSegment(d367a64d-9081-4b17-a8a9-f3e95a20bb42),segment_id=d367a64d-9081-4b17-a8a9-f3e95a20bb42)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:41.804267 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.805779 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.855898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a49f22a6-a35c-4060-8422-7a461feb116a req-af7bb989-f3a3-4954-898b-5b5e867af124 service neutron] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:41.913622 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.914561 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.916184 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] 10.222.0.15 "PUT /v2.0/ports/3648de13-340d-4102-bcf6-1e300617243d HTTP/1.1" status: 200 len: 1093 time: 2.7316008 Jul 16 08:28:42.038935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-a49f22a6-a35c-4060-8422-7a461feb116a req-af7bb989-f3a3-4954-898b-5b5e867af124 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf976342-9e5a-469c-93b5-f160f2c00b54 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:42.090219 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a49f22a6-a35c-4060-8422-7a461feb116a req-af7bb989-f3a3-4954-898b-5b5e867af124 service neutron] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=cf976342-9e5a-469c-93b5-f160f2c00b54,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:42.128480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41184) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:42.130887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7e763-a22f-43d9-8062-7a78bace1c60 service neutron] Pushing event updated for resources: {'Port': ['ID=3648de13-340d-4102-bcf6-1e300617243d,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:42.149761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-d60cdc5c-88c7-47a4-842a-6121990cdcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.158276 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-d60cdc5c-88c7-47a4-842a-6121990cdcf9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 1097 time: 0.2237523 Jul 16 08:28:42.158783 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1307486012-network', 'tenant_id': '58176372425f45bab4e760ac20144ff9'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:42.159848 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a49f22a6-a35c-4060-8422-7a461feb116a req-af7bb989-f3a3-4954-898b-5b5e867af124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.219868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] Made reservation on behalf of 58176372425f45bab4e760ac20144ff9 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:42.222283 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.261324 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.361428 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-ec4502e6-2fce-4869-91ec-7ed1a9502674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.362005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-ec4502e6-2fce-4869-91ec-7ed1a9502674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.363810 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-ec4502e6-2fce-4869-91ec-7ed1a9502674 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b625cd3561f452eafd9c36c485ee35a&device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1983 time: 0.3860886 Jul 16 08:28:42.386578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b2b97-0a94-4c32-9a7d-5bc6b65178df req-e26fb58c-3ee4-49a4-ba62-40771a04f738 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.396558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8b2b97-0a94-4c32-9a7d-5bc6b65178df req-e26fb58c-3ee4-49a4-ba62-40771a04f738 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.398327 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f8b2b97-0a94-4c32-9a7d-5bc6b65178df req-e26fb58c-3ee4-49a4-ba62-40771a04f738 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1679 time: 0.3459454 Jul 16 08:28:42.520372 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-a49f22a6-a35c-4060-8422-7a461feb116a req-af7bb989-f3a3-4954-898b-5b5e867af124 service neutron] Transition to ACTIVE for port object cf976342-9e5a-469c-93b5-f160f2c00b54 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:42.530189 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a49f22a6-a35c-4060-8422-7a461feb116a req-af7bb989-f3a3-4954-898b-5b5e867af124 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.571067 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-7c2e0921-49c7-4aa1-9f1f-ccf970e76290 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=299cfd83-1a2d-4cda-92b1-18d02f0e145a HTTP/1.1" status: 200 len: 217 time: 0.1675708 Jul 16 08:28:42.578705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-a9cc81c4-6f07-435e-9be4-be93e7847820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.580668 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-a9cc81c4-6f07-435e-9be4-be93e7847820 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 921 time: 0.3962328 Jul 16 08:28:42.601447 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.628064 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Transition to ACTIVE for port object 96dfee59-6dda-4ab8-a271-dc5991903dec will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:42.631474 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49f22a6-a35c-4060-8422-7a461feb116a req-af7bb989-f3a3-4954-898b-5b5e867af124 service neutron] No DVR routers for this DVR port cf976342-9e5a-469c-93b5-f160f2c00b54 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:42.642873 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.681944 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-8f9cc1c1-64ca-4c66-891a-9c78aacf4634 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 HTTP/1.1" status: 200 len: 217 time: 0.0882187 Jul 16 08:28:42.732921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bb989-f3a3-4954-898b-5b5e867af124 service neutron] Pushing event updated for resources: {'Port': ['ID=cf976342-9e5a-469c-93b5-f160f2c00b54,revision_number=10']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:42.738974 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-af7bb989-f3a3-4954-898b-5b5e867af124 service neutron] 10.222.0.15 "PUT /v2.0/ports/cf976342-9e5a-469c-93b5-f160f2c00b54/bindings/n-h2-758944-46/activate HTTP/1.1" status: 200 len: 370 time: 1.4705904 Jul 16 08:28:42.745211 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f8b2b97-0a94-4c32-9a7d-5bc6b65178df req-8f7494a8-8345-4d2c-a24e-c5c0496e7da5 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3308654 Jul 16 08:28:42.749474 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552255a-bba0-4616-865a-63204cd91be5 None None] Pushing event updated for resources: {'Port': ['ID=96dfee59-6dda-4ab8-a271-dc5991903dec,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:42.751161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-356a1fd7-ab14-4807-9a7c-8a5d2104f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.752708 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-356a1fd7-ab14-4807-9a7c-8a5d2104f9cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e37e9b9a-36f8-41b5-899f-e9ed31de3c3f HTTP/1.1" status: 200 len: 801 time: 0.1375172 Jul 16 08:28:42.842926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-e909a7a5-275d-438c-a440-ce4298440a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.844725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-e909a7a5-275d-438c-a440-ce4298440a2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.1247535 Jul 16 08:28:42.993893 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Attempting to bind port 96dfee59-6dda-4ab8-a271-dc5991903dec on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:42.994669 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Attempting to bind port 96dfee59-6dda-4ab8-a271-dc5991903dec by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '79abbd40-8157-419d-81fe-5050feaa6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:42.995208 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Attempting to bind port 96dfee59-6dda-4ab8-a271-dc5991903dec on network bbd421db-f40a-44a2-b154-b218b9278460 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:43.010304 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:43.011682 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Checking segment: {'id': '79abbd40-8157-419d-81fe-5050feaa6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:43.012312 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.014189 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Bound using segment: {'id': '79abbd40-8157-419d-81fe-5050feaa6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:43.014908 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Bound port: 96dfee59-6dda-4ab8-a271-dc5991903dec, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79abbd40-8157-419d-81fe-5050feaa6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:43.016684 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.138732 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-776ee53d-8159-484b-8772-d0f13ccef634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.149413 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-776ee53d-8159-484b-8772-d0f13ccef634 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce1b8a2e-4183-49df-9dcf-b60ee56c27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3840382 Jul 16 08:28:43.160865 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.170603 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] For port 96dfee59-6dda-4ab8-a271-dc5991903dec, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:43.176912 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] For port 96dfee59-6dda-4ab8-a271-dc5991903dec, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=96dfee59-6dda-4ab8-a271-dc5991903dec,segment=NetworkSegment(79abbd40-8157-419d-81fe-5050feaa6d9f),segment_id=79abbd40-8157-419d-81fe-5050feaa6d9f)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:43.183959 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.218258 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.241816 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-018a9409-e107-478c-8205-b13c6ea36dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.250155 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-018a9409-e107-478c-8205-b13c6ea36dea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3970108 Jul 16 08:28:43.301676 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Routers {'71727f66-40b5-401e-bb92-c62f1f011644'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:43.302307 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['71727f66-40b5-401e-bb92-c62f1f011644'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:43.359497 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ada19b-fb97-4bfa-8763-542aecd2dbae,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:43.394293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:28:43.421648 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f22a6-a35c-4060-8422-7a461feb116a req-abf0f8da-c320-4964-9a8a-7e4f26417549 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.423178 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-abf0f8da-c320-4964-9a8a-7e4f26417549 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1096 time: 0.4419634 Jul 16 08:28:43.461425 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.466226 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] Added segment bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc of type vlan for network efb3424e-435b-46a7-b5ac-d8efc73b8aeb Jul 16 08:28:43.611013 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.623948 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6552255a-bba0-4616-865a-63204cd91be5 None None] Pushing event updated for resources: {'Port': ['ID=96dfee59-6dda-4ab8-a271-dc5991903dec,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:43.654706 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-102f98a9-9eef-4b41-8b37-12d5a1f35a87 service neutron] 10.222.0.15 "GET /v2.0/networks/ce1b8a2e-4183-49df-9dcf-b60ee56c27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4906130 Jul 16 08:28:43.658782 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] Set router 71727f66-40b5-401e-bb92-c62f1f011644 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:43.694326 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-a5f1be65-6e34-4b4a-bf81-dd40703af85c service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298346 Jul 16 08:28:43.752735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.758118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.763553 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.782292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f6602-c75f-4d4c-a129-91469fde398a req-eb00ebdf-fabd-4dbc-97e8-f6fa9a166294 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.793776 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f7f6602-c75f-4d4c-a129-91469fde398a req-eb00ebdf-fabd-4dbc-97e8-f6fa9a166294 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 944 time: 0.5156136 Jul 16 08:28:43.822814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f22a6-a35c-4060-8422-7a461feb116a req-96a21a9f-e16f-4627-96ff-079a2e1df50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.825162 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-96a21a9f-e16f-4627-96ff-079a2e1df50a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d HTTP/1.1" status: 200 len: 1096 time: 0.3760557 Jul 16 08:28:43.827528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'tag': '3648de13-340d-4102-bcf6-1e300617243d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:43.848109 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923383c9-7d46-4e11-94c8-c78780ac10b4" -d '{"events": [{"name": "network-changed", "server_uuid": "00fb8719-6f44-45a0-8346-29d7e8f498f0", "tag": "3648de13-340d-4102-bcf6-1e300617243d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:44.047527 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f7f6602-c75f-4d4c-a129-91469fde398a req-5d3b4620-b725-41a5-aeb9-0a2819cbdcb2 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514856 Jul 16 08:28:44.105555 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-8ffcff7c-ad25-4096-bfe4-172add1c1072 service neutron] 10.222.0.15 "GET /v2.0/networks/ce1b8a2e-4183-49df-9dcf-b60ee56c27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4188187 Jul 16 08:28:44.108573 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71727f66-40b5-401e-bb92-c62f1f011644', 'name': 'tempest-AttachSCSIVolumeTestJSON-345190785-router', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e94cb854-dcdc-4843-b48e-573eacfc9d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:26Z', 'updated_at': '2021-07-16T08:28:37Z', 'revision_number': 4, 'project_id': 'f7a4408b90e642a794da346a8a56fa5d', 'gw_port': {'id': 'e94cb854-dcdc-4843-b48e-573eacfc9d36', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71727f66-40b5-401e-bb92-c62f1f011644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:28Z', 'updated_at': '2021-07-16T08:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '96dfee59-6dda-4ab8-a271-dc5991903dec', 'name': '', 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d', 'mac_address': 'fa:16:3e:97:79:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71727f66-40b5-401e-bb92-c62f1f011644', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4fca9a4d-8888-4f2a-bfc7-8b7017fd829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:36Z', 'updated_at': '2021-07-16T08:28:43Z', 'revision_number': 4, 'project_id': 'f7a4408b90e642a794da346a8a56fa5d', 'subnets': [{'id': '4fca9a4d-8888-4f2a-bfc7-8b7017fd829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:44.112645 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-10c253e9-ba8f-44fc-b8dd-9ab82ca58786 service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033296 Jul 16 08:28:44.115736 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9859569 Jul 16 08:28:44.118924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41214) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:44.141196 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-58be1c1b-ebf7-4f4a-9df0-10fa884a3acf admin admin] Request body: {'subnet': {'network_id': 'efb3424e-435b-46a7-b5ac-d8efc73b8aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1307486012-subnet', 'tenant_id': '58176372425f45bab4e760ac20144ff9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:44.156332 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d33a91-ccac-4cae-85a7-affc998ee2af None None] The sync data for ids ['71727f66-40b5-401e-bb92-c62f1f011644'] in n-d-758944-46 is: [{'id': '71727f66-40b5-401e-bb92-c62f1f011644', 'name': 'tempest-AttachSCSIVolumeTestJSON-345190785-router', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e94cb854-dcdc-4843-b48e-573eacfc9d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:26Z', 'updated_at': '2021-07-16T08:28:37Z', 'revision_number': 4, 'project_id': 'f7a4408b90e642a794da346a8a56fa5d', 'gw_port': {'id': 'e94cb854-dcdc-4843-b48e-573eacfc9d36', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71727f66-40b5-401e-bb92-c62f1f011644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:28Z', 'updated_at': '2021-07-16T08:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '96dfee59-6dda-4ab8-a271-dc5991903dec', 'name': '', 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d', 'mac_address': 'fa:16:3e:97:79:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71727f66-40b5-401e-bb92-c62f1f011644', 'device_owner': 'network:router_interface', 'standard_attr_id': 579, 'fixed_ips': [{'subnet_id': '4fca9a4d-8888-4f2a-bfc7-8b7017fd829f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:36Z', 'updated_at': '2021-07-16T08:28:43Z', 'revision_number': 4, 'project_id': 'f7a4408b90e642a794da346a8a56fa5d', 'subnets': [{'id': '4fca9a4d-8888-4f2a-bfc7-8b7017fd829f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:44.168855 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-e455d6af-0978-4a56-940d-97e66168ddd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.156&port_id=3648de13-340d-4102-bcf6-1e300617243d HTTP/1.1" status: 200 len: 217 time: 0.0511167 Jul 16 08:28:44.235835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56953c9b-70f4-4c49-9410-5c2d15340a8f admin admin] Pushing event updated for resources: {'Network': ['ID=efb3424e-435b-46a7-b5ac-d8efc73b8aeb,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:44.237916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58be1c1b-ebf7-4f4a-9df0-10fa884a3acf admin admin] Made reservation on behalf of 58176372425f45bab4e760ac20144ff9 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:44.260892 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58be1c1b-ebf7-4f4a-9df0-10fa884a3acf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:44.263670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network efb3424e-435b-46a7-b5ac-d8efc73b8aeb details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:28:44.345510 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-5a30a413-9b24-4b0f-8867-1c12b0744c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.347128 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-5a30a413-9b24-4b0f-8867-1c12b0744c11 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7152722d-f42c-44a7-8ae8-3bdca11ab8d0 HTTP/1.1" status: 200 len: 801 time: 0.1132512 Jul 16 08:28:44.401804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f22a6-a35c-4060-8422-7a461feb116a req-b06defbe-a641-4464-a60a-b162230ab1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.404938 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-b06defbe-a641-4464-a60a-b162230ab1f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 1096 time: 0.4407816 Jul 16 08:28:44.419304 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96b5bcf-fb5a-4d88-9837-ad6c633cd188 req-b0affd1c-aa36-4c8e-91b2-96f2d8edfe4e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.420940 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e96b5bcf-fb5a-4d88-9837-ad6c633cd188 req-b0affd1c-aa36-4c8e-91b2-96f2d8edfe4e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.5612304 Jul 16 08:28:44.490887 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e96b5bcf-fb5a-4d88-9837-ad6c633cd188 req-afa76da0-ef34-4acc-8aac-a1c1c57e2d40 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571043 Jul 16 08:28:44.505385 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-ca879b2f-399c-433e-8fa9-0d3576225d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.509244 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-ca879b2f-399c-433e-8fa9-0d3576225d33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28d5d5b1-545c-4e44-b392-cc424881085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1518054 Jul 16 08:28:44.644755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-6493dc87-d0c5-46fa-96fe-c24784816ccd tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.654528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-6493dc87-d0c5-46fa-96fe-c24784816ccd tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ecde7f-6738-424d-8ace-14a886e6eec4&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3627505 Jul 16 08:28:44.705846 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-69d0de78-b466-401a-a067-5ed138fb94f2 service neutron] 10.222.0.15 "GET /v2.0/networks/28d5d5b1-545c-4e44-b392-cc424881085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888123 Jul 16 08:28:44.792953 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-f4802c33-8ab9-4334-896c-6a24c7666f4f tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 694 time: 0.1359010 Jul 16 08:28:44.838729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-18ca5f2e-1df9-49f0-b62c-ec867e27dbcb tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Request body: {'floatingip': {'port_id': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:44.895770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f22a6-a35c-4060-8422-7a461feb116a req-56c93f66-13e5-4b23-8ec9-fe2424d8791d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.897588 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-56c93f66-13e5-4b23-8ec9-fe2424d8791d service neutron] 10.222.0.38 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.4818718 Jul 16 08:28:44.903043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6130618-eb74-448a-92cc-7d0644902fee req-98f834dd-6006-4ebf-8311-2ba991b8c90a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.912401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6130618-eb74-448a-92cc-7d0644902fee req-98f834dd-6006-4ebf-8311-2ba991b8c90a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.914576 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b6130618-eb74-448a-92cc-7d0644902fee req-98f834dd-6006-4ebf-8311-2ba991b8c90a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1679 time: 0.2347591 Jul 16 08:28:44.946003 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-18ca5f2e-1df9-49f0-b62c-ec867e27dbcb tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:44.962608 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29ed893c-93f8-4313-a1b8-326086a0c60d req-66a5aab3-3af9-40d5-bf4d-a6e29855402e service neutron] 10.222.0.15 "GET /v2.0/networks/28d5d5b1-545c-4e44-b392-cc424881085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313902 Jul 16 08:28:44.987081 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b6130618-eb74-448a-92cc-7d0644902fee req-0dd19772-8364-45aa-a3a3-0227eed43393 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614505 Jul 16 08:28:45.088519 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1af6b7-cb26-477f-a6ca-9d86c6083b81 x-openstack-request-id: req-da1af6b7-cb26-477f-a6ca-9d86c6083b81 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:45.088816 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00fb8719-6f44-45a0-8346-29d7e8f498f0", "tag": "3648de13-340d-4102-bcf6-1e300617243d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:45.089063 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da1af6b7-cb26-477f-a6ca-9d86c6083b81 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:45.089445 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'tag': '3648de13-340d-4102-bcf6-1e300617243d', 'status': 'completed', 'code': 200} Jul 16 08:28:45.125447 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-dfa380b2-4a74-4666-822b-84333161c200 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cf976342-9e5a-469c-93b5-f160f2c00b54 HTTP/1.1" status: 200 len: 217 time: 0.1999178 Jul 16 08:28:45.160351 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-e0b78d5f-89f2-4f94-b974-8e94ba439406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.167346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-e0b78d5f-89f2-4f94-b974-8e94ba439406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.169586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-e0b78d5f-89f2-4f94-b974-8e94ba439406 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b625cd3561f452eafd9c36c485ee35a&device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1983 time: 0.1298895 Jul 16 08:28:45.338949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-a6b669f4-522f-40dd-9301-5260dd5d5c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.340857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-a6b669f4-522f-40dd-9301-5260dd5d5c3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce1b8a2e-4183-49df-9dcf-b60ee56c27e2 HTTP/1.1" status: 200 len: 902 time: 0.1643336 Jul 16 08:28:45.454715 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-bdf385fa-6eb8-4303-9329-ddd2a89ace6c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=299cfd83-1a2d-4cda-92b1-18d02f0e145a HTTP/1.1" status: 200 len: 217 time: 0.0990455 Jul 16 08:28:45.532808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 96dfee59-6dda-4ab8-a271-dc5991903dec up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:45.560771 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-e477aec3-08bc-4c00-93a9-baf49e661e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.567406 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-e477aec3-08bc-4c00-93a9-baf49e661e67 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e37e9b9a-36f8-41b5-899f-e9ed31de3c3f HTTP/1.1" status: 200 len: 801 time: 0.1017735 Jul 16 08:28:45.631390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 96dfee59-6dda-4ab8-a271-dc5991903dec completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:45.636357 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 96dfee59-6dda-4ab8-a271-dc5991903dec triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:45.637115 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.763579 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.784662 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58be1c1b-ebf7-4f4a-9df0-10fa884a3acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.797647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-bf36225e-7bbf-4cad-b751-604c2fe359d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.799186 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-bf36225e-7bbf-4cad-b751-604c2fe359d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce1b8a2e-4183-49df-9dcf-b60ee56c27e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2094686 Jul 16 08:28:45.806924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 96dfee59-6dda-4ab8-a271-dc5991903dec, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=96dfee59-6dda-4ab8-a271-dc5991903dec,segment=NetworkSegment(79abbd40-8157-419d-81fe-5050feaa6d9f),segment_id=79abbd40-8157-419d-81fe-5050feaa6d9f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:45.814870 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.834412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d87f9d6-4cf7-4ffc-b3a2-395926ba7fc5 req-2586a3b5-08ec-4208-affe-cf34def7bf33 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.836444 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d87f9d6-4cf7-4ffc-b3a2-395926ba7fc5 req-2586a3b5-08ec-4208-affe-cf34def7bf33 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.15 "GET /v2.0/ports?device_id=61597b94-2fd8-4e6d-a152-00f29230d650 HTTP/1.1" status: 200 len: 945 time: 1.0765219 Jul 16 08:28:45.844636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bbf49c-3448-43d6-acab-cf1cbed14906 req-e2adc578-405c-40fe-a29d-5b52e855f8b4 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.852278 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67bbf49c-3448-43d6-acab-cf1cbed14906 req-e2adc578-405c-40fe-a29d-5b52e855f8b4 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 944 time: 0.2808988 Jul 16 08:28:45.904329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=96dfee59-6dda-4ab8-a271-dc5991903dec,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:45.959971 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f22a6-a35c-4060-8422-7a461feb116a req-b0f6ca4e-f8be-47ec-9738-beb2b21cec06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.961411 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-b0f6ca4e-f8be-47ec-9738-beb2b21cec06 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.3800704 Jul 16 08:28:45.975821 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67bbf49c-3448-43d6-acab-cf1cbed14906 req-c11c3411-f96e-411f-b2f3-2f74d15179f8 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224353 Jul 16 08:28:46.037052 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-ed59f8ae-c4e5-4e20-ab1c-821f02f2ee86 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482323 Jul 16 08:28:46.065581 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-4d21a2f1-3294-4903-9f6b-9e424f78c233 service neutron] 10.222.0.15 "GET /v2.0/networks/ce1b8a2e-4183-49df-9dcf-b60ee56c27e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554295 Jul 16 08:28:46.142036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be1c1b-ebf7-4f4a-9df0-10fa884a3acf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad6a148-5f3c-4aab-9103-485895e16eb5,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:46.184187 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c73c48f8-cafc-4078-8e40-c203ad1939ae req-9cce295e-c1c6-4fe1-aa6b-e616abadaa77 service neutron] 10.222.0.15 "GET /v2.0/networks/ce1b8a2e-4183-49df-9dcf-b60ee56c27e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112261 Jul 16 08:28:46.270644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58be1c1b-ebf7-4f4a-9df0-10fa884a3acf admin admin] Checking segment: {'id': 'bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'efb3424e-435b-46a7-b5ac-d8efc73b8aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:46.271331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be1c1b-ebf7-4f4a-9df0-10fa884a3acf admin admin] Network hostable DHCP agents. Network: efb3424e-435b-46a7-b5ac-d8efc73b8aeb, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:28:46.310930 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3025c2f-9600-40b2-821c-bf9bba97ce46 req-38350931-5134-4175-8c65-399cffca8a5b tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.312793 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c3025c2f-9600-40b2-821c-bf9bba97ce46 req-38350931-5134-4175-8c65-399cffca8a5b tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1272683 Jul 16 08:28:46.350155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58be1c1b-ebf7-4f4a-9df0-10fa884a3acf admin admin] Network efb3424e-435b-46a7-b5ac-d8efc73b8aeb is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:28:46.361448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923383c9-7d46-4e11-94c8-c78780ac10b4 req-64a99dd7-e38e-4140-90c0-374c6293e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.362025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923383c9-7d46-4e11-94c8-c78780ac10b4 req-64a99dd7-e38e-4140-90c0-374c6293e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.363613 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-923383c9-7d46-4e11-94c8-c78780ac10b4 req-64a99dd7-e38e-4140-90c0-374c6293e78f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b625cd3561f452eafd9c36c485ee35a&device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1983 time: 0.1189346 Jul 16 08:28:46.369566 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c3025c2f-9600-40b2-821c-bf9bba97ce46 req-8ee0445f-0a6b-41ff-88f6-fe47c366485b tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478909 Jul 16 08:28:46.382031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-4d87f9d6-4cf7-4ffc-b3a2-395926ba7fc5 req-5031a8e9-a3d9-4b8a-96ea-fa9a10f258ea tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Deleting port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:46.382587 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d87f9d6-4cf7-4ffc-b3a2-395926ba7fc5 req-5031a8e9-a3d9-4b8a-96ea-fa9a10f258ea tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.447229 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-4fa41b52-99ce-4e14-83c8-885dc1b222b5 service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984168 Jul 16 08:28:46.447641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-58be1c1b-ebf7-4f4a-9df0-10fa884a3acf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, efb3424e-435b-46a7-b5ac-d8efc73b8aeb) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:46.459459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82dd16f-fd90-4aaf-838d-8236838dc2c6 None None] Network efb3424e-435b-46a7-b5ac-d8efc73b8aeb requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:46.476943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58be1c1b-ebf7-4f4a-9df0-10fa884a3acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.477546 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58be1c1b-ebf7-4f4a-9df0-10fa884a3acf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.539959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923383c9-7d46-4e11-94c8-c78780ac10b4 req-61a00c2b-9b96-4eea-835c-a6d147796ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.543128 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-58be1c1b-ebf7-4f4a-9df0-10fa884a3acf admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4091823 Jul 16 08:28:46.543315 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-923383c9-7d46-4e11-94c8-c78780ac10b4 req-61a00c2b-9b96-4eea-835c-a6d147796ade service neutron] 10.222.0.15 "GET /v2.0/networks?id=28d5d5b1-545c-4e44-b392-cc424881085f HTTP/1.1" status: 200 len: 902 time: 0.1674755 Jul 16 08:28:46.557116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41244) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:46.564867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1307486012-router', 'tenant_id': '58176372425f45bab4e760ac20144ff9', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:46.649795 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-923383c9-7d46-4e11-94c8-c78780ac10b4 req-1a397bbc-3e61-42e0-b508-0fcb25b5ef78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.156&port_id=3648de13-340d-4102-bcf6-1e300617243d HTTP/1.1" status: 200 len: 217 time: 0.0870337 Jul 16 08:28:46.765543 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.766955 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.771130 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-efb3424e-435b-46a7-b5ac-d8efc73b8aeb', 'network_id': 'efb3424e-435b-46a7-b5ac-d8efc73b8aeb', 'tenant_id': '58176372425f45bab4e760ac20144ff9', 'fixed_ips': [{'subnet_id': 'bad6a148-5f3c-4aab-9103-485895e16eb5'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:28:46.771951 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923383c9-7d46-4e11-94c8-c78780ac10b4 req-f6f5287a-11bd-456f-a1c2-4352692a6ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.773856 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-923383c9-7d46-4e11-94c8-c78780ac10b4 req-f6f5287a-11bd-456f-a1c2-4352692a6ab9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7152722d-f42c-44a7-8ae8-3bdca11ab8d0 HTTP/1.1" status: 200 len: 801 time: 0.1041205 Jul 16 08:28:46.774589 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.783853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-4d87f9d6-4cf7-4ffc-b3a2-395926ba7fc5 req-5031a8e9-a3d9-4b8a-96ea-fa9a10f258ea tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] For port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:46.784583 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d87f9d6-4cf7-4ffc-b3a2-395926ba7fc5 req-5031a8e9-a3d9-4b8a-96ea-fa9a10f258ea tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.837328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-4d87f9d6-4cf7-4ffc-b3a2-395926ba7fc5 req-5031a8e9-a3d9-4b8a-96ea-fa9a10f258ea tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Calling delete_port for 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:46.848953 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86df88-907b-4803-a7e5-e0a2d4cb7fd5 req-62b892c0-b437-416e-af0b-bb09010d2a15 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.855793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc86df88-907b-4803-a7e5-e0a2d4cb7fd5 req-62b892c0-b437-416e-af0b-bb09010d2a15 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.857642 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dc86df88-907b-4803-a7e5-e0a2d4cb7fd5 req-62b892c0-b437-416e-af0b-bb09010d2a15 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1679 time: 0.2208827 Jul 16 08:28:46.868510 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-715a32f3-e2d8-417d-81c6-51a1b304add6 service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037070 Jul 16 08:28:46.962445 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dc86df88-907b-4803-a7e5-e0a2d4cb7fd5 req-6819cf10-3895-4670-b473-bb6251fb722c tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951490 Jul 16 08:28:46.968121 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.977890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923383c9-7d46-4e11-94c8-c78780ac10b4 req-72df68b3-698e-4de7-8e13-caa9cb1d6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.979729 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-923383c9-7d46-4e11-94c8-c78780ac10b4 req-72df68b3-698e-4de7-8e13-caa9cb1d6637 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=28d5d5b1-545c-4e44-b392-cc424881085f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1923726 Jul 16 08:28:46.987387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Allocated IP 172.20.0.2 (efb3424e-435b-46a7-b5ac-d8efc73b8aeb/bad6a148-5f3c-4aab-9103-485895e16eb5/144bda37-f683-43b5-adbe-75435a4fbdfd) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:47.148327 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.157166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Transition to ACTIVE for port object 144bda37-f683-43b5-adbe-75435a4fbdfd will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:47.173111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Transition to ACTIVE for port object 144bda37-f683-43b5-adbe-75435a4fbdfd will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:47.175686 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.resource_extend [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-18ca5f2e-1df9-49f0-b62c-ec867e27dbcb tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:28:47.182422 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.249691 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-923383c9-7d46-4e11-94c8-c78780ac10b4 req-f4cca431-0dc2-4d46-934f-2f60b422fe1a service neutron] 10.222.0.15 "GET /v2.0/networks/28d5d5b1-545c-4e44-b392-cc424881085f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553449 Jul 16 08:28:47.289501 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Network efb3424e-435b-46a7-b5ac-d8efc73b8aeb is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:47.292682 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:47.306103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:47.317800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Pushing event updated for resources: {'Port': ['ID=144bda37-f683-43b5-adbe-75435a4fbdfd,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:47.403068 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-923383c9-7d46-4e11-94c8-c78780ac10b4 req-9c871733-fff2-44b7-9150-08866fa73e4a service neutron] 10.222.0.15 "GET /v2.0/networks/28d5d5b1-545c-4e44-b392-cc424881085f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465821 Jul 16 08:28:47.418730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Attempting to bind port 144bda37-f683-43b5-adbe-75435a4fbdfd on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:47.419120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Attempting to bind port 144bda37-f683-43b5-adbe-75435a4fbdfd by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'efb3424e-435b-46a7-b5ac-d8efc73b8aeb'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:47.419479 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Attempting to bind port 144bda37-f683-43b5-adbe-75435a4fbdfd on network efb3424e-435b-46a7-b5ac-d8efc73b8aeb {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:47.427020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:47.427396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Checking segment: {'id': 'bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'efb3424e-435b-46a7-b5ac-d8efc73b8aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:47.427797 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.428186 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Bound using segment: {'id': 'bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'efb3424e-435b-46a7-b5ac-d8efc73b8aeb'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:47.428683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Bound port: 144bda37-f683-43b5-adbe-75435a4fbdfd, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'efb3424e-435b-46a7-b5ac-d8efc73b8aeb'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:47.429068 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.471972 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.504238 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-18ca5f2e-1df9-49f0-b62c-ec867e27dbcb tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.510799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 96dfee59-6dda-4ab8-a271-dc5991903dec up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:47.517580 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-18ca5f2e-1df9-49f0-b62c-ec867e27dbcb tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.539281 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] For port 144bda37-f683-43b5-adbe-75435a4fbdfd, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:47.588058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] For port 144bda37-f683-43b5-adbe-75435a4fbdfd, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=144bda37-f683-43b5-adbe-75435a4fbdfd,segment=NetworkSegment(bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc),segment_id=bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:47.597456 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.628835 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-18ca5f2e-1df9-49f0-b62c-ec867e27dbcb tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Floating IP 35e08590-5302-4068-9c6e-0580111d72b3 associated. External IP: 172.25.4.7, port: 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7. Jul 16 08:28:47.676625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f467021e-ab68-4485-9b23-f78a69bc3314 None None] Pushing event updated for resources: {'Port': ['ID=144bda37-f683-43b5-adbe-75435a4fbdfd,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:47.693657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 96dfee59-6dda-4ab8-a271-dc5991903dec triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:47.694134 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.758181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 299cfd83-1a2d-4cda-92b1-18d02f0e145a details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:47.807619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911540ab-ebda-40aa-9028-c424884fb84e req-37321408-1c0d-4f95-b42d-4f7aa46bb95a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:47.817551 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-911540ab-ebda-40aa-9028-c424884fb84e req-37321408-1c0d-4f95-b42d-4f7aa46bb95a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 944 time: 0.1156969 Jul 16 08:28:47.834488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49f22a6-a35c-4060-8422-7a461feb116a req-168ebc7d-2b46-47d4-bc75-7099b36d24aa tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:47.836033 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-168ebc7d-2b46-47d4-bc75-7099b36d24aa tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&binding%3Ahost_id=n-h2-758944-46 HTTP/1.1" status: 200 len: 1096 time: 0.5326817 Jul 16 08:28:47.884759 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-911540ab-ebda-40aa-9028-c424884fb84e req-c7e81329-a079-4087-afc6-d432054f0243 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657954 Jul 16 08:28:47.944409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 299cfd83-1a2d-4cda-92b1-18d02f0e145a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=299cfd83-1a2d-4cda-92b1-18d02f0e145a,segment=NetworkSegment(3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4),segment_id=3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:47.959046 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '299cfd83-1a2d-4cda-92b1-18d02f0e145a', 'network_id': 'ce1b8a2e-4183-49df-9dcf-b60ee56c27e2', 'port_id': '299cfd83-1a2d-4cda-92b1-18d02f0e145a', 'mac_address': 'fa:16:3e:5a:a3:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e37e9b9a-36f8-41b5-899f-e9ed31de3c3f', 'ip_address': '19.80.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:47.988385 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d87f9d6-4cf7-4ffc-b3a2-395926ba7fc5 req-5031a8e9-a3d9-4b8a-96ea-fa9a10f258ea tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.021805 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.024770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:48.141790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 299cfd83-1a2d-4cda-92b1-18d02f0e145a {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:48.158060 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535b4103-6997-4785-81c6-246cf006222e req-78859db4-4790-42cf-87ff-6bd382055de5 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.167952 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-535b4103-6997-4785-81c6-246cf006222e req-78859db4-4790-42cf-87ff-6bd382055de5 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1408224 Jul 16 08:28:48.215718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 299cfd83-1a2d-4cda-92b1-18d02f0e145a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=299cfd83-1a2d-4cda-92b1-18d02f0e145a,segment=NetworkSegment(3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4),segment_id=3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:48.234131 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-535b4103-6997-4785-81c6-246cf006222e req-d1032593-38c4-4c0c-ba17-e1d6123bffdc tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611851 Jul 16 08:28:48.249092 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.386172 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=299cfd83-1a2d-4cda-92b1-18d02f0e145a,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:48.483152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['299cfd83-1a2d-4cda-92b1-18d02f0e145a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:48.515526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a867be1-9369-4ac6-b8f8-e3c96b0eb681 req-514eba8f-89c3-4d9b-8778-f183c18737f6 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.523116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a867be1-9369-4ac6-b8f8-e3c96b0eb681 req-514eba8f-89c3-4d9b-8778-f183c18737f6 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.524767 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a867be1-9369-4ac6-b8f8-e3c96b0eb681 req-514eba8f-89c3-4d9b-8778-f183c18737f6 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1680 time: 0.1280572 Jul 16 08:28:48.529594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031a8e9-a3d9-4b8a-96ea-fa9a10f258ea tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Pushing event deleted for resources: {'Port': ['ID=49ff6557-aa0c-40c2-a5d6-82ac4ad460e0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:48.576839 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a867be1-9369-4ac6-b8f8-e3c96b0eb681 req-613bc8c5-0e16-4b57-b418-af32c924fc55 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446715 Jul 16 08:28:48.634384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d87f9d6-4cf7-4ffc-b3a2-395926ba7fc5 req-5031a8e9-a3d9-4b8a-96ea-fa9a10f258ea tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] No DVR routers for this DVR port 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:48.685043 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d87f9d6-4cf7-4ffc-b3a2-395926ba7fc5 req-5031a8e9-a3d9-4b8a-96ea-fa9a10f258ea tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.687130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d87f9d6-4cf7-4ffc-b3a2-395926ba7fc5 req-5031a8e9-a3d9-4b8a-96ea-fa9a10f258ea tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.15 "DELETE /v2.0/ports/49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 HTTP/1.1" status: 204 len: 173 time: 2.8113029 Jul 16 08:28:48.782999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61597b94-2fd8-4e6d-a152-00f29230d650', 'name': 'network-vif-deleted', 'tag': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:48.786006 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caab47a-015f-4a39-b005-b6dd380e702e" -d '{"events": [{"server_uuid": "61597b94-2fd8-4e6d-a152-00f29230d650", "name": "network-vif-deleted", "tag": "49ff6557-aa0c-40c2-a5d6-82ac4ad460e0"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:48.869264 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a49f22a6-a35c-4060-8422-7a461feb116a req-b7a89278-a503-4049-b1c7-ed78642786a4 service neutron] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:48.872521 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.953323 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a49f22a6-a35c-4060-8422-7a461feb116a req-b7a89278-a503-4049-b1c7-ed78642786a4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.957952 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49f22a6-a35c-4060-8422-7a461feb116a req-b7a89278-a503-4049-b1c7-ed78642786a4 service neutron] 10.222.0.38 "DELETE /v2.0/ports/cf976342-9e5a-469c-93b5-f160f2c00b54/bindings/n-h1-758944-46 HTTP/1.1" status: 204 len: 173 time: 1.1069894 Jul 16 08:28:48.984823 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.992926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-18ca5f2e-1df9-49f0-b62c-ec867e27dbcb tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Router a14e7fd1-5995-44dd-a780-8bc8381da193 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:49.162544 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daef6727-4603-422b-802f-ddc6f8a22332 req-fcbdc984-621a-4c13-83af-8047d0ddf454 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.164640 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-daef6727-4603-422b-802f-ddc6f8a22332 req-fcbdc984-621a-4c13-83af-8047d0ddf454 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 1096 time: 0.0952637 Jul 16 08:28:49.207926 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-daef6727-4603-422b-802f-ddc6f8a22332 req-43a179b4-8891-419f-8e51-adfee7a2937c tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363374 Jul 16 08:28:49.293731 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abaf38b3-c37f-4845-879b-b05a12677215 None None] Network efb3424e-435b-46a7-b5ac-d8efc73b8aeb requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:49.345858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-18ca5f2e-1df9-49f0-b62c-ec867e27dbcb tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:49.357632 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3c92b0-f0d5-46e2-9b11-4d02128ea14e None None] Sync routers for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:49.370378 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-18ca5f2e-1df9-49f0-b62c-ec867e27dbcb tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:49.394326 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3c92b0-f0d5-46e2-9b11-4d02128ea14e None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:49.394991 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0a3c92b0-f0d5-46e2-9b11-4d02128ea14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:49.543129 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Allocated IP 172.25.4.248 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/ea9a8a5a-685b-4f09-9789-3062f9a8d3d5) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:49.552445 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-54dd0f0b-1ab4-42b6-a978-708f53a0ad51 None None] Provisioning for port 144bda37-f683-43b5-adbe-75435a4fbdfd completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:49.633387 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-0a3c92b0-f0d5-46e2-9b11-4d02128ea14e None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:49.682618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 144bda37-f683-43b5-adbe-75435a4fbdfd up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:49.727447 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:49.782118 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 3648de13-340d-4102-bcf6-1e300617243d details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:49.790877 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-903e1264-4a0f-479b-ba98-88bc668a4380 x-openstack-request-id: req-903e1264-4a0f-479b-ba98-88bc668a4380 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:49.791202 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61597b94-2fd8-4e6d-a152-00f29230d650", "name": "network-vif-deleted", "tag": "49ff6557-aa0c-40c2-a5d6-82ac4ad460e0", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:49.791386 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-903e1264-4a0f-479b-ba98-88bc668a4380 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:49.793373 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61597b94-2fd8-4e6d-a152-00f29230d650', 'name': 'network-vif-deleted', 'tag': '49ff6557-aa0c-40c2-a5d6-82ac4ad460e0', 'status': 'completed', 'code': 200} Jul 16 08:28:49.794003 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-18ca5f2e-1df9-49f0-b62c-ec867e27dbcb tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "PUT /v2.0/floatingips/35e08590-5302-4068-9c6e-0580111d72b3 HTTP/1.1" status: 200 len: 994 time: 4.9998624 Jul 16 08:28:49.796164 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:49.899531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db203eb-5b29-46c4-886b-3c151f5e53d8 req-79ab1dd3-2209-45a6-a02a-b964eb65103c tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.903835 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2db203eb-5b29-46c4-886b-3c151f5e53d8 req-79ab1dd3-2209-45a6-a02a-b964eb65103c tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 1096 time: 0.1246102 Jul 16 08:28:49.904782 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:49.913467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:49.918186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:49.923452 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 3648de13-340d-4102-bcf6-1e300617243d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3648de13-340d-4102-bcf6-1e300617243d,segment=NetworkSegment(d367a64d-9081-4b17-a8a9-f3e95a20bb42),segment_id=d367a64d-9081-4b17-a8a9-f3e95a20bb42)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:49.938496 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 299cfd83-1a2d-4cda-92b1-18d02f0e145a up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:49.946063 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '3648de13-340d-4102-bcf6-1e300617243d', 'network_id': '28d5d5b1-545c-4e44-b392-cc424881085f', 'port_id': '3648de13-340d-4102-bcf6-1e300617243d', 'mac_address': 'fa:16:3e:68:28:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7152722d-f42c-44a7-8ae8-3bdca11ab8d0', 'ip_address': '19.86.0.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:49.983761 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2db203eb-5b29-46c4-886b-3c151f5e53d8 req-77a123b8-6275-4676-865f-9d5944c2ec37 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735006 Jul 16 08:28:50.146094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Pushing event updated for resources: {'Port': ['ID=ea9a8a5a-685b-4f09-9789-3062f9a8d3d5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:50.196782 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:50.209180 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-b9b06010-9361-4322-b762-feb259c00b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.215830 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-b9b06010-9361-4322-b762-feb259c00b9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 1097 time: 0.3825057 Jul 16 08:28:50.277278 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3648de13-340d-4102-bcf6-1e300617243d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:50.346121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 299cfd83-1a2d-4cda-92b1-18d02f0e145a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:50.364121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 144bda37-f683-43b5-adbe-75435a4fbdfd completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:50.374776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 299cfd83-1a2d-4cda-92b1-18d02f0e145a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:50.375146 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:50.381785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 3648de13-340d-4102-bcf6-1e300617243d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3648de13-340d-4102-bcf6-1e300617243d,segment=NetworkSegment(d367a64d-9081-4b17-a8a9-f3e95a20bb42),segment_id=d367a64d-9081-4b17-a8a9-f3e95a20bb42)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:50.384750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 144bda37-f683-43b5-adbe-75435a4fbdfd triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:50.385129 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:50.390719 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bd4d2a-672b-4afc-b1e5-42b6e688f2e3 req-9bd311a2-e756-4e7e-b38e-90ea6814b387 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.394073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08bd4d2a-672b-4afc-b1e5-42b6e688f2e3 req-9bd311a2-e756-4e7e-b38e-90ea6814b387 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1534865 Jul 16 08:28:50.447570 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:50.460669 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0a3c92b0-f0d5-46e2-9b11-4d02128ea14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '35e08590-5302-4068-9c6e-0580111d72b3', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'port_id': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'mac_address': 'fa:16:3e:07:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:28:00Z', 'updated_at': '2021-07-16T08:28:46Z', 'revision_number': 8, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:50.478094 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08bd4d2a-672b-4afc-b1e5-42b6e688f2e3 req-1c0cb117-2fc6-480b-9abf-786671a46972 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758150 Jul 16 08:28:50.504331 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3c92b0-f0d5-46e2-9b11-4d02128ea14e None None] Checking router: a14e7fd1-5995-44dd-a780-8bc8381da193 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:50.514818 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a3c92b0-f0d5-46e2-9b11-4d02128ea14e None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:50.515861 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0a3c92b0-f0d5-46e2-9b11-4d02128ea14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:50.659702 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-0a3c92b0-f0d5-46e2-9b11-4d02128ea14e None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:50.756842 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['3648de13-340d-4102-bcf6-1e300617243d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:50.787133 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:50.866220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375182a-81e4-4825-a66b-6f44389d0c83 req-538ceaa8-dcb3-42b1-87ab-640ef31a85a0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.872238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375182a-81e4-4825-a66b-6f44389d0c83 req-538ceaa8-dcb3-42b1-87ab-640ef31a85a0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.873966 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2375182a-81e4-4825-a66b-6f44389d0c83 req-538ceaa8-dcb3-42b1-87ab-640ef31a85a0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1681 time: 0.1242611 Jul 16 08:28:50.926322 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2375182a-81e4-4825-a66b-6f44389d0c83 req-a89aab7b-fa39-4033-b958-79f14530bcdc tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456016 Jul 16 08:28:50.960328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-c7b2e520-84e4-4652-9459-9b9c498deff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.962374 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-c7b2e520-84e4-4652-9459-9b9c498deff5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 921 time: 0.6877310 Jul 16 08:28:51.062677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=3648de13-340d-4102-bcf6-1e300617243d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:51.084328 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-5023ebfe-e25e-4f72-8da5-856571a9d325 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 HTTP/1.1" status: 200 len: 997 time: 0.0925436 Jul 16 08:28:51.139941 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:51.145536 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-125e6e2c-c0c1-417b-b573-b53b998cca5f None None] Provisioning complete for port 144bda37-f683-43b5-adbe-75435a4fbdfd triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:51.146040 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-125e6e2c-c0c1-417b-b573-b53b998cca5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:51.239718 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0a3c92b0-f0d5-46e2-9b11-4d02128ea14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '35e08590-5302-4068-9c6e-0580111d72b3', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'port_id': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'mac_address': 'fa:16:3e:07:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:28:00Z', 'updated_at': '2021-07-16T08:28:46Z', 'revision_number': 8, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:51.322592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-d46602bd-39bf-4041-98b4-330cde915158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:51.325195 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-d46602bd-39bf-4041-98b4-330cde915158 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.1373732 Jul 16 08:28:51.326843 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:51.341186 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a3c92b0-f0d5-46e2-9b11-4d02128ea14e None None] The sync data for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 is: [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '35e08590-5302-4068-9c6e-0580111d72b3', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'floating_ip_address': '172.25.4.7', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'port_id': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'mac_address': 'fa:16:3e:07:53:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:28:00Z', 'updated_at': '2021-07-16T08:28:46Z', 'revision_number': 8, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:51.350411 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:51.488627 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 299cfd83-1a2d-4cda-92b1-18d02f0e145a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=299cfd83-1a2d-4cda-92b1-18d02f0e145a,segment=NetworkSegment(3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4),segment_id=3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:51.494221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299cfd83-1a2d-4cda-92b1-18d02f0e145a'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:51.521211 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d3c06d-500a-4618-a0b2-3dd3d63428e7" -d '{"events": [{"server_uuid": "00fb8719-6f44-45a0-8346-29d7e8f498f0", "name": "network-vif-plugged", "status": "completed", "tag": "299cfd83-1a2d-4cda-92b1-18d02f0e145a"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:51.568931 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:51.570560 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:51.609701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 144bda37-f683-43b5-adbe-75435a4fbdfd, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=144bda37-f683-43b5-adbe-75435a4fbdfd,segment=NetworkSegment(bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc),segment_id=bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:51.644162 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:51.644725 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 49ff6557-aa0c-40c2-a5d6-82ac4ad460e0 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:51.660479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-96b043ed-c0e3-4262-aa94-91c3b570c5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:51.666069 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:51.672560 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-96b043ed-c0e3-4262-aa94-91c3b570c5f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2487612 Jul 16 08:28:51.708356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc330b-d322-4a45-8906-9648d870a978 None None] New status for floating IP 35e08590-5302-4068-9c6e-0580111d72b3: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:28:51.803702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=299cfd83-1a2d-4cda-92b1-18d02f0e145a,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:51.841062 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'tag': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:51.843313 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33e9e46-b13e-4146-ba58-701b71842070" -d '{"events": [{"name": "network-changed", "server_uuid": "16ecde7f-6738-424d-8ace-14a886e6eec4", "tag": "7064a6a2-660b-4e78-81a3-e57b5b6d7ba7"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:51.966089 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-a8bbf779-b0ea-4645-a3c9-df02cdc7491a service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924449 Jul 16 08:28:51.969127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=144bda37-f683-43b5-adbe-75435a4fbdfd,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:52.004431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Router 6a61fff3-a3bb-4fd5-9e77-690016d4e954 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:28:52.044489 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fccb3-cc07-4478-afae-d08c95ed057c req-68653c55-2535-47c1-8951-c068ad91ec81 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:52.046269 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-776fccb3-cc07-4478-afae-d08c95ed057c req-68653c55-2535-47c1-8951-c068ad91ec81 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.0682237 Jul 16 08:28:52.107105 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-776fccb3-cc07-4478-afae-d08c95ed057c req-a8d93a27-5cf2-45d7-b71c-e64262ce40e9 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542898 Jul 16 08:28:52.164809 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cd9c40-b144-43c6-987a-233f5181df4d x-openstack-request-id: req-67cd9c40-b144-43c6-987a-233f5181df4d {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:52.164809 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fb8719-6f44-45a0-8346-29d7e8f498f0", "name": "network-vif-plugged", "status": "completed", "tag": "299cfd83-1a2d-4cda-92b1-18d02f0e145a", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:52.164809 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67cd9c40-b144-43c6-987a-233f5181df4d {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:52.165404 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '299cfd83-1a2d-4cda-92b1-18d02f0e145a', 'code': 200} Jul 16 08:28:52.376208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3b743-f448-4618-bbba-e735666c251b req-41ae739a-cbf4-4f41-a827-d681091c4da9 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:52.384734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec3b743-f448-4618-bbba-e735666c251b req-41ae739a-cbf4-4f41-a827-d681091c4da9 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:52.387859 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7ec3b743-f448-4618-bbba-e735666c251b req-41ae739a-cbf4-4f41-a827-d681091c4da9 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1682 time: 0.0972083 Jul 16 08:28:52.419420 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05311c83-a294-4afe-9408-a81337ea3587 x-openstack-request-id: req-05311c83-a294-4afe-9408-a81337ea3587 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:52.419931 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ecde7f-6738-424d-8ace-14a886e6eec4", "tag": "7064a6a2-660b-4e78-81a3-e57b5b6d7ba7", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:52.419931 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05311c83-a294-4afe-9408-a81337ea3587 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:52.420315 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'tag': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'status': 'completed', 'code': 200} Jul 16 08:28:52.436882 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7ec3b743-f448-4618-bbba-e735666c251b req-92af5e5e-1fe5-4da7-9eb1-59e9fd9dff6b tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431957 Jul 16 08:28:52.490441 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-60b5fcd9-49ce-47e1-895f-469e7ff4375e req-2e32c166-5de8-4850-986d-17c214b0d13b service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5232430 Jul 16 08:28:52.557168 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:52.563025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e9e46-b13e-4146-ba58-701b71842070 req-e19c4191-1c42-4361-9279-b7ba393a835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:52.564477 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d33e9e46-b13e-4146-ba58-701b71842070 req-e19c4191-1c42-4361-9279-b7ba393a835d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 1097 time: 0.1483905 Jul 16 08:28:52.569516 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Sync routers for ids ['6a61fff3-a3bb-4fd5-9e77-690016d4e954'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:52.589348 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Routers {'6a61fff3-a3bb-4fd5-9e77-690016d4e954'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:52.590285 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6a61fff3-a3bb-4fd5-9e77-690016d4e954'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:52.665725 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7cf2424b-3b58-4608-81cd-2cd6b1b1bc9e req-0b440dbd-4a1d-4d73-ad95-492e7a3ed30e tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips/35e08590-5302-4068-9c6e-0580111d72b3 HTTP/1.1" status: 200 len: 996 time: 0.0752108 Jul 16 08:28:52.723526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e9e46-b13e-4146-ba58-701b71842070 req-7bc53f33-4092-44ac-83b2-4096d3d3c5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:52.725343 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d33e9e46-b13e-4146-ba58-701b71842070 req-7bc53f33-4092-44ac-83b2-4096d3d3c5d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 921 time: 0.1518548 Jul 16 08:28:52.730977 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:52.734724 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-48adb552-d3cd-4a4f-822a-5697981e3a3d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.1718423 Jul 16 08:28:52.740349 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41358) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:52.751922 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Set router 6a61fff3-a3bb-4fd5-9e77-690016d4e954 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:52.936280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e362f9b6-badb-4dc1-9d4b-d09b7977f924 req-48777ddd-3916-4130-b005-cb514166dde8 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:52.937858 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e362f9b6-badb-4dc1-9d4b-d09b7977f924 req-48777ddd-3916-4130-b005-cb514166dde8 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/ports?device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 949 time: 0.1517224 Jul 16 08:28:53.021107 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1307486012-router', 'tenant_id': '58176372425f45bab4e760ac20144ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:46Z', 'updated_at': '2021-07-16T08:28:50Z', 'revision_number': 3, 'project_id': '58176372425f45bab4e760ac20144ff9', 'gw_port': {'id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:49Z', 'updated_at': '2021-07-16T08:28:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:53.024533 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e362f9b6-badb-4dc1-9d4b-d09b7977f924 req-870f3e74-c3ec-45f5-9a6e-379162627216 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e84e18-ab3f-4201-a100-5e4cee800199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779223 Jul 16 08:28:53.026592 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d33e9e46-b13e-4146-ba58-701b71842070 req-9bd9bce4-1a12-44d5-aab3-6630df74f7c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 HTTP/1.1" status: 200 len: 999 time: 0.2931938 Jul 16 08:28:53.065123 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Checking router: 6a61fff3-a3bb-4fd5-9e77-690016d4e954 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:53.066301 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Updating router 6a61fff3-a3bb-4fd5-9e77-690016d4e954 port ea9a8a5a-685b-4f09-9789-3062f9a8d3d5 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:28:53.087591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e9e46-b13e-4146-ba58-701b71842070 req-cf6e3f75-97e0-4dc0-a85f-20ff7f5d4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.089318 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d33e9e46-b13e-4146-ba58-701b71842070 req-cf6e3f75-97e0-4dc0-a85f-20ff7f5d4358 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.0524838 Jul 16 08:28:53.111507 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.148172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf2424b-3b58-4608-81cd-2cd6b1b1bc9e req-4f72e79d-37df-47cc-be3d-6201b68c7590 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.155027 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7cf2424b-3b58-4608-81cd-2cd6b1b1bc9e req-4f72e79d-37df-47cc-be3d-6201b68c7590 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.4831498 Jul 16 08:28:53.161457 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-7cf2424b-3b58-4608-81cd-2cd6b1b1bc9e req-ede7fdf0-7e24-4a55-9a60-755ded4d2539 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:28:53.175077 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7cf2424b-3b58-4608-81cd-2cd6b1b1bc9e req-ede7fdf0-7e24-4a55-9a60-755ded4d2539 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0166655 Jul 16 08:28:53.373620 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-25a26948-5fea-4a31-81aa-2ed108c9d777 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 999 time: 0.0895517 Jul 16 08:28:53.395803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33e9e46-b13e-4146-ba58-701b71842070 req-81d625fe-9e6b-45e6-835a-96d564e6ae10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.397512 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d33e9e46-b13e-4146-ba58-701b71842070 req-81d625fe-9e6b-45e6-835a-96d564e6ae10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3008409 Jul 16 08:28:53.435000 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.449974 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Transition to ACTIVE for port object ea9a8a5a-685b-4f09-9789-3062f9a8d3d5 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:53.451780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-999607c7-f2f9-4f07-93d0-1111402e0638 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.453725 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-999607c7-f2f9-4f07-93d0-1111402e0638 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports/7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 HTTP/1.1" status: 200 len: 942 time: 0.0783308 Jul 16 08:28:53.457763 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.508881 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91bf14-4a3d-4111-99e5-e6814da183c2 None None] Pushing event updated for resources: {'Port': ['ID=ea9a8a5a-685b-4f09-9789-3062f9a8d3d5,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:53.527760 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Attempting to bind port ea9a8a5a-685b-4f09-9789-3062f9a8d3d5 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:53.528123 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Attempting to bind port ea9a8a5a-685b-4f09-9789-3062f9a8d3d5 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:53.528479 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Attempting to bind port ea9a8a5a-685b-4f09-9789-3062f9a8d3d5 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:53.535768 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:53.536159 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:53.536591 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.536985 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:53.537462 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Bound port: ea9a8a5a-685b-4f09-9789-3062f9a8d3d5, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:53.537864 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.604675 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] For port ea9a8a5a-685b-4f09-9789-3062f9a8d3d5, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:53.607963 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] For port ea9a8a5a-685b-4f09-9789-3062f9a8d3d5, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ea9a8a5a-685b-4f09-9789-3062f9a8d3d5,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:53.617224 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.638123 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-c503ec04-188c-4d21-905b-f037a6c41e4d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 999 time: 0.0901744 Jul 16 08:28:53.672084 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36069293-2415-4da6-8052-e4bb61486439 req-a85e523d-5541-430e-af33-843534d4e9aa tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.681746 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36069293-2415-4da6-8052-e4bb61486439 req-a85e523d-5541-430e-af33-843534d4e9aa tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.2444043 Jul 16 08:28:53.704191 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Routers {'6a61fff3-a3bb-4fd5-9e77-690016d4e954'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:53.707349 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6a61fff3-a3bb-4fd5-9e77-690016d4e954'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:53.715210 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d33e9e46-b13e-4146-ba58-701b71842070 req-03ad07e5-0c44-48cc-aae4-e7c674f30fde service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3104048 Jul 16 08:28:53.782384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-4627ddbe-1a0e-499c-a3b2-ab17f67253c7 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.791724 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-4627ddbe-1a0e-499c-a3b2-ab17f67253c7 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.1448197 Jul 16 08:28:53.795535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 3648de13-340d-4102-bcf6-1e300617243d up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:53.842769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 144bda37-f683-43b5-adbe-75435a4fbdfd up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:53.866622 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-b0f20d05-1ac6-47bd-9519-7a0c64ad1d8c tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 999 time: 0.0737402 Jul 16 08:28:53.875397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-c76455cd-d9b8-4116-bb66-1f503c5a944d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:53.943315 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.943816 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-c76455cd-d9b8-4116-bb66-1f503c5a944d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.950027 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91bf14-4a3d-4111-99e5-e6814da183c2 None None] Pushing event updated for resources: {'Port': ['ID=ea9a8a5a-685b-4f09-9789-3062f9a8d3d5,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:53.983767 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d33e9e46-b13e-4146-ba58-701b71842070 req-598bead7-c1d9-440f-a32a-d97c066220d9 service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598331 Jul 16 08:28:54.000570 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] Set router 6a61fff3-a3bb-4fd5-9e77-690016d4e954 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:54.009160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 144bda37-f683-43b5-adbe-75435a4fbdfd triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:54.009998 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.013036 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 3648de13-340d-4102-bcf6-1e300617243d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:54.041343 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 3648de13-340d-4102-bcf6-1e300617243d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:54.042014 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.120908 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36069293-2415-4da6-8052-e4bb61486439 req-716c6fad-f28d-4a53-ad4e-06b9189cfcc6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4381835 Jul 16 08:28:54.211203 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-c76455cd-d9b8-4116-bb66-1f503c5a944d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.217365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-c76455cd-d9b8-4116-bb66-1f503c5a944d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.217952 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-c76455cd-d9b8-4116-bb66-1f503c5a944d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Floating IP 35e08590-5302-4068-9c6e-0580111d72b3 disassociated. External IP: 172.25.4.7, port: 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7. Jul 16 08:28:54.236649 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.278163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3648de13-340d-4102-bcf6-1e300617243d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:54.291098 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b446fd4-86fc-4bc3-be7c-d1137e9509bb" -d '{"events": [{"server_uuid": "00fb8719-6f44-45a0-8346-29d7e8f498f0", "name": "network-vif-plugged", "status": "completed", "tag": "3648de13-340d-4102-bcf6-1e300617243d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:54.302003 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Allocated IP 172.20.0.1 (efb3424e-435b-46a7-b5ac-d8efc73b8aeb/bad6a148-5f3c-4aab-9103-485895e16eb5/0c084906-0955-45df-85ab-9766c0bfdbdf) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:54.305400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 3648de13-340d-4102-bcf6-1e300617243d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3648de13-340d-4102-bcf6-1e300617243d,segment=NetworkSegment(d367a64d-9081-4b17-a8a9-f3e95a20bb42),segment_id=d367a64d-9081-4b17-a8a9-f3e95a20bb42)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:54.313138 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.394068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=3648de13-340d-4102-bcf6-1e300617243d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:54.426302 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1307486012-router', 'tenant_id': '58176372425f45bab4e760ac20144ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:46Z', 'updated_at': '2021-07-16T08:28:50Z', 'revision_number': 3, 'project_id': '58176372425f45bab4e760ac20144ff9', 'gw_port': {'id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:49Z', 'updated_at': '2021-07-16T08:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:54.461799 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b10a5aa8-c750-4744-a684-cbb4c2403688 None None] The sync data for ids ['6a61fff3-a3bb-4fd5-9e77-690016d4e954'] in n-d-758944-46 is: [{'id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1307486012-router', 'tenant_id': '58176372425f45bab4e760ac20144ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:46Z', 'updated_at': '2021-07-16T08:28:50Z', 'revision_number': 3, 'project_id': '58176372425f45bab4e760ac20144ff9', 'gw_port': {'id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:49Z', 'updated_at': '2021-07-16T08:28:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:54.525507 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.546492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Transition to ACTIVE for port object 0c084906-0955-45df-85ab-9766c0bfdbdf will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:54.556318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66f751-baa3-438a-9d2d-74063a6c681e req-4d12febf-2141-4c36-9c4c-f7094cb370eb tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.560700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-c76455cd-d9b8-4116-bb66-1f503c5a944d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Router a14e7fd1-5995-44dd-a780-8bc8381da193 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:54.562727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66f751-baa3-438a-9d2d-74063a6c681e req-4d12febf-2141-4c36-9c4c-f7094cb370eb tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.565915 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb66f751-baa3-438a-9d2d-74063a6c681e req-4d12febf-2141-4c36-9c4c-f7094cb370eb tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1683 time: 0.1887071 Jul 16 08:28:54.647442 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb66f751-baa3-438a-9d2d-74063a6c681e req-1f096d91-4135-4fdd-9e5d-15c8d000f3b6 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733430 Jul 16 08:28:54.656870 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.682896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-c76455cd-d9b8-4116-bb66-1f503c5a944d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:54.694341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a20217-60eb-43d0-9563-1cd68751f296 None None] Sync routers for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:54.695665 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-c76455cd-d9b8-4116-bb66-1f503c5a944d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.707032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a20217-60eb-43d0-9563-1cd68751f296 None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:54.707610 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Network efb3424e-435b-46a7-b5ac-d8efc73b8aeb is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:54.708078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-40a20217-60eb-43d0-9563-1cd68751f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:54.714638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:54.727583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:54.747974 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-c76455cd-d9b8-4116-bb66-1f503c5a944d tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "PUT /v2.0/floatingips/35e08590-5302-4068-9c6e-0580111d72b3 HTTP/1.1" status: 200 len: 694 time: 0.8801117 Jul 16 08:28:54.754432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'tag': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:54.757204 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e6f814-3ee0-4299-bf5f-87684c1f796f" -d '{"events": [{"name": "network-changed", "server_uuid": "16ecde7f-6738-424d-8ace-14a886e6eec4", "tag": "7064a6a2-660b-4e78-81a3-e57b5b6d7ba7"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:54.761705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Pushing event updated for resources: {'Port': ['ID=0c084906-0955-45df-85ab-9766c0bfdbdf,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:54.781619 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.880671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-d6b0acd5-02d5-439d-a232-31ba0a2e4624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.894771 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-d6b0acd5-02d5-439d-a232-31ba0a2e4624 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 1097 time: 0.1288137 Jul 16 08:28:54.999749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-40a20217-60eb-43d0-9563-1cd68751f296 None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:55.085374 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.160475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-0201ff9b-6830-4b45-8388-1619de702530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:55.165176 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-0201ff9b-6830-4b45-8388-1619de702530 service neutron] 10.222.0.20 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 921 time: 0.2700152 Jul 16 08:28:55.254985 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-b068d3d6-08dd-4243-9462-3e89ca49f93b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 HTTP/1.1" status: 200 len: 217 time: 0.0829284 Jul 16 08:28:55.265309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f942c34c-ba50-4ca2-aa7a-af83a0ded075 None None] Provisioning for port 0c084906-0955-45df-85ab-9766c0bfdbdf completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:55.294720 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f942c34c-ba50-4ca2-aa7a-af83a0ded075 None None] Provisioning complete for port 0c084906-0955-45df-85ab-9766c0bfdbdf triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:55.295098 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f942c34c-ba50-4ca2-aa7a-af83a0ded075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.382325 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-6324b376-dcd7-4d9c-b93a-aecebe3523d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:55.389526 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-6324b376-dcd7-4d9c-b93a-aecebe3523d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.1260478 Jul 16 08:28:55.421265 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f942c34c-ba50-4ca2-aa7a-af83a0ded075 None None] Port 0c084906-0955-45df-85ab-9766c0bfdbdf cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:55.459004 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.466791 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.479016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-21b562aa-95ed-4a17-9985-edb96b7a4c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:55.485439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-40a20217-60eb-43d0-9563-1cd68751f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:55.488986 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-21b562aa-95ed-4a17-9985-edb96b7a4c26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984573 Jul 16 08:28:55.520050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a20217-60eb-43d0-9563-1cd68751f296 None None] Checking router: a14e7fd1-5995-44dd-a780-8bc8381da193 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:55.535020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a20217-60eb-43d0-9563-1cd68751f296 None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:55.536484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-40a20217-60eb-43d0-9563-1cd68751f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:55.565666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Pushing event updated for resources: {'Port': ['ID=0c084906-0955-45df-85ab-9766c0bfdbdf,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:55.568541 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.648789 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-91960dd6-37ff-4b3f-bbb8-033119e5697d service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587932 Jul 16 08:28:55.714112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-40a20217-60eb-43d0-9563-1cd68751f296 None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:55.778804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Network efb3424e-435b-46a7-b5ac-d8efc73b8aeb is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:55.780698 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:55.849982 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47c5f3c4-c78d-4dae-a1e7-ee8eae1d46e4 req-22bbf03c-0511-4096-9bbd-325a3eebb271 service neutron] 10.222.0.20 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003095 Jul 16 08:28:56.059609 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Router 6a61fff3-a3bb-4fd5-9e77-690016d4e954 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:56.093945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ea9a8a5a-685b-4f09-9789-3062f9a8d3d5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:56.202647 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a821c2f5-c4db-44e9-867d-0cf8d3c0e920 x-openstack-request-id: req-a821c2f5-c4db-44e9-867d-0cf8d3c0e920 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:56.202934 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fb8719-6f44-45a0-8346-29d7e8f498f0", "name": "network-vif-plugged", "status": "completed", "tag": "3648de13-340d-4102-bcf6-1e300617243d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:56.203194 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a821c2f5-c4db-44e9-867d-0cf8d3c0e920 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:56.203589 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3648de13-340d-4102-bcf6-1e300617243d', 'code': 200} Jul 16 08:28:56.279765 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001245e3-4535-4e8c-9ee4-5a08164f9fed x-openstack-request-id: req-001245e3-4535-4e8c-9ee4-5a08164f9fed {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:56.280933 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16ecde7f-6738-424d-8ace-14a886e6eec4", "tag": "7064a6a2-660b-4e78-81a3-e57b5b6d7ba7", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:56.281405 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-001245e3-4535-4e8c-9ee4-5a08164f9fed {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:56.282037 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'tag': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'status': 'completed', 'code': 200} Jul 16 08:28:56.305004 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1ebee35e-2dd6-4503-a1ae-d16f0642590c None None] Provisioning complete for port 0c084906-0955-45df-85ab-9766c0bfdbdf triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:56.311049 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1ebee35e-2dd6-4503-a1ae-d16f0642590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.328109 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:56.343019 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-40a20217-60eb-43d0-9563-1cd68751f296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:56.344381 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1bc07c25-139f-4489-aea4-01be9839280f admin admin] 10.222.0.20 "PUT /v2.0/routers/6a61fff3-a3bb-4fd5-9e77-690016d4e954/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6018398 Jul 16 08:28:56.366136 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fa681-9199-4d27-919e-a24e2ea9ed70 req-b199502d-dbb4-433c-8b85-81d5107d9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.366977 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676fa681-9199-4d27-919e-a24e2ea9ed70 req-b199502d-dbb4-433c-8b85-81d5107d9295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.369873 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-676fa681-9199-4d27-919e-a24e2ea9ed70 req-b199502d-dbb4-433c-8b85-81d5107d9295 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1987 time: 0.0894608 Jul 16 08:28:56.374900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port ea9a8a5a-685b-4f09-9789-3062f9a8d3d5 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:56.407695 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a20217-60eb-43d0-9563-1cd68751f296 None None] The sync data for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 is: [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 4, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5f6977d3-10c3-4fc1-a128-2e03bc4085a8', 'name': '', 'network_id': '21aab77a-03d5-42ab-8ae8-b700703c61ca', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'mac_address': 'fa:16:3e:cf:9c:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_interface', 'standard_attr_id': 532, 'fixed_ips': [{'subnet_id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:51Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'subnets': [{'id': '28130994-537a-4b04-b9a0-0d42eba2aff6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:56.414086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ea9a8a5a-685b-4f09-9789-3062f9a8d3d5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:56.414470 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.453342 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-676fa681-9199-4d27-919e-a24e2ea9ed70 req-7fb52da8-1a16-4083-b566-b4186a71e12b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758505 Jul 16 08:28:56.460320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1ebee35e-2dd6-4503-a1ae-d16f0642590c None None] Port 0c084906-0955-45df-85ab-9766c0bfdbdf cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:56.527029 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.549195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6f814-3ee0-4299-bf5f-87684c1f796f req-bd30530b-0830-4dc8-a91d-0eb501fb2cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.551629 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d5e6f814-3ee0-4299-bf5f-87684c1f796f req-bd30530b-0830-4dc8-a91d-0eb501fb2cdf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=31e9f4ba00924ea9b264f964a556bdab&device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 1097 time: 0.2504320 Jul 16 08:28:56.557933 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port ea9a8a5a-685b-4f09-9789-3062f9a8d3d5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ea9a8a5a-685b-4f09-9789-3062f9a8d3d5,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:56.562973 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066b519-b5e2-4b51-93e6-9d6ad5268988 req-0568a5f5-f479-4bbf-bae4-d94653583fe2 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.563335 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.567999 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0066b519-b5e2-4b51-93e6-9d6ad5268988 req-0568a5f5-f479-4bbf-bae4-d94653583fe2 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1826780 Jul 16 08:28:56.632574 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=ea9a8a5a-685b-4f09-9789-3062f9a8d3d5,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:56.634122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f1d19-4548-415d-aeac-38842996190b req-da8510fc-f445-4d8d-976f-f445c5c7fb65 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.641661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f1d19-4548-415d-aeac-38842996190b req-da8510fc-f445-4d8d-976f-f445c5c7fb65 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.643875 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-333f1d19-4548-415d-aeac-38842996190b req-da8510fc-f445-4d8d-976f-f445c5c7fb65 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1683 time: 0.1411850 Jul 16 08:28:56.695639 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0066b519-b5e2-4b51-93e6-9d6ad5268988 req-ac9bd24b-8744-46a1-8ee2-b1614fe843bf tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125162 Jul 16 08:28:56.701045 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-333f1d19-4548-415d-aeac-38842996190b req-160cb5b0-939c-4fe0-96a0-b6939ed50a49 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489073 Jul 16 08:28:56.743006 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 879b16c4-e484-4e08-849c-87863e47a787 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:56.757332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6f814-3ee0-4299-bf5f-87684c1f796f req-e22a54a9-d2d5-4383-8042-3e6af9e373b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.767310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d5e6f814-3ee0-4299-bf5f-87684c1f796f req-e22a54a9-d2d5-4383-8042-3e6af9e373b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 200 len: 921 time: 0.1982062 Jul 16 08:28:56.842328 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d5e6f814-3ee0-4299-bf5f-87684c1f796f req-7f11b6ae-e708-4333-aa3c-ed35215ca032 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 HTTP/1.1" status: 200 len: 217 time: 0.0683472 Jul 16 08:28:56.942674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6f814-3ee0-4299-bf5f-87684c1f796f req-4d2f13fd-f212-4edf-b341-0cbb3a4abec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.956535 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.958026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d5e6f814-3ee0-4299-bf5f-87684c1f796f req-4d2f13fd-f212-4edf-b341-0cbb3a4abec7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 200 len: 860 time: 0.1082850 Jul 16 08:28:57.052371 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e6f814-3ee0-4299-bf5f-87684c1f796f req-0ff8620a-e6c6-4632-b732-6b5c33b540ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.054285 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d5e6f814-3ee0-4299-bf5f-87684c1f796f req-0ff8620a-e6c6-4632-b732-6b5c33b540ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=21aab77a-03d5-42ab-8ae8-b700703c61ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0888751 Jul 16 08:28:57.082547 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 879b16c4-e484-4e08-849c-87863e47a787, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=879b16c4-e484-4e08-849c-87863e47a787,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:57.087426 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.233472 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=879b16c4-e484-4e08-849c-87863e47a787,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:57.254197 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d5e6f814-3ee0-4299-bf5f-87684c1f796f req-b6bafb16-59f6-40a4-91de-7aea067b71ca service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904857 Jul 16 08:28:57.333502 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Sync routers for ids ['6a61fff3-a3bb-4fd5-9e77-690016d4e954'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:57.396713 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Routers {'6a61fff3-a3bb-4fd5-9e77-690016d4e954'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:57.401590 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6a61fff3-a3bb-4fd5-9e77-690016d4e954'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:57.575014 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d5e6f814-3ee0-4299-bf5f-87684c1f796f req-7d5b768d-4f9d-4530-bed9-c938a885ff75 service neutron] 10.222.0.15 "GET /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129253 Jul 16 08:28:57.613385 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-58917bf8-40d9-4e32-93d3-853093cff4c6 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips/35e08590-5302-4068-9c6e-0580111d72b3 HTTP/1.1" status: 200 len: 694 time: 0.1285357 Jul 16 08:28:57.620988 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1387d10c-16a9-41d3-bd1b-c7237b55e01a None None] New status for floating IP 35e08590-5302-4068-9c6e-0580111d72b3: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:28:57.694111 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Set router 6a61fff3-a3bb-4fd5-9e77-690016d4e954 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:57.980390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ea9a8a5a-685b-4f09-9789-3062f9a8d3d5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:58.046029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-ea7db314-3e72-4294-b9f4-8770459506f9 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.058492 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-ea7db314-3e72-4294-b9f4-8770459506f9 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.4244409 Jul 16 08:28:58.073899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-09be0842-fb84-4588-886e-8618fe8b8c31 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:28:58.085753 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-09be0842-fb84-4588-886e-8618fe8b8c31 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0234914 Jul 16 08:28:58.109731 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1307486012-router', 'tenant_id': '58176372425f45bab4e760ac20144ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:46Z', 'updated_at': '2021-07-16T08:28:54Z', 'revision_number': 4, 'project_id': '58176372425f45bab4e760ac20144ff9', 'gw_port': {'id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:49Z', 'updated_at': '2021-07-16T08:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0c084906-0955-45df-85ab-9766c0bfdbdf', 'name': '', 'network_id': 'efb3424e-435b-46a7-b5ac-d8efc73b8aeb', 'tenant_id': '58176372425f45bab4e760ac20144ff9', 'mac_address': 'fa:16:3e:7d:a3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bad6a148-5f3c-4aab-9103-485895e16eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:54Z', 'updated_at': '2021-07-16T08:28:55Z', 'revision_number': 2, 'project_id': '58176372425f45bab4e760ac20144ff9', 'subnets': [{'id': 'bad6a148-5f3c-4aab-9103-485895e16eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:58.153814 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Checking router: 6a61fff3-a3bb-4fd5-9e77-690016d4e954 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:58.154765 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Updating router 6a61fff3-a3bb-4fd5-9e77-690016d4e954 port 0c084906-0955-45df-85ab-9766c0bfdbdf binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:28:58.165843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-6866aaf1-2d56-4075-bf64-94d078389980 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 697 time: 0.0790856 Jul 16 08:28:58.199524 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.231506 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-b12bfe04-b7d5-4ed0-ade4-5b4b8e268bf4 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.7 HTTP/1.1" status: 200 len: 697 time: 0.0646608 Jul 16 08:28:58.318840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879b16c4-e484-4e08-849c-87863e47a787'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:58.321416 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d2669d-8be8-4468-a861-b6d91d2e9a9b" -d '{"events": [{"server_uuid": "5db747c6-e76c-4c9e-a8ca-48c4ae8ea363", "name": "network-vif-unplugged", "status": "completed", "tag": "879b16c4-e484-4e08-849c-87863e47a787"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:58.497320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa11ad-25c6-44ab-af1f-d25ee9833b8f req-5317423a-9772-4aad-92e7-b773bc6391a9 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.522128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa11ad-25c6-44ab-af1f-d25ee9833b8f req-5317423a-9772-4aad-92e7-b773bc6391a9 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.526506 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99aa11ad-25c6-44ab-af1f-d25ee9833b8f req-5317423a-9772-4aad-92e7-b773bc6391a9 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1683 time: 0.3618233 Jul 16 08:28:58.686510 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99aa11ad-25c6-44ab-af1f-d25ee9833b8f req-24e90011-1e6b-40e8-8244-9a28fbb24fac tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505990 Jul 16 08:28:58.746112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ea9a8a5a-685b-4f09-9789-3062f9a8d3d5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:58.750136 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.929726 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-a62134bf-f8d1-4294-a7bc-0f7517872226 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Deleting port fc3933a4-0020-4a7a-b922-a97936703d48 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:58.930335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-a62134bf-f8d1-4294-a7bc-0f7517872226 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.999727 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.051081 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Transition to ACTIVE for port object 0c084906-0955-45df-85ab-9766c0bfdbdf will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:59.063483 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.077543 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-a62134bf-f8d1-4294-a7bc-0f7517872226 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.078161 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-a62134bf-f8d1-4294-a7bc-0f7517872226 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.092317 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-a62134bf-f8d1-4294-a7bc-0f7517872226 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Calling delete_port for fc3933a4-0020-4a7a-b922-a97936703d48 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:59.147883 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b271b-634d-409c-a6e8-267b8e47b799 req-454d9ac8-472e-4880-aefa-4a5b12e4149a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.158674 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0b7b271b-634d-409c-a6e8-267b8e47b799 req-454d9ac8-472e-4880-aefa-4a5b12e4149a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1734076 Jul 16 08:28:59.163535 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768604a-39d0-4004-b9c1-e026018f9ee5 None None] Pushing event updated for resources: {'Port': ['ID=0c084906-0955-45df-85ab-9766c0bfdbdf,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:59.271521 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0b7b271b-634d-409c-a6e8-267b8e47b799 req-522b647e-d134-42a0-a502-de5d5580af5e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110189 Jul 16 08:28:59.354331 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Attempting to bind port 0c084906-0955-45df-85ab-9766c0bfdbdf on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:59.354704 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Attempting to bind port 0c084906-0955-45df-85ab-9766c0bfdbdf by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'efb3424e-435b-46a7-b5ac-d8efc73b8aeb'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:59.355842 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Attempting to bind port 0c084906-0955-45df-85ab-9766c0bfdbdf on network efb3424e-435b-46a7-b5ac-d8efc73b8aeb {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:59.363439 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:59.363819 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Checking segment: {'id': 'bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'efb3424e-435b-46a7-b5ac-d8efc73b8aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:59.364227 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.364639 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Bound using segment: {'id': 'bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'efb3424e-435b-46a7-b5ac-d8efc73b8aeb'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:59.365105 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Bound port: 0c084906-0955-45df-85ab-9766c0bfdbdf, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'efb3424e-435b-46a7-b5ac-d8efc73b8aeb'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:59.365499 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.453588 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-a62134bf-f8d1-4294-a7bc-0f7517872226 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.513379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62134bf-f8d1-4294-a7bc-0f7517872226 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Pushing event deleted for resources: {'Port': ['ID=fc3933a4-0020-4a7a-b922-a97936703d48,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:59.569418 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] For port 0c084906-0955-45df-85ab-9766c0bfdbdf, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:59.595186 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] For port 0c084906-0955-45df-85ab-9766c0bfdbdf, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0c084906-0955-45df-85ab-9766c0bfdbdf,segment=NetworkSegment(bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc),segment_id=bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:59.602978 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.707210 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Routers {'6a61fff3-a3bb-4fd5-9e77-690016d4e954'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:59.710667 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:28:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6a61fff3-a3bb-4fd5-9e77-690016d4e954'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:59.741634 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-a62134bf-f8d1-4294-a7bc-0f7517872226 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.744632 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-a62134bf-f8d1-4294-a7bc-0f7517872226 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.768381 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-331c6de9-294a-4ebb-800b-4c05cba7cde7 req-a62134bf-f8d1-4294-a7bc-0f7517872226 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "DELETE /v2.0/floatingips/35e08590-5302-4068-9c6e-0580111d72b3 HTTP/1.1" status: 204 len: 173 time: 1.5320663 Jul 16 08:28:59.832039 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c99ffd-5614-4f0a-ab3c-71d87802ee40 x-openstack-request-id: req-b1c99ffd-5614-4f0a-ab3c-71d87802ee40 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:59.832608 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db747c6-e76c-4c9e-a8ca-48c4ae8ea363", "name": "network-vif-unplugged", "status": "completed", "tag": "879b16c4-e484-4e08-849c-87863e47a787", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:59.832806 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1c99ffd-5614-4f0a-ab3c-71d87802ee40 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:59.833300 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879b16c4-e484-4e08-849c-87863e47a787', 'code': 200} Jul 16 08:29:00.064715 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768604a-39d0-4004-b9c1-e026018f9ee5 None None] Pushing event updated for resources: {'Port': ['ID=0c084906-0955-45df-85ab-9766c0bfdbdf,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:00.107093 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] Set router 6a61fff3-a3bb-4fd5-9e77-690016d4e954 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:00.526341 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1307486012-router', 'tenant_id': '58176372425f45bab4e760ac20144ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:46Z', 'updated_at': '2021-07-16T08:28:54Z', 'revision_number': 4, 'project_id': '58176372425f45bab4e760ac20144ff9', 'gw_port': {'id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:49Z', 'updated_at': '2021-07-16T08:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0c084906-0955-45df-85ab-9766c0bfdbdf', 'name': '', 'network_id': 'efb3424e-435b-46a7-b5ac-d8efc73b8aeb', 'tenant_id': '58176372425f45bab4e760ac20144ff9', 'mac_address': 'fa:16:3e:7d:a3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bad6a148-5f3c-4aab-9103-485895e16eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:54Z', 'updated_at': '2021-07-16T08:28:59Z', 'revision_number': 4, 'project_id': '58176372425f45bab4e760ac20144ff9', 'subnets': [{'id': 'bad6a148-5f3c-4aab-9103-485895e16eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:00.529666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d974b9-103e-4440-97b7-c2edde17f5e6 req-80de7b9c-cb9b-4fa1-b4fc-b188cbbcfe3d tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.531912 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-19d974b9-103e-4440-97b7-c2edde17f5e6 req-80de7b9c-cb9b-4fa1-b4fc-b188cbbcfe3d tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1011057 Jul 16 08:29:00.574776 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396c02f-3057-4c62-b1f9-249c8c555674 None None] The sync data for ids ['6a61fff3-a3bb-4fd5-9e77-690016d4e954'] in n-d-758944-46 is: [{'id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1307486012-router', 'tenant_id': '58176372425f45bab4e760ac20144ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:46Z', 'updated_at': '2021-07-16T08:28:54Z', 'revision_number': 4, 'project_id': '58176372425f45bab4e760ac20144ff9', 'gw_port': {'id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:49Z', 'updated_at': '2021-07-16T08:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0c084906-0955-45df-85ab-9766c0bfdbdf', 'name': '', 'network_id': 'efb3424e-435b-46a7-b5ac-d8efc73b8aeb', 'tenant_id': '58176372425f45bab4e760ac20144ff9', 'mac_address': 'fa:16:3e:7d:a3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'device_owner': 'network:router_interface', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'bad6a148-5f3c-4aab-9103-485895e16eb5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:54Z', 'updated_at': '2021-07-16T08:28:59Z', 'revision_number': 4, 'project_id': '58176372425f45bab4e760ac20144ff9', 'subnets': [{'id': 'bad6a148-5f3c-4aab-9103-485895e16eb5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:00.626164 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-19d974b9-103e-4440-97b7-c2edde17f5e6 req-5c518807-e1bd-4e93-93fb-505e3b9bfe93 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839636 Jul 16 08:29:00.976936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5916b-3e72-47cd-abca-e615d350b0fa req-6d413270-c6a2-4eac-a29e-fa8b33877585 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.986849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5916b-3e72-47cd-abca-e615d350b0fa req-6d413270-c6a2-4eac-a29e-fa8b33877585 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.989650 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dbe5916b-3e72-47cd-abca-e615d350b0fa req-6d413270-c6a2-4eac-a29e-fa8b33877585 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1683 time: 0.1474907 Jul 16 08:29:01.019289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aefea0-d72e-4b33-bc5d-2e90c441e6b8 req-3bed4fcf-53e6-4303-9fbb-4547b9f7d9d9 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.022344 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-05aefea0-d72e-4b33-bc5d-2e90c441e6b8 req-3bed4fcf-53e6-4303-9fbb-4547b9f7d9d9 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 945 time: 0.1551497 Jul 16 08:29:01.105463 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dbe5916b-3e72-47cd-abca-e615d350b0fa req-6ea23f2c-7a84-456d-9dd6-d58afc836794 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077259 Jul 16 08:29:01.108700 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-05aefea0-d72e-4b33-bc5d-2e90c441e6b8 req-80a15746-ed40-4c13-a0e7-70490c762b97 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792906 Jul 16 08:29:01.870126 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0c084906-0955-45df-85ab-9766c0bfdbdf up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:01.941276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fd49a7-d308-4803-b9f6-2d1f1301b316 req-0d008aac-0f18-407b-b669-50c9e0d140a1 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.943066 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e7fd49a7-d308-4803-b9f6-2d1f1301b316 req-0d008aac-0f18-407b-b669-50c9e0d140a1 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.15 "GET /v2.0/ports?device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 945 time: 0.1450741 Jul 16 08:29:02.005165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 0c084906-0955-45df-85ab-9766c0bfdbdf completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:02.011404 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 0c084906-0955-45df-85ab-9766c0bfdbdf triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:02.012946 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.039687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9266a9-9513-46ac-84d6-5deb8e11bd5e req-5ea0ff66-9376-4dc2-9e71-892a87859c73 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:02.042718 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aa9266a9-9513-46ac-84d6-5deb8e11bd5e req-5ea0ff66-9376-4dc2-9e71-892a87859c73 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1884098 Jul 16 08:29:02.156799 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aa9266a9-9513-46ac-84d6-5deb8e11bd5e req-018549d2-97e5-41da-9a0d-5a57648e7f1b tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889359 Jul 16 08:29:02.222238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-e7fd49a7-d308-4803-b9f6-2d1f1301b316 req-83ed708a-2a28-4cbe-9642-b1344f0b0812 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Deleting port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:02.223678 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e7fd49a7-d308-4803-b9f6-2d1f1301b316 req-83ed708a-2a28-4cbe-9642-b1344f0b0812 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.281123 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.376643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-dcd8cc8f-d170-43bd-b192-0e6dc99d866a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:02.396892 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-dcd8cc8f-d170-43bd-b192-0e6dc99d866a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:02.398842 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-dcd8cc8f-d170-43bd-b192-0e6dc99d866a tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.15 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1683 time: 0.2722616 Jul 16 08:29:02.407233 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 0c084906-0955-45df-85ab-9766c0bfdbdf, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0c084906-0955-45df-85ab-9766c0bfdbdf,segment=NetworkSegment(bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc),segment_id=bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:02.414995 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.596952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-e7fd49a7-d308-4803-b9f6-2d1f1301b316 req-83ed708a-2a28-4cbe-9642-b1344f0b0812 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] For port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:02.597218 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e7fd49a7-d308-4803-b9f6-2d1f1301b316 req-83ed708a-2a28-4cbe-9642-b1344f0b0812 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.598329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=0c084906-0955-45df-85ab-9766c0bfdbdf,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:02.717201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-e7fd49a7-d308-4803-b9f6-2d1f1301b316 req-83ed708a-2a28-4cbe-9642-b1344f0b0812 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Calling delete_port for 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:02.779145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 879b16c4-e484-4e08-849c-87863e47a787 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:02.868193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa97500-98c8-44b3-b990-ae9be97b3061 req-c7d4d36b-db93-41fd-bc3a-96108fd711aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:02.880715 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7aa97500-98c8-44b3-b990-ae9be97b3061 req-c7d4d36b-db93-41fd-bc3a-96108fd711aa tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/ports?device_id=16ecde7f-6738-424d-8ace-14a886e6eec4 HTTP/1.1" status: 200 len: 945 time: 0.3176343 Jul 16 08:29:02.959163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-366b8408-f23e-4401-a4f9-d9ca76acf2ab tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Deleting port 299cfd83-1a2d-4cda-92b1-18d02f0e145a {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:02.959692 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-366b8408-f23e-4401-a4f9-d9ca76acf2ab tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.983784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a42efe-7059-4367-a871-c9ae8d5746ce req-ff8f5212-008d-45e5-b8de-4b797a4af257 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:02.995174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 879b16c4-e484-4e08-849c-87863e47a787, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=879b16c4-e484-4e08-849c-87863e47a787,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:03.003728 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a42efe-7059-4367-a871-c9ae8d5746ce req-ff8f5212-008d-45e5-b8de-4b797a4af257 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:03.008209 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7aa97500-98c8-44b3-b990-ae9be97b3061 req-1846e6fa-4c67-4db3-af04-a1520661cb41 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.20 "GET /v2.0/security-groups?id=322fbaac-93a7-475e-bef2-63ad9fad137f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182299 Jul 16 08:29:03.015496 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-98a42efe-7059-4367-a871-c9ae8d5746ce req-ff8f5212-008d-45e5-b8de-4b797a4af257 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 1683 time: 0.4630182 Jul 16 08:29:03.067119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '879b16c4-e484-4e08-849c-87863e47a787', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '879b16c4-e484-4e08-849c-87863e47a787', 'mac_address': 'fa:16:3e:50:36:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:03.188815 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.229485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 879b16c4-e484-4e08-849c-87863e47a787 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:03.274766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-366b8408-f23e-4401-a4f9-d9ca76acf2ab tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] For port 299cfd83-1a2d-4cda-92b1-18d02f0e145a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=299cfd83-1a2d-4cda-92b1-18d02f0e145a,segment=NetworkSegment(3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4),segment_id=3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:03.276645 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-366b8408-f23e-4401-a4f9-d9ca76acf2ab tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.292106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 879b16c4-e484-4e08-849c-87863e47a787, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=879b16c4-e484-4e08-849c-87863e47a787,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:03.301016 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.317003 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-366b8408-f23e-4401-a4f9-d9ca76acf2ab tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Calling delete_port for 299cfd83-1a2d-4cda-92b1-18d02f0e145a owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:03.322006 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-98a42efe-7059-4367-a871-c9ae8d5746ce req-1f78fe87-2711-46c5-9026-9fb8163df9b5 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3052421 Jul 16 08:29:03.383962 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=879b16c4-e484-4e08-849c-87863e47a787,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:03.388930 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e7fd49a7-d308-4803-b9f6-2d1f1301b316 req-83ed708a-2a28-4cbe-9642-b1344f0b0812 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.409900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['7064a6a2-660b-4e78-81a3-e57b5b6d7ba7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:03.474595 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed708a-2a28-4cbe-9642-b1344f0b0812 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Pushing event deleted for resources: {'Port': ['ID=7064a6a2-660b-4e78-81a3-e57b5b6d7ba7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:03.507672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['879b16c4-e484-4e08-849c-87863e47a787'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:03.603630 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fd49a7-d308-4803-b9f6-2d1f1301b316 req-83ed708a-2a28-4cbe-9642-b1344f0b0812 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] No DVR routers for this DVR port 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:03.617016 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e7fd49a7-d308-4803-b9f6-2d1f1301b316 req-83ed708a-2a28-4cbe-9642-b1344f0b0812 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.634182 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e7fd49a7-d308-4803-b9f6-2d1f1301b316 req-83ed708a-2a28-4cbe-9642-b1344f0b0812 tempest-FloatingIPsAssociationTestJSON-1712032756 tempest-FloatingIPsAssociationTestJSON-1712032756-project] 10.222.0.15 "DELETE /v2.0/ports/7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 HTTP/1.1" status: 204 len: 173 time: 1.6823936 Jul 16 08:29:03.636450 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'name': 'network-vif-deleted', 'tag': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:03.637648 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.653057 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93bfb6a-dda9-4c8b-97b2-c24699b18201" -d '{"events": [{"server_uuid": "16ecde7f-6738-424d-8ace-14a886e6eec4", "name": "network-vif-deleted", "tag": "7064a6a2-660b-4e78-81a3-e57b5b6d7ba7"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:03.967720 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-366b8408-f23e-4401-a4f9-d9ca76acf2ab tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.011607 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['299cfd83-1a2d-4cda-92b1-18d02f0e145a', '3648de13-340d-4102-bcf6-1e300617243d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:04.050070 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366b8408-f23e-4401-a4f9-d9ca76acf2ab tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Port': ['ID=299cfd83-1a2d-4cda-92b1-18d02f0e145a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:04.113186 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0c084906-0955-45df-85ab-9766c0bfdbdf up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:04.311324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-366b8408-f23e-4401-a4f9-d9ca76acf2ab tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] No DVR routers for this DVR port 299cfd83-1a2d-4cda-92b1-18d02f0e145a on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:04.325658 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-366b8408-f23e-4401-a4f9-d9ca76acf2ab tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.334932 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-366b8408-f23e-4401-a4f9-d9ca76acf2ab tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.15 "DELETE /v2.0/ports/299cfd83-1a2d-4cda-92b1-18d02f0e145a HTTP/1.1" status: 204 len: 173 time: 1.9244564 Jul 16 08:29:04.348721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'name': 'network-vif-deleted', 'tag': '299cfd83-1a2d-4cda-92b1-18d02f0e145a'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:04.350633 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-601a291f-e626-4268-aa10-dddf96f77a1b" -d '{"events": [{"server_uuid": "00fb8719-6f44-45a0-8346-29d7e8f498f0", "name": "network-vif-deleted", "tag": "299cfd83-1a2d-4cda-92b1-18d02f0e145a"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:04.431226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 0c084906-0955-45df-85ab-9766c0bfdbdf triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:04.431603 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.481306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b50ad4-978f-43be-a468-d0868d58b3ca req-618ad5ff-d58b-4535-b531-431b589aca66 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:04.487812 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-68b50ad4-978f-43be-a468-d0868d58b3ca req-618ad5ff-d58b-4535-b531-431b589aca66 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.4343011 Jul 16 08:29:04.657289 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-68b50ad4-978f-43be-a468-d0868d58b3ca req-cceff0a1-adc1-464c-85d1-9335bdaeba54 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333079 Jul 16 08:29:04.673852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-7a122eee-bf13-47b2-a5fc-76cf6c8e5a11 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Deleting port 3648de13-340d-4102-bcf6-1e300617243d {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:04.674023 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-7a122eee-bf13-47b2-a5fc-76cf6c8e5a11 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.752704 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389f7fca-f88a-496a-bc10-91e1765ac14e x-openstack-request-id: req-389f7fca-f88a-496a-bc10-91e1765ac14e {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:04.753283 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16ecde7f-6738-424d-8ace-14a886e6eec4", "name": "network-vif-deleted", "tag": "7064a6a2-660b-4e78-81a3-e57b5b6d7ba7", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:04.753283 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-389f7fca-f88a-496a-bc10-91e1765ac14e {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:04.753600 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16ecde7f-6738-424d-8ace-14a886e6eec4', 'name': 'network-vif-deleted', 'tag': '7064a6a2-660b-4e78-81a3-e57b5b6d7ba7', 'status': 'completed', 'code': 200} Jul 16 08:29:04.919366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41666) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:04.923683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-7a122eee-bf13-47b2-a5fc-76cf6c8e5a11 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] For port 3648de13-340d-4102-bcf6-1e300617243d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3648de13-340d-4102-bcf6-1e300617243d,segment=NetworkSegment(d367a64d-9081-4b17-a8a9-f3e95a20bb42),segment_id=d367a64d-9081-4b17-a8a9-f3e95a20bb42)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:04.924067 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-7a122eee-bf13-47b2-a5fc-76cf6c8e5a11 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.962564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-7a122eee-bf13-47b2-a5fc-76cf6c8e5a11 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Calling delete_port for 3648de13-340d-4102-bcf6-1e300617243d owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:05.051281 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.158717 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-950a7e97-a43a-4550-9394-d94f36db9a5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.263473 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-7a122eee-bf13-47b2-a5fc-76cf6c8e5a11 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.280716 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['299cfd83-1a2d-4cda-92b1-18d02f0e145a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:05.342408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a122eee-bf13-47b2-a5fc-76cf6c8e5a11 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Port': ['ID=3648de13-340d-4102-bcf6-1e300617243d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:05.471434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefd266e-ded5-45b3-ac78-2b8886b2e73d req-2acd9218-5d86-4bd1-af31-787713b87328 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:05.494265 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aefd266e-ded5-45b3-ac78-2b8886b2e73d req-2acd9218-5d86-4bd1-af31-787713b87328 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/ports?device_id=00fb8719-6f44-45a0-8346-29d7e8f498f0 HTTP/1.1" status: 200 len: 867 time: 0.3525784 Jul 16 08:29:05.539267 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:29:05.589225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-7a122eee-bf13-47b2-a5fc-76cf6c8e5a11 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] No DVR routers for this DVR port 3648de13-340d-4102-bcf6-1e300617243d on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:05.685965 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-7a122eee-bf13-47b2-a5fc-76cf6c8e5a11 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.693997 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2215774-6018-4eda-b81b-efbd64562ab0 req-7a122eee-bf13-47b2-a5fc-76cf6c8e5a11 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.15 "DELETE /v2.0/ports/3648de13-340d-4102-bcf6-1e300617243d HTTP/1.1" status: 204 len: 173 time: 1.3479140 Jul 16 08:29:05.716649 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aefd266e-ded5-45b3-ac78-2b8886b2e73d req-174d4e61-58fa-4cac-9146-a661c82442a3 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "GET /v2.0/security-groups?id=1990490b-9467-4aa5-ad49-b0999644b7d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207441 Jul 16 08:29:05.862873 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcfeea4-a6e8-4fd2-9467-f6fca9ecc309 x-openstack-request-id: req-1fcfeea4-a6e8-4fd2-9467-f6fca9ecc309 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:05.863428 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fb8719-6f44-45a0-8346-29d7e8f498f0", "name": "network-vif-deleted", "tag": "299cfd83-1a2d-4cda-92b1-18d02f0e145a", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:05.863852 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fcfeea4-a6e8-4fd2-9467-f6fca9ecc309 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:05.864573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:05.865188 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'name': 'network-vif-deleted', 'tag': '299cfd83-1a2d-4cda-92b1-18d02f0e145a', 'status': 'completed', 'code': 200} Jul 16 08:29:05.945818 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:05.946502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7064a6a2-660b-4e78-81a3-e57b5b6d7ba7 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:05.947219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 3648de13-340d-4102-bcf6-1e300617243d no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:05.982588 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 3648de13-340d-4102-bcf6-1e300617243d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:05.983243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 3648de13-340d-4102-bcf6-1e300617243d not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:05.983941 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 299cfd83-1a2d-4cda-92b1-18d02f0e145a no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:06.016927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 299cfd83-1a2d-4cda-92b1-18d02f0e145a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:06.017730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 299cfd83-1a2d-4cda-92b1-18d02f0e145a not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:06.659716 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f16bf-8282-4881-8d40-1456a291daa0 req-8dd34d3e-e5ce-4151-9cc0-dcedd058f268 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:06.680588 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-874f16bf-8282-4881-8d40-1456a291daa0 req-8dd34d3e-e5ce-4151-9cc0-dcedd058f268 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1808393 Jul 16 08:29:06.695833 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-19b9a2f8-10ad-4ffb-bb6f-1e25b6549814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.766101 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-874f16bf-8282-4881-8d40-1456a291daa0 req-886facb7-3968-48fa-9abb-037644e7a7cf tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894396 Jul 16 08:29:06.812102 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 879b16c4-e484-4e08-849c-87863e47a787 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:06.993796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 879b16c4-e484-4e08-849c-87863e47a787 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:06.996019 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.015853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41676) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:07.178029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39fa637-035e-4921-8faa-da13fa429b95 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Deleting subnet 7152722d-f42c-44a7-8ae8-3bdca11ab8d0 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:29:07.193452 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c39fa637-035e-4921-8faa-da13fa429b95 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.297074 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c39fa637-035e-4921-8faa-da13fa429b95 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.298570 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.378861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879b16c4-e484-4e08-849c-87863e47a787'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:07.396624 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea46385-2dcf-4079-8c8d-a5e39f59d116" -d '{"events": [{"server_uuid": "5db747c6-e76c-4c9e-a8ca-48c4ae8ea363", "name": "network-vif-plugged", "status": "completed", "tag": "879b16c4-e484-4e08-849c-87863e47a787"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:07.458464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 879b16c4-e484-4e08-849c-87863e47a787, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=879b16c4-e484-4e08-849c-87863e47a787,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:07.470606 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.556310 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c39fa637-035e-4921-8faa-da13fa429b95 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.651854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=879b16c4-e484-4e08-849c-87863e47a787,revision_number=10']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:07.809034 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c39fa637-035e-4921-8faa-da13fa429b95 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.867695 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db32dea-e0a3-4b25-ab6b-f20404090f69 x-openstack-request-id: req-7db32dea-e0a3-4b25-ab6b-f20404090f69 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:07.868313 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db747c6-e76c-4c9e-a8ca-48c4ae8ea363", "name": "network-vif-plugged", "status": "completed", "tag": "879b16c4-e484-4e08-849c-87863e47a787", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:07.868313 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7db32dea-e0a3-4b25-ab6b-f20404090f69 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:07.868930 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '879b16c4-e484-4e08-849c-87863e47a787', 'code': 200} Jul 16 08:29:07.870826 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-19b9a2f8-10ad-4ffb-bb6f-1e25b6549814 admin admin] Deleting port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:07.871329 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-19b9a2f8-10ad-4ffb-bb6f-1e25b6549814 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.911182 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-186b64b7-ca00-4d86-8dd4-bc94e0166f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.918063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'name': 'network-vif-deleted', 'tag': '3648de13-340d-4102-bcf6-1e300617243d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:07.920402 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75e7a98-d329-4784-88da-0cb767041314" -d '{"events": [{"server_uuid": "00fb8719-6f44-45a0-8346-29d7e8f498f0", "name": "network-vif-deleted", "tag": "3648de13-340d-4102-bcf6-1e300617243d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:07.928632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39fa637-035e-4921-8faa-da13fa429b95 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Subnet': ['ID=7152722d-f42c-44a7-8ae8-3bdca11ab8d0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:07.942313 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c39fa637-035e-4921-8faa-da13fa429b95 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.946808 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c39fa637-035e-4921-8faa-da13fa429b95 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "DELETE /v2.0/subnets/7152722d-f42c-44a7-8ae8-3bdca11ab8d0 HTTP/1.1" status: 204 len: 168 time: 0.9273756 Jul 16 08:29:07.947132 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41690) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:07.952271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338d880d-a079-406b-88ec-565aec0927c1 None None] Network 28d5d5b1-545c-4e44-b392-cc424881085f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:08.243373 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.250606 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.312063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb0053-5444-45b5-9dc6-46c1c28d70a9 req-426384df-ac81-4d30-97bf-fd495ace28fb tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:08.315277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-19b9a2f8-10ad-4ffb-bb6f-1e25b6549814 admin admin] For port 5f6977d3-10c3-4fc1-a128-2e03bc4085a8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5f6977d3-10c3-4fc1-a128-2e03bc4085a8,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:08.316068 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-19b9a2f8-10ad-4ffb-bb6f-1e25b6549814 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.329638 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-18eb0053-5444-45b5-9dc6-46c1c28d70a9 req-426384df-ac81-4d30-97bf-fd495ace28fb tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1795835 Jul 16 08:29:08.337542 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-19b9a2f8-10ad-4ffb-bb6f-1e25b6549814 admin admin] Calling delete_port for 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:08.419655 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f61eecda-7d27-4699-ab5f-c05d4946451e None None] DHCP port deletion for 28d5d5b1-545c-4e44-b392-cc424881085f request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:29:08.507847 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-18eb0053-5444-45b5-9dc6-46c1c28d70a9 req-fdd3564a-b690-45ca-a296-21db9adf269e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740739 Jul 16 08:29:08.606686 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f61eecda-7d27-4699-ab5f-c05d4946451e None None] Deleting port 4cfd5353-cf7f-4a2c-8b13-56e28da83598 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:08.607188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f61eecda-7d27-4699-ab5f-c05d4946451e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.616769 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ad1d14-16fd-4dc1-b9de-38d9db3f47b4 x-openstack-request-id: req-14ad1d14-16fd-4dc1-b9de-38d9db3f47b4 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:08.617348 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00fb8719-6f44-45a0-8346-29d7e8f498f0", "name": "network-vif-deleted", "tag": "3648de13-340d-4102-bcf6-1e300617243d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:08.618661 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14ad1d14-16fd-4dc1-b9de-38d9db3f47b4 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:08.619122 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00fb8719-6f44-45a0-8346-29d7e8f498f0', 'name': 'network-vif-deleted', 'tag': '3648de13-340d-4102-bcf6-1e300617243d', 'status': 'completed', 'code': 200} Jul 16 08:29:08.818698 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-19b9a2f8-10ad-4ffb-bb6f-1e25b6549814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.882609 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b9a2f8-10ad-4ffb-bb6f-1e25b6549814 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f6977d3-10c3-4fc1-a128-2e03bc4085a8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:08.968133 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f61eecda-7d27-4699-ab5f-c05d4946451e None None] For port 4cfd5353-cf7f-4a2c-8b13-56e28da83598, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4cfd5353-cf7f-4a2c-8b13-56e28da83598,segment=NetworkSegment(d367a64d-9081-4b17-a8a9-f3e95a20bb42),segment_id=d367a64d-9081-4b17-a8a9-f3e95a20bb42)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:08.972571 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f61eecda-7d27-4699-ab5f-c05d4946451e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.044537 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Deleting port 4cfd5353-cf7f-4a2c-8b13-56e28da83598 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:09.045011 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.059365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f61eecda-7d27-4699-ab5f-c05d4946451e None None] Calling delete_port for 4cfd5353-cf7f-4a2c-8b13-56e28da83598 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:09.201769 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] For port 4cfd5353-cf7f-4a2c-8b13-56e28da83598, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4cfd5353-cf7f-4a2c-8b13-56e28da83598,segment=NetworkSegment(d367a64d-9081-4b17-a8a9-f3e95a20bb42),segment_id=d367a64d-9081-4b17-a8a9-f3e95a20bb42)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:09.202678 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.265696 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Calling delete_port for 4cfd5353-cf7f-4a2c-8b13-56e28da83598 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:09.332391 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f61eecda-7d27-4699-ab5f-c05d4946451e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.600274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61eecda-7d27-4699-ab5f-c05d4946451e None None] Pushing event deleted for resources: {'Port': ['ID=4cfd5353-cf7f-4a2c-8b13-56e28da83598,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:09.642166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61eecda-7d27-4699-ab5f-c05d4946451e None None] No DVR routers for this DVR port 4cfd5353-cf7f-4a2c-8b13-56e28da83598 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:09.679199 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.947471 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-19b9a2f8-10ad-4ffb-bb6f-1e25b6549814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.087073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4cfd5353-cf7f-4a2c-8b13-56e28da83598 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:10.132979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 4cfd5353-cf7f-4a2c-8b13-56e28da83598 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:10.134352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4cfd5353-cf7f-4a2c-8b13-56e28da83598 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:10.135245 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.194818 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] No DVR routers for this DVR port 4cfd5353-cf7f-4a2c-8b13-56e28da83598 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:10.208424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Port': ['ID=4cfd5353-cf7f-4a2c-8b13-56e28da83598,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:10.354807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff9f182-216d-4799-9ce5-b69dc92c4a20 req-cfc7dc35-4b02-4fc3-a894-59ff9a19aa58 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:10.356643 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ff9f182-216d-4799-9ce5-b69dc92c4a20 req-cfc7dc35-4b02-4fc3-a894-59ff9a19aa58 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1249266 Jul 16 08:29:10.369158 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.380373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d5d5b1-545c-4e44-b392-cc424881085f']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:10.391165 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd367a64d-9081-4b17-a8a9-f3e95a20bb42') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:10.391528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd367a64d-9081-4b17-a8a9-f3e95a20bb42') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:10.401516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.417294 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.428890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:29:10.429521 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:29:10.433170 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:29:10.459179 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ff9f182-216d-4799-9ce5-b69dc92c4a20 req-796ed50c-1914-4dd3-9e4d-586f04674d99 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892413 Jul 16 08:29:10.566338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.578067 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.583531 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "DELETE /v2.0/networks/28d5d5b1-545c-4e44-b392-cc424881085f HTTP/1.1" status: 204 len: 168 time: 2.6318877 Jul 16 08:29:10.584267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41710) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:10.602262 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289f1b83-ef91-4670-8a21-a28843cf677d tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Network': ['ID=28d5d5b1-545c-4e44-b392-cc424881085f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:10.616401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19b9a2f8-10ad-4ffb-bb6f-1e25b6549814 admin admin] Router a14e7fd1-5995-44dd-a780-8bc8381da193 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:29:10.672969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa152dcc-6821-4fdd-a8bc-e382beb6f624 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Deleting subnet e37e9b9a-36f8-41b5-899f-e9ed31de3c3f {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:29:10.682109 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa152dcc-6821-4fdd-a8bc-e382beb6f624 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.747429 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa152dcc-6821-4fdd-a8bc-e382beb6f624 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.849433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19b9a2f8-10ad-4ffb-bb6f-1e25b6549814 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:10.856359 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-19b9a2f8-10ad-4ffb-bb6f-1e25b6549814 admin admin] 10.222.0.20 "PUT /v2.0/routers/a14e7fd1-5995-44dd-a780-8bc8381da193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9350789 Jul 16 08:29:10.859496 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3891cb-5863-41be-8e81-be706f06b16c None None] Sync routers for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:10.871247 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa152dcc-6821-4fdd-a8bc-e382beb6f624 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.872222 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41712) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:10.877072 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3891cb-5863-41be-8e81-be706f06b16c None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:10.881273 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ff3891cb-5863-41be-8e81-be706f06b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:29:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:11.028052 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-ff3891cb-5863-41be-8e81-be706f06b16c None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:11.033230 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa152dcc-6821-4fdd-a8bc-e382beb6f624 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.037923 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.060886 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa152dcc-6821-4fdd-a8bc-e382beb6f624 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.063022 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fa152dcc-6821-4fdd-a8bc-e382beb6f624 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "DELETE /v2.0/subnets/e37e9b9a-36f8-41b5-899f-e9ed31de3c3f HTTP/1.1" status: 204 len: 168 time: 0.4775004 Jul 16 08:29:11.097408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41714) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:11.112794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa152dcc-6821-4fdd-a8bc-e382beb6f624 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Subnet': ['ID=e37e9b9a-36f8-41b5-899f-e9ed31de3c3f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:11.158373 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.236289 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da60181c-dd99-4fb4-816f-b5ee1c915f52 req-a1b510f1-3532-4478-8677-b53b4216d566 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2910807 Jul 16 08:29:11.250763 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ff3891cb-5863-41be-8e81-be706f06b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:29:08Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:11.385676 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3891cb-5863-41be-8e81-be706f06b16c None None] Checking router: a14e7fd1-5995-44dd-a780-8bc8381da193 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:11.395864 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3891cb-5863-41be-8e81-be706f06b16c None None] Routers {'a14e7fd1-5995-44dd-a780-8bc8381da193'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:11.396671 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ff3891cb-5863-41be-8e81-be706f06b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:29:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14e7fd1-5995-44dd-a780-8bc8381da193'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:11.448892 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1893e4f1-445a-4654-9bff-2e2aaaf72d4e None None] Network ce1b8a2e-4183-49df-9dcf-b60ee56c27e2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:11.487856 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.661006 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-ff3891cb-5863-41be-8e81-be706f06b16c None None] Set router a14e7fd1-5995-44dd-a780-8bc8381da193 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:11.662503 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60181c-dd99-4fb4-816f-b5ee1c915f52 req-d8b66acb-d95f-44ba-8543-0430a1ee7693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:11.669818 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da60181c-dd99-4fb4-816f-b5ee1c915f52 req-d8b66acb-d95f-44ba-8543-0430a1ee7693 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=83402598fe9842dd8ae120b2622f777a&device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 1102 time: 0.3151519 Jul 16 08:29:11.875045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Deleting port 477290cd-3489-45a0-8136-201a2d08b06d {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:11.875707 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.886297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443779a5-2038-4d25-89cb-fe9ff9d12523 None None] DHCP port deletion for ce1b8a2e-4183-49df-9dcf-b60ee56c27e2 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:29:11.936969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6c1b51-d661-49c1-b35c-520067507583 req-88f7e2f4-3939-4c3a-98c7-19ba97e38e46 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:11.938448 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6f6c1b51-d661-49c1-b35c-520067507583 req-88f7e2f4-3939-4c3a-98c7-19ba97e38e46 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.2673776 Jul 16 08:29:11.946426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60181c-dd99-4fb4-816f-b5ee1c915f52 req-db29c82f-b485-4b4f-a291-bdf50d7bc39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:11.947881 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da60181c-dd99-4fb4-816f-b5ee1c915f52 req-db29c82f-b485-4b4f-a291-bdf50d7bc39b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.2372816 Jul 16 08:29:11.967129 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-443779a5-2038-4d25-89cb-fe9ff9d12523 None None] Deleting port 477290cd-3489-45a0-8136-201a2d08b06d {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:11.967921 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-443779a5-2038-4d25-89cb-fe9ff9d12523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.003489 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da60181c-dd99-4fb4-816f-b5ee1c915f52 req-93ab6693-1023-401f-adae-9ea534a85a90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=d56ce722-c49f-468a-808e-316eeed80866 HTTP/1.1" status: 200 len: 217 time: 0.0452561 Jul 16 08:29:12.033885 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.098219 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ff3891cb-5863-41be-8e81-be706f06b16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:29:08Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:12.098815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] For port 477290cd-3489-45a0-8136-201a2d08b06d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=477290cd-3489-45a0-8136-201a2d08b06d,segment=NetworkSegment(3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4),segment_id=3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:12.098815 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.126428 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] Deleting port 77e2c38b-71ac-42d9-9491-6c047afa4c2e {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:12.127063 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.145930 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6f6c1b51-d661-49c1-b35c-520067507583 req-4602d6a4-514c-467a-8cc5-fce7e2b5fe03 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968782 Jul 16 08:29:12.150174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Calling delete_port for 477290cd-3489-45a0-8136-201a2d08b06d owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:12.154630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-443779a5-2038-4d25-89cb-fe9ff9d12523 None None] For port 477290cd-3489-45a0-8136-201a2d08b06d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=477290cd-3489-45a0-8136-201a2d08b06d,segment=NetworkSegment(3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4),segment_id=3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:12.155636 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-443779a5-2038-4d25-89cb-fe9ff9d12523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.165739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60181c-dd99-4fb4-816f-b5ee1c915f52 req-71d62e79-de93-45c6-9115-3e925fd23181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:12.167287 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da60181c-dd99-4fb4-816f-b5ee1c915f52 req-71d62e79-de93-45c6-9115-3e925fd23181 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1530452 Jul 16 08:29:12.192945 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3891cb-5863-41be-8e81-be706f06b16c None None] The sync data for ids ['a14e7fd1-5995-44dd-a780-8bc8381da193'] in n-d-758944-46 is: [{'id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'name': 'tempest-FloatingIPsAssociationTestJSON-1614117229-router', 'tenant_id': '31e9f4ba00924ea9b264f964a556bdab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21'}], 'enable_snat': True}, 'gw_port_id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:29Z', 'updated_at': '2021-07-16T08:29:08Z', 'revision_number': 5, 'project_id': '31e9f4ba00924ea9b264f964a556bdab', 'gw_port': {'id': '77e2c38b-71ac-42d9-9491-6c047afa4c2e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:b3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14e7fd1-5995-44dd-a780-8bc8381da193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:31Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:12.199172 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-443779a5-2038-4d25-89cb-fe9ff9d12523 None None] Calling delete_port for 477290cd-3489-45a0-8136-201a2d08b06d owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:12.381451 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] For port 77e2c38b-71ac-42d9-9491-6c047afa4c2e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=77e2c38b-71ac-42d9-9491-6c047afa4c2e,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:12.382072 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.412933 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-443779a5-2038-4d25-89cb-fe9ff9d12523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.439503 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] Calling delete_port for 77e2c38b-71ac-42d9-9491-6c047afa4c2e owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:12.449921 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443779a5-2038-4d25-89cb-fe9ff9d12523 None None] No DVR routers for this DVR port 477290cd-3489-45a0-8136-201a2d08b06d on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:12.505435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443779a5-2038-4d25-89cb-fe9ff9d12523 None None] Pushing event deleted for resources: {'Port': ['ID=477290cd-3489-45a0-8136-201a2d08b06d,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:12.548561 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.592398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da60181c-dd99-4fb4-816f-b5ee1c915f52 req-44e324a7-696c-49b1-8324-066c46f162ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:12.594094 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da60181c-dd99-4fb4-816f-b5ee1c915f52 req-44e324a7-696c-49b1-8324-066c46f162ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4194753 Jul 16 08:29:12.595104 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] No DVR routers for this DVR port 477290cd-3489-45a0-8136-201a2d08b06d on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:12.597895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Port': ['ID=477290cd-3489-45a0-8136-201a2d08b06d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:12.808832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.856953 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.871758 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] Pushing event deleted for resources: {'Port': ['ID=77e2c38b-71ac-42d9-9491-6c047afa4c2e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:12.872711 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da60181c-dd99-4fb4-816f-b5ee1c915f52 req-30946db4-287b-40a0-8ea4-9eba9c1fd343 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697389 Jul 16 08:29:12.874374 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce1b8a2e-4183-49df-9dcf-b60ee56c27e2']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:12.919534 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:12.919827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f42fb3b-a5c6-4f1e-bafd-a6bde9a6c4b4') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:12.939303 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.949110 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.994815 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.007466 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:29:13.007878 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:29:13.011322 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:29:13.078322 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.082832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.084200 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da60181c-dd99-4fb4-816f-b5ee1c915f52 req-ee4e9de5-230c-4543-bcb8-1b497635dafd service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940224 Jul 16 08:29:13.096646 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.111025 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.118175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] 10.222.0.20 "DELETE /v2.0/networks/ce1b8a2e-4183-49df-9dcf-b60ee56c27e2 HTTP/1.1" status: 204 len: 168 time: 2.0188308 Jul 16 08:29:13.164108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7576c16-5c33-4bca-b8b4-c734f9ac31c0 tempest-ServersTestMultiNic-154713159 tempest-ServersTestMultiNic-154713159-project] Pushing event deleted for resources: {'Network': ['ID=ce1b8a2e-4183-49df-9dcf-b60ee56c27e2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:13.177065 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.177844 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a14e7fd1-5995-44dd-a780-8bc8381da193 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:29:13.190885 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.194848 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-15486a2b-d898-49e4-b986-9dc5be464ea7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a14e7fd1-5995-44dd-a780-8bc8381da193 HTTP/1.1" status: 204 len: 168 time: 2.3181760 Jul 16 08:29:13.195006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41734) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:13.258380 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa40404c-f12a-4358-855e-ee3866f586fc admin admin] Deleting subnet 28130994-537a-4b04-b9a0-0d42eba2aff6 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:29:13.264904 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fa40404c-f12a-4358-855e-ee3866f586fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.320490 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fa40404c-f12a-4358-855e-ee3866f586fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.491670 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fa40404c-f12a-4358-855e-ee3866f586fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.584790 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fa40404c-f12a-4358-855e-ee3866f586fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.615346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f5d68-547e-4e69-9f0a-227206abffcb req-b4244cc6-7894-4f14-92d8-894c54ec6c5f tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:13.616270 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa40404c-f12a-4358-855e-ee3866f586fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28130994-537a-4b04-b9a0-0d42eba2aff6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:13.620207 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fa40404c-f12a-4358-855e-ee3866f586fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.622270 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fa40404c-f12a-4358-855e-ee3866f586fc admin admin] 10.222.0.20 "DELETE /v2.0/subnets/28130994-537a-4b04-b9a0-0d42eba2aff6 HTTP/1.1" status: 204 len: 168 time: 0.4255474 Jul 16 08:29:13.622957 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-be2f5d68-547e-4e69-9f0a-227206abffcb req-b4244cc6-7894-4f14-92d8-894c54ec6c5f tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.0874884 Jul 16 08:29:13.631135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41744) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:13.632738 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c11927a-319b-431d-a2fc-5c124c98b34a None None] Network 21aab77a-03d5-42ab-8ae8-b700703c61ca requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:13.733282 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-be2f5d68-547e-4e69-9f0a-227206abffcb req-62f5d392-9b35-4973-8e98-268ea759dbcd tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056888 Jul 16 08:29:13.743888 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.916382 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] Deleting port 4cd921c8-8d36-4878-ae3d-12504024db14 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:13.916900 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.962563 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 77e2c38b-71ac-42d9-9491-6c047afa4c2e no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:14.030673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6018d9-9006-4651-8397-a9bc55c432c8 None None] DHCP port deletion for 21aab77a-03d5-42ab-8ae8-b700703c61ca request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:29:14.038648 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 77e2c38b-71ac-42d9-9491-6c047afa4c2e {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:14.038990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 77e2c38b-71ac-42d9-9491-6c047afa4c2e not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:14.039420 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:14.106896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:14.107672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5f6977d3-10c3-4fc1-a128-2e03bc4085a8 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:14.108292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 477290cd-3489-45a0-8136-201a2d08b06d no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:14.137569 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 477290cd-3489-45a0-8136-201a2d08b06d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:14.137959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 477290cd-3489-45a0-8136-201a2d08b06d not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:14.177710 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ce6018d9-9006-4651-8397-a9bc55c432c8 None None] Deleting port 4cd921c8-8d36-4878-ae3d-12504024db14 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:14.178358 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce6018d9-9006-4651-8397-a9bc55c432c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.283292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ce6018d9-9006-4651-8397-a9bc55c432c8 None None] For port 4cd921c8-8d36-4878-ae3d-12504024db14, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4cd921c8-8d36-4878-ae3d-12504024db14,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:14.284468 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce6018d9-9006-4651-8397-a9bc55c432c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.306841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ce6018d9-9006-4651-8397-a9bc55c432c8 None None] Calling delete_port for 4cd921c8-8d36-4878-ae3d-12504024db14 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:14.428778 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce6018d9-9006-4651-8397-a9bc55c432c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.463829 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6018d9-9006-4651-8397-a9bc55c432c8 None None] Pushing event deleted for resources: {'Port': ['ID=4cd921c8-8d36-4878-ae3d-12504024db14,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:14.477617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6018d9-9006-4651-8397-a9bc55c432c8 None None] No DVR routers for this DVR port 4cd921c8-8d36-4878-ae3d-12504024db14 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:14.532074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41752) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:14.548175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] For port 4cd921c8-8d36-4878-ae3d-12504024db14, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4cd921c8-8d36-4878-ae3d-12504024db14,segment=NetworkSegment(334a88bb-04c9-471c-b2bd-5b27a98eb446),segment_id=334a88bb-04c9-471c-b2bd-5b27a98eb446)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:14.554716 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.578143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] Calling delete_port for 4cd921c8-8d36-4878-ae3d-12504024db14 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:14.702473 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.737833 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=4cd921c8-8d36-4878-ae3d-12504024db14,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:14.739910 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] No DVR routers for this DVR port 4cd921c8-8d36-4878-ae3d-12504024db14 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:14.907916 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.933615 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21aab77a-03d5-42ab-8ae8-b700703c61ca']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:14.959585 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '334a88bb-04c9-471c-b2bd-5b27a98eb446') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:14.960171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '334a88bb-04c9-471c-b2bd-5b27a98eb446') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:14.987901 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.007452 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.027280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:29:15.028117 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:29:15.030518 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:29:15.068086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb850f-d480-42bf-b444-3801abca5025 req-d4f5f8e8-7e95-479a-952e-b2c8a4faeee7 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:15.075516 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d8eb850f-d480-42bf-b444-3801abca5025 req-d4f5f8e8-7e95-479a-952e-b2c8a4faeee7 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1273117 Jul 16 08:29:15.158481 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8fdf-83a2-4b8a-8c39-a0a3edece042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.163971 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d8eb850f-d480-42bf-b444-3801abca5025 req-079f822d-b5ca-4f3c-a6f4-f2fa25dc9b04 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844312 Jul 16 08:29:15.181999 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.187466 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.189337 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] 10.222.0.20 "DELETE /v2.0/networks/21aab77a-03d5-42ab-8ae8-b700703c61ca HTTP/1.1" status: 204 len: 168 time: 1.5571713 Jul 16 08:29:15.231779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f6617-a250-4da2-b0e6-836b4f6cd6bb admin admin] Pushing event deleted for resources: {'Network': ['ID=21aab77a-03d5-42ab-8ae8-b700703c61ca,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:15.543631 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41762) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:15.591337 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f8fdf-83a2-4b8a-8c39-a0a3edece042 admin admin] Deleting port af7acf0a-57b0-4276-9c30-8470d71cb5ab {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:15.592155 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8fdf-83a2-4b8a-8c39-a0a3edece042 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.653132 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0dca4177-0885-4947-8e5f-0c643c554391 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31e9f4ba00924ea9b264f964a556bdab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1083188 Jul 16 08:29:15.659135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41766) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:15.714184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-1c0f8fdf-83a2-4b8a-8c39-a0a3edece042 admin admin] For port af7acf0a-57b0-4276-9c30-8470d71cb5ab, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=af7acf0a-57b0-4276-9c30-8470d71cb5ab,segment=NetworkSegment(20ef990e-8f69-4494-882f-4c291b9f0e39),segment_id=20ef990e-8f69-4494-882f-4c291b9f0e39)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:15.714552 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8fdf-83a2-4b8a-8c39-a0a3edece042 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.739399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-1c0f8fdf-83a2-4b8a-8c39-a0a3edece042 admin admin] Calling delete_port for af7acf0a-57b0-4276-9c30-8470d71cb5ab owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:15.744099 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-841971de-6f17-4e79-9f5d-a6920c870565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.779251 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-841971de-6f17-4e79-9f5d-a6920c870565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.817486 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4cd921c8-8d36-4878-ae3d-12504024db14 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:15.845364 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 4cd921c8-8d36-4878-ae3d-12504024db14 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:15.845999 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4cd921c8-8d36-4878-ae3d-12504024db14 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:15.859212 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-841971de-6f17-4e79-9f5d-a6920c870565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.863332 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-841971de-6f17-4e79-9f5d-a6920c870565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.868380 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-841971de-6f17-4e79-9f5d-a6920c870565 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/322fbaac-93a7-475e-bef2-63ad9fad137f HTTP/1.1" status: 204 len: 168 time: 0.2060297 Jul 16 08:29:15.892046 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841971de-6f17-4e79-9f5d-a6920c870565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322fbaac-93a7-475e-bef2-63ad9fad137f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:16.059624 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8fdf-83a2-4b8a-8c39-a0a3edece042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.095724 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f8fdf-83a2-4b8a-8c39-a0a3edece042 admin admin] Pushing event deleted for resources: {'Port': ['ID=af7acf0a-57b0-4276-9c30-8470d71cb5ab,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:16.461640 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c0f8fdf-83a2-4b8a-8c39-a0a3edece042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.478647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4eaea-4a3a-4bb4-9670-40a89130894a req-4e07241a-d94a-4762-b1ab-97cd4691d66f tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:16.485049 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0bc4eaea-4a3a-4bb4-9670-40a89130894a req-4e07241a-d94a-4762-b1ab-97cd4691d66f tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 950 time: 0.1078560 Jul 16 08:29:16.556820 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0bc4eaea-4a3a-4bb4-9670-40a89130894a req-6d0bb713-1cca-41e9-9090-8004d9d4912b tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655372 Jul 16 08:29:16.819867 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c0f8fdf-83a2-4b8a-8c39-a0a3edece042 admin admin] Router 8bf76731-ed20-47f2-9a8d-0cf612b925c9 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:29:16.995225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c0f8fdf-83a2-4b8a-8c39-a0a3edece042 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:17.004845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85051683-e798-4b67-8987-702947fe3581 None None] Sync routers for ids ['8bf76731-ed20-47f2-9a8d-0cf612b925c9'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:17.012110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41796) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:17.012701 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1c0f8fdf-83a2-4b8a-8c39-a0a3edece042 admin admin] 10.222.0.20 "PUT /v2.0/routers/8bf76731-ed20-47f2-9a8d-0cf612b925c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4791012 Jul 16 08:29:17.024141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85051683-e798-4b67-8987-702947fe3581 None None] Routers {'8bf76731-ed20-47f2-9a8d-0cf612b925c9'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:17.024831 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-85051683-e798-4b67-8987-702947fe3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:29:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8bf76731-ed20-47f2-9a8d-0cf612b925c9'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:17.163418 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.180174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-85051683-e798-4b67-8987-702947fe3581 None None] Set router 8bf76731-ed20-47f2-9a8d-0cf612b925c9 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:17.426475 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.512609 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] Deleting port b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:17.512954 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.532976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-85051683-e798-4b67-8987-702947fe3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'name': 'tempest-ServersTestMultiNic-140554258-router', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.62'}], 'enable_snat': True}, 'gw_port_id': 'b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:16Z', 'updated_at': '2021-07-16T08:29:15Z', 'revision_number': 5, 'project_id': '8b625cd3561f452eafd9c36c485ee35a', 'gw_port': {'id': 'b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:24:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:18Z', 'updated_at': '2021-07-16T08:27:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:17.564683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85051683-e798-4b67-8987-702947fe3581 None None] Checking router: 8bf76731-ed20-47f2-9a8d-0cf612b925c9 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:17.574600 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85051683-e798-4b67-8987-702947fe3581 None None] Routers {'8bf76731-ed20-47f2-9a8d-0cf612b925c9'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:17.575227 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-85051683-e798-4b67-8987-702947fe3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:29:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8bf76731-ed20-47f2-9a8d-0cf612b925c9'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:17.630058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] For port b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:17.630413 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.657014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] Calling delete_port for b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:17.837852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-85051683-e798-4b67-8987-702947fe3581 None None] Set router 8bf76731-ed20-47f2-9a8d-0cf612b925c9 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:17.901625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-85051683-e798-4b67-8987-702947fe3581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'name': 'tempest-ServersTestMultiNic-140554258-router', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:16Z', 'updated_at': '2021-07-16T08:29:17Z', 'revision_number': 6, 'project_id': '8b625cd3561f452eafd9c36c485ee35a', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:17.940145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85051683-e798-4b67-8987-702947fe3581 None None] The sync data for ids ['8bf76731-ed20-47f2-9a8d-0cf612b925c9'] in n-d-758944-46 is: [{'id': '8bf76731-ed20-47f2-9a8d-0cf612b925c9', 'name': 'tempest-ServersTestMultiNic-140554258-router', 'tenant_id': '8b625cd3561f452eafd9c36c485ee35a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:16Z', 'updated_at': '2021-07-16T08:29:17Z', 'revision_number': 6, 'project_id': '8b625cd3561f452eafd9c36c485ee35a', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:18.014043 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.044029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] Pushing event deleted for resources: {'Port': ['ID=b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:18.134646 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.257214 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.260090 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.362132 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.362889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bf76731-ed20-47f2-9a8d-0cf612b925c9 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:29:18.369099 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.372917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41820) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:18.373435 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cda0a31c-67b8-4e5a-9d1e-2ef79ab0383d admin admin] 10.222.0.20 "DELETE /v2.0/routers/8bf76731-ed20-47f2-9a8d-0cf612b925c9 HTTP/1.1" status: 204 len: 168 time: 1.3594809 Jul 16 08:29:18.428076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7c9223-3f83-4c67-ac9f-c53313872f26 admin admin] Deleting subnet f08d2320-777c-41a0-b0d6-18a89eb1daff {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:29:18.430234 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9223-3f83-4c67-ac9f-c53313872f26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.484632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9223-3f83-4c67-ac9f-c53313872f26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.578641 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9223-3f83-4c67-ac9f-c53313872f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.645398 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9223-3f83-4c67-ac9f-c53313872f26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.678523 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c9223-3f83-4c67-ac9f-c53313872f26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f08d2320-777c-41a0-b0d6-18a89eb1daff,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:18.681086 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac7c9223-3f83-4c67-ac9f-c53313872f26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.684035 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ac7c9223-3f83-4c67-ac9f-c53313872f26 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f08d2320-777c-41a0-b0d6-18a89eb1daff HTTP/1.1" status: 204 len: 168 time: 0.3092990 Jul 16 08:29:18.686318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41822) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:18.687335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3417e9be-ae74-42e5-945f-66e5e4914ce5 None None] Network e38e08fb-1d0a-4317-ab87-14a51efad58f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:18.803612 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.884782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54abef22-1cc4-4b45-b93e-f9a6dc28565f details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:18.927428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] Deleting port 5ccc506f-0240-41ec-91fb-811b1c1af774 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:18.929003 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.011591 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54abef22-1cc4-4b45-b93e-f9a6dc28565f no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:19.024477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83745f5d-2f8b-43e5-82c3-61d713b8cdb9 None None] DHCP port deletion for e38e08fb-1d0a-4317-ab87-14a51efad58f request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:29:19.109747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] For port 5ccc506f-0240-41ec-91fb-811b1c1af774, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5ccc506f-0240-41ec-91fb-811b1c1af774,segment=NetworkSegment(20ef990e-8f69-4494-882f-4c291b9f0e39),segment_id=20ef990e-8f69-4494-882f-4c291b9f0e39)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:19.110380 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.110742 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54abef22-1cc4-4b45-b93e-f9a6dc28565f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54abef22-1cc4-4b45-b93e-f9a6dc28565f,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:19.127112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] Calling delete_port for 5ccc506f-0240-41ec-91fb-811b1c1af774 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:19.130927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '54abef22-1cc4-4b45-b93e-f9a6dc28565f', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '54abef22-1cc4-4b45-b93e-f9a6dc28565f', 'mac_address': 'fa:16:3e:49:e1:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:19.192236 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.267588 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54abef22-1cc4-4b45-b93e-f9a6dc28565f {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:19.294511 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.314262 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.318910 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-83745f5d-2f8b-43e5-82c3-61d713b8cdb9 None None] Deleting port 5ccc506f-0240-41ec-91fb-811b1c1af774 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:19.319284 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-83745f5d-2f8b-43e5-82c3-61d713b8cdb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.327493 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] Pushing event deleted for resources: {'Port': ['ID=5ccc506f-0240-41ec-91fb-811b1c1af774,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:19.331998 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] No DVR routers for this DVR port 5ccc506f-0240-41ec-91fb-811b1c1af774 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:19.405902 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-83745f5d-2f8b-43e5-82c3-61d713b8cdb9 None None] For port 5ccc506f-0240-41ec-91fb-811b1c1af774, host n-d-758944-46, got binding levels [] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:19.406543 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-83745f5d-2f8b-43e5-82c3-61d713b8cdb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.422104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-83745f5d-2f8b-43e5-82c3-61d713b8cdb9 None None] Calling delete_port for 5ccc506f-0240-41ec-91fb-811b1c1af774 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:19.425443 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.ipam_backend_mixin [None req-83745f5d-2f8b-43e5-82c3-61d713b8cdb9 None None] Port 5ccc506f-0240-41ec-91fb-811b1c1af774 was not found and therefore no delete operation was performed {{(pid=93696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:29:19.431642 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.435780 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-83745f5d-2f8b-43e5-82c3-61d713b8cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.443947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38e08fb-1d0a-4317-ab87-14a51efad58f']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:19.447111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54abef22-1cc4-4b45-b93e-f9a6dc28565f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54abef22-1cc4-4b45-b93e-f9a6dc28565f,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:19.456839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20ef990e-8f69-4494-882f-4c291b9f0e39') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:19.457143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20ef990e-8f69-4494-882f-4c291b9f0e39') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:19.467507 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.481300 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83745f5d-2f8b-43e5-82c3-61d713b8cdb9 None None] No DVR routers for this DVR port 5ccc506f-0240-41ec-91fb-811b1c1af774 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:19.486242 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.495620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:29:19.496037 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.497914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83745f5d-2f8b-43e5-82c3-61d713b8cdb9 None None] Pushing event deleted for resources: {'Port': ['ID=5ccc506f-0240-41ec-91fb-811b1c1af774,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:29:19.500211 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:29:19.504165 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.576315 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.583261 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.585497 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] 10.222.0.20 "DELETE /v2.0/networks/e38e08fb-1d0a-4317-ab87-14a51efad58f HTTP/1.1" status: 204 len: 168 time: 0.8981674 Jul 16 08:29:19.599181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d90bc-34d7-47f1-827e-fc0736b0b03f admin admin] Pushing event deleted for resources: {'Network': ['ID=e38e08fb-1d0a-4317-ab87-14a51efad58f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:19.652943 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=54abef22-1cc4-4b45-b93e-f9a6dc28565f,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:19.667228 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:29:19.667702 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:29:19.782933 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['54abef22-1cc4-4b45-b93e-f9a6dc28565f'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:19.824427 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:19.854535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:19.854535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b83800f1-8fdd-4e7c-83b8-2d0bbdf25d58 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:19.854535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device af7acf0a-57b0-4276-9c30-8470d71cb5ab no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:19.883877 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: af7acf0a-57b0-4276-9c30-8470d71cb5ab {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:19.884429 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device af7acf0a-57b0-4276-9c30-8470d71cb5ab not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:19.884885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5ccc506f-0240-41ec-91fb-811b1c1af774 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:19.916373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 5ccc506f-0240-41ec-91fb-811b1c1af774 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:19.916636 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5ccc506f-0240-41ec-91fb-811b1c1af774 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:19.926308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41828) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:20.045121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41832) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:20.047891 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-52452e94-c716-40f3-92d7-7e29edc8187d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b625cd3561f452eafd9c36c485ee35a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1141100 Jul 16 08:29:20.165957 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-444b6dd9-37c4-4c09-9d2f-b548077b80c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:20.226616 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:20.233658 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-444b6dd9-37c4-4c09-9d2f-b548077b80c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:20.242790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 54abef22-1cc4-4b45-b93e-f9a6dc28565f {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:20.296392 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54abef22-1cc4-4b45-b93e-f9a6dc28565f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54abef22-1cc4-4b45-b93e-f9a6dc28565f,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:20.303046 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-444b6dd9-37c4-4c09-9d2f-b548077b80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:20.305953 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:20.309581 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-444b6dd9-37c4-4c09-9d2f-b548077b80c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:20.311300 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-444b6dd9-37c4-4c09-9d2f-b548077b80c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1990490b-9467-4aa5-ad49-b0999644b7d5 HTTP/1.1" status: 204 len: 168 time: 0.2650340 Jul 16 08:29:20.321395 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b6dd9-37c4-4c09-9d2f-b548077b80c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1990490b-9467-4aa5-ad49-b0999644b7d5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:20.405639 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=54abef22-1cc4-4b45-b93e-f9a6dc28565f,revision_number=10']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:20.898078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54abef22-1cc4-4b45-b93e-f9a6dc28565f up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:21.003972 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 54abef22-1cc4-4b45-b93e-f9a6dc28565f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:21.004774 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:21.136910 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:21.170351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d25b79-e875-4e39-975c-db19f8280961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54abef22-1cc4-4b45-b93e-f9a6dc28565f'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:21.175552 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33ebd00d-7d7d-44c1-8880-55fd978bbb8c" -d '{"events": [{"server_uuid": "b6d25b79-e875-4e39-975c-db19f8280961", "name": "network-vif-plugged", "status": "completed", "tag": "54abef22-1cc4-4b45-b93e-f9a6dc28565f"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:21.223120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54abef22-1cc4-4b45-b93e-f9a6dc28565f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54abef22-1cc4-4b45-b93e-f9a6dc28565f,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:21.231362 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:21.393573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=54abef22-1cc4-4b45-b93e-f9a6dc28565f,revision_number=11']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:21.504727 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41868) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:21.716130 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1925092535-network', 'tenant_id': 'a18790f1a5984cd0913742d5f9996e0a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:21.755754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] Made reservation on behalf of a18790f1a5984cd0913742d5f9996e0a for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:21.758465 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:21.775815 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:21.780606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914907f9-5cc3-49b5-acaa-67fb487baf5a req-377b8921-d919-4e7b-a9e3-22e787925cd8 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:21.797171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-914907f9-5cc3-49b5-acaa-67fb487baf5a req-377b8921-d919-4e7b-a9e3-22e787925cd8 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 951 time: 0.1561642 Jul 16 08:29:21.865012 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59fb392-cac1-45a1-8383-a4801b0d9626 x-openstack-request-id: req-f59fb392-cac1-45a1-8383-a4801b0d9626 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:21.865493 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d25b79-e875-4e39-975c-db19f8280961", "name": "network-vif-plugged", "status": "completed", "tag": "54abef22-1cc4-4b45-b93e-f9a6dc28565f", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:21.865691 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f59fb392-cac1-45a1-8383-a4801b0d9626 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:21.866159 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d25b79-e875-4e39-975c-db19f8280961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54abef22-1cc4-4b45-b93e-f9a6dc28565f', 'code': 200} Jul 16 08:29:21.904378 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-914907f9-5cc3-49b5-acaa-67fb487baf5a req-39ca648f-116e-460b-8b63-0b4887c79239 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062169 Jul 16 08:29:22.057015 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.062971 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.123860 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:29:22.139218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e701e43-7795-49ad-8360-b17d99f0a6b7,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:22.148682 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.149390 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] Added segment 249c1642-39b3-43af-94f5-0131d6ee2a95 of type vlan for network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b Jul 16 08:29:22.188682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ed4be-727e-48da-918d-272b977ad57b req-bbca4c49-da9e-450e-a9e2-7ef72a9e1aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:22.195960 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d3ed4be-727e-48da-918d-272b977ad57b req-bbca4c49-da9e-450e-a9e2-7ef72a9e1aa5 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 1103 time: 0.1595812 Jul 16 08:29:22.219183 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.259040 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.260233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:22.260984 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.287641 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d3ed4be-727e-48da-918d-272b977ad57b req-0f788c19-c000-4f20-ac47-a792496fb3ce service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888426 Jul 16 08:29:22.295683 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7852747 Jul 16 08:29:22.296633 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41892) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:22.309657 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3bdba83a-5706-4021-8f8b-06013c928b13 admin admin] Request body: {'subnet': {'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1925092535-subnet', 'tenant_id': 'a18790f1a5984cd0913742d5f9996e0a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:22.375460 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495c288-6bab-48a6-80fa-3c2a7c028011 admin admin] Pushing event updated for resources: {'Network': ['ID=79bcc93a-1bbe-4b86-93f9-b243ed27da0b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:22.386890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdba83a-5706-4021-8f8b-06013c928b13 admin admin] Made reservation on behalf of a18790f1a5984cd0913742d5f9996e0a for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:22.390526 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3bdba83a-5706-4021-8f8b-06013c928b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.528344 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:29:22.724389 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3bdba83a-5706-4021-8f8b-06013c928b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.839817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdba83a-5706-4021-8f8b-06013c928b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a06e14-eee5-4201-98b3-810650c6afa3,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:22.842537 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdba83a-5706-4021-8f8b-06013c928b13 admin admin] Checking segment: {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:22.842742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdba83a-5706-4021-8f8b-06013c928b13 admin admin] Network hostable DHCP agents. Network: 79bcc93a-1bbe-4b86-93f9-b243ed27da0b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:29:22.876947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdba83a-5706-4021-8f8b-06013c928b13 admin admin] Network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:29:22.899087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-3bdba83a-5706-4021-8f8b-06013c928b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 79bcc93a-1bbe-4b86-93f9-b243ed27da0b) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:22.904719 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdba83a-5706-4021-8f8b-06013c928b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:22.905331 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3bdba83a-5706-4021-8f8b-06013c928b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.912694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76554bff-88d6-4056-bb4a-a48c9af393e6 None None] Network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:22.937364 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3bdba83a-5706-4021-8f8b-06013c928b13 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6398141 Jul 16 08:29:23.251980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f753f8f-1b3a-4fb8-920c-3d9c436afc0b None None] Network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:24.663214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0f3f0-b58c-428f-b4f7-c5ac489f8288 req-71590cee-f881-4469-b0ba-235a0cf2687c tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:24.671584 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ee0f3f0-b58c-428f-b4f7-c5ac489f8288 req-71590cee-f881-4469-b0ba-235a0cf2687c tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 951 time: 0.4506204 Jul 16 08:29:24.707287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-20ebf6c3-a3ad-49aa-a424-bed4b5f4d88d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:24.717451 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ee0f3f0-b58c-428f-b4f7-c5ac489f8288 req-cab77440-9bb1-47a8-837e-7a04fb41efbf tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448816 Jul 16 08:29:24.718337 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-20ebf6c3-a3ad-49aa-a424-bed4b5f4d88d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 812 time: 0.2080009 Jul 16 08:29:24.746521 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-5711d57c-90fc-4a99-9670-24befd712e9d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/quotas/a18790f1a5984cd0913742d5f9996e0a HTTP/1.1" status: 200 len: 375 time: 0.0271192 Jul 16 08:29:24.829127 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-b907cbe6-ff60-4910-a622-fa4f639f9cbb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0763912 Jul 16 08:29:24.937327 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-e8cdd298-7b07-4513-893c-45ff9420031c service neutron] 10.222.0.20 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074669 Jul 16 08:29:25.089790 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-586863ad-67d9-4269-b22d-c6163e010656 service neutron] 10.222.0.20 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456311 Jul 16 08:29:25.358217 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34138b82-4d45-4e85-b3cd-6f0efaf7f898 req-7b870ab7-7aa9-4ae7-a7cb-7a44457c9fa5 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:25.363753 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-34138b82-4d45-4e85-b3cd-6f0efaf7f898 req-7b870ab7-7aa9-4ae7-a7cb-7a44457c9fa5 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/ports?device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 950 time: 0.1435859 Jul 16 08:29:25.443604 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-34138b82-4d45-4e85-b3cd-6f0efaf7f898 req-9a3cb337-03cb-4201-b6b0-602ed6631c0b tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e84e18-ab3f-4201-a100-5e4cee800199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749633 Jul 16 08:29:25.558251 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a581055-d9bc-4222-9807-5ea3ba8b26fb req-8849d0ba-d295-493b-8856-abbf71835e1c tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:25.561958 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a581055-d9bc-4222-9807-5ea3ba8b26fb req-8849d0ba-d295-493b-8856-abbf71835e1c tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 1103 time: 0.1388857 Jul 16 08:29:25.672064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a581055-d9bc-4222-9807-5ea3ba8b26fb req-3aa5c68b-55cc-40d9-9dd2-7d2423ae1971 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955844 Jul 16 08:29:25.856462 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07468998-4cec-4cf9-aabc-bbfbf90cec45 req-401dd55d-eef4-4233-9bcf-c5b445abfadf tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 210 time: 0.0440512 Jul 16 08:29:25.986432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42030) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:26.195662 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.477993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.485413 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.507779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a281b2-c3d7-4b16-ac7c-74ca37dd7b99 req-b079bd41-d8a7-4735-887d-63842775431a tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.509732 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72a281b2-c3d7-4b16-ac7c-74ca37dd7b99 req-b079bd41-d8a7-4735-887d-63842775431a tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 945 time: 0.1367733 Jul 16 08:29:26.529301 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08080f69-c69f-4d12-a26a-bbb7f2ea7ac5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:26.535221 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a44f0b0c13a4d13aeb06759dc4ee08d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5458162 Jul 16 08:29:26.537945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42048) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:26.541086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.541630 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.542195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.542689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.543174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.543656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.544315 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.545128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.545692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.546220 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.546742 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.547236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf400bf3-f7d5-4ba9-9250-7aa935f2cf38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.599662 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72a281b2-c3d7-4b16-ac7c-74ca37dd7b99 req-074c01eb-5b8a-45d0-b73b-3475f418125c tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771599 Jul 16 08:29:26.664055 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.692396 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.821420 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.824439 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.826951 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/08080f69-c69f-4d12-a26a-bbb7f2ea7ac5 HTTP/1.1" status: 204 len: 168 time: 0.2879715 Jul 16 08:29:26.851490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08080f69-c69f-4d12-a26a-bbb7f2ea7ac5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:26.922271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.923642 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.924398 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.925161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.925644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.926011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.926340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.927120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.927729 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.928330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.928860 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.929367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5b461e-0774-4582-ab55-acbb282c78a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:26.969253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f9b26-a2cd-4bdb-aca3-4e93bb2f4e7c req-fa5ea390-1f45-48b0-ba40-8192eeed0668 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.982356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ae7f9b26-a2cd-4bdb-aca3-4e93bb2f4e7c req-fa5ea390-1f45-48b0-ba40-8192eeed0668 tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 1103 time: 0.1326480 Jul 16 08:29:27.073198 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ae7f9b26-a2cd-4bdb-aca3-4e93bb2f4e7c req-849f9fee-077c-4df6-bee4-090433affd9a tempest-ServersAdminTestJSON-1275281397 tempest-ServersAdminTestJSON-1275281397-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894043 Jul 16 08:29:27.554147 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-19ef6438-2c69-4ae5-901e-4c0dbb44d2da req-0ad616e0-40f4-4973-b2b1-074263d6b0e5 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 210 time: 0.1035120 Jul 16 08:29:27.631122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-57b78795-ce67-4e59-8626-c49459274bee tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.634298 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-57b78795-ce67-4e59-8626-c49459274bee tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 812 time: 0.3541546 Jul 16 08:29:27.651366 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-a192c28e-2c7f-4b99-9ca7-6a518f4fdef0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Request body: {'port': {'device_id': '590f5e14-e688-4058-817b-665f8bcf8628', 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b', 'admin_state_up': True, 'tenant_id': 'a18790f1a5984cd0913742d5f9996e0a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:27.937107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-a192c28e-2c7f-4b99-9ca7-6a518f4fdef0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Made reservation on behalf of a18790f1a5984cd0913742d5f9996e0a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:27.942971 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-a192c28e-2c7f-4b99-9ca7-6a518f4fdef0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.184909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42122) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:28.306116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-a192c28e-2c7f-4b99-9ca7-6a518f4fdef0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Allocated IP 172.20.0.5 (79bcc93a-1bbe-4b86-93f9-b243ed27da0b/13a06e14-eee5-4201-98b3-810650c6afa3/16eaa3a7-5083-4e9c-b51b-0157c4ca81b9) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:28.316761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1769993527-network', 'tenant_id': '303bd9f7e745431f976106080a8f3c57'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:28.359739 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] Made reservation on behalf of 303bd9f7e745431f976106080a8f3c57 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:28.362216 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.376597 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.538403 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5458c889-3798-4ebf-b78a-9ba62255564f req-dd6bd011-e8ec-417a-b07b-53f643c87520 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.540177 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5458c889-3798-4ebf-b78a-9ba62255564f req-dd6bd011-e8ec-417a-b07b-53f643c87520 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 950 time: 0.3255968 Jul 16 08:29:28.561049 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.574575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.637858 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-a192c28e-2c7f-4b99-9ca7-6a518f4fdef0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.662176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:29:28.682202 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-a192c28e-2c7f-4b99-9ca7-6a518f4fdef0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.692087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfa689b-8cef-4a23-b610-8caa8dcd562e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:28.707269 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.707789 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] Added segment d194bc83-9b43-40e9-a622-f9c3f7847799 of type vlan for network 4347384d-9805-4faf-91a9-40e492c13f29 Jul 16 08:29:28.736127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac340a9-df08-4180-bfed-9d0f4437f648 req-ec805d1b-a49a-47da-a763-9288210b4d48 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.738729 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ac340a9-df08-4180-bfed-9d0f4437f648 req-ec805d1b-a49a-47da-a763-9288210b4d48 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 945 time: 0.1605608 Jul 16 08:29:28.738909 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-a192c28e-2c7f-4b99-9ca7-6a518f4fdef0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:28.750342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-a192c28e-2c7f-4b99-9ca7-6a518f4fdef0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:28.757473 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-a192c28e-2c7f-4b99-9ca7-6a518f4fdef0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:28.792619 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.809072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-a192c28e-2c7f-4b99-9ca7-6a518f4fdef0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.810224 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-a192c28e-2c7f-4b99-9ca7-6a518f4fdef0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.826720 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a192c28e-2c7f-4b99-9ca7-6a518f4fdef0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Pushing event updated for resources: {'Port': ['ID=16eaa3a7-5083-4e9c-b51b-0157c4ca81b9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:28.832526 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5458c889-3798-4ebf-b78a-9ba62255564f req-d338a35e-637d-4677-a6b2-479411672908 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845716 Jul 16 08:29:28.835138 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ac340a9-df08-4180-bfed-9d0f4437f648 req-2659563a-0abc-4f5e-8de3-58b34339ffb6 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690696 Jul 16 08:29:28.851367 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-a192c28e-2c7f-4b99-9ca7-6a518f4fdef0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2058151 Jul 16 08:29:28.864431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Request body: {'port': {'device_id': '590f5e14-e688-4058-817b-665f8bcf8628', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:28.891822 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.892825 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.893615 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.957795 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 879b16c4-e484-4e08-849c-87863e47a787 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:28.974127 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7841241 Jul 16 08:29:28.974892 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42136) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:28.979524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-657e3fab-5d39-4d03-a066-ba099667e5f8 admin admin] Request body: {'subnet': {'network_id': '4347384d-9805-4faf-91a9-40e492c13f29', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1769993527-subnet', 'tenant_id': '303bd9f7e745431f976106080a8f3c57', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:29.064830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86200a7a-70cb-4541-b5c4-c25f167207f3 admin admin] Pushing event updated for resources: {'Network': ['ID=4347384d-9805-4faf-91a9-40e492c13f29,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:29.069276 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.084018 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 4347384d-9805-4faf-91a9-40e492c13f29 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:29:29.118010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657e3fab-5d39-4d03-a066-ba099667e5f8 admin admin] Made reservation on behalf of 303bd9f7e745431f976106080a8f3c57 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:29.121305 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-657e3fab-5d39-4d03-a066-ba099667e5f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.231453 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1a2d1-03cc-4663-afcf-c6972538dcf6 req-4440d54c-0872-4634-8562-f33af8f4583f tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:29.233627 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81c1a2d1-03cc-4663-afcf-c6972538dcf6 req-4440d54c-0872-4634-8562-f33af8f4583f tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/ports?device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 950 time: 0.1814167 Jul 16 08:29:29.262195 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.314092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879b16c4-e484-4e08-849c-87863e47a787'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:29.317127 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e6b2d6-e8f8-4d8a-8ab2-1c394e78c501" -d '{"events": [{"server_uuid": "5db747c6-e76c-4c9e-a8ca-48c4ae8ea363", "name": "network-vif-unplugged", "status": "completed", "tag": "879b16c4-e484-4e08-849c-87863e47a787"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:29.346107 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81c1a2d1-03cc-4663-afcf-c6972538dcf6 req-7b51c30e-679a-447e-9791-d711398f7462 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e84e18-ab3f-4201-a100-5e4cee800199&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025014 Jul 16 08:29:29.348487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 879b16c4-e484-4e08-849c-87863e47a787, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=879b16c4-e484-4e08-849c-87863e47a787,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:29.357337 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.446996 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=879b16c4-e484-4e08-849c-87863e47a787,revision_number=11']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:29.469521 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc1f4c2-9601-47bd-a866-935b4b27d36f x-openstack-request-id: req-1bc1f4c2-9601-47bd-a866-935b4b27d36f {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:29.469821 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db747c6-e76c-4c9e-a8ca-48c4ae8ea363", "name": "network-vif-unplugged", "status": "completed", "tag": "879b16c4-e484-4e08-849c-87863e47a787", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:29.470079 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bc1f4c2-9601-47bd-a866-935b4b27d36f {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:29.470483 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '879b16c4-e484-4e08-849c-87863e47a787', 'code': 200} Jul 16 08:29:29.523875 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-657e3fab-5d39-4d03-a066-ba099667e5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.595271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e3fab-5d39-4d03-a066-ba099667e5f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6b92a2a-5f28-4444-b38c-02187634dcb3,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:29.664911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657e3fab-5d39-4d03-a066-ba099667e5f8 admin admin] Checking segment: {'id': 'd194bc83-9b43-40e9-a622-f9c3f7847799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '4347384d-9805-4faf-91a9-40e492c13f29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:29.665265 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e3fab-5d39-4d03-a066-ba099667e5f8 admin admin] Network hostable DHCP agents. Network: 4347384d-9805-4faf-91a9-40e492c13f29, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:29:29.701909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657e3fab-5d39-4d03-a066-ba099667e5f8 admin admin] Network 4347384d-9805-4faf-91a9-40e492c13f29 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:29:29.740451 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-657e3fab-5d39-4d03-a066-ba099667e5f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 4347384d-9805-4faf-91a9-40e492c13f29) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:29.750193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdce726-08b6-4e84-b372-a843550dd02c None None] Network 4347384d-9805-4faf-91a9-40e492c13f29 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:29.757725 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657e3fab-5d39-4d03-a066-ba099667e5f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:29.758686 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-657e3fab-5d39-4d03-a066-ba099667e5f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.782490 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-657e3fab-5d39-4d03-a066-ba099667e5f8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8065333 Jul 16 08:29:29.942282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361ac70-ca24-4624-8a6e-c96f7b70b2dc req-7370583f-5984-47c0-ad25-00e1f2e063af tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:29.943861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9361ac70-ca24-4624-8a6e-c96f7b70b2dc req-7370583f-5984-47c0-ad25-00e1f2e063af tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 931 time: 0.6376305 Jul 16 08:29:29.949454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b67e41-13b2-4024-8791-2a132d72c4ca None None] Network 4347384d-9805-4faf-91a9-40e492c13f29 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:30.047003 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fb2cc-8566-4f61-a721-1a76854d668a req-2ecf5578-29b3-4abe-9ba4-116d0c574183 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.048522 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a7fb2cc-8566-4f61-a721-1a76854d668a req-2ecf5578-29b3-4abe-9ba4-116d0c574183 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.38 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 950 time: 0.7735198 Jul 16 08:29:30.253043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c07e7c6-4676-4b61-a776-9af4ef6d1ada req-fc200dac-8977-424b-98c1-13b3b4c12b01 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.255131 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c07e7c6-4676-4b61-a776-9af4ef6d1ada req-fc200dac-8977-424b-98c1-13b3b4c12b01 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.38 "GET /v2.0/ports?device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 948 time: 0.1644316 Jul 16 08:29:30.354985 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9361ac70-ca24-4624-8a6e-c96f7b70b2dc req-b5a55f4e-1578-409b-b6e3-76b99d5599e0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469574 Jul 16 08:29:30.392535 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:30.403740 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.427938 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Transition to ACTIVE for port object 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:30.436794 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.462786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-8a7fb2cc-8566-4f61-a721-1a76854d668a req-e2dddb9c-0fc8-4d79-a3e8-6440315c79c6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Deleting port 562be0f2-2dfa-461b-8488-330b9381b9d9 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:30.463448 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8a7fb2cc-8566-4f61-a721-1a76854d668a req-e2dddb9c-0fc8-4d79-a3e8-6440315c79c6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.611646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Pushing event updated for resources: {'Port': ['ID=16eaa3a7-5083-4e9c-b51b-0157c4ca81b9,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:30.674903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-8c07e7c6-4676-4b61-a776-9af4ef6d1ada req-58e97163-44ff-4678-92cf-7fbfda905778 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Deleting port 879b16c4-e484-4e08-849c-87863e47a787 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:30.675293 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8c07e7c6-4676-4b61-a776-9af4ef6d1ada req-58e97163-44ff-4678-92cf-7fbfda905778 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.716935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-9667abe9-6af5-4aa5-9942-c6e79e901172 req-f18ef3b9-efd1-415a-af92-6b42a9a48383 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-932154029', 'description': 'tempest-description-494622326'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:30.737856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-8a7fb2cc-8566-4f61-a721-1a76854d668a req-e2dddb9c-0fc8-4d79-a3e8-6440315c79c6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] For port 562be0f2-2dfa-461b-8488-330b9381b9d9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=562be0f2-2dfa-461b-8488-330b9381b9d9,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:30.738234 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8a7fb2cc-8566-4f61-a721-1a76854d668a req-e2dddb9c-0fc8-4d79-a3e8-6440315c79c6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.743192 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234c6413-cfae-4383-bad7-63fb06c79995 req-770da2f0-d2cf-445c-9e22-e9b2d1d7e5a2 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.756248 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-234c6413-cfae-4383-bad7-63fb06c79995 req-770da2f0-d2cf-445c-9e22-e9b2d1d7e5a2 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 950 time: 0.2735393 Jul 16 08:29:30.791642 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-8a7fb2cc-8566-4f61-a721-1a76854d668a req-e2dddb9c-0fc8-4d79-a3e8-6440315c79c6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Calling delete_port for 562be0f2-2dfa-461b-8488-330b9381b9d9 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:30.794791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Attempting to bind port 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:30.795154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Attempting to bind port 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:30.795710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Attempting to bind port 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:30.811612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Port 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:30.812163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Attempting to bind port 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:30.826478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:30.826899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Checking segment: {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:30.827282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Bound using segment: {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:30.827762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Bound port: 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:30.828122 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.896678 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-234c6413-cfae-4383-bad7-63fb06c79995 req-3e0a6b67-2e01-4965-91b8-45be4bdc1813 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359394 Jul 16 08:29:30.913920 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9667abe9-6af5-4aa5-9942-c6e79e901172 req-f18ef3b9-efd1-415a-af92-6b42a9a48383 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.942828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8c07e7c6-4676-4b61-a776-9af4ef6d1ada req-58e97163-44ff-4678-92cf-7fbfda905778 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] For port 879b16c4-e484-4e08-849c-87863e47a787, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=879b16c4-e484-4e08-849c-87863e47a787,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:30.943210 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8c07e7c6-4676-4b61-a776-9af4ef6d1ada req-58e97163-44ff-4678-92cf-7fbfda905778 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.970113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-8c07e7c6-4676-4b61-a776-9af4ef6d1ada req-58e97163-44ff-4678-92cf-7fbfda905778 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Calling delete_port for 879b16c4-e484-4e08-849c-87863e47a787 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:31.038337 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9667abe9-6af5-4aa5-9942-c6e79e901172 req-f18ef3b9-efd1-415a-af92-6b42a9a48383 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.139473 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] For port 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:31.143284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] For port 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=16eaa3a7-5083-4e9c-b51b-0157c4ca81b9,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:31.153524 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9667abe9-6af5-4aa5-9942-c6e79e901172 req-f18ef3b9-efd1-415a-af92-6b42a9a48383 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.210825 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.217725 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ef3b9-efd1-415a-af92-6b42a9a48383 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb57acf3-9fee-4d22-8a22-1d16e3fbcd42,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:31.282949 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8c07e7c6-4676-4b61-a776-9af4ef6d1ada req-58e97163-44ff-4678-92cf-7fbfda905778 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.291682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Pushing event updated for resources: {'Port': ['ID=16eaa3a7-5083-4e9c-b51b-0157c4ca81b9,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:31.328044 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9667abe9-6af5-4aa5-9942-c6e79e901172 req-f18ef3b9-efd1-415a-af92-6b42a9a48383 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.340084 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9667abe9-6af5-4aa5-9942-c6e79e901172 req-f18ef3b9-efd1-415a-af92-6b42a9a48383 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.6384022 Jul 16 08:29:31.341539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e97163-44ff-4678-92cf-7fbfda905778 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Pushing event deleted for resources: {'Port': ['ID=879b16c4-e484-4e08-849c-87863e47a787,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:31.355797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.357602 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.361158 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-12da2e98-25ca-4cf7-ba7a-b64f506d32ec service neutron] 10.222.0.15 "PUT /v2.0/ports/16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 HTTP/1.1" status: 200 len: 1092 time: 2.5018318 Jul 16 08:29:31.364381 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '590f5e14-e688-4058-817b-665f8bcf8628', 'tag': '16eaa3a7-5083-4e9c-b51b-0157c4ca81b9'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:31.369026 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa8d90e-e168-47f2-8f62-385662ea1bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "590f5e14-e688-4058-817b-665f8bcf8628", "tag": "16eaa3a7-5083-4e9c-b51b-0157c4ca81b9"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:31.431016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c07e7c6-4676-4b61-a776-9af4ef6d1ada req-58e97163-44ff-4678-92cf-7fbfda905778 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] No DVR routers for this DVR port 879b16c4-e484-4e08-849c-87863e47a787 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:31.435554 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8c07e7c6-4676-4b61-a776-9af4ef6d1ada req-58e97163-44ff-4678-92cf-7fbfda905778 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.438351 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c07e7c6-4676-4b61-a776-9af4ef6d1ada req-58e97163-44ff-4678-92cf-7fbfda905778 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.38 "DELETE /v2.0/ports/879b16c4-e484-4e08-849c-87863e47a787 HTTP/1.1" status: 204 len: 173 time: 1.1743116 Jul 16 08:29:31.438822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'name': 'network-vif-deleted', 'tag': '879b16c4-e484-4e08-849c-87863e47a787'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:31.443081 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a8fd712-4242-42a2-91ef-37d4b5cbf2dc" -d '{"events": [{"server_uuid": "5db747c6-e76c-4c9e-a8ca-48c4ae8ea363", "name": "network-vif-deleted", "tag": "879b16c4-e484-4e08-849c-87863e47a787"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:31.509032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b6a1a-ae68-43de-9d7e-7ce5c1e56a4e req-7e56ad15-7b6f-466e-8c8e-6198413f44c1 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.511422 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-417b6a1a-ae68-43de-9d7e-7ce5c1e56a4e req-7e56ad15-7b6f-466e-8c8e-6198413f44c1 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 945 time: 0.1796699 Jul 16 08:29:31.606877 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1fdbb2a8-06a6-43cf-998c-4c1632963964 req-b227ef34-581d-42db-b51e-17472e870527 tempest-ImagesOneServerTestJSON-1886546462 tempest-ImagesOneServerTestJSON-1886546462-project] 10.222.0.20 "GET /v2.0/ports?device_id=5db747c6-e76c-4c9e-a8ca-48c4ae8ea363 HTTP/1.1" status: 200 len: 210 time: 0.1069469 Jul 16 08:29:31.657128 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-417b6a1a-ae68-43de-9d7e-7ce5c1e56a4e req-a0f89eb3-d5d1-45d9-a41c-6506454104fc tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/security-groups?id=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393740 Jul 16 08:29:31.740926 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8a7fb2cc-8566-4f61-a721-1a76854d668a req-e2dddb9c-0fc8-4d79-a3e8-6440315c79c6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.753618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['d56ce722-c49f-468a-808e-316eeed80866'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:31.754206 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66374ac-f5d6-47e1-9c3c-12553f7e1bf8 x-openstack-request-id: req-d66374ac-f5d6-47e1-9c3c-12553f7e1bf8 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:31.754206 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "590f5e14-e688-4058-817b-665f8bcf8628", "tag": "16eaa3a7-5083-4e9c-b51b-0157c4ca81b9", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:31.754397 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d66374ac-f5d6-47e1-9c3c-12553f7e1bf8 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:31.754939 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '590f5e14-e688-4058-817b-665f8bcf8628', 'tag': '16eaa3a7-5083-4e9c-b51b-0157c4ca81b9', 'status': 'completed', 'code': 200} Jul 16 08:29:31.757249 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['54abef22-1cc4-4b45-b93e-f9a6dc28565f'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:31.805353 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29441035-d174-4921-a872-6d121631d0f7 req-b895f50c-3c92-4743-83e7-734712492f0e tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/eb57acf3-9fee-4d22-8a22-1d16e3fbcd42 HTTP/1.1" status: 200 len: 1803 time: 0.1359046 Jul 16 08:29:31.809892 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-d24ed0b5-e4b9-40de-8c81-159bbe48b91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.811397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-d24ed0b5-e4b9-40de-8c81-159bbe48b91a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 1095 time: 0.3990250 Jul 16 08:29:31.812157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dddb9c-0fc8-4d79-a3e8-6440315c79c6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Pushing event deleted for resources: {'Port': ['ID=562be0f2-2dfa-461b-8488-330b9381b9d9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:31.825355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-e61290ed-75bd-4200-aee9-cae4b166ba5f tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.827125 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-e61290ed-75bd-4200-aee9-cae4b166ba5f tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.38 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 945 time: 0.1690638 Jul 16 08:29:31.842710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-29441035-d174-4921-a872-6d121631d0f7 req-bb9f0fa2-0a97-43ad-8e5e-64fe777082b9 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb57acf3-9fee-4d22-8a22-1d16e3fbcd42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:31.842710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-29441035-d174-4921-a872-6d121631d0f7 req-bb9f0fa2-0a97-43ad-8e5e-64fe777082b9 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'eb57acf3-9fee-4d22-8a22-1d16e3fbcd42', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:32.112600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a7fb2cc-8566-4f61-a721-1a76854d668a req-e2dddb9c-0fc8-4d79-a3e8-6440315c79c6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] No DVR routers for this DVR port 562be0f2-2dfa-461b-8488-330b9381b9d9 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:32.132228 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-d22f7bd0-c7e0-46cd-8b83-4929fd3e568e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 HTTP/1.1" status: 200 len: 217 time: 0.2932897 Jul 16 08:29:32.146346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-d91df156-a7f8-400e-8426-8ad6b9c89d64 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Deleting port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:32.147006 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-d91df156-a7f8-400e-8426-8ad6b9c89d64 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.177914 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8a7fb2cc-8566-4f61-a721-1a76854d668a req-e2dddb9c-0fc8-4d79-a3e8-6440315c79c6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.179874 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a7fb2cc-8566-4f61-a721-1a76854d668a req-e2dddb9c-0fc8-4d79-a3e8-6440315c79c6 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.38 "DELETE /v2.0/ports/562be0f2-2dfa-461b-8488-330b9381b9d9 HTTP/1.1" status: 204 len: 173 time: 2.1037655 Jul 16 08:29:32.384083 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-be2fb2d5-f808-45da-a790-5e279f913364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:32.389213 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-be2fb2d5-f808-45da-a790-5e279f913364 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13a06e14-eee5-4201-98b3-810650c6afa3 HTTP/1.1" status: 200 len: 852 time: 0.2321262 Jul 16 08:29:32.468842 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-29441035-d174-4921-a872-6d121631d0f7 req-bb9f0fa2-0a97-43ad-8e5e-64fe777082b9 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.483895 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-9dbca8bb-02da-49c8-b5a2-2821632e1960 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760739 Jul 16 08:29:32.509997 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-d91df156-a7f8-400e-8426-8ad6b9c89d64 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] For port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4637a6bc-e1eb-40bc-96fb-e65a03e3f607,segment=NetworkSegment(612cc99d-4136-4a7e-875a-e3e4e2a33d78),segment_id=612cc99d-4136-4a7e-875a-e3e4e2a33d78)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:32.510586 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-d91df156-a7f8-400e-8426-8ad6b9c89d64 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.536554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d9f470-a697-4882-acdb-309457a2bef2 req-3c7e8d17-fa9f-4832-bc81-23dd5d186d48 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:32.545632 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3d9f470-a697-4882-acdb-309457a2bef2 req-3c7e8d17-fa9f-4832-bc81-23dd5d186d48 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 943 time: 0.4669974 Jul 16 08:29:32.647207 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3d9f470-a697-4882-acdb-309457a2bef2 req-01be17f6-12d1-44a9-9bf3-7f48377dfe57 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006148 Jul 16 08:29:32.704442 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-29441035-d174-4921-a872-6d121631d0f7 req-bb9f0fa2-0a97-43ad-8e5e-64fe777082b9 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.716233 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-29441035-d174-4921-a872-6d121631d0f7 req-bb9f0fa2-0a97-43ad-8e5e-64fe777082b9 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.747355 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc65488-cdd1-4249-8d13-166fea418142 x-openstack-request-id: req-7fc65488-cdd1-4249-8d13-166fea418142 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:32.747923 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5db747c6-e76c-4c9e-a8ca-48c4ae8ea363", "name": "network-vif-deleted", "tag": "879b16c4-e484-4e08-849c-87863e47a787", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:32.748485 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7fc65488-cdd1-4249-8d13-166fea418142 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:32.749018 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5db747c6-e76c-4c9e-a8ca-48c4ae8ea363', 'name': 'network-vif-deleted', 'tag': '879b16c4-e484-4e08-849c-87863e47a787', 'status': 'completed', 'code': 200} Jul 16 08:29:32.781272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9f0fa2-0a97-43ad-8e5e-64fe777082b9 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08fa765a-91c3-4f5b-b2bd-aedcd778a461,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:32.806911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-0e04ddf9-069c-4004-83a7-8c0333460a60 service neutron] 10.222.0.15 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937050 Jul 16 08:29:32.828420 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-d91df156-a7f8-400e-8426-8ad6b9c89d64 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.829533 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-d91df156-a7f8-400e-8426-8ad6b9c89d64 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.829533 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-d91df156-a7f8-400e-8426-8ad6b9c89d64 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Floating IP d4680462-851b-4e37-bbc5-8d86e147c3e3 disassociated. External IP: 172.25.4.125, port: 4637a6bc-e1eb-40bc-96fb-e65a03e3f607. Jul 16 08:29:32.829765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-d91df156-a7f8-400e-8426-8ad6b9c89d64 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Calling delete_port for 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:32.837791 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-29441035-d174-4921-a872-6d121631d0f7 req-bb9f0fa2-0a97-43ad-8e5e-64fe777082b9 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.839082 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29441035-d174-4921-a872-6d121631d0f7 req-bb9f0fa2-0a97-43ad-8e5e-64fe777082b9 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0328465 Jul 16 08:29:33.009282 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6b2832c-527f-4f98-a8d5-73c48ff13cf1 req-87ec817d-3075-4415-8177-d90a07370448 service neutron] 10.222.0.15 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947162 Jul 16 08:29:33.017699 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 562be0f2-2dfa-461b-8488-330b9381b9d9 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:33.080461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 562be0f2-2dfa-461b-8488-330b9381b9d9 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:33.081857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32b1f68e-ada8-4ec5-8b9f-7511bfed14d1 req-0057e6c1-39a6-40c4-adbd-c2201aa0513d tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b5640a98-a27d-4cfb-b110-61266233fb43 HTTP/1.1" status: 200 len: 210 time: 0.0538533 Jul 16 08:29:33.083019 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-d91df156-a7f8-400e-8426-8ad6b9c89d64 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.086623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 562be0f2-2dfa-461b-8488-330b9381b9d9 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:33.087296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:33.152987 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:33.155009 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-f7f3d94d-b709-4103-8291-663a37a7df87 req-feb45c40-37b8-43ef-b03c-854e475d458c tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1556329235', 'description': 'tempest-description-1398705732'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:33.158002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91df156-a7f8-400e-8426-8ad6b9c89d64 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Pushing event deleted for resources: {'Port': ['ID=4637a6bc-e1eb-40bc-96fb-e65a03e3f607,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:33.167572 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:33.168193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 879b16c4-e484-4e08-849c-87863e47a787 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:33.210975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8d90e-e168-47f2-8f62-385662ea1bd5 req-ebdf8151-d5d4-4b63-84b4-5064475c5e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:33.214956 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fa8d90e-e168-47f2-8f62-385662ea1bd5 req-ebdf8151-d5d4-4b63-84b4-5064475c5e2a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 1095 time: 0.1347616 Jul 16 08:29:33.235034 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 879b16c4-e484-4e08-849c-87863e47a787 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:33.238278 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 879b16c4-e484-4e08-849c-87863e47a787 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:33.350633 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f7f3d94d-b709-4103-8291-663a37a7df87 req-feb45c40-37b8-43ef-b03c-854e475d458c tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.405309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8d90e-e168-47f2-8f62-385662ea1bd5 req-c5777d81-36c1-4c4b-b119-f30d967496a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:33.406789 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fa8d90e-e168-47f2-8f62-385662ea1bd5 req-c5777d81-36c1-4c4b-b119-f30d967496a7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 912 time: 0.1820307 Jul 16 08:29:33.413527 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-409e7b1f-08dc-4633-97c5-aacccc8d3942 req-e5c19203-7c5d-4230-9327-2fc2b41109d5 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/ports?device_id=40098c2a-a544-4a8c-9f64-c49cc5868d6f HTTP/1.1" status: 200 len: 210 time: 0.0833716 Jul 16 08:29:33.459996 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-d91df156-a7f8-400e-8426-8ad6b9c89d64 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Router 392552b4-7d9c-46e5-9ab9-fca23e97b96b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:29:33.467535 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fa8d90e-e168-47f2-8f62-385662ea1bd5 req-8432aedd-7e92-4579-b2bd-e5523370ad9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 HTTP/1.1" status: 200 len: 217 time: 0.0534127 Jul 16 08:29:33.469332 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.524899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42198) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:33.548729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa8d90e-e168-47f2-8f62-385662ea1bd5 req-e09aad3b-5870-4569-b7d0-58165a238f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:33.550456 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fa8d90e-e168-47f2-8f62-385662ea1bd5 req-e09aad3b-5870-4569-b7d0-58165a238f5a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13a06e14-eee5-4201-98b3-810650c6afa3 HTTP/1.1" status: 200 len: 852 time: 0.0730846 Jul 16 08:29:33.607338 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fa8d90e-e168-47f2-8f62-385662ea1bd5 req-36867747-22b6-4a1a-96cb-4cfec47f2d57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408077 Jul 16 08:29:33.683248 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f7f3d94d-b709-4103-8291-663a37a7df87 req-feb45c40-37b8-43ef-b03c-854e475d458c tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.736920 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f7f3d94d-b709-4103-8291-663a37a7df87 req-feb45c40-37b8-43ef-b03c-854e475d458c tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.769016 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5640a98-a27d-4cfb-b110-61266233fb43', 'name': 'network-vif-deleted', 'tag': '562be0f2-2dfa-461b-8488-330b9381b9d9'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:33.772788 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab5df10-9f18-487c-8bd3-c819ec240ddb" -d '{"events": [{"server_uuid": "b5640a98-a27d-4cfb-b110-61266233fb43", "name": "network-vif-deleted", "tag": "562be0f2-2dfa-461b-8488-330b9381b9d9"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:33.797233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-d91df156-a7f8-400e-8426-8ad6b9c89d64 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:33.809473 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde36b0-ca88-418d-8b1d-34db977d75c8 None None] Sync routers for ids ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:33.827213 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fa8d90e-e168-47f2-8f62-385662ea1bd5 req-228b21e5-66f2-4e9f-a5a1-fbdbe583ba9a service neutron] 10.222.0.15 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129304 Jul 16 08:29:33.830559 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde36b0-ca88-418d-8b1d-34db977d75c8 None None] Routers {'392552b4-7d9c-46e5-9ab9-fca23e97b96b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:33.831502 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ddde36b0-ca88-418d-8b1d-34db977d75c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:29:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:33.867178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-1cf58264-f3f9-4a96-bf78-a792c13710e2 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:33.869437 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-1cf58264-f3f9-4a96-bf78-a792c13710e2 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 807 time: 0.2764158 Jul 16 08:29:33.870511 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-d91df156-a7f8-400e-8426-8ad6b9c89d64 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] No DVR routers for this DVR port 4637a6bc-e1eb-40bc-96fb-e65a03e3f607 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:33.873988 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-d91df156-a7f8-400e-8426-8ad6b9c89d64 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.876404 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ff6470a-fe40-4378-9fd4-c129714bf717 req-d91df156-a7f8-400e-8426-8ad6b9c89d64 tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.38 "DELETE /v2.0/ports/4637a6bc-e1eb-40bc-96fb-e65a03e3f607 HTTP/1.1" status: 204 len: 173 time: 2.0431468 Jul 16 08:29:33.881709 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f7f3d94d-b709-4103-8291-663a37a7df87 req-feb45c40-37b8-43ef-b03c-854e475d458c tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.894738 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7f3d94d-b709-4103-8291-663a37a7df87 req-feb45c40-37b8-43ef-b03c-854e475d458c tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7448101 Jul 16 08:29:33.906364 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-23607262-e1b6-4c26-baae-d0a67cc0c01d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/quotas/3eeabbc7fd404bf4820acd440d1ff28d HTTP/1.1" status: 200 len: 375 time: 0.0284863 Jul 16 08:29:33.921242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb45c40-37b8-43ef-b03c-854e475d458c tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbd34bd-9f31-486f-b80d-83cb4125ba92,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:33.960841 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-14da45de-22a3-467e-a091-97ba42ebf309 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99441696fdd040298a9752cf2d07e6e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4251168 Jul 16 08:29:33.982913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42208) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:34.064732 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-ddde36b0-ca88-418d-8b1d-34db977d75c8 None None] Set router 392552b4-7d9c-46e5-9ab9-fca23e97b96b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:34.153557 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fa8d90e-e168-47f2-8f62-385662ea1bd5 req-aeef76a0-303e-41dd-84a6-ed339debe92a service neutron] 10.222.0.15 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164883 Jul 16 08:29:34.186438 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-3c14ef41-3bab-440d-9e7e-ce474898a4ec tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2767475 Jul 16 08:29:34.188734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792530b-04b7-48a9-8eb6-01d6dbdde102 req-2b2f1ecd-dcee-490c-b284-7ab0c27815f4 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:34.196797 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f792530b-04b7-48a9-8eb6-01d6dbdde102 req-2b2f1ecd-dcee-490c-b284-7ab0c27815f4 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 943 time: 0.0854104 Jul 16 08:29:34.215448 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b838649-5cf4-484a-b376-2e02118b0f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.248348 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f792530b-04b7-48a9-8eb6-01d6dbdde102 req-d186ad3d-c3c2-4b04-a8e5-d62fe370ba0e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506041 Jul 16 08:29:34.258735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b838649-5cf4-484a-b376-2e02118b0f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.306262 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92c71a15-31f8-496a-bde8-757bf1acf70d x-openstack-request-id: req-92c71a15-31f8-496a-bde8-757bf1acf70d {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:34.312236 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5640a98-a27d-4cfb-b110-61266233fb43", "name": "network-vif-deleted", "tag": "562be0f2-2dfa-461b-8488-330b9381b9d9", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:34.312858 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-92c71a15-31f8-496a-bde8-757bf1acf70d {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:34.313684 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5640a98-a27d-4cfb-b110-61266233fb43', 'name': 'network-vif-deleted', 'tag': '562be0f2-2dfa-461b-8488-330b9381b9d9', 'status': 'completed', 'code': 200} Jul 16 08:29:34.365337 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b838649-5cf4-484a-b376-2e02118b0f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.368348 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b838649-5cf4-484a-b376-2e02118b0f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.369877 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4b838649-5cf4-484a-b376-2e02118b0f8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78e84e18-ab3f-4201-a100-5e4cee800199 HTTP/1.1" status: 204 len: 168 time: 0.3847663 Jul 16 08:29:34.387879 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b838649-5cf4-484a-b376-2e02118b0f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e84e18-ab3f-4201-a100-5e4cee800199,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:34.407173 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-5861b94b-940f-4b5c-aabd-40eed3a7adbb service neutron] 10.222.0.20 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197547 Jul 16 08:29:34.416864 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ddde36b0-ca88-418d-8b1d-34db977d75c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:57Z', 'updated_at': '2021-07-16T08:27:02Z', 'revision_number': 4, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'gw_port': {'id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:58Z', 'updated_at': '2021-07-16T08:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7a88b56c-7f24-4932-a791-882f88e5c1cb', 'name': '', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'mac_address': 'fa:16:3e:5a:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:01Z', 'updated_at': '2021-07-16T08:27:11Z', 'revision_number': 5, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'subnets': [{'id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:34.448642 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde36b0-ca88-418d-8b1d-34db977d75c8 None None] Checking router: 392552b4-7d9c-46e5-9ab9-fca23e97b96b for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:34.469198 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddde36b0-ca88-418d-8b1d-34db977d75c8 None None] Routers {'392552b4-7d9c-46e5-9ab9-fca23e97b96b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:34.469833 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ddde36b0-ca88-418d-8b1d-34db977d75c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:29:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:34.522073 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1c118b6-2c54-4c5a-99c5-9450d61987dd req-0021a74f-2038-4927-8011-848127f36ea6 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/4cbd34bd-9f31-486f-b80d-83cb4125ba92 HTTP/1.1" status: 200 len: 1805 time: 0.1933115 Jul 16 08:29:34.542549 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-66b180de-4018-4a5d-aea8-af07cd3ceec1 service neutron] 10.222.0.20 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324418 Jul 16 08:29:34.546663 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-f1c118b6-2c54-4c5a-99c5-9450d61987dd req-b8bfb8e2-8722-4171-83c2-56eea4b603fe tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4cbd34bd-9f31-486f-b80d-83cb4125ba92', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:34.546990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-f1c118b6-2c54-4c5a-99c5-9450d61987dd req-b8bfb8e2-8722-4171-83c2-56eea4b603fe tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '4cbd34bd-9f31-486f-b80d-83cb4125ba92', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:34.655801 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f1c118b6-2c54-4c5a-99c5-9450d61987dd req-b8bfb8e2-8722-4171-83c2-56eea4b603fe tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.683390 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-ddde36b0-ca88-418d-8b1d-34db977d75c8 None None] Set router 392552b4-7d9c-46e5-9ab9-fca23e97b96b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:34.704783 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f1c118b6-2c54-4c5a-99c5-9450d61987dd req-b8bfb8e2-8722-4171-83c2-56eea4b603fe tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.713182 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f1c118b6-2c54-4c5a-99c5-9450d61987dd req-b8bfb8e2-8722-4171-83c2-56eea4b603fe tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.737725 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfb8e2-8722-4171-83c2-56eea4b603fe tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9eca117-cb6d-4454-81ad-79b3d2959290,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:34.749369 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f1c118b6-2c54-4c5a-99c5-9450d61987dd req-b8bfb8e2-8722-4171-83c2-56eea4b603fe tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.750208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40098c2a-a544-4a8c-9f64-c49cc5868d6f', 'name': 'network-vif-deleted', 'tag': '4637a6bc-e1eb-40bc-96fb-e65a03e3f607'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:34.754029 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1c118b6-2c54-4c5a-99c5-9450d61987dd req-b8bfb8e2-8722-4171-83c2-56eea4b603fe tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2233789 Jul 16 08:29:34.759946 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a0e4796-0fcd-4580-ac98-2f3545aa115b" -d '{"events": [{"server_uuid": "40098c2a-a544-4a8c-9f64-c49cc5868d6f", "name": "network-vif-deleted", "tag": "4637a6bc-e1eb-40bc-96fb-e65a03e3f607"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:35.024983 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ddde36b0-ca88-418d-8b1d-34db977d75c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:57Z', 'updated_at': '2021-07-16T08:27:02Z', 'revision_number': 4, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'gw_port': {'id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:58Z', 'updated_at': '2021-07-16T08:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7a88b56c-7f24-4932-a791-882f88e5c1cb', 'name': '', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'mac_address': 'fa:16:3e:5a:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:01Z', 'updated_at': '2021-07-16T08:27:11Z', 'revision_number': 5, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'subnets': [{'id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:35.030690 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.091810 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddde36b0-ca88-418d-8b1d-34db977d75c8 None None] The sync data for ids ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'] in n-d-758944-46 is: [{'id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:57Z', 'updated_at': '2021-07-16T08:27:02Z', 'revision_number': 4, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'gw_port': {'id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:58Z', 'updated_at': '2021-07-16T08:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7a88b56c-7f24-4932-a791-882f88e5c1cb', 'name': '', 'network_id': '678368f8-9970-4b61-9de6-2e955f47301b', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'mac_address': 'fa:16:3e:5a:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_interface', 'standard_attr_id': 457, 'fixed_ips': [{'subnet_id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:01Z', 'updated_at': '2021-07-16T08:27:11Z', 'revision_number': 5, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'subnets': [{'id': 'b1e4c330-38d6-45d2-beaa-4e0feb1c897e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:35.149329 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6bc3295c-3603-4f34-a82a-0ec2c930d5f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.214310 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-89dc17e2-f4e2-4b64-a243-b13f0950b1e9 req-e94ebe8f-24c1-4eb9-b065-b6578d22ec8d tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1541975208', 'description': 'tempest-description-2057365963'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:35.272021 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-89dc17e2-f4e2-4b64-a243-b13f0950b1e9 req-e94ebe8f-24c1-4eb9-b065-b6578d22ec8d tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.348124 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d643da-be3d-4725-9f9c-59a526f26986 x-openstack-request-id: req-57d643da-be3d-4725-9f9c-59a526f26986 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:35.349001 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40098c2a-a544-4a8c-9f64-c49cc5868d6f", "name": "network-vif-deleted", "tag": "4637a6bc-e1eb-40bc-96fb-e65a03e3f607", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:35.349001 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57d643da-be3d-4725-9f9c-59a526f26986 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:35.349328 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40098c2a-a544-4a8c-9f64-c49cc5868d6f', 'name': 'network-vif-deleted', 'tag': '4637a6bc-e1eb-40bc-96fb-e65a03e3f607', 'status': 'completed', 'code': 200} Jul 16 08:29:35.478297 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-89dc17e2-f4e2-4b64-a243-b13f0950b1e9 req-e94ebe8f-24c1-4eb9-b065-b6578d22ec8d tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.492580 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-89dc17e2-f4e2-4b64-a243-b13f0950b1e9 req-e94ebe8f-24c1-4eb9-b065-b6578d22ec8d tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.619946 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-89dc17e2-f4e2-4b64-a243-b13f0950b1e9 req-e94ebe8f-24c1-4eb9-b065-b6578d22ec8d tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.635551 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-89dc17e2-f4e2-4b64-a243-b13f0950b1e9 req-e94ebe8f-24c1-4eb9-b065-b6578d22ec8d tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4262574 Jul 16 08:29:35.687796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a96f1ee-039f-4ebf-b06b-3f7a5cddca46 None None] New status for floating IP d4680462-851b-4e37-bbc5-8d86e147c3e3: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:29:35.688912 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ebe8f-24c1-4eb9-b065-b6578d22ec8d tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c650917e-e307-43d8-a56b-5d6e4aaaa287,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:35.809982 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-045d32e2-28d5-469d-ba91-257f9a4a2c0e req-73f5fde7-e2a3-4663-aa78-5b8f4a956070 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 210 time: 0.0463643 Jul 16 08:29:35.933233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42268) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:36.010942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:36.101777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1489527-5ef9-4dd3-91a0-b33c0a89a3d4 req-565c474d-995c-460b-9581-8a284aa2dfce tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:36.111383 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b1489527-5ef9-4dd3-91a0-b33c0a89a3d4 req-565c474d-995c-460b-9581-8a284aa2dfce tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 943 time: 0.0925791 Jul 16 08:29:36.119809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1770190276-network', 'tenant_id': 'd87902f8d1ec4af59ab6c7da7c4d9815'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:36.134610 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=16eaa3a7-5083-4e9c-b51b-0157c4ca81b9,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:36.147685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '16eaa3a7-5083-4e9c-b51b-0157c4ca81b9', 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b', 'port_id': '16eaa3a7-5083-4e9c-b51b-0157c4ca81b9', 'mac_address': 'fa:16:3e:f7:99:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a06e14-eee5-4201-98b3-810650c6afa3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:36.185122 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b1489527-5ef9-4dd3-91a0-b33c0a89a3d4 req-28564855-8968-46e1-bf18-ae8d6cd4dccc tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724378 Jul 16 08:29:36.199905 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] Made reservation on behalf of d87902f8d1ec4af59ab6c7da7c4d9815 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:36.203390 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.229370 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.235320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-38502ed8-5260-4c6e-859d-72417514553d req-13c19b47-700c-447c-9486-9001f919ac8b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2073788612', 'description': 'tempest-description-1336008725'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:36.241274 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.260279 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:36.279396 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-38502ed8-5260-4c6e-859d-72417514553d req-13c19b47-700c-447c-9486-9001f919ac8b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.290059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=16eaa3a7-5083-4e9c-b51b-0157c4ca81b9,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:36.297728 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.356937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=16eaa3a7-5083-4e9c-b51b-0157c4ca81b9,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:36.433372 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.443305 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.459233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:29:36.485348 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.485738 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] Added segment 140d3a23-c817-4c24-97a6-f35ef6f12597 of type vlan for network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 Jul 16 08:29:36.519167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68590b55-99bc-4a04-8463-311306f75b5e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:36.529997 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['16eaa3a7-5083-4e9c-b51b-0157c4ca81b9'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:36.573433 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.615581 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-38502ed8-5260-4c6e-859d-72417514553d req-13c19b47-700c-447c-9486-9001f919ac8b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.623501 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-38502ed8-5260-4c6e-859d-72417514553d req-13c19b47-700c-447c-9486-9001f919ac8b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.639764 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.640762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:36.641352 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.687305 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-38502ed8-5260-4c6e-859d-72417514553d req-13c19b47-700c-447c-9486-9001f919ac8b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.698713 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38502ed8-5260-4c6e-859d-72417514553d req-13c19b47-700c-447c-9486-9001f919ac8b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4614947 Jul 16 08:29:36.715932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c19b47-700c-447c-9486-9001f919ac8b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4bbcb65-e11e-4f85-b705-dca0f0f2fe5e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:36.744834 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8076410 Jul 16 08:29:36.745817 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42278) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:36.755195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-846a4b9a-a874-4892-a34e-f0a3603c7786 admin admin] Request body: {'subnet': {'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1770190276-subnet', 'tenant_id': 'd87902f8d1ec4af59ab6c7da7c4d9815', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:36.759560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42280) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:36.795417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd0e64-44b9-4051-b638-697863791806 admin admin] Pushing event updated for resources: {'Network': ['ID=b9d546f0-2f2c-4563-8e6a-5b4c768f4419,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:36.808130 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:29:36.864282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846a4b9a-a874-4892-a34e-f0a3603c7786 admin admin] Made reservation on behalf of d87902f8d1ec4af59ab6c7da7c4d9815 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:36.867321 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-846a4b9a-a874-4892-a34e-f0a3603c7786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.891344 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e77c5e50-97fb-4845-a962-9368a74b118d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.981851 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e77c5e50-97fb-4845-a962-9368a74b118d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.022822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796f102-0102-4895-9930-74556267ded8 req-e861aff1-8689-4a4c-bb40-c6b63877385c tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:37.030067 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8796f102-0102-4895-9930-74556267ded8 req-e861aff1-8689-4a4c-bb40-c6b63877385c tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 950 time: 0.1348035 Jul 16 08:29:37.075158 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8796f102-0102-4895-9930-74556267ded8 req-a613f39c-78f0-4812-9bd5-5a2a7808f75b tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444093 Jul 16 08:29:37.185976 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2076aeff-d37f-4a32-b623-f7f91351c7a5 req-b2067527-286e-4697-b846-e72db7f55a16 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/c650917e-e307-43d8-a56b-5d6e4aaaa287 HTTP/1.1" status: 200 len: 1805 time: 0.1798217 Jul 16 08:29:37.245221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6950de-e447-40e0-8a79-1f16e19d1671 req-b21d8ce5-2fec-4cc5-9961-4bd28b632c67 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:37.253635 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fe6950de-e447-40e0-8a79-1f16e19d1671 req-b21d8ce5-2fec-4cc5-9961-4bd28b632c67 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.15 "GET /v2.0/ports?device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 950 time: 0.1754692 Jul 16 08:29:37.293639 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e77c5e50-97fb-4845-a962-9368a74b118d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.297341 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e77c5e50-97fb-4845-a962-9368a74b118d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.301179 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e77c5e50-97fb-4845-a962-9368a74b118d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "DELETE /v2.0/security-groups/d4f2acc6-1398-4e76-9cb8-88ee17ea2e37 HTTP/1.1" status: 204 len: 168 time: 0.5326471 Jul 16 08:29:37.301790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42286) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:37.337117 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da25d605-d52a-415f-a49a-9954dd3f0b25 req-1442d342-1c23-49d0-b24c-9fa61f0737d2 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 210 time: 0.0705440 Jul 16 08:29:37.345617 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c5e50-97fb-4845-a962-9368a74b118d tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4f2acc6-1398-4e76-9cb8-88ee17ea2e37,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:37.387801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-318095ff-f2ab-4275-9d1a-92d0515d7077 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:37.397047 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-318095ff-f2ab-4275-9d1a-92d0515d7077 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.15 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 807 time: 0.4397304 Jul 16 08:29:37.403173 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-59e58f16-1ed1-4584-9f9a-3460fbdbc26a tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] show failed (client error): The resource could not be found. Jul 16 08:29:37.407748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-59e58f16-1ed1-4584-9f9a-3460fbdbc26a tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "GET /v2.0/security-groups/d4f2acc6-1398-4e76-9cb8-88ee17ea2e37 HTTP/1.1" status: 404 len: 347 time: 0.0909121 Jul 16 08:29:37.410864 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42288) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:37.415874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-c405b8a2-1680-47a2-bf88-2cf9968cd32d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Request body: {'port': {'device_id': '77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b', 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d', 'admin_state_up': True, 'tenant_id': '3eeabbc7fd404bf4820acd440d1ff28d'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:37.491447 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-fe6950de-e447-40e0-8a79-1f16e19d1671 req-82829bdd-2857-4f19-a861-743d23c9c8ba tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Deleting port d56ce722-c49f-468a-808e-316eeed80866 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:37.492437 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fe6950de-e447-40e0-8a79-1f16e19d1671 req-82829bdd-2857-4f19-a861-743d23c9c8ba tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.567216 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2076aeff-d37f-4a32-b623-f7f91351c7a5 req-13b688b1-d6a8-41f3-98c1-160658c81dcc tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/f4bbcb65-e11e-4f85-b705-dca0f0f2fe5e HTTP/1.1" status: 200 len: 1805 time: 0.3639314 Jul 16 08:29:37.571965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-2076aeff-d37f-4a32-b623-f7f91351c7a5 req-339f762c-c1d8-4f6c-9196-d37bf6f1b186 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c650917e-e307-43d8-a56b-5d6e4aaaa287', 'remote_group_id': 'f4bbcb65-e11e-4f85-b705-dca0f0f2fe5e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:37.572291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-2076aeff-d37f-4a32-b623-f7f91351c7a5 req-339f762c-c1d8-4f6c-9196-d37bf6f1b186 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c650917e-e307-43d8-a56b-5d6e4aaaa287', 'remote_group_id': 'f4bbcb65-e11e-4f85-b705-dca0f0f2fe5e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:37.595934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-fe6950de-e447-40e0-8a79-1f16e19d1671 req-82829bdd-2857-4f19-a861-743d23c9c8ba tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] For port d56ce722-c49f-468a-808e-316eeed80866, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=d56ce722-c49f-468a-808e-316eeed80866,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:37.596183 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fe6950de-e447-40e0-8a79-1f16e19d1671 req-82829bdd-2857-4f19-a861-743d23c9c8ba tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.613293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-fe6950de-e447-40e0-8a79-1f16e19d1671 req-82829bdd-2857-4f19-a861-743d23c9c8ba tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Calling delete_port for d56ce722-c49f-468a-808e-316eeed80866 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:37.666547 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-846a4b9a-a874-4892-a34e-f0a3603c7786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.744717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c460a-503c-4e64-9c1e-f3911778a680 req-25ced52c-4c2a-4be4-b718-d11d8decdf5a tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:37.746254 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-827c460a-503c-4e64-9c1e-f3911778a680 req-25ced52c-4c2a-4be4-b718-d11d8decdf5a tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 944 time: 0.1227863 Jul 16 08:29:37.796301 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846a4b9a-a874-4892-a34e-f0a3603c7786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b590703a-50bc-47da-bee3-3eff5a20da13,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:37.821959 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-827c460a-503c-4e64-9c1e-f3911778a680 req-288dc268-9533-4dd4-9eae-adf2f2d6c347 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684111 Jul 16 08:29:37.872705 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fe6950de-e447-40e0-8a79-1f16e19d1671 req-82829bdd-2857-4f19-a861-743d23c9c8ba tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.880807 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-58b56734-2ff5-40a9-b0df-c3780dc03097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.885747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['d56ce722-c49f-468a-808e-316eeed80866'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:37.893131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-c405b8a2-1680-47a2-bf88-2cf9968cd32d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Made reservation on behalf of 3eeabbc7fd404bf4820acd440d1ff28d for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:37.897879 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-c405b8a2-1680-47a2-bf88-2cf9968cd32d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.902523 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2076aeff-d37f-4a32-b623-f7f91351c7a5 req-339f762c-c1d8-4f6c-9196-d37bf6f1b186 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.905652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846a4b9a-a874-4892-a34e-f0a3603c7786 admin admin] Checking segment: {'id': '140d3a23-c817-4c24-97a6-f35ef6f12597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:37.906313 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a4b9a-a874-4892-a34e-f0a3603c7786 admin admin] Network hostable DHCP agents. Network: b9d546f0-2f2c-4563-8e6a-5b4c768f4419, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:29:37.939116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['54abef22-1cc4-4b45-b93e-f9a6dc28565f'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:37.939699 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-85f7d5df-4332-492c-bfd1-9afb9da9429f tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Deleting port 460a99a9-e39c-4d68-a808-c0b955ebf5e2 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:37.939699 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85f7d5df-4332-492c-bfd1-9afb9da9429f tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.947182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82829bdd-2857-4f19-a861-743d23c9c8ba tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Pushing event deleted for resources: {'Port': ['ID=d56ce722-c49f-468a-808e-316eeed80866,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:37.996353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:38.033721 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6950de-e447-40e0-8a79-1f16e19d1671 req-82829bdd-2857-4f19-a861-743d23c9c8ba tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] No DVR routers for this DVR port d56ce722-c49f-468a-808e-316eeed80866 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:38.041912 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fe6950de-e447-40e0-8a79-1f16e19d1671 req-82829bdd-2857-4f19-a861-743d23c9c8ba tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.043750 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fe6950de-e447-40e0-8a79-1f16e19d1671 req-82829bdd-2857-4f19-a861-743d23c9c8ba tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.15 "DELETE /v2.0/ports/d56ce722-c49f-468a-808e-316eeed80866 HTTP/1.1" status: 204 len: 173 time: 0.7856579 Jul 16 08:29:38.044246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88314d2e-bca6-406c-973c-9b43cb4ac1bd', 'name': 'network-vif-deleted', 'tag': 'd56ce722-c49f-468a-808e-316eeed80866'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:38.046518 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9777fecb-7f5e-4508-a821-7e50683d48b4" -d '{"events": [{"server_uuid": "88314d2e-bca6-406c-973c-9b43cb4ac1bd", "name": "network-vif-deleted", "tag": "d56ce722-c49f-468a-808e-316eeed80866"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:38.052471 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2076aeff-d37f-4a32-b623-f7f91351c7a5 req-339f762c-c1d8-4f6c-9196-d37bf6f1b186 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.139543 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:38.143709 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.152302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:38.153060 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.289172 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eec494c-4577-4659-ac93-aeaa5e2d3eff x-openstack-request-id: req-1eec494c-4577-4659-ac93-aeaa5e2d3eff {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:38.289172 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88314d2e-bca6-406c-973c-9b43cb4ac1bd", "name": "network-vif-deleted", "tag": "d56ce722-c49f-468a-808e-316eeed80866", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:38.289172 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1eec494c-4577-4659-ac93-aeaa5e2d3eff {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:38.289659 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846a4b9a-a874-4892-a34e-f0a3603c7786 admin admin] Network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:29:38.289744 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88314d2e-bca6-406c-973c-9b43cb4ac1bd', 'name': 'network-vif-deleted', 'tag': 'd56ce722-c49f-468a-808e-316eeed80866', 'status': 'completed', 'code': 200} Jul 16 08:29:38.289822 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2076aeff-d37f-4a32-b623-f7f91351c7a5 req-339f762c-c1d8-4f6c-9196-d37bf6f1b186 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.309470 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.374638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590f5e14-e688-4058-817b-665f8bcf8628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eaa3a7-5083-4e9c-b51b-0157c4ca81b9'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:38.386128 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820fc5d2-fd2f-4546-bdd8-f2e1a400a585" -d '{"events": [{"server_uuid": "590f5e14-e688-4058-817b-665f8bcf8628", "name": "network-vif-plugged", "status": "completed", "tag": "16eaa3a7-5083-4e9c-b51b-0157c4ca81b9"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:38.388685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85f7d5df-4332-492c-bfd1-9afb9da9429f tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.388685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85f7d5df-4332-492c-bfd1-9afb9da9429f tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.423746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=16eaa3a7-5083-4e9c-b51b-0157c4ca81b9,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:38.447337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-85f7d5df-4332-492c-bfd1-9afb9da9429f tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Calling delete_port for 460a99a9-e39c-4d68-a808-c0b955ebf5e2 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:38.457354 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.473856 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2076aeff-d37f-4a32-b623-f7f91351c7a5 req-339f762c-c1d8-4f6c-9196-d37bf6f1b186 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.486590 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2076aeff-d37f-4a32-b623-f7f91351c7a5 req-339f762c-c1d8-4f6c-9196-d37bf6f1b186 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9171412 Jul 16 08:29:38.516773 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-846a4b9a-a874-4892-a34e-f0a3603c7786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, b9d546f0-2f2c-4563-8e6a-5b4c768f4419) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:38.522536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339f762c-c1d8-4f6c-9196-d37bf6f1b186 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3c7378-6175-4522-a854-21185bb981bc,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:38.544596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846a4b9a-a874-4892-a34e-f0a3603c7786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:38.550967 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-846a4b9a-a874-4892-a34e-f0a3603c7786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.562659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=16eaa3a7-5083-4e9c-b51b-0157c4ca81b9,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:38.565756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695f720b-455d-4802-877c-c04fec5bbd7d None None] Network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:38.615334 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-846a4b9a-a874-4892-a34e-f0a3603c7786 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8675401 Jul 16 08:29:38.625179 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-102b3ecd-ab3a-409c-ac12-178f09f738d5 req-3941546d-1eef-45c7-b5e9-4d4149557a9c tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=88314d2e-bca6-406c-973c-9b43cb4ac1bd HTTP/1.1" status: 200 len: 210 time: 0.1308591 Jul 16 08:29:38.701267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:38.701573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:38.703596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:38.703951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:38.704294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:38.704668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:38.707873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:38.708257 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:38.708626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:38.708969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:38.709306 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:38.710064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:38.714533 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb6c51a-cb79-4d40-b13e-da94b1900058 x-openstack-request-id: req-8eb6c51a-cb79-4d40-b13e-da94b1900058 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:38.714837 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590f5e14-e688-4058-817b-665f8bcf8628", "name": "network-vif-plugged", "status": "completed", "tag": "16eaa3a7-5083-4e9c-b51b-0157c4ca81b9", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:38.715073 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8eb6c51a-cb79-4d40-b13e-da94b1900058 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:38.715985 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590f5e14-e688-4058-817b-665f8bcf8628', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16eaa3a7-5083-4e9c-b51b-0157c4ca81b9', 'code': 200} Jul 16 08:29:38.736538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-c4fee9e3-48cd-4843-8c5f-9effb434ee62 req-758dea0d-64cc-4aae-b248-97103cd3d198 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1173662158', 'description': 'tempest-description-1142569624'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:38.795844 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c4fee9e3-48cd-4843-8c5f-9effb434ee62 req-758dea0d-64cc-4aae-b248-97103cd3d198 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.811854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-c405b8a2-1680-47a2-bf88-2cf9968cd32d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Allocated IP 172.20.0.11 (c727f580-5d9d-4e64-8e13-4f4d27c5457d/1fb74546-d50f-4c12-b2cd-ff2586987f2d/0676b8ce-61dd-4783-a828-8f31a8e0d1a8) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:38.859772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850375e2-eed9-473c-b018-d3e96e2faf53 None None] Network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:38.950399 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6e304bb6-178f-410e-a44e-2d7e02043bd3 req-e9fedd72-8d90-4965-b5bb-55d55da1be67 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 210 time: 0.1358016 Jul 16 08:29:39.012538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fcb3d3-7b84-4db5-a3e7-ca606a8f5661 req-f134223d-2bf4-4d09-8954-1e2c36134833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:39.015160 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4fcb3d3-7b84-4db5-a3e7-ca606a8f5661 req-f134223d-2bf4-4d09-8954-1e2c36134833 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 1097 time: 0.2154765 Jul 16 08:29:39.137616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4fcb3d3-7b84-4db5-a3e7-ca606a8f5661 req-995b2b4f-5e17-4bac-9646-6e3ca1f3855b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139314 Jul 16 08:29:39.151260 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c4fee9e3-48cd-4843-8c5f-9effb434ee62 req-758dea0d-64cc-4aae-b248-97103cd3d198 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.162636 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c4fee9e3-48cd-4843-8c5f-9effb434ee62 req-758dea0d-64cc-4aae-b248-97103cd3d198 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.205681 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c4fee9e3-48cd-4843-8c5f-9effb434ee62 req-758dea0d-64cc-4aae-b248-97103cd3d198 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.227271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c4fee9e3-48cd-4843-8c5f-9effb434ee62 req-758dea0d-64cc-4aae-b248-97103cd3d198 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4971294 Jul 16 08:29:39.242830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758dea0d-64cc-4aae-b248-97103cd3d198 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5b71d3-085d-4d0e-991a-a0da55efaa37,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:39.277921 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85f7d5df-4332-492c-bfd1-9afb9da9429f tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.536803 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.681517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ad902-495f-41b8-a674-939c4c1d3140 req-ff6a8be8-533e-4fa2-a93e-ddcd36de8e89 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:39.683178 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-190ad902-495f-41b8-a674-939c4c1d3140 req-ff6a8be8-533e-4fa2-a93e-ddcd36de8e89 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/networks?id=b9d546f0-2f2c-4563-8e6a-5b4c768f4419 HTTP/1.1" status: 200 len: 822 time: 0.1985452 Jul 16 08:29:39.702400 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-190ad902-495f-41b8-a674-939c4c1d3140 req-076af264-942a-4d34-8e0b-c8a31644afb5 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/quotas/d87902f8d1ec4af59ab6c7da7c4d9815 HTTP/1.1" status: 200 len: 375 time: 0.0130754 Jul 16 08:29:39.728482 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f7d5df-4332-492c-bfd1-9afb9da9429f tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Pushing event deleted for resources: {'Port': ['ID=460a99a9-e39c-4d68-a808-c0b955ebf5e2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:39.749749 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-190ad902-495f-41b8-a674-939c4c1d3140 req-7df17d84-6711-42c1-927a-826d43fd7f56 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d87902f8d1ec4af59ab6c7da7c4d9815&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413020 Jul 16 08:29:39.794380 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-c405b8a2-1680-47a2-bf88-2cf9968cd32d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.851885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8fe941-53f6-48f7-9bb9-e09ad41b5d77 req-e40eea5a-376d-4272-8293-3b0e9b03637f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:39.853676 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7a8fe941-53f6-48f7-9bb9-e09ad41b5d77 req-e40eea5a-376d-4272-8293-3b0e9b03637f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 945 time: 0.6507704 Jul 16 08:29:39.881576 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-190ad902-495f-41b8-a674-939c4c1d3140 req-31238aba-bb45-4434-b188-f40a27be5be4 service neutron] 10.222.0.20 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308963 Jul 16 08:29:39.890645 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85f7d5df-4332-492c-bfd1-9afb9da9429f tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.893238 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85f7d5df-4332-492c-bfd1-9afb9da9429f tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.897962 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-85f7d5df-4332-492c-bfd1-9afb9da9429f tempest-ServersTestJSON-243750492 tempest-ServersTestJSON-243750492-project] 10.222.0.20 "DELETE /v2.0/floatingips/d4680462-851b-4e37-bbc5-8d86e147c3e3 HTTP/1.1" status: 204 len: 168 time: 2.4659941 Jul 16 08:29:39.901404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42338) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:39.940157 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7a8fe941-53f6-48f7-9bb9-e09ad41b5d77 req-bfdc6576-b752-40cf-a993-d2a09c8ff8da tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794978 Jul 16 08:29:39.955041 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-c405b8a2-1680-47a2-bf88-2cf9968cd32d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.967822 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['cf976342-9e5a-469c-93b5-f160f2c00b54'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:40.111424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-31aa21d7-1d5f-4ca5-a681-a155ba829156 req-2090cd9c-affa-4325-a733-4b27ec185703 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-410157261', 'description': 'tempest-description-1371168760'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:40.154806 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-31aa21d7-1d5f-4ca5-a681-a155ba829156 req-2090cd9c-affa-4325-a733-4b27ec185703 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.160744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-c405b8a2-1680-47a2-bf88-2cf9968cd32d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Network c727f580-5d9d-4e64-8e13-4f4d27c5457d is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:40.168153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405b8a2-1680-47a2-bf88-2cf9968cd32d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Pushing event updated for resources: {'Port': ['ID=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:40.175446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-c405b8a2-1680-47a2-bf88-2cf9968cd32d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:40.178955 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-c405b8a2-1680-47a2-bf88-2cf9968cd32d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:40.249357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-c405b8a2-1680-47a2-bf88-2cf9968cd32d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:40.250013 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-c405b8a2-1680-47a2-bf88-2cf9968cd32d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.341265 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-31aa21d7-1d5f-4ca5-a681-a155ba829156 req-2090cd9c-affa-4325-a733-4b27ec185703 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.349012 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-31aa21d7-1d5f-4ca5-a681-a155ba829156 req-2090cd9c-affa-4325-a733-4b27ec185703 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.363756 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-c405b8a2-1680-47a2-bf88-2cf9968cd32d tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9514482 Jul 16 08:29:40.373015 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-190ad902-495f-41b8-a674-939c4c1d3140 req-33cc9fa5-00d8-4309-869f-752ce44e0828 service neutron] 10.222.0.20 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905405 Jul 16 08:29:40.379228 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Request body: {'port': {'device_id': '77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:40.391100 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-31aa21d7-1d5f-4ca5-a681-a155ba829156 req-2090cd9c-affa-4325-a733-4b27ec185703 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.392523 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-31aa21d7-1d5f-4ca5-a681-a155ba829156 req-2090cd9c-affa-4325-a733-4b27ec185703 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2900429 Jul 16 08:29:40.424117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090cd9c-affa-4325-a733-4b27ec185703 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d470b0-61c9-4cdb-bda5-5ccc580b4548,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:40.484553 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.872645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:40.874963 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-743dbd0b-210b-40c0-aee5-5bbb4fb9d9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.883060 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.907306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Transition to ACTIVE for port object 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:40.918947 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.939025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff5410-9b8d-407c-b572-2750d054a236 req-e5dda226-b4b5-49b0-9a2f-4a362191a459 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:40.946682 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a8ff5410-9b8d-407c-b572-2750d054a236 req-e5dda226-b4b5-49b0-9a2f-4a362191a459 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 932 time: 0.1664369 Jul 16 08:29:41.017030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-af329ee1-3eec-4a01-b9a4-433471f293b8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:41.018817 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-af329ee1-3eec-4a01-b9a4-433471f293b8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/networks?id=bbd421db-f40a-44a2-b154-b218b9278460 HTTP/1.1" status: 200 len: 814 time: 0.2721739 Jul 16 08:29:41.042376 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.061095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Pushing event updated for resources: {'Port': ['ID=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:41.081912 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a8ff5410-9b8d-407c-b572-2750d054a236 req-3e92255f-476a-4304-b306-cc6a1c093001 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337888 Jul 16 08:29:41.102504 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-949ce44a-83c4-4da2-9b72-685c939a4c39 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/quotas/f7a4408b90e642a794da346a8a56fa5d HTTP/1.1" status: 200 len: 375 time: 0.0373170 Jul 16 08:29:41.192683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Attempting to bind port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:41.193340 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Attempting to bind port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:41.193873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Attempting to bind port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:41.197094 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-4a1d9e92-3b4a-4ff4-b5b7-ec98d3bd913e tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f7a4408b90e642a794da346a8a56fa5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936847 Jul 16 08:29:41.209042 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8e1b79e6-047f-420f-b901-24d12d9fc0eb req-b02dc51a-e427-4855-8fef-b4f1e6a1cd5b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/1d5b71d3-085d-4d0e-991a-a0da55efaa37 HTTP/1.1" status: 200 len: 1805 time: 0.0842409 Jul 16 08:29:41.229441 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:41.230085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Attempting to bind port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:41.289148 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8e1b79e6-047f-420f-b901-24d12d9fc0eb req-039ec540-b8aa-4c51-9c1f-d5b5a2bbabdc tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/d8d470b0-61c9-4cdb-bda5-5ccc580b4548 HTTP/1.1" status: 200 len: 1804 time: 0.0752449 Jul 16 08:29:41.290771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:41.291162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Checking segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:41.291553 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Bound using segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:41.292002 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Bound port: 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:41.292360 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.310829 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-8e1b79e6-047f-420f-b901-24d12d9fc0eb req-ca1144dc-411c-4190-a67e-2c2cd3f46961 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1d5b71d3-085d-4d0e-991a-a0da55efaa37', 'remote_group_id': 'd8d470b0-61c9-4cdb-bda5-5ccc580b4548', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:41.311231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-8e1b79e6-047f-420f-b901-24d12d9fc0eb req-ca1144dc-411c-4190-a67e-2c2cd3f46961 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '1d5b71d3-085d-4d0e-991a-a0da55efaa37', 'remote_group_id': 'd8d470b0-61c9-4cdb-bda5-5ccc580b4548', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:41.344839 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-ebec12a7-dc57-427f-85d6-66adf477415a service neutron] 10.222.0.20 "GET /v2.0/networks/bbd421db-f40a-44a2-b154-b218b9278460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466932 Jul 16 08:29:41.399834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-743dbd0b-210b-40c0-aee5-5bbb4fb9d9b8 admin admin] Deleting port 7a88b56c-7f24-4932-a791-882f88e5c1cb {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:41.400221 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-743dbd0b-210b-40c0-aee5-5bbb4fb9d9b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.442314 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8e1b79e6-047f-420f-b901-24d12d9fc0eb req-ca1144dc-411c-4190-a67e-2c2cd3f46961 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.451470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:41.457394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:41.474027 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.523704 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8e1b79e6-047f-420f-b901-24d12d9fc0eb req-ca1144dc-411c-4190-a67e-2c2cd3f46961 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.528369 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-7ad1ad62-cde4-42d0-be03-8d6b1a9ad823 service neutron] 10.222.0.20 "GET /v2.0/networks/bbd421db-f40a-44a2-b154-b218b9278460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700313 Jul 16 08:29:41.532728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:41.533513 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.535632 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] 10.222.0.15 "PUT /v2.0/ports/0676b8ce-61dd-4783-a828-8f31a8e0d1a8 HTTP/1.1" status: 200 len: 1093 time: 1.1626956 Jul 16 08:29:41.535868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b', 'tag': '0676b8ce-61dd-4783-a828-8f31a8e0d1a8'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:41.538176 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8448ef63-edf5-4237-9d05-9595facdc966" -d '{"events": [{"name": "network-changed", "server_uuid": "77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b", "tag": "0676b8ce-61dd-4783-a828-8f31a8e0d1a8"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:41.543090 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8e1b79e6-047f-420f-b901-24d12d9fc0eb req-ca1144dc-411c-4190-a67e-2c2cd3f46961 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.567846 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1144dc-411c-4190-a67e-2c2cd3f46961 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed65ba6f-846c-45ba-9f62-9f23e09cc6cd,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:41.577179 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35317645-5e54-4c09-8c4f-6dc27a18d037 service neutron] Pushing event updated for resources: {'Port': ['ID=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:41.594080 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-743dbd0b-210b-40c0-aee5-5bbb4fb9d9b8 admin admin] For port 7a88b56c-7f24-4932-a791-882f88e5c1cb, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7a88b56c-7f24-4932-a791-882f88e5c1cb,segment=NetworkSegment(612cc99d-4136-4a7e-875a-e3e4e2a33d78),segment_id=612cc99d-4136-4a7e-875a-e3e4e2a33d78)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:41.594455 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-743dbd0b-210b-40c0-aee5-5bbb4fb9d9b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.611176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-743dbd0b-210b-40c0-aee5-5bbb4fb9d9b8 admin admin] Calling delete_port for 7a88b56c-7f24-4932-a791-882f88e5c1cb owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:41.634389 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8e1b79e6-047f-420f-b901-24d12d9fc0eb req-ca1144dc-411c-4190-a67e-2c2cd3f46961 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.637099 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8e1b79e6-047f-420f-b901-24d12d9fc0eb req-ca1144dc-411c-4190-a67e-2c2cd3f46961 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3422811 Jul 16 08:29:41.694814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-15b8c984-5c32-41ca-823b-fe7c82521159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:41.700763 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-15b8c984-5c32-41ca-823b-fe7c82521159 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 1096 time: 0.1160452 Jul 16 08:29:41.782392 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-00ef8001-b3fb-499f-b359-03ec8a9025e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8 HTTP/1.1" status: 200 len: 217 time: 0.0746458 Jul 16 08:29:41.889658 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-5fa0f048-6627-47ac-a4e0-96ed9479c95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:41.891334 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-5fa0f048-6627-47ac-a4e0-96ed9479c95e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.1033504 Jul 16 08:29:41.933094 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-15d4cb81-109d-4e50-82c1-e504f2f15690 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349772 Jul 16 08:29:41.936259 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb59950b-fab7-406a-934c-08a2c58386f2 req-fa72fe37-72ea-4c92-8013-05add6f86bbd tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 210 time: 0.0449803 Jul 16 08:29:41.966545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device d56ce722-c49f-468a-808e-316eeed80866 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:41.967413 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-743dbd0b-210b-40c0-aee5-5bbb4fb9d9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.063100 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: d56ce722-c49f-468a-808e-316eeed80866 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:42.068175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device d56ce722-c49f-468a-808e-316eeed80866 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:42.111463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743dbd0b-210b-40c0-aee5-5bbb4fb9d9b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a88b56c-7f24-4932-a791-882f88e5c1cb,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:42.191666 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-89205129-5291-4ba4-9204-c78cf1ca52c7 service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315824 Jul 16 08:29:42.286232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ad902-495f-41b8-a674-939c4c1d3140 req-620dfe29-530b-40d1-9562-21420e096c62 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.289082 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-190ad902-495f-41b8-a674-939c4c1d3140 req-620dfe29-530b-40d1-9562-21420e096c62 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.38 "GET /v2.0/networks?id=b9d546f0-2f2c-4563-8e6a-5b4c768f4419 HTTP/1.1" status: 200 len: 822 time: 0.3635151 Jul 16 08:29:42.315983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-190ad902-495f-41b8-a674-939c4c1d3140 req-a3ac63e0-7cb8-4b0a-bf85-cc08b9878aa3 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Request body: {'port': {'device_id': 'e4eb7e59-0966-4560-afcf-5e56a08c68ec', 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419', 'admin_state_up': True, 'tenant_id': 'd87902f8d1ec4af59ab6c7da7c4d9815'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:42.347998 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0342e4f1-19e7-417e-b3e7-303cd2039429 x-openstack-request-id: req-0342e4f1-19e7-417e-b3e7-303cd2039429 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:42.348287 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b", "tag": "0676b8ce-61dd-4783-a828-8f31a8e0d1a8", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:42.348559 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0342e4f1-19e7-417e-b3e7-303cd2039429 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:42.349023 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b', 'tag': '0676b8ce-61dd-4783-a828-8f31a8e0d1a8', 'status': 'completed', 'code': 200} Jul 16 08:29:42.356072 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbb4aff8-859f-4abd-b229-5aea9d4293fe req-98fc7afe-ed8d-4b82-9244-6f439e2b8375 service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560676 Jul 16 08:29:42.452447 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6dfbf8ab-d3ee-4732-a43f-814e8c49989f req-db71ebc4-e567-4cc7-9674-8f5e85e56858 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/d8d470b0-61c9-4cdb-bda5-5ccc580b4548 HTTP/1.1" status: 200 len: 1804 time: 0.0763659 Jul 16 08:29:42.510962 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:29:42.615620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448ef63-edf5-4237-9d05-9595facdc966 req-498b8e22-a6c2-4482-9b78-b6256785a303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.617207 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8448ef63-edf5-4237-9d05-9595facdc966 req-498b8e22-a6c2-4482-9b78-b6256785a303 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 1096 time: 0.1116545 Jul 16 08:29:42.620877 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8ab-d3ee-4732-a43f-814e8c49989f req-bcfcadb2-56a8-4765-9c5a-5cfef2fdb799 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.645558 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-743dbd0b-210b-40c0-aee5-5bbb4fb9d9b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.656539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03ecc3f-96bb-4b66-b799-a397a9713cc3 req-27c4c8ae-9686-4efc-b927-0bc144a28664 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.665276 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f03ecc3f-96bb-4b66-b799-a397a9713cc3 req-27c4c8ae-9686-4efc-b927-0bc144a28664 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 945 time: 0.4343660 Jul 16 08:29:42.672714 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8ab-d3ee-4732-a43f-814e8c49989f req-bcfcadb2-56a8-4765-9c5a-5cfef2fdb799 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.754290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190ad902-495f-41b8-a674-939c4c1d3140 req-a3ac63e0-7cb8-4b0a-bf85-cc08b9878aa3 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Made reservation on behalf of d87902f8d1ec4af59ab6c7da7c4d9815 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:42.758864 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-190ad902-495f-41b8-a674-939c4c1d3140 req-a3ac63e0-7cb8-4b0a-bf85-cc08b9878aa3 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.793145 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448ef63-edf5-4237-9d05-9595facdc966 req-dc821488-adff-4b8c-9ba4-556f7828b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.794676 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8448ef63-edf5-4237-9d05-9595facdc966 req-dc821488-adff-4b8c-9ba4-556f7828b391 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.1614950 Jul 16 08:29:42.805396 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f03ecc3f-96bb-4b66-b799-a397a9713cc3 req-17981991-7314-4c7e-97db-fe4d8100e2d1 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390870 Jul 16 08:29:42.843653 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8448ef63-edf5-4237-9d05-9595facdc966 req-d37b87ac-5eda-41c0-ad56-a198a2cb36f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8 HTTP/1.1" status: 200 len: 217 time: 0.0422213 Jul 16 08:29:42.859159 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8ab-d3ee-4732-a43f-814e8c49989f req-bcfcadb2-56a8-4765-9c5a-5cfef2fdb799 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.862794 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-6dfbf8ab-d3ee-4732-a43f-814e8c49989f req-bcfcadb2-56a8-4765-9c5a-5cfef2fdb799 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.864145 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6dfbf8ab-d3ee-4732-a43f-814e8c49989f req-bcfcadb2-56a8-4765-9c5a-5cfef2fdb799 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "DELETE /v2.0/security-groups/d8d470b0-61c9-4cdb-bda5-5ccc580b4548 HTTP/1.1" status: 204 len: 173 time: 0.4052851 Jul 16 08:29:42.897599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfcadb2-56a8-4765-9c5a-5cfef2fdb799 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d470b0-61c9-4cdb-bda5-5ccc580b4548,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:42.920272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448ef63-edf5-4237-9d05-9595facdc966 req-aed68591-bedd-4a0e-810a-aa8fefb01c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.922069 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8448ef63-edf5-4237-9d05-9595facdc966 req-aed68591-bedd-4a0e-810a-aa8fefb01c94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.0727577 Jul 16 08:29:42.964320 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8448ef63-edf5-4237-9d05-9595facdc966 req-179c33b5-ab27-4b6f-a0f7-74030dd32fc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344830 Jul 16 08:29:43.102786 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f098922-96c2-4bfb-a8f4-b5ca2063512a req-4a8289b8-7ff1-4d03-8285-02ab8d963a26 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 210 time: 0.0465415 Jul 16 08:29:43.112414 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8448ef63-edf5-4237-9d05-9595facdc966 req-8823ff42-2d7a-41db-837d-7cfc1f7e38f1 service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420662 Jul 16 08:29:43.172126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46c8d2-8f04-41cb-9ba9-bf5ded08510e req-34091f92-d585-4423-92b9-18989ff8da12 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.173749 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a46c8d2-8f04-41cb-9ba9-bf5ded08510e req-34091f92-d585-4423-92b9-18989ff8da12 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 951 time: 0.1168623 Jul 16 08:29:43.213037 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-743dbd0b-210b-40c0-aee5-5bbb4fb9d9b8 admin admin] Router 392552b4-7d9c-46e5-9ab9-fca23e97b96b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:29:43.231488 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-190ad902-495f-41b8-a674-939c4c1d3140 req-a3ac63e0-7cb8-4b0a-bf85-cc08b9878aa3 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Allocated IP 172.20.0.8 (b9d546f0-2f2c-4563-8e6a-5b4c768f4419/b590703a-50bc-47da-bee3-3eff5a20da13/710e98f2-40ae-4b8a-8bdd-01e0ba567bc1) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:43.283632 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a46c8d2-8f04-41cb-9ba9-bf5ded08510e req-b61e76cb-d72e-4bb6-8f0c-3c6ec0b47bdc tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/security-groups?id=abdfe329-8b34-4098-b12f-4423e0c12858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695972 Jul 16 08:29:43.287438 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8448ef63-edf5-4237-9d05-9595facdc966 req-505e78ae-9874-4ddc-b101-06c68594584e service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678128 Jul 16 08:29:43.430905 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83858dab-9c11-4951-bb96-f0ec790f0983 req-c5fc8b4b-e5cc-4bce-be7a-d5e630c714bf tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.432447 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-83858dab-9c11-4951-bb96-f0ec790f0983 req-c5fc8b4b-e5cc-4bce-be7a-d5e630c714bf tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 944 time: 0.2024410 Jul 16 08:29:43.589336 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-190ad902-495f-41b8-a674-939c4c1d3140 req-a3ac63e0-7cb8-4b0a-bf85-cc08b9878aa3 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.601287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6164c2-5394-4ce2-9106-c5263da74898 req-953d0e31-3e00-4ba1-986b-b94c42f8894a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.602834 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b6164c2-5394-4ce2-9106-c5263da74898 req-953d0e31-3e00-4ba1-986b-b94c42f8894a tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.38 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 951 time: 0.1610634 Jul 16 08:29:43.610213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-b15e62c2-26b0-4ca2-b73f-fdf294dfc365 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.611627 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-b15e62c2-26b0-4ca2-b73f-fdf294dfc365 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.15 "GET /v2.0/networks?id=bbd421db-f40a-44a2-b154-b218b9278460 HTTP/1.1" status: 200 len: 814 time: 0.1356013 Jul 16 08:29:43.623340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743dbd0b-210b-40c0-aee5-5bbb4fb9d9b8 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:43.633468 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-743dbd0b-210b-40c0-aee5-5bbb4fb9d9b8 admin admin] 10.222.0.20 "PUT /v2.0/routers/392552b4-7d9c-46e5-9ab9-fca23e97b96b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7310078 Jul 16 08:29:43.635446 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6458de-a0ec-4775-8d41-7751a2a91d2f None None] Sync routers for ids ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:43.641888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42400) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:43.650809 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6458de-a0ec-4775-8d41-7751a2a91d2f None None] Routers {'392552b4-7d9c-46e5-9ab9-fca23e97b96b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:43.652068 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ee6458de-a0ec-4775-8d41-7751a2a91d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:29:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:43.661025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-e963633a-c195-42ca-a158-6ae06bf683e8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Request body: {'port': {'device_id': 'bb6bd93e-e540-44b7-b54c-e94652245ed2', 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460', 'admin_state_up': True, 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:43.728061 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-83858dab-9c11-4951-bb96-f0ec790f0983 req-80b1f0b0-12bd-473b-8fbd-865cbb8e2f49 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356418 Jul 16 08:29:43.794758 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-ee6458de-a0ec-4775-8d41-7751a2a91d2f None None] Set router 392552b4-7d9c-46e5-9ab9-fca23e97b96b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:43.841252 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de6de8be-9866-49ea-a9c8-ae66d22ee6c9 req-299c2b60-b42c-44eb-99d0-9698d1c024fc tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/1d5b71d3-085d-4d0e-991a-a0da55efaa37 HTTP/1.1" status: 200 len: 1805 time: 0.2267661 Jul 16 08:29:43.921256 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-5b6164c2-5394-4ce2-9106-c5263da74898 req-5402027c-2d51-4f90-b28c-aefaf53b7f2e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Deleting port 54abef22-1cc4-4b45-b93e-f9a6dc28565f {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:43.922318 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5b6164c2-5394-4ce2-9106-c5263da74898 req-5402027c-2d51-4f90-b28c-aefaf53b7f2e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.939330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-e963633a-c195-42ca-a158-6ae06bf683e8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Made reservation on behalf of f7a4408b90e642a794da346a8a56fa5d for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:43.943748 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-e963633a-c195-42ca-a158-6ae06bf683e8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.975001 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-190ad902-495f-41b8-a674-939c4c1d3140 req-a3ac63e0-7cb8-4b0a-bf85-cc08b9878aa3 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.981190 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.073194 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ee6458de-a0ec-4775-8d41-7751a2a91d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:57Z', 'updated_at': '2021-07-16T08:29:41Z', 'revision_number': 5, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'gw_port': {'id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:58Z', 'updated_at': '2021-07-16T08:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:44.107820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-5b6164c2-5394-4ce2-9106-c5263da74898 req-5402027c-2d51-4f90-b28c-aefaf53b7f2e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] For port 54abef22-1cc4-4b45-b93e-f9a6dc28565f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54abef22-1cc4-4b45-b93e-f9a6dc28565f,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:44.108197 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5b6164c2-5394-4ce2-9106-c5263da74898 req-5402027c-2d51-4f90-b28c-aefaf53b7f2e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.144441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ac63e0-7cb8-4b0a-bf85-cc08b9878aa3 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Pushing event updated for resources: {'Port': ['ID=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:44.191704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190ad902-495f-41b8-a674-939c4c1d3140 req-a3ac63e0-7cb8-4b0a-bf85-cc08b9878aa3 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:44.195865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-190ad902-495f-41b8-a674-939c4c1d3140 req-a3ac63e0-7cb8-4b0a-bf85-cc08b9878aa3 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:44.197561 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-5b6164c2-5394-4ce2-9106-c5263da74898 req-5402027c-2d51-4f90-b28c-aefaf53b7f2e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Calling delete_port for 54abef22-1cc4-4b45-b93e-f9a6dc28565f owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:44.203074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-190ad902-495f-41b8-a674-939c4c1d3140 req-a3ac63e0-7cb8-4b0a-bf85-cc08b9878aa3 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:44.223384 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6458de-a0ec-4775-8d41-7751a2a91d2f None None] Checking router: 392552b4-7d9c-46e5-9ab9-fca23e97b96b for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:44.240745 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6458de-a0ec-4775-8d41-7751a2a91d2f None None] Routers {'392552b4-7d9c-46e5-9ab9-fca23e97b96b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:44.241971 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ee6458de-a0ec-4775-8d41-7751a2a91d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:29:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:44.280034 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-e963633a-c195-42ca-a158-6ae06bf683e8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Allocated IP 172.20.0.7 (bbd421db-f40a-44a2-b154-b218b9278460/4fca9a4d-8888-4f2a-bfc7-8b7017fd829f/f867ff59-e094-4979-8051-96188e31ce10) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:44.345492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965639b9-7c8b-4bff-b459-5e63034e2039 req-9a8e3021-8a2f-45d7-b595-922c941e8b3f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.347348 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-965639b9-7c8b-4bff-b459-5e63034e2039 req-9a8e3021-8a2f-45d7-b595-922c941e8b3f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 945 time: 0.2159822 Jul 16 08:29:44.390814 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-ee6458de-a0ec-4775-8d41-7751a2a91d2f None None] Set router 392552b4-7d9c-46e5-9ab9-fca23e97b96b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:44.579256 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-965639b9-7c8b-4bff-b459-5e63034e2039 req-4c6e9495-bdd8-4ac7-90a0-d8790b09bd0d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221448 Jul 16 08:29:44.593502 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-e963633a-c195-42ca-a158-6ae06bf683e8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.649326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-cbe3fb66-b8fa-42eb-9978-0fa3209479ee req-b0b4cf83-06fe-4c6e-b69e-ec09e0bee36f tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2042861219', 'description': 'tempest-description-1795721465'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:44.657337 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ee6458de-a0ec-4775-8d41-7751a2a91d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:57Z', 'updated_at': '2021-07-16T08:29:41Z', 'revision_number': 5, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'gw_port': {'id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:58Z', 'updated_at': '2021-07-16T08:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:44.680688 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbe3fb66-b8fa-42eb-9978-0fa3209479ee req-b0b4cf83-06fe-4c6e-b69e-ec09e0bee36f tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.696408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-e963633a-c195-42ca-a158-6ae06bf683e8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Transition to ACTIVE for port object f867ff59-e094-4979-8051-96188e31ce10 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:44.733772 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5b6164c2-5394-4ce2-9106-c5263da74898 req-5402027c-2d51-4f90-b28c-aefaf53b7f2e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.747089 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee6458de-a0ec-4775-8d41-7751a2a91d2f None None] The sync data for ids ['392552b4-7d9c-46e5-9ab9-fca23e97b96b'] in n-d-758944-46 is: [{'id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'name': 'tempest-ServersTestJSON-1539342984-router', 'tenant_id': '2da21cd3875a446cbc9918c552ebd204', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208'}], 'enable_snat': True}, 'gw_port_id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:57Z', 'updated_at': '2021-07-16T08:29:41Z', 'revision_number': 5, 'project_id': '2da21cd3875a446cbc9918c552ebd204', 'gw_port': {'id': 'e085901e-2ffc-4b29-8f25-529b74ee7f34', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:2c:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '392552b4-7d9c-46e5-9ab9-fca23e97b96b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:58Z', 'updated_at': '2021-07-16T08:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:44.747907 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['54abef22-1cc4-4b45-b93e-f9a6dc28565f'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:44.779211 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.784673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5402027c-2d51-4f90-b28c-aefaf53b7f2e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Pushing event deleted for resources: {'Port': ['ID=54abef22-1cc4-4b45-b93e-f9a6dc28565f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:44.905568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ad902-495f-41b8-a674-939c4c1d3140 req-a3ac63e0-7cb8-4b0a-bf85-cc08b9878aa3 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.906756 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-190ad902-495f-41b8-a674-939c4c1d3140 req-a3ac63e0-7cb8-4b0a-bf85-cc08b9878aa3 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.929574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901dbeff-0813-468d-baea-4e765877d2fc req-c4dd8a59-888a-431c-a679-b07be098daff tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.931269 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-901dbeff-0813-468d-baea-4e765877d2fc req-c4dd8a59-888a-431c-a679-b07be098daff tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 931 time: 0.8550346 Jul 16 08:29:44.939529 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b6164c2-5394-4ce2-9106-c5263da74898 req-5402027c-2d51-4f90-b28c-aefaf53b7f2e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] No DVR routers for this DVR port 54abef22-1cc4-4b45-b93e-f9a6dc28565f on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:44.944141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] Deleting port e085901e-2ffc-4b29-8f25-529b74ee7f34 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:44.944698 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.950498 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-e963633a-c195-42ca-a158-6ae06bf683e8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.952806 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5b6164c2-5394-4ce2-9106-c5263da74898 req-5402027c-2d51-4f90-b28c-aefaf53b7f2e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.955434 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b6164c2-5394-4ce2-9106-c5263da74898 req-5402027c-2d51-4f90-b28c-aefaf53b7f2e tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.38 "DELETE /v2.0/ports/54abef22-1cc4-4b45-b93e-f9a6dc28565f HTTP/1.1" status: 204 len: 173 time: 1.3428190 Jul 16 08:29:44.959150 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6d25b79-e875-4e39-975c-db19f8280961', 'name': 'network-vif-deleted', 'tag': '54abef22-1cc4-4b45-b93e-f9a6dc28565f'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:44.961139 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da3f10ef-5025-4d5f-a9c2-e7eb007ef5ad" -d '{"events": [{"server_uuid": "b6d25b79-e875-4e39-975c-db19f8280961", "name": "network-vif-deleted", "tag": "54abef22-1cc4-4b45-b93e-f9a6dc28565f"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:45.098191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963633a-c195-42ca-a158-6ae06bf683e8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Pushing event updated for resources: {'Port': ['ID=f867ff59-e094-4979-8051-96188e31ce10,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:45.140564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-e963633a-c195-42ca-a158-6ae06bf683e8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Network bbd421db-f40a-44a2-b154-b218b9278460 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:45.145131 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-901dbeff-0813-468d-baea-4e765877d2fc req-e306f958-f9c9-4ff6-adfd-3b60f6bcb929 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974006 Jul 16 08:29:45.149119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-e963633a-c195-42ca-a158-6ae06bf683e8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:45.154659 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-e963633a-c195-42ca-a158-6ae06bf683e8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:45.212690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] For port e085901e-2ffc-4b29-8f25-529b74ee7f34, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e085901e-2ffc-4b29-8f25-529b74ee7f34,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:45.213054 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.235861 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] Calling delete_port for e085901e-2ffc-4b29-8f25-529b74ee7f34 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:45.272966 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbe3fb66-b8fa-42eb-9978-0fa3209479ee req-b0b4cf83-06fe-4c6e-b69e-ec09e0bee36f tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.288098 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbe3fb66-b8fa-42eb-9978-0fa3209479ee req-b0b4cf83-06fe-4c6e-b69e-ec09e0bee36f tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.365213 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-190ad902-495f-41b8-a674-939c4c1d3140 req-a3ac63e0-7cb8-4b0a-bf85-cc08b9878aa3 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0624712 Jul 16 08:29:45.373413 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbe3fb66-b8fa-42eb-9978-0fa3209479ee req-b0b4cf83-06fe-4c6e-b69e-ec09e0bee36f tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.379100 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cbe3fb66-b8fa-42eb-9978-0fa3209479ee req-b0b4cf83-06fe-4c6e-b69e-ec09e0bee36f tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7418671 Jul 16 08:29:45.392709 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4cf83-06fe-4c6e-b69e-ec09e0bee36f tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb65fd1-a015-4316-a4fd-c042d1bea6d1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:45.394929 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Request body: {'port': {'device_id': 'e4eb7e59-0966-4560-afcf-5e56a08c68ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:45.433055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-e963633a-c195-42ca-a158-6ae06bf683e8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:45.439039 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-e963633a-c195-42ca-a158-6ae06bf683e8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.470341 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-e963633a-c195-42ca-a158-6ae06bf683e8 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8471923 Jul 16 08:29:45.620318 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f4200f4-b8fb-4f92-9897-defac32ab6c8 req-678f07f4-2898-481d-ae60-0e3a5edc7ea4 tempest-ServersAdminTestJSON-1661771663 tempest-ServersAdminTestJSON-1661771663-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6d25b79-e875-4e39-975c-db19f8280961 HTTP/1.1" status: 200 len: 210 time: 0.0627952 Jul 16 08:29:45.622367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-eccdeaec-ffe8-4149-8168-0e8bbd2cc82a None None] Provisioning for port f867ff59-e094-4979-8051-96188e31ce10 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:45.632353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-eccdeaec-ffe8-4149-8168-0e8bbd2cc82a None None] Provisioning complete for port f867ff59-e094-4979-8051-96188e31ce10 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:45.634020 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eccdeaec-ffe8-4149-8168-0e8bbd2cc82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.749170 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-eccdeaec-ffe8-4149-8168-0e8bbd2cc82a None None] Port f867ff59-e094-4979-8051-96188e31ce10 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:45.809928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ed67a-e5c4-4ac3-b419-80261f77f4ae req-6885dd08-b939-4f8c-bad2-385b625f518b tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:45.813138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9c3ed67a-e5c4-4ac3-b419-80261f77f4ae req-6885dd08-b939-4f8c-bad2-385b625f518b tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 944 time: 0.0885272 Jul 16 08:29:45.817801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7a88b56c-7f24-4932-a791-882f88e5c1cb no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:45.846840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 7a88b56c-7f24-4932-a791-882f88e5c1cb {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:45.847613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7a88b56c-7f24-4932-a791-882f88e5c1cb not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:45.878876 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9c3ed67a-e5c4-4ac3-b419-80261f77f4ae req-e994f7f0-f093-4998-b8d1-49cf446e25ee tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499179 Jul 16 08:29:45.932440 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:45.960635 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.059478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5b736-35c1-4fca-9272-24b3b2f8d372 req-24daf0b9-8f73-412d-bbd6-1276423551cf tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:46.066806 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-06c5b736-35c1-4fca-9272-24b3b2f8d372 req-24daf0b9-8f73-412d-bbd6-1276423551cf tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 931 time: 0.6145604 Jul 16 08:29:46.077910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] Pushing event deleted for resources: {'Port': ['ID=e085901e-2ffc-4b29-8f25-529b74ee7f34,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:46.193920 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-06c5b736-35c1-4fca-9272-24b3b2f8d372 req-fef3a925-56b2-4f4c-8262-f8266716ae70 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed269a03-8ef5-4aed-8ff6-53ccc4761312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259024 Jul 16 08:29:46.218356 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.262961 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3506b6c-0830-4fc8-9a7e-8b05a46f5cf6 x-openstack-request-id: req-b3506b6c-0830-4fc8-9a7e-8b05a46f5cf6 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:46.263464 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6d25b79-e875-4e39-975c-db19f8280961", "name": "network-vif-deleted", "tag": "54abef22-1cc4-4b45-b93e-f9a6dc28565f", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:46.263464 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3506b6c-0830-4fc8-9a7e-8b05a46f5cf6 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:46.263881 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6d25b79-e875-4e39-975c-db19f8280961', 'name': 'network-vif-deleted', 'tag': '54abef22-1cc4-4b45-b93e-f9a6dc28565f', 'status': 'completed', 'code': 200} Jul 16 08:29:46.350361 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.355467 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.442460 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.442984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 392552b4-7d9c-46e5-9ab9-fca23e97b96b {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:29:46.447840 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7830d773-f78b-45ba-8a23-2568369522b7 req-83424f95-40d3-49e8-9d57-ac3ae661169d tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/2bb65fd1-a015-4316-a4fd-c042d1bea6d1 HTTP/1.1" status: 200 len: 1805 time: 0.1595342 Jul 16 08:29:46.453992 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.455036 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ef4d09f9-63e3-43e4-b372-d7499aab9141 admin admin] 10.222.0.20 "DELETE /v2.0/routers/392552b4-7d9c-46e5-9ab9-fca23e97b96b HTTP/1.1" status: 204 len: 168 time: 2.8122246 Jul 16 08:29:46.458606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42436) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:46.464033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-7830d773-f78b-45ba-8a23-2568369522b7 req-e090330f-139f-4a2e-bc13-25e17d7290d5 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2bb65fd1-a015-4316-a4fd-c042d1bea6d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:46.464358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-7830d773-f78b-45ba-8a23-2568369522b7 req-e090330f-139f-4a2e-bc13-25e17d7290d5 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2bb65fd1-a015-4316-a4fd-c042d1bea6d1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:46.509848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-7308cab1-ac22-4443-bee6-fb4a08e64752 admin admin] Deleting subnet b1e4c330-38d6-45d2-beaa-4e0feb1c897e {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:29:46.513526 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7308cab1-ac22-4443-bee6-fb4a08e64752 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.586253 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7308cab1-ac22-4443-bee6-fb4a08e64752 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.591954 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:46.600628 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.631442 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7830d773-f78b-45ba-8a23-2568369522b7 req-e090330f-139f-4a2e-bc13-25e17d7290d5 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.635057 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Transition to ACTIVE for port object 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:46.642342 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.686556 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7308cab1-ac22-4443-bee6-fb4a08e64752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.689667 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7830d773-f78b-45ba-8a23-2568369522b7 req-e090330f-139f-4a2e-bc13-25e17d7290d5 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.699711 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7830d773-f78b-45ba-8a23-2568369522b7 req-e090330f-139f-4a2e-bc13-25e17d7290d5 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.722793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Pushing event updated for resources: {'Port': ['ID=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:46.759959 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7308cab1-ac22-4443-bee6-fb4a08e64752 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.761169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090330f-139f-4a2e-bc13-25e17d7290d5 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a572dba4-e23d-4fd5-a52f-dbb745deb7f8,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:46.789647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308cab1-ac22-4443-bee6-fb4a08e64752 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e4c330-38d6-45d2-beaa-4e0feb1c897e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:46.791809 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7308cab1-ac22-4443-bee6-fb4a08e64752 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.798554 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de302a3b-6c79-49f6-af84-84d69653edc2 None None] Network 678368f8-9970-4b61-9de6-2e955f47301b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:46.807093 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7830d773-f78b-45ba-8a23-2568369522b7 req-e090330f-139f-4a2e-bc13-25e17d7290d5 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.807480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7308cab1-ac22-4443-bee6-fb4a08e64752 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b1e4c330-38d6-45d2-beaa-4e0feb1c897e HTTP/1.1" status: 204 len: 168 time: 0.3428841 Jul 16 08:29:46.808448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7830d773-f78b-45ba-8a23-2568369522b7 req-e090330f-139f-4a2e-bc13-25e17d7290d5 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3523393 Jul 16 08:29:46.811806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42440) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:46.852759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Attempting to bind port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:46.853101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Attempting to bind port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '140d3a23-c817-4c24-97a6-f35ef6f12597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:46.853651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Attempting to bind port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 on network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:46.891248 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 on network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:46.891498 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Attempting to bind port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 on network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:46.899543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:46.899875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Checking segment: {'id': '140d3a23-c817-4c24-97a6-f35ef6f12597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:46.900263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Bound using segment: {'id': '140d3a23-c817-4c24-97a6-f35ef6f12597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:46.900716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Bound port: 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140d3a23-c817-4c24-97a6-f35ef6f12597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:46.901065 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.904955 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.057412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0858008b-faa4-401b-8365-a5cd49fb8ecf None None] DHCP port deletion for 678368f8-9970-4b61-9de6-2e955f47301b request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:29:47.076476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] For port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:47.083928 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] For port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:47.088263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54abef22-1cc4-4b45-b93e-f9a6dc28565f no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:47.098059 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6b390-2e70-4e34-994a-fa80165625a0 req-2fb94c9c-06c2-41c8-bdea-29fc5c5807d4 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:47.099581 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bdb6b390-2e70-4e34-994a-fa80165625a0 req-2fb94c9c-06c2-41c8-bdea-29fc5c5807d4 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 945 time: 0.1489384 Jul 16 08:29:47.103191 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.113719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 54abef22-1cc4-4b45-b93e-f9a6dc28565f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:47.114363 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54abef22-1cc4-4b45-b93e-f9a6dc28565f not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:47.139863 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-0858008b-faa4-401b-8365-a5cd49fb8ecf None None] Deleting port 5111dc0d-48ab-4f03-9981-15b30bcd983c {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:47.140609 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0858008b-faa4-401b-8365-a5cd49fb8ecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.160300 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] Deleting port 5111dc0d-48ab-4f03-9981-15b30bcd983c {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:47.160774 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.163080 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:47.163725 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.165225 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-190ad902-495f-41b8-a674-939c4c1d3140 req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] 10.222.0.38 "PUT /v2.0/ports/710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 HTTP/1.1" status: 200 len: 1092 time: 1.7768199 Jul 16 08:29:47.169753 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4eb7e59-0966-4560-afcf-5e56a08c68ec', 'tag': '710e98f2-40ae-4b8a-8bdd-01e0ba567bc1'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:47.172042 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cae7b1d-2748-4429-a0af-a46a6b5b5192" -d '{"events": [{"name": "network-changed", "server_uuid": "e4eb7e59-0966-4560-afcf-5e56a08c68ec", "tag": "710e98f2-40ae-4b8a-8bdd-01e0ba567bc1"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:47.231336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0858008b-faa4-401b-8365-a5cd49fb8ecf None None] For port 5111dc0d-48ab-4f03-9981-15b30bcd983c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5111dc0d-48ab-4f03-9981-15b30bcd983c,segment=NetworkSegment(612cc99d-4136-4a7e-875a-e3e4e2a33d78),segment_id=612cc99d-4136-4a7e-875a-e3e4e2a33d78)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:47.231771 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0858008b-faa4-401b-8365-a5cd49fb8ecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.246309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-0858008b-faa4-401b-8365-a5cd49fb8ecf None None] Calling delete_port for 5111dc0d-48ab-4f03-9981-15b30bcd983c owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:47.262525 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bdb6b390-2e70-4e34-994a-fa80165625a0 req-1e52b3f6-f7eb-4a3c-baab-b4bc9f1ffd33 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510100 Jul 16 08:29:47.305275 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc1a17-03d9-4458-8672-42abf4d0fdbf service neutron] Pushing event updated for resources: {'Port': ['ID=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:47.317838 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] For port 5111dc0d-48ab-4f03-9981-15b30bcd983c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5111dc0d-48ab-4f03-9981-15b30bcd983c,segment=NetworkSegment(612cc99d-4136-4a7e-875a-e3e4e2a33d78),segment_id=612cc99d-4136-4a7e-875a-e3e4e2a33d78)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:47.318205 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.332580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] Calling delete_port for 5111dc0d-48ab-4f03-9981-15b30bcd983c owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:47.352376 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0858008b-faa4-401b-8365-a5cd49fb8ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.378747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858008b-faa4-401b-8365-a5cd49fb8ecf None None] Pushing event deleted for resources: {'Port': ['ID=5111dc0d-48ab-4f03-9981-15b30bcd983c,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:47.382421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0858008b-faa4-401b-8365-a5cd49fb8ecf None None] No DVR routers for this DVR port 5111dc0d-48ab-4f03-9981-15b30bcd983c on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:47.448352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ad902-495f-41b8-a674-939c4c1d3140 req-ce85a274-e433-4fc5-a6cc-3191c470477b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:47.449789 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-190ad902-495f-41b8-a674-939c4c1d3140 req-ce85a274-e433-4fc5-a6cc-3191c470477b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d87902f8d1ec4af59ab6c7da7c4d9815&device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 1095 time: 0.2352223 Jul 16 08:29:47.512227 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-190ad902-495f-41b8-a674-939c4c1d3140 req-f2ea1983-5360-49c5-9400-d44bbf995e91 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 HTTP/1.1" status: 200 len: 217 time: 0.0443971 Jul 16 08:29:47.528107 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.578597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5111dc0d-48ab-4f03-9981-15b30bcd983c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:47.589251 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] No DVR routers for this DVR port 5111dc0d-48ab-4f03-9981-15b30bcd983c on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:47.621879 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ad902-495f-41b8-a674-939c4c1d3140 req-dbcb1425-659c-483a-a1f1-5ed9ebb4a9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:47.623355 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-190ad902-495f-41b8-a674-939c4c1d3140 req-dbcb1425-659c-483a-a1f1-5ed9ebb4a9c5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b590703a-50bc-47da-bee3-3eff5a20da13 HTTP/1.1" status: 200 len: 862 time: 0.1048496 Jul 16 08:29:47.660890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb539ae-642e-451b-a623-0af62b259a22 req-d3be711b-863e-4e32-9f48-0be07050e5ca tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:47.662440 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0bb539ae-642e-451b-a623-0af62b259a22 req-d3be711b-863e-4e32-9f48-0be07050e5ca tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 943 time: 0.2288547 Jul 16 08:29:47.685880 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-190ad902-495f-41b8-a674-939c4c1d3140 req-1c6fe92e-c8ae-4ae3-b98d-a1591bb71e71 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9d546f0-2f2c-4563-8e6a-5b4c768f4419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500755 Jul 16 08:29:47.717805 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.742026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678368f8-9970-4b61-9de6-2e955f47301b']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:47.766242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '612cc99d-4136-4a7e-875a-e3e4e2a33d78') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:47.766538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '612cc99d-4136-4a7e-875a-e3e4e2a33d78') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:47.787437 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.814487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5111dc0d-48ab-4f03-9981-15b30bcd983c no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:47.840232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 5111dc0d-48ab-4f03-9981-15b30bcd983c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:47.840609 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5111dc0d-48ab-4f03-9981-15b30bcd983c not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:47.841151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e085901e-2ffc-4b29-8f25-529b74ee7f34 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:47.842657 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0bb539ae-642e-451b-a623-0af62b259a22 req-891ee645-53f8-4904-b6b2-0a31b8777512 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591198 Jul 16 08:29:47.847756 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.857138 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:29:47.857538 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:29:47.859337 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:29:47.863453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: e085901e-2ffc-4b29-8f25-529b74ee7f34 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:47.863453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e085901e-2ffc-4b29-8f25-529b74ee7f34 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:47.895966 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-190ad902-495f-41b8-a674-939c4c1d3140 req-becddd92-7a85-4be2-b86b-129ae53d82fc service neutron] 10.222.0.38 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753924 Jul 16 08:29:47.967858 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.975084 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.977377 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/678368f8-9970-4b61-9de6-2e955f47301b HTTP/1.1" status: 204 len: 168 time: 1.1642799 Jul 16 08:29:47.995615 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33c671-c203-432b-a758-162ac30e33b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=678368f8-9970-4b61-9de6-2e955f47301b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:48.084095 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-190ad902-495f-41b8-a674-939c4c1d3140 req-9e411fe7-e37e-45e8-acdb-ae714ec152df service neutron] 10.222.0.38 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618919 Jul 16 08:29:48.087042 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d74e4b75-f212-4994-9b69-481fb926c33f req-1944196b-75b6-4b8c-a36b-4367a6b8c4da tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/2bb65fd1-a015-4316-a4fd-c042d1bea6d1 HTTP/1.1" status: 200 len: 2398 time: 0.0950873 Jul 16 08:29:48.105211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-d74e4b75-f212-4994-9b69-481fb926c33f req-db93e805-0c28-4708-b21c-85152e1d006b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2bb65fd1-a015-4316-a4fd-c042d1bea6d1', 'remote_group_id': None}]} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:48.105524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-d74e4b75-f212-4994-9b69-481fb926c33f req-db93e805-0c28-4708-b21c-85152e1d006b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2bb65fd1-a015-4316-a4fd-c042d1bea6d1', 'remote_group_id': None}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:48.207577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42458) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:48.210233 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d74e4b75-f212-4994-9b69-481fb926c33f req-db93e805-0c28-4708-b21c-85152e1d006b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.249857 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-99871a17-520c-4fa4-a2cc-0694019bc408 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2da21cd3875a446cbc9918c552ebd204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0410206 Jul 16 08:29:48.252185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42460) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:48.257826 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d74e4b75-f212-4994-9b69-481fb926c33f req-db93e805-0c28-4708-b21c-85152e1d006b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.263559 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d74e4b75-f212-4994-9b69-481fb926c33f req-db93e805-0c28-4708-b21c-85152e1d006b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.297464 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d74e4b75-f212-4994-9b69-481fb926c33f req-db93e805-0c28-4708-b21c-85152e1d006b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.300480 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d74e4b75-f212-4994-9b69-481fb926c33f req-db93e805-0c28-4708-b21c-85152e1d006b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1990135 Jul 16 08:29:48.316369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93e805-0c28-4708-b21c-85152e1d006b tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cad5f96-4ec3-46c2-b353-e3965191827b,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:48.320154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42466) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:48.339251 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f768017-31e5-4ff2-91b8-7d7bb8b3898e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.364945 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f768017-31e5-4ff2-91b8-7d7bb8b3898e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.421201 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f768017-31e5-4ff2-91b8-7d7bb8b3898e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.428587 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f768017-31e5-4ff2-91b8-7d7bb8b3898e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.433033 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1f768017-31e5-4ff2-91b8-7d7bb8b3898e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fc901f8-db4c-4894-b366-6ee5423adf38 HTTP/1.1" status: 204 len: 168 time: 0.1733482 Jul 16 08:29:48.447714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f768017-31e5-4ff2-91b8-7d7bb8b3898e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc901f8-db4c-4894-b366-6ee5423adf38,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:48.556342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce74a929-2ab7-4ec1-9f99-a8120aa3fcdd req-dbdf18cb-c7a1-490c-9170-38bda90bc3a6 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:48.558039 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce74a929-2ab7-4ec1-9f99-a8120aa3fcdd req-dbdf18cb-c7a1-490c-9170-38bda90bc3a6 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 944 time: 0.1332729 Jul 16 08:29:48.584973 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-950cee1b-58b2-422e-bb4b-583630971f2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=83402598fe9842dd8ae120b2622f777a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2636197 Jul 16 08:29:48.587594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42472) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:48.622092 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce74a929-2ab7-4ec1-9f99-a8120aa3fcdd req-a934ac05-5f44-48d2-a453-4b973619b271 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565660 Jul 16 08:29:48.645604 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-06ba73f9-143c-43b0-96aa-a8e4b3926da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.669482 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-06ba73f9-143c-43b0-96aa-a8e4b3926da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.675200 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e54ab9-b1b5-4938-bfbe-6488c509df2b x-openstack-request-id: req-79e54ab9-b1b5-4938-bfbe-6488c509df2b {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:48.675488 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4eb7e59-0966-4560-afcf-5e56a08c68ec", "tag": "710e98f2-40ae-4b8a-8bdd-01e0ba567bc1", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:48.675738 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-79e54ab9-b1b5-4938-bfbe-6488c509df2b {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:48.676237 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4eb7e59-0966-4560-afcf-5e56a08c68ec', 'tag': '710e98f2-40ae-4b8a-8bdd-01e0ba567bc1', 'status': 'completed', 'code': 200} Jul 16 08:29:48.754247 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-06ba73f9-143c-43b0-96aa-a8e4b3926da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.757511 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-06ba73f9-143c-43b0-96aa-a8e4b3926da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.758787 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-06ba73f9-143c-43b0-96aa-a8e4b3926da6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abdfe329-8b34-4098-b12f-4423e0c12858 HTTP/1.1" status: 204 len: 168 time: 0.1698883 Jul 16 08:29:48.783529 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ba73f9-143c-43b0-96aa-a8e4b3926da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abdfe329-8b34-4098-b12f-4423e0c12858,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:48.825010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae7b1d-2748-4429-a0af-a46a6b5b5192 req-10636100-d8eb-4388-a15e-c0cec106b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:48.826527 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9cae7b1d-2748-4429-a0af-a46a6b5b5192 req-10636100-d8eb-4388-a15e-c0cec106b9aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d87902f8d1ec4af59ab6c7da7c4d9815&device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 1095 time: 0.1235454 Jul 16 08:29:48.925938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1010610-2b97-461c-9eef-aa4a874c8a2c req-8978df53-31c4-4bbb-9795-eb8f8fde5cb0 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:48.932936 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a1010610-2b97-461c-9eef-aa4a874c8a2c req-8978df53-31c4-4bbb-9795-eb8f8fde5cb0 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 931 time: 0.1446157 Jul 16 08:29:48.996079 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a1010610-2b97-461c-9eef-aa4a874c8a2c req-ff95edda-a37b-4116-820a-52c44d30ff26 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed269a03-8ef5-4aed-8ff6-53ccc4761312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621753 Jul 16 08:29:49.011697 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae7b1d-2748-4429-a0af-a46a6b5b5192 req-8b7660c7-87c2-4fca-9bc3-bdad4eff2e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:49.011697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9cae7b1d-2748-4429-a0af-a46a6b5b5192 req-8b7660c7-87c2-4fca-9bc3-bdad4eff2e9c service neutron] 10.222.0.38 "GET /v2.0/networks?id=b9d546f0-2f2c-4563-8e6a-5b4c768f4419 HTTP/1.1" status: 200 len: 922 time: 0.1723492 Jul 16 08:29:49.084267 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9cae7b1d-2748-4429-a0af-a46a6b5b5192 req-3ba3adbf-e0ed-40fc-b37b-2f2c856e06d4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 HTTP/1.1" status: 200 len: 217 time: 0.0706730 Jul 16 08:29:49.195236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae7b1d-2748-4429-a0af-a46a6b5b5192 req-3b5711df-3705-4845-8891-50f2c2e96bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:49.197060 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9cae7b1d-2748-4429-a0af-a46a6b5b5192 req-3b5711df-3705-4845-8891-50f2c2e96bfa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b590703a-50bc-47da-bee3-3eff5a20da13 HTTP/1.1" status: 200 len: 862 time: 0.1062222 Jul 16 08:29:49.240240 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9cae7b1d-2748-4429-a0af-a46a6b5b5192 req-d2f54dc6-927e-4e08-8da2-602d724c4fa8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9d546f0-2f2c-4563-8e6a-5b4c768f4419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307295 Jul 16 08:29:49.260591 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31812891-f511-438e-9058-559e04ebdaf0 req-adf5f846-2f0b-4129-aa4d-2d3750b2543b tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:49.267560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-31812891-f511-438e-9058-559e04ebdaf0 req-adf5f846-2f0b-4129-aa4d-2d3750b2543b tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 945 time: 0.1206317 Jul 16 08:29:49.301836 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42490) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:49.348765 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-31812891-f511-438e-9058-559e04ebdaf0 req-fb114964-f509-4368-adb5-5bedb17a214d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802112 Jul 16 08:29:49.391973 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8f780366-bad0-47b2-b6a7-48746c15c8c4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98f661b0405d4c3ea8ede2a38efc0448&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0882344 Jul 16 08:29:49.397219 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42492) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:49.462809 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf18a-b51b-491c-a66f-d835555fc2ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.489474 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf18a-b51b-491c-a66f-d835555fc2ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.533780 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-806d182c-cbfc-4145-a8c2-631bb4c7a07b req-22822b98-7d09-4b5d-b444-a76bca9b11ee tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/2bb65fd1-a015-4316-a4fd-c042d1bea6d1 HTTP/1.1" status: 200 len: 2996 time: 0.1599369 Jul 16 08:29:49.541816 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9cae7b1d-2748-4429-a0af-a46a6b5b5192 req-29dd8a63-2106-4339-a02d-c0976528cd5b service neutron] 10.222.0.38 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721705 Jul 16 08:29:49.556116 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf18a-b51b-491c-a66f-d835555fc2ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.558780 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dcdf18a-b51b-491c-a66f-d835555fc2ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.562360 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1dcdf18a-b51b-491c-a66f-d835555fc2ab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/580986c4-c10f-4f73-83bd-43a21b1f8323 HTTP/1.1" status: 204 len: 168 time: 0.1617284 Jul 16 08:29:49.580330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdf18a-b51b-491c-a66f-d835555fc2ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580986c4-c10f-4f73-83bd-43a21b1f8323,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:49.699439 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9cae7b1d-2748-4429-a0af-a46a6b5b5192 req-e9477034-d7dc-4844-86c5-a7bc6b8ca9d1 service neutron] 10.222.0.38 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459131 Jul 16 08:29:49.754689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42508) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:49.837833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcf312d-6fff-4ff8-bf66-2c68c6888af0 req-0bfa0e92-9394-4acf-b467-85607dd6e858 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:49.839585 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfcf312d-6fff-4ff8-bf66-2c68c6888af0 req-0bfa0e92-9394-4acf-b467-85607dd6e858 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 943 time: 0.1020920 Jul 16 08:29:49.899177 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfcf312d-6fff-4ff8-bf66-2c68c6888af0 req-48dfa868-87bd-44df-9c63-9351870a392b tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521631 Jul 16 08:29:49.962823 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-db527982-2b30-4616-9b62-1c02f2b00d35 req-01ba631f-782a-40f6-8636-1554b6038498 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-group-rules/0cad5f96-4ec3-46c2-b353-e3965191827b HTTP/1.1" status: 200 len: 783 time: 0.0249681 Jul 16 08:29:50.031659 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-826191206-network', 'tenant_id': '392315c9e3cc4feabca39e0efe6f4fe9'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:50.041117 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-db527982-2b30-4616-9b62-1c02f2b00d35 req-85a8f239-f3c5-41d4-bbb2-8f24b3198740 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/2bb65fd1-a015-4316-a4fd-c042d1bea6d1 HTTP/1.1" status: 200 len: 2996 time: 0.0637100 Jul 16 08:29:50.066320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] Made reservation on behalf of 392315c9e3cc4feabca39e0efe6f4fe9 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:50.070816 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-db527982-2b30-4616-9b62-1c02f2b00d35 req-fbcf38db-4dbd-4a9f-be38-cbb53346b981 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.070961 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.080873 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-db527982-2b30-4616-9b62-1c02f2b00d35 req-fbcf38db-4dbd-4a9f-be38-cbb53346b981 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.090228 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.125816 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-db527982-2b30-4616-9b62-1c02f2b00d35 req-fbcf38db-4dbd-4a9f-be38-cbb53346b981 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.133721 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-db527982-2b30-4616-9b62-1c02f2b00d35 req-fbcf38db-4dbd-4a9f-be38-cbb53346b981 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.137095 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-db527982-2b30-4616-9b62-1c02f2b00d35 req-fbcf38db-4dbd-4a9f-be38-cbb53346b981 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/0cad5f96-4ec3-46c2-b353-e3965191827b HTTP/1.1" status: 204 len: 173 time: 0.0949109 Jul 16 08:29:50.153487 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcf38db-4dbd-4a9f-be38-cbb53346b981 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cad5f96-4ec3-46c2-b353-e3965191827b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:50.249636 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.255852 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.280303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:29:50.297816 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a179aca4-55ef-4440-9e9d-3cf9504c9b64,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:50.302149 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.303158 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] Added segment 4555595c-4a52-4000-8604-87a69fac67f7 of type vlan for network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 Jul 16 08:29:50.342585 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d214ac-3df5-4d2e-81e7-64842647627c req-7e8710af-670e-43e7-ad1c-80843e2d3659 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:50.344262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d214ac-3df5-4d2e-81e7-64842647627c req-7e8710af-670e-43e7-ad1c-80843e2d3659 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 944 time: 0.1030974 Jul 16 08:29:50.354860 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.400349 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d214ac-3df5-4d2e-81e7-64842647627c req-4888537d-4e10-4a49-9a6a-1679e59abb4c tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494215 Jul 16 08:29:50.402987 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.405674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:50.407090 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.507774 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7518907 Jul 16 08:29:50.508668 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e27cb61-9c57-4368-9272-ef2e25761aba admin admin] Pushing event updated for resources: {'Network': ['ID=ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:50.510736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42532) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:50.516687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-0e4e502a-fb43-4521-a67b-2ea749ffb31b admin admin] Request body: {'subnet': {'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-826191206-subnet', 'tenant_id': '392315c9e3cc4feabca39e0efe6f4fe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:50.519523 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:29:50.583902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4e502a-fb43-4521-a67b-2ea749ffb31b admin admin] Made reservation on behalf of 392315c9e3cc4feabca39e0efe6f4fe9 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:50.587087 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0e4e502a-fb43-4521-a67b-2ea749ffb31b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.917849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80171b17-4c46-4d35-bb5f-e5389f41c152 req-9b46675b-3cb3-437f-9b52-8a151430fc48 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:50.919361 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80171b17-4c46-4d35-bb5f-e5389f41c152 req-9b46675b-3cb3-437f-9b52-8a151430fc48 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 931 time: 0.2807286 Jul 16 08:29:50.920980 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0e4e502a-fb43-4521-a67b-2ea749ffb31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.100885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:51.316089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:51.338433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '710e98f2-40ae-4b8a-8bdd-01e0ba567bc1', 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419', 'port_id': '710e98f2-40ae-4b8a-8bdd-01e0ba567bc1', 'mac_address': 'fa:16:3e:22:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b590703a-50bc-47da-bee3-3eff5a20da13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:51.416842 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.434551 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:51.453520 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80171b17-4c46-4d35-bb5f-e5389f41c152 req-144d1991-877e-42be-b7ff-adb865bc05a0 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed269a03-8ef5-4aed-8ff6-53ccc4761312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5263586 Jul 16 08:29:51.474750 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4e502a-fb43-4521-a67b-2ea749ffb31b admin admin] Pushing event updated for resources: {'Subnet': ['ID=43735a41-9fc6-459e-b9d2-53b12258d75b,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:51.488824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e4e502a-fb43-4521-a67b-2ea749ffb31b admin admin] Checking segment: {'id': '4555595c-4a52-4000-8604-87a69fac67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:51.489184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4e502a-fb43-4521-a67b-2ea749ffb31b admin admin] Network hostable DHCP agents. Network: ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:29:51.490556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:51.508626 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.541402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4e502a-fb43-4521-a67b-2ea749ffb31b admin admin] Network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:29:51.572986 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:51.590517 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0e84360-8c78-488d-96e4-53c52af1cb7a req-74885967-2bc9-4f3f-81c8-53f616f4756c tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/2bb65fd1-a015-4316-a4fd-c042d1bea6d1 HTTP/1.1" status: 200 len: 2398 time: 0.0830975 Jul 16 08:29:51.591624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-0e4e502a-fb43-4521-a67b-2ea749ffb31b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:51.595905 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4e502a-fb43-4521-a67b-2ea749ffb31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:51.596522 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0e4e502a-fb43-4521-a67b-2ea749ffb31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.603416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b1e49f-38e3-4b5c-a3ce-cf1c80f70d8c None None] Network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:51.676861 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0e4e502a-fb43-4521-a67b-2ea749ffb31b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1567891 Jul 16 08:29:51.728877 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f0e84360-8c78-488d-96e4-53c52af1cb7a req-d097e8cc-6ac3-4a22-8d53-3dda94595a6a tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.744697 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['710e98f2-40ae-4b8a-8bdd-01e0ba567bc1'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:51.803861 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f0e84360-8c78-488d-96e4-53c52af1cb7a req-d097e8cc-6ac3-4a22-8d53-3dda94595a6a tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.878205 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f0e84360-8c78-488d-96e4-53c52af1cb7a req-d097e8cc-6ac3-4a22-8d53-3dda94595a6a tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.881069 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f0e84360-8c78-488d-96e4-53c52af1cb7a req-d097e8cc-6ac3-4a22-8d53-3dda94595a6a tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.886526 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0e84360-8c78-488d-96e4-53c52af1cb7a req-d097e8cc-6ac3-4a22-8d53-3dda94595a6a tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "DELETE /v2.0/security-groups/2bb65fd1-a015-4316-a4fd-c042d1bea6d1 HTTP/1.1" status: 204 len: 173 time: 0.2867904 Jul 16 08:29:51.905146 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d097e8cc-6ac3-4a22-8d53-3dda94595a6a tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb65fd1-a015-4316-a4fd-c042d1bea6d1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:52.013721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5fab25b-a62d-4193-860f-ec7b18490ae7 None None] Network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:52.102117 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0779d43e-13d1-4c15-9164-bf01ba7bb640 req-522b21c4-1aa3-404d-a743-147d95db828a tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:52.104113 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0779d43e-13d1-4c15-9164-bf01ba7bb640 req-522b21c4-1aa3-404d-a743-147d95db828a tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 945 time: 0.0955584 Jul 16 08:29:52.152836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0779d43e-13d1-4c15-9164-bf01ba7bb640 req-6f4bacd9-22a4-417b-83f9-d2b58af70517 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423932 Jul 16 08:29:52.325252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5346c-1a3d-436c-b566-71a09e151026 req-41402a8e-08b7-4a9c-963f-bd1d079dd7a0 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:52.326731 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49f5346c-1a3d-436c-b566-71a09e151026 req-41402a8e-08b7-4a9c-963f-bd1d079dd7a0 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 944 time: 0.0613153 Jul 16 08:29:52.366703 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49f5346c-1a3d-436c-b566-71a09e151026 req-b7bd7b42-c4c3-4856-bb6c-69572f7d1cfa tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338333 Jul 16 08:29:52.535663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e57863b-a7ab-4195-8c35-56f130eae452 req-9953e6fd-688d-460a-8899-7710221a962f tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:52.537465 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2e57863b-a7ab-4195-8c35-56f130eae452 req-9953e6fd-688d-460a-8899-7710221a962f tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 944 time: 0.0721014 Jul 16 08:29:52.573863 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2e57863b-a7ab-4195-8c35-56f130eae452 req-3de3a0e3-e512-43cb-a84b-250c78c5ac58 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307791 Jul 16 08:29:52.617866 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [req-0ad65b6d-abc4-4791-a3a4-b97b9232e4f6 req-5f1387ce-9e61-4259-a44c-60f182781a06 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] show failed (client error): The resource could not be found. Jul 16 08:29:52.618902 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ad65b6d-abc4-4791-a3a4-b97b9232e4f6 req-5f1387ce-9e61-4259-a44c-60f182781a06 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/d8d470b0-61c9-4cdb-bda5-5ccc580b4548 HTTP/1.1" status: 404 len: 352 time: 0.0194342 Jul 16 08:29:52.898574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-6557aa50-24db-419a-aef8-b8fa713622b8 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:52.900041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-6557aa50-24db-419a-aef8-b8fa713622b8 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/networks?id=ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 HTTP/1.1" status: 200 len: 817 time: 0.1044793 Jul 16 08:29:52.916060 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-5de04cda-9e98-4fc3-bd8d-06527e7f77a7 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/quotas/392315c9e3cc4feabca39e0efe6f4fe9 HTTP/1.1" status: 200 len: 375 time: 0.0106051 Jul 16 08:29:52.951570 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-9e83c29d-9beb-439e-9539-935b83d97545 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=392315c9e3cc4feabca39e0efe6f4fe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294638 Jul 16 08:29:53.043270 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-06aef5de-ed33-430a-b232-493464aa76e5 service neutron] 10.222.0.20 "GET /v2.0/networks/ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846248 Jul 16 08:29:53.116911 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:53.140133 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-7544e09f-06dd-4267-be4f-be6ba818d73a service neutron] 10.222.0.20 "GET /v2.0/networks/ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903950 Jul 16 08:29:53.188355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:53.192377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:53.192777 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:53.404168 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:53.439830 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:53.441526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4eb7e59-0966-4560-afcf-5e56a08c68ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710e98f2-40ae-4b8a-8bdd-01e0ba567bc1'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:53.444409 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bf087a7-7349-49c1-929d-09325ebad3b7" -d '{"events": [{"server_uuid": "e4eb7e59-0966-4560-afcf-5e56a08c68ec", "name": "network-vif-plugged", "status": "completed", "tag": "710e98f2-40ae-4b8a-8bdd-01e0ba567bc1"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:53.450330 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:53.516771 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:53.548468 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-28c5ee40-19d4-4857-9b12-500e762db60e tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=234331fe0b8a468fb70b4b1e509a742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222921 Jul 16 08:29:53.672937 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-68a0d49e-2211-481c-b5b5-d20187fa0d0d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:53.674729 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-68a0d49e-2211-481c-b5b5-d20187fa0d0d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1098578 Jul 16 08:29:53.690261 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-d7de0795-6dd3-4ec5-b2fd-67694a0e54f6 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/quotas/234331fe0b8a468fb70b4b1e509a742a HTTP/1.1" status: 200 len: 375 time: 0.0100570 Jul 16 08:29:53.750333 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-d2147164-4940-4c96-8295-601e89e2627a tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536070 Jul 16 08:29:54.142470 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0dc5ae-2325-4665-aea4-f6129ebcc646 req-660c99ff-20fa-4946-bf23-bca2fad525e3 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.145081 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e0dc5ae-2325-4665-aea4-f6129ebcc646 req-660c99ff-20fa-4946-bf23-bca2fad525e3 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 931 time: 0.1090329 Jul 16 08:29:54.208679 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e0dc5ae-2325-4665-aea4-f6129ebcc646 req-23b0adda-9fe8-4e99-9417-48d99ef7e14d tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed269a03-8ef5-4aed-8ff6-53ccc4761312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545943 Jul 16 08:29:54.300679 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-85d85a89-2c40-4d20-b181-d188dc9b51a2 req-126bb3f2-8bf4-41c7-a3af-aa373aeb0967 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/1d5b71d3-085d-4d0e-991a-a0da55efaa37 HTTP/1.1" status: 200 len: 1805 time: 0.0651567 Jul 16 08:29:54.455646 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-85d85a89-2c40-4d20-b181-d188dc9b51a2 req-9b15dcc4-2513-4ff9-b624-8c8607e59646 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:54.501652 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-85d85a89-2c40-4d20-b181-d188dc9b51a2 req-9b15dcc4-2513-4ff9-b624-8c8607e59646 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:54.562563 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-85d85a89-2c40-4d20-b181-d188dc9b51a2 req-9b15dcc4-2513-4ff9-b624-8c8607e59646 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:54.570744 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-85d85a89-2c40-4d20-b181-d188dc9b51a2 req-9b15dcc4-2513-4ff9-b624-8c8607e59646 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:54.583847 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-85d85a89-2c40-4d20-b181-d188dc9b51a2 req-9b15dcc4-2513-4ff9-b624-8c8607e59646 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "DELETE /v2.0/security-groups/1d5b71d3-085d-4d0e-991a-a0da55efaa37 HTTP/1.1" status: 204 len: 173 time: 0.2757747 Jul 16 08:29:54.605429 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b15dcc4-2513-4ff9-b624-8c8607e59646 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5b71d3-085d-4d0e-991a-a0da55efaa37,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:54.961293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3f0ee-9615-4842-b494-8d4f0dfa7a80 req-1277d775-07b5-44dc-9a09-d9ae4567366f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.962692 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eac3f0ee-9615-4842-b494-8d4f0dfa7a80 req-1277d775-07b5-44dc-9a09-d9ae4567366f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 945 time: 0.0712748 Jul 16 08:29:55.000330 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eac3f0ee-9615-4842-b494-8d4f0dfa7a80 req-f6ca1cb1-2272-405d-9547-1a52ffab28d7 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320210 Jul 16 08:29:55.327820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e5eb6dcd-261d-42d3-bb8e-ef47254155f0 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.329749 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e5eb6dcd-261d-42d3-bb8e-ef47254155f0 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.38 "GET /v2.0/networks?id=ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 HTTP/1.1" status: 200 len: 817 time: 0.1689725 Jul 16 08:29:55.346314 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-5190ecbc-443e-4d65-a15d-9e90c2123b75 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Request body: {'port': {'device_id': '446bc8d1-35d5-4c16-a11b-08b3b4fa69ce', 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8', 'admin_state_up': True, 'tenant_id': '392315c9e3cc4feabca39e0efe6f4fe9'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:55.550178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba5ce91-4216-4bdb-84f7-01e2555338e9 req-1e44b8ff-9b4e-4ab0-aae9-bd084e245605 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.551744 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ba5ce91-4216-4bdb-84f7-01e2555338e9 req-1e44b8ff-9b4e-4ab0-aae9-bd084e245605 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 945 time: 0.1475673 Jul 16 08:29:55.557020 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-5190ecbc-443e-4d65-a15d-9e90c2123b75 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Made reservation on behalf of 392315c9e3cc4feabca39e0efe6f4fe9 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:55.560934 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-5190ecbc-443e-4d65-a15d-9e90c2123b75 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:55.705703 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ba5ce91-4216-4bdb-84f7-01e2555338e9 req-5e379985-0a31-463e-8a99-51f09ad119df tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404560 Jul 16 08:29:55.756059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-c0e5f877-45f6-4c5a-98db-c616ff5eb607 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.758511 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-c0e5f877-45f6-4c5a-98db-c616ff5eb607 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.38 "GET /v2.0/networks?id=ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 HTTP/1.1" status: 200 len: 817 time: 0.1532817 Jul 16 08:29:55.766401 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c3caac-7ee6-43ec-8e7d-2a89a88daee3 x-openstack-request-id: req-84c3caac-7ee6-43ec-8e7d-2a89a88daee3 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:55.767466 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4eb7e59-0966-4560-afcf-5e56a08c68ec", "name": "network-vif-plugged", "status": "completed", "tag": "710e98f2-40ae-4b8a-8bdd-01e0ba567bc1", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:55.767997 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84c3caac-7ee6-43ec-8e7d-2a89a88daee3 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:55.768385 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4eb7e59-0966-4560-afcf-5e56a08c68ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710e98f2-40ae-4b8a-8bdd-01e0ba567bc1', 'code': 200} Jul 16 08:29:55.780290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-7f751985-2522-4d46-8544-ed7e0407d898 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Request body: {'port': {'device_id': 'cd4c5e75-2fd3-40a9-aee0-70a93b4585d6', 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8', 'admin_state_up': True, 'tenant_id': '392315c9e3cc4feabca39e0efe6f4fe9'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:55.825748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-5190ecbc-443e-4d65-a15d-9e90c2123b75 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Allocated IP 172.20.0.7 (ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8/43735a41-9fc6-459e-b9d2-53b12258d75b/36e78cb1-4951-48fe-be69-98dce621a69f) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:55.921333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-7f751985-2522-4d46-8544-ed7e0407d898 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Made reservation on behalf of 392315c9e3cc4feabca39e0efe6f4fe9 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:55.925470 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-7f751985-2522-4d46-8544-ed7e0407d898 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.048769 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.38', 62980) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:56.074446 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-f20dacb2-b698-45b0-809b-5942e94793e9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=234331fe0b8a468fb70b4b1e509a742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244765 Jul 16 08:29:56.078449 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df79e9e7-8fb5-4c02-889b-c6986d764d3c req-c1260928-d6f8-4e53-b408-8dcc2303c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.079969 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df79e9e7-8fb5-4c02-889b-c6986d764d3c req-c1260928-d6f8-4e53-b408-8dcc2303c5c0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 1097 time: 0.1995418 Jul 16 08:29:56.094670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61534d51-0897-468a-8734-90385ce265fc req-f503e7a7-3c74-4edc-b624-56399da78745 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.096155 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61534d51-0897-468a-8734-90385ce265fc req-f503e7a7-3c74-4edc-b624-56399da78745 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 944 time: 0.2181823 Jul 16 08:29:56.145257 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-5190ecbc-443e-4d65-a15d-9e90c2123b75 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.186433 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df79e9e7-8fb5-4c02-889b-c6986d764d3c req-cec52056-0bad-454d-bd37-4754c8269d69 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892363 Jul 16 08:29:56.191308 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-9a0330a7-1d74-40e5-af99-f85e265893e1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.192848 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61534d51-0897-468a-8734-90385ce265fc req-eeec57b2-7fcc-48df-854e-8920faccf7f4 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844162 Jul 16 08:29:56.197773 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-9a0330a7-1d74-40e5-af99-f85e265893e1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1172123 Jul 16 08:29:56.220484 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-5190ecbc-443e-4d65-a15d-9e90c2123b75 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.260212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Request body: {'port': {'device_id': 'ff3a1e65-6d78-4a5b-bc48-7647b6730280', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '234331fe0b8a468fb70b4b1e509a742a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:56.272865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-5190ecbc-443e-4d65-a15d-9e90c2123b75 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:56.276730 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-5190ecbc-443e-4d65-a15d-9e90c2123b75 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:56.280055 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-5190ecbc-443e-4d65-a15d-9e90c2123b75 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:56.349527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-7f751985-2522-4d46-8544-ed7e0407d898 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Allocated IP 172.20.0.8 (ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8/43735a41-9fc6-459e-b9d2-53b12258d75b/30aa08c2-0fae-4112-81c9-f278617bed30) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:56.366469 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b9e62c84-98e2-4a9b-a102-8b64e0cd99ee req-c7b5ca0e-f420-48b0-91c1-631bbf5412a3 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 210 time: 0.0424562 Jul 16 08:29:56.372906 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-5190ecbc-443e-4d65-a15d-9e90c2123b75 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.373552 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-5190ecbc-443e-4d65-a15d-9e90c2123b75 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.377005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190ecbc-443e-4d65-a15d-9e90c2123b75 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Pushing event updated for resources: {'Port': ['ID=36e78cb1-4951-48fe-be69-98dce621a69f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:56.413031 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-5190ecbc-443e-4d65-a15d-9e90c2123b75 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0721526 Jul 16 08:29:56.426987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Request body: {'port': {'device_id': '446bc8d1-35d5-4c16-a11b-08b3b4fa69ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:56.475778 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7d58fe0f-54f0-4701-9eb7-d969b432aa25 req-6a83a13a-3fbe-44f5-862a-4440a0872e54 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/f4bbcb65-e11e-4f85-b705-dca0f0f2fe5e HTTP/1.1" status: 200 len: 1805 time: 0.0800929 Jul 16 08:29:56.480870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Request body: {'port': {'device_id': 'bb6bd93e-e540-44b7-b54c-e94652245ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:56.568773 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7d58fe0f-54f0-4701-9eb7-d969b432aa25 req-af75dbd2-95b3-4d02-8b19-e88c6e86c7e9 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.582631 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.606593 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7d58fe0f-54f0-4701-9eb7-d969b432aa25 req-af75dbd2-95b3-4d02-8b19-e88c6e86c7e9 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.768746 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7d58fe0f-54f0-4701-9eb7-d969b432aa25 req-af75dbd2-95b3-4d02-8b19-e88c6e86c7e9 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.771764 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7d58fe0f-54f0-4701-9eb7-d969b432aa25 req-af75dbd2-95b3-4d02-8b19-e88c6e86c7e9 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.773061 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7d58fe0f-54f0-4701-9eb7-d969b432aa25 req-af75dbd2-95b3-4d02-8b19-e88c6e86c7e9 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "DELETE /v2.0/security-groups/f4bbcb65-e11e-4f85-b705-dca0f0f2fe5e HTTP/1.1" status: 204 len: 173 time: 0.2964873 Jul 16 08:29:56.783578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75dbd2-95b3-4d02-8b19-e88c6e86c7e9 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4bbcb65-e11e-4f85-b705-dca0f0f2fe5e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:56.892889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Made reservation on behalf of 234331fe0b8a468fb70b4b1e509a742a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:56.896312 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.917998 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.935757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6077695-0a41-4d39-b1bd-1b0ba4c7a4e2 req-3860946a-de8f-46a4-8665-83e77b259941 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.937373 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d6077695-0a41-4d39-b1bd-1b0ba4c7a4e2 req-3860946a-de8f-46a4-8665-83e77b259941 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=446bc8d1-35d5-4c16-a11b-08b3b4fa69ce HTTP/1.1" status: 200 len: 931 time: 0.0645754 Jul 16 08:29:56.983324 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d6077695-0a41-4d39-b1bd-1b0ba4c7a4e2 req-9f54ec9d-7114-4a6f-913e-ec90048a9613 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388381 Jul 16 08:29:56.991917 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-7f751985-2522-4d46-8544-ed7e0407d898 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.028927 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.062186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce41396-6ae9-4af8-ba8c-8f60ae030161 req-2bd717bf-5089-4228-bd08-93b6597c07a7 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.063750 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ce41396-6ae9-4af8-ba8c-8f60ae030161 req-2bd717bf-5089-4228-bd08-93b6597c07a7 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 931 time: 0.2458940 Jul 16 08:29:57.109527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba5fcf4-4355-4bff-9eed-b9069209fdc9 req-4ac1cb76-81ac-477e-b9a7-ee89f90ab254 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.111536 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bba5fcf4-4355-4bff-9eed-b9069209fdc9 req-4ac1cb76-81ac-477e-b9a7-ee89f90ab254 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 945 time: 0.1057835 Jul 16 08:29:57.179697 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-7f751985-2522-4d46-8544-ed7e0407d898 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.261177 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ce41396-6ae9-4af8-ba8c-8f60ae030161 req-50d762ce-c259-48f6-a6f7-948f124a2572 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed269a03-8ef5-4aed-8ff6-53ccc4761312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899488 Jul 16 08:29:57.340719 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f72408-76fa-46cf-8e4e-c69394b575f4 req-68633201-cb96-49bc-aef0-daf861fc7036 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.342271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d9f72408-76fa-46cf-8e4e-c69394b575f4 req-68633201-cb96-49bc-aef0-daf861fc7036 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=590f5e14-e688-4058-817b-665f8bcf8628 HTTP/1.1" status: 200 len: 945 time: 0.2175975 Jul 16 08:29:57.434506 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36e78cb1-4951-48fe-be69-98dce621a69f {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:57.438018 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.439372 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-bba5fcf4-4355-4bff-9eed-b9069209fdc9 req-b1f6ea30-9ca3-4f9f-82df-458b72b1089f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Deleting port 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:57.439708 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bba5fcf4-4355-4bff-9eed-b9069209fdc9 req-b1f6ea30-9ca3-4f9f-82df-458b72b1089f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.448543 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.457381 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d9f72408-76fa-46cf-8e4e-c69394b575f4 req-c3be1c35-1172-4c1f-9d73-2b5c656141d9 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026404 Jul 16 08:29:57.476058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f751985-2522-4d46-8544-ed7e0407d898 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Pushing event updated for resources: {'Port': ['ID=30aa08c2-0fae-4112-81c9-f278617bed30,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:57.484135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.493928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-7f751985-2522-4d46-8544-ed7e0407d898 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:57.501451 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Transition to ACTIVE for port object 36e78cb1-4951-48fe-be69-98dce621a69f will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:57.513549 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.544200 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-7f751985-2522-4d46-8544-ed7e0407d898 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:57.557494 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-7f751985-2522-4d46-8544-ed7e0407d898 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:57.631012 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aedeb6f6-b596-4b27-a42a-292b79af70b6 req-e4c49a94-c16a-45e2-b219-0ed130a390c2 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/c650917e-e307-43d8-a56b-5d6e4aaaa287 HTTP/1.1" status: 200 len: 1805 time: 0.1477418 Jul 16 08:29:57.634931 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Pushing event updated for resources: {'Port': ['ID=36e78cb1-4951-48fe-be69-98dce621a69f,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:57.643627 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-bba5fcf4-4355-4bff-9eed-b9069209fdc9 req-b1f6ea30-9ca3-4f9f-82df-458b72b1089f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] For port 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=16eaa3a7-5083-4e9c-b51b-0157c4ca81b9,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:57.644030 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bba5fcf4-4355-4bff-9eed-b9069209fdc9 req-b1f6ea30-9ca3-4f9f-82df-458b72b1089f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.687441 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c79e2f9-9bbb-40c2-b8dd-d9686d767282,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:57.701926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-bba5fcf4-4355-4bff-9eed-b9069209fdc9 req-b1f6ea30-9ca3-4f9f-82df-458b72b1089f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Calling delete_port for 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:57.746165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-7f751985-2522-4d46-8544-ed7e0407d898 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.746823 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-7f751985-2522-4d46-8544-ed7e0407d898 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.755006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-432ac0e0-d292-4848-a5c0-a032e85bee91 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.756451 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-432ac0e0-d292-4848-a5c0-a032e85bee91 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.15 "GET /v2.0/networks?id=ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 HTTP/1.1" status: 200 len: 817 time: 0.5248778 Jul 16 08:29:57.806090 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Attempting to bind port 36e78cb1-4951-48fe-be69-98dce621a69f on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:57.806942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Attempting to bind port 36e78cb1-4951-48fe-be69-98dce621a69f by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '4555595c-4a52-4000-8604-87a69fac67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:57.806942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Attempting to bind port 36e78cb1-4951-48fe-be69-98dce621a69f on network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:57.809155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-3c57d597-9e20-4ba7-8dc4-9ecb9822c5c4 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Request body: {'port': {'device_id': 'd53f5ae0-2ea7-4372-bece-ccae434f3dbc', 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8', 'admin_state_up': True, 'tenant_id': '392315c9e3cc4feabca39e0efe6f4fe9'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:57.821019 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-aedeb6f6-b596-4b27-a42a-292b79af70b6 req-c00cd72d-c51d-4c2b-a156-2be3fadf5457 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.825857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Port 36e78cb1-4951-48fe-be69-98dce621a69f on network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:57.826181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Attempting to bind port 36e78cb1-4951-48fe-be69-98dce621a69f on network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:57.839433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19288e17-4dda-40a4-a94b-98e0274740fd req-420a80b3-3a99-4f7c-8918-18355019dce4 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.840976 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-19288e17-4dda-40a4-a94b-98e0274740fd req-420a80b3-3a99-4f7c-8918-18355019dce4 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 945 time: 0.4328568 Jul 16 08:29:57.849158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:57.849492 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Checking segment: {'id': '4555595c-4a52-4000-8604-87a69fac67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:57.849877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Bound using segment: {'id': '4555595c-4a52-4000-8604-87a69fac67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:57.850180 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-7f751985-2522-4d46-8544-ed7e0407d898 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0739992 Jul 16 08:29:57.850321 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Bound port: 36e78cb1-4951-48fe-be69-98dce621a69f, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4555595c-4a52-4000-8604-87a69fac67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:57.850651 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.869147 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-aedeb6f6-b596-4b27-a42a-292b79af70b6 req-c00cd72d-c51d-4c2b-a156-2be3fadf5457 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.878979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Request body: {'port': {'device_id': 'cd4c5e75-2fd3-40a9-aee0-70a93b4585d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:57.981686 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-aedeb6f6-b596-4b27-a42a-292b79af70b6 req-c00cd72d-c51d-4c2b-a156-2be3fadf5457 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.984093 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-aedeb6f6-b596-4b27-a42a-292b79af70b6 req-c00cd72d-c51d-4c2b-a156-2be3fadf5457 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.988526 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aedeb6f6-b596-4b27-a42a-292b79af70b6 req-c00cd72d-c51d-4c2b-a156-2be3fadf5457 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "DELETE /v2.0/security-groups/c650917e-e307-43d8-a56b-5d6e4aaaa287 HTTP/1.1" status: 204 len: 173 time: 0.3439469 Jul 16 08:29:57.988963 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Allocated IP 192.168.233.253 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/4c5d2014-c9c3-422a-843e-7b7fc2623af7) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:58.007104 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bba5fcf4-4355-4bff-9eed-b9069209fdc9 req-b1f6ea30-9ca3-4f9f-82df-458b72b1089f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.009094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] For port 36e78cb1-4951-48fe-be69-98dce621a69f, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:58.011363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cd72d-c51d-4c2b-a156-2be3fadf5457 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c650917e-e307-43d8-a56b-5d6e4aaaa287,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:58.014020 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] For port 36e78cb1-4951-48fe-be69-98dce621a69f, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=36e78cb1-4951-48fe-be69-98dce621a69f,segment=NetworkSegment(4555595c-4a52-4000-8604-87a69fac67f7),segment_id=4555595c-4a52-4000-8604-87a69fac67f7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:58.023449 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['16eaa3a7-5083-4e9c-b51b-0157c4ca81b9'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:58.043190 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.045603 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f6ea30-9ca3-4f9f-82df-458b72b1089f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Pushing event deleted for resources: {'Port': ['ID=16eaa3a7-5083-4e9c-b51b-0157c4ca81b9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:58.060220 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-19288e17-4dda-40a4-a94b-98e0274740fd req-3644ccdb-9917-4d66-bde5-ddda5adad25d tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016761 Jul 16 08:29:58.068610 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f867ff59-e094-4979-8051-96188e31ce10 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:58.104832 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.134021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba5fcf4-4355-4bff-9eed-b9069209fdc9 req-b1f6ea30-9ca3-4f9f-82df-458b72b1089f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] No DVR routers for this DVR port 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:58.140077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.140623 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.142007 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] 10.222.0.38 "PUT /v2.0/ports/36e78cb1-4951-48fe-be69-98dce621a69f HTTP/1.1" status: 200 len: 1092 time: 1.7193155 Jul 16 08:29:58.142461 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '446bc8d1-35d5-4c16-a11b-08b3b4fa69ce', 'tag': '36e78cb1-4951-48fe-be69-98dce621a69f'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:58.145342 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515d51a4-f246-430a-aee5-d6c58127d5ce" -d '{"events": [{"name": "network-changed", "server_uuid": "446bc8d1-35d5-4c16-a11b-08b3b4fa69ce", "tag": "36e78cb1-4951-48fe-be69-98dce621a69f"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:58.146637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Transition to ACTIVE for port object f867ff59-e094-4979-8051-96188e31ce10 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:58.148522 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bba5fcf4-4355-4bff-9eed-b9069209fdc9 req-b1f6ea30-9ca3-4f9f-82df-458b72b1089f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.150527 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bba5fcf4-4355-4bff-9eed-b9069209fdc9 req-b1f6ea30-9ca3-4f9f-82df-458b72b1089f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "DELETE /v2.0/ports/16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 HTTP/1.1" status: 204 len: 173 time: 1.0332153 Jul 16 08:29:58.165418 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.167704 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.231982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-3c57d597-9e20-4ba7-8dc4-9ecb9822c5c4 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Made reservation on behalf of 392315c9e3cc4feabca39e0efe6f4fe9 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:58.235755 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-3c57d597-9e20-4ba7-8dc4-9ecb9822c5c4 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.383567 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64cfa443-9d26-472f-b1b8-d41cf4e09ee9 req-f0a6fb62-0a04-49d4-b0cf-13bd964243b3 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 210 time: 0.0866144 Jul 16 08:29:58.398950 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f867ff59-e094-4979-8051-96188e31ce10,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:58.514881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e599721a-23a0-4131-8dae-aec8e90c4e25 service neutron] Pushing event updated for resources: {'Port': ['ID=36e78cb1-4951-48fe-be69-98dce621a69f,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:58.584838 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e784435-d53b-4454-965f-e642109bea68 req-41ae5d7e-5514-4505-865e-b1b616c03842 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.591883 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3e784435-d53b-4454-965f-e642109bea68 req-41ae5d7e-5514-4505-865e-b1b616c03842 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 944 time: 0.4011226 Jul 16 08:29:58.608538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.610334 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-2b5ce21c-a68f-4764-8312-c46cbe0fd353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.611822 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-2b5ce21c-a68f-4764-8312-c46cbe0fd353 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=392315c9e3cc4feabca39e0efe6f4fe9&device_id=446bc8d1-35d5-4c16-a11b-08b3b4fa69ce HTTP/1.1" status: 200 len: 1095 time: 0.1207783 Jul 16 08:29:58.664927 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-fd697220-5f72-46f7-93cb-91715be3ff37 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36e78cb1-4951-48fe-be69-98dce621a69f HTTP/1.1" status: 200 len: 217 time: 0.0449867 Jul 16 08:29:58.676456 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3e784435-d53b-4454-965f-e642109bea68 req-1af82634-9416-437a-9a05-f8510e6de070 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836604 Jul 16 08:29:58.691129 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Transition to ACTIVE for port object 4c5d2014-c9c3-422a-843e-7b7fc2623af7 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:58.698821 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Attempting to bind port f867ff59-e094-4979-8051-96188e31ce10 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:58.699175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Attempting to bind port f867ff59-e094-4979-8051-96188e31ce10 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '79abbd40-8157-419d-81fe-5050feaa6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:58.699505 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Attempting to bind port f867ff59-e094-4979-8051-96188e31ce10 on network bbd421db-f40a-44a2-b154-b218b9278460 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:58.724326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Port f867ff59-e094-4979-8051-96188e31ce10 on network bbd421db-f40a-44a2-b154-b218b9278460 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:58.724685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Attempting to bind port f867ff59-e094-4979-8051-96188e31ce10 on network bbd421db-f40a-44a2-b154-b218b9278460 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:58.734060 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-d2955e26-4524-4308-8336-a663a0913d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.737226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-3c57d597-9e20-4ba7-8dc4-9ecb9822c5c4 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Allocated IP 172.20.0.12 (ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8/43735a41-9fc6-459e-b9d2-53b12258d75b/dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:58.739951 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-d2955e26-4524-4308-8336-a663a0913d10 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43735a41-9fc6-459e-b9d2-53b12258d75b HTTP/1.1" status: 200 len: 857 time: 0.0582941 Jul 16 08:29:58.750006 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eb3325f0-4c62-4e3d-87e0-162de7194703 req-93b226f5-7bf5-41f9-9c10-3182e3996094 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/4cbd34bd-9f31-486f-b80d-83cb4125ba92 HTTP/1.1" status: 200 len: 2404 time: 0.1506159 Jul 16 08:29:58.756881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:58.757225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Checking segment: {'id': '79abbd40-8157-419d-81fe-5050feaa6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:58.757629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Bound using segment: {'id': '79abbd40-8157-419d-81fe-5050feaa6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:58.758091 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Bound port: f867ff59-e094-4979-8051-96188e31ce10, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79abbd40-8157-419d-81fe-5050feaa6d9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:58.758479 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.795547 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-19ee053d-511f-4e78-ae2c-4a30a6f019df service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484252 Jul 16 08:29:58.867179 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.927006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4c871d-30be-456c-b744-ffcc05c5f833 req-8ac3a93c-ab30-4b36-98ac-2c4ce0c64293 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.928474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7d4c871d-30be-456c-b744-ffcc05c5f833 req-8ac3a93c-ab30-4b36-98ac-2c4ce0c64293 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=446bc8d1-35d5-4c16-a11b-08b3b4fa69ce HTTP/1.1" status: 200 len: 943 time: 0.1359842 Jul 16 08:29:58.959346 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-80f92b2c-1ecd-45a7-8677-47e8be35fd8a service neutron] 10.222.0.38 "GET /v2.0/networks/ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313434 Jul 16 08:29:58.986029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:58.992146 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-eb3325f0-4c62-4e3d-87e0-162de7194703 req-f4b8d045-0e18-479f-a7fe-77ba45f4c623 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.996247 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7d4c871d-30be-456c-b744-ffcc05c5f833 req-a5ab6618-c96e-4f1d-90b3-23f0ccbb03a6 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584733 Jul 16 08:29:59.006427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:59.008264 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event updated for resources: {'Port': ['ID=4c5d2014-c9c3-422a-843e-7b7fc2623af7,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:59.012272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:59.041332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] For port f867ff59-e094-4979-8051-96188e31ce10, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:59.073813 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-e6bd6747-441c-402c-a285-37ff3f8b677b service neutron] 10.222.0.38 "GET /v2.0/networks/ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083560 Jul 16 08:29:59.078184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] For port f867ff59-e094-4979-8051-96188e31ce10, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f867ff59-e094-4979-8051-96188e31ce10,segment=NetworkSegment(79abbd40-8157-419d-81fe-5050feaa6d9f),segment_id=79abbd40-8157-419d-81fe-5050feaa6d9f)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:59.114920 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-eb3325f0-4c62-4e3d-87e0-162de7194703 req-f4b8d045-0e18-479f-a7fe-77ba45f4c623 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.118064 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.186010 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.186661 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.198159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1dc20-bb5e-4282-a185-56d9343374c1 req-45edda6b-e233-4a76-afa2-fb237080bad2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.205198 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e6c1dc20-bb5e-4282-a185-56d9343374c1 req-45edda6b-e233-4a76-afa2-fb237080bad2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 945 time: 0.0778525 Jul 16 08:29:59.224197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.224919 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.226344 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] 10.222.0.15 "PUT /v2.0/ports/f867ff59-e094-4979-8051-96188e31ce10 HTTP/1.1" status: 200 len: 1092 time: 2.7725081 Jul 16 08:29:59.233303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb6bd93e-e540-44b7-b54c-e94652245ed2', 'tag': 'f867ff59-e094-4979-8051-96188e31ce10'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:59.235636 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fde08c4-e3e4-4f7a-bcf6-dbecec422751" -d '{"events": [{"name": "network-changed", "server_uuid": "bb6bd93e-e540-44b7-b54c-e94652245ed2", "tag": "f867ff59-e094-4979-8051-96188e31ce10"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:59.264049 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-3c57d597-9e20-4ba7-8dc4-9ecb9822c5c4 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.269840 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-45c42b99-3182-4b53-a4ba-7c3269bfad7b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0144975 Jul 16 08:29:59.275671 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e6c1dc20-bb5e-4282-a185-56d9343374c1 req-daa94a75-c915-425e-accd-843ab609ed39 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695126 Jul 16 08:29:59.280448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8efebac-7366-4b00-b0ad-4b4cc07537a2 service neutron] Pushing event updated for resources: {'Port': ['ID=f867ff59-e094-4979-8051-96188e31ce10,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:59.290298 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Request body: {'port': {'device_id': 'ff3a1e65-6d78-4a5b-bc48-7647b6730280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:59.317395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f6cb6b54-a3de-4433-945a-c364d452b135 None None] Provisioning for port 4c5d2014-c9c3-422a-843e-7b7fc2623af7 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:59.321950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f6cb6b54-a3de-4433-945a-c364d452b135 None None] Provisioning complete for port 4c5d2014-c9c3-422a-843e-7b7fc2623af7 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:59.322325 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f6cb6b54-a3de-4433-945a-c364d452b135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.323730 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17fac445-29dc-41b9-bc13-52f21692fe20 x-openstack-request-id: req-17fac445-29dc-41b9-bc13-52f21692fe20 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:59.324230 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "446bc8d1-35d5-4c16-a11b-08b3b4fa69ce", "tag": "36e78cb1-4951-48fe-be69-98dce621a69f", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:59.324708 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17fac445-29dc-41b9-bc13-52f21692fe20 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:59.325381 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '446bc8d1-35d5-4c16-a11b-08b3b4fa69ce', 'tag': '36e78cb1-4951-48fe-be69-98dce621a69f', 'status': 'completed', 'code': 200} Jul 16 08:29:59.350111 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-eb3325f0-4c62-4e3d-87e0-162de7194703 req-f4b8d045-0e18-479f-a7fe-77ba45f4c623 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.352881 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-eb3325f0-4c62-4e3d-87e0-162de7194703 req-f4b8d045-0e18-479f-a7fe-77ba45f4c623 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.365043 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eb3325f0-4c62-4e3d-87e0-162de7194703 req-f4b8d045-0e18-479f-a7fe-77ba45f4c623 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "DELETE /v2.0/security-groups/4cbd34bd-9f31-486f-b80d-83cb4125ba92 HTTP/1.1" status: 204 len: 173 time: 0.5988748 Jul 16 08:29:59.394750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f6cb6b54-a3de-4433-945a-c364d452b135 None None] Port 4c5d2014-c9c3-422a-843e-7b7fc2623af7 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:59.424394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b8d045-0e18-479f-a7fe-77ba45f4c623 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbd34bd-9f31-486f-b80d-83cb4125ba92,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:59.432059 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d51a4-f246-430a-aee5-d6c58127d5ce req-ad13c285-0bb8-4d25-9e28-331cdd591ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.433894 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-515d51a4-f246-430a-aee5-d6c58127d5ce req-ad13c285-0bb8-4d25-9e28-331cdd591ee3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=392315c9e3cc4feabca39e0efe6f4fe9&device_id=446bc8d1-35d5-4c16-a11b-08b3b4fa69ce HTTP/1.1" status: 200 len: 1095 time: 0.0843749 Jul 16 08:29:59.594608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d51a4-f246-430a-aee5-d6c58127d5ce req-7219d8bc-480d-44f7-8211-3ca5bc3bc184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.596271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-515d51a4-f246-430a-aee5-d6c58127d5ce req-7219d8bc-480d-44f7-8211-3ca5bc3bc184 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 HTTP/1.1" status: 200 len: 917 time: 0.1548741 Jul 16 08:29:59.609635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80270984-d227-46f6-87bb-70c75f5c09cd req-5cd7bdf0-fab3-41d2-9529-7128607f1508 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.611388 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80270984-d227-46f6-87bb-70c75f5c09cd req-5cd7bdf0-fab3-41d2-9529-7128607f1508 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 943 time: 0.1615167 Jul 16 08:29:59.655116 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-515d51a4-f246-430a-aee5-d6c58127d5ce req-d08baf29-de47-41f5-b9c2-57430d6937f9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36e78cb1-4951-48fe-be69-98dce621a69f HTTP/1.1" status: 200 len: 217 time: 0.0427315 Jul 16 08:29:59.715882 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80270984-d227-46f6-87bb-70c75f5c09cd req-35580daf-ef8c-453a-9932-e61063b95360 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed269a03-8ef5-4aed-8ff6-53ccc4761312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679216 Jul 16 08:29:59.723700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d51a4-f246-430a-aee5-d6c58127d5ce req-e4e58734-3cc3-4c68-be4b-f8834bf45b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.725356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-515d51a4-f246-430a-aee5-d6c58127d5ce req-e4e58734-3cc3-4c68-be4b-f8834bf45b1c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43735a41-9fc6-459e-b9d2-53b12258d75b HTTP/1.1" status: 200 len: 857 time: 0.0618541 Jul 16 08:29:59.778085 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-515d51a4-f246-430a-aee5-d6c58127d5ce req-231ae33b-69bd-4caa-9d60-a316f4f27f0e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451658 Jul 16 08:29:59.789791 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-070dcf60-44ef-4cc2-b85a-f3c783de40f7 x-openstack-request-id: req-070dcf60-44ef-4cc2-b85a-f3c783de40f7 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:59.790074 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb6bd93e-e540-44b7-b54c-e94652245ed2", "tag": "f867ff59-e094-4979-8051-96188e31ce10", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:59.790318 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-070dcf60-44ef-4cc2-b85a-f3c783de40f7 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:59.790698 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb6bd93e-e540-44b7-b54c-e94652245ed2', 'tag': 'f867ff59-e094-4979-8051-96188e31ce10', 'status': 'completed', 'code': 200} Jul 16 08:29:59.852787 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-3c57d597-9e20-4ba7-8dc4-9ecb9822c5c4 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.864338 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.895950 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-46186899-7eb9-4cf4-b508-964dd1217f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.897502 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-46186899-7eb9-4cf4-b508-964dd1217f11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7a4408b90e642a794da346a8a56fa5d&device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 1095 time: 0.6140859 Jul 16 08:29:59.908298 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-515d51a4-f246-430a-aee5-d6c58127d5ce req-1b86df20-754c-4e84-863e-90c065c10b0e service neutron] 10.222.0.38 "GET /v2.0/networks/ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206267 Jul 16 08:29:59.960175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be395f-db6e-434d-9d95-995139d38a0d req-871280ad-0b5f-4706-898e-1a526f798325 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.961663 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81be395f-db6e-434d-9d95-995139d38a0d req-871280ad-0b5f-4706-898e-1a526f798325 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 936 time: 0.1152902 Jul 16 08:29:59.972759 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6e85ac80-9fc9-456f-800c-5e6aafeab1b0 req-d7b52b82-8b20-4d53-ab48-209ff28edac3 tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "GET /v2.0/security-groups/eb57acf3-9fee-4d22-8a22-1d16e3fbcd42 HTTP/1.1" status: 200 len: 2396 time: 0.1846802 Jul 16 08:30:00.005251 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-3c57d597-9e20-4ba7-8dc4-9ecb9822c5c4 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:00.011925 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:00.035841 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81be395f-db6e-434d-9d95-995139d38a0d req-d676dca5-5c7a-4df2-a390-c5a2134bdf02 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487149 Jul 16 08:30:00.036722 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-2465b475-6d01-46ca-8ca6-bf24b5615ae7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f867ff59-e094-4979-8051-96188e31ce10 HTTP/1.1" status: 200 len: 217 time: 0.0859010 Jul 16 08:30:00.037578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-3c57d597-9e20-4ba7-8dc4-9ecb9822c5c4 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:00.041956 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-515d51a4-f246-430a-aee5-d6c58127d5ce req-51aebf21-ea98-4ab7-a699-348dd0608317 service neutron] 10.222.0.38 "GET /v2.0/networks/ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244869 Jul 16 08:30:00.057023 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-3c57d597-9e20-4ba7-8dc4-9ecb9822c5c4 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:00.094624 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c57d597-9e20-4ba7-8dc4-9ecb9822c5c4 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Pushing event updated for resources: {'Port': ['ID=dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:00.136679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:00.154380 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '0676b8ce-61dd-4783-a828-8f31a8e0d1a8', 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d', 'port_id': '0676b8ce-61dd-4783-a828-8f31a8e0d1a8', 'mac_address': 'fa:16:3e:16:a5:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1fb74546-d50f-4c12-b2cd-ff2586987f2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:00.193628 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.208115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:00.214424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-3c57d597-9e20-4ba7-8dc4-9ecb9822c5c4 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.215050 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-3c57d597-9e20-4ba7-8dc4-9ecb9822c5c4 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.228185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:00.229446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f360e720-a419-43e2-af8c-7b9b7b112004 req-3aeed951-39c2-4ff8-81d3-888c70ecc13f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.231362 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f360e720-a419-43e2-af8c-7b9b7b112004 req-3aeed951-39c2-4ff8-81d3-888c70ecc13f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 945 time: 0.0801868 Jul 16 08:30:00.232079 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.277385 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-6543f1a8-08f6-4f25-9aeb-f768aef8daa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.278742 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-6543f1a8-08f6-4f25-9aeb-f768aef8daa0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fca9a4d-8888-4f2a-bfc7-8b7017fd829f HTTP/1.1" status: 200 len: 853 time: 0.2291725 Jul 16 08:30:00.283368 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f360e720-a419-43e2-af8c-7b9b7b112004 req-330741f6-b315-42c7-a9ec-50c7891c3c36 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417671 Jul 16 08:30:00.308794 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:00.320942 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-3c57d597-9e20-4ba7-8dc4-9ecb9822c5c4 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5505934 Jul 16 08:30:00.352961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Request body: {'port': {'device_id': 'd53f5ae0-2ea7-4372-bece-ccae434f3dbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:00.380110 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-6e85ac80-9fc9-456f-800c-5e6aafeab1b0 req-789c2085-d80b-494a-babc-18bd5889d03d tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.435372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['0676b8ce-61dd-4783-a828-8f31a8e0d1a8'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:00.459964 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30aa08c2-0fae-4112-81c9-f278617bed30 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:00.473250 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.487330 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-6e85ac80-9fc9-456f-800c-5e6aafeab1b0 req-789c2085-d80b-494a-babc-18bd5889d03d tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.559619 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Transition to ACTIVE for port object 30aa08c2-0fae-4112-81c9-f278617bed30 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:00.597042 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.653266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-19d9cc9c-564d-40f3-ac5e-845dc70222da tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.655057 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-19d9cc9c-564d-40f3-ac5e-845dc70222da tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 812 time: 0.1986368 Jul 16 08:30:00.663618 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.674041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-591bc62d-b67b-4321-94b0-1faabc41d7ea tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/quotas/a18790f1a5984cd0913742d5f9996e0a HTTP/1.1" status: 200 len: 375 time: 0.0121472 Jul 16 08:30:00.687467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-408716eb-de17-4c84-b93c-7bccfbec622e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.689027 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-408716eb-de17-4c84-b93c-7bccfbec622e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bbd421db-f40a-44a2-b154-b218b9278460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3963935 Jul 16 08:30:00.703719 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-6e85ac80-9fc9-456f-800c-5e6aafeab1b0 req-789c2085-d80b-494a-babc-18bd5889d03d tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.706384 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-6e85ac80-9fc9-456f-800c-5e6aafeab1b0 req-789c2085-d80b-494a-babc-18bd5889d03d tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.707782 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6e85ac80-9fc9-456f-800c-5e6aafeab1b0 req-789c2085-d80b-494a-babc-18bd5889d03d tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] 10.222.0.20 "DELETE /v2.0/security-groups/eb57acf3-9fee-4d22-8a22-1d16e3fbcd42 HTTP/1.1" status: 204 len: 173 time: 0.6977215 Jul 16 08:30:00.711984 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-1c93d981-e52b-426d-b34c-ea8ac01083ad tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322793 Jul 16 08:30:00.714161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42694) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:00.726384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Pushing event updated for resources: {'Port': ['ID=30aa08c2-0fae-4112-81c9-f278617bed30,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:00.764185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c2085-d80b-494a-babc-18bd5889d03d tempest-SecurityGroupRulesTestJSON-333314924 tempest-SecurityGroupRulesTestJSON-333314924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb57acf3-9fee-4d22-8a22-1d16e3fbcd42,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:00.838423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-465cb2e3-25cb-4a63-a674-163159fe91a6 admin admin] Deleting subnet d6b92a2a-5f28-4444-b38c-02187634dcb3 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:30:00.843843 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-465cb2e3-25cb-4a63-a674-163159fe91a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.886177 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-e3b21e7b-c87e-4d81-b141-c7b008d6b205 service neutron] 10.222.0.20 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389337 Jul 16 08:30:00.894873 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-465cb2e3-25cb-4a63-a674-163159fe91a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.943150 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c5d2014-c9c3-422a-843e-7b7fc2623af7 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:00.963537 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.983583 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-465cb2e3-25cb-4a63-a674-163159fe91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.039627 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-43b038eb-f751-485b-8ec4-e8e9c23abe6b service neutron] 10.222.0.20 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474919 Jul 16 08:30:01.059753 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-465cb2e3-25cb-4a63-a674-163159fe91a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.066595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Transition to ACTIVE for port object 4c5d2014-c9c3-422a-843e-7b7fc2623af7 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:01.080519 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-41ced4d8-b4c7-4b4c-adb1-921c441cb3ec service neutron] 10.222.0.15 "GET /v2.0/networks/bbd421db-f40a-44a2-b154-b218b9278460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3835092 Jul 16 08:30:01.086475 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.088079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465cb2e3-25cb-4a63-a674-163159fe91a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6b92a2a-5f28-4444-b38c-02187634dcb3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:01.092905 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-465cb2e3-25cb-4a63-a674-163159fe91a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.094750 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-465cb2e3-25cb-4a63-a674-163159fe91a6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d6b92a2a-5f28-4444-b38c-02187634dcb3 HTTP/1.1" status: 204 len: 168 time: 0.3796525 Jul 16 08:30:01.097795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42700) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:01.102086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Attempting to bind port 30aa08c2-0fae-4112-81c9-f278617bed30 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:01.102428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Attempting to bind port 30aa08c2-0fae-4112-81c9-f278617bed30 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '4555595c-4a52-4000-8604-87a69fac67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:01.102784 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Attempting to bind port 30aa08c2-0fae-4112-81c9-f278617bed30 on network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:01.132905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 36e78cb1-4951-48fe-be69-98dce621a69f details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:01.169777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6476-a2c7-4f31-b227-8a65e45fa07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.176583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Port 30aa08c2-0fae-4112-81c9-f278617bed30 on network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:01.176747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Attempting to bind port 30aa08c2-0fae-4112-81c9-f278617bed30 on network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:01.257006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae06c3fa-4195-4dfa-93cc-31ced21ce142 req-b76acdaa-9a20-4860-8c3d-f27ea0252ef8 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.258953 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae06c3fa-4195-4dfa-93cc-31ced21ce142 req-b76acdaa-9a20-4860-8c3d-f27ea0252ef8 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 945 time: 0.4447958 Jul 16 08:30:01.272994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:01.273737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Checking segment: {'id': '4555595c-4a52-4000-8604-87a69fac67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:01.274370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Bound using segment: {'id': '4555595c-4a52-4000-8604-87a69fac67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:01.275045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Bound port: 30aa08c2-0fae-4112-81c9-f278617bed30, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4555595c-4a52-4000-8604-87a69fac67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:01.275629 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.327537 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6476-a2c7-4f31-b227-8a65e45fa07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.330541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '590f5e14-e688-4058-817b-665f8bcf8628', 'name': 'network-vif-deleted', 'tag': '16eaa3a7-5083-4e9c-b51b-0157c4ca81b9'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:01.333639 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad49e493-18b7-4423-963e-80f4602c7f26" -d '{"events": [{"server_uuid": "590f5e14-e688-4058-817b-665f8bcf8628", "name": "network-vif-deleted", "tag": "16eaa3a7-5083-4e9c-b51b-0157c4ca81b9"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:01.351564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5d2014-c9c3-422a-843e-7b7fc2623af7,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:01.361549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-7ddd6476-a2c7-4f31-b227-8a65e45fa07b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4347384d-9805-4faf-91a9-40e492c13f29']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:01.396325 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-7ddd6476-a2c7-4f31-b227-8a65e45fa07b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd194bc83-9b43-40e9-a622-f9c3f7847799') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:01.396715 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-7ddd6476-a2c7-4f31-b227-8a65e45fa07b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd194bc83-9b43-40e9-a622-f9c3f7847799') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:01.409931 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6476-a2c7-4f31-b227-8a65e45fa07b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.417896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 36e78cb1-4951-48fe-be69-98dce621a69f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=36e78cb1-4951-48fe-be69-98dce621a69f,segment=NetworkSegment(4555595c-4a52-4000-8604-87a69fac67f7),segment_id=4555595c-4a52-4000-8604-87a69fac67f7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:01.438322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '36e78cb1-4951-48fe-be69-98dce621a69f', 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8', 'port_id': '36e78cb1-4951-48fe-be69-98dce621a69f', 'mac_address': 'fa:16:3e:20:9b:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43735a41-9fc6-459e-b9d2-53b12258d75b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:01.440372 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6476-a2c7-4f31-b227-8a65e45fa07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.459720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ddd6476-a2c7-4f31-b227-8a65e45fa07b admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:30:01.460119 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6476-a2c7-4f31-b227-8a65e45fa07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:30:01.462612 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:30:01.495747 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded935ea-3e21-4498-8dc2-7edfe1add38b req-6f5968c5-2989-40e4-801f-646bd51875ee tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.497416 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ded935ea-3e21-4498-8dc2-7edfe1add38b req-6f5968c5-2989-40e4-801f-646bd51875ee tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=446bc8d1-35d5-4c16-a11b-08b3b4fa69ce HTTP/1.1" status: 200 len: 943 time: 0.1530685 Jul 16 08:30:01.504293 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae06c3fa-4195-4dfa-93cc-31ced21ce142 req-9f96083c-14c3-43cf-9ca5-9794cca4a996 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190285 Jul 16 08:30:01.505023 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.516749 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4fd979b2-c36f-4156-94d5-444053d8fcab req-b4a97b5e-abda-43ae-9027-594a22f8708d service neutron] 10.222.0.15 "GET /v2.0/networks/bbd421db-f40a-44a2-b154-b218b9278460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182072 Jul 16 08:30:01.520217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36e78cb1-4951-48fe-be69-98dce621a69f {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:01.570589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 36e78cb1-4951-48fe-be69-98dce621a69f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=36e78cb1-4951-48fe-be69-98dce621a69f,segment=NetworkSegment(4555595c-4a52-4000-8604-87a69fac67f7),segment_id=4555595c-4a52-4000-8604-87a69fac67f7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:01.575697 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.578351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Attempting to bind port 4c5d2014-c9c3-422a-843e-7b7fc2623af7 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:01.578697 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Attempting to bind port 4c5d2014-c9c3-422a-843e-7b7fc2623af7 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:01.579022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Attempting to bind port 4c5d2014-c9c3-422a-843e-7b7fc2623af7 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:01.591881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] For port 30aa08c2-0fae-4112-81c9-f278617bed30, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:01.593975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Port 4c5d2014-c9c3-422a-843e-7b7fc2623af7 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:01.594299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Attempting to bind port 4c5d2014-c9c3-422a-843e-7b7fc2623af7 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:01.596824 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6476-a2c7-4f31-b227-8a65e45fa07b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.606891 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ddd6476-a2c7-4f31-b227-8a65e45fa07b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.608823 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7ddd6476-a2c7-4f31-b227-8a65e45fa07b admin admin] 10.222.0.20 "DELETE /v2.0/networks/4347384d-9805-4faf-91a9-40e492c13f29 HTTP/1.1" status: 204 len: 168 time: 0.5099132 Jul 16 08:30:01.640052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:01.648231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] For port 30aa08c2-0fae-4112-81c9-f278617bed30, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=30aa08c2-0fae-4112-81c9-f278617bed30,segment=NetworkSegment(4555595c-4a52-4000-8604-87a69fac67f7),segment_id=4555595c-4a52-4000-8604-87a69fac67f7)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:01.648484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:01.649162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:01.649297 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:01.649619 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Bound port: 4c5d2014-c9c3-422a-843e-7b7fc2623af7, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:01.649973 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.656240 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.662160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddd6476-a2c7-4f31-b227-8a65e45fa07b admin admin] Pushing event deleted for resources: {'Network': ['ID=4347384d-9805-4faf-91a9-40e492c13f29,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:01.668351 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.681016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=36e78cb1-4951-48fe-be69-98dce621a69f,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:01.688706 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ded935ea-3e21-4498-8dc2-7edfe1add38b req-975cdcf9-961c-4e8f-a866-ac241d88bed5 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634412 Jul 16 08:30:01.720873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Transition to ACTIVE for port object dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:01.761841 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.762463 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.763836 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] 10.222.0.38 "PUT /v2.0/ports/30aa08c2-0fae-4112-81c9-f278617bed30 HTTP/1.1" status: 200 len: 1092 time: 3.9017472 Jul 16 08:30:01.770491 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.794519 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd4c5e75-2fd3-40a9-aee0-70a93b4585d6', 'tag': '30aa08c2-0fae-4112-81c9-f278617bed30'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:01.797101 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7309a13-01be-4160-af3e-a87ae57e95b4" -d '{"events": [{"name": "network-changed", "server_uuid": "cd4c5e75-2fd3-40a9-aee0-70a93b4585d6", "tag": "30aa08c2-0fae-4112-81c9-f278617bed30"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:01.809205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['36e78cb1-4951-48fe-be69-98dce621a69f'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:01.877469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e06f518-f6cd-48aa-8507-fda02b656df4 service neutron] Pushing event updated for resources: {'Port': ['ID=30aa08c2-0fae-4112-81c9-f278617bed30,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:01.928780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] For port 4c5d2014-c9c3-422a-843e-7b7fc2623af7, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:01.940051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde08c4-e3e4-4f7a-bcf6-dbecec422751 req-2a7007cd-14c5-4fd3-9329-42926a89d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.942145 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3fde08c4-e3e4-4f7a-bcf6-dbecec422751 req-2a7007cd-14c5-4fd3-9329-42926a89d274 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f7a4408b90e642a794da346a8a56fa5d&device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 1095 time: 0.3393912 Jul 16 08:30:01.943946 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb989d85-dd6c-4195-9414-81d7d3be308a req-e49760fd-df6e-4b3c-907f-ad13e711572f tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.954500 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb989d85-dd6c-4195-9414-81d7d3be308a req-e49760fd-df6e-4b3c-907f-ad13e711572f tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 943 time: 0.1106529 Jul 16 08:30:01.970627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] For port 4c5d2014-c9c3-422a-843e-7b7fc2623af7, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4c5d2014-c9c3-422a-843e-7b7fc2623af7,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:01.986616 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42720) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:02.009083 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb989d85-dd6c-4195-9414-81d7d3be308a req-a87ce7eb-5e65-4d76-94b8-6fee106288d5 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed269a03-8ef5-4aed-8ff6-53ccc4761312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535409 Jul 16 08:30:02.016655 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:02.021239 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.028428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Pushing event updated for resources: {'Port': ['ID=dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:02.084631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:02.095041 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:02.095516 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.183343 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.216075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0676b8ce-61dd-4783-a828-8f31a8e0d1a8'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:02.218533 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a14c7c-0cb3-4319-9562-f935fa24306e" -d '{"events": [{"server_uuid": "77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b", "name": "network-vif-plugged", "status": "completed", "tag": "0676b8ce-61dd-4783-a828-8f31a8e0d1a8"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:02.223828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae98ecd-0eb1-4b32-b121-d69899c67802 req-e8394ada-dca1-4324-9e9c-db4fe51b8d11 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:02.230520 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cae98ecd-0eb1-4b32-b121-d69899c67802 req-e8394ada-dca1-4324-9e9c-db4fe51b8d11 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 948 time: 0.0825036 Jul 16 08:30:02.233562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:02.239285 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.240391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:02.280983 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:02.281431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 16eaa3a7-5083-4e9c-b51b-0157c4ca81b9 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:02.286705 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cae98ecd-0eb1-4b32-b121-d69899c67802 req-48d1f77e-d30a-49ff-aa32-84e94871e9ef tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489805 Jul 16 08:30:02.312751 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:02.413577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:02.414177 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.415488 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] 10.222.0.38 "PUT /v2.0/ports/4c5d2014-c9c3-422a-843e-7b7fc2623af7 HTTP/1.1" status: 200 len: 1097 time: 3.1375003 Jul 16 08:30:02.462265 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d4ec9-f1c1-4b68-af73-a5450db24d46 req-57e59925-f6fe-4fc4-ab69-7b94dfda5f54 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:02.463740 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-776d4ec9-f1c1-4b68-af73-a5450db24d46 req-57e59925-f6fe-4fc4-ab69-7b94dfda5f54 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 945 time: 0.7120717 Jul 16 08:30:02.473955 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f1df85e0-f76a-4f0f-902d-24851ccee6a0 req-d3c13d8b-f3cd-4763-bc78-5500253173c9 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 210 time: 0.0588551 Jul 16 08:30:02.554672 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee71587-947e-4941-91fb-fc3b1c21b73c x-openstack-request-id: req-fee71587-947e-4941-91fb-fc3b1c21b73c {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:02.555224 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "590f5e14-e688-4058-817b-665f8bcf8628", "name": "network-vif-deleted", "tag": "16eaa3a7-5083-4e9c-b51b-0157c4ca81b9", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:02.555722 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fee71587-947e-4941-91fb-fc3b1c21b73c {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:02.556459 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '590f5e14-e688-4058-817b-665f8bcf8628', 'name': 'network-vif-deleted', 'tag': '16eaa3a7-5083-4e9c-b51b-0157c4ca81b9', 'status': 'completed', 'code': 200} Jul 16 08:30:02.578443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-d755ebae-7936-432e-a3a4-1d7a393577b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:02.580074 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-d755ebae-7936-432e-a3a4-1d7a393577b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=392315c9e3cc4feabca39e0efe6f4fe9&device_id=cd4c5e75-2fd3-40a9-aee0-70a93b4585d6 HTTP/1.1" status: 200 len: 1095 time: 0.7599108 Jul 16 08:30:02.584464 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2b07bec1-9f2a-41c0-ab44-5bc74c511d98 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=303bd9f7e745431f976106080a8f3c57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5962260 Jul 16 08:30:02.587612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42726) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:02.629022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef4f39-41fb-437b-a0d7-aa32d0bbeff8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c5d2014-c9c3-422a-843e-7b7fc2623af7,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:02.666818 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95e569ce-aca0-4d72-b808-c50d8d947d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.670256 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde08c4-e3e4-4f7a-bcf6-dbecec422751 req-3d4fc01a-3f92-4691-a568-da88dc031f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:02.671796 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3fde08c4-e3e4-4f7a-bcf6-dbecec422751 req-3d4fc01a-3f92-4691-a568-da88dc031f70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bbd421db-f40a-44a2-b154-b218b9278460 HTTP/1.1" status: 200 len: 914 time: 0.7114253 Jul 16 08:30:02.675584 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-776d4ec9-f1c1-4b68-af73-a5450db24d46 req-016fff46-b3c3-452a-9ba8-d8f434da5fab tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001781 Jul 16 08:30:02.676311 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Attempting to bind port dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:02.676679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Attempting to bind port dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '4555595c-4a52-4000-8604-87a69fac67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:02.677007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Attempting to bind port dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 on network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:02.681159 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-b80e39e2-cfde-4f20-b268-2a058645a7e6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30aa08c2-0fae-4112-81c9-f278617bed30 HTTP/1.1" status: 200 len: 217 time: 0.0801325 Jul 16 08:30:02.688840 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Port dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 on network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:02.689165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Attempting to bind port dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 on network ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:02.712765 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95e569ce-aca0-4d72-b808-c50d8d947d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.764825 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:02.765506 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Checking segment: {'id': '4555595c-4a52-4000-8604-87a69fac67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:02.765897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Bound using segment: {'id': '4555595c-4a52-4000-8604-87a69fac67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:02.766356 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Bound port: dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4555595c-4a52-4000-8604-87a69fac67f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:02.766719 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.777615 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3fde08c4-e3e4-4f7a-bcf6-dbecec422751 req-1a7c2384-2177-40d6-9993-d8ae923abe47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f867ff59-e094-4979-8051-96188e31ce10 HTTP/1.1" status: 200 len: 217 time: 0.0768185 Jul 16 08:30:02.790681 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce414d8-2499-42ae-8d19-e1ebcc43593a x-openstack-request-id: req-7ce414d8-2499-42ae-8d19-e1ebcc43593a {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:02.791288 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd4c5e75-2fd3-40a9-aee0-70a93b4585d6", "tag": "30aa08c2-0fae-4112-81c9-f278617bed30", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:02.791535 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ce414d8-2499-42ae-8d19-e1ebcc43593a {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:02.792089 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd4c5e75-2fd3-40a9-aee0-70a93b4585d6', 'tag': '30aa08c2-0fae-4112-81c9-f278617bed30', 'status': 'completed', 'code': 200} Jul 16 08:30:02.795563 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95e569ce-aca0-4d72-b808-c50d8d947d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.796247 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f250244-bcf9-4c33-95d3-15df7a0e7cd8 x-openstack-request-id: req-3f250244-bcf9-4c33-95d3-15df7a0e7cd8 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:02.796790 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b", "name": "network-vif-plugged", "status": "completed", "tag": "0676b8ce-61dd-4783-a828-8f31a8e0d1a8", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:02.796909 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f250244-bcf9-4c33-95d3-15df7a0e7cd8 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:02.797601 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0676b8ce-61dd-4783-a828-8f31a8e0d1a8', 'code': 200} Jul 16 08:30:02.800913 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95e569ce-aca0-4d72-b808-c50d8d947d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.807030 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-95e569ce-aca0-4d72-b808-c50d8d947d63 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbfa689b-8cef-4a23-b610-8caa8dcd562e HTTP/1.1" status: 204 len: 168 time: 0.2182386 Jul 16 08:30:02.831031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e569ce-aca0-4d72-b808-c50d8d947d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfa689b-8cef-4a23-b610-8caa8dcd562e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:02.853152 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-fa004c1c-1942-4014-91b7-0bbb58c4da5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:02.854694 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-fa004c1c-1942-4014-91b7-0bbb58c4da5a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 1100 time: 0.3860359 Jul 16 08:30:02.858882 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-890cb99f-4067-4f8a-bd99-c3f5ddfc324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:02.860322 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-890cb99f-4067-4f8a-bd99-c3f5ddfc324f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43735a41-9fc6-459e-b9d2-53b12258d75b HTTP/1.1" status: 200 len: 857 time: 0.1725550 Jul 16 08:30:02.975223 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-1b67c764-7a24-40df-a79c-ccfe299977a7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0888529 Jul 16 08:30:02.982495 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-28416700-ecb6-4691-833d-4317768c6971 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=4c5d2014-c9c3-422a-843e-7b7fc2623af7 HTTP/1.1" status: 200 len: 217 time: 0.0973239 Jul 16 08:30:03.065988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde08c4-e3e4-4f7a-bcf6-dbecec422751 req-3c735e19-fa2c-45a8-95bd-d02d98625968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.067777 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3fde08c4-e3e4-4f7a-bcf6-dbecec422751 req-3c735e19-fa2c-45a8-95bd-d02d98625968 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fca9a4d-8888-4f2a-bfc7-8b7017fd829f HTTP/1.1" status: 200 len: 853 time: 0.2747099 Jul 16 08:30:03.133098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] For port dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:03.147985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 36e78cb1-4951-48fe-be69-98dce621a69f up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:03.168033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3b30b-7223-4ffc-97ec-74d1eb5e71c0 req-628baced-5551-4ab4-a57c-69f9bf255a14 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.180862 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2cb3b30b-7223-4ffc-97ec-74d1eb5e71c0 req-628baced-5551-4ab4-a57c-69f9bf255a14 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 946 time: 0.2153633 Jul 16 08:30:03.193990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] For port dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9,segment=NetworkSegment(4555595c-4a52-4000-8604-87a69fac67f7),segment_id=4555595c-4a52-4000-8604-87a69fac67f7)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:03.197040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-bc21058c-d91f-40d5-ad16-7a1e1acf2820 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.199022 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-bc21058c-d91f-40d5-ad16-7a1e1acf2820 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 812 time: 0.1919899 Jul 16 08:30:03.199727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-4b55ae7b-43a9-4b1a-8222-fe800aee562a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.201328 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-4b55ae7b-43a9-4b1a-8222-fe800aee562a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1847100 Jul 16 08:30:03.202454 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d69d76-ed9b-4785-9dcb-3f34536f6984 req-f8e616fa-39f1-498d-a5df-7fb811ac1c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.203963 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c8d69d76-ed9b-4785-9dcb-3f34536f6984 req-f8e616fa-39f1-498d-a5df-7fb811ac1c25 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 1098 time: 0.2070234 Jul 16 08:30:03.216873 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-c6b35319-bb5b-4ab2-849e-4062edc865c3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Request body: {'port': {'device_id': 'dde7ead7-b229-484d-af65-927143fd8794', 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b', 'admin_state_up': True, 'tenant_id': 'a18790f1a5984cd0913742d5f9996e0a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:03.218814 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.260570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 36e78cb1-4951-48fe-be69-98dce621a69f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:03.264572 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 36e78cb1-4951-48fe-be69-98dce621a69f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:03.265024 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.341106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509e2aa-1611-4a90-8ced-28e2f3846a96 req-4e99ea75-44c7-4bc3-8d0e-7dcf7b83d1db tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.348541 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3509e2aa-1611-4a90-8ced-28e2f3846a96 req-4e99ea75-44c7-4bc3-8d0e-7dcf7b83d1db tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=446bc8d1-35d5-4c16-a11b-08b3b4fa69ce HTTP/1.1" status: 200 len: 944 time: 0.3898177 Jul 16 08:30:03.352868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.353573 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.355014 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] 10.222.0.15 "PUT /v2.0/ports/dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 HTTP/1.1" status: 200 len: 1093 time: 3.0100391 Jul 16 08:30:03.372262 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-70baad04-d77f-43bf-b995-b17182b46501 service neutron] 10.222.0.38 "GET /v2.0/networks/ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648243 Jul 16 08:30:03.375508 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.415531 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c8d69d76-ed9b-4785-9dcb-3f34536f6984 req-b782f77d-769c-45a3-94fa-fcbdccbbed83 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952274 Jul 16 08:30:03.420142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 36e78cb1-4951-48fe-be69-98dce621a69f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=36e78cb1-4951-48fe-be69-98dce621a69f,segment=NetworkSegment(4555595c-4a52-4000-8604-87a69fac67f7),segment_id=4555595c-4a52-4000-8604-87a69fac67f7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:03.425333 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.438831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa4c49c-501c-4b34-8cca-95aa767218b3 service neutron] Pushing event updated for resources: {'Port': ['ID=dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:03.460601 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2cb3b30b-7223-4ffc-97ec-74d1eb5e71c0 req-fc911dde-8c00-4010-b722-6babd3ab9645 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727754 Jul 16 08:30:03.462174 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-c6b35319-bb5b-4ab2-849e-4062edc865c3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Made reservation on behalf of a18790f1a5984cd0913742d5f9996e0a for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:03.466740 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-c6b35319-bb5b-4ab2-849e-4062edc865c3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.480723 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde08c4-e3e4-4f7a-bcf6-dbecec422751 req-11fbcdb6-6149-45f7-b9dc-6826df5688a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.482356 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3fde08c4-e3e4-4f7a-bcf6-dbecec422751 req-11fbcdb6-6149-45f7-b9dc-6826df5688a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bbd421db-f40a-44a2-b154-b218b9278460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3963320 Jul 16 08:30:03.522189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3509e2aa-1611-4a90-8ced-28e2f3846a96 req-a29ce969-8d7b-45de-9723-1250015c71d8 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726041 Jul 16 08:30:03.525314 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=36e78cb1-4951-48fe-be69-98dce621a69f,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:03.536374 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.623366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-d27f4782-d600-4109-a0db-04621a916037 service neutron] 10.222.0.38 "GET /v2.0/networks/ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297895 Jul 16 08:30:03.646199 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-7ecee739-ee11-444c-aaa9-31a81e256d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.661166 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-7ecee739-ee11-444c-aaa9-31a81e256d12 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4470763 Jul 16 08:30:03.699147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-c6b35319-bb5b-4ab2-849e-4062edc865c3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Allocated IP 172.20.0.9 (79bcc93a-1bbe-4b86-93f9-b243ed27da0b/13a06e14-eee5-4201-98b3-810650c6afa3/786bed0b-dd66-49e3-9e4f-f993b0cb1b8b) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:03.810989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5b2fc-ca13-4876-8e32-15b76d4b08aa req-11e511b8-1d39-4b7a-8859-37491e3e1112 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.812910 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-afa5b2fc-ca13-4876-8e32-15b76d4b08aa req-11e511b8-1d39-4b7a-8859-37491e3e1112 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 943 time: 0.1270592 Jul 16 08:30:03.879836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42762) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:03.888054 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-d5ca4dd6-613d-4ecc-8ff5-d46063601ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.889590 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-d5ca4dd6-613d-4ecc-8ff5-d46063601ad9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=392315c9e3cc4feabca39e0efe6f4fe9&device_id=d53f5ae0-2ea7-4372-bece-ccae434f3dbc HTTP/1.1" status: 200 len: 1096 time: 0.4658897 Jul 16 08:30:03.902595 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3fde08c4-e3e4-4f7a-bcf6-dbecec422751 req-5a30e500-ceaa-4683-8510-adf5ceca386f service neutron] 10.222.0.15 "GET /v2.0/networks/bbd421db-f40a-44a2-b154-b218b9278460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080200 Jul 16 08:30:03.903843 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-afa5b2fc-ca13-4876-8e32-15b76d4b08aa req-3a51f3b6-9d08-4e93-8650-d46b9243f9eb tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed269a03-8ef5-4aed-8ff6-53ccc4761312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847454 Jul 16 08:30:03.927426 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-c6b35319-bb5b-4ab2-849e-4062edc865c3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.982060 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-c6b35319-bb5b-4ab2-849e-4062edc865c3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.013422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f867ff59-e094-4979-8051-96188e31ce10 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:04.038323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b35319-bb5b-4ab2-849e-4062edc865c3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Pushing event updated for resources: {'Port': ['ID=786bed0b-dd66-49e3-9e4f-f993b0cb1b8b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:04.048882 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-730285857-network', 'tenant_id': '887a7d01c3f140bd809da7d7720e144c'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:04.067213 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-babf7bb7-2197-42a0-9944-6c5008bd9288 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 HTTP/1.1" status: 200 len: 217 time: 0.1604793 Jul 16 08:30:04.073497 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-70338f9a-41a6-4522-87a9-5825cc3f1553 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998799 Jul 16 08:30:04.075494 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3fde08c4-e3e4-4f7a-bcf6-dbecec422751 req-4d496cef-48de-4d38-a8bc-e31b9ee534e0 service neutron] 10.222.0.15 "GET /v2.0/networks/bbd421db-f40a-44a2-b154-b218b9278460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577027 Jul 16 08:30:04.088774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-c6b35319-bb5b-4ab2-849e-4062edc865c3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:04.096580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-c6b35319-bb5b-4ab2-849e-4062edc865c3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:04.106262 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-c6b35319-bb5b-4ab2-849e-4062edc865c3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:04.135388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a5dfa7-c4cc-4ff3-b554-11a5161d7729 req-4e827bcf-e766-40d8-8b34-e1a239ffdc63 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.138426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] Made reservation on behalf of 887a7d01c3f140bd809da7d7720e144c for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:04.140772 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.142328 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f8a5dfa7-c4cc-4ff3-b554-11a5161d7729 req-4e827bcf-e766-40d8-8b34-e1a239ffdc63 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 948 time: 0.4573567 Jul 16 08:30:04.149754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7309a13-01be-4160-af3e-a87ae57e95b4 req-8d2eccc3-9fc0-458f-a62a-105b139ae79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.151417 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7309a13-01be-4160-af3e-a87ae57e95b4 req-8d2eccc3-9fc0-458f-a62a-105b139ae79b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=392315c9e3cc4feabca39e0efe6f4fe9&device_id=cd4c5e75-2fd3-40a9-aee0-70a93b4585d6 HTTP/1.1" status: 200 len: 1095 time: 0.4487488 Jul 16 08:30:04.163441 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f867ff59-e094-4979-8051-96188e31ce10, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f867ff59-e094-4979-8051-96188e31ce10,segment=NetworkSegment(79abbd40-8157-419d-81fe-5050feaa6d9f),segment_id=79abbd40-8157-419d-81fe-5050feaa6d9f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:04.165568 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.175746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'f867ff59-e094-4979-8051-96188e31ce10', 'network_id': 'bbd421db-f40a-44a2-b154-b218b9278460', 'port_id': 'f867ff59-e094-4979-8051-96188e31ce10', 'mac_address': 'fa:16:3e:4a:45:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fca9a4d-8888-4f2a-bfc7-8b7017fd829f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:04.190239 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-c6b35319-bb5b-4ab2-849e-4062edc865c3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.191374 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-c6b35319-bb5b-4ab2-849e-4062edc865c3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.201086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-cda14941-dfa0-4a13-b0db-c1e13df1929b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.202400 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-cda14941-dfa0-4a13-b0db-c1e13df1929b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43735a41-9fc6-459e-b9d2-53b12258d75b HTTP/1.1" status: 200 len: 857 time: 0.1256273 Jul 16 08:30:04.222783 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff33f8-099f-4283-9cef-5de4962f4dbb req-e7498bd0-2b00-4a48-b680-6fcfda5ec36c tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.230706 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.233141 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60ff33f8-099f-4283-9cef-5de4962f4dbb req-e7498bd0-2b00-4a48-b680-6fcfda5ec36c tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 945 time: 0.1915197 Jul 16 08:30:04.250874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f867ff59-e094-4979-8051-96188e31ce10 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:04.281638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f867ff59-e094-4979-8051-96188e31ce10, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f867ff59-e094-4979-8051-96188e31ce10,segment=NetworkSegment(79abbd40-8157-419d-81fe-5050feaa6d9f),segment_id=79abbd40-8157-419d-81fe-5050feaa6d9f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:04.287924 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.294503 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-47e26e13-e080-48e4-8165-779bd88ac6ad service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732553 Jul 16 08:30:04.301944 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60ff33f8-099f-4283-9cef-5de4962f4dbb req-085de635-3142-48eb-af17-6daffc74a440 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685620 Jul 16 08:30:04.361132 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.369188 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.378986 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-c6b35319-bb5b-4ab2-849e-4062edc865c3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1672540 Jul 16 08:30:04.391443 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f8a5dfa7-c4cc-4ff3-b554-11a5161d7729 req-0f60caf4-c53d-453a-9733-f6430ad8aa86 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481530 Jul 16 08:30:04.395533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:30:04.405190 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Request body: {'port': {'device_id': 'dde7ead7-b229-484d-af65-927143fd8794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:04.406719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=f867ff59-e094-4979-8051-96188e31ce10,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:04.457815 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.458256 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] Added segment 666e246d-85a5-4630-9e63-f6c912d87d53 of type vlan for network 2e863db7-39a3-4a40-b639-baeec5ab65b4 Jul 16 08:30:04.477917 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cd9e6ef-59ba-4cc0-ab20-7184dce3c576 req-6d29e212-bee8-4ca3-b6d3-a83f489e484a service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604145 Jul 16 08:30:04.482878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e17c1a-9154-468f-b67d-5ea02578f9dc,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:04.497883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['f867ff59-e094-4979-8051-96188e31ce10'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:04.565608 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7309a13-01be-4160-af3e-a87ae57e95b4 req-b8ade1b3-ff57-4592-8241-c9f2beaef9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.567894 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7309a13-01be-4160-af3e-a87ae57e95b4 req-b8ade1b3-ff57-4592-8241-c9f2beaef9e0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 HTTP/1.1" status: 200 len: 917 time: 0.3967655 Jul 16 08:30:04.597222 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.610261 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.626065 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7309a13-01be-4160-af3e-a87ae57e95b4 req-ccdd2e84-a146-4eb9-a715-0c840c54c7fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=30aa08c2-0fae-4112-81c9-f278617bed30 HTTP/1.1" status: 200 len: 217 time: 0.0454812 Jul 16 08:30:04.628511 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-0bcae631-9c49-4274-9195-7222d5dcf1c7 service neutron] 10.222.0.15 "GET /v2.0/networks/ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174901 Jul 16 08:30:04.704214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9c4434-46b3-49fc-bf74-985d30bdf252 req-980908e0-33b7-46d8-a09f-433a67808fb6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.705766 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d9c4434-46b3-49fc-bf74-985d30bdf252 req-980908e0-33b7-46d8-a09f-433a67808fb6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 931 time: 0.2499413 Jul 16 08:30:04.712735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.713670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.714243 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.758385 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7309a13-01be-4160-af3e-a87ae57e95b4 req-5fd7a38e-4ea4-49e8-99c0-0c5efd4ae99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.759883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7309a13-01be-4160-af3e-a87ae57e95b4 req-5fd7a38e-4ea4-49e8-99c0-0c5efd4ae99b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43735a41-9fc6-459e-b9d2-53b12258d75b HTTP/1.1" status: 200 len: 857 time: 0.1277580 Jul 16 08:30:04.798014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff3a1e65-6d78-4a5b-bc48-7647b6730280', 'tag': '4c5d2014-c9c3-422a-843e-7b7fc2623af7'}, {'name': 'network-changed', 'server_uuid': 'd53f5ae0-2ea7-4372-bece-ccae434f3dbc', 'tag': 'dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:04.799085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446bc8d1-35d5-4c16-a11b-08b3b4fa69ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e78cb1-4951-48fe-be69-98dce621a69f'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:04.800146 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "ff3a1e65-6d78-4a5b-bc48-7647b6730280", "tag": "4c5d2014-c9c3-422a-843e-7b7fc2623af7"}, {"name": "network-changed", "server_uuid": "d53f5ae0-2ea7-4372-bece-ccae434f3dbc", "tag": "dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:04.801544 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad35ed6d-6933-43ba-9227-100bd05560ac" -d '{"events": [{"server_uuid": "446bc8d1-35d5-4c16-a11b-08b3b4fa69ce", "name": "network-vif-plugged", "status": "completed", "tag": "36e78cb1-4951-48fe-be69-98dce621a69f"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:04.807748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7309a13-01be-4160-af3e-a87ae57e95b4 req-d7dbdcc7-6060-4450-80cc-55d950aab7b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397065 Jul 16 08:30:04.812702 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9321015 Jul 16 08:30:04.816896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42776) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:04.824313 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f18ad32b-5289-4654-b448-30d43c856fb7 admin admin] Request body: {'subnet': {'network_id': '2e863db7-39a3-4a40-b639-baeec5ab65b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-730285857-subnet', 'tenant_id': '887a7d01c3f140bd809da7d7720e144c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:04.857387 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c99f4fd9-8567-4358-a522-6b8a1ee011ef req-1dcabbe1-06ad-4bad-b600-be78bd603816 service neutron] 10.222.0.15 "GET /v2.0/networks/ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174506 Jul 16 08:30:04.917536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18ad32b-5289-4654-b448-30d43c856fb7 admin admin] Made reservation on behalf of 887a7d01c3f140bd809da7d7720e144c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:04.919875 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f18ad32b-5289-4654-b448-30d43c856fb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.950675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2bc12-9e62-47bf-872a-8642f1078feb req-b3c0b934-0674-4e47-9d64-ca8b9df3dc70 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.952294 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fc2bc12-9e62-47bf-872a-8642f1078feb req-b3c0b934-0674-4e47-9d64-ca8b9df3dc70 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 945 time: 0.2649410 Jul 16 08:30:05.036926 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.037720 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7309a13-01be-4160-af3e-a87ae57e95b4 req-fb1583c9-c7b4-4aa8-961c-efd07f73f483 service neutron] 10.222.0.38 "GET /v2.0/networks/ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193680 Jul 16 08:30:05.130614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d57584-f591-4b8c-9868-bdb20dc06663 admin admin] Pushing event updated for resources: {'Network': ['ID=2e863db7-39a3-4a40-b639-baeec5ab65b4,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:05.143809 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d9c4434-46b3-49fc-bf74-985d30bdf252 req-74fd7ff9-8490-46e6-9afe-3faaae5659a1 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271123 Jul 16 08:30:05.155647 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4c2571a-0a16-432a-8f72-0ee1c43ffa67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.157169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 2e863db7-39a3-4a40-b639-baeec5ab65b4 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:30:05.368276 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fc2bc12-9e62-47bf-872a-8642f1078feb req-643c5e46-a3e5-40af-be00-c95c669636ff tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068682 Jul 16 08:30:05.368598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:05.379735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.390247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e239cb8-88f9-4327-bdbc-11798ba50ed2 req-a4794bc6-cfb1-45c0-a84c-4e5c7387af4c tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:05.391908 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e239cb8-88f9-4327-bdbc-11798ba50ed2 req-a4794bc6-cfb1-45c0-a84c-4e5c7387af4c tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 946 time: 0.1316018 Jul 16 08:30:05.411940 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Transition to ACTIVE for port object 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:05.427745 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.483740 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7309a13-01be-4160-af3e-a87ae57e95b4 req-10fbb735-16ac-48b0-9604-b8e5d3745f73 service neutron] 10.222.0.38 "GET /v2.0/networks/ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366910 Jul 16 08:30:05.500201 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e239cb8-88f9-4327-bdbc-11798ba50ed2 req-39e263d3-b04b-4533-b926-4b7ac0107d23 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927303 Jul 16 08:30:05.506721 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Pushing event updated for resources: {'Port': ['ID=786bed0b-dd66-49e3-9e4f-f993b0cb1b8b,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:05.562862 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f18ad32b-5289-4654-b448-30d43c856fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.574261 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38c3449-6961-46ce-93a5-bdb45f6e1764 x-openstack-request-id: req-e38c3449-6961-46ce-93a5-bdb45f6e1764 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:05.574560 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446bc8d1-35d5-4c16-a11b-08b3b4fa69ce", "name": "network-vif-plugged", "status": "completed", "tag": "36e78cb1-4951-48fe-be69-98dce621a69f", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:05.574818 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e38c3449-6961-46ce-93a5-bdb45f6e1764 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:05.575646 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446bc8d1-35d5-4c16-a11b-08b3b4fa69ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36e78cb1-4951-48fe-be69-98dce621a69f', 'code': 200} Jul 16 08:30:05.600046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Attempting to bind port 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:05.600907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Attempting to bind port 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:05.601239 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Attempting to bind port 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:05.606606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Port 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:05.607048 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Attempting to bind port 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:05.613150 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:05.613502 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Checking segment: {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:05.613884 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Bound using segment: {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:05.614405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Bound port: 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:05.614770 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.633895 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0edff8a0-165e-4ced-87c1-2a145f289c19 x-openstack-request-id: req-0edff8a0-165e-4ced-87c1-2a145f289c19 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:05.634195 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff3a1e65-6d78-4a5b-bc48-7647b6730280", "tag": "4c5d2014-c9c3-422a-843e-7b7fc2623af7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "d53f5ae0-2ea7-4372-bece-ccae434f3dbc", "tag": "dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:05.634445 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0edff8a0-165e-4ced-87c1-2a145f289c19 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:05.634843 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff3a1e65-6d78-4a5b-bc48-7647b6730280', 'tag': '4c5d2014-c9c3-422a-843e-7b7fc2623af7', 'status': 'completed', 'code': 200} Jul 16 08:30:05.635232 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53f5ae0-2ea7-4372-bece-ccae434f3dbc', 'tag': 'dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9', 'status': 'completed', 'code': 200} Jul 16 08:30:05.682044 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18ad32b-5289-4654-b448-30d43c856fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f706da7-8110-4b78-a2fe-79d143872e5d,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:05.691729 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] For port 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:05.692082 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1517f4c0-1ab6-4290-ad62-fb16aa6a1f40 req-68b11dd2-bba9-4327-bb04-c65a6faf3899 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:05.695203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] For port 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=786bed0b-dd66-49e3-9e4f-f993b0cb1b8b,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:05.696995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1517f4c0-1ab6-4290-ad62-fb16aa6a1f40 req-68b11dd2-bba9-4327-bb04-c65a6faf3899 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=446bc8d1-35d5-4c16-a11b-08b3b4fa69ce HTTP/1.1" status: 200 len: 945 time: 0.2056859 Jul 16 08:30:05.702068 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.735864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:05.736752 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.738724 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] 10.222.0.15 "PUT /v2.0/ports/786bed0b-dd66-49e3-9e4f-f993b0cb1b8b HTTP/1.1" status: 200 len: 1092 time: 1.3448844 Jul 16 08:30:05.743153 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dde7ead7-b229-484d-af65-927143fd8794', 'tag': '786bed0b-dd66-49e3-9e4f-f993b0cb1b8b'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:05.745665 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b513e3-34e3-4d61-8cf5-c9aa6facb592" -d '{"events": [{"name": "network-changed", "server_uuid": "dde7ead7-b229-484d-af65-927143fd8794", "tag": "786bed0b-dd66-49e3-9e4f-f993b0cb1b8b"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:05.802014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18ad32b-5289-4654-b448-30d43c856fb7 admin admin] Checking segment: {'id': '666e246d-85a5-4630-9e63-f6c912d87d53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '2e863db7-39a3-4a40-b639-baeec5ab65b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:05.802375 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18ad32b-5289-4654-b448-30d43c856fb7 admin admin] Network hostable DHCP agents. Network: 2e863db7-39a3-4a40-b639-baeec5ab65b4, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:30:05.829385 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f4dc2-54c6-4ad7-8137-ad76ff9ce866 service neutron] Pushing event updated for resources: {'Port': ['ID=786bed0b-dd66-49e3-9e4f-f993b0cb1b8b,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:05.864710 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1517f4c0-1ab6-4290-ad62-fb16aa6a1f40 req-397edc90-6b4a-4ea6-9115-2d3663b801ed tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258388 Jul 16 08:30:05.870451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18ad32b-5289-4654-b448-30d43c856fb7 admin admin] Network 2e863db7-39a3-4a40-b639-baeec5ab65b4 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:30:05.876961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964a223f-2ae4-45c4-9542-274dcd178700 req-23d2599d-0ad9-41f5-8aa4-56d73a40ac9b tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:05.879072 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-964a223f-2ae4-45c4-9542-274dcd178700 req-23d2599d-0ad9-41f5-8aa4-56d73a40ac9b tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 944 time: 0.1394815 Jul 16 08:30:05.888835 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496e588-f764-4b32-aef3-1d29f0dd0949 req-c4bc6f72-e3a1-4261-bd1f-65d4e4e8dfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:05.889047 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b2aca838-dabd-49d1-8b7b-f3123d9b9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:05.889198 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f496e588-f764-4b32-aef3-1d29f0dd0949 req-c4bc6f72-e3a1-4261-bd1f-65d4e4e8dfe3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=446bc8d1-35d5-4c16-a11b-08b3b4fa69ce HTTP/1.1" status: 200 len: 1097 time: 0.2327895 Jul 16 08:30:05.889306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-b2aca838-dabd-49d1-8b7b-f3123d9b9698 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 1095 time: 0.0957477 Jul 16 08:30:05.892597 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-f58b3ae2-19cf-4352-b14f-299bb765fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:05.894720 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-f58b3ae2-19cf-4352-b14f-299bb765fb3b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 1100 time: 0.2411032 Jul 16 08:30:05.897397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f18ad32b-5289-4654-b448-30d43c856fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 2e863db7-39a3-4a40-b639-baeec5ab65b4) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:05.904593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-24c2af57-5730-49b0-9792-130fd4ac3a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:05.906102 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-24c2af57-5730-49b0-9792-130fd4ac3a98 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=392315c9e3cc4feabca39e0efe6f4fe9&device_id=d53f5ae0-2ea7-4372-bece-ccae434f3dbc HTTP/1.1" status: 200 len: 1096 time: 0.2286732 Jul 16 08:30:05.908550 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d73ae34-8dda-45b3-b79c-32ffcf8a372d None None] Network 2e863db7-39a3-4a40-b639-baeec5ab65b4 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:05.917094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18ad32b-5289-4654-b448-30d43c856fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:05.917682 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f18ad32b-5289-4654-b448-30d43c856fb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.939252 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-483a536a-cbbc-4272-8a86-7cc5cb6ad576 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=786bed0b-dd66-49e3-9e4f-f993b0cb1b8b HTTP/1.1" status: 200 len: 217 time: 0.0418086 Jul 16 08:30:05.999635 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f18ad32b-5289-4654-b448-30d43c856fb7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1804361 Jul 16 08:30:06.007992 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-964a223f-2ae4-45c4-9542-274dcd178700 req-918d9441-cd65-4b9b-8629-38d415c40f9d tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed269a03-8ef5-4aed-8ff6-53ccc4761312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217372 Jul 16 08:30:06.037852 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-8c8a80a6-714c-4efb-9f15-b3dd4f3c0ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.041822 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-8c8a80a6-714c-4efb-9f15-b3dd4f3c0ad7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13a06e14-eee5-4201-98b3-810650c6afa3 HTTP/1.1" status: 200 len: 852 time: 0.0932968 Jul 16 08:30:06.062820 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f867ff59-e094-4979-8051-96188e31ce10 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:06.082213 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-af77bd74-d5fd-47cb-a931-28c9feae43fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334325 Jul 16 08:30:06.106520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e398883-12b1-4def-8a23-a2eeb7dd9a8c None None] Network 2e863db7-39a3-4a40-b639-baeec5ab65b4 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:06.134683 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f496e588-f764-4b32-aef3-1d29f0dd0949 req-acc21c13-f9c9-48e9-98d4-8a1011ae29e5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389035 Jul 16 08:30:06.215917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-c15b79f6-7e4e-4b90-adcd-7a502e05928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.217444 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-c15b79f6-7e4e-4b90-adcd-7a502e05928b service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3091669 Jul 16 08:30:06.223303 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-6f8a4a35-8a57-4553-a134-fca332de2fd2 service neutron] 10.222.0.15 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349840 Jul 16 08:30:06.224338 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-49f5bccd-0d23-401d-baac-475ad52390f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.225967 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-49f5bccd-0d23-401d-baac-475ad52390f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 HTTP/1.1" status: 200 len: 917 time: 0.3044786 Jul 16 08:30:06.257819 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port f867ff59-e094-4979-8051-96188e31ce10 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:06.294185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port f867ff59-e094-4979-8051-96188e31ce10 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:06.294563 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.308693 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-440e7e77-9f11-4817-bd52-b2d21e13b05b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=4c5d2014-c9c3-422a-843e-7b7fc2623af7 HTTP/1.1" status: 200 len: 217 time: 0.0781124 Jul 16 08:30:06.310811 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-0aedc86c-9c0c-4bc6-9326-39f1c4245c9f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 HTTP/1.1" status: 200 len: 217 time: 0.0702779 Jul 16 08:30:06.332786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a869f7e7-ca01-4bf5-9bc2-c79bc3c1c9c5 req-bbd39c0a-fc36-4e77-a42d-98b12057bbee tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.337598 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a869f7e7-ca01-4bf5-9bc2-c79bc3c1c9c5 req-bbd39c0a-fc36-4e77-a42d-98b12057bbee tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 948 time: 0.2577045 Jul 16 08:30:06.366210 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d37210d-745a-4089-b8d0-c65ae7e5954c req-06f28eb2-dea0-4dc8-a7c1-05219cb182c1 service neutron] 10.222.0.15 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317635 Jul 16 08:30:06.385850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848d63f-a75d-412d-9b35-cebbd75b29c4 req-c139e530-1353-469b-9736-6b4067395fc8 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.388985 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0848d63f-a75d-412d-9b35-cebbd75b29c4 req-c139e530-1353-469b-9736-6b4067395fc8 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 1098 time: 0.0788484 Jul 16 08:30:06.394877 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.425605 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0848d63f-a75d-412d-9b35-cebbd75b29c4 req-79021070-02d8-43bd-98e3-ac565a082673 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294895 Jul 16 08:30:06.431010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f867ff59-e094-4979-8051-96188e31ce10, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f867ff59-e094-4979-8051-96188e31ce10,segment=NetworkSegment(79abbd40-8157-419d-81fe-5050feaa6d9f),segment_id=79abbd40-8157-419d-81fe-5050feaa6d9f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:06.435614 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.459472 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a869f7e7-ca01-4bf5-9bc2-c79bc3c1c9c5 req-64640235-834f-43c2-9d22-4bc46be88598 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949004 Jul 16 08:30:06.466336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-ec99db10-89ce-437c-a012-c5b58fb9c523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.467855 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-ec99db10-89ce-437c-a012-c5b58fb9c523 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1530912 Jul 16 08:30:06.469890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-4b0bf583-4ac8-4699-8b0f-45a919d9808b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.471357 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-4b0bf583-4ac8-4699-8b0f-45a919d9808b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=43735a41-9fc6-459e-b9d2-53b12258d75b HTTP/1.1" status: 200 len: 857 time: 0.1467121 Jul 16 08:30:06.497335 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd88c4e6-54d0-4d74-8a6a-63aefa0b2ad4 x-openstack-request-id: req-bd88c4e6-54d0-4d74-8a6a-63aefa0b2ad4 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:06.497640 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dde7ead7-b229-484d-af65-927143fd8794", "tag": "786bed0b-dd66-49e3-9e4f-f993b0cb1b8b", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:06.497900 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd88c4e6-54d0-4d74-8a6a-63aefa0b2ad4 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:06.498308 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dde7ead7-b229-484d-af65-927143fd8794', 'tag': '786bed0b-dd66-49e3-9e4f-f993b0cb1b8b', 'status': 'completed', 'code': 200} Jul 16 08:30:06.510084 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=f867ff59-e094-4979-8051-96188e31ce10,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:06.539170 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-345c7f5e-077a-409b-b754-1327e7031370 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558794 Jul 16 08:30:06.580787 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b513e3-34e3-4d61-8cf5-c9aa6facb592 req-9d129b20-7e32-4745-b15b-50b43d2427ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.582737 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88b513e3-34e3-4d61-8cf5-c9aa6facb592 req-9d129b20-7e32-4745-b15b-50b43d2427ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 1095 time: 0.0598435 Jul 16 08:30:06.669187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-186ba24f-0da3-48fd-b666-01d0aec5062c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.670693 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-186ba24f-0da3-48fd-b666-01d0aec5062c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1962700 Jul 16 08:30:06.716773 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b513e3-34e3-4d61-8cf5-c9aa6facb592 req-6aefb137-e985-49a7-aa82-eab449565b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.717017 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-c8b7d74d-dffb-470a-8e7c-0aa03eef9285 service neutron] 10.222.0.15 "GET /v2.0/networks/ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689916 Jul 16 08:30:06.718254 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88b513e3-34e3-4d61-8cf5-c9aa6facb592 req-6aefb137-e985-49a7-aa82-eab449565b60 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 912 time: 0.1293604 Jul 16 08:30:06.733352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af72e42-6970-4b09-b347-94721544f9ce req-e92e005d-566e-42fd-bb93-04e65c2d4e77 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.734826 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9af72e42-6970-4b09-b347-94721544f9ce req-e92e005d-566e-42fd-bb93-04e65c2d4e77 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 943 time: 0.1250277 Jul 16 08:30:06.761965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf88a78-3134-4b73-9bf5-605c767e8c6e req-e146d464-33da-42eb-986d-dddc561a8a37 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.763445 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cdf88a78-3134-4b73-9bf5-605c767e8c6e req-e146d464-33da-42eb-986d-dddc561a8a37 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 945 time: 0.1940842 Jul 16 08:30:06.775088 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88b513e3-34e3-4d61-8cf5-c9aa6facb592 req-e0dde9d4-bed4-40c6-a18d-cdf70b999f11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=786bed0b-dd66-49e3-9e4f-f993b0cb1b8b HTTP/1.1" status: 200 len: 217 time: 0.0392723 Jul 16 08:30:06.834282 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9af72e42-6970-4b09-b347-94721544f9ce req-203c6ab0-ddb2-4b89-9da4-0eb8aa476e9d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912418 Jul 16 08:30:06.843303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b513e3-34e3-4d61-8cf5-c9aa6facb592 req-31f49288-fa3d-4179-8173-a60b16e339bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.844884 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88b513e3-34e3-4d61-8cf5-c9aa6facb592 req-31f49288-fa3d-4179-8173-a60b16e339bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13a06e14-eee5-4201-98b3-810650c6afa3 HTTP/1.1" status: 200 len: 852 time: 0.0609174 Jul 16 08:30:06.887242 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-67531edf-20e0-463e-ac3e-8618da761b1d service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041183 Jul 16 08:30:06.888898 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88b513e3-34e3-4d61-8cf5-c9aa6facb592 req-442f3535-1813-48c0-a5d9-09260968bad4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379162 Jul 16 08:30:06.892363 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cdf88a78-3134-4b73-9bf5-605c767e8c6e req-ba056b50-fdd5-48fc-b1f5-5b0d1b8b3901 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034768 Jul 16 08:30:06.919194 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-77b0362b-867d-49de-bf5f-e9a30a697d49 service neutron] 10.222.0.15 "GET /v2.0/networks/ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854668 Jul 16 08:30:07.007107 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88b513e3-34e3-4d61-8cf5-c9aa6facb592 req-404f3d48-86ec-438a-9d68-949f121277dd service neutron] 10.222.0.15 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112719 Jul 16 08:30:07.015205 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6d89191-de60-4ba0-aa3b-7f01b8e27cbb req-5faddeed-ca35-4bf5-a2bc-0f1c45f3f56b service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972097 Jul 16 08:30:07.024020 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-3721c4ce-01f9-492f-b083-d228e32b8608 req-521233c3-7ea7-48f5-b259-f1ce12debe4a tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1626444457', 'description': 'tempest-description-516702264'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:07.089990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c85f4-5b9a-4ceb-91e4-6f5b2d53d5a7 req-14a724d8-cf2b-4ceb-b89a-54bdfb2cb1ff tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.091528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-272c85f4-5b9a-4ceb-91e4-6f5b2d53d5a7 req-14a724d8-cf2b-4ceb-b89a-54bdfb2cb1ff tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 1098 time: 0.0645359 Jul 16 08:30:07.099944 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3721c4ce-01f9-492f-b083-d228e32b8608 req-521233c3-7ea7-48f5-b259-f1ce12debe4a tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.127642 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-272c85f4-5b9a-4ceb-91e4-6f5b2d53d5a7 req-16d579e5-048c-45bf-9b3d-9a10a7036518 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299160 Jul 16 08:30:07.154037 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88b513e3-34e3-4d61-8cf5-c9aa6facb592 req-ac9d1f91-f59c-443e-bfe6-bd47566bfefb service neutron] 10.222.0.15 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399117 Jul 16 08:30:07.157243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4c5d2014-c9c3-422a-843e-7b7fc2623af7 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:07.213071 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3721c4ce-01f9-492f-b083-d228e32b8608 req-521233c3-7ea7-48f5-b259-f1ce12debe4a tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.217628 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3721c4ce-01f9-492f-b083-d228e32b8608 req-521233c3-7ea7-48f5-b259-f1ce12debe4a tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.242035 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3721c4ce-01f9-492f-b083-d228e32b8608 req-521233c3-7ea7-48f5-b259-f1ce12debe4a tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.243580 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3721c4ce-01f9-492f-b083-d228e32b8608 req-521233c3-7ea7-48f5-b259-f1ce12debe4a tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2322071 Jul 16 08:30:07.260643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521233c3-7ea7-48f5-b259-f1ce12debe4a tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51331c07-2c68-4d47-8afb-842c0249a86f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:07.288403 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4c5d2014-c9c3-422a-843e-7b7fc2623af7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4c5d2014-c9c3-422a-843e-7b7fc2623af7,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:07.298911 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '4c5d2014-c9c3-422a-843e-7b7fc2623af7', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '4c5d2014-c9c3-422a-843e-7b7fc2623af7', 'mac_address': 'fa:16:3e:1e:22:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:07.307370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb8fac-fdb0-4377-b0f9-4affa382ade8 req-9acc9a96-5d9a-413b-8155-03470055cf7a tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.308927 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-06eb8fac-fdb0-4377-b0f9-4affa382ade8 req-9acc9a96-5d9a-413b-8155-03470055cf7a tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=446bc8d1-35d5-4c16-a11b-08b3b4fa69ce HTTP/1.1" status: 200 len: 945 time: 0.0750349 Jul 16 08:30:07.336922 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.350486 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c5d2014-c9c3-422a-843e-7b7fc2623af7 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:07.351315 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-06eb8fac-fdb0-4377-b0f9-4affa382ade8 req-b70c75c0-c48f-4efa-b375-52ddc1e17792 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363696 Jul 16 08:30:07.379549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4c5d2014-c9c3-422a-843e-7b7fc2623af7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4c5d2014-c9c3-422a-843e-7b7fc2623af7,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:07.379825 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.380705 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 30aa08c2-0fae-4112-81c9-f278617bed30 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:07.421787 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920f7bc7-af4a-4470-85fe-809729f1df97 req-5d620153-744d-4a22-9f3f-fe57af110738 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.423957 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-920f7bc7-af4a-4470-85fe-809729f1df97 req-5d620153-744d-4a22-9f3f-fe57af110738 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 945 time: 0.0716603 Jul 16 08:30:07.458615 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=4c5d2014-c9c3-422a-843e-7b7fc2623af7,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:07.469000 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-920f7bc7-af4a-4470-85fe-809729f1df97 req-2fd54572-76e3-40e6-9837-3524e237321a tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365555 Jul 16 08:30:07.519611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 30aa08c2-0fae-4112-81c9-f278617bed30, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=30aa08c2-0fae-4112-81c9-f278617bed30,segment=NetworkSegment(4555595c-4a52-4000-8604-87a69fac67f7),segment_id=4555595c-4a52-4000-8604-87a69fac67f7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:07.532866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '30aa08c2-0fae-4112-81c9-f278617bed30', 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8', 'port_id': '30aa08c2-0fae-4112-81c9-f278617bed30', 'mac_address': 'fa:16:3e:f2:f4:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43735a41-9fc6-459e-b9d2-53b12258d75b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:07.540081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ecd42-758f-4812-ab1b-b58b4a755eb4 req-9355b14d-31c8-4291-8936-1e75fa54aeaa tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.542139 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab9ecd42-758f-4812-ab1b-b58b4a755eb4 req-9355b14d-31c8-4291-8936-1e75fa54aeaa tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 945 time: 0.0859725 Jul 16 08:30:07.570580 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.578310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6bd93e-e540-44b7-b54c-e94652245ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f867ff59-e094-4979-8051-96188e31ce10'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:07.584558 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab9ecd42-758f-4812-ab1b-b58b4a755eb4 req-267294ef-c003-4e9c-8d0a-0b6094a6c775 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed269a03-8ef5-4aed-8ff6-53ccc4761312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365593 Jul 16 08:30:07.585682 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c228e82c-3020-4a19-ad8e-a32657d16367" -d '{"events": [{"server_uuid": "bb6bd93e-e540-44b7-b54c-e94652245ed2", "name": "network-vif-plugged", "status": "completed", "tag": "f867ff59-e094-4979-8051-96188e31ce10"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:07.592657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30aa08c2-0fae-4112-81c9-f278617bed30 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:07.613614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 30aa08c2-0fae-4112-81c9-f278617bed30, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=30aa08c2-0fae-4112-81c9-f278617bed30,segment=NetworkSegment(4555595c-4a52-4000-8604-87a69fac67f7),segment_id=4555595c-4a52-4000-8604-87a69fac67f7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:07.618874 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.657027 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7178e6e8-2537-4870-ba94-3ff26b5e29ff req-3043710d-6199-4316-9e3b-2dd5da246893 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "GET /v2.0/security-groups/51331c07-2c68-4d47-8afb-842c0249a86f HTTP/1.1" status: 200 len: 1812 time: 0.0471013 Jul 16 08:30:07.664937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-7178e6e8-2537-4870-ba94-3ff26b5e29ff req-55fd0646-04fd-4f4b-92f0-bfbe4698cf50 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '51331c07-2c68-4d47-8afb-842c0249a86f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:07.665752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-7178e6e8-2537-4870-ba94-3ff26b5e29ff req-55fd0646-04fd-4f4b-92f0-bfbe4698cf50 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '51331c07-2c68-4d47-8afb-842c0249a86f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:07.671676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=30aa08c2-0fae-4112-81c9-f278617bed30,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:07.723743 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7178e6e8-2537-4870-ba94-3ff26b5e29ff req-55fd0646-04fd-4f4b-92f0-bfbe4698cf50 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.754092 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7178e6e8-2537-4870-ba94-3ff26b5e29ff req-55fd0646-04fd-4f4b-92f0-bfbe4698cf50 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.757680 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7178e6e8-2537-4870-ba94-3ff26b5e29ff req-55fd0646-04fd-4f4b-92f0-bfbe4698cf50 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.775395 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fd0646-04fd-4f4b-92f0-bfbe4698cf50 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=834608e9-e796-4682-ab11-a51dc3dab56d,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:07.782473 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7178e6e8-2537-4870-ba94-3ff26b5e29ff req-55fd0646-04fd-4f4b-92f0-bfbe4698cf50 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.783935 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7178e6e8-2537-4870-ba94-3ff26b5e29ff req-55fd0646-04fd-4f4b-92f0-bfbe4698cf50 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1229818 Jul 16 08:30:07.788590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75f7168-0103-4f4e-85c0-80ac7ee76e88 req-2d7c6b44-dc1b-4275-916a-fd6363e6c255 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.790254 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c75f7168-0103-4f4e-85c0-80ac7ee76e88 req-2d7c6b44-dc1b-4275-916a-fd6363e6c255 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4c5e75-2fd3-40a9-aee0-70a93b4585d6 HTTP/1.1" status: 200 len: 944 time: 0.0731776 Jul 16 08:30:07.829485 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c75f7168-0103-4f4e-85c0-80ac7ee76e88 req-181705b7-821c-4c2d-94f0-90ba027315ec tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330398 Jul 16 08:30:07.877282 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-40a97d5b-b3ff-461a-ad21-78c66062d80c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.898487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['30aa08c2-0fae-4112-81c9-f278617bed30'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:07.901662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4c5d2014-c9c3-422a-843e-7b7fc2623af7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:07.954882 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80712b9c-624a-4dbb-a44a-5370a310fcc0 req-2058e055-72fe-444f-a81e-45080cee7f57 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.961269 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-80712b9c-624a-4dbb-a44a-5370a310fcc0 req-2058e055-72fe-444f-a81e-45080cee7f57 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 949 time: 0.0838487 Jul 16 08:30:08.006218 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-80712b9c-624a-4dbb-a44a-5370a310fcc0 req-3a5a8ee4-af4b-41da-abc6-dfdcf1875c60 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396793 Jul 16 08:30:08.034929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:08.136452 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.284680 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9,segment=NetworkSegment(4555595c-4a52-4000-8604-87a69fac67f7),segment_id=4555595c-4a52-4000-8604-87a69fac67f7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:08.296141 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c588762-3f58-4424-a9a5-380f33eebb7b x-openstack-request-id: req-5c588762-3f58-4424-a9a5-380f33eebb7b {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:08.296429 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6bd93e-e540-44b7-b54c-e94652245ed2", "name": "network-vif-plugged", "status": "completed", "tag": "f867ff59-e094-4979-8051-96188e31ce10", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:08.296721 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c588762-3f58-4424-a9a5-380f33eebb7b {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:08.297116 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6bd93e-e540-44b7-b54c-e94652245ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f867ff59-e094-4979-8051-96188e31ce10', 'code': 200} Jul 16 08:30:08.303034 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9', 'network_id': 'ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8', 'port_id': 'dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9', 'mac_address': 'fa:16:3e:28:00:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43735a41-9fc6-459e-b9d2-53b12258d75b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:08.359716 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.365263 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38a10864-bfeb-44ab-b441-6e84118ac5fb req-4de98a0a-21e6-48f5-9fc4-c058152c3d5e tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "GET /v2.0/security-groups/51331c07-2c68-4d47-8afb-842c0249a86f HTTP/1.1" status: 200 len: 2405 time: 0.0530739 Jul 16 08:30:08.388970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:08.415849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9,segment=NetworkSegment(4555595c-4a52-4000-8604-87a69fac67f7),segment_id=4555595c-4a52-4000-8604-87a69fac67f7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:08.423653 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.495652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:08.536800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cb6709-530c-4f18-9941-52c2b931412e req-ab87275b-597a-4267-b462-022870bef11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.538324 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-23cb6709-530c-4f18-9941-52c2b931412e req-ab87275b-597a-4267-b462-022870bef11c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 1097 time: 0.0990224 Jul 16 08:30:08.587513 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046aebb-733c-4fa3-a2d6-5ca132db7ed3 req-99071edd-d680-4400-a522-e0c9d646ff89 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.589242 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5046aebb-733c-4fa3-a2d6-5ca132db7ed3 req-99071edd-d680-4400-a522-e0c9d646ff89 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 943 time: 0.0989480 Jul 16 08:30:08.611462 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-23cb6709-530c-4f18-9941-52c2b931412e req-f63783c0-a8ed-4995-87fc-98157118f107 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ed269a03-8ef5-4aed-8ff6-53ccc4761312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615919 Jul 16 08:30:08.639793 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5046aebb-733c-4fa3-a2d6-5ca132db7ed3 req-77dc022f-bdef-4cf6-b822-d66616caa773 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404096 Jul 16 08:30:08.676022 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:08.784093 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b860ca5b-0ea8-462d-bb73-1fd86e22c3e8 req-1df35651-72a6-4c0e-bc19-7ebe65ae3d52 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "GET /v2.0/security-group-rules/834608e9-e796-4682-ab11-a51dc3dab56d HTTP/1.1" status: 200 len: 778 time: 0.0186958 Jul 16 08:30:08.841284 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b860ca5b-0ea8-462d-bb73-1fd86e22c3e8 req-32665e55-6d2d-4bb2-9a6e-9033222965d4 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "GET /v2.0/security-groups/51331c07-2c68-4d47-8afb-842c0249a86f HTTP/1.1" status: 200 len: 2405 time: 0.0497985 Jul 16 08:30:08.871023 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b860ca5b-0ea8-462d-bb73-1fd86e22c3e8 req-5caf5162-aefe-44af-99af-0bdd95d039a7 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.879446 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b860ca5b-0ea8-462d-bb73-1fd86e22c3e8 req-5caf5162-aefe-44af-99af-0bdd95d039a7 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.909062 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b860ca5b-0ea8-462d-bb73-1fd86e22c3e8 req-5caf5162-aefe-44af-99af-0bdd95d039a7 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.915177 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b860ca5b-0ea8-462d-bb73-1fd86e22c3e8 req-5caf5162-aefe-44af-99af-0bdd95d039a7 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.916253 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b860ca5b-0ea8-462d-bb73-1fd86e22c3e8 req-5caf5162-aefe-44af-99af-0bdd95d039a7 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/834608e9-e796-4682-ab11-a51dc3dab56d HTTP/1.1" status: 204 len: 173 time: 0.0692880 Jul 16 08:30:08.921527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf5162-aefe-44af-99af-0bdd95d039a7 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=834608e9-e796-4682-ab11-a51dc3dab56d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:09.078025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4213817-9888-4812-9216-c25e237d17bb req-2251ab4b-0eac-4813-87f5-a348bd4e1440 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.079546 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c4213817-9888-4812-9216-c25e237d17bb req-2251ab4b-0eac-4813-87f5-a348bd4e1440 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 945 time: 0.0661802 Jul 16 08:30:09.121498 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c4213817-9888-4812-9216-c25e237d17bb req-43f853e7-e559-4a65-aa44-f85a80cc738c tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed269a03-8ef5-4aed-8ff6-53ccc4761312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350587 Jul 16 08:30:09.154212 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4c5d2014-c9c3-422a-843e-7b7fc2623af7 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:09.165360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-591e8f01-e7d1-4df8-b8cf-39238c7a836d tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:30:09.166898 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-591e8f01-e7d1-4df8-b8cf-39238c7a836d tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068250 Jul 16 08:30:09.179115 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-923ea7c7-9545-40c6-932a-18ecb86e5b06 service neutron] Request body: {'binding': {'host': 'n-h2-758944-46', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:09.179579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-923ea7c7-9545-40c6-932a-18ecb86e5b06 service neutron] Unknown quota resources ['binding']. {{(pid=93695) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:30:09.204823 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 4c5d2014-c9c3-422a-843e-7b7fc2623af7 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:09.209540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 4c5d2014-c9c3-422a-843e-7b7fc2623af7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:09.209965 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.300734 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.337758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4c5d2014-c9c3-422a-843e-7b7fc2623af7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4c5d2014-c9c3-422a-843e-7b7fc2623af7,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:09.341641 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.342421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 30aa08c2-0fae-4112-81c9-f278617bed30 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:09.344011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-923ea7c7-9545-40c6-932a-18ecb86e5b06 service neutron] Attempting to bind port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 on host n-h2-758944-46 for vnic_type normal with profile None {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:09.344355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-923ea7c7-9545-40c6-932a-18ecb86e5b06 service neutron] Attempting to bind port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:09.344762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-923ea7c7-9545-40c6-932a-18ecb86e5b06 service neutron] Attempting to bind port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:09.350047 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-923ea7c7-9545-40c6-932a-18ecb86e5b06 service neutron] Port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:09.351048 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-923ea7c7-9545-40c6-932a-18ecb86e5b06 service neutron] Attempting to bind port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:09.355583 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-923ea7c7-9545-40c6-932a-18ecb86e5b06 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:09.355927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-923ea7c7-9545-40c6-932a-18ecb86e5b06 service neutron] Checking segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:09.356417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-923ea7c7-9545-40c6-932a-18ecb86e5b06 service neutron] Bound using segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:09.356873 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-923ea7c7-9545-40c6-932a-18ecb86e5b06 service neutron] Bound port: 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:09.420713 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-923ea7c7-9545-40c6-932a-18ecb86e5b06 service neutron] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:09.426464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=4c5d2014-c9c3-422a-843e-7b7fc2623af7,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:09.428920 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-923ea7c7-9545-40c6-932a-18ecb86e5b06 service neutron] Notify callbacks [] for binding, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.441878 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-923ea7c7-9545-40c6-932a-18ecb86e5b06 service neutron] 10.222.0.20 "POST /v2.0/ports/0676b8ce-61dd-4783-a828-8f31a8e0d1a8/bindings HTTP/1.1" status: 201 len: 390 time: 0.2595139 Jul 16 08:30:09.445056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 30aa08c2-0fae-4112-81c9-f278617bed30 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:09.449549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 30aa08c2-0fae-4112-81c9-f278617bed30 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:09.449937 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.517354 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-b863b8cb-f366-4b00-88d3-fc3a3031dea6 req-d9b41ee4-a254-4777-bdf6-95970dd30966 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-749225472', 'description': 'tempest-description-836926457'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:09.546682 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b863b8cb-f366-4b00-88d3-fc3a3031dea6 req-d9b41ee4-a254-4777-bdf6-95970dd30966 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.604687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f3873-c265-479c-9e7c-910d77754c07 req-ec5bfa46-0819-4ce0-b4c9-55894aaee94b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.606933 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-306f3873-c265-479c-9e7c-910d77754c07 req-ec5bfa46-0819-4ce0-b4c9-55894aaee94b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4c5e75-2fd3-40a9-aee0-70a93b4585d6 HTTP/1.1" status: 200 len: 944 time: 0.0843840 Jul 16 08:30:09.672723 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b863b8cb-f366-4b00-88d3-fc3a3031dea6 req-d9b41ee4-a254-4777-bdf6-95970dd30966 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.674230 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-306f3873-c265-479c-9e7c-910d77754c07 req-071d6a8a-85fd-4dea-acb4-1bda181cd7a0 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589318 Jul 16 08:30:09.685704 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b863b8cb-f366-4b00-88d3-fc3a3031dea6 req-d9b41ee4-a254-4777-bdf6-95970dd30966 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.717466 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.719580 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.730362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b863b8cb-f366-4b00-88d3-fc3a3031dea6 req-d9b41ee4-a254-4777-bdf6-95970dd30966 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.751073 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b863b8cb-f366-4b00-88d3-fc3a3031dea6 req-d9b41ee4-a254-4777-bdf6-95970dd30966 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2382715 Jul 16 08:30:09.760229 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b41ee4-a254-4777-bdf6-95970dd30966 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7df5921-5ccf-4c7b-b4a3-5912a89f9094,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:09.763051 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 30aa08c2-0fae-4112-81c9-f278617bed30, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=30aa08c2-0fae-4112-81c9-f278617bed30,segment=NetworkSegment(4555595c-4a52-4000-8604-87a69fac67f7),segment_id=4555595c-4a52-4000-8604-87a69fac67f7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:09.768465 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.830685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=30aa08c2-0fae-4112-81c9-f278617bed30,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:09.857542 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ccda7c-13a8-498f-896d-40c7c292f08a req-a1fde893-0a83-4764-9952-2fb81162180c tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.859122 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50ccda7c-13a8-498f-896d-40c7c292f08a req-a1fde893-0a83-4764-9952-2fb81162180c tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 950 time: 0.0710552 Jul 16 08:30:09.927802 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50ccda7c-13a8-498f-896d-40c7c292f08a req-add52247-5d80-435a-8ed6-6aa3f2b0f012 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587533 Jul 16 08:30:09.958682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffa05e-9fd9-438d-a976-34bb9ea71b79 req-495f1135-9235-4569-b05e-c6aad449be56 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.960349 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6ffa05e-9fd9-438d-a976-34bb9ea71b79 req-495f1135-9235-4569-b05e-c6aad449be56 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 945 time: 0.1056504 Jul 16 08:30:09.962761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-49a7d8c9-855a-4641-adff-c1e769483b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.964195 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-49a7d8c9-855a-4641-adff-c1e769483b0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 1098 time: 0.1456904 Jul 16 08:30:10.055314 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:10.066314 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:10.077912 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6ffa05e-9fd9-438d-a976-34bb9ea71b79 req-c524bc9a-9e16-4c7c-83f7-790dd2f3c57a tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084797 Jul 16 08:30:10.125465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-a5b0ae7a-c00d-423d-87ae-664f516e14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.126913 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-a5b0ae7a-c00d-423d-87ae-664f516e14ef service neutron] 10.222.0.38 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.1510208 Jul 16 08:30:10.171621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d7a0e1-7f79-4ac4-ac7a-609292d987d4 req-89f2bf8a-4ede-4333-8eb2-7a1b4ac39255 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.175602 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f4d7a0e1-7f79-4ac4-ac7a-609292d987d4 req-89f2bf8a-4ede-4333-8eb2-7a1b4ac39255 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 946 time: 0.1227579 Jul 16 08:30:10.223250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:10.231239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=786bed0b-dd66-49e3-9e4f-f993b0cb1b8b,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:10.241223 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:10.241606 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.247077 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-c5d3f1d3-dd93-4fac-a6b9-23e547eaa47a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8 HTTP/1.1" status: 200 len: 217 time: 0.1119497 Jul 16 08:30:10.251616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f4d7a0e1-7f79-4ac4-ac7a-609292d987d4 req-902e613e-231d-467a-8298-853e94dcc253 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626488 Jul 16 08:30:10.272441 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '786bed0b-dd66-49e3-9e4f-f993b0cb1b8b', 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b', 'port_id': '786bed0b-dd66-49e3-9e4f-f993b0cb1b8b', 'mac_address': 'fa:16:3e:56:d1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a06e14-eee5-4201-98b3-810650c6afa3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:10.322108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3a1e65-6d78-4a5b-bc48-7647b6730280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5d2014-c9c3-422a-843e-7b7fc2623af7'}, {'server_uuid': 'cd4c5e75-2fd3-40a9-aee0-70a93b4585d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aa08c2-0fae-4112-81c9-f278617bed30'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:10.324580 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7ef51e-6c72-4f78-acbc-a134ba78f0f8" -d '{"events": [{"server_uuid": "ff3a1e65-6d78-4a5b-bc48-7647b6730280", "name": "network-vif-plugged", "status": "completed", "tag": "4c5d2014-c9c3-422a-843e-7b7fc2623af7"}, {"server_uuid": "cd4c5e75-2fd3-40a9-aee0-70a93b4585d6", "name": "network-vif-plugged", "status": "completed", "tag": "30aa08c2-0fae-4112-81c9-f278617bed30"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:10.362557 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28638201-2c15-4751-b2cb-4b4711d40d76 req-5de715a9-e3b7-4ccf-86ca-627be25e6fd6 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "GET /v2.0/security-groups/c7df5921-5ccf-4c7b-b4a3-5912a89f9094 HTTP/1.1" status: 200 len: 1811 time: 0.0477130 Jul 16 08:30:10.367283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-1a41a3f1-24b0-4799-830f-4ee6dc860fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.369118 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-1a41a3f1-24b0-4799-830f-4ee6dc860fac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.1015902 Jul 16 08:30:10.377637 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.401064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:10.419705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f96633-a030-4850-85ef-a20a2208f53a req-999e8159-3138-4292-982b-dc1b9e170eeb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.421626 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-05f96633-a030-4850-85ef-a20a2208f53a req-999e8159-3138-4292-982b-dc1b9e170eeb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 943 time: 0.1682577 Jul 16 08:30:10.421914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=786bed0b-dd66-49e3-9e4f-f993b0cb1b8b,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:10.423729 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-c71f732f-987b-46a7-a49f-752594bcb381 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435729 Jul 16 08:30:10.425176 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.434511 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.497379 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9,segment=NetworkSegment(4555595c-4a52-4000-8604-87a69fac67f7),segment_id=4555595c-4a52-4000-8604-87a69fac67f7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:10.506785 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-05f96633-a030-4850-85ef-a20a2208f53a req-4e9b0091-2225-43b0-a8f3-983f03d455eb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753839 Jul 16 08:30:10.514266 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=786bed0b-dd66-49e3-9e4f-f993b0cb1b8b,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:10.517534 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.585366 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:10.587185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a2f900-d786-456b-8032-1b1716808e47 req-fa005758-c96f-447c-8d48-715e6e1223de tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.590306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8a2f900-d786-456b-8032-1b1716808e47 req-fa005758-c96f-447c-8d48-715e6e1223de tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 945 time: 0.0911160 Jul 16 08:30:10.594572 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-428400af-0dda-46a3-af59-8503b5f58f17 service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560631 Jul 16 08:30:10.644332 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8a2f900-d786-456b-8032-1b1716808e47 req-71186ea3-de88-4740-9297-9ae0db1ffa4d tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed269a03-8ef5-4aed-8ff6-53ccc4761312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485754 Jul 16 08:30:10.702278 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['786bed0b-dd66-49e3-9e4f-f993b0cb1b8b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:10.729104 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695a70bd-b47a-4e29-9126-5fe20fca0ef8 x-openstack-request-id: req-695a70bd-b47a-4e29-9126-5fe20fca0ef8 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:10.729454 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3a1e65-6d78-4a5b-bc48-7647b6730280", "name": "network-vif-plugged", "status": "completed", "tag": "4c5d2014-c9c3-422a-843e-7b7fc2623af7", "code": 200}, {"server_uuid": "cd4c5e75-2fd3-40a9-aee0-70a93b4585d6", "name": "network-vif-plugged", "status": "completed", "tag": "30aa08c2-0fae-4112-81c9-f278617bed30", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:10.729653 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-695a70bd-b47a-4e29-9126-5fe20fca0ef8 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:10.730029 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3a1e65-6d78-4a5b-bc48-7647b6730280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c5d2014-c9c3-422a-843e-7b7fc2623af7', 'code': 200} Jul 16 08:30:10.730857 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4c5e75-2fd3-40a9-aee0-70a93b4585d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30aa08c2-0fae-4112-81c9-f278617bed30', 'code': 200} Jul 16 08:30:10.733511 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-df2f6998-1b41-466a-986a-4819bd66b289 service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257784 Jul 16 08:30:10.733665 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-e55d22e2-20cc-4e15-b670-aec9a9bbd655 req-81013202-6544-4ebc-a3d3-118062faa71e tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1723589468', 'description': 'tempest-description-1130825203'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:10.781742 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e55d22e2-20cc-4e15-b670-aec9a9bbd655 req-81013202-6544-4ebc-a3d3-118062faa71e tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.953437 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e55d22e2-20cc-4e15-b670-aec9a9bbd655 req-81013202-6544-4ebc-a3d3-118062faa71e tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.958742 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e55d22e2-20cc-4e15-b670-aec9a9bbd655 req-81013202-6544-4ebc-a3d3-118062faa71e tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.999937 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e55d22e2-20cc-4e15-b670-aec9a9bbd655 req-81013202-6544-4ebc-a3d3-118062faa71e tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.001573 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e55d22e2-20cc-4e15-b670-aec9a9bbd655 req-81013202-6544-4ebc-a3d3-118062faa71e tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2722485 Jul 16 08:30:11.017571 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5074e145-c875-4922-97fe-1e92407e0a45 req-d0e9a791-d4a7-4a2d-81f5-80e262c7c151 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.025186 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5074e145-c875-4922-97fe-1e92407e0a45 req-d0e9a791-d4a7-4a2d-81f5-80e262c7c151 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 945 time: 0.1939819 Jul 16 08:30:11.036209 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.036620 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81013202-6544-4ebc-a3d3-118062faa71e tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b161968-63b7-4508-b8fd-e25856b3dc84,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:11.066743 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814060ee-e4a3-498c-b1f9-f8cd7c16ca6e req-44f4db61-67ee-41b7-bf45-095b6aa7683f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.068296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-814060ee-e4a3-498c-b1f9-f8cd7c16ca6e req-44f4db61-67ee-41b7-bf45-095b6aa7683f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=cd4c5e75-2fd3-40a9-aee0-70a93b4585d6 HTTP/1.1" status: 200 len: 1097 time: 0.1769278 Jul 16 08:30:11.134873 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5074e145-c875-4922-97fe-1e92407e0a45 req-3fbbfa0b-2eaa-4921-863b-041e95f536a5 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087990 Jul 16 08:30:11.160847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:11.189283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248a6195-e3c1-414f-b41c-0fb875d05cc7 req-5da945fa-a999-4658-b16a-369f542e6c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.199781 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-248a6195-e3c1-414f-b41c-0fb875d05cc7 req-5da945fa-a999-4658-b16a-369f542e6c6b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 1102 time: 0.2594664 Jul 16 08:30:11.269337 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-814060ee-e4a3-498c-b1f9-f8cd7c16ca6e req-7542b41a-1375-4e61-89e0-fa090c81c1d3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768041 Jul 16 08:30:11.303717 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-248a6195-e3c1-414f-b41c-0fb875d05cc7 req-cba8f4d4-c254-46f4-83f5-dcc864c38454 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804777 Jul 16 08:30:11.356986 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a086dc-2ff5-4bdf-a9a7-416c4002d19a req-87310ab5-60b2-4e44-b2d7-a42d3e63eadd tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.364767 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80a086dc-2ff5-4bdf-a9a7-416c4002d19a req-87310ab5-60b2-4e44-b2d7-a42d3e63eadd tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4c5e75-2fd3-40a9-aee0-70a93b4585d6 HTTP/1.1" status: 200 len: 945 time: 0.1523101 Jul 16 08:30:11.404016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:11.427517 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80a086dc-2ff5-4bdf-a9a7-416c4002d19a req-b9efc4fc-4ec7-45ff-8ce9-f8b1e9f1af78 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617661 Jul 16 08:30:11.428473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '710e98f2-40ae-4b8a-8bdd-01e0ba567bc1', 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419', 'port_id': '710e98f2-40ae-4b8a-8bdd-01e0ba567bc1', 'mac_address': 'fa:16:3e:22:d1:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b590703a-50bc-47da-bee3-3eff5a20da13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:11.461155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba863c7-3ec3-43f2-b78e-3c30546d6b4c req-ed1f6f34-98e3-439e-9912-ede3528a9a16 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.475574 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cba863c7-3ec3-43f2-b78e-3c30546d6b4c req-ed1f6f34-98e3-439e-9912-ede3528a9a16 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 950 time: 0.1283991 Jul 16 08:30:11.495394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49df9c78-b86f-450c-8aa0-3c2744bb99be req-add4ec47-a88e-4ffd-abc1-89c2884e5210 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "GET /v2.0/security-groups/0b161968-63b7-4508-b8fd-e25856b3dc84 HTTP/1.1" status: 200 len: 1813 time: 0.0419812 Jul 16 08:30:11.512883 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.529294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:11.535317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cba863c7-3ec3-43f2-b78e-3c30546d6b4c req-3e314b30-2f5a-4bb5-a8b5-bd4bdf0f73a5 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582223 Jul 16 08:30:11.565217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:11.572582 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.682128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:11.716879 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['710e98f2-40ae-4b8a-8bdd-01e0ba567bc1'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:11.750322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880b7e6-7e47-43e2-a76e-26cf89090a7b req-4db4c4e9-89f8-45fc-b914-1a45c574b2f4 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.753927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76567724-527a-4994-8a2d-65931f354c40 req-01b8e44f-f2e0-447e-b8f0-827bccbf719f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.756166 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76567724-527a-4994-8a2d-65931f354c40 req-01b8e44f-f2e0-447e-b8f0-827bccbf719f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 944 time: 0.1051757 Jul 16 08:30:11.758850 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d880b7e6-7e47-43e2-a76e-26cf89090a7b req-4db4c4e9-89f8-45fc-b914-1a45c574b2f4 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 946 time: 0.1241729 Jul 16 08:30:11.813543 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d880b7e6-7e47-43e2-a76e-26cf89090a7b req-160cf62b-b9b1-4738-8d4a-8154bef853cd tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493352 Jul 16 08:30:11.832806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-5fd12caa-f29c-482e-9ea6-9cd29f2cf279 req-7aa1e7b1-c502-4b30-b293-0a4eafc8acd1 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-525373787', 'description': 'tempest-description-2137090812'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:11.833056 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76567724-527a-4994-8a2d-65931f354c40 req-fad43dfa-2425-482e-b972-9a0ef3ba0633 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683053 Jul 16 08:30:11.869144 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5fd12caa-f29c-482e-9ea6-9cd29f2cf279 req-7aa1e7b1-c502-4b30-b293-0a4eafc8acd1 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.964808 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5fd12caa-f29c-482e-9ea6-9cd29f2cf279 req-7aa1e7b1-c502-4b30-b293-0a4eafc8acd1 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:11.974146 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5fd12caa-f29c-482e-9ea6-9cd29f2cf279 req-7aa1e7b1-c502-4b30-b293-0a4eafc8acd1 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.001663 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5fd12caa-f29c-482e-9ea6-9cd29f2cf279 req-7aa1e7b1-c502-4b30-b293-0a4eafc8acd1 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.017886 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5fd12caa-f29c-482e-9ea6-9cd29f2cf279 req-7aa1e7b1-c502-4b30-b293-0a4eafc8acd1 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1867135 Jul 16 08:30:12.058043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1e7b1-c502-4b30-b293-0a4eafc8acd1 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861058c2-00c1-4719-bef7-5e5bff0182e1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:12.059865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea94c8-b164-49fe-b1f4-c823f05cb87a req-ef3b6ce5-bebd-497a-8b0e-8d2b1faf78ae tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:12.061212 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:12.062772 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16ea94c8-b164-49fe-b1f4-c823f05cb87a req-ef3b6ce5-bebd-497a-8b0e-8d2b1faf78ae tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 944 time: 0.0932038 Jul 16 08:30:12.146423 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16ea94c8-b164-49fe-b1f4-c823f05cb87a req-a9c7ac52-0811-43ce-a142-dea65d4a40ce tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657418 Jul 16 08:30:12.169867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:12.177288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:12.177960 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.245354 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8b0cfa2-788e-4ea1-bfb8-b9a51e0c0a77 req-e0202bd0-e40f-45fb-a736-29fae5b2a012 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "GET /v2.0/security-groups/861058c2-00c1-4719-bef7-5e5bff0182e1 HTTP/1.1" status: 200 len: 1812 time: 0.0812652 Jul 16 08:30:12.282473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-e715e082-db60-4d7e-90cf-5f623c19cd54 req-0451ea5e-2e7c-486a-a819-fa6aa1e8e65e tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-729379956', 'description': 'tempest-description-2060652774'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:12.292973 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.316969 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e715e082-db60-4d7e-90cf-5f623c19cd54 req-0451ea5e-2e7c-486a-a819-fa6aa1e8e65e tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.358374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=786bed0b-dd66-49e3-9e4f-f993b0cb1b8b,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:12.364415 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.442653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=786bed0b-dd66-49e3-9e4f-f993b0cb1b8b,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:12.448128 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e715e082-db60-4d7e-90cf-5f623c19cd54 req-0451ea5e-2e7c-486a-a819-fa6aa1e8e65e tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.453385 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e715e082-db60-4d7e-90cf-5f623c19cd54 req-0451ea5e-2e7c-486a-a819-fa6aa1e8e65e tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.481020 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e715e082-db60-4d7e-90cf-5f623c19cd54 req-0451ea5e-2e7c-486a-a819-fa6aa1e8e65e tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.493574 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e715e082-db60-4d7e-90cf-5f623c19cd54 req-0451ea5e-2e7c-486a-a819-fa6aa1e8e65e tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.2252719 Jul 16 08:30:12.514396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0451ea5e-2e7c-486a-a819-fa6aa1e8e65e tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=007a7d48-74cf-44fb-99a2-ab6a5fdf8739,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:12.681964 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24e968-8c63-4562-a4c4-60efa5986e9e req-3f645c2d-a79d-483b-8975-065663bc0b15 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:12.683602 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7c24e968-8c63-4562-a4c4-60efa5986e9e req-3f645c2d-a79d-483b-8975-065663bc0b15 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 945 time: 0.0719681 Jul 16 08:30:12.731016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53f5ae0-2ea7-4372-bece-ccae434f3dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9'}, {'server_uuid': 'dde7ead7-b229-484d-af65-927143fd8794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786bed0b-dd66-49e3-9e4f-f993b0cb1b8b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:12.733653 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59c592e-bce2-4236-aacd-d52cc7beca79" -d '{"events": [{"server_uuid": "d53f5ae0-2ea7-4372-bece-ccae434f3dbc", "name": "network-vif-plugged", "status": "completed", "tag": "dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9"}, {"server_uuid": "dde7ead7-b229-484d-af65-927143fd8794", "name": "network-vif-plugged", "status": "completed", "tag": "786bed0b-dd66-49e3-9e4f-f993b0cb1b8b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:12.761177 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7c24e968-8c63-4562-a4c4-60efa5986e9e req-688fff00-de86-4404-ae12-12b75eae5987 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561130 Jul 16 08:30:12.816445 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb8e822-8b98-4864-bf66-fed6f7b1ad6e req-8ac98fc6-9c5d-47fc-82b8-d383939fcdb2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578568 Jul 16 08:30:12.996235 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a544949b-43ae-4032-a44c-563240943384 req-fb9169e5-90ed-417f-8bc5-45448a2230c7 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "GET /v2.0/security-groups/007a7d48-74cf-44fb-99a2-ab6a5fdf8739 HTTP/1.1" status: 200 len: 1812 time: 0.0532966 Jul 16 08:30:13.008619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bafa4ac-93b6-40d8-8547-6dca5cf08f2a req-5b513d43-1be0-45b7-a999-ab6fbec8c302 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.011135 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1bafa4ac-93b6-40d8-8547-6dca5cf08f2a req-5b513d43-1be0-45b7-a999-ab6fbec8c302 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4c5e75-2fd3-40a9-aee0-70a93b4585d6 HTTP/1.1" status: 200 len: 945 time: 0.1029482 Jul 16 08:30:13.022268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8e822-8b98-4864-bf66-fed6f7b1ad6e req-ea0609e5-8d1c-47eb-b453-a63aa9bc4610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.024556 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb8e822-8b98-4864-bf66-fed6f7b1ad6e req-ea0609e5-8d1c-47eb-b453-a63aa9bc4610 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 1097 time: 0.1510706 Jul 16 08:30:13.090549 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1bafa4ac-93b6-40d8-8547-6dca5cf08f2a req-7e97d91e-6880-43ce-9f8b-c98ccfadd8f5 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715246 Jul 16 08:30:13.147643 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e467ff70-da1a-420b-ba70-5bd5ea3eaedc x-openstack-request-id: req-e467ff70-da1a-420b-ba70-5bd5ea3eaedc {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:13.148878 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53f5ae0-2ea7-4372-bece-ccae434f3dbc", "name": "network-vif-plugged", "status": "completed", "tag": "dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9", "code": 200}, {"server_uuid": "dde7ead7-b229-484d-af65-927143fd8794", "name": "network-vif-plugged", "status": "completed", "tag": "786bed0b-dd66-49e3-9e4f-f993b0cb1b8b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:13.149382 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e467ff70-da1a-420b-ba70-5bd5ea3eaedc {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:13.150001 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53f5ae0-2ea7-4372-bece-ccae434f3dbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9', 'code': 200} Jul 16 08:30:13.151117 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde7ead7-b229-484d-af65-927143fd8794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '786bed0b-dd66-49e3-9e4f-f993b0cb1b8b', 'code': 200} Jul 16 08:30:13.161321 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:13.216368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8e822-8b98-4864-bf66-fed6f7b1ad6e req-e04f2abf-6e6e-4bdd-a1a0-0140ad452933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.219624 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb8e822-8b98-4864-bf66-fed6f7b1ad6e req-e04f2abf-6e6e-4bdd-a1a0-0140ad452933 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.1703644 Jul 16 08:30:13.291992 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb8e822-8b98-4864-bf66-fed6f7b1ad6e req-2064ac4b-edb5-4703-bc67-2c3dd7d6965f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b HTTP/1.1" status: 200 len: 217 time: 0.0629382 Jul 16 08:30:13.373789 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.381746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e439c-5503-4d62-b087-6b919da9baa0 req-d031a7ff-5acd-4cb7-9cd5-48d12874e19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.383315 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6e4e439c-5503-4d62-b087-6b919da9baa0 req-d031a7ff-5acd-4cb7-9cd5-48d12874e19a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d53f5ae0-2ea7-4372-bece-ccae434f3dbc HTTP/1.1" status: 200 len: 1098 time: 0.1269767 Jul 16 08:30:13.400826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:13.427123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:13.436309 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.493229 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6e4e439c-5503-4d62-b087-6b919da9baa0 req-74d3ad7f-561d-448c-a9c2-5cd04cb22170 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807209 Jul 16 08:30:13.500477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:13.519636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd619ceb-59bd-48cf-b411-66c80e5c52a0 req-7892e447-6ec1-4877-aafa-cbd22aaa9f84 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.521798 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd619ceb-59bd-48cf-b411-66c80e5c52a0 req-7892e447-6ec1-4877-aafa-cbd22aaa9f84 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 946 time: 0.1366413 Jul 16 08:30:13.578218 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd619ceb-59bd-48cf-b411-66c80e5c52a0 req-d16b38dd-57e1-434c-b6a4-a13ee7c72140 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485804 Jul 16 08:30:13.773166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d3132d-538c-4ddc-9b49-add728625d64 req-41202dee-0e8e-4b00-bd20-4dc8cf96e5b5 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.775955 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c5d3132d-538c-4ddc-9b49-add728625d64 req-41202dee-0e8e-4b00-bd20-4dc8cf96e5b5 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 943 time: 0.0907156 Jul 16 08:30:13.783036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8e822-8b98-4864-bf66-fed6f7b1ad6e req-66aeb4dd-0122-4ccb-ac7f-2b9ddadafd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.784608 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb8e822-8b98-4864-bf66-fed6f7b1ad6e req-66aeb4dd-0122-4ccb-ac7f-2b9ddadafd11 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.4610291 Jul 16 08:30:13.835578 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb8e822-8b98-4864-bf66-fed6f7b1ad6e req-bfc79992-033e-4177-8290-26141e99ca3e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369520 Jul 16 08:30:13.840684 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c5d3132d-538c-4ddc-9b49-add728625d64 req-a89f3aa0-82d6-4f8a-9903-8cc1c71d6fc1 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518634 Jul 16 08:30:13.844285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b440d-2dfa-4513-941e-47b43b604abe req-d6325a67-3e40-4f80-a246-a528ee25e5d7 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.845926 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c50b440d-2dfa-4513-941e-47b43b604abe req-d6325a67-3e40-4f80-a246-a528ee25e5d7 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 950 time: 0.6044600 Jul 16 08:30:13.848382 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bdb74-d1c4-4e0f-a545-aec67874ef6c req-568fd7ce-467b-4603-b940-6fde43eedefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.849800 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf7bdb74-d1c4-4e0f-a545-aec67874ef6c req-568fd7ce-467b-4603-b940-6fde43eedefb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 1097 time: 0.5682938 Jul 16 08:30:13.890100 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [req-ad1aef8c-e22d-4c9e-8fd3-8ce916059e0f req-6e31e912-0e0a-4d2d-9e84-4a0845b4fe52 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] show failed (client error): The resource could not be found. Jul 16 08:30:13.891514 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ad1aef8c-e22d-4c9e-8fd3-8ce916059e0f req-6e31e912-0e0a-4d2d-9e84-4a0845b4fe52 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "GET /v2.0/security-groups/4ef129bf-2156-403c-aaa3-dcea370d538a HTTP/1.1" status: 404 len: 352 time: 0.0145700 Jul 16 08:30:13.965762 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c50b440d-2dfa-4513-941e-47b43b604abe req-52178f37-d750-412a-ac3a-d3c28e258faf tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120825 Jul 16 08:30:13.969165 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf7bdb74-d1c4-4e0f-a545-aec67874ef6c req-49063f48-baaa-485e-870e-5a2cf74f028b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092699 Jul 16 08:30:14.021908 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb8e822-8b98-4864-bf66-fed6f7b1ad6e req-bbc57826-ad7c-40c6-a835-c972c1c03c1f service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563938 Jul 16 08:30:14.066673 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-4e50e4b8-3f8a-4179-888e-1b23c5eeace3 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.068220 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-4e50e4b8-3f8a-4179-888e-1b23c5eeace3 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 945 time: 0.1428165 Jul 16 08:30:14.145726 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c298eb-ad1b-4ec6-800e-dcd102b969da req-0b53ba94-b473-4bf8-8a3e-8d63dc0143bb tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.152445 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e6c298eb-ad1b-4ec6-800e-dcd102b969da req-0b53ba94-b473-4bf8-8a3e-8d63dc0143bb tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f5ae0-2ea7-4372-bece-ccae434f3dbc HTTP/1.1" status: 200 len: 946 time: 0.1268811 Jul 16 08:30:14.177614 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb8e822-8b98-4864-bf66-fed6f7b1ad6e req-5da6fd1d-fe02-4aa3-b86c-e4246f975bcf service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493950 Jul 16 08:30:14.213464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289f71d-1996-42fb-8bbc-632405deda21 req-28ab2319-867d-4904-b2e1-c7e7cc978c4a tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.215250 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1289f71d-1996-42fb-8bbc-632405deda21 req-28ab2319-867d-4904-b2e1-c7e7cc978c4a tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 945 time: 0.1044588 Jul 16 08:30:14.250952 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e6c298eb-ad1b-4ec6-800e-dcd102b969da req-29fecc8a-6736-448c-965c-2b2c2028e96f tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967453 Jul 16 08:30:14.291723 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1289f71d-1996-42fb-8bbc-632405deda21 req-78481cfc-11e4-4bdd-bba0-4e790d7604b3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697258 Jul 16 08:30:14.292301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-a103e632-2cf4-4747-9998-7ffb55e55054 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Deleting port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:14.292700 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-a103e632-2cf4-4747-9998-7ffb55e55054 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:14.462678 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-a103e632-2cf4-4747-9998-7ffb55e55054 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] For port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=d217ddb9-2c10-4df7-be6c-1cb98a7dddeb,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:14.463058 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-a103e632-2cf4-4747-9998-7ffb55e55054 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:14.537607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0577c-79a7-4395-96c9-af3de4a5f6bc req-2aa17213-72d9-4a9a-aae9-4829b59a2429 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.539290 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76d0577c-79a7-4395-96c9-af3de4a5f6bc req-2aa17213-72d9-4a9a-aae9-4829b59a2429 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 945 time: 0.1564412 Jul 16 08:30:14.618372 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-238f020d-501a-45ba-b910-be1618fbc752 req-d430919b-c8ec-40c3-9853-8117d5b5f1af tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] show failed (client error): The resource could not be found. Jul 16 08:30:14.619912 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-238f020d-501a-45ba-b910-be1618fbc752 req-d430919b-c8ec-40c3-9853-8117d5b5f1af tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "GET /v2.0/security-group-rules/d6b35954-fdb0-484d-859c-9ce1f263b3b8 HTTP/1.1" status: 404 len: 361 time: 0.0164113 Jul 16 08:30:14.680094 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76d0577c-79a7-4395-96c9-af3de4a5f6bc req-2d459986-a11a-4f2c-9ab8-cd92608aecc7 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups?id=a7a3fdc5-9f9c-4d05-b868-6790a2c79878&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876126 Jul 16 08:30:14.716908 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-a103e632-2cf4-4747-9998-7ffb55e55054 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:14.717305 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-a103e632-2cf4-4747-9998-7ffb55e55054 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:14.718142 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-a103e632-2cf4-4747-9998-7ffb55e55054 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Floating IP d4a235b5-32ee-4fa9-b170-fd7fd3ea880e disassociated. External IP: 172.25.4.126, port: d217ddb9-2c10-4df7-be6c-1cb98a7dddeb. Jul 16 08:30:14.718492 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-a103e632-2cf4-4747-9998-7ffb55e55054 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Calling delete_port for d217ddb9-2c10-4df7-be6c-1cb98a7dddeb owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:14.937659 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084eee1-3c2f-4f6c-aa63-f43a158b6b93 req-313601cb-2878-4392-8a3f-1af3c849c16a tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.939469 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5084eee1-3c2f-4f6c-aa63-f43a158b6b93 req-313601cb-2878-4392-8a3f-1af3c849c16a tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 943 time: 0.1407554 Jul 16 08:30:14.940901 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-a103e632-2cf4-4747-9998-7ffb55e55054 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:14.950645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d0239-ab33-4bfc-b704-50abbd003d93 req-500260dd-3a83-4484-961b-bac06fa11e3a tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.959014 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-138d0239-ab33-4bfc-b704-50abbd003d93 req-500260dd-3a83-4484-961b-bac06fa11e3a tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 1102 time: 0.0732687 Jul 16 08:30:14.974422 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-138d0239-ab33-4bfc-b704-50abbd003d93 req-65c76dd5-2a8f-45b9-99cc-05c88e92c2b1 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:14.994353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103e632-2cf4-4747-9998-7ffb55e55054 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Pushing event deleted for resources: {'Port': ['ID=d217ddb9-2c10-4df7-be6c-1cb98a7dddeb,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:15.072477 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5084eee1-3c2f-4f6c-aa63-f43a158b6b93 req-5b346012-93a9-41fa-99f0-c8bab8fe73be tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255357 Jul 16 08:30:15.108197 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-138d0239-ab33-4bfc-b704-50abbd003d93 req-65c76dd5-2a8f-45b9-99cc-05c88e92c2b1 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.116981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-138d0239-ab33-4bfc-b704-50abbd003d93 req-65c76dd5-2a8f-45b9-99cc-05c88e92c2b1 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.142498 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-138d0239-ab33-4bfc-b704-50abbd003d93 req-65c76dd5-2a8f-45b9-99cc-05c88e92c2b1 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825864 Jul 16 08:30:15.156322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c76dd5-2a8f-45b9-99cc-05c88e92c2b1 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e29270-8df0-43fb-98d0-7dddd8ecbb28,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:15.157125 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-a103e632-2cf4-4747-9998-7ffb55e55054 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Router 54c1356d-6823-49b9-a40d-7ef579d1d99d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:30:15.240136 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b840d847-502c-4659-b747-1fd661f646f6 req-40eb656d-9056-4af0-9821-85cd2bd87c82 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "GET /v2.0/security-groups/007a7d48-74cf-44fb-99a2-ab6a5fdf8739 HTTP/1.1" status: 200 len: 1812 time: 0.0518577 Jul 16 08:30:15.302534 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b840d847-502c-4659-b747-1fd661f646f6 req-af8548c9-ed88-4ced-b4de-fe8300ef1b6c tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.326370 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b840d847-502c-4659-b747-1fd661f646f6 req-af8548c9-ed88-4ced-b4de-fe8300ef1b6c tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.332226 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-a103e632-2cf4-4747-9998-7ffb55e55054 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:30:15.350333 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b5f28-7f2b-4cea-8fb3-d0a880cb731f None None] Sync routers for ids ['54c1356d-6823-49b9-a40d-7ef579d1d99d'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:30:15.364072 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b5f28-7f2b-4cea-8fb3-d0a880cb731f None None] Routers {'54c1356d-6823-49b9-a40d-7ef579d1d99d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:15.367247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9d2b5f28-7f2b-4cea-8fb3-d0a880cb731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:30:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['54c1356d-6823-49b9-a40d-7ef579d1d99d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:15.383397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-a103e632-2cf4-4747-9998-7ffb55e55054 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] No DVR routers for this DVR port d217ddb9-2c10-4df7-be6c-1cb98a7dddeb on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:15.390202 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b840d847-502c-4659-b747-1fd661f646f6 req-af8548c9-ed88-4ced-b4de-fe8300ef1b6c tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.392099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d3670c-e5bd-4afd-9528-3bb7248ab190 req-5abdcf50-441c-4c23-b5fa-884494f7d3a6 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.394603 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b840d847-502c-4659-b747-1fd661f646f6 req-af8548c9-ed88-4ced-b4de-fe8300ef1b6c tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.396247 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b840d847-502c-4659-b747-1fd661f646f6 req-af8548c9-ed88-4ced-b4de-fe8300ef1b6c tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "DELETE /v2.0/security-groups/007a7d48-74cf-44fb-99a2-ab6a5fdf8739 HTTP/1.1" status: 204 len: 173 time: 0.1504552 Jul 16 08:30:15.402346 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99d3670c-e5bd-4afd-9528-3bb7248ab190 req-5abdcf50-441c-4c23-b5fa-884494f7d3a6 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 946 time: 0.1384723 Jul 16 08:30:15.404629 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-a103e632-2cf4-4747-9998-7ffb55e55054 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.406570 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4d25b0d-7ed2-4d8b-9509-092892b18405 req-a103e632-2cf4-4747-9998-7ffb55e55054 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.15 "DELETE /v2.0/ports/d217ddb9-2c10-4df7-be6c-1cb98a7dddeb HTTP/1.1" status: 204 len: 173 time: 1.3140459 Jul 16 08:30:15.407591 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d02cb0-9ea1-42c9-be35-cca45ba0b86c', 'name': 'network-vif-deleted', 'tag': 'd217ddb9-2c10-4df7-be6c-1cb98a7dddeb'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:15.411012 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a20fce37-c063-4dfe-82a4-b0c60489bb90" -d '{"events": [{"server_uuid": "b1d02cb0-9ea1-42c9-be35-cca45ba0b86c", "name": "network-vif-deleted", "tag": "d217ddb9-2c10-4df7-be6c-1cb98a7dddeb"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:15.429500 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8548c9-ed88-4ced-b4de-fe8300ef1b6c tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=007a7d48-74cf-44fb-99a2-ab6a5fdf8739,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:15.473772 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99d3670c-e5bd-4afd-9528-3bb7248ab190 req-235b3d7a-4173-4d6a-8b5a-c35d1bc795de tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704572 Jul 16 08:30:15.590037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-9d2b5f28-7f2b-4cea-8fb3-d0a880cb731f None None] Set router 54c1356d-6823-49b9-a40d-7ef579d1d99d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:15.817867 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fb1a1d-fb67-48fa-a1b8-c76e1124d2a0 req-ed507026-e0d5-45c7-8047-c3c1a0b4393f tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.821875 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-63fb1a1d-fb67-48fa-a1b8-c76e1124d2a0 req-ed507026-e0d5-45c7-8047-c3c1a0b4393f tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f5ae0-2ea7-4372-bece-ccae434f3dbc HTTP/1.1" status: 200 len: 946 time: 0.1644509 Jul 16 08:30:15.904818 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-63fb1a1d-fb67-48fa-a1b8-c76e1124d2a0 req-bcc2931a-6f03-4eb9-927d-ffb5350f752a tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766354 Jul 16 08:30:15.931353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de9095-e14e-4699-a126-818d05c47ea9 req-faadc9c1-699e-4512-90af-46339ad76d40 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.940375 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-25de9095-e14e-4699-a126-818d05c47ea9 req-faadc9c1-699e-4512-90af-46339ad76d40 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 945 time: 0.1502757 Jul 16 08:30:15.978594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9d2b5f28-7f2b-4cea-8fb3-d0a880cb731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e620fe0c-f571-4a0e-865b-edcb6580971a', 'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'mac_address': 'fa:16:3e:9e:ae:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:40Z', 'updated_at': '2021-07-16T08:25:51Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'subnets': [{'id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:16.008702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b5f28-7f2b-4cea-8fb3-d0a880cb731f None None] Checking router: 54c1356d-6823-49b9-a40d-7ef579d1d99d for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:30:16.018200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2b5f28-7f2b-4cea-8fb3-d0a880cb731f None None] Routers {'54c1356d-6823-49b9-a40d-7ef579d1d99d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:16.019448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9d2b5f28-7f2b-4cea-8fb3-d0a880cb731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:30:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['54c1356d-6823-49b9-a40d-7ef579d1d99d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:16.033677 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-01eeb6a3-a9a3-4dad-8782-8ed7602ebb20 req-f2243914-26a7-437e-abc5-a206a44fbb4f tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "GET /v2.0/security-groups/861058c2-00c1-4719-bef7-5e5bff0182e1 HTTP/1.1" status: 200 len: 1812 time: 0.0847127 Jul 16 08:30:16.035110 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-25de9095-e14e-4699-a126-818d05c47ea9 req-c25d9ed1-c5ba-4f8b-aab5-c1d7b0f3ca0c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935457 Jul 16 08:30:16.090570 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607b46b4-ecfe-4332-8c2e-ee56b79bfe70 x-openstack-request-id: req-607b46b4-ecfe-4332-8c2e-ee56b79bfe70 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:16.090897 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d02cb0-9ea1-42c9-be35-cca45ba0b86c", "name": "network-vif-deleted", "tag": "d217ddb9-2c10-4df7-be6c-1cb98a7dddeb", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:16.092910 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-607b46b4-ecfe-4332-8c2e-ee56b79bfe70 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:16.093863 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d02cb0-9ea1-42c9-be35-cca45ba0b86c', 'name': 'network-vif-deleted', 'tag': 'd217ddb9-2c10-4df7-be6c-1cb98a7dddeb', 'status': 'completed', 'code': 200} Jul 16 08:30:16.159831 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-01eeb6a3-a9a3-4dad-8782-8ed7602ebb20 req-a8a2e8ca-4cbd-4162-82b4-137ea025b716 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.216177 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-01eeb6a3-a9a3-4dad-8782-8ed7602ebb20 req-a8a2e8ca-4cbd-4162-82b4-137ea025b716 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.217303 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-9d2b5f28-7f2b-4cea-8fb3-d0a880cb731f None None] Set router 54c1356d-6823-49b9-a40d-7ef579d1d99d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:16.297815 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad169392-96f0-43b6-902b-54dcbb78cd63 req-e001bd4a-4bc1-4a8e-91e6-43f15c6a951c tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1d02cb0-9ea1-42c9-be35-cca45ba0b86c HTTP/1.1" status: 200 len: 210 time: 0.0743043 Jul 16 08:30:16.323965 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-01eeb6a3-a9a3-4dad-8782-8ed7602ebb20 req-a8a2e8ca-4cbd-4162-82b4-137ea025b716 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.327926 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-01eeb6a3-a9a3-4dad-8782-8ed7602ebb20 req-a8a2e8ca-4cbd-4162-82b4-137ea025b716 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.340732 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-01eeb6a3-a9a3-4dad-8782-8ed7602ebb20 req-a8a2e8ca-4cbd-4162-82b4-137ea025b716 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "DELETE /v2.0/security-groups/861058c2-00c1-4719-bef7-5e5bff0182e1 HTTP/1.1" status: 204 len: 173 time: 0.2988086 Jul 16 08:30:16.366276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a2e8ca-4cbd-4162-82b4-137ea025b716 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=861058c2-00c1-4719-bef7-5e5bff0182e1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:16.486289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a669773-b01e-44dd-a75a-9040ac6c17b0 req-5918cca3-e5b9-4c61-9031-d33c56070d38 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.488719 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4a669773-b01e-44dd-a75a-9040ac6c17b0 req-5918cca3-e5b9-4c61-9031-d33c56070d38 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.38 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 943 time: 0.1562157 Jul 16 08:30:16.609345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9d2b5f28-7f2b-4cea-8fb3-d0a880cb731f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e620fe0c-f571-4a0e-865b-edcb6580971a', 'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'mac_address': 'fa:16:3e:9e:ae:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:40Z', 'updated_at': '2021-07-16T08:25:51Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'subnets': [{'id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:16.661937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d2b5f28-7f2b-4cea-8fb3-d0a880cb731f None None] The sync data for ids ['54c1356d-6823-49b9-a40d-7ef579d1d99d'] in n-d-758944-46 is: [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:25:42Z', 'revision_number': 4, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e620fe0c-f571-4a0e-865b-edcb6580971a', 'name': '', 'network_id': 'c0ed008c-d8c8-4398-b2f1-bdade653830b', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'mac_address': 'fa:16:3e:9e:ae:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:40Z', 'updated_at': '2021-07-16T08:25:51Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'subnets': [{'id': 'f1b77d9a-c602-4c7a-9d54-1d94595e85e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:30:16.682518 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-4a669773-b01e-44dd-a75a-9040ac6c17b0 req-a651b822-ccf6-4baa-82b7-a9e57f5f3c85 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Deleting port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:16.683559 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4a669773-b01e-44dd-a75a-9040ac6c17b0 req-a651b822-ccf6-4baa-82b7-a9e57f5f3c85 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.706092 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d459403e-c2eb-4c0d-9299-ef4b1cf0b016 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=234331fe0b8a468fb70b4b1e509a742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514073 Jul 16 08:30:16.899031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-4a669773-b01e-44dd-a75a-9040ac6c17b0 req-a651b822-ccf6-4baa-82b7-a9e57f5f3c85 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] For port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:16.899404 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4a669773-b01e-44dd-a75a-9040ac6c17b0 req-a651b822-ccf6-4baa-82b7-a9e57f5f3c85 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.916422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-7c33a141-e477-4aa8-9a5c-18b192310881 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.918041 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-7c33a141-e477-4aa8-9a5c-18b192310881 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2103167 Jul 16 08:30:16.923342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186b7a3-a042-430e-b46e-c92f6eb7f378 req-a814312a-808b-46be-a813-06ee6bd08c5d tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.924977 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b186b7a3-a042-430e-b46e-c92f6eb7f378 req-a814312a-808b-46be-a813-06ee6bd08c5d tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4eb7e59-0966-4560-afcf-5e56a08c68ec HTTP/1.1" status: 200 len: 943 time: 0.0832419 Jul 16 08:30:16.925368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-4a669773-b01e-44dd-a75a-9040ac6c17b0 req-a651b822-ccf6-4baa-82b7-a9e57f5f3c85 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Calling delete_port for 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:16.963664 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d1d38ff6-8046-4feb-a91a-82af188952b6 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/quotas/234331fe0b8a468fb70b4b1e509a742a HTTP/1.1" status: 200 len: 375 time: 0.0288699 Jul 16 08:30:16.979196 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b186b7a3-a042-430e-b46e-c92f6eb7f378 req-6a5cf265-a075-4801-9d24-48ad0f04a804 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459552 Jul 16 08:30:17.071223 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-97dd7c11-2ceb-491d-b57f-0e983e26b1db req-a0adfa23-6859-4f3a-9e96-e82c2a7055d1 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "GET /v2.0/security-groups/0b161968-63b7-4508-b8fd-e25856b3dc84 HTTP/1.1" status: 200 len: 1813 time: 0.0555580 Jul 16 08:30:17.102593 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d43f1a6e-def1-4ab3-a3e9-51a34355ce0c tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1362691 Jul 16 08:30:17.117421 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9742f347-ed55-48ed-90ba-97739666c937 None None] New status for floating IP d4a235b5-32ee-4fa9-b170-fd7fd3ea880e: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:30:17.190022 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-97dd7c11-2ceb-491d-b57f-0e983e26b1db req-8d9f3f7a-72c0-4c88-bf1c-b51eeb09ee88 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.215360 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4a669773-b01e-44dd-a75a-9040ac6c17b0 req-a651b822-ccf6-4baa-82b7-a9e57f5f3c85 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.244476 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-97dd7c11-2ceb-491d-b57f-0e983e26b1db req-8d9f3f7a-72c0-4c88-bf1c-b51eeb09ee88 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.269731 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651b822-ccf6-4baa-82b7-a9e57f5f3c85 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Pushing event deleted for resources: {'Port': ['ID=710e98f2-40ae-4b8a-8bdd-01e0ba567bc1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:17.340289 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-97dd7c11-2ceb-491d-b57f-0e983e26b1db req-8d9f3f7a-72c0-4c88-bf1c-b51eeb09ee88 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.344338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-97dd7c11-2ceb-491d-b57f-0e983e26b1db req-8d9f3f7a-72c0-4c88-bf1c-b51eeb09ee88 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.345811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a669773-b01e-44dd-a75a-9040ac6c17b0 req-a651b822-ccf6-4baa-82b7-a9e57f5f3c85 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] No DVR routers for this DVR port 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:17.346034 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-97dd7c11-2ceb-491d-b57f-0e983e26b1db req-8d9f3f7a-72c0-4c88-bf1c-b51eeb09ee88 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "DELETE /v2.0/security-groups/0b161968-63b7-4508-b8fd-e25856b3dc84 HTTP/1.1" status: 204 len: 173 time: 0.2664587 Jul 16 08:30:17.353011 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4a669773-b01e-44dd-a75a-9040ac6c17b0 req-a651b822-ccf6-4baa-82b7-a9e57f5f3c85 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.353011 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4a669773-b01e-44dd-a75a-9040ac6c17b0 req-a651b822-ccf6-4baa-82b7-a9e57f5f3c85 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.38 "DELETE /v2.0/ports/710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 HTTP/1.1" status: 204 len: 173 time: 0.8573399 Jul 16 08:30:17.353011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4eb7e59-0966-4560-afcf-5e56a08c68ec', 'name': 'network-vif-deleted', 'tag': '710e98f2-40ae-4b8a-8bdd-01e0ba567bc1'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:17.359687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f3f7a-72c0-4c88-bf1c-b51eeb09ee88 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b161968-63b7-4508-b8fd-e25856b3dc84,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:17.360241 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d4b4d9-346d-4675-a225-5b22801386fb" -d '{"events": [{"server_uuid": "e4eb7e59-0966-4560-afcf-5e56a08c68ec", "name": "network-vif-deleted", "tag": "710e98f2-40ae-4b8a-8bdd-01e0ba567bc1"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:17.550849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485d145-20f0-4038-95b3-47785cd4ab0f req-c34dbb8b-2d29-4ae5-994b-3bb2a8fa785e tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.552385 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1485d145-20f0-4038-95b3-47785cd4ab0f req-c34dbb8b-2d29-4ae5-994b-3bb2a8fa785e tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 946 time: 0.0702949 Jul 16 08:30:17.601534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1485d145-20f0-4038-95b3-47785cd4ab0f req-e07c5efe-1c51-4408-be1b-8064ffaf6fd6 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419633 Jul 16 08:30:17.781586 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6aeb8c0-d689-4b6e-902a-4768080f4e16 req-6e186f85-0a0a-40a1-a86b-e94e5f03d45b tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "GET /v2.0/security-groups/c7df5921-5ccf-4c7b-b4a3-5912a89f9094 HTTP/1.1" status: 200 len: 1811 time: 0.0617747 Jul 16 08:30:17.797014 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329079cf-607c-46ca-8609-336da3403eb3 req-f3dd1afb-6638-4c2c-8768-db7bc381e9ea tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.799064 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-329079cf-607c-46ca-8609-336da3403eb3 req-f3dd1afb-6638-4c2c-8768-db7bc381e9ea tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4c5e75-2fd3-40a9-aee0-70a93b4585d6 HTTP/1.1" status: 200 len: 945 time: 0.0880580 Jul 16 08:30:17.863888 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-329079cf-607c-46ca-8609-336da3403eb3 req-4d18700e-4fb0-4f2c-964e-c0352e362085 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583184 Jul 16 08:30:17.868604 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f6aeb8c0-d689-4b6e-902a-4768080f4e16 req-0c948d64-0879-4961-8800-8aaa3f120fb3 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.895223 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f6aeb8c0-d689-4b6e-902a-4768080f4e16 req-0c948d64-0879-4961-8800-8aaa3f120fb3 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.945114 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f6aeb8c0-d689-4b6e-902a-4768080f4e16 req-0c948d64-0879-4961-8800-8aaa3f120fb3 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.951454 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f6aeb8c0-d689-4b6e-902a-4768080f4e16 req-0c948d64-0879-4961-8800-8aaa3f120fb3 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.968590 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6aeb8c0-d689-4b6e-902a-4768080f4e16 req-0c948d64-0879-4961-8800-8aaa3f120fb3 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "DELETE /v2.0/security-groups/c7df5921-5ccf-4c7b-b4a3-5912a89f9094 HTTP/1.1" status: 204 len: 173 time: 0.1805086 Jul 16 08:30:17.981169 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c8ff8b-8ba2-4789-b28a-976d8c36567a x-openstack-request-id: req-b9c8ff8b-8ba2-4789-b28a-976d8c36567a {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:17.981320 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4eb7e59-0966-4560-afcf-5e56a08c68ec", "name": "network-vif-deleted", "tag": "710e98f2-40ae-4b8a-8bdd-01e0ba567bc1", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:17.981817 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9c8ff8b-8ba2-4789-b28a-976d8c36567a {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:17.982406 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4eb7e59-0966-4560-afcf-5e56a08c68ec', 'name': 'network-vif-deleted', 'tag': '710e98f2-40ae-4b8a-8bdd-01e0ba567bc1', 'status': 'completed', 'code': 200} Jul 16 08:30:17.991728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c948d64-0879-4961-8800-8aaa3f120fb3 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7df5921-5ccf-4c7b-b4a3-5912a89f9094,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:18.130756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device d217ddb9-2c10-4df7-be6c-1cb98a7dddeb no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:18.169653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: d217ddb9-2c10-4df7-be6c-1cb98a7dddeb {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:18.170208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device d217ddb9-2c10-4df7-be6c-1cb98a7dddeb not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:18.214045 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3bdfb47b-3dc8-499b-b95d-c9c97251fedc req-05f780c5-79f8-4632-aacb-a51c4b26aca6 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "GET /v2.0/security-groups/51331c07-2c68-4d47-8afb-842c0249a86f HTTP/1.1" status: 200 len: 1812 time: 0.1013811 Jul 16 08:30:18.215275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7edbb-a826-4bbc-bf26-f7c13813fded req-b806797f-8e51-47f7-8770-0f186780687f tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.218099 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d8c7edbb-a826-4bbc-bf26-f7c13813fded req-b806797f-8e51-47f7-8770-0f186780687f tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.38 "GET /v2.0/ports?device_id=cd4c5e75-2fd3-40a9-aee0-70a93b4585d6 HTTP/1.1" status: 200 len: 945 time: 0.1555896 Jul 16 08:30:18.339304 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3bdfb47b-3dc8-499b-b95d-c9c97251fedc req-b4847f85-11b7-4ca8-8c85-cd35551785c5 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.373693 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-d8c7edbb-a826-4bbc-bf26-f7c13813fded req-e26d0caa-872a-44f5-a711-6db67fe659df tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Deleting port 30aa08c2-0fae-4112-81c9-f278617bed30 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:18.374068 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d8c7edbb-a826-4bbc-bf26-f7c13813fded req-e26d0caa-872a-44f5-a711-6db67fe659df tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.403340 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3bdfb47b-3dc8-499b-b95d-c9c97251fedc req-b4847f85-11b7-4ca8-8c85-cd35551785c5 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.509725 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3bdfb47b-3dc8-499b-b95d-c9c97251fedc req-b4847f85-11b7-4ca8-8c85-cd35551785c5 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.515872 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3bdfb47b-3dc8-499b-b95d-c9c97251fedc req-b4847f85-11b7-4ca8-8c85-cd35551785c5 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.533314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3bdfb47b-3dc8-499b-b95d-c9c97251fedc req-b4847f85-11b7-4ca8-8c85-cd35551785c5 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] 10.222.0.20 "DELETE /v2.0/security-groups/51331c07-2c68-4d47-8afb-842c0249a86f HTTP/1.1" status: 204 len: 173 time: 0.3179483 Jul 16 08:30:18.533479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43050) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:18.541618 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7257f1b-fc52-4c27-8552-0b5c513370a0 req-f9f9eede-8490-4b15-993e-0746e65722d3 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 210 time: 0.0451643 Jul 16 08:30:18.545590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d8c7edbb-a826-4bbc-bf26-f7c13813fded req-e26d0caa-872a-44f5-a711-6db67fe659df tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] For port 30aa08c2-0fae-4112-81c9-f278617bed30, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=30aa08c2-0fae-4112-81c9-f278617bed30,segment=NetworkSegment(4555595c-4a52-4000-8604-87a69fac67f7),segment_id=4555595c-4a52-4000-8604-87a69fac67f7)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:18.546153 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d8c7edbb-a826-4bbc-bf26-f7c13813fded req-e26d0caa-872a-44f5-a711-6db67fe659df tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.575539 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-d8c7edbb-a826-4bbc-bf26-f7c13813fded req-e26d0caa-872a-44f5-a711-6db67fe659df tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Calling delete_port for 30aa08c2-0fae-4112-81c9-f278617bed30 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:18.627779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43052) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:18.629207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4847f85-11b7-4ca8-8c85-cd35551785c5 tempest-SecurityGroupRulesNegativeTestJSON-687867849 tempest-SecurityGroupRulesNegativeTestJSON-687867849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51331c07-2c68-4d47-8afb-842c0249a86f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:18.782605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e1683d8-eb42-443c-b9ec-55eb74d8ff5a admin admin] Deleting subnet 7f706da7-8110-4b78-a2fe-79d143872e5d {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:30:18.802638 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e1683d8-eb42-443c-b9ec-55eb74d8ff5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.818418 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d8c7edbb-a826-4bbc-bf26-f7c13813fded req-e26d0caa-872a-44f5-a711-6db67fe659df tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.833732 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['36e78cb1-4951-48fe-be69-98dce621a69f', '30aa08c2-0fae-4112-81c9-f278617bed30'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:18.838115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:18.926681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26d0caa-872a-44f5-a711-6db67fe659df tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Pushing event deleted for resources: {'Port': ['ID=30aa08c2-0fae-4112-81c9-f278617bed30,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:18.955479 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cabfb48e-6f8e-49aa-86f4-7131412a32a3 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.962649 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e1683d8-eb42-443c-b9ec-55eb74d8ff5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.099884 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cabfb48e-6f8e-49aa-86f4-7131412a32a3 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.183772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:19.209643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43058) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:19.211329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c7edbb-a826-4bbc-bf26-f7c13813fded req-e26d0caa-872a-44f5-a711-6db67fe659df tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] No DVR routers for this DVR port 30aa08c2-0fae-4112-81c9-f278617bed30 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:19.219143 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d8c7edbb-a826-4bbc-bf26-f7c13813fded req-e26d0caa-872a-44f5-a711-6db67fe659df tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.224646 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e1683d8-eb42-443c-b9ec-55eb74d8ff5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.228640 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d8c7edbb-a826-4bbc-bf26-f7c13813fded req-e26d0caa-872a-44f5-a711-6db67fe659df tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.38 "DELETE /v2.0/ports/30aa08c2-0fae-4112-81c9-f278617bed30 HTTP/1.1" status: 204 len: 173 time: 1.0017426 Jul 16 08:30:19.239046 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-157ec78d-8f52-46e4-b5ba-537ed439e45d tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--565636559', 'description': 'tempest-description--1009283056'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:19.332011 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cabfb48e-6f8e-49aa-86f4-7131412a32a3 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.336391 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cabfb48e-6f8e-49aa-86f4-7131412a32a3 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.338089 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cabfb48e-6f8e-49aa-86f4-7131412a32a3 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "DELETE /v2.0/security-groups/a7a3fdc5-9f9c-4d05-b868-6790a2c79878 HTTP/1.1" status: 204 len: 168 time: 0.6796198 Jul 16 08:30:19.343557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43060) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:19.369049 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-abc4ebee-4a11-4d01-9056-38c62064293d tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] show failed (client error): The resource could not be found. Jul 16 08:30:19.370586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-abc4ebee-4a11-4d01-9056-38c62064293d tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "GET /v2.0/security-groups/a7a3fdc5-9f9c-4d05-b868-6790a2c79878 HTTP/1.1" status: 404 len: 347 time: 0.0253348 Jul 16 08:30:19.376255 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e1683d8-eb42-443c-b9ec-55eb74d8ff5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.379782 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43062) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:19.415659 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-157ec78d-8f52-46e4-b5ba-537ed439e45d tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.429869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1683d8-eb42-443c-b9ec-55eb74d8ff5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f706da7-8110-4b78-a2fe-79d143872e5d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:19.434481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfb48e-6f8e-49aa-86f4-7131412a32a3 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a3fdc5-9f9c-4d05-b868-6790a2c79878,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:19.455251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:19.455584 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 710e98f2-40ae-4b8a-8bdd-01e0ba567bc1 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:19.456347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3107d850-5278-4f17-b278-729e8974bee1 req-14d4c21b-aeff-4db3-9352-050431c5de96 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.458613 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3107d850-5278-4f17-b278-729e8974bee1 req-14d4c21b-aeff-4db3-9352-050431c5de96 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 946 time: 0.5652368 Jul 16 08:30:19.461038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 30aa08c2-0fae-4112-81c9-f278617bed30 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:19.511176 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:30:19.554038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 30aa08c2-0fae-4112-81c9-f278617bed30 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:19.555446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 30aa08c2-0fae-4112-81c9-f278617bed30 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:19.648659 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-157ec78d-8f52-46e4-b5ba-537ed439e45d tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.659832 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3107d850-5278-4f17-b278-729e8974bee1 req-f8f781da-c739-42d6-8027-cd1694a5fdb4 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815355 Jul 16 08:30:19.661088 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-157ec78d-8f52-46e4-b5ba-537ed439e45d tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.714421 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-157ec78d-8f52-46e4-b5ba-537ed439e45d tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.718746 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-157ec78d-8f52-46e4-b5ba-537ed439e45d tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4854302 Jul 16 08:30:19.719086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43070) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:19.724990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-3bdded99-4722-4b71-b218-e01c47ba36ac tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Request body: {'security_group_rule': {'security_group_id': '03016998-4cfa-456d-a595-d930d158474a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:19.751904 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ec78d-8f52-46e4-b5ba-537ed439e45d tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03016998-4cfa-456d-a595-d930d158474a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:19.775219 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3bdded99-4722-4b71-b218-e01c47ba36ac tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.893103 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3bdded99-4722-4b71-b218-e01c47ba36ac tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.902540 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3bdded99-4722-4b71-b218-e01c47ba36ac tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.960987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdded99-4722-4b71-b218-e01c47ba36ac tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8533997c-6d8b-406e-934d-a2040356194f,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:20.000194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd4c5e75-2fd3-40a9-aee0-70a93b4585d6', 'name': 'network-vif-deleted', 'tag': '30aa08c2-0fae-4112-81c9-f278617bed30'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:20.013168 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddec89fa-1159-4079-a577-6ed65630cbef" -d '{"events": [{"server_uuid": "cd4c5e75-2fd3-40a9-aee0-70a93b4585d6", "name": "network-vif-deleted", "tag": "30aa08c2-0fae-4112-81c9-f278617bed30"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:20.109650 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d432d6e-7ac4-4cd5-8b29-37ef2d443045 req-9a433584-2ff1-42db-9305-e0839aa56769 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 210 time: 0.1416140 Jul 16 08:30:20.113361 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3bdded99-4722-4b71-b218-e01c47ba36ac tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.118538 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3bdded99-4722-4b71-b218-e01c47ba36ac tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3983953 Jul 16 08:30:20.122721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43078) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:20.131737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4799045b-eb93-4116-b31d-e489b5be1f3e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Request body: {'security_group_rule': {'security_group_id': '03016998-4cfa-456d-a595-d930d158474a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:20.193482 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4799045b-eb93-4116-b31d-e489b5be1f3e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.216897 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f41ea8fd-0d81-4c03-8a18-8289721b292d req-3d16c67a-4e4b-42ab-949c-c379338834ff tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd4c5e75-2fd3-40a9-aee0-70a93b4585d6 HTTP/1.1" status: 200 len: 210 time: 0.7257528 Jul 16 08:30:20.217066 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ea92d70-2b65-4289-a865-1d528851c3ca x-openstack-request-id: req-2ea92d70-2b65-4289-a865-1d528851c3ca {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:20.217780 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd4c5e75-2fd3-40a9-aee0-70a93b4585d6", "name": "network-vif-deleted", "tag": "30aa08c2-0fae-4112-81c9-f278617bed30", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:20.217945 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ea92d70-2b65-4289-a865-1d528851c3ca {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:20.218605 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd4c5e75-2fd3-40a9-aee0-70a93b4585d6', 'name': 'network-vif-deleted', 'tag': '30aa08c2-0fae-4112-81c9-f278617bed30', 'status': 'completed', 'code': 200} Jul 16 08:30:20.225260 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e1683d8-eb42-443c-b9ec-55eb74d8ff5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.227832 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4e1683d8-eb42-443c-b9ec-55eb74d8ff5a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7f706da7-8110-4b78-a2fe-79d143872e5d HTTP/1.1" status: 204 len: 168 time: 1.6874874 Jul 16 08:30:20.235897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43080) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:20.395729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc81d-809a-4ac5-84da-ed1b4a86128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.398880 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4799045b-eb93-4116-b31d-e489b5be1f3e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.403306 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4799045b-eb93-4116-b31d-e489b5be1f3e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.421583 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-066bee24-fe66-4574-8a7f-be36caa43d13 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=234331fe0b8a468fb70b4b1e509a742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0781701 Jul 16 08:30:20.430332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4799045b-eb93-4116-b31d-e489b5be1f3e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a988b798-fa55-4a9b-99bd-04de2ebf3fe7,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:20.464768 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4799045b-eb93-4116-b31d-e489b5be1f3e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.469693 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4799045b-eb93-4116-b31d-e489b5be1f3e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3456509 Jul 16 08:30:20.471638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43082) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:20.478641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:20.553364 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-18c9b666-e462-4e3d-99df-2959a36ee459 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Deleting port 6ab88330-c4e6-4536-969f-2b2c3ec71cfb {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:20.553801 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c9b666-e462-4e3d-99df-2959a36ee459 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.569153 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc81d-809a-4ac5-84da-ed1b4a86128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.578376 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.586006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-8c8bc81d-809a-4ac5-84da-ed1b4a86128b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e863db7-39a3-4a40-b639-baeec5ab65b4']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:20.613381 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-8c8bc81d-809a-4ac5-84da-ed1b4a86128b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '666e246d-85a5-4630-9e63-f6c912d87d53') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:20.614191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-8c8bc81d-809a-4ac5-84da-ed1b4a86128b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '666e246d-85a5-4630-9e63-f6c912d87d53') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:20.630399 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc81d-809a-4ac5-84da-ed1b4a86128b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.660708 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc81d-809a-4ac5-84da-ed1b4a86128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.675464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8bc81d-809a-4ac5-84da-ed1b4a86128b admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:30:20.675919 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc81d-809a-4ac5-84da-ed1b4a86128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.737011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-a9b76494-a347-4a6b-bca0-0bc5273ea328 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.739063 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-a9b76494-a347-4a6b-bca0-0bc5273ea328 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3111992 Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:30:20.751815 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:30:20.759963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-1ed8ef6c-d06f-407c-9cc9-c37c1a5ae377 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Request body: {'port': {'device_id': '1290369c-7945-4090-ae5a-1d5ef705cee4', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '234331fe0b8a468fb70b4b1e509a742a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:20.794561 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc81d-809a-4ac5-84da-ed1b4a86128b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.816972 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8c8bc81d-809a-4ac5-84da-ed1b4a86128b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.819660 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8c8bc81d-809a-4ac5-84da-ed1b4a86128b admin admin] 10.222.0.20 "DELETE /v2.0/networks/2e863db7-39a3-4a40-b639-baeec5ab65b4 HTTP/1.1" status: 204 len: 168 time: 0.5811114 Jul 16 08:30:20.854474 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bc81d-809a-4ac5-84da-ed1b4a86128b admin admin] Pushing event deleted for resources: {'Network': ['ID=2e863db7-39a3-4a40-b639-baeec5ab65b4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:20.928863 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c9b666-e462-4e3d-99df-2959a36ee459 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.929269 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c9b666-e462-4e3d-99df-2959a36ee459 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.950325 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-18c9b666-e462-4e3d-99df-2959a36ee459 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Calling delete_port for 6ab88330-c4e6-4536-969f-2b2c3ec71cfb owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:20.951728 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:20.990583 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-1ed8ef6c-d06f-407c-9cc9-c37c1a5ae377 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Made reservation on behalf of 234331fe0b8a468fb70b4b1e509a742a for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:20.999573 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-1ed8ef6c-d06f-407c-9cc9-c37c1a5ae377 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.261476 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43096) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:21.355530 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-71cb2561-9f64-42ec-ae32-d4ebb5970d26 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=234331fe0b8a468fb70b4b1e509a742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0852635 Jul 16 08:30:21.421398 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-813a491f-a9e4-4aac-9b89-77590188a77e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=887a7d01c3f140bd809da7d7720e144c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1584661 Jul 16 08:30:21.429944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfa6642-ebbd-4aa4-adf5-6940abd80c0a req-67b29030-d188-4ae1-b6b7-56b5ba90c24a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.432362 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9cfa6642-ebbd-4aa4-adf5-6940abd80c0a req-67b29030-d188-4ae1-b6b7-56b5ba90c24a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 946 time: 0.3687303 Jul 16 08:30:21.447897 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ad6c3f67-2c42-4e08-b6ce-1d171ddba4e3 req-d041d5b2-11b4-42cd-8227-c46cb75222f5 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 210 time: 0.0438340 Jul 16 08:30:21.449143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43100) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:21.593129 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b2122bae-3ebd-4da6-a241-9cc70726fa2e tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.596468 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b2122bae-3ebd-4da6-a241-9cc70726fa2e tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2149863 Jul 16 08:30:21.625150 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7fe862f6-53b6-4b56-88c8-44b68f6be418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.649133 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7fe862f6-53b6-4b56-88c8-44b68f6be418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.665445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4d4300d5-0f86-478c-8c86-676e44b6b3f9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Request body: {'port': {'device_id': '83c1592f-a69f-4b76-b9ea-302206814e7b', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '234331fe0b8a468fb70b4b1e509a742a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:21.671325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Allocated IP 172.25.4.82 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/38d32298-f4f2-4d0f-be51-529e208c33e6) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:21.679068 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-1ed8ef6c-d06f-407c-9cc9-c37c1a5ae377 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Allocated IP 192.168.233.229 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/e4bcc449-b5bf-40c2-9271-cf9255fce250) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:21.684257 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c9b666-e462-4e3d-99df-2959a36ee459 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.726129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c9b666-e462-4e3d-99df-2959a36ee459 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Pushing event deleted for resources: {'Port': ['ID=6ab88330-c4e6-4536-969f-2b2c3ec71cfb,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:21.801667 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7fe862f6-53b6-4b56-88c8-44b68f6be418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.804620 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7fe862f6-53b6-4b56-88c8-44b68f6be418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.805942 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7fe862f6-53b6-4b56-88c8-44b68f6be418 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8e17c1a-9154-468f-b67d-5ea02578f9dc HTTP/1.1" status: 204 len: 168 time: 0.3445091 Jul 16 08:30:21.842004 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.883352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe862f6-53b6-4b56-88c8-44b68f6be418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e17c1a-9154-468f-b67d-5ea02578f9dc,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:21.935605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c9b666-e462-4e3d-99df-2959a36ee459 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.944181 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c9b666-e462-4e3d-99df-2959a36ee459 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:21.953411 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-18c9b666-e462-4e3d-99df-2959a36ee459 tempest-ServersWithSpecificFlavorTestJSON-650894359 tempest-ServersWithSpecificFlavorTestJSON-650894359-project] 10.222.0.20 "DELETE /v2.0/floatingips/d4a235b5-32ee-4fa9-b170-fd7fd3ea880e HTTP/1.1" status: 204 len: 168 time: 2.5410128 Jul 16 08:30:22.003547 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.033540 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9cfa6642-ebbd-4aa4-adf5-6940abd80c0a req-f1b2b4d6-d86a-47f6-82b5-720440bd0073 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4338853 Jul 16 08:30:22.168970 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-1ed8ef6c-d06f-407c-9cc9-c37c1a5ae377 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.197738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-1ed8ef6c-d06f-407c-9cc9-c37c1a5ae377 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Transition to ACTIVE for port object e4bcc449-b5bf-40c2-9271-cf9255fce250 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:22.198698 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:22.216923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:22.232626 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Pushing event updated for resources: {'Port': ['ID=38d32298-f4f2-4d0f-be51-529e208c33e6,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:22.235387 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:22.238704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4d4300d5-0f86-478c-8c86-676e44b6b3f9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Made reservation on behalf of 234331fe0b8a468fb70b4b1e509a742a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:22.242773 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4d4300d5-0f86-478c-8c86-676e44b6b3f9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.354457 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-1ed8ef6c-d06f-407c-9cc9-c37c1a5ae377 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.382984 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.396770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4c5d2014-c9c3-422a-843e-7b7fc2623af7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:22.561763 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.663449 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-1ed8ef6c-d06f-407c-9cc9-c37c1a5ae377 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:22.672554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-1ed8ef6c-d06f-407c-9cc9-c37c1a5ae377 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:22.685881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-1ed8ef6c-d06f-407c-9cc9-c37c1a5ae377 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:22.692895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8ef6c-d06f-407c-9cc9-c37c1a5ae377 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event updated for resources: {'Port': ['ID=e4bcc449-b5bf-40c2-9271-cf9255fce250,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:22.779510 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4d4300d5-0f86-478c-8c86-676e44b6b3f9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Allocated IP 192.168.233.98 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/0f4d8a5c-4270-4b27-83b6-a79fcba57193) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:22.846887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-1ed8ef6c-d06f-407c-9cc9-c37c1a5ae377 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.850113 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-1ed8ef6c-d06f-407c-9cc9-c37c1a5ae377 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.903463 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-265c4b63-fb97-4efc-801b-b569d0b27897 req-2be74b6e-16f2-4621-b772-fe3b59a81d13 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 210 time: 0.1286697 Jul 16 08:30:22.927364 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-1ed8ef6c-d06f-407c-9cc9-c37c1a5ae377 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1778879 Jul 16 08:30:22.951307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Request body: {'port': {'device_id': '1290369c-7945-4090-ae5a-1d5ef705cee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:23.039788 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.088168 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.104654 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.193055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b0f2836f-4db1-469b-862b-dfd23a80b39f None None] Provisioning for port e4bcc449-b5bf-40c2-9271-cf9255fce250 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:23.204282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b0f2836f-4db1-469b-862b-dfd23a80b39f None None] Provisioning complete for port e4bcc449-b5bf-40c2-9271-cf9255fce250 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:23.204702 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b0f2836f-4db1-469b-862b-dfd23a80b39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.251142 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Pushing event updated for resources: {'Port': ['ID=38d32298-f4f2-4d0f-be51-529e208c33e6,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:23.302218 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.311688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b0f2836f-4db1-469b-862b-dfd23a80b39f None None] Port e4bcc449-b5bf-40c2-9271-cf9255fce250 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:23.336355 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4d4300d5-0f86-478c-8c86-676e44b6b3f9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.343834 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.345403 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1dc5d51b-3ca1-45c7-8abe-99a86747ce23 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8716314 Jul 16 08:30:23.358250 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4d4300d5-0f86-478c-8c86-676e44b6b3f9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Transition to ACTIVE for port object 0f4d8a5c-4270-4b27-83b6-a79fcba57193 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:23.469704 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4d4300d5-0f86-478c-8c86-676e44b6b3f9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.484004 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4c5d2014-c9c3-422a-843e-7b7fc2623af7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:23.553177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43178) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:23.574336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4300d5-0f86-478c-8c86-676e44b6b3f9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event updated for resources: {'Port': ['ID=0f4d8a5c-4270-4b27-83b6-a79fcba57193,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:23.592518 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4d4300d5-0f86-478c-8c86-676e44b6b3f9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:23.607496 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aeae7a-e8ac-4a59-b59c-697d81af0bb5 req-dd64b153-b31a-4ee9-94b2-638ee7636b28 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.609795 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-04aeae7a-e8ac-4a59-b59c-697d81af0bb5 req-dd64b153-b31a-4ee9-94b2-638ee7636b28 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 946 time: 0.2283573 Jul 16 08:30:23.611448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4d4300d5-0f86-478c-8c86-676e44b6b3f9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:23.630027 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4d4300d5-0f86-478c-8c86-676e44b6b3f9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:23.727918 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-04aeae7a-e8ac-4a59-b59c-697d81af0bb5 req-bc426a76-518a-49a0-ad6b-82e4a3e52ab8 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886915 Jul 16 08:30:23.786265 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4bcc449-b5bf-40c2-9271-cf9255fce250 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:23.795436 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.797170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4d4300d5-0f86-478c-8c86-676e44b6b3f9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.799410 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4d4300d5-0f86-478c-8c86-676e44b6b3f9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.816453 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1932680240-network', 'tenant_id': '37f358c9897d456c9d45a282b1058f21'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:23.821831 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4d4300d5-0f86-478c-8c86-676e44b6b3f9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1663022 Jul 16 08:30:23.834727 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Transition to ACTIVE for port object e4bcc449-b5bf-40c2-9271-cf9255fce250 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:23.839988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Request body: {'port': {'device_id': '83c1592f-a69f-4b76-b9ea-302206814e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:23.841774 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.871001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] Made reservation on behalf of 37f358c9897d456c9d45a282b1058f21 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:23.875200 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.904698 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.933389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bcc449-b5bf-40c2-9271-cf9255fce250,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:24.073627 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Attempting to bind port e4bcc449-b5bf-40c2-9271-cf9255fce250 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:24.073970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Attempting to bind port e4bcc449-b5bf-40c2-9271-cf9255fce250 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:24.074284 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Attempting to bind port e4bcc449-b5bf-40c2-9271-cf9255fce250 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:24.089061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Port e4bcc449-b5bf-40c2-9271-cf9255fce250 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:24.089396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Attempting to bind port e4bcc449-b5bf-40c2-9271-cf9255fce250 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:24.103823 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:24.104417 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.105938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:24.106748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:24.107291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Bound port: e4bcc449-b5bf-40c2-9271-cf9255fce250, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:24.107585 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.163204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-be04acca-ac33-4a71-a4e1-31dd54675df9 None None] Provisioning for port 0f4d8a5c-4270-4b27-83b6-a79fcba57193 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:24.173611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-be04acca-ac33-4a71-a4e1-31dd54675df9 None None] Provisioning complete for port 0f4d8a5c-4270-4b27-83b6-a79fcba57193 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:24.173992 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-be04acca-ac33-4a71-a4e1-31dd54675df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.191750 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.205996 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.244379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] For port e4bcc449-b5bf-40c2-9271-cf9255fce250, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:24.264904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:30:24.282637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-be04acca-ac33-4a71-a4e1-31dd54675df9 None None] Port 0f4d8a5c-4270-4b27-83b6-a79fcba57193 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:24.289105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15e104a-d66a-4ffb-80e7-c10690edd71c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:24.314473 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.315092 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] Added segment 3c940e6e-774b-4b54-a8c8-1b7f5f04cf41 of type vlan for network 2f8009f6-0c90-4973-bbef-42db8150db9b Jul 16 08:30:24.318174 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] For port e4bcc449-b5bf-40c2-9271-cf9255fce250, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e4bcc449-b5bf-40c2-9271-cf9255fce250,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:24.333360 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.393378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-f725445d-782d-4c16-a596-0aadb4072c08 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.401284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-f725445d-782d-4c16-a596-0aadb4072c08 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/networks?id=b9d546f0-2f2c-4563-8e6a-5b4c768f4419 HTTP/1.1" status: 200 len: 822 time: 0.4992442 Jul 16 08:30:24.437641 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-41e06311-1cfc-43dc-8e8b-76655ab0369d tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/quotas/d87902f8d1ec4af59ab6c7da7c4d9815 HTTP/1.1" status: 200 len: 375 time: 0.0357256 Jul 16 08:30:24.459003 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.463380 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.463998 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.465903 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] 10.222.0.15 "PUT /v2.0/ports/e4bcc449-b5bf-40c2-9271-cf9255fce250 HTTP/1.1" status: 200 len: 1097 time: 1.5237525 Jul 16 08:30:24.468185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1290369c-7945-4090-ae5a-1d5ef705cee4', 'tag': 'e4bcc449-b5bf-40c2-9271-cf9255fce250'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:24.470670 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37575bf2-0b3a-406c-a993-d5b1660ea525" -d '{"events": [{"name": "network-changed", "server_uuid": "1290369c-7945-4090-ae5a-1d5ef705cee4", "tag": "e4bcc449-b5bf-40c2-9271-cf9255fce250"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:24.528146 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bdf50-3c63-41d0-89e8-240d5e8c4ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=e4bcc449-b5bf-40c2-9271-cf9255fce250,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:24.615071 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.616144 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.616854 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.719704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f1943-70c1-42b0-a351-4b9daf8b3ad5 req-03f32ac3-303c-469e-94c3-7b009b3d9185 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.727765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f1943-70c1-42b0-a351-4b9daf8b3ad5 req-03f32ac3-303c-469e-94c3-7b009b3d9185 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.729516 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d9f1943-70c1-42b0-a351-4b9daf8b3ad5 req-03f32ac3-303c-469e-94c3-7b009b3d9185 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=446bc8d1-35d5-4c16-a11b-08b3b4fa69ce&device_id=d53f5ae0-2ea7-4372-bece-ccae434f3dbc HTTP/1.1" status: 200 len: 1682 time: 0.3590543 Jul 16 08:30:24.732029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] Pushing event updated for resources: {'Network': ['ID=2f8009f6-0c90-4973-bbef-42db8150db9b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:24.736397 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9238a11f-c3c7-4df8-9e5a-a99318b1d302 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1819396 Jul 16 08:30:24.739979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43202) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:24.745483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 2f8009f6-0c90-4973-bbef-42db8150db9b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:30:24.747993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-fc2e4ed1-3b29-49e3-8eb2-08845a4e2833 admin admin] Request body: {'subnet': {'network_id': '2f8009f6-0c90-4973-bbef-42db8150db9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1932680240-subnet', 'tenant_id': '37f358c9897d456c9d45a282b1058f21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:24.850249 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d9f1943-70c1-42b0-a351-4b9daf8b3ad5 req-028bd66d-ed0a-4a75-9e89-d4ee531d515e tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975945 Jul 16 08:30:24.853680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc2e4ed1-3b29-49e3-8eb2-08845a4e2833 admin admin] Made reservation on behalf of 37f358c9897d456c9d45a282b1058f21 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:24.857605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc2e4ed1-3b29-49e3-8eb2-08845a4e2833 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.862149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-fcaa7bad-9868-4b56-8508-d64faf0b6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.864553 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-fcaa7bad-9868-4b56-8508-d64faf0b6d54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=1290369c-7945-4090-ae5a-1d5ef705cee4 HTTP/1.1" status: 200 len: 1100 time: 0.3486967 Jul 16 08:30:24.937573 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-8eafe9b5-cf88-4e8c-8166-2820ae30d6db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=e4bcc449-b5bf-40c2-9271-cf9255fce250 HTTP/1.1" status: 200 len: 217 time: 0.0524244 Jul 16 08:30:24.994325 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-7b1ab2e9-a7c6-4553-8335-8801f6f88423 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d87902f8d1ec4af59ab6c7da7c4d9815&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5406771 Jul 16 08:30:25.029988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f4d8a5c-4270-4b27-83b6-a79fcba57193 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:25.046885 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.089850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-febc0ee2-97c6-4090-bb7f-f09e6331c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.091252 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-febc0ee2-97c6-4090-bb7f-f09e6331c42b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1383893 Jul 16 08:30:25.093263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Transition to ACTIVE for port object 0f4d8a5c-4270-4b27-83b6-a79fcba57193 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:25.103521 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.180478 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-5415d07b-50ef-42d9-87ff-b39591162b97 service neutron] 10.222.0.20 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747954 Jul 16 08:30:25.234613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Pushing event updated for resources: {'Port': ['ID=0f4d8a5c-4270-4b27-83b6-a79fcba57193,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:25.278467 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc2e4ed1-3b29-49e3-8eb2-08845a4e2833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.341791 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2e4ed1-3b29-49e3-8eb2-08845a4e2833 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b760cabb-517c-4e64-ba0f-8241fc01992c,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:25.348589 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Attempting to bind port 0f4d8a5c-4270-4b27-83b6-a79fcba57193 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:25.349601 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Attempting to bind port 0f4d8a5c-4270-4b27-83b6-a79fcba57193 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:25.349601 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Attempting to bind port 0f4d8a5c-4270-4b27-83b6-a79fcba57193 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:25.363574 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Port 0f4d8a5c-4270-4b27-83b6-a79fcba57193 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:25.363958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Attempting to bind port 0f4d8a5c-4270-4b27-83b6-a79fcba57193 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:25.369479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a30bd4-c126-40d2-891e-94740d1431fc req-1addbc72-9f04-4af7-95a2-a54d7de4b113 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.371654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80a30bd4-c126-40d2-891e-94740d1431fc req-1addbc72-9f04-4af7-95a2-a54d7de4b113 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 935 time: 0.3800676 Jul 16 08:30:25.372847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:25.373231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:25.373631 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:25.374078 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Bound port: 0f4d8a5c-4270-4b27-83b6-a79fcba57193, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:25.374449 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.374576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-2c4247fb-62d5-46b1-8f90-d404e622ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.376251 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-2c4247fb-62d5-46b1-8f90-d404e622ce10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2773199 Jul 16 08:30:25.387232 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-6574d477-539a-4720-980e-e4db47bf5e09 service neutron] 10.222.0.20 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055962 Jul 16 08:30:25.439700 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80a30bd4-c126-40d2-891e-94740d1431fc req-d2e23ec7-2682-4e71-bff3-6367108d3f98 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563455 Jul 16 08:30:25.466307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] For port 0f4d8a5c-4270-4b27-83b6-a79fcba57193, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:25.470873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] For port 0f4d8a5c-4270-4b27-83b6-a79fcba57193, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0f4d8a5c-4270-4b27-83b6-a79fcba57193,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:25.480198 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.515047 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2e4ed1-3b29-49e3-8eb2-08845a4e2833 admin admin] Checking segment: {'id': '3c940e6e-774b-4b54-a8c8-1b7f5f04cf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2f8009f6-0c90-4973-bbef-42db8150db9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:25.515440 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2e4ed1-3b29-49e3-8eb2-08845a4e2833 admin admin] Network hostable DHCP agents. Network: 2f8009f6-0c90-4973-bbef-42db8150db9b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:30:25.537944 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2e4ed1-3b29-49e3-8eb2-08845a4e2833 admin admin] Network 2f8009f6-0c90-4973-bbef-42db8150db9b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:30:25.544531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.545362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.547056 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] 10.222.0.15 "PUT /v2.0/ports/0f4d8a5c-4270-4b27-83b6-a79fcba57193 HTTP/1.1" status: 200 len: 1096 time: 1.7146091 Jul 16 08:30:25.547670 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83c1592f-a69f-4b76-b9ea-302206814e7b', 'tag': '0f4d8a5c-4270-4b27-83b6-a79fcba57193'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:25.553439 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f3aabb-682f-4321-8096-3d6a7baefe39" -d '{"events": [{"name": "network-changed", "server_uuid": "83c1592f-a69f-4b76-b9ea-302206814e7b", "tag": "0f4d8a5c-4270-4b27-83b6-a79fcba57193"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:25.589293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-fc2e4ed1-3b29-49e3-8eb2-08845a4e2833 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 2f8009f6-0c90-4973-bbef-42db8150db9b) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:25.597014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c13fd1-7831-4b85-bf77-3663c9d2441c None None] Network 2f8009f6-0c90-4973-bbef-42db8150db9b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:25.612036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2e4ed1-3b29-49e3-8eb2-08845a4e2833 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.613231 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc2e4ed1-3b29-49e3-8eb2-08845a4e2833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.627891 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-92820259-c0af-4b63-a0ab-b94e5f8e530a service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931279 Jul 16 08:30:25.640126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee9087-b2b3-4db6-a690-912c5dd4168f service neutron] Pushing event updated for resources: {'Port': ['ID=0f4d8a5c-4270-4b27-83b6-a79fcba57193,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:25.697927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43216) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:25.847749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95b2e89-9bc8-4a67-bd2f-48a462c61021 None None] Network 2f8009f6-0c90-4973-bbef-42db8150db9b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:25.891412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b3ed11e6-5921-432d-91bd-cbf9a11e7a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.893058 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-b3ed11e6-5921-432d-91bd-cbf9a11e7a86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 1099 time: 0.2936764 Jul 16 08:30:25.904723 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4115d2b2-91d1-46e7-8275-b0ce1f6c009e service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650895 Jul 16 08:30:25.910236 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cff4b9-aea6-4bfe-b184-3553caa85ddf x-openstack-request-id: req-55cff4b9-aea6-4bfe-b184-3553caa85ddf {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:25.910522 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1290369c-7945-4090-ae5a-1d5ef705cee4", "tag": "e4bcc449-b5bf-40c2-9271-cf9255fce250", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:25.910777 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55cff4b9-aea6-4bfe-b184-3553caa85ddf {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:25.911210 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1290369c-7945-4090-ae5a-1d5ef705cee4', 'tag': 'e4bcc449-b5bf-40c2-9271-cf9255fce250', 'status': 'completed', 'code': 200} Jul 16 08:30:25.931672 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fc2e4ed1-3b29-49e3-8eb2-08845a4e2833 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1815450 Jul 16 08:30:26.031444 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7df9aee6-33cc-48db-8ced-09c7b0bfd6e1 x-openstack-request-id: req-7df9aee6-33cc-48db-8ced-09c7b0bfd6e1 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:26.031969 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83c1592f-a69f-4b76-b9ea-302206814e7b", "tag": "0f4d8a5c-4270-4b27-83b6-a79fcba57193", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:26.032073 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7df9aee6-33cc-48db-8ced-09c7b0bfd6e1 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:26.032751 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83c1592f-a69f-4b76-b9ea-302206814e7b', 'tag': '0f4d8a5c-4270-4b27-83b6-a79fcba57193', 'status': 'completed', 'code': 200} Jul 16 08:30:26.086858 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-1023712c-e420-4db0-9cf7-033bca617df3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=0f4d8a5c-4270-4b27-83b6-a79fcba57193 HTTP/1.1" status: 200 len: 217 time: 0.1793056 Jul 16 08:30:26.179151 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37575bf2-0b3a-406c-a993-d5b1660ea525 req-91f95039-c239-4c2a-b5c1-a9ac3d75e707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.181140 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37575bf2-0b3a-406c-a993-d5b1660ea525 req-91f95039-c239-4c2a-b5c1-a9ac3d75e707 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=1290369c-7945-4090-ae5a-1d5ef705cee4 HTTP/1.1" status: 200 len: 1100 time: 0.1306319 Jul 16 08:30:26.187554 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a8219160-7392-421c-990f-e32698387cb0 req-e081c16c-5f90-4567-853e-d84714136fe3 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 210 time: 0.1537995 Jul 16 08:30:26.190573 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c82c2b-d9eb-4df1-9573-f4c5fcf80e12 req-f94c22cb-4858-47f0-9f44-262b9eec0c3a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.192812 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-40c82c2b-d9eb-4df1-9573-f4c5fcf80e12 req-f94c22cb-4858-47f0-9f44-262b9eec0c3a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 946 time: 0.2003188 Jul 16 08:30:26.388175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-c658e242-c33b-46e9-a8e1-92fd1d627791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.389887 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-c658e242-c33b-46e9-a8e1-92fd1d627791 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2407680 Jul 16 08:30:26.392482 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-40c82c2b-d9eb-4df1-9573-f4c5fcf80e12 req-a046f8b1-5020-4e86-97e5-5512b58d47d4 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889484 Jul 16 08:30:26.434800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37575bf2-0b3a-406c-a993-d5b1660ea525 req-ee739274-af1e-42b8-a3b9-822a3dddb86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.436484 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37575bf2-0b3a-406c-a993-d5b1660ea525 req-ee739274-af1e-42b8-a3b9-822a3dddb86b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.2426152 Jul 16 08:30:26.439896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-81753de8-49e8-4874-a123-a8851e1bcd82 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.442137 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-81753de8-49e8-4874-a123-a8851e1bcd82 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1098 time: 0.4074860 Jul 16 08:30:26.459813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-46'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:26.522382 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37575bf2-0b3a-406c-a993-d5b1660ea525 req-fe9842d9-ae45-40ea-9021-1ad282dbaade service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=e4bcc449-b5bf-40c2-9271-cf9255fce250 HTTP/1.1" status: 200 len: 217 time: 0.0769289 Jul 16 08:30:26.596966 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37575bf2-0b3a-406c-a993-d5b1660ea525 req-2fc1fe08-cf00-42be-a562-635b03f18225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.598802 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37575bf2-0b3a-406c-a993-d5b1660ea525 req-2fc1fe08-cf00-42be-a562-635b03f18225 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0661020 Jul 16 08:30:26.676056 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:26.718970 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4149498d-72a6-4253-afce-fa80fc66c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.722053 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-4149498d-72a6-4253-afce-fa80fc66c4fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2765551 Jul 16 08:30:26.725448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37575bf2-0b3a-406c-a993-d5b1660ea525 req-84435fb6-c470-48fd-a9d1-7218a9afbb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.727220 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37575bf2-0b3a-406c-a993-d5b1660ea525 req-84435fb6-c470-48fd-a9d1-7218a9afbb1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1180851 Jul 16 08:30:26.907392 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37575bf2-0b3a-406c-a993-d5b1660ea525 req-59c0b2b8-828d-4e05-8294-8e8884b17b95 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700034 Jul 16 08:30:27.029322 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37575bf2-0b3a-406c-a993-d5b1660ea525 req-4419c78d-9464-4fe3-bbd3-a6aafa05a470 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128094 Jul 16 08:30:27.129291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036854c5-2123-4c66-a80b-54264329551d req-51fc0cfa-5325-4692-9aaf-6b7265916e9f tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.130970 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-036854c5-2123-4c66-a80b-54264329551d req-51fc0cfa-5325-4692-9aaf-6b7265916e9f tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 947 time: 0.4159617 Jul 16 08:30:27.163105 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-49d2ac11-139c-4c95-90c4-cb64cc42f115 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028213 Jul 16 08:30:27.199825 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:27.247377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:27.266749 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-036854c5-2123-4c66-a80b-54264329551d req-3b47d146-5d81-4bdf-88b9-ce9ea3717a11 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246915 Jul 16 08:30:27.452282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:27.454270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:27.467296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 has no active binding in host n-h2-758944-46 {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:30:27.518727 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3e98cc9-002d-42e1-8ba2-17fd65a34b70 req-20722311-e365-49f3-89d9-ca30d7a1244d service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209996 Jul 16 08:30:27.553040 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d1ca3e4-bf6e-4a87-8ac4-4b05ee9099d8 req-5cdac060-5001-478f-a070-4bec75c5c4d6 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 210 time: 0.1041825 Jul 16 08:30:27.593853 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.655440 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.751657 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9e49605-c300-47f8-b04a-509b7d25396a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:27.869278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-44127c09-89c6-4187-8a07-1bde7ae3cf5c tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.870824 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-44127c09-89c6-4187-8a07-1bde7ae3cf5c tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.38 "GET /v2.0/networks?id=b9d546f0-2f2c-4563-8e6a-5b4c768f4419 HTTP/1.1" status: 200 len: 822 time: 0.3683002 Jul 16 08:30:27.890332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Pushing event updated for resources: {'Port': ['ID=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:27.901181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-383e306a-466f-4dff-82d5-0b161b12213f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Request body: {'port': {'device_id': '9338fd5c-a1ba-4cfa-9d95-27607680137f', 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419', 'admin_state_up': True, 'tenant_id': 'd87902f8d1ec4af59ab6c7da7c4d9815'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:27.950340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a7203-f3dd-44b5-b83e-0e517e6ee05c req-ffa11d6e-2708-4fef-aa21-f8c2b53b6ec2 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.952746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-668a7203-f3dd-44b5-b83e-0e517e6ee05c req-ffa11d6e-2708-4fef-aa21-f8c2b53b6ec2 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 944 time: 0.0995848 Jul 16 08:30:28.041262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-668a7203-f3dd-44b5-b83e-0e517e6ee05c req-6dac169b-d8db-4f27-bef0-52a2aea45d5a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814066 Jul 16 08:30:28.285327 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:28.285814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:28.286325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:28.286804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:28.287190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:28.288287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:28.288760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:28.289164 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:28.289556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:28.290072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:28.290403 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:28.290770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:28.295479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0676b8ce-61dd-4783-a828-8f31a8e0d1a8'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:28.298049 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bdc1310-40a5-4648-8259-f560c07ff201" -d '{"events": [{"server_uuid": "77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "0676b8ce-61dd-4783-a828-8f31a8e0d1a8"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:28.359368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3aabb-682f-4321-8096-3d6a7baefe39 req-603613b2-6619-4dc6-88bf-a2c9a8ad4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.361438 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0f3aabb-682f-4321-8096-3d6a7baefe39 req-603613b2-6619-4dc6-88bf-a2c9a8ad4d7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 1099 time: 0.7529411 Jul 16 08:30:28.431726 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Attempting to bind port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 on host n-h1-758944-46 for vnic_type normal with profile {"migrating_to": "n-h2-758944-46"} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:28.432061 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Attempting to bind port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:28.432373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Attempting to bind port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:28.542229 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:28.542229 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Attempting to bind port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 on network c727f580-5d9d-4e64-8e13-4f4d27c5457d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:28.571111 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:28.571451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Checking segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:28.571832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Bound using segment: {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:28.572276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Bound port: 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98084a8a-aa09-4bd2-8cca-be0761e12fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c727f580-5d9d-4e64-8e13-4f4d27c5457d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:28.572662 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.617316 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed10db92-f8f7-42d7-bce4-4ad30427e74d x-openstack-request-id: req-ed10db92-f8f7-42d7-bce4-4ad30427e74d {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:28.617672 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b", "name": "network-vif-unplugged", "status": "completed", "tag": "0676b8ce-61dd-4783-a828-8f31a8e0d1a8", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:28.617962 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed10db92-f8f7-42d7-bce4-4ad30427e74d {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:28.618546 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0676b8ce-61dd-4783-a828-8f31a8e0d1a8', 'code': 200} Jul 16 08:30:28.742721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-383e306a-466f-4dff-82d5-0b161b12213f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Made reservation on behalf of d87902f8d1ec4af59ab6c7da7c4d9815 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:28.746411 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-383e306a-466f-4dff-82d5-0b161b12213f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.850039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a32633-9fcb-4715-a49e-f85acf1d2587 req-bfe7f7b2-8fca-4afb-b653-8c9cd2615e4a tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.852608 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-73a32633-9fcb-4715-a49e-f85acf1d2587 req-bfe7f7b2-8fca-4afb-b653-8c9cd2615e4a tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f5ae0-2ea7-4372-bece-ccae434f3dbc HTTP/1.1" status: 200 len: 946 time: 0.5464013 Jul 16 08:30:28.856276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2235432-c9bd-4b02-b400-a496efe217c4 req-8a185df4-bf10-4464-85c8-d1dcf5cfc0f2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.864799 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a2235432-c9bd-4b02-b400-a496efe217c4 req-8a185df4-bf10-4464-85c8-d1dcf5cfc0f2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 947 time: 0.1525443 Jul 16 08:30:28.875288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3aabb-682f-4321-8096-3d6a7baefe39 req-771d590d-7fe6-46e8-b479-dab3c533fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.876921 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0f3aabb-682f-4321-8096-3d6a7baefe39 req-771d590d-7fe6-46e8-b479-dab3c533fb43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.4593127 Jul 16 08:30:28.884191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:28.919448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a2235432-c9bd-4b02-b400-a496efe217c4 req-7b16dfed-1f02-42bc-a059-71c2cd546437 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536666 Jul 16 08:30:29.037717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:29.040369 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0f3aabb-682f-4321-8096-3d6a7baefe39 req-473053ff-6be7-4b9f-ace4-060a915af334 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=0f4d8a5c-4270-4b27-83b6-a79fcba57193 HTTP/1.1" status: 200 len: 217 time: 0.1430593 Jul 16 08:30:29.085992 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.236248 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-73a32633-9fcb-4715-a49e-f85acf1d2587 req-2c2d9113-d428-483c-b218-9798fcde1452 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/security-groups?id=a179aca4-55ef-4440-9e9d-3cf9504c9b64&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645163 Jul 16 08:30:29.236462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7573e7-eb7a-4910-a62b-b34bd3144279 req-622ad0a5-6ba2-4e72-b1f3-baaea0eee9ed tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:29.238133 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb7573e7-eb7a-4910-a62b-b34bd3144279 req-622ad0a5-6ba2-4e72-b1f3-baaea0eee9ed tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.15 "GET /v2.0/ports?device_id=d53f5ae0-2ea7-4372-bece-ccae434f3dbc HTTP/1.1" status: 200 len: 946 time: 0.0975661 Jul 16 08:30:29.283847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-383e306a-466f-4dff-82d5-0b161b12213f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Allocated IP 172.20.0.9 (b9d546f0-2f2c-4563-8e6a-5b4c768f4419/b590703a-50bc-47da-bee3-3eff5a20da13/8328b948-fbb9-459c-8284-b80de8f298e6) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:29.294632 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-22aefbc0-bf27-45fe-9ad3-4366305c0987 req-40173341-157b-4487-9cb3-4560082886bd tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 210 time: 0.0734589 Jul 16 08:30:29.414452 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3aabb-682f-4321-8096-3d6a7baefe39 req-0edb6b94-d55e-40b9-b2d8-fb986a6a11bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:29.421778 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0f3aabb-682f-4321-8096-3d6a7baefe39 req-0edb6b94-d55e-40b9-b2d8-fb986a6a11bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.3534033 Jul 16 08:30:29.445504 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:29.446660 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.449189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] 10.222.0.38 "PUT /v2.0/ports/0676b8ce-61dd-4783-a828-8f31a8e0d1a8 HTTP/1.1" status: 200 len: 1124 time: 2.9936390 Jul 16 08:30:29.511645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f6ca1-6269-4462-a3a0-ca62db6fe1b9 req-681fb026-3ca3-43a9-a877-7ecdc763f0ee tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:29.513275 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e45f6ca1-6269-4462-a3a0-ca62db6fe1b9 req-681fb026-3ca3-43a9-a877-7ecdc763f0ee tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.38 "GET /v2.0/ports?device_id=446bc8d1-35d5-4c16-a11b-08b3b4fa69ce HTTP/1.1" status: 200 len: 945 time: 0.1733620 Jul 16 08:30:29.528379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52c22ac-2094-46b0-aa13-2709c8b3c086 service neutron] Pushing event updated for resources: {'Port': ['ID=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,revision_number=8']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:29.533021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-eb7573e7-eb7a-4910-a62b-b34bd3144279 req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Deleting port dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:29.533359 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-eb7573e7-eb7a-4910-a62b-b34bd3144279 req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.547412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['0676b8ce-61dd-4783-a828-8f31a8e0d1a8'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:29.643185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['0676b8ce-61dd-4783-a828-8f31a8e0d1a8'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:29.912194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a9e49605-c300-47f8-b04a-509b7d25396a admin admin] Deleting port e620fe0c-f571-4a0e-865b-edcb6580971a {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:29.912785 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9e49605-c300-47f8-b04a-509b7d25396a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.173468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e4bcc449-b5bf-40c2-9271-cf9255fce250 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:30.219019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3aabb-682f-4321-8096-3d6a7baefe39 req-2472f69e-bb6d-45af-ab32-b10676b455f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:30.222140 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0f3aabb-682f-4321-8096-3d6a7baefe39 req-2472f69e-bb6d-45af-ab32-b10676b455f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7840562 Jul 16 08:30:30.325312 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-eb7573e7-eb7a-4910-a62b-b34bd3144279 req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] For port dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9,segment=NetworkSegment(4555595c-4a52-4000-8604-87a69fac67f7),segment_id=4555595c-4a52-4000-8604-87a69fac67f7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:30.326745 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-eb7573e7-eb7a-4910-a62b-b34bd3144279 req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.359961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-eb7573e7-eb7a-4910-a62b-b34bd3144279 req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Calling delete_port for dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:30.387133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09895c1-ce6e-43e1-b9cb-6217284b4402 req-67ee767f-d078-462f-96c2-36ef096b0004 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:30.402135 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e09895c1-ce6e-43e1-b9cb-6217284b4402 req-67ee767f-d078-462f-96c2-36ef096b0004 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 944 time: 0.8467677 Jul 16 08:30:30.561489 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e4bcc449-b5bf-40c2-9271-cf9255fce250, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e4bcc449-b5bf-40c2-9271-cf9255fce250,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:30.575941 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'e4bcc449-b5bf-40c2-9271-cf9255fce250', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'e4bcc449-b5bf-40c2-9271-cf9255fce250', 'mac_address': 'fa:16:3e:4b:2d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:30.611343 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-a9e49605-c300-47f8-b04a-509b7d25396a admin admin] For port e620fe0c-f571-4a0e-865b-edcb6580971a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e620fe0c-f571-4a0e-865b-edcb6580971a,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:30.611969 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9e49605-c300-47f8-b04a-509b7d25396a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.619636 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-383e306a-466f-4dff-82d5-0b161b12213f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.622813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b', 'tag': '0676b8ce-61dd-4783-a828-8f31a8e0d1a8'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:30.626708 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd7fa51-239a-4eec-9454-43682266ad82" -d '{"events": [{"name": "network-changed", "server_uuid": "77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b", "tag": "0676b8ce-61dd-4783-a828-8f31a8e0d1a8"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:30.629043 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.646934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4bcc449-b5bf-40c2-9271-cf9255fce250 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:30.656088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-b17d6d7e-8ec1-4009-a53b-f2ffbcc519fa tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:30.657849 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-b17d6d7e-8ec1-4009-a53b-f2ffbcc519fa tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/networks?id=2f8009f6-0c90-4973-bbef-42db8150db9b HTTP/1.1" status: 200 len: 810 time: 0.4522891 Jul 16 08:30:30.665058 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-eb7573e7-eb7a-4910-a62b-b34bd3144279 req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.671607 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0f3aabb-682f-4321-8096-3d6a7baefe39 req-de25ff0a-8af4-4825-a329-388db352c967 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299293 Jul 16 08:30:30.680391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:30.704884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a9e49605-c300-47f8-b04a-509b7d25396a admin admin] Calling delete_port for e620fe0c-f571-4a0e-865b-edcb6580971a owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:30.712309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e4bcc449-b5bf-40c2-9271-cf9255fce250, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e4bcc449-b5bf-40c2-9271-cf9255fce250,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:30.713333 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e09895c1-ce6e-43e1-b9cb-6217284b4402 req-23f629c5-0950-4c05-8836-5884fa3e3592 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3093789 Jul 16 08:30:30.722847 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Pushing event deleted for resources: {'Port': ['ID=dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:30.724629 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.734161 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-b0b9e673-aeef-4779-8bf9-f408351f8b06 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/quotas/37f358c9897d456c9d45a282b1058f21 HTTP/1.1" status: 200 len: 375 time: 0.0660505 Jul 16 08:30:30.792874 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-5fce2dd3-04d1-43b2-a101-abff5545332c tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=37f358c9897d456c9d45a282b1058f21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576544 Jul 16 08:30:30.796039 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['36e78cb1-4951-48fe-be69-98dce621a69f'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:30.857816 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-e45f6ca1-6269-4462-a3a0-ca62db6fe1b9 req-c0c5850d-56ea-46a6-a21b-6f38d6e0c1de tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Deleting port 36e78cb1-4951-48fe-be69-98dce621a69f {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:30.861531 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e45f6ca1-6269-4462-a3a0-ca62db6fe1b9 req-c0c5850d-56ea-46a6-a21b-6f38d6e0c1de tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.884142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:30.884621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:30.885049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:30.885462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:30.885916 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:30.886350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:30.886850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:30.889343 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:30.889789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:30.890225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:30.890694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:30.892723 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:30.961688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=e4bcc449-b5bf-40c2-9271-cf9255fce250,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:30.982163 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0f3aabb-682f-4321-8096-3d6a7baefe39 req-868a9c3f-3798-4d44-9080-914897c104c1 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930155 Jul 16 08:30:31.085513 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e4bcc449-b5bf-40c2-9271-cf9255fce250'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:31.135076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7573e7-eb7a-4910-a62b-b34bd3144279 req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] No DVR routers for this DVR port dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:31.143710 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-eb7573e7-eb7a-4910-a62b-b34bd3144279 req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.146720 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb7573e7-eb7a-4910-a62b-b34bd3144279 req-acade189-cea3-4652-8b60-c37527389f7b tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.15 "DELETE /v2.0/ports/dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 HTTP/1.1" status: 204 len: 173 time: 1.8877478 Jul 16 08:30:31.147432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53f5ae0-2ea7-4372-bece-ccae434f3dbc', 'name': 'network-vif-deleted', 'tag': 'dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:31.149989 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc21d74-6916-4df8-ad04-8b42ba12e1af" -d '{"events": [{"server_uuid": "d53f5ae0-2ea7-4372-bece-ccae434f3dbc", "name": "network-vif-deleted", "tag": "dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:31.244961 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-e1c029eb-72f5-486d-99de-f5313dca9ed5 service neutron] 10.222.0.20 "GET /v2.0/networks/2f8009f6-0c90-4973-bbef-42db8150db9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477081 Jul 16 08:30:31.285915 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-e45f6ca1-6269-4462-a3a0-ca62db6fe1b9 req-c0c5850d-56ea-46a6-a21b-6f38d6e0c1de tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] For port 36e78cb1-4951-48fe-be69-98dce621a69f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=36e78cb1-4951-48fe-be69-98dce621a69f,segment=NetworkSegment(4555595c-4a52-4000-8604-87a69fac67f7),segment_id=4555595c-4a52-4000-8604-87a69fac67f7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:31.286576 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e45f6ca1-6269-4462-a3a0-ca62db6fe1b9 req-c0c5850d-56ea-46a6-a21b-6f38d6e0c1de tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.306130 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-383e306a-466f-4dff-82d5-0b161b12213f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.310343 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-e45f6ca1-6269-4462-a3a0-ca62db6fe1b9 req-c0c5850d-56ea-46a6-a21b-6f38d6e0c1de tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Calling delete_port for 36e78cb1-4951-48fe-be69-98dce621a69f owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:31.384460 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9e49605-c300-47f8-b04a-509b7d25396a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.432009 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-c5951eb9-4280-482a-9d66-0e5345931632 service neutron] 10.222.0.20 "GET /v2.0/networks/2f8009f6-0c90-4973-bbef-42db8150db9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857421 Jul 16 08:30:31.440462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-383e306a-466f-4dff-82d5-0b161b12213f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:31.462916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-383e306a-466f-4dff-82d5-0b161b12213f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:31.475113 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-383e306a-466f-4dff-82d5-0b161b12213f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:31.493175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341c56a-4766-40eb-a99a-03a361124460 req-13512f2d-8a56-4962-a3c6-f288d806e744 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:31.499661 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5341c56a-4766-40eb-a99a-03a361124460 req-13512f2d-8a56-4962-a3c6-f288d806e744 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 947 time: 0.4552901 Jul 16 08:30:31.553545 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e45f6ca1-6269-4462-a3a0-ca62db6fe1b9 req-c0c5850d-56ea-46a6-a21b-6f38d6e0c1de tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.598152 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383e306a-466f-4dff-82d5-0b161b12213f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Pushing event updated for resources: {'Port': ['ID=8328b948-fbb9-459c-8284-b80de8f298e6,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:31.602389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c5850d-56ea-46a6-a21b-6f38d6e0c1de tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Pushing event deleted for resources: {'Port': ['ID=36e78cb1-4951-48fe-be69-98dce621a69f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:31.691655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-e45f6ca1-6269-4462-a3a0-ca62db6fe1b9 req-c0c5850d-56ea-46a6-a21b-6f38d6e0c1de tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] No DVR routers for this DVR port 36e78cb1-4951-48fe-be69-98dce621a69f on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:31.700089 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e45f6ca1-6269-4462-a3a0-ca62db6fe1b9 req-c0c5850d-56ea-46a6-a21b-6f38d6e0c1de tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.703227 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e45f6ca1-6269-4462-a3a0-ca62db6fe1b9 req-c0c5850d-56ea-46a6-a21b-6f38d6e0c1de tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.38 "DELETE /v2.0/ports/36e78cb1-4951-48fe-be69-98dce621a69f HTTP/1.1" status: 204 len: 173 time: 2.1776135 Jul 16 08:30:31.716194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e49605-c300-47f8-b04a-509b7d25396a admin admin] Pushing event deleted for resources: {'Port': ['ID=e620fe0c-f571-4a0e-865b-edcb6580971a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:31.731837 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5341c56a-4766-40eb-a99a-03a361124460 req-82b5ce6a-f145-40d1-bf8d-702b343efed3 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797910 Jul 16 08:30:31.758961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-383e306a-466f-4dff-82d5-0b161b12213f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:31.759789 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-383e306a-466f-4dff-82d5-0b161b12213f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.873288 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-383e306a-466f-4dff-82d5-0b161b12213f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9894958 Jul 16 08:30:31.898011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Request body: {'port': {'device_id': '9338fd5c-a1ba-4cfa-9d95-27607680137f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:32.158470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 0f4d8a5c-4270-4b27-83b6-a79fcba57193 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:32.162496 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e4bcc449-b5bf-40c2-9271-cf9255fce250 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:32.312402 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d340bc9-7e45-4738-a901-98d806419f9d req-fc1d3622-c2d0-4e3b-a8cb-f00929ebe562 tempest-ListServersNegativeTestJSON-1283341954 tempest-ListServersNegativeTestJSON-1283341954-project] 10.222.0.20 "GET /v2.0/ports?device_id=d53f5ae0-2ea7-4372-bece-ccae434f3dbc HTTP/1.1" status: 200 len: 210 time: 0.1359401 Jul 16 08:30:32.333270 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9e49605-c300-47f8-b04a-509b7d25396a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.350695 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.408952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port e4bcc449-b5bf-40c2-9271-cf9255fce250 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:32.409732 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f4af48-95d1-444f-9f7d-de5f14bebc33 req-61a70a58-d905-4178-b523-aa8f65dc75da tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:32.411772 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-65f4af48-95d1-444f-9f7d-de5f14bebc33 req-61a70a58-d905-4178-b523-aa8f65dc75da tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 931 time: 0.1787477 Jul 16 08:30:32.419871 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port e4bcc449-b5bf-40c2-9271-cf9255fce250 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:32.420304 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.453536 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d78959-5345-46dc-b10b-7eb70c944832 x-openstack-request-id: req-01d78959-5345-46dc-b10b-7eb70c944832 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:32.453817 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b", "tag": "0676b8ce-61dd-4783-a828-8f31a8e0d1a8", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:32.454113 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01d78959-5345-46dc-b10b-7eb70c944832 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:32.454509 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b', 'tag': '0676b8ce-61dd-4783-a828-8f31a8e0d1a8', 'status': 'completed', 'code': 200} Jul 16 08:30:32.510176 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 0f4d8a5c-4270-4b27-83b6-a79fcba57193, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0f4d8a5c-4270-4b27-83b6-a79fcba57193,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:32.544115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '0f4d8a5c-4270-4b27-83b6-a79fcba57193', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '0f4d8a5c-4270-4b27-83b6-a79fcba57193', 'mac_address': 'fa:16:3e:dc:f8:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:32.602336 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-65f4af48-95d1-444f-9f7d-de5f14bebc33 req-b1d41a21-9f8d-449e-8f40-fe75b475eef6 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782374 Jul 16 08:30:32.607721 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a82016-37ff-41e7-98a6-74331dd53307 x-openstack-request-id: req-38a82016-37ff-41e7-98a6-74331dd53307 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:32.608281 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53f5ae0-2ea7-4372-bece-ccae434f3dbc", "name": "network-vif-deleted", "tag": "dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:32.609371 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-38a82016-37ff-41e7-98a6-74331dd53307 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:32.610153 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53f5ae0-2ea7-4372-bece-ccae434f3dbc', 'name': 'network-vif-deleted', 'tag': 'dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9', 'status': 'completed', 'code': 200} Jul 16 08:30:32.707805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7fa51-239a-4eec-9454-43682266ad82 req-6e96b52d-3c59-4b11-8e6a-fbb897f3b46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:32.710922 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2bd7fa51-239a-4eec-9454-43682266ad82 req-6e96b52d-3c59-4b11-8e6a-fbb897f3b46c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 1127 time: 0.2324560 Jul 16 08:30:32.716641 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.739207 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.774779 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f4d8a5c-4270-4b27-83b6-a79fcba57193 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:32.821632 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e4bcc449-b5bf-40c2-9271-cf9255fce250, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e4bcc449-b5bf-40c2-9271-cf9255fce250,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:32.824216 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1290369c-7945-4090-ae5a-1d5ef705cee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bcc449-b5bf-40c2-9271-cf9255fce250'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:32.827636 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3666d59-8a95-4551-b5e1-4d070446b2fe" -d '{"events": [{"server_uuid": "1290369c-7945-4090-ae5a-1d5ef705cee4", "name": "network-vif-plugged", "status": "completed", "tag": "e4bcc449-b5bf-40c2-9271-cf9255fce250"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:32.837263 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.838134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:32.895500 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0a41641-ca72-44ae-88b5-832d2796d43c req-1aae2fda-6449-40e2-968a-d91498f6c081 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 210 time: 0.1509054 Jul 16 08:30:32.951004 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8328b948-fbb9-459c-8284-b80de8f298e6 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:32.965122 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.002474 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Transition to ACTIVE for port object 8328b948-fbb9-459c-8284-b80de8f298e6 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:33.047705 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:33.048370 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device dee0e760-f0cb-4ff7-a3f4-ac1ace2b36e9 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:33.063759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 0f4d8a5c-4270-4b27-83b6-a79fcba57193, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0f4d8a5c-4270-4b27-83b6-a79fcba57193,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:33.072860 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.076961 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=e4bcc449-b5bf-40c2-9271-cf9255fce250,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:33.130058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7fa51-239a-4eec-9454-43682266ad82 req-d251c6f6-b88e-47ec-98ae-e47401579dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.134284 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2bd7fa51-239a-4eec-9454-43682266ad82 req-d251c6f6-b88e-47ec-98ae-e47401579dde service neutron] 10.222.0.15 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.4142604 Jul 16 08:30:33.219727 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2bd7fa51-239a-4eec-9454-43682266ad82 req-93ebf33c-b4a6-4cf2-9c3a-8c381827fada service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8 HTTP/1.1" status: 200 len: 217 time: 0.0752456 Jul 16 08:30:33.231414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=0f4d8a5c-4270-4b27-83b6-a79fcba57193,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:33.282001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 36e78cb1-4951-48fe-be69-98dce621a69f no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:33.329013 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 36e78cb1-4951-48fe-be69-98dce621a69f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:33.329622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 36e78cb1-4951-48fe-be69-98dce621a69f not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:33.374910 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['0f4d8a5c-4270-4b27-83b6-a79fcba57193'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:33.434752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd7fa51-239a-4eec-9454-43682266ad82 req-2ad7539f-c190-4600-8175-13994357013f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.436352 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2bd7fa51-239a-4eec-9454-43682266ad82 req-2ad7539f-c190-4600-8175-13994357013f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.1948845 Jul 16 08:30:33.517533 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.519498 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2bd7fa51-239a-4eec-9454-43682266ad82 req-ad55970c-6111-4504-976b-a4e7996523f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674644 Jul 16 08:30:33.531137 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.670835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e15631-49b2-45b4-b4ff-e4812e7e957f req-5e7bbe16-f133-410f-8db5-43cf63f55fd1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.679370 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57e15631-49b2-45b4-b4ff-e4812e7e957f req-5e7bbe16-f133-410f-8db5-43cf63f55fd1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 948 time: 0.4156506 Jul 16 08:30:33.739350 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57e15631-49b2-45b4-b4ff-e4812e7e957f req-967bad2d-d45e-420f-b6ce-1db277166ef8 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590346 Jul 16 08:30:33.741643 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2bd7fa51-239a-4eec-9454-43682266ad82 req-54f3ecd7-19d8-4871-a021-f1db112c67cc service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072556 Jul 16 08:30:33.770191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Pushing event updated for resources: {'Port': ['ID=8328b948-fbb9-459c-8284-b80de8f298e6,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:33.803706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c49820-72d4-4447-ad44-926058d8a45a req-f2961883-88c4-4d5b-bd1a-d5d8facc6fca tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.805452 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-54c49820-72d4-4447-ad44-926058d8a45a req-f2961883-88c4-4d5b-bd1a-d5d8facc6fca tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 944 time: 0.8305595 Jul 16 08:30:33.863972 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee6e41bd-f3fe-4c83-bba1-8c0618f162b4 x-openstack-request-id: req-ee6e41bd-f3fe-4c83-bba1-8c0618f162b4 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:33.864620 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1290369c-7945-4090-ae5a-1d5ef705cee4", "name": "network-vif-plugged", "status": "completed", "tag": "e4bcc449-b5bf-40c2-9271-cf9255fce250", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:33.864998 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee6e41bd-f3fe-4c83-bba1-8c0618f162b4 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:33.865476 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1290369c-7945-4090-ae5a-1d5ef705cee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4bcc449-b5bf-40c2-9271-cf9255fce250', 'code': 200} Jul 16 08:30:33.889120 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2bd7fa51-239a-4eec-9454-43682266ad82 req-9adb5b96-a381-4f33-9c4e-2d1107ad5b95 service neutron] 10.222.0.15 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293542 Jul 16 08:30:33.925861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-54c49820-72d4-4447-ad44-926058d8a45a req-315e7741-b793-48dc-a03a-f93eb5d577f0 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130064 Jul 16 08:30:33.935924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Attempting to bind port 8328b948-fbb9-459c-8284-b80de8f298e6 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:33.936277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Attempting to bind port 8328b948-fbb9-459c-8284-b80de8f298e6 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '140d3a23-c817-4c24-97a6-f35ef6f12597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:33.936695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Attempting to bind port 8328b948-fbb9-459c-8284-b80de8f298e6 on network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:33.960302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Port 8328b948-fbb9-459c-8284-b80de8f298e6 on network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:33.960996 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Attempting to bind port 8328b948-fbb9-459c-8284-b80de8f298e6 on network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:33.971178 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e49605-c300-47f8-b04a-509b7d25396a admin admin] Router 54c1356d-6823-49b9-a40d-7ef579d1d99d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:30:33.977709 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:33.978206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Checking segment: {'id': '140d3a23-c817-4c24-97a6-f35ef6f12597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:33.978773 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Bound using segment: {'id': '140d3a23-c817-4c24-97a6-f35ef6f12597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:33.979589 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Bound port: 8328b948-fbb9-459c-8284-b80de8f298e6, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140d3a23-c817-4c24-97a6-f35ef6f12597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:33.980075 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:34.103120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145f4124-a95b-47cf-a840-214deee911c7 req-64acfbd0-e64b-4ef5-a080-5815ee315f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.107168 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-145f4124-a95b-47cf-a840-214deee911c7 req-64acfbd0-e64b-4ef5-a080-5815ee315f50 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1290369c-7945-4090-ae5a-1d5ef705cee4 HTTP/1.1" status: 200 len: 1102 time: 0.1213570 Jul 16 08:30:34.168998 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-145f4124-a95b-47cf-a840-214deee911c7 req-3416074a-0a03-444b-9775-a8b870496b6e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542006 Jul 16 08:30:34.190459 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f46dea13-0910-460a-aa27-fe8eaaa95bc1 req-ce14f49d-3372-4c57-982b-7ba792366bdd tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 210 time: 0.0370383 Jul 16 08:30:34.214075 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] For port 8328b948-fbb9-459c-8284-b80de8f298e6, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:34.220098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] For port 8328b948-fbb9-459c-8284-b80de8f298e6, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8328b948-fbb9-459c-8284-b80de8f298e6,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:34.232753 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:34.270524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e49605-c300-47f8-b04a-509b7d25396a admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:30:34.288576 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a9e49605-c300-47f8-b04a-509b7d25396a admin admin] 10.222.0.20 "PUT /v2.0/routers/54c1356d-6823-49b9-a40d-7ef579d1d99d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5887554 Jul 16 08:30:34.288904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90999edc-7d98-4ca2-8b6f-c517622b917b None None] Sync routers for ids ['54c1356d-6823-49b9-a40d-7ef579d1d99d'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:30:34.290765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43372) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:34.303829 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90999edc-7d98-4ca2-8b6f-c517622b917b None None] Routers {'54c1356d-6823-49b9-a40d-7ef579d1d99d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:34.306760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-90999edc-7d98-4ca2-8b6f-c517622b917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:30:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['54c1356d-6823-49b9-a40d-7ef579d1d99d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:34.315524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.316201 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:34.317727 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] 10.222.0.38 "PUT /v2.0/ports/8328b948-fbb9-459c-8284-b80de8f298e6 HTTP/1.1" status: 200 len: 1092 time: 2.4319530 Jul 16 08:30:34.346761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49530f-08fb-4ba3-9a2a-0463e6c8311e req-9ab8ec6e-9f7f-46ff-88ba-2b83b4f9c7b9 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.349380 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-af49530f-08fb-4ba3-9a2a-0463e6c8311e req-9ab8ec6e-9f7f-46ff-88ba-2b83b4f9c7b9 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 943 time: 0.2645831 Jul 16 08:30:34.357043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca7d740-01b3-4662-98b0-ca577f9d0d10 service neutron] Pushing event updated for resources: {'Port': ['ID=8328b948-fbb9-459c-8284-b80de8f298e6,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:34.465371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9338fd5c-a1ba-4cfa-9d95-27607680137f', 'tag': '8328b948-fbb9-459c-8284-b80de8f298e6'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:34.467750 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d718798-47db-4948-9b62-539a78b2d21b" -d '{"events": [{"name": "network-changed", "server_uuid": "9338fd5c-a1ba-4cfa-9d95-27607680137f", "tag": "8328b948-fbb9-459c-8284-b80de8f298e6"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:34.471624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-90999edc-7d98-4ca2-8b6f-c517622b917b None None] Set router 54c1356d-6823-49b9-a40d-7ef579d1d99d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:34.520720 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43382) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:34.656370 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599b56cd-a44f-4153-8065-038ee3dc4ecf x-openstack-request-id: req-599b56cd-a44f-4153-8065-038ee3dc4ecf {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:34.659973 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9338fd5c-a1ba-4cfa-9d95-27607680137f", "tag": "8328b948-fbb9-459c-8284-b80de8f298e6", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:34.660278 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-599b56cd-a44f-4153-8065-038ee3dc4ecf {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:34.660725 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9338fd5c-a1ba-4cfa-9d95-27607680137f', 'tag': '8328b948-fbb9-459c-8284-b80de8f298e6', 'status': 'completed', 'code': 200} Jul 16 08:30:34.668914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4e9817-3da7-4ef9-8ba6-b78e7fd626b6 admin admin] Deleting subnet 43735a41-9fc6-459e-b9d2-53b12258d75b {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:30:34.676045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '446bc8d1-35d5-4c16-a11b-08b3b4fa69ce', 'name': 'network-vif-deleted', 'tag': '36e78cb1-4951-48fe-be69-98dce621a69f'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:34.697186 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-af49530f-08fb-4ba3-9a2a-0463e6c8311e req-6506876e-99e5-4e5b-8e05-9b71c6cf2bf8 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3258235 Jul 16 08:30:34.697811 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3302295e-118b-4bc6-88d6-ed496e842fb5" -d '{"events": [{"server_uuid": "446bc8d1-35d5-4c16-a11b-08b3b4fa69ce", "name": "network-vif-deleted", "tag": "36e78cb1-4951-48fe-be69-98dce621a69f"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:34.708081 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9817-3da7-4ef9-8ba6-b78e7fd626b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:34.740190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-90999edc-7d98-4ca2-8b6f-c517622b917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:30:31Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:34.746759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:34.817668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90999edc-7d98-4ca2-8b6f-c517622b917b None None] Checking router: 54c1356d-6823-49b9-a40d-7ef579d1d99d for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:30:34.843439 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9817-3da7-4ef9-8ba6-b78e7fd626b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:34.855186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-08d2b4e7-1402-4a72-a840-d217c8319fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.859081 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-08d2b4e7-1402-4a72-a840-d217c8319fc6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d87902f8d1ec4af59ab6c7da7c4d9815&device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 1095 time: 0.4445915 Jul 16 08:30:34.866355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90999edc-7d98-4ca2-8b6f-c517622b917b None None] Routers {'54c1356d-6823-49b9-a40d-7ef579d1d99d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:34.866975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-90999edc-7d98-4ca2-8b6f-c517622b917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:30:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['54c1356d-6823-49b9-a40d-7ef579d1d99d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:34.955006 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bcfe316-c421-4d79-8b1f-1e47cd789a75 x-openstack-request-id: req-7bcfe316-c421-4d79-8b1f-1e47cd789a75 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:34.955397 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "446bc8d1-35d5-4c16-a11b-08b3b4fa69ce", "name": "network-vif-deleted", "tag": "36e78cb1-4951-48fe-be69-98dce621a69f", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:34.955515 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bcfe316-c421-4d79-8b1f-1e47cd789a75 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:34.955910 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '446bc8d1-35d5-4c16-a11b-08b3b4fa69ce', 'name': 'network-vif-deleted', 'tag': '36e78cb1-4951-48fe-be69-98dce621a69f', 'status': 'completed', 'code': 200} Jul 16 08:30:34.961577 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9817-3da7-4ef9-8ba6-b78e7fd626b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:34.969629 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.051774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-85f58b19-aea9-4e96-b490-c4920ac0f20c tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.053498 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-85f58b19-aea9-4e96-b490-c4920ac0f20c tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.38 "GET /v2.0/networks?id=2f8009f6-0c90-4973-bbef-42db8150db9b HTTP/1.1" status: 200 len: 810 time: 0.4823432 Jul 16 08:30:35.073708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-2ce3a078-040e-42aa-889d-45e8bae10fac tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Request body: {'port': {'device_id': '7e346415-c3ba-41b9-87c8-ebd51ad5f5f9', 'network_id': '2f8009f6-0c90-4973-bbef-42db8150db9b', 'admin_state_up': True, 'tenant_id': '37f358c9897d456c9d45a282b1058f21'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:35.121286 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9817-3da7-4ef9-8ba6-b78e7fd626b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.209597 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4e9817-3da7-4ef9-8ba6-b78e7fd626b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43735a41-9fc6-459e-b9d2-53b12258d75b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:35.229156 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-55c1fd7c-3c62-41ab-9b53-9525cbc092fa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8328b948-fbb9-459c-8284-b80de8f298e6 HTTP/1.1" status: 200 len: 217 time: 0.1842489 Jul 16 08:30:35.287858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] Deleting port 65f1a173-97e8-4e68-9410-aff9a454a12a {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:35.288228 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.326686 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2e4e9817-3da7-4ef9-8ba6-b78e7fd626b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.330735 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2e4e9817-3da7-4ef9-8ba6-b78e7fd626b6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43735a41-9fc6-459e-b9d2-53b12258d75b HTTP/1.1" status: 204 len: 168 time: 0.8004541 Jul 16 08:30:35.343387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43392) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:35.358138 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-2ce3a078-040e-42aa-889d-45e8bae10fac tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Made reservation on behalf of 37f358c9897d456c9d45a282b1058f21 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:35.362333 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-2ce3a078-040e-42aa-889d-45e8bae10fac tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.400807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bd1cd-ac90-450d-a3ca-11fed064275b req-85044aec-c03a-4ceb-854d-6cbbcab9fa62 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.411487 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d2bd1cd-ac90-450d-a3ca-11fed064275b req-85044aec-c03a-4ceb-854d-6cbbcab9fa62 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 948 time: 0.3646500 Jul 16 08:30:35.439034 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-90999edc-7d98-4ca2-8b6f-c517622b917b None None] Set router 54c1356d-6823-49b9-a40d-7ef579d1d99d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:35.452957 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-5144437f-3ce7-4145-9af8-01607ed4120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.454812 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-5144437f-3ce7-4145-9af8-01607ed4120a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b590703a-50bc-47da-bee3-3eff5a20da13 HTTP/1.1" status: 200 len: 862 time: 0.2016590 Jul 16 08:30:35.515086 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-97fe1ed5-954f-4f90-b24b-3c11060c1fbe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9d546f0-2f2c-4563-8e6a-5b4c768f4419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506561 Jul 16 08:30:35.536593 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d2bd1cd-ac90-450d-a3ca-11fed064275b req-4b345842-17d4-497f-8725-f836a010d104 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229587 Jul 16 08:30:35.597621 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b632ec7-87f9-4507-a828-fff4398d76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.659217 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] For port 65f1a173-97e8-4e68-9410-aff9a454a12a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=65f1a173-97e8-4e68-9410-aff9a454a12a,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:35.667271 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.688463 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.692661 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c524113-6861-4a16-b19c-99270fed6f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.715099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea691e-5add-430a-8695-229d29ea8b9a req-ae9c3ae7-6384-4d9f-aa93-029065a4c6ce tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.717300 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-acea691e-5add-430a-8695-229d29ea8b9a req-ae9c3ae7-6384-4d9f-aa93-029065a4c6ce tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 944 time: 0.4244473 Jul 16 08:30:35.737249 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-90999edc-7d98-4ca2-8b6f-c517622b917b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:30:31Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:35.764616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] Calling delete_port for 65f1a173-97e8-4e68-9410-aff9a454a12a owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:35.781907 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0097b3c-2d48-431e-8b4a-ced1ffd40dc2 req-7d0eab17-c1a1-45a3-a09a-319f26125d43 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 210 time: 0.0484762 Jul 16 08:30:35.783127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90999edc-7d98-4ca2-8b6f-c517622b917b None None] The sync data for ids ['54c1356d-6823-49b9-a40d-7ef579d1d99d'] in n-d-758944-46 is: [{'id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2045160663-router', 'tenant_id': 'aed62d0657eb40a7a10daea36ac730cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73'}], 'enable_snat': True}, 'gw_port_id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:31Z', 'updated_at': '2021-07-16T08:30:31Z', 'revision_number': 5, 'project_id': 'aed62d0657eb40a7a10daea36ac730cd', 'gw_port': {'id': '65f1a173-97e8-4e68-9410-aff9a454a12a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:db:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54c1356d-6823-49b9-a40d-7ef579d1d99d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 115, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:34Z', 'updated_at': '2021-07-16T08:25:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:30:35.809149 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-fe1278a7-95ff-4736-947e-c1613f7f181d service neutron] 10.222.0.38 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693639 Jul 16 08:30:35.956353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-2ce3a078-040e-42aa-889d-45e8bae10fac tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Allocated IP 172.20.0.12 (2f8009f6-0c90-4973-bbef-42db8150db9b/b760cabb-517c-4e64-ba0f-8241fc01992c/1b1b5d08-dae7-47ab-8a7a-c4c525906149) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:36.006145 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-acea691e-5add-430a-8695-229d29ea8b9a req-d882bca3-32c7-4db9-abf0-5b4ce42d6c96 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556016 Jul 16 08:30:36.079508 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b632ec7-87f9-4507-a828-fff4398d76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.105877 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7f1290c-87ed-4f39-8fba-a31957a7dd8e req-8b2b64b4-b549-4924-905f-9e56842663f7 service neutron] 10.222.0.38 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893455 Jul 16 08:30:36.137697 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-0b632ec7-87f9-4507-a828-fff4398d76d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:36.165824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 0f4d8a5c-4270-4b27-83b6-a79fcba57193 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:36.173825 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d2f19-917f-478f-967f-3dbe220abb15 req-933f639a-aca7-40ac-9b2a-d7c5b5f27c6b tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:36.179359 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-507d2f19-917f-478f-967f-3dbe220abb15 req-933f639a-aca7-40ac-9b2a-d7c5b5f27c6b tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 943 time: 0.1998661 Jul 16 08:30:36.197215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-0b632ec7-87f9-4507-a828-fff4398d76d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4555595c-4a52-4000-8604-87a69fac67f7') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:36.197553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-0b632ec7-87f9-4507-a828-fff4398d76d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4555595c-4a52-4000-8604-87a69fac67f7') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:36.228078 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b632ec7-87f9-4507-a828-fff4398d76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.292908 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b632ec7-87f9-4507-a828-fff4398d76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.354153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 0f4d8a5c-4270-4b27-83b6-a79fcba57193 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:36.360657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 0f4d8a5c-4270-4b27-83b6-a79fcba57193 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:36.361380 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.400084 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-507d2f19-917f-478f-967f-3dbe220abb15 req-7230f50a-6711-49c7-9726-26dd7a4b289b tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954520 Jul 16 08:30:36.425062 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d718798-47db-4948-9b62-539a78b2d21b req-f23dc337-a1be-46cc-ad84-e8529da88621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:36.426740 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d718798-47db-4948-9b62-539a78b2d21b req-f23dc337-a1be-46cc-ad84-e8529da88621 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d87902f8d1ec4af59ab6c7da7c4d9815&device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 1095 time: 0.2440996 Jul 16 08:30:36.490878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b632ec7-87f9-4507-a828-fff4398d76d1 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:30:36.491289 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b632ec7-87f9-4507-a828-fff4398d76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:30:36.501912 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:30:36.523852 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.583251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 0f4d8a5c-4270-4b27-83b6-a79fcba57193, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0f4d8a5c-4270-4b27-83b6-a79fcba57193,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:36.584965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c1592f-a69f-4b76-b9ea-302206814e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4d8a5c-4270-4b27-83b6-a79fcba57193'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:36.591732 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ccfefdb-ffe2-4110-a7f0-8470d24a8616" -d '{"events": [{"server_uuid": "83c1592f-a69f-4b76-b9ea-302206814e7b", "name": "network-vif-plugged", "status": "completed", "tag": "0f4d8a5c-4270-4b27-83b6-a79fcba57193"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:36.595873 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.596720 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:36.733776 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d718798-47db-4948-9b62-539a78b2d21b req-d5bba214-fba5-4f52-b57a-8f897412907f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:36.736381 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d718798-47db-4948-9b62-539a78b2d21b req-d5bba214-fba5-4f52-b57a-8f897412907f service neutron] 10.222.0.38 "GET /v2.0/networks?id=b9d546f0-2f2c-4563-8e6a-5b4c768f4419 HTTP/1.1" status: 200 len: 922 time: 0.2953024 Jul 16 08:30:36.843063 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=0f4d8a5c-4270-4b27-83b6-a79fcba57193,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:36.879995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d718798-47db-4948-9b62-539a78b2d21b req-968802fd-3dd1-43a8-8066-3f5668b59bc8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8328b948-fbb9-459c-8284-b80de8f298e6 HTTP/1.1" status: 200 len: 217 time: 0.1306872 Jul 16 08:30:36.920026 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a094a19-6d22-4614-b168-5d365318a250 x-openstack-request-id: req-0a094a19-6d22-4614-b168-5d365318a250 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:36.921048 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c1592f-a69f-4b76-b9ea-302206814e7b", "name": "network-vif-plugged", "status": "completed", "tag": "0f4d8a5c-4270-4b27-83b6-a79fcba57193", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:36.922306 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a094a19-6d22-4614-b168-5d365318a250 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:36.923455 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c1592f-a69f-4b76-b9ea-302206814e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f4d8a5c-4270-4b27-83b6-a79fcba57193', 'code': 200} Jul 16 08:30:37.008093 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d842f1a-086b-407b-a686-78691d3e32d8 req-8eb1f421-11b4-4a8f-b41c-0b182db49305 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.009993 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d842f1a-086b-407b-a686-78691d3e32d8 req-8eb1f421-11b4-4a8f-b41c-0b182db49305 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 949 time: 0.1409261 Jul 16 08:30:37.012353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d718798-47db-4948-9b62-539a78b2d21b req-7bfec624-8100-4094-8d14-3f33feda3ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.014590 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d718798-47db-4948-9b62-539a78b2d21b req-7bfec624-8100-4094-8d14-3f33feda3ba1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b590703a-50bc-47da-bee3-3eff5a20da13 HTTP/1.1" status: 200 len: 862 time: 0.1013544 Jul 16 08:30:37.095026 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d718798-47db-4948-9b62-539a78b2d21b req-5f005063-a1d0-40c6-a4aa-eec4d982f76b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9d546f0-2f2c-4563-8e6a-5b4c768f4419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690122 Jul 16 08:30:37.185045 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d842f1a-086b-407b-a686-78691d3e32d8 req-c9262778-f125-481d-92f4-39c39e8d2670 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615644 Jul 16 08:30:37.287437 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d718798-47db-4948-9b62-539a78b2d21b req-452b4c18-8a59-4474-8366-f95b58121a75 service neutron] 10.222.0.38 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763408 Jul 16 08:30:37.290987 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8cc50215-deb9-4ae9-93bf-c5d2a714a61e req-155c05c7-937f-43d4-b72d-3048da0deb53 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 210 time: 0.0434074 Jul 16 08:30:37.291608 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b632ec7-87f9-4507-a828-fff4398d76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.332455 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b632ec7-87f9-4507-a828-fff4398d76d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.335281 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0b632ec7-87f9-4507-a828-fff4398d76d1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8 HTTP/1.1" status: 204 len: 168 time: 1.9905505 Jul 16 08:30:37.337213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b632ec7-87f9-4507-a828-fff4398d76d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae7d6ddd-b29f-4c2f-80a1-c7b64b603ef8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:37.453556 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-2ce3a078-040e-42aa-889d-45e8bae10fac tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.578107 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-2ce3a078-040e-42aa-889d-45e8bae10fac tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.586032 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43424) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:37.684066 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d718798-47db-4948-9b62-539a78b2d21b req-b247dc09-2a5d-4940-8725-f88280d11dc4 service neutron] 10.222.0.38 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3911216 Jul 16 08:30:37.714515 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0fe56d7e-1cb9-418a-8808-2440a19435ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=392315c9e3cc4feabca39e0efe6f4fe9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1206617 Jul 16 08:30:37.715600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43426) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:37.723632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.750859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87706927-eac6-4833-b3da-90d0103f34a6 req-db204aee-95e0-4fd0-b07e-66ddaa87414f tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.753387 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-87706927-eac6-4833-b3da-90d0103f34a6 req-db204aee-95e0-4fd0-b07e-66ddaa87414f tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 945 time: 0.1780789 Jul 16 08:30:37.830568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e620fe0c-f571-4a0e-865b-edcb6580971a no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:37.858374 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de06a4de-6b17-4211-90f0-6f089984bb1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.874709 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-87706927-eac6-4833-b3da-90d0103f34a6 req-90c33305-080e-4726-95e4-c115a93f91c1 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed269a03-8ef5-4aed-8ff6-53ccc4761312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109056 Jul 16 08:30:37.885626 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3a078-040e-42aa-889d-45e8bae10fac tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Pushing event updated for resources: {'Port': ['ID=1b1b5d08-dae7-47ab-8a7a-c4c525906149,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:37.899492 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: e620fe0c-f571-4a0e-865b-edcb6580971a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:37.900121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e620fe0c-f571-4a0e-865b-edcb6580971a not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:37.911773 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0730554d-40f7-49f0-a356-8993c722c4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.933792 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de06a4de-6b17-4211-90f0-6f089984bb1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.950900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-2ce3a078-040e-42aa-889d-45e8bae10fac tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Network 2f8009f6-0c90-4973-bbef-42db8150db9b is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:37.982316 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=65f1a173-97e8-4e68-9410-aff9a454a12a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:37.986374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-2ce3a078-040e-42aa-889d-45e8bae10fac tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:37.989010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-2ce3a078-040e-42aa-889d-45e8bae10fac tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:38.015405 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de06a4de-6b17-4211-90f0-6f089984bb1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.018102 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de06a4de-6b17-4211-90f0-6f089984bb1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.019698 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-de06a4de-6b17-4211-90f0-6f089984bb1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a179aca4-55ef-4440-9e9d-3cf9504c9b64 HTTP/1.1" status: 204 len: 168 time: 0.3014426 Jul 16 08:30:38.033331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de06a4de-6b17-4211-90f0-6f089984bb1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a179aca4-55ef-4440-9e9d-3cf9504c9b64,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:38.096258 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956bf91-c9d2-4fc4-aaf4-5d390b267c23 req-02a09eae-0103-4328-a7cc-040e96a0d49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:38.098757 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9956bf91-c9d2-4fc4-aaf4-5d390b267c23 req-02a09eae-0103-4328-a7cc-040e96a0d49c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 1101 time: 0.8383958 Jul 16 08:30:38.111213 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.116976 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.257938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-2ce3a078-040e-42aa-889d-45e8bae10fac tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:38.260024 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-2ce3a078-040e-42aa-889d-45e8bae10fac tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.260171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-74dd40ab-fcd8-48b5-a51b-0e34b557cb0d service neutron] 10.222.0.15 "GET /v2.0/ports/0676b8ce-61dd-4783-a828-8f31a8e0d1a8/bindings/n-h2-758944-46 HTTP/1.1" status: 200 len: 385 time: 0.1466229 Jul 16 08:30:38.299423 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.305604 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.314412 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9956bf91-c9d2-4fc4-aaf4-5d390b267c23 req-b3e9c79d-fe38-40a8-b9c9-f4d844c84e6b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1997368 Jul 16 08:30:38.335296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349a583-a985-4515-85b8-88202a06044d req-0c97cc8f-9d61-4ab7-8d33-dae989162063 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:38.345705 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c349a583-a985-4515-85b8-88202a06044d req-0c97cc8f-9d61-4ab7-8d33-dae989162063 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 944 time: 0.7179503 Jul 16 08:30:38.446232 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-2ce3a078-040e-42aa-889d-45e8bae10fac tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3805840 Jul 16 08:30:38.466434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Request body: {'port': {'device_id': '7e346415-c3ba-41b9-87c8-ebd51ad5f5f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:38.530399 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.531148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54c1356d-6823-49b9-a40d-7ef579d1d99d {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:30:38.555466 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c349a583-a985-4515-85b8-88202a06044d req-e8e94b07-9d37-4161-afac-5b89736dbf65 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070055 Jul 16 08:30:38.571418 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.574826 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6a576585-3821-4825-a6d9-7ee7c26798d0 admin admin] 10.222.0.20 "DELETE /v2.0/routers/54c1356d-6823-49b9-a40d-7ef579d1d99d HTTP/1.1" status: 204 len: 168 time: 4.2804782 Jul 16 08:30:38.576129 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43442) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:38.692133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-686d93de-eced-4ea5-b6bc-737235f6df43 service neutron] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:38.713167 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a87f80-1684-47a4-9853-09b77e3dff2e admin admin] Deleting subnet f1b77d9a-c602-4c7a-9d54-1d94595e85e7 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:30:38.726843 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c8fe2-9d83-46c2-8b51-55740423747e req-1620c4bf-33ac-4980-864e-cae8eaf99ede tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:38.729209 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.751838 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-255c8fe2-9d83-46c2-8b51-55740423747e req-1620c4bf-33ac-4980-864e-cae8eaf99ede tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 943 time: 0.2991762 Jul 16 08:30:38.775897 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c8a87f80-1684-47a4-9853-09b77e3dff2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.855216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-686d93de-eced-4ea5-b6bc-737235f6df43 service neutron] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:38.887147 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c8a87f80-1684-47a4-9853-09b77e3dff2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.935004 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-255c8fe2-9d83-46c2-8b51-55740423747e req-9cc4bdda-0107-4853-ac6e-2cf5936ed90a tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801083 Jul 16 08:30:38.959427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-686d93de-eced-4ea5-b6bc-737235f6df43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:38.978448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-686d93de-eced-4ea5-b6bc-737235f6df43 service neutron] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:39.036240 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-686d93de-eced-4ea5-b6bc-737235f6df43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.102826 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c8a87f80-1684-47a4-9853-09b77e3dff2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.305991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-686d93de-eced-4ea5-b6bc-737235f6df43 service neutron] Transition to ACTIVE for port object 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:39.317502 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c8a87f80-1684-47a4-9853-09b77e3dff2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.320900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8328b948-fbb9-459c-8284-b80de8f298e6 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:39.383138 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-686d93de-eced-4ea5-b6bc-737235f6df43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.398768 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6624ccd4-300f-46b6-897d-cd4028abedaa None None] Network c0ed008c-d8c8-4398-b2f1-bdade653830b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:39.406410 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d50ac6-a801-474c-bd53-ebf22a0a623b req-8f141d73-a724-438c-92d6-ca69adaa989e tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.418705 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-93d50ac6-a801-474c-bd53-ebf22a0a623b req-8f141d73-a724-438c-92d6-ca69adaa989e tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 949 time: 0.5681837 Jul 16 08:30:39.479750 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c8a87f80-1684-47a4-9853-09b77e3dff2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.493930 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c8a87f80-1684-47a4-9853-09b77e3dff2e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f1b77d9a-c602-4c7a-9d54-1d94595e85e7 HTTP/1.1" status: 204 len: 168 time: 0.9052117 Jul 16 08:30:39.501836 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43458) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:39.564903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b1b5d08-dae7-47ab-8a7a-c4c525906149 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:39.590359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43460) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:39.596602 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.598363 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.649439 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-93d50ac6-a801-474c-bd53-ebf22a0a623b req-160f98e8-b355-4dbd-8405-ad1c92a233ba tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293203 Jul 16 08:30:39.651127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Transition to ACTIVE for port object 1b1b5d08-dae7-47ab-8a7a-c4c525906149 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:39.664149 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.664962 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8328b948-fbb9-459c-8284-b80de8f298e6, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8328b948-fbb9-459c-8284-b80de8f298e6,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:39.701810 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f85126-5610-4558-9864-39a8f676eb8b req-2f5304d0-9aa5-4924-8f96-2cc457827327 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.704071 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24f85126-5610-4558-9864-39a8f676eb8b req-2f5304d0-9aa5-4924-8f96-2cc457827327 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 945 time: 0.4936578 Jul 16 08:30:39.715612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a87f80-1684-47a4-9853-09b77e3dff2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1b77d9a-c602-4c7a-9d54-1d94595e85e7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:39.773011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '8328b948-fbb9-459c-8284-b80de8f298e6', 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419', 'port_id': '8328b948-fbb9-459c-8284-b80de8f298e6', 'mac_address': 'fa:16:3e:3d:41:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b590703a-50bc-47da-bee3-3eff5a20da13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:39.785956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1177632798-network', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:39.805326 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.835952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d68294-4d2b-48ba-a5bd-89040cb40278 req-16cc7be7-b84d-49c1-a75f-0baf6e8a6b33 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.842346 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-65d68294-4d2b-48ba-a5bd-89040cb40278 req-16cc7be7-b84d-49c1-a75f-0baf6e8a6b33 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 945 time: 0.6753824 Jul 16 08:30:39.904437 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.910791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d93de-eced-4ea5-b6bc-737235f6df43 service neutron] Pushing event updated for resources: {'Port': ['ID=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,revision_number=10']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:39.915679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1b5d08-dae7-47ab-8a7a-c4c525906149,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:39.937974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8328b948-fbb9-459c-8284-b80de8f298e6 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:39.944388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-686d93de-eced-4ea5-b6bc-737235f6df43 service neutron] No DVR routers for this DVR port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:39.968693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 65f1a173-97e8-4e68-9410-aff9a454a12a no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:39.971679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] Made reservation on behalf of b1781597c11a4817b85b1a3ef01821fc for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:39.975372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8328b948-fbb9-459c-8284-b80de8f298e6, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8328b948-fbb9-459c-8284-b80de8f298e6,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:39.977498 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.005425 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.011174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 65f1a173-97e8-4e68-9410-aff9a454a12a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:40.011403 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 65f1a173-97e8-4e68-9410-aff9a454a12a not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:40.028800 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.040139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1146962e-2cf7-4d9e-ad25-0e66ac8e19b1 None None] DHCP port deletion for c0ed008c-d8c8-4398-b2f1-bdade653830b request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:30:40.074321 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-686d93de-eced-4ea5-b6bc-737235f6df43 service neutron] 10.222.0.15 "PUT /v2.0/ports/0676b8ce-61dd-4783-a828-8f31a8e0d1a8/bindings/n-h2-758944-46/activate HTTP/1.1" status: 200 len: 370 time: 1.7936366 Jul 16 08:30:40.106866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=8328b948-fbb9-459c-8284-b80de8f298e6,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:40.122744 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-65d68294-4d2b-48ba-a5bd-89040cb40278 req-fe6c2cd9-19a5-44bc-833e-50c63a724a66 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558228 Jul 16 08:30:40.130326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Attempting to bind port 1b1b5d08-dae7-47ab-8a7a-c4c525906149 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:40.130745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Attempting to bind port 1b1b5d08-dae7-47ab-8a7a-c4c525906149 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '3c940e6e-774b-4b54-a8c8-1b7f5f04cf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2f8009f6-0c90-4973-bbef-42db8150db9b'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:40.131074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Attempting to bind port 1b1b5d08-dae7-47ab-8a7a-c4c525906149 on network 2f8009f6-0c90-4973-bbef-42db8150db9b {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:40.142724 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:40.144891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:40.145574 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] Deleting port f1a29afc-f91f-406d-98d0-257c37430e9b {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:40.145960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.146222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:40.146837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:40.148981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:40.149578 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:40.149844 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Port 1b1b5d08-dae7-47ab-8a7a-c4c525906149 on network 2f8009f6-0c90-4973-bbef-42db8150db9b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:40.150241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Attempting to bind port 1b1b5d08-dae7-47ab-8a7a-c4c525906149 on network 2f8009f6-0c90-4973-bbef-42db8150db9b {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:40.150677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:40.152802 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:40.153390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:40.154010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:40.155453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:40.156110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:40.184712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:40.184956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Checking segment: {'id': '3c940e6e-774b-4b54-a8c8-1b7f5f04cf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2f8009f6-0c90-4973-bbef-42db8150db9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:40.185359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Bound using segment: {'id': '3c940e6e-774b-4b54-a8c8-1b7f5f04cf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2f8009f6-0c90-4973-bbef-42db8150db9b'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:40.185972 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Bound port: 1b1b5d08-dae7-47ab-8a7a-c4c525906149, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c940e6e-774b-4b54-a8c8-1b7f5f04cf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2f8009f6-0c90-4973-bbef-42db8150db9b'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:40.186337 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.189085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-24f85126-5610-4558-9864-39a8f676eb8b req-f50fd8bd-69c2-4781-941e-edf513203ce6 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Deleting port f867ff59-e094-4979-8051-96188e31ce10 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:40.189403 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-24f85126-5610-4558-9864-39a8f676eb8b req-f50fd8bd-69c2-4781-941e-edf513203ce6 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.205551 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1146962e-2cf7-4d9e-ad25-0e66ac8e19b1 None None] Deleting port f1a29afc-f91f-406d-98d0-257c37430e9b {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:40.206153 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1146962e-2cf7-4d9e-ad25-0e66ac8e19b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.231077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ff7837-37f3-48ac-b881-b853d56a67db req-41fa65ba-c176-4e56-859c-19673cefa1b7 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.238928 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e2ff7837-37f3-48ac-b881-b853d56a67db req-41fa65ba-c176-4e56-859c-19673cefa1b7 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 944 time: 0.3196180 Jul 16 08:30:40.312702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['8328b948-fbb9-459c-8284-b80de8f298e6'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:40.388942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-1146962e-2cf7-4d9e-ad25-0e66ac8e19b1 None None] For port f1a29afc-f91f-406d-98d0-257c37430e9b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f1a29afc-f91f-406d-98d0-257c37430e9b,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:40.389613 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1146962e-2cf7-4d9e-ad25-0e66ac8e19b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.389919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] For port f1a29afc-f91f-406d-98d0-257c37430e9b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f1a29afc-f91f-406d-98d0-257c37430e9b,segment=NetworkSegment(c62392df-ffa6-4016-b9c8-c52a20eb6722),segment_id=c62392df-ffa6-4016-b9c8-c52a20eb6722)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:40.390805 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.409399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1146962e-2cf7-4d9e-ad25-0e66ac8e19b1 None None] Calling delete_port for f1a29afc-f91f-406d-98d0-257c37430e9b owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:40.417154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] Calling delete_port for f1a29afc-f91f-406d-98d0-257c37430e9b owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:40.446948 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e2ff7837-37f3-48ac-b881-b853d56a67db req-198be414-746e-4cb0-bc76-e6966d3254d4 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15e104a-d66a-4ffb-80e7-c10690edd71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070079 Jul 16 08:30:40.526352 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-5176800c-9655-447f-adc8-5c7f6054eb7e tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.526857 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-5176800c-9655-447f-adc8-5c7f6054eb7e tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1097 time: 0.3854470 Jul 16 08:30:40.542102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-24f85126-5610-4558-9864-39a8f676eb8b req-f50fd8bd-69c2-4781-941e-edf513203ce6 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] For port f867ff59-e094-4979-8051-96188e31ce10, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f867ff59-e094-4979-8051-96188e31ce10,segment=NetworkSegment(79abbd40-8157-419d-81fe-5050feaa6d9f),segment_id=79abbd40-8157-419d-81fe-5050feaa6d9f)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:40.542871 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-24f85126-5610-4558-9864-39a8f676eb8b req-f50fd8bd-69c2-4781-941e-edf513203ce6 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.558166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77f56f-65b9-49c8-9bb2-058a8f50a17a req-b99865cd-d38b-4944-8633-60bd26fb1927 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.559968 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea77f56f-65b9-49c8-9bb2-058a8f50a17a req-b99865cd-d38b-4944-8633-60bd26fb1927 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 945 time: 0.2696512 Jul 16 08:30:40.564035 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.573579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] For port 1b1b5d08-dae7-47ab-8a7a-c4c525906149, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:40.578004 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-24f85126-5610-4558-9864-39a8f676eb8b req-f50fd8bd-69c2-4781-941e-edf513203ce6 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Calling delete_port for f867ff59-e094-4979-8051-96188e31ce10 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:40.586194 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.599113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] For port 1b1b5d08-dae7-47ab-8a7a-c4c525906149, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=1b1b5d08-dae7-47ab-8a7a-c4c525906149,segment=NetworkSegment(3c940e6e-774b-4b54-a8c8-1b7f5f04cf41),segment_id=3c940e6e-774b-4b54-a8c8-1b7f5f04cf41)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:40.618316 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.631950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:30:40.653418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fce579-36ac-444b-b393-edbbcf6b7db0 req-91b734de-aacb-44b6-acd6-fb22b1cce69f tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.662317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d1fce579-36ac-444b-b393-edbbcf6b7db0 req-91b734de-aacb-44b6-acd6-fb22b1cce69f tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb6bd93e-e540-44b7-b54c-e94652245ed2 HTTP/1.1" status: 200 len: 945 time: 0.3261845 Jul 16 08:30:40.664633 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1146962e-2cf7-4d9e-ad25-0e66ac8e19b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.699043 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1146962e-2cf7-4d9e-ad25-0e66ac8e19b1 None None] Pushing event deleted for resources: {'Port': ['ID=f1a29afc-f91f-406d-98d0-257c37430e9b,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:40.713976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1146962e-2cf7-4d9e-ad25-0e66ac8e19b1 None None] No DVR routers for this DVR port f1a29afc-f91f-406d-98d0-257c37430e9b on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:40.731435 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.767075 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.767476 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] Added segment 210451d1-b842-4381-85ee-409ca2e2d30b of type vlan for network 38802a43-6bad-419f-b33c-1e3214de0d83 Jul 16 08:30:40.768883 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33bfc587-f92e-4ff8-a20e-2de5b6a03efa,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:40.781160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d1fce579-36ac-444b-b393-edbbcf6b7db0 req-0c64dd50-7bc0-46bb-b341-e4aeb6df0a56 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.20 "GET /v2.0/security-groups?id=ed269a03-8ef5-4aed-8ff6-53ccc4761312&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178603 Jul 16 08:30:40.797247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.798483 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.800169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] 10.222.0.38 "PUT /v2.0/ports/1b1b5d08-dae7-47ab-8a7a-c4c525906149 HTTP/1.1" status: 200 len: 1093 time: 2.3433609 Jul 16 08:30:40.824456 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1a29afc-f91f-406d-98d0-257c37430e9b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:40.830887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] No DVR routers for this DVR port f1a29afc-f91f-406d-98d0-257c37430e9b on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:40.869934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e346415-c3ba-41b9-87c8-ebd51ad5f5f9', 'tag': '1b1b5d08-dae7-47ab-8a7a-c4c525906149'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:40.869934 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58aa37b4-c87e-4cf7-9ded-946aca5fb578" -d '{"events": [{"name": "network-changed", "server_uuid": "7e346415-c3ba-41b9-87c8-ebd51ad5f5f9", "tag": "1b1b5d08-dae7-47ab-8a7a-c4c525906149"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:40.884563 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-33a12dfe-2388-4066-a407-e7d17afc642d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.886829 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-33a12dfe-2388-4066-a407-e7d17afc642d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d HTTP/1.1" status: 200 len: 1097 time: 0.3516891 Jul 16 08:30:40.950510 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.978156 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0ed008c-d8c8-4398-b2f1-bdade653830b']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:40.980957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcbe2b-9ef4-4cf5-9c80-da9d1b493282 service neutron] Pushing event updated for resources: {'Port': ['ID=1b1b5d08-dae7-47ab-8a7a-c4c525906149,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:40.993090 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c62392df-ffa6-4016-b9c8-c52a20eb6722') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:40.993306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c62392df-ffa6-4016-b9c8-c52a20eb6722') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:41.028016 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.047927 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.111183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8526cd-e4c5-4dc7-8efc-0a1fb4fe8179 req-7e50f123-88c6-43f2-9f22-c708b3838e96 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.113098 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e8526cd-e4c5-4dc7-8efc-0a1fb4fe8179 req-7e50f123-88c6-43f2-9f22-c708b3838e96 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 945 time: 0.3992960 Jul 16 08:30:41.114992 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-24f85126-5610-4558-9864-39a8f676eb8b req-f50fd8bd-69c2-4781-941e-edf513203ce6 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.123130 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.124106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.124946 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.134614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['f867ff59-e094-4979-8051-96188e31ce10'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:41.158701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-29729141-9e6b-419f-81a5-f6dd475f53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.160887 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-29729141-9e6b-419f-81a5-f6dd475f53b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37f358c9897d456c9d45a282b1058f21&device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 1096 time: 0.2885919 Jul 16 08:30:41.193180 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50fd8bd-69c2-4781-941e-edf513203ce6 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Pushing event deleted for resources: {'Port': ['ID=f867ff59-e094-4979-8051-96188e31ce10,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:41.265182 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-3c896364-1239-4e1a-9614-2e69935876c4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b1b5d08-dae7-47ab-8a7a-c4c525906149 HTTP/1.1" status: 200 len: 217 time: 0.0926695 Jul 16 08:30:41.266681 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6710269 Jul 16 08:30:41.298376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43474) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:41.305296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-7d61b02d-6264-48dc-9b44-fc39312905c8 admin admin] Request body: {'subnet': {'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1177632798-subnet', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:41.379538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.387832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-24f85126-5610-4558-9864-39a8f676eb8b req-f50fd8bd-69c2-4781-941e-edf513203ce6 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] No DVR routers for this DVR port f867ff59-e094-4979-8051-96188e31ce10 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:41.414291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34c930-cc57-40ad-a22d-6423ccbda2e2 admin admin] Pushing event updated for resources: {'Network': ['ID=38802a43-6bad-419f-b33c-1e3214de0d83,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:41.421308 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-24f85126-5610-4558-9864-39a8f676eb8b req-f50fd8bd-69c2-4781-941e-edf513203ce6 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.423316 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24f85126-5610-4558-9864-39a8f676eb8b req-f50fd8bd-69c2-4781-941e-edf513203ce6 tempest-AttachSCSIVolumeTestJSON-1746591395 tempest-AttachSCSIVolumeTestJSON-1746591395-project] 10.222.0.15 "DELETE /v2.0/ports/f867ff59-e094-4979-8051-96188e31ce10 HTTP/1.1" status: 204 len: 173 time: 1.6844559 Jul 16 08:30:41.431358 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 38802a43-6bad-419f-b33c-1e3214de0d83 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:30:41.439883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-ea77f56f-65b9-49c8-9bb2-058a8f50a17a req-3beba39b-2c6f-43e6-9375-2881472fa015 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Deleting port 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:41.440612 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ea77f56f-65b9-49c8-9bb2-058a8f50a17a req-3beba39b-2c6f-43e6-9375-2881472fa015 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.454447 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e8526cd-e4c5-4dc7-8efc-0a1fb4fe8179 req-0993a2e5-8a2e-40df-8cef-99f5f231ae11 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268917 Jul 16 08:30:41.489440 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.507813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d61b02d-6264-48dc-9b44-fc39312905c8 admin admin] Made reservation on behalf of b1781597c11a4817b85b1a3ef01821fc for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:41.510354 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7d61b02d-6264-48dc-9b44-fc39312905c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.517108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:30:41.517865 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:30:41.526964 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:30:41.532541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-4ef9fa6d-822f-4a22-bb7b-25e2925ac5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.540955 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-4ef9fa6d-822f-4a22-bb7b-25e2925ac5e7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b760cabb-517c-4e64-ba0f-8241fc01992c HTTP/1.1" status: 200 len: 850 time: 0.2326379 Jul 16 08:30:41.645253 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-67ef805c-66f0-419c-a225-4197b9056fd8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f8009f6-0c90-4973-bbef-42db8150db9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025858 Jul 16 08:30:41.708180 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.735471 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.737085 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c0ed008c-d8c8-4398-b2f1-bdade653830b HTTP/1.1" status: 204 len: 168 time: 2.2330296 Jul 16 08:30:41.741353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43478) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:41.776077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-1c2f2494-c002-456f-8901-d980c0005c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.777819 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-1c2f2494-c002-456f-8901-d980c0005c3b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 1097 time: 0.8236501 Jul 16 08:30:41.778575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdd1fb-dd05-42e5-ae75-e3beb8e06598 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0ed008c-d8c8-4398-b2f1-bdade653830b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:41.841176 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306194d2-d7a6-4bd6-8951-bb22cdcbe564 req-b2e063e8-37dd-404a-985b-cea7868ca5d0 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.842952 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-306194d2-d7a6-4bd6-8951-bb22cdcbe564 req-b2e063e8-37dd-404a-985b-cea7868ca5d0 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 944 time: 0.8792851 Jul 16 08:30:41.915262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-1da28174-7d6b-4547-81c6-a767e6c763b7 service neutron] 10.222.0.38 "GET /v2.0/networks/2f8009f6-0c90-4973-bbef-42db8150db9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543359 Jul 16 08:30:41.927322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7276f1-2a4c-4269-98d0-0f0540820cf3 req-c2404b0a-526b-47bb-867c-4a4e1a4760fb tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.931478 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f1a29afc-f91f-406d-98d0-257c37430e9b no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:41.934998 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b7276f1-2a4c-4269-98d0-0f0540820cf3 req-c2404b0a-526b-47bb-867c-4a4e1a4760fb tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 949 time: 0.2507966 Jul 16 08:30:41.962933 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: f1a29afc-f91f-406d-98d0-257c37430e9b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:41.963474 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f1a29afc-f91f-406d-98d0-257c37430e9b not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:41.990701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-ea77f56f-65b9-49c8-9bb2-058a8f50a17a req-3beba39b-2c6f-43e6-9375-2881472fa015 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] For port 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=786bed0b-dd66-49e3-9e4f-f993b0cb1b8b,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:41.991115 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ea77f56f-65b9-49c8-9bb2-058a8f50a17a req-3beba39b-2c6f-43e6-9375-2881472fa015 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.064388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-ea77f56f-65b9-49c8-9bb2-058a8f50a17a req-3beba39b-2c6f-43e6-9375-2881472fa015 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Calling delete_port for 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:42.105133 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-306194d2-d7a6-4bd6-8951-bb22cdcbe564 req-88fad92f-0d30-48f2-aac9-037cbb6bc5fe tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157166 Jul 16 08:30:42.106467 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b7276f1-2a4c-4269-98d0-0f0540820cf3 req-31470042-d9a3-488a-b144-1bb26bf57b3e tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703167 Jul 16 08:30:42.109365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7d61b02d-6264-48dc-9b44-fc39312905c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.205182 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43049ce5-4ff3-452a-9a89-5fb923c32b5f x-openstack-request-id: req-43049ce5-4ff3-452a-9a89-5fb923c32b5f {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:42.205478 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e346415-c3ba-41b9-87c8-ebd51ad5f5f9", "tag": "1b1b5d08-dae7-47ab-8a7a-c4c525906149", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:42.205727 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43049ce5-4ff3-452a-9a89-5fb923c32b5f {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:42.206124 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e346415-c3ba-41b9-87c8-ebd51ad5f5f9', 'tag': '1b1b5d08-dae7-47ab-8a7a-c4c525906149', 'status': 'completed', 'code': 200} Jul 16 08:30:42.239131 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a1b119a-a8f5-49bb-a257-cd36151ffa73 req-737fb659-b52d-4f9e-9fc7-f1a3bdabdd68 service neutron] 10.222.0.38 "GET /v2.0/networks/2f8009f6-0c90-4973-bbef-42db8150db9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933657 Jul 16 08:30:42.271339 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d61b02d-6264-48dc-9b44-fc39312905c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61454996-02a3-4a95-a2c2-0f253143630a,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:42.285164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61b02d-6264-48dc-9b44-fc39312905c8 admin admin] Checking segment: {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:42.285164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61b02d-6264-48dc-9b44-fc39312905c8 admin admin] Network hostable DHCP agents. Network: 38802a43-6bad-419f-b33c-1e3214de0d83, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:30:42.311687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d61b02d-6264-48dc-9b44-fc39312905c8 admin admin] Network 38802a43-6bad-419f-b33c-1e3214de0d83 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:30:42.319475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-9723132d-493c-4758-b7ee-fd2e2c2f49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.321078 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-9723132d-493c-4758-b7ee-fd2e2c2f49a9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.4902837 Jul 16 08:30:42.328159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-7d61b02d-6264-48dc-9b44-fc39312905c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 38802a43-6bad-419f-b33c-1e3214de0d83) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:42.334290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d61b02d-6264-48dc-9b44-fc39312905c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.336073 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7d61b02d-6264-48dc-9b44-fc39312905c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.349838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdf9701-7887-4e06-8106-b8c9ad1ad1d8 None None] Network 38802a43-6bad-419f-b33c-1e3214de0d83 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:42.389067 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7d61b02d-6264-48dc-9b44-fc39312905c8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0877068 Jul 16 08:30:42.391714 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43484) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:42.397536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:42.438209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa37b4-c87e-4cf7-9ded-946aca5fb578 req-a6369336-f7af-4264-992e-235c8602d0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.440233 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-58aa37b4-c87e-4cf7-9ded-946aca5fb578 req-a6369336-f7af-4264-992e-235c8602d0fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=37f358c9897d456c9d45a282b1058f21&device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 1096 time: 0.0896893 Jul 16 08:30:42.442492 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.443861 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.542613 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-059786b4-e33b-4d0a-90a6-b1029d95fc9a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8 HTTP/1.1" status: 200 len: 217 time: 0.1214845 Jul 16 08:30:42.544066 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ea77f56f-65b9-49c8-9bb2-058a8f50a17a req-3beba39b-2c6f-43e6-9375-2881472fa015 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.550100 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-38802a43-6bad-419f-b33c-1e3214de0d83', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:30:42.552078 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.657464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beba39b-2c6f-43e6-9375-2881472fa015 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Pushing event deleted for resources: {'Port': ['ID=786bed0b-dd66-49e3-9e4f-f993b0cb1b8b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:42.751076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Allocated IP 172.20.0.2 (38802a43-6bad-419f-b33c-1e3214de0d83/61454996-02a3-4a95-a2c2-0f253143630a/3f5928ab-46d0-4739-8088-9dab4e0b9e19) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:42.757418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea77f56f-65b9-49c8-9bb2-058a8f50a17a req-3beba39b-2c6f-43e6-9375-2881472fa015 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] No DVR routers for this DVR port 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:42.759933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-c6af2223-0029-4770-b241-9bb8966730c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.761475 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-c6af2223-0029-4770-b241-9bb8966730c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.2118082 Jul 16 08:30:42.762529 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ea77f56f-65b9-49c8-9bb2-058a8f50a17a req-3beba39b-2c6f-43e6-9375-2881472fa015 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.764633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea77f56f-65b9-49c8-9bb2-058a8f50a17a req-3beba39b-2c6f-43e6-9375-2881472fa015 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "DELETE /v2.0/ports/786bed0b-dd66-49e3-9e4f-f993b0cb1b8b HTTP/1.1" status: 204 len: 173 time: 2.1986864 Jul 16 08:30:42.767743 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dde7ead7-b229-484d-af65-927143fd8794', 'name': 'network-vif-deleted', 'tag': '786bed0b-dd66-49e3-9e4f-f993b0cb1b8b'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:42.769963 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178b39a3-9b4c-4862-ae49-09ed49fcfce7" -d '{"events": [{"server_uuid": "dde7ead7-b229-484d-af65-927143fd8794", "name": "network-vif-deleted", "tag": "786bed0b-dd66-49e3-9e4f-f993b0cb1b8b"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:42.841349 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-91366260-ca22-4f35-9ef4-56e25230f727 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655034 Jul 16 08:30:42.858629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe65af4-293e-4be2-9daa-eb08632dc875 req-36b4b771-8ec2-4cf8-a8e5-c6c922e70cf8 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.860339 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bfe65af4-293e-4be2-9daa-eb08632dc875 req-36b4b771-8ec2-4cf8-a8e5-c6c922e70cf8 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 867 time: 0.4518242 Jul 16 08:30:43.010185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa37b4-c87e-4cf7-9ded-946aca5fb578 req-b22b43ba-c8e9-402a-8d24-a198587aab9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:43.011915 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-58aa37b4-c87e-4cf7-9ded-946aca5fb578 req-b22b43ba-c8e9-402a-8d24-a198587aab9d service neutron] 10.222.0.38 "GET /v2.0/networks?id=2f8009f6-0c90-4973-bbef-42db8150db9b HTTP/1.1" status: 200 len: 910 time: 0.5621727 Jul 16 08:30:43.013906 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.041299 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.057784 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Transition to ACTIVE for port object 3f5928ab-46d0-4739-8088-9dab4e0b9e19 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:43.065888 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-7557e1a2-279c-4d33-a6cb-8ffe20970222 service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042773 Jul 16 08:30:43.079254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Transition to ACTIVE for port object 3f5928ab-46d0-4739-8088-9dab4e0b9e19 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:43.088744 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.091995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bfe65af4-293e-4be2-9daa-eb08632dc875 req-de1fed58-91c1-46d9-8d8e-38991e204945 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144141 Jul 16 08:30:43.156544 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-58aa37b4-c87e-4cf7-9ded-946aca5fb578 req-18c6432d-df15-4e7a-8428-31554a4a7dac service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b1b5d08-dae7-47ab-8a7a-c4c525906149 HTTP/1.1" status: 200 len: 217 time: 0.1360495 Jul 16 08:30:43.191026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23371b9a-02c0-4edf-a4d2-d58b1c9c2844 req-212e1733-1844-4ded-a9d5-b18a94be5f9c tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:43.191531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Network 38802a43-6bad-419f-b33c-1e3214de0d83 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:43.198764 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-23371b9a-02c0-4edf-a4d2-d58b1c9c2844 req-212e1733-1844-4ded-a9d5-b18a94be5f9c tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 944 time: 0.7252007 Jul 16 08:30:43.200205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:43.206741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:43.210403 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Pushing event updated for resources: {'Port': ['ID=3f5928ab-46d0-4739-8088-9dab4e0b9e19,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:43.285606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Attempting to bind port 3f5928ab-46d0-4739-8088-9dab4e0b9e19 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:43.286499 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Attempting to bind port 3f5928ab-46d0-4739-8088-9dab4e0b9e19 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:43.287108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Attempting to bind port 3f5928ab-46d0-4739-8088-9dab4e0b9e19 on network 38802a43-6bad-419f-b33c-1e3214de0d83 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:43.299185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:43.299185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Checking segment: {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:43.299589 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.299956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Bound using segment: {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:43.300524 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Bound port: 3f5928ab-46d0-4739-8088-9dab4e0b9e19, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:43.303657 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.316407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8328b948-fbb9-459c-8284-b80de8f298e6 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:43.329333 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-56820b26-4d52-40f7-a559-de0977874390 service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411461 Jul 16 08:30:43.461981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c487369c-1d03-4716-b770-6f3083cabf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.463676 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.533813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] For port 3f5928ab-46d0-4739-8088-9dab4e0b9e19, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:43.538123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] For port 3f5928ab-46d0-4739-8088-9dab4e0b9e19, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3f5928ab-46d0-4739-8088-9dab4e0b9e19,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:43.539788 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-23371b9a-02c0-4edf-a4d2-d58b1c9c2844 req-3221fbdf-4935-43c2-a69d-ebe0bcd59fc6 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15e104a-d66a-4ffb-80e7-c10690edd71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3323276 Jul 16 08:30:43.549344 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 8328b948-fbb9-459c-8284-b80de8f298e6 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:43.555909 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.589902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa37b4-c87e-4cf7-9ded-946aca5fb578 req-99da9c62-3337-489f-a710-5c945cf44940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:43.589902 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-58aa37b4-c87e-4cf7-9ded-946aca5fb578 req-99da9c62-3337-489f-a710-5c945cf44940 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b760cabb-517c-4e64-ba0f-8241fc01992c HTTP/1.1" status: 200 len: 850 time: 0.4222946 Jul 16 08:30:43.637803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 8328b948-fbb9-459c-8284-b80de8f298e6 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:43.638194 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.649573 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-58aa37b4-c87e-4cf7-9ded-946aca5fb578 req-de833d9f-5190-4fdb-a21e-5d200de623e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2f8009f6-0c90-4973-bbef-42db8150db9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526304 Jul 16 08:30:43.826789 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f727b3b-5502-411b-bd85-71aae939f4cc None None] Pushing event updated for resources: {'Port': ['ID=3f5928ab-46d0-4739-8088-9dab4e0b9e19,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:43.896610 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:43.927608 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9338fd5c-a1ba-4cfa-9d95-27607680137f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8328b948-fbb9-459c-8284-b80de8f298e6'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:43.930315 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccb55c4-095a-4e3f-8887-39b8b10fc523" -d '{"events": [{"server_uuid": "9338fd5c-a1ba-4cfa-9d95-27607680137f", "name": "network-vif-plugged", "status": "completed", "tag": "8328b948-fbb9-459c-8284-b80de8f298e6"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:43.949487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8328b948-fbb9-459c-8284-b80de8f298e6, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8328b948-fbb9-459c-8284-b80de8f298e6,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:43.958006 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.029800 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-58aa37b4-c87e-4cf7-9ded-946aca5fb578 req-d6ed2109-c000-4d1b-bd53-9adb085b8cb1 service neutron] 10.222.0.38 "GET /v2.0/networks/2f8009f6-0c90-4973-bbef-42db8150db9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455288 Jul 16 08:30:44.033231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b6bf9-7e06-4a53-a974-68a4d30b9962 req-bd73b04d-bd93-484a-ad05-aaa2bc2b49e0 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.042094 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad8b6bf9-7e06-4a53-a974-68a4d30b9962 req-bd73b04d-bd93-484a-ad05-aaa2bc2b49e0 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=1290369c-7945-4090-ae5a-1d5ef705cee4 HTTP/1.1" status: 200 len: 950 time: 0.5207059 Jul 16 08:30:44.059838 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-716b2a2c-a107-4125-bf48-2bb773dbab39 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.061617 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-716b2a2c-a107-4125-bf48-2bb773dbab39 tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b&tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&binding%3Ahost_id=n-h2-758944-46 HTTP/1.1" status: 200 len: 1097 time: 0.2982907 Jul 16 08:30:44.143661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=8328b948-fbb9-459c-8284-b80de8f298e6,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:44.197383 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f867ff59-e094-4979-8051-96188e31ce10 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:44.221843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad8b6bf9-7e06-4a53-a974-68a4d30b9962 req-aaedb99d-69b7-40bd-b35a-50c6b837943b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787162 Jul 16 08:30:44.275289 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: f867ff59-e094-4979-8051-96188e31ce10 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:44.279725 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f867ff59-e094-4979-8051-96188e31ce10 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:44.279923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:44.342056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb6bd93e-e540-44b7-b54c-e94652245ed2', 'name': 'network-vif-deleted', 'tag': 'f867ff59-e094-4979-8051-96188e31ce10'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:44.356516 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51c39d8b-59f0-4c09-9459-961b4ea82ca6" -d '{"events": [{"server_uuid": "bb6bd93e-e540-44b7-b54c-e94652245ed2", "name": "network-vif-deleted", "tag": "f867ff59-e094-4979-8051-96188e31ce10"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:44.361318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:44.363309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 786bed0b-dd66-49e3-9e4f-f993b0cb1b8b not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:44.444966 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.513757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06886098-a342-4aae-a934-33fe53b6fc52 req-68fdb32e-3c7e-4338-b817-a040f35cac85 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.522265 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-06886098-a342-4aae-a934-33fe53b6fc52 req-68fdb32e-3c7e-4338-b817-a040f35cac85 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 945 time: 0.6881657 Jul 16 08:30:44.526353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-6d011e2f-a3cc-46f4-81a2-0c691e140495 service neutron] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:44.528916 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.536824 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-6d011e2f-a3cc-46f4-81a2-0c691e140495 service neutron] Notify callbacks [] for binding, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.540529 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae51201-fb21-4fef-aa2d-d6a0cf208665 req-6d011e2f-a3cc-46f4-81a2-0c691e140495 service neutron] 10.222.0.38 "DELETE /v2.0/ports/0676b8ce-61dd-4783-a828-8f31a8e0d1a8/bindings/n-h1-758944-46 HTTP/1.1" status: 204 len: 173 time: 0.3850706 Jul 16 08:30:44.587927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c487369c-1d03-4716-b770-6f3083cabf7f admin admin] Deleting port 7b52e012-e11c-48dd-a877-4fb4b3bd334f {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:44.589193 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c487369c-1d03-4716-b770-6f3083cabf7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.718697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-58aa37b4-c87e-4cf7-9ded-946aca5fb578 req-c56b0e8e-70a6-47f0-977f-a9ee1d6b4641 service neutron] 10.222.0.38 "GET /v2.0/networks/2f8009f6-0c90-4973-bbef-42db8150db9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6764255 Jul 16 08:30:44.748051 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-06886098-a342-4aae-a934-33fe53b6fc52 req-d4c4545d-ad7a-416b-95a4-0af1dc3b8dbc tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239377 Jul 16 08:30:44.758211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-c487369c-1d03-4716-b770-6f3083cabf7f admin admin] For port 7b52e012-e11c-48dd-a877-4fb4b3bd334f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7b52e012-e11c-48dd-a877-4fb4b3bd334f,segment=NetworkSegment(323f2c25-dfa8-4920-9ed1-0453675b9033),segment_id=323f2c25-dfa8-4920-9ed1-0453675b9033)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:44.758211 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c487369c-1d03-4716-b770-6f3083cabf7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.774721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c487369c-1d03-4716-b770-6f3083cabf7f admin admin] Calling delete_port for 7b52e012-e11c-48dd-a877-4fb4b3bd334f owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:44.830150 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Allocated IP 172.25.4.219 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/742c61d3-6675-417f-a4e5-a1a1d9f4d9d1) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:44.874377 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd38b9e0-bd99-4302-972c-69d9876a403c x-openstack-request-id: req-dd38b9e0-bd99-4302-972c-69d9876a403c {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:44.875069 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9338fd5c-a1ba-4cfa-9d95-27607680137f", "name": "network-vif-plugged", "status": "completed", "tag": "8328b948-fbb9-459c-8284-b80de8f298e6", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:44.875308 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd38b9e0-bd99-4302-972c-69d9876a403c {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:44.875767 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9338fd5c-a1ba-4cfa-9d95-27607680137f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8328b948-fbb9-459c-8284-b80de8f298e6', 'code': 200} Jul 16 08:30:44.914641 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0a6879-6409-48e6-aba3-d680a20d3680 x-openstack-request-id: req-4c0a6879-6409-48e6-aba3-d680a20d3680 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:44.914974 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dde7ead7-b229-484d-af65-927143fd8794", "name": "network-vif-deleted", "tag": "786bed0b-dd66-49e3-9e4f-f993b0cb1b8b", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:44.917674 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c0a6879-6409-48e6-aba3-d680a20d3680 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:44.921744 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dde7ead7-b229-484d-af65-927143fd8794', 'name': 'network-vif-deleted', 'tag': '786bed0b-dd66-49e3-9e4f-f993b0cb1b8b', 'status': 'completed', 'code': 200} Jul 16 08:30:45.160524 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.185687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a718a-301c-4213-afe8-9a07fd9d242c req-68bb6170-a651-4491-bb5f-496662a4a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:45.187591 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fc3a718a-301c-4213-afe8-9a07fd9d242c req-68bb6170-a651-4491-bb5f-496662a4a670 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 1097 time: 0.1578174 Jul 16 08:30:45.299916 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.308555 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-03556ab5-0867-4e3f-8843-7d33b6d3ba46 req-9b1819b0-cb17-43c7-8181-8acdfd25dd6f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 210 time: 0.0966048 Jul 16 08:30:45.348144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 1b1b5d08-dae7-47ab-8a7a-c4c525906149 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:45.386794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b618b0-d0c9-4741-8ef6-7e254e90aec9 req-a0fab324-e43b-4c28-af45-56a10be6ee6e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:45.388593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:45.393560 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-25b618b0-d0c9-4741-8ef6-7e254e90aec9 req-a0fab324-e43b-4c28-af45-56a10be6ee6e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 945 time: 0.4362724 Jul 16 08:30:45.394357 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c487369c-1d03-4716-b770-6f3083cabf7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:45.414614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:45.429423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:45.438788 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fc3a718a-301c-4213-afe8-9a07fd9d242c req-3cb8b030-5c91-4e3e-b240-1fb83d5e2c46 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381785 Jul 16 08:30:45.508081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Pushing event updated for resources: {'Port': ['ID=742c61d3-6675-417f-a4e5-a1a1d9f4d9d1,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:45.570563 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c487369c-1d03-4716-b770-6f3083cabf7f admin admin] Pushing event deleted for resources: {'Port': ['ID=7b52e012-e11c-48dd-a877-4fb4b3bd334f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:45.603247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571d9b7a-d188-4105-8376-004bb1c51d70 None None] Network 38802a43-6bad-419f-b33c-1e3214de0d83 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:45.711619 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-25b618b0-d0c9-4741-8ef6-7e254e90aec9 req-74d74647-856e-4279-b3aa-1e6009de0aa2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041011 Jul 16 08:30:45.782400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 1b1b5d08-dae7-47ab-8a7a-c4c525906149, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=1b1b5d08-dae7-47ab-8a7a-c4c525906149,segment=NetworkSegment(3c940e6e-774b-4b54-a8c8-1b7f5f04cf41),segment_id=3c940e6e-774b-4b54-a8c8-1b7f5f04cf41)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:45.785688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c7955977-ec04-4d21-8387-2cde074527c8 None None] Provisioning for port 3f5928ab-46d0-4739-8088-9dab4e0b9e19 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:45.869743 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2141757-972b-47aa-b0e4-6686d3948a20 x-openstack-request-id: req-d2141757-972b-47aa-b0e4-6686d3948a20 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:45.870237 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb6bd93e-e540-44b7-b54c-e94652245ed2", "name": "network-vif-deleted", "tag": "f867ff59-e094-4979-8051-96188e31ce10", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:45.873183 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2141757-972b-47aa-b0e4-6686d3948a20 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:45.875451 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb6bd93e-e540-44b7-b54c-e94652245ed2', 'name': 'network-vif-deleted', 'tag': 'f867ff59-e094-4979-8051-96188e31ce10', 'status': 'completed', 'code': 200} Jul 16 08:30:45.926089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '1b1b5d08-dae7-47ab-8a7a-c4c525906149', 'network_id': '2f8009f6-0c90-4973-bbef-42db8150db9b', 'port_id': '1b1b5d08-dae7-47ab-8a7a-c4c525906149', 'mac_address': 'fa:16:3e:4d:17:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b760cabb-517c-4e64-ba0f-8241fc01992c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:46.031353 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c487369c-1d03-4716-b770-6f3083cabf7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.178015 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.377445 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3f5928ab-46d0-4739-8088-9dab4e0b9e19 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:46.406904 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.434818 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b1b5d08-dae7-47ab-8a7a-c4c525906149 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:46.457945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 1b1b5d08-dae7-47ab-8a7a-c4c525906149, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=1b1b5d08-dae7-47ab-8a7a-c4c525906149,segment=NetworkSegment(3c940e6e-774b-4b54-a8c8-1b7f5f04cf41),segment_id=3c940e6e-774b-4b54-a8c8-1b7f5f04cf41)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:46.471531 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.478021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b979b-e374-4749-aa57-3674d16d0e26 req-ae369972-a446-4d39-9c5b-3a46d4e524ff tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.489697 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b979b-e374-4749-aa57-3674d16d0e26 req-ae369972-a446-4d39-9c5b-3a46d4e524ff tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.499529 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-563b979b-e374-4749-aa57-3674d16d0e26 req-ae369972-a446-4d39-9c5b-3a46d4e524ff tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=1290369c-7945-4090-ae5a-1d5ef705cee4&device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 1690 time: 0.5572464 Jul 16 08:30:46.565367 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-563b979b-e374-4749-aa57-3674d16d0e26 req-46626dbe-89e2-477e-98a0-72b5d06cf69f tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649531 Jul 16 08:30:46.595020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 3f5928ab-46d0-4739-8088-9dab4e0b9e19 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:46.596650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c487369c-1d03-4716-b770-6f3083cabf7f admin admin] Router 2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:30:46.618177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=1b1b5d08-dae7-47ab-8a7a-c4c525906149,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:46.629885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 3f5928ab-46d0-4739-8088-9dab4e0b9e19 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:46.629885 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.656348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485942d-224c-4cf3-8a3b-32cd6b15f173 req-281a3e1d-fa3c-41fd-adf5-0989ca680519 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.660075 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b485942d-224c-4cf3-8a3b-32cd6b15f173 req-281a3e1d-fa3c-41fd-adf5-0989ca680519 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 944 time: 0.6246002 Jul 16 08:30:46.703070 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.823970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['1b1b5d08-dae7-47ab-8a7a-c4c525906149'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:46.905151 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.969668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 3f5928ab-46d0-4739-8088-9dab4e0b9e19, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3f5928ab-46d0-4739-8088-9dab4e0b9e19,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:46.992443 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-36252720-f323-41e8-a2bc-cda6f55a68d4 req-f631c588-6411-4597-a858-671f395a514e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 210 time: 0.1597421 Jul 16 08:30:47.064340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Router ffb36751-2edc-4395-b203-006d81299892 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:30:47.069431 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.169899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=3f5928ab-46d0-4739-8088-9dab4e0b9e19,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:47.202019 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-94a8b9a6-fc96-4896-b576-c56765b6a314 None None] Provisioning complete for port 3f5928ab-46d0-4739-8088-9dab4e0b9e19 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:47.202640 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-94a8b9a6-fc96-4896-b576-c56765b6a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.308204 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b485942d-224c-4cf3-8a3b-32cd6b15f173 req-966eb40a-359d-4616-90ec-bec9dfbefdaf tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15e104a-d66a-4ffb-80e7-c10690edd71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6403463 Jul 16 08:30:47.355830 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c487369c-1d03-4716-b770-6f3083cabf7f admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:30:47.369681 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b64d9-a1ee-47ca-9705-833caf111c08 None None] Sync routers for ids ['2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:30:47.372163 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c487369c-1d03-4716-b770-6f3083cabf7f admin admin] 10.222.0.20 "PUT /v2.0/routers/2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6261091 Jul 16 08:30:47.374668 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43570) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:47.387784 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b64d9-a1ee-47ca-9705-833caf111c08 None None] Routers {'2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:47.390838 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f72b64d9-a1ee-47ca-9705-833caf111c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:30:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:47.614428 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-f72b64d9-a1ee-47ca-9705-833caf111c08 None None] Set router 2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:47.622289 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.690269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:30:47.703832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Sync routers for ids ['ffb36751-2edc-4395-b203-006d81299892'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:30:47.717098 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Routers {'ffb36751-2edc-4395-b203-006d81299892'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:47.717746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:30:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['ffb36751-2edc-4395-b203-006d81299892'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:47.728480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f7557-76fa-498c-96d5-9f7053e2e45c req-42770d4e-c595-44e1-9b83-a14eaa34773a tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.736977 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-350f7557-76fa-498c-96d5-9f7053e2e45c req-42770d4e-c595-44e1-9b83-a14eaa34773a tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 1097 time: 0.1099637 Jul 16 08:30:47.775618 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.775835 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ee1a29f8-1ba7-4ec2-ab79-ed0844c64af8 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.3825445 Jul 16 08:30:47.778498 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43572) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:47.823485 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b127091f-1685-4f9c-a9d7-4c56111cafa7 req-556a1fea-f014-49a8-bdce-b015b39bda52 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.837661 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b127091f-1685-4f9c-a9d7-4c56111cafa7 req-556a1fea-f014-49a8-bdce-b015b39bda52 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 945 time: 0.2821412 Jul 16 08:30:47.860017 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.990013 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b127091f-1685-4f9c-a9d7-4c56111cafa7 req-4d491964-d775-471b-a56b-615a2cd43ce0 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445060 Jul 16 08:30:48.009605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Set router ffb36751-2edc-4395-b203-006d81299892 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:48.028801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] Deleting port c31768b2-9bdb-4086-960b-9e63a62ed2f3 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:48.029021 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.055486 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f72b64d9-a1ee-47ca-9705-833caf111c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1526122667-router', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'c31768b2-9bdb-4086-960b-9e63a62ed2f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:49Z', 'updated_at': '2021-07-16T08:30:45Z', 'revision_number': 5, 'project_id': '27d7169de82f460a84e52d4d7f31245b', 'gw_port': {'id': 'c31768b2-9bdb-4086-960b-9e63a62ed2f3', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:6c:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 175, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:50Z', 'updated_at': '2021-07-16T08:25:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:48.072792 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-350f7557-76fa-498c-96d5-9f7053e2e45c req-ac053743-1f83-48b7-bb6c-c9c9f473274f tempest-LiveMigrationTest-623016321 tempest-LiveMigrationTest-623016321-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343670 Jul 16 08:30:48.137627 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b64d9-a1ee-47ca-9705-833caf111c08 None None] Checking router: 2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:30:48.158636 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72b64d9-a1ee-47ca-9705-833caf111c08 None None] Routers {'2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:48.159415 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f72b64d9-a1ee-47ca-9705-833caf111c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:30:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:48.283685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] For port c31768b2-9bdb-4086-960b-9e63a62ed2f3, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c31768b2-9bdb-4086-960b-9e63a62ed2f3,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:48.284315 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.305240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] Calling delete_port for c31768b2-9bdb-4086-960b-9e63a62ed2f3 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:48.328589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3f5928ab-46d0-4739-8088-9dab4e0b9e19 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:48.337104 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-f72b64d9-a1ee-47ca-9705-833caf111c08 None None] Set router 2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:48.409660 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f72b64d9-a1ee-47ca-9705-833caf111c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1526122667-router', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:49Z', 'updated_at': '2021-07-16T08:30:47Z', 'revision_number': 6, 'project_id': '27d7169de82f460a84e52d4d7f31245b', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:48.443476 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-192972db-56b7-40ad-994e-048266d53269 req-dd6cd16c-9baf-4101-b7b5-200204deaad7 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 210 time: 0.0631597 Jul 16 08:30:48.444199 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87a1cc-b991-464c-a57a-60b6f90183fc req-adb80a5b-af4f-4302-ba39-2f9e16735261 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.455667 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae87a1cc-b991-464c-a57a-60b6f90183fc req-adb80a5b-af4f-4302-ba39-2f9e16735261 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1290369c-7945-4090-ae5a-1d5ef705cee4 HTTP/1.1" status: 200 len: 1102 time: 0.2421882 Jul 16 08:30:48.475455 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72b64d9-a1ee-47ca-9705-833caf111c08 None None] The sync data for ids ['2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e'] in n-d-758944-46 is: [{'id': '2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1526122667-router', 'tenant_id': '27d7169de82f460a84e52d4d7f31245b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:49Z', 'updated_at': '2021-07-16T08:30:47Z', 'revision_number': 6, 'project_id': '27d7169de82f460a84e52d4d7f31245b', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:30:48.546380 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae87a1cc-b991-464c-a57a-60b6f90183fc req-a1e7716d-4921-48f0-b7be-b43ce564f747 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894659 Jul 16 08:30:48.546675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 3f5928ab-46d0-4739-8088-9dab4e0b9e19 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:48.547048 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.605276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36751-2edc-4395-b203-006d81299892', 'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:42Z', 'updated_at': '2021-07-16T08:30:45Z', 'revision_number': 3, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'gw_port': {'id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:44Z', 'updated_at': '2021-07-16T08:30:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:48.690111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Checking router: ffb36751-2edc-4395-b203-006d81299892 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:30:48.691620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Updating router ffb36751-2edc-4395-b203-006d81299892 port 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:30:48.788485 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.810630 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.821859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] Pushing event deleted for resources: {'Port': ['ID=c31768b2-9bdb-4086-960b-9e63a62ed2f3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:48.849600 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.989309 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.041104 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98373462-f727-4180-92d5-984d0bbe4b4d req-b0a9893a-9000-477f-8d1c-9f02b807c3c4 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.051446 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-98373462-f727-4180-92d5-984d0bbe4b4d req-b0a9893a-9000-477f-8d1c-9f02b807c3c4 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 945 time: 0.3541534 Jul 16 08:30:49.163434 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-98373462-f727-4180-92d5-984d0bbe4b4d req-6482183e-aa10-448a-b0f6-94300baff9fb tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133542 Jul 16 08:30:49.238759 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.241562 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.293689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Allocated IP 172.20.0.1 (38802a43-6bad-419f-b33c-1e3214de0d83/61454996-02a3-4a95-a2c2-0f253143630a/90b9ded4-dbdb-43ca-b89d-efc2c757d4c0) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:49.360602 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.361459 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:30:49.367196 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.375098 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5acdc823-4126-400d-abed-dd7e29d35eda admin admin] 10.222.0.20 "DELETE /v2.0/routers/2a3ea6b0-8adc-4f06-83ff-8ae93a590d5e HTTP/1.1" status: 204 len: 168 time: 1.9989736 Jul 16 08:30:49.375959 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43590) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:49.382656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 1b1b5d08-dae7-47ab-8a7a-c4c525906149 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:49.461671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd5fcd9-2bdc-4eca-9906-d88fc01e7769 admin admin] Deleting subnet e65d30a1-226e-4d2a-9543-84c800286a03 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:30:49.470324 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4dd5fcd9-2bdc-4eca-9906-d88fc01e7769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.536691 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4dd5fcd9-2bdc-4eca-9906-d88fc01e7769 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.576197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d4193-9b48-407b-826a-1d75f2bcb8e9 req-b63da2f9-f9c4-408d-a50c-ce54e2422250 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.586168 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-287d4193-9b48-407b-826a-1d75f2bcb8e9 req-b63da2f9-f9c4-408d-a50c-ce54e2422250 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 945 time: 0.1568258 Jul 16 08:30:49.596030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 1b1b5d08-dae7-47ab-8a7a-c4c525906149 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:49.606557 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 1b1b5d08-dae7-47ab-8a7a-c4c525906149 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:49.607384 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.685740 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-287d4193-9b48-407b-826a-1d75f2bcb8e9 req-75acb09f-8573-4e19-aeb5-52b14a4e130c tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15e104a-d66a-4ffb-80e7-c10690edd71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863979 Jul 16 08:30:49.767471 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.771092 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.806288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Transition to ACTIVE for port object 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:49.811697 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4dd5fcd9-2bdc-4eca-9906-d88fc01e7769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.882224 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.915374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Transition to ACTIVE for port object 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:49.935111 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4dd5fcd9-2bdc-4eca-9906-d88fc01e7769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.950600 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4dd5fcd9-2bdc-4eca-9906-d88fc01e7769 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:49.955840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43596) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:49.956634 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4dd5fcd9-2bdc-4eca-9906-d88fc01e7769 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e65d30a1-226e-4d2a-9543-84c800286a03 HTTP/1.1" status: 204 len: 168 time: 0.5793519 Jul 16 08:30:50.009681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd5fcd9-2bdc-4eca-9906-d88fc01e7769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e65d30a1-226e-4d2a-9543-84c800286a03,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:50.031601 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f294b3fa-194a-4b63-bd0b-d80e0921bc08 None None] Network 30f746e2-ed2c-4e5a-8f70-1bf9efab48d1 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:50.037416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7b52e012-e11c-48dd-a877-4fb4b3bd334f no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:50.092807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf704eeb-7f04-47d9-82bf-10ddfc2a2864 req-35750bce-3f91-4425-8226-7df42b67bf41 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:50.095226 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf704eeb-7f04-47d9-82bf-10ddfc2a2864 req-35750bce-3f91-4425-8226-7df42b67bf41 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 945 time: 0.0940762 Jul 16 08:30:50.102391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924f8a6-f053-4ddb-83b0-10ead8752e50 None None] Pushing event updated for resources: {'Port': ['ID=742c61d3-6675-417f-a4e5-a1a1d9f4d9d1,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:50.104883 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.120580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6859a-03ed-4f52-b381-3d17157e8585 req-8b0b2a8f-548a-4d20-9548-cbfccd829c4a tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:50.127609 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49d6859a-03ed-4f52-b381-3d17157e8585 req-8b0b2a8f-548a-4d20-9548-cbfccd829c4a tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 1101 time: 0.7428708 Jul 16 08:30:50.150813 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf704eeb-7f04-47d9-82bf-10ddfc2a2864 req-f1669be3-cd46-4365-843c-eb371fb1271c tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498543 Jul 16 08:30:50.185369 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.244301 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49d6859a-03ed-4f52-b381-3d17157e8585 req-e1d1b3af-a922-4874-8886-d70fb9466bd4 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157203 Jul 16 08:30:50.246559 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.246754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 7b52e012-e11c-48dd-a877-4fb4b3bd334f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:50.248028 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7b52e012-e11c-48dd-a877-4fb4b3bd334f not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:50.248475 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c31768b2-9bdb-4086-960b-9e63a62ed2f3 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:50.297839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c968c38f-1a9b-432f-938c-e1778bb84fd8 req-010f64e2-95b1-4530-ad43-3740b383abc6 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:50.306764 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c968c38f-1a9b-432f-938c-e1778bb84fd8 req-010f64e2-95b1-4530-ad43-3740b383abc6 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.38 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 945 time: 0.4890268 Jul 16 08:30:50.367423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: c31768b2-9bdb-4086-960b-9e63a62ed2f3 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:50.368193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c31768b2-9bdb-4086-960b-9e63a62ed2f3 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:50.371969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Attempting to bind port 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:50.371969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Attempting to bind port 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:50.372587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Attempting to bind port 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:50.387689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:50.388976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:50.389801 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.390397 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:50.391041 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Bound port: 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:50.392135 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.422571 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e346415-c3ba-41b9-87c8-ebd51ad5f5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1b5d08-dae7-47ab-8a7a-c4c525906149'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:50.435495 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Network 38802a43-6bad-419f-b33c-1e3214de0d83 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:50.436473 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c773b71c-9f8f-438b-a4ab-4b218145bf44" -d '{"events": [{"server_uuid": "7e346415-c3ba-41b9-87c8-ebd51ad5f5f9", "name": "network-vif-plugged", "status": "completed", "tag": "1b1b5d08-dae7-47ab-8a7a-c4c525906149"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:50.447242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:50.455543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] Deleting port d4e53854-3024-4a13-8599-c0949534e2b4 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:50.455984 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.465166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:50.482630 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Pushing event updated for resources: {'Port': ['ID=90b9ded4-dbdb-43ca-b89d-efc2c757d4c0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:50.506605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 1b1b5d08-dae7-47ab-8a7a-c4c525906149, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=1b1b5d08-dae7-47ab-8a7a-c4c525906149,segment=NetworkSegment(3c940e6e-774b-4b54-a8c8-1b7f5f04cf41),segment_id=3c940e6e-774b-4b54-a8c8-1b7f5f04cf41)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:50.523112 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.758752 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16faefb2-c4dd-48d8-ad08-5512021c5c14 req-a4c2a99f-5ac0-4b83-977e-7027ec7705a4 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=dde7ead7-b229-484d-af65-927143fd8794 HTTP/1.1" status: 200 len: 210 time: 0.2911301 Jul 16 08:30:50.803518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] For port 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:50.830348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] For port d4e53854-3024-4a13-8599-c0949534e2b4, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d4e53854-3024-4a13-8599-c0949534e2b4,segment=NetworkSegment(323f2c25-dfa8-4920-9ed1-0453675b9033),segment_id=323f2c25-dfa8-4920-9ed1-0453675b9033)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:50.830921 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.832196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] For port 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=742c61d3-6675-417f-a4e5-a1a1d9f4d9d1,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:50.834465 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=1b1b5d08-dae7-47ab-8a7a-c4c525906149,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:50.842861 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.850523 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-81e167e1-2861-4b85-b4a9-13ca142b5369 None None] Provisioning for port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:50.857400 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.867917 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-81e167e1-2861-4b85-b4a9-13ca142b5369 None None] Provisioning complete for port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:50.868293 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-81e167e1-2861-4b85-b4a9-13ca142b5369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:50.957640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] Calling delete_port for d4e53854-3024-4a13-8599-c0949534e2b4 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:51.004474 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eec01ef-da63-479a-9a5e-cf0966e4de9a x-openstack-request-id: req-9eec01ef-da63-479a-9a5e-cf0966e4de9a {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:51.004790 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e346415-c3ba-41b9-87c8-ebd51ad5f5f9", "name": "network-vif-plugged", "status": "completed", "tag": "1b1b5d08-dae7-47ab-8a7a-c4c525906149", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:51.005045 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9eec01ef-da63-479a-9a5e-cf0966e4de9a {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:51.005443 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e346415-c3ba-41b9-87c8-ebd51ad5f5f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b1b5d08-dae7-47ab-8a7a-c4c525906149', 'code': 200} Jul 16 08:30:51.039226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-81e167e1-2861-4b85-b4a9-13ca142b5369 None None] Port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:51.042038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924f8a6-f053-4ddb-83b0-10ead8752e50 None None] Pushing event updated for resources: {'Port': ['ID=742c61d3-6675-417f-a4e5-a1a1d9f4d9d1,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:51.043700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-c968c38f-1a9b-432f-938c-e1778bb84fd8 req-06e7f7a1-047b-4fdf-9daa-f354d502c5a5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Deleting port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:51.045297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Routers {'ffb36751-2edc-4395-b203-006d81299892'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:51.045946 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:30:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['ffb36751-2edc-4395-b203-006d81299892'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:51.050042 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c968c38f-1a9b-432f-938c-e1778bb84fd8 req-06e7f7a1-047b-4fdf-9daa-f354d502c5a5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.336208 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.340972 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-c968c38f-1a9b-432f-938c-e1778bb84fd8 req-06e7f7a1-047b-4fdf-9daa-f354d502c5a5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] For port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:51.341334 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c968c38f-1a9b-432f-938c-e1778bb84fd8 req-06e7f7a1-047b-4fdf-9daa-f354d502c5a5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.392470 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4e53854-3024-4a13-8599-c0949534e2b4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:51.398044 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] No DVR routers for this DVR port d4e53854-3024-4a13-8599-c0949534e2b4 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:51.403730 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.428019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-c968c38f-1a9b-432f-938c-e1778bb84fd8 req-06e7f7a1-047b-4fdf-9daa-f354d502c5a5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Calling delete_port for 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:51.443509 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355761a8-545b-4c0e-bb59-6447f02df061 req-c41ae7e2-d1eb-491b-a409-3c625d432765 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:51.448612 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-355761a8-545b-4c0e-bb59-6447f02df061 req-c41ae7e2-d1eb-491b-a409-3c625d432765 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 946 time: 0.2046587 Jul 16 08:30:51.486834 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f62fbb-3fe9-4787-92b3-1cc41a27c0d5 None None] DHCP port deletion for 30f746e2-ed2c-4e5a-8f70-1bf9efab48d1 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:30:51.560011 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-355761a8-545b-4c0e-bb59-6447f02df061 req-f9781d15-8a4d-452d-9823-f8565535d309 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15e104a-d66a-4ffb-80e7-c10690edd71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050694 Jul 16 08:30:51.610338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.689315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] Set router ffb36751-2edc-4395-b203-006d81299892 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:51.704950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30f746e2-ed2c-4e5a-8f70-1bf9efab48d1']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:51.763078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '323f2c25-dfa8-4920-9ed1-0453675b9033') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:51.763374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '323f2c25-dfa8-4920-9ed1-0453675b9033') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:51.833779 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.905846 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-34958c76-fa26-430b-8335-9554d2d74f01 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=234331fe0b8a468fb70b4b1e509a742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1319551 Jul 16 08:30:51.998546 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d4e53854-3024-4a13-8599-c0949534e2b4 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:52.002185 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.017173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10162dd-c016-4f84-a751-3bfef5093f12 req-ba9c40a7-18da-4ccd-a148-dd3985fe5907 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.018702 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b10162dd-c016-4f84-a751-3bfef5093f12 req-ba9c40a7-18da-4ccd-a148-dd3985fe5907 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 945 time: 0.3646550 Jul 16 08:30:52.025643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:30:52.026040 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.028184 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: d4e53854-3024-4a13-8599-c0949534e2b4 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:52.028841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d4e53854-3024-4a13-8599-c0949534e2b4 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:30:52.029181 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:30:52.068180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36751-2edc-4395-b203-006d81299892', 'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:42Z', 'updated_at': '2021-07-16T08:30:45Z', 'revision_number': 3, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'gw_port': {'id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:44Z', 'updated_at': '2021-07-16T08:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:52.070297 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f433e-1655-4ae6-a55a-228a3220887a req-033b117e-79a1-4efb-99d3-2d2bbf3b8164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.071502 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-087f433e-1655-4ae6-a55a-228a3220887a req-033b117e-79a1-4efb-99d3-2d2bbf3b8164 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 1098 time: 0.3709517 Jul 16 08:30:52.105606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b960fa3d-aac9-4453-b575-43c7d3f50ebc None None] The sync data for ids ['ffb36751-2edc-4395-b203-006d81299892'] in n-d-758944-46 is: [{'id': 'ffb36751-2edc-4395-b203-006d81299892', 'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:42Z', 'updated_at': '2021-07-16T08:30:45Z', 'revision_number': 3, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'gw_port': {'id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:44Z', 'updated_at': '2021-07-16T08:30:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:30:52.166414 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-392df8ba-cb20-4459-b6b0-e617407ff421 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.174895 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-392df8ba-cb20-4459-b6b0-e617407ff421 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2681680 Jul 16 08:30:52.178677 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-087f433e-1655-4ae6-a55a-228a3220887a req-6a934ae1-43c5-4c2d-8eac-b9f0a7cea94a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f15e104a-d66a-4ffb-80e7-c10690edd71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892837 Jul 16 08:30:52.190530 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b10162dd-c016-4f84-a751-3bfef5093f12 req-b64b6ee2-8f29-457b-a143-b23db7e5ae5e tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499372 Jul 16 08:30:52.205436 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-a10990e7-e884-4808-ad77-a3e8efd126a2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/quotas/234331fe0b8a468fb70b4b1e509a742a HTTP/1.1" status: 200 len: 375 time: 0.0252156 Jul 16 08:30:52.237607 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.243878 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.254363 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] 10.222.0.20 "DELETE /v2.0/networks/30f746e2-ed2c-4e5a-8f70-1bf9efab48d1 HTTP/1.1" status: 204 len: 168 time: 2.2955620 Jul 16 08:30:52.307915 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf30eac3-9d7f-4668-9b5b-1d45700b3992 admin admin] Pushing event deleted for resources: {'Network': ['ID=30f746e2-ed2c-4e5a-8f70-1bf9efab48d1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:52.318534 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.323545 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c968c38f-1a9b-432f-938c-e1778bb84fd8 req-06e7f7a1-047b-4fdf-9daa-f354d502c5a5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.334025 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.345218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['cf976342-9e5a-469c-93b5-f160f2c00b54'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:52.351869 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-5f8c3785-47c0-42cf-8c1e-cf397140a46e tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1423147 Jul 16 08:30:52.478133 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e7f7a1-047b-4fdf-9daa-f354d502c5a5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Pushing event deleted for resources: {'Port': ['ID=0676b8ce-61dd-4783-a828-8f31a8e0d1a8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:52.506513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43650) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:52.678332 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e1ef4b85-11aa-4f5d-a300-d53044e73ccc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aed62d0657eb40a7a10daea36ac730cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1651325 Jul 16 08:30:52.679390 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43658) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:52.758109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Pushing event updated for resources: {'Port': ['ID=90b9ded4-dbdb-43ca-b89d-efc2c757d4c0,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:52.788905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4448369c-b15c-4bf1-9dc1-aee0b3fab63d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.797391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-c968c38f-1a9b-432f-938c-e1778bb84fd8 req-06e7f7a1-047b-4fdf-9daa-f354d502c5a5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] No DVR routers for this DVR port 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:52.800631 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c968c38f-1a9b-432f-938c-e1778bb84fd8 req-06e7f7a1-047b-4fdf-9daa-f354d502c5a5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.802875 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c968c38f-1a9b-432f-938c-e1778bb84fd8 req-06e7f7a1-047b-4fdf-9daa-f354d502c5a5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.38 "DELETE /v2.0/ports/0676b8ce-61dd-4783-a828-8f31a8e0d1a8 HTTP/1.1" status: 204 len: 173 time: 2.4216511 Jul 16 08:30:52.805397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b', 'name': 'network-vif-deleted', 'tag': '0676b8ce-61dd-4783-a828-8f31a8e0d1a8'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:52.807975 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68995668-4175-415e-bf5d-71941f3bd325" -d '{"events": [{"server_uuid": "77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b", "name": "network-vif-deleted", "tag": "0676b8ce-61dd-4783-a828-8f31a8e0d1a8"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:52.820402 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.893413 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4448369c-b15c-4bf1-9dc1-aee0b3fab63d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.959380 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e522f71-1213-487b-9552-bbe5050bc721 req-510453d4-2902-4f7a-a2c1-5ba2df938762 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:52.961246 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0e522f71-1213-487b-9552-bbe5050bc721 req-510453d4-2902-4f7a-a2c1-5ba2df938762 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 945 time: 0.2225540 Jul 16 08:30:52.975718 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4448369c-b15c-4bf1-9dc1-aee0b3fab63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.978601 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4448369c-b15c-4bf1-9dc1-aee0b3fab63d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.979824 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4448369c-b15c-4bf1-9dc1-aee0b3fab63d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd898235-2db5-41f4-aa81-2daaf1d326b5 HTTP/1.1" status: 204 len: 168 time: 0.2991529 Jul 16 08:30:52.991683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4448369c-b15c-4bf1-9dc1-aee0b3fab63d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd898235-2db5-41f4-aa81-2daaf1d326b5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:53.059204 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0e522f71-1213-487b-9552-bbe5050bc721 req-e4f6ca18-b0d5-41b2-8394-e1b9078438a3 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879452 Jul 16 08:30:53.061835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Network 38802a43-6bad-419f-b33c-1e3214de0d83 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:53.063353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:53.274868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Router ffb36751-2edc-4395-b203-006d81299892 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:30:53.400733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:53.483774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:53.484127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 0676b8ce-61dd-4783-a828-8f31a8e0d1a8 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:53.565106 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ed7f42-3985-4c8b-ad2c-e5cf40f37f53 x-openstack-request-id: req-24ed7f42-3985-4c8b-ad2c-e5cf40f37f53 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:53.565635 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b", "name": "network-vif-deleted", "tag": "0676b8ce-61dd-4783-a828-8f31a8e0d1a8", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:53.566112 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-24ed7f42-3985-4c8b-ad2c-e5cf40f37f53 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:53.566653 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b', 'name': 'network-vif-deleted', 'tag': '0676b8ce-61dd-4783-a828-8f31a8e0d1a8', 'status': 'completed', 'code': 200} Jul 16 08:30:53.612253 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f90172fa-ea20-49d5-81e5-87fc0b4c4def None None] Provisioning complete for port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:53.612668 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f90172fa-ea20-49d5-81e5-87fc0b4c4def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.651428 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904a9db0-decf-42ce-bafb-dca5491f2dfe req-3ce30933-e21e-4bbe-a500-6eacdb6081c4 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.659971 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-904a9db0-decf-42ce-bafb-dca5491f2dfe req-3ce30933-e21e-4bbe-a500-6eacdb6081c4 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 946 time: 0.2673404 Jul 16 08:30:53.680227 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:30:53.696949 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a348be0d-a0b3-4e56-9444-d4af83180895 admin admin] 10.222.0.20 "PUT /v2.0/routers/ffb36751-2edc-4395-b203-006d81299892/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9173744 Jul 16 08:30:53.783365 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-904a9db0-decf-42ce-bafb-dca5491f2dfe req-078afdb3-128f-4280-80b5-557cc2b3ffed tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15e104a-d66a-4ffb-80e7-c10690edd71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219947 Jul 16 08:30:53.814281 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f90172fa-ea20-49d5-81e5-87fc0b4c4def None None] Port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:54.010920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:54.021443 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43700) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:54.124598 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a153eede-7949-4c1d-a53e-77ced2bdee52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27d7169de82f460a84e52d4d7f31245b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1007187 Jul 16 08:30:54.127172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43704) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:54.132460 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-0b9b10c1-5ee9-4f8e-844d-3802907ceb06 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.138327 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-0b9b10c1-5ee9-4f8e-844d-3802907ceb06 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 812 time: 0.3975892 Jul 16 08:30:54.170349 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-9832e3b7-fa57-44da-b767-ebe9bc0f943b tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/quotas/a18790f1a5984cd0913742d5f9996e0a HTTP/1.1" status: 200 len: 375 time: 0.0275953 Jul 16 08:30:54.182589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:54.194725 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:54.198783 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:54.238424 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed61ad69-ad2a-4a57-a762-6b964cee5f3a req-d6acae51-22dd-4507-b0f1-878171503340 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 210 time: 0.0911818 Jul 16 08:30:54.281441 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95ff6745-4268-43bb-9619-07ea02719028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:54.289391 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-525934b8-765d-4257-a63e-1cc4e20a27cc tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1108990 Jul 16 08:30:54.330510 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95ff6745-4268-43bb-9619-07ea02719028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:54.385822 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:54.456490 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95ff6745-4268-43bb-9619-07ea02719028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:54.459716 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95ff6745-4268-43bb-9619-07ea02719028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:54.460955 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-95ff6745-4268-43bb-9619-07ea02719028 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbff9394-eeb0-4f0e-9a5e-a2750a47f483 HTTP/1.1" status: 204 len: 168 time: 0.3324890 Jul 16 08:30:54.465053 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=742c61d3-6675-417f-a4e5-a1a1d9f4d9d1,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:54.471591 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:54.478894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff6745-4268-43bb-9619-07ea02719028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbff9394-eeb0-4f0e-9a5e-a2750a47f483,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:54.552130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-26b9bb4e-d086-4dbf-bd73-3e392c67eb35 service neutron] 10.222.0.20 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544026 Jul 16 08:30:54.583426 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=742c61d3-6675-417f-a4e5-a1a1d9f4d9d1,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:54.821508 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-6b6e41e0-8602-481d-acce-501f5c0f3e5f service neutron] 10.222.0.20 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659719 Jul 16 08:30:55.415701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8328b948-fbb9-459c-8284-b80de8f298e6 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:55.449793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3c3d47-1925-47f8-af3e-b8252ca3fb49 req-e9dbf0cd-8b14-4e6f-8ed3-5809500f86db tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:55.456095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac3c3d47-1925-47f8-af3e-b8252ca3fb49 req-e9dbf0cd-8b14-4e6f-8ed3-5809500f86db tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 945 time: 0.1994743 Jul 16 08:30:55.468114 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Sync routers for ids ['ffb36751-2edc-4395-b203-006d81299892'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:30:55.495845 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Routers {'ffb36751-2edc-4395-b203-006d81299892'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:55.498065 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:30:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['ffb36751-2edc-4395-b203-006d81299892'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:55.560535 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac3c3d47-1925-47f8-af3e-b8252ca3fb49 req-c565da16-1594-4214-aeb3-2629acebdd14 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858788 Jul 16 08:30:55.628903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8328b948-fbb9-459c-8284-b80de8f298e6, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8328b948-fbb9-459c-8284-b80de8f298e6,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:55.654742 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '8328b948-fbb9-459c-8284-b80de8f298e6', 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419', 'port_id': '8328b948-fbb9-459c-8284-b80de8f298e6', 'mac_address': 'fa:16:3e:3d:41:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b590703a-50bc-47da-bee3-3eff5a20da13', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:55.734686 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.778450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8328b948-fbb9-459c-8284-b80de8f298e6 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:55.848791 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8328b948-fbb9-459c-8284-b80de8f298e6, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8328b948-fbb9-459c-8284-b80de8f298e6,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:55.860044 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.948086 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-00bfe42a-aa38-45af-933d-64ea4fbdf905 req-0826f2d5-2ef0-4822-b10e-00bf7891afb1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 210 time: 0.1086130 Jul 16 08:30:55.967968 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:56.055363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43752) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:56.062117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8eaf656e-c4bc-4af7-805a-995deba724a5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1837267745', 'description': 'tempest-description--1782617969'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:56.090898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['8328b948-fbb9-459c-8284-b80de8f298e6'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:56.127795 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8eaf656e-c4bc-4af7-805a-995deba724a5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.157185 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Set router ffb36751-2edc-4395-b203-006d81299892 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:56.250217 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79a49cfb-ace2-4f9a-985b-6aa8793fa6ca req-90e16c53-4dcb-4be2-bfa0-2fab225da5a8 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=f851f96d-167f-434b-9388-1a91eda467b5 HTTP/1.1" status: 200 len: 210 time: 0.0572119 Jul 16 08:30:56.423060 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8eaf656e-c4bc-4af7-805a-995deba724a5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.442841 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-e25d2e58-5902-4c08-98aa-53579d0886da tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=234331fe0b8a468fb70b4b1e509a742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0814991 Jul 16 08:30:56.479701 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8eaf656e-c4bc-4af7-805a-995deba724a5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.524242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=8328b948-fbb9-459c-8284-b80de8f298e6,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:56.544275 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:30:56.624056 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-369b80dc-9bdf-417a-b683-3439fa0b573d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=234331fe0b8a468fb70b4b1e509a742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1920078 Jul 16 08:30:56.634647 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:56.639796 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.664361 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36751-2edc-4395-b203-006d81299892', 'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:42Z', 'updated_at': '2021-07-16T08:30:51Z', 'revision_number': 4, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'gw_port': {'id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:44Z', 'updated_at': '2021-07-16T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '90b9ded4-dbdb-43ca-b89d-efc2c757d4c0', 'name': '', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'mac_address': 'fa:16:3e:6c:23:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:48Z', 'updated_at': '2021-07-16T08:30:51Z', 'revision_number': 2, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'subnets': [{'id': '61454996-02a3-4a95-a2c2-0f253143630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:56.776407 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Checking router: ffb36751-2edc-4395-b203-006d81299892 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:30:56.776818 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Updating router ffb36751-2edc-4395-b203-006d81299892 port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:30:56.809804 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8eaf656e-c4bc-4af7-805a-995deba724a5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.815552 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-7c558232-688a-45a4-8b5d-6071fb00eb23 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:56.817284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8eaf656e-c4bc-4af7-805a-995deba724a5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7603312 Jul 16 08:30:56.820181 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-7c558232-688a-45a4-8b5d-6071fb00eb23 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3710279 Jul 16 08:30:56.823789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43764) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:56.830408 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9968a901-8af9-4fbd-b1e2-25abc7ab330c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Request body: {'security_group_rule': {'security_group_id': '645a7204-1043-4709-97bd-bcd56cac15f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:56.845658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-a55c8769-3794-44c3-893b-33dcbc93cdd2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Request body: {'port': {'device_id': '4c9a51bd-0fd9-41c7-b200-4709227877e5', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '234331fe0b8a468fb70b4b1e509a742a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:56.888207 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.888924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eaf656e-c4bc-4af7-805a-995deba724a5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=645a7204-1043-4709-97bd-bcd56cac15f7,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:57.062767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae8404-efe2-472e-aa2b-1c7656f5b8c0 req-f82fbf1a-69d6-4b90-9fc4-7fb5c8fa6a83 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:57.069934 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-15ae8404-efe2-472e-aa2b-1c7656f5b8c0 req-f82fbf1a-69d6-4b90-9fc4-7fb5c8fa6a83 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 946 time: 0.6396530 Jul 16 08:30:57.146982 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-15ae8404-efe2-472e-aa2b-1c7656f5b8c0 req-a637b42d-ac64-422e-b60e-e94dde79d5c3 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15e104a-d66a-4ffb-80e7-c10690edd71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742249 Jul 16 08:30:57.196763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-f4619b68-6425-46ba-97e5-e4ef86a53401 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:57.199660 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-f4619b68-6425-46ba-97e5-e4ef86a53401 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5439198 Jul 16 08:30:57.216436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-e427049e-c236-4fb4-b3d3-5f018ff5df41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Request body: {'port': {'device_id': '6dd32b2c-9d13-4bf7-99b2-5a0b027e697a', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '234331fe0b8a468fb70b4b1e509a742a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:57.434724 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8328b948-fbb9-459c-8284-b80de8f298e6 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:57.549469 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.551421 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.564346 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Transition to ACTIVE for port object 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:57.567781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8328b948-fbb9-459c-8284-b80de8f298e6 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:57.577248 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.606626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8328b948-fbb9-459c-8284-b80de8f298e6, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8328b948-fbb9-459c-8284-b80de8f298e6,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:57.609475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-e427049e-c236-4fb4-b3d3-5f018ff5df41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Made reservation on behalf of 234331fe0b8a468fb70b4b1e509a742a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:57.612898 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.618904 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-e427049e-c236-4fb4-b3d3-5f018ff5df41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.670394 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20e045-c192-447b-8d12-e1d03ac80774 None None] Pushing event updated for resources: {'Port': ['ID=90b9ded4-dbdb-43ca-b89d-efc2c757d4c0,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:57.675140 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a14b60ee-3040-4d3f-bfa3-15b468605c3c req-00ec07cd-8606-48c0-9089-fa36b8e744aa tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 210 time: 0.8372407 Jul 16 08:30:57.679424 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.api [None req-9968a901-8af9-4fbd-b1e2-25abc7ab330c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:30:57.679424 n-d-758944-46 neutron-server[93695]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:30:57.679424 n-d-758944-46 neutron-server[93695]: [parameters: {'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'id': 'a7220938-2b7d-47cc-b2ae-370d7229a94c', 'expiration': datetime.datetime(2021, 7, 16, 8, 32, 57, 583015)}] Jul 16 08:30:57.679424 n-d-758944-46 neutron-server[93695]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:30:57.680271 n-d-758944-46 neutron-server[93695]: DEBUG oslo_db.api [None req-9968a901-8af9-4fbd-b1e2-25abc7ab330c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:30:57.686837 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20e045-c192-447b-8d12-e1d03ac80774 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:57.687586 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20e045-c192-447b-8d12-e1d03ac80774 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:57.688125 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20e045-c192-447b-8d12-e1d03ac80774 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:57.688702 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20e045-c192-447b-8d12-e1d03ac80774 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:57.689234 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20e045-c192-447b-8d12-e1d03ac80774 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:57.689977 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20e045-c192-447b-8d12-e1d03ac80774 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:57.691380 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20e045-c192-447b-8d12-e1d03ac80774 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:57.691934 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20e045-c192-447b-8d12-e1d03ac80774 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:57.692681 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20e045-c192-447b-8d12-e1d03ac80774 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:57.693345 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20e045-c192-447b-8d12-e1d03ac80774 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:57.693863 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20e045-c192-447b-8d12-e1d03ac80774 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:57.694379 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b20e045-c192-447b-8d12-e1d03ac80774 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:57.777480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=8328b948-fbb9-459c-8284-b80de8f298e6,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:57.805686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-a55c8769-3794-44c3-893b-33dcbc93cdd2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Made reservation on behalf of 234331fe0b8a468fb70b4b1e509a742a for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:57.809921 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-a55c8769-3794-44c3-893b-33dcbc93cdd2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.857481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43782) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:57.899674 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Attempting to bind port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:57.900987 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Attempting to bind port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:57.902160 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Attempting to bind port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 on network 38802a43-6bad-419f-b33c-1e3214de0d83 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:57.926553 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:57.926986 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Checking segment: {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:57.927345 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.927741 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Bound using segment: {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:57.932032 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Bound port: 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:57.932032 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.938306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-e427049e-c236-4fb4-b3d3-5f018ff5df41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Allocated IP 192.168.233.97 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/39f2fb7d-0cfe-4643-89a3-1891f09cf38d) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:58.041316 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] For port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:58.046244 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] For port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=90b9ded4-dbdb-43ca-b89d-efc2c757d4c0,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:58.053703 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:58.119045 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20e045-c192-447b-8d12-e1d03ac80774 None None] Pushing event updated for resources: {'Port': ['ID=90b9ded4-dbdb-43ca-b89d-efc2c757d4c0,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:58.123463 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Routers {'ffb36751-2edc-4395-b203-006d81299892'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:58.124167 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:30:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['ffb36751-2edc-4395-b203-006d81299892'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:58.270470 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] Set router ffb36751-2edc-4395-b203-006d81299892 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:58.340401 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-e427049e-c236-4fb4-b3d3-5f018ff5df41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:58.355688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-e427049e-c236-4fb4-b3d3-5f018ff5df41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Transition to ACTIVE for port object 39f2fb7d-0cfe-4643-89a3-1891f09cf38d will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:58.418360 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-e427049e-c236-4fb4-b3d3-5f018ff5df41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:58.433713 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4c5d2014-c9c3-422a-843e-7b7fc2623af7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:58.524224 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e4bcc449-b5bf-40c2-9271-cf9255fce250', '0f4d8a5c-4270-4b27-83b6-a79fcba57193'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:58.576237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427049e-c236-4fb4-b3d3-5f018ff5df41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event updated for resources: {'Port': ['ID=39f2fb7d-0cfe-4643-89a3-1891f09cf38d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:58.589455 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f63ac64f-2954-4449-8cff-f327eb18e336 req-e24175d4-8435-4a7d-91aa-6e0752802487 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 210 time: 0.0633507 Jul 16 08:30:58.597543 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-e427049e-c236-4fb4-b3d3-5f018ff5df41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:58.599024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-e427049e-c236-4fb4-b3d3-5f018ff5df41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:58.605705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-e427049e-c236-4fb4-b3d3-5f018ff5df41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:58.648470 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-ae466db5-e887-44ab-a369-c358c785982d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:58.650430 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-ae466db5-e887-44ab-a369-c358c785982d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 812 time: 0.7907434 Jul 16 08:30:58.655819 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9968a901-8af9-4fbd-b1e2-25abc7ab330c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:58.675853 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-9fa5ad25-2dcf-4923-8373-d234c6062f30 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Request body: {'port': {'device_id': 'f851f96d-167f-434b-9388-1a91eda467b5', 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b', 'admin_state_up': True, 'tenant_id': 'a18790f1a5984cd0913742d5f9996e0a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:58.688538 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36751-2edc-4395-b203-006d81299892', 'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:42Z', 'updated_at': '2021-07-16T08:30:51Z', 'revision_number': 4, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'gw_port': {'id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:44Z', 'updated_at': '2021-07-16T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '90b9ded4-dbdb-43ca-b89d-efc2c757d4c0', 'name': '', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'mac_address': 'fa:16:3e:6c:23:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:48Z', 'updated_at': '2021-07-16T08:30:58Z', 'revision_number': 4, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'subnets': [{'id': '61454996-02a3-4a95-a2c2-0f253143630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:58.747919 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e01c1-13ec-4579-a49b-7b430b749751 req-8b8612c6-8e84-4d54-a534-dd78ae4b6c98 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:58.756863 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358f76d4-2f84-487e-93ce-7004e74d4cf7 None None] The sync data for ids ['ffb36751-2edc-4395-b203-006d81299892'] in n-d-758944-46 is: [{'id': 'ffb36751-2edc-4395-b203-006d81299892', 'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:42Z', 'updated_at': '2021-07-16T08:30:51Z', 'revision_number': 4, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'gw_port': {'id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:44Z', 'updated_at': '2021-07-16T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '90b9ded4-dbdb-43ca-b89d-efc2c757d4c0', 'name': '', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'mac_address': 'fa:16:3e:6c:23:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:48Z', 'updated_at': '2021-07-16T08:30:58Z', 'revision_number': 4, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'subnets': [{'id': '61454996-02a3-4a95-a2c2-0f253143630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:30:58.766871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-e427049e-c236-4fb4-b3d3-5f018ff5df41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:58.768308 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c83e01c1-13ec-4579-a49b-7b430b749751 req-8b8612c6-8e84-4d54-a534-dd78ae4b6c98 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 943 time: 0.6319704 Jul 16 08:30:58.778638 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-e427049e-c236-4fb4-b3d3-5f018ff5df41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:58.853712 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-e427049e-c236-4fb4-b3d3-5f018ff5df41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6443393 Jul 16 08:30:58.895354 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Request body: {'port': {'device_id': '6dd32b2c-9d13-4bf7-99b2-5a0b027e697a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:58.941684 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-a55c8769-3794-44c3-893b-33dcbc93cdd2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Allocated IP 192.168.233.86 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/f6103806-0642-4d5a-961d-b8a98666855b) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:58.994797 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c83e01c1-13ec-4579-a49b-7b430b749751 req-ac030672-600c-4575-9c08-15579e6da24e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255349 Jul 16 08:30:59.085789 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.160327 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-277c008e-bbf9-4fc4-8f91-8b8f5eb0935a None None] Provisioning for port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:59.172120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-277c008e-bbf9-4fc4-8f91-8b8f5eb0935a None None] Provisioning complete for port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:59.172531 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-277c008e-bbf9-4fc4-8f91-8b8f5eb0935a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.259060 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-277c008e-bbf9-4fc4-8f91-8b8f5eb0935a None None] Port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:59.287161 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-95101842-9aaf-46bc-9683-65290c4f922b tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bfc843d204874d8f878cb40ff0cf7212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349181 Jul 16 08:30:59.330180 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8eba300-c207-4011-89ec-0807bb2b890e req-c9d74aa1-364c-41f0-a1a5-8bd021678d10 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=f851f96d-167f-434b-9388-1a91eda467b5 HTTP/1.1" status: 200 len: 210 time: 0.0623579 Jul 16 08:30:59.376950 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9968a901-8af9-4fbd-b1e2-25abc7ab330c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.398214 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9968a901-8af9-4fbd-b1e2-25abc7ab330c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.440595 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9968a901-8af9-4fbd-b1e2-25abc7ab330c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.442958 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9968a901-8af9-4fbd-b1e2-25abc7ab330c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.6177735 Jul 16 08:30:59.454257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-9fa5ad25-2dcf-4923-8373-d234c6062f30 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Made reservation on behalf of a18790f1a5984cd0913742d5f9996e0a for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:59.454459 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43804) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:59.458292 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-9fa5ad25-2dcf-4923-8373-d234c6062f30 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.462105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-cad03744-e6b4-45d9-a178-a32da48ed0d7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Request body: {'security_group_rule': {'security_group_id': '645a7204-1043-4709-97bd-bcd56cac15f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:59.490274 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-3b304901-7579-473a-9e4b-7c1e960c2476 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:59.492377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968a901-8af9-4fbd-b1e2-25abc7ab330c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65be383c-2651-4c02-91b7-59402de45ffc,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:59.498145 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-3b304901-7579-473a-9e4b-7c1e960c2476 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2061543 Jul 16 08:30:59.530691 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-63c36f7f-fd6d-49c8-b899-e58f676bfc14 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/quotas/bfc843d204874d8f878cb40ff0cf7212 HTTP/1.1" status: 200 len: 375 time: 0.0309567 Jul 16 08:30:59.563257 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d19a21e7-609a-40dc-bd94-ca214b8926b3 req-f1da3ac4-8542-4ceb-a458-a277f434a417 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=77e2afb3-0f1e-4a3d-8cc8-b0e21ec58a1b HTTP/1.1" status: 200 len: 210 time: 0.0585163 Jul 16 08:30:59.578724 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-c9659013-f8f1-4e82-b892-2dc3dd47b48f tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfc843d204874d8f878cb40ff0cf7212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468044 Jul 16 08:30:59.590557 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cad03744-e6b4-45d9-a178-a32da48ed0d7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.706201 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cad03744-e6b4-45d9-a178-a32da48ed0d7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.715022 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cad03744-e6b4-45d9-a178-a32da48ed0d7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.754218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad03744-e6b4-45d9-a178-a32da48ed0d7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d382dee5-f159-49e9-9d73-68bac7e5a404,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:59.768898 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cad03744-e6b4-45d9-a178-a32da48ed0d7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.774118 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cad03744-e6b4-45d9-a178-a32da48ed0d7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3186791 Jul 16 08:30:59.778363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43808) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:59.783000 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:59.813781 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-a55c8769-3794-44c3-893b-33dcbc93cdd2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.929622 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-a55c8769-3794-44c3-893b-33dcbc93cdd2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Transition to ACTIVE for port object f6103806-0642-4d5a-961d-b8a98666855b will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:59.949358 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:59.990655 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:00.025500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-9fa5ad25-2dcf-4923-8373-d234c6062f30 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Allocated IP 172.20.0.3 (79bcc93a-1bbe-4b86-93f9-b243ed27da0b/13a06e14-eee5-4201-98b3-810650c6afa3/c01ebbaa-c215-4f83-bb72-59cfd6f43285) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:00.101841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:00.106862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:00.107240 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.332526 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.399954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-a55c8769-3794-44c3-893b-33dcbc93cdd2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.411658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=90b9ded4-dbdb-43ca-b89d-efc2c757d4c0,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:00.422192 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e4bcc449-b5bf-40c2-9271-cf9255fce250', '0f4d8a5c-4270-4b27-83b6-a79fcba57193'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:00.424575 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4c5d2014-c9c3-422a-843e-7b7fc2623af7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:00.458621 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.522643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39f2fb7d-0cfe-4643-89a3-1891f09cf38d {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:00.532793 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.568878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-a55c8769-3794-44c3-893b-33dcbc93cdd2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:00.569122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Transition to ACTIVE for port object 39f2fb7d-0cfe-4643-89a3-1891f09cf38d will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:00.602926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-a55c8769-3794-44c3-893b-33dcbc93cdd2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:00.618941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-a55c8769-3794-44c3-893b-33dcbc93cdd2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:00.625946 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21a20648-a6d6-477e-9f65-36e68dd51920 req-d1ae72ad-35c8-4fa4-88d0-ba068ed51433 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=63bd774d-3c9a-473b-a4ab-e3f92c6e9399 HTTP/1.1" status: 200 len: 210 time: 0.0554357 Jul 16 08:31:00.626993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.698107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=90b9ded4-dbdb-43ca-b89d-efc2c757d4c0,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:00.788957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c8769-3794-44c3-893b-33dcbc93cdd2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event updated for resources: {'Port': ['ID=f6103806-0642-4d5a-961d-b8a98666855b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:00.873424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Pushing event updated for resources: {'Port': ['ID=39f2fb7d-0cfe-4643-89a3-1891f09cf38d,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:00.982121 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-9fa5ad25-2dcf-4923-8373-d234c6062f30 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.005459 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Attempting to bind port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:01.005802 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Attempting to bind port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:01.006150 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Attempting to bind port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:01.024270 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:01.024633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Attempting to bind port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:01.045516 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:01.045859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:01.046247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:01.046697 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Bound port: 39f2fb7d-0cfe-4643-89a3-1891f09cf38d, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:01.047058 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.116696 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.127549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-a55c8769-3794-44c3-893b-33dcbc93cdd2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.128607 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-a55c8769-3794-44c3-893b-33dcbc93cdd2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.181377 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] For port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:01.184807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] For port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=39f2fb7d-0cfe-4643-89a3-1891f09cf38d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:01.190691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a669760-63ad-4c05-8338-53de8fd04b0e req-de91ec06-047b-48e6-9ece-ef8b842b4fe2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.195893 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.198699 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0a669760-63ad-4c05-8338-53de8fd04b0e req-de91ec06-047b-48e6-9ece-ef8b842b4fe2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 935 time: 0.8808489 Jul 16 08:31:01.201695 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-abd6d7f9-e43f-409d-b95e-91cd7cb6ab01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.276108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.276731 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.278401 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] 10.222.0.15 "PUT /v2.0/ports/39f2fb7d-0cfe-4643-89a3-1891f09cf38d HTTP/1.1" status: 200 len: 1096 time: 2.4096680 Jul 16 08:31:01.279031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd32b2c-9d13-4bf7-99b2-5a0b027e697a', 'tag': '39f2fb7d-0cfe-4643-89a3-1891f09cf38d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:01.284162 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d498d01-1167-4f6f-85cf-351a93e55509" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd32b2c-9d13-4bf7-99b2-5a0b027e697a", "tag": "39f2fb7d-0cfe-4643-89a3-1891f09cf38d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:01.284851 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4f5362b8-22b4-4e47-b217-731adf5eb282 None None] Provisioning for port f6103806-0642-4d5a-961d-b8a98666855b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:01.308872 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7efa7-487b-48e3-8f1d-40bf08e9ab5d req-4fbd7619-ef16-48e8-bd79-ce0c442d9549 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.310224 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4f5362b8-22b4-4e47-b217-731adf5eb282 None None] Provisioning complete for port f6103806-0642-4d5a-961d-b8a98666855b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:01.310819 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4f5362b8-22b4-4e47-b217-731adf5eb282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.331753 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6e7efa7-487b-48e3-8f1d-40bf08e9ab5d req-4fbd7619-ef16-48e8-bd79-ce0c442d9549 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 946 time: 0.3975925 Jul 16 08:31:01.345600 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-a55c8769-3794-44c3-893b-33dcbc93cdd2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5088322 Jul 16 08:31:01.346682 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-9fa5ad25-2dcf-4923-8373-d234c6062f30 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.375721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-4f5362b8-22b4-4e47-b217-731adf5eb282 None None] Port f6103806-0642-4d5a-961d-b8a98666855b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:01.380545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Request body: {'port': {'device_id': '4c9a51bd-0fd9-41c7-b200-4709227877e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:01.428804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089c54d7-f3bc-4fe4-831d-abf36ce2e3dc service neutron] Pushing event updated for resources: {'Port': ['ID=39f2fb7d-0cfe-4643-89a3-1891f09cf38d,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:01.521214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-9fa5ad25-2dcf-4923-8373-d234c6062f30 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:01.599805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-9fa5ad25-2dcf-4923-8373-d234c6062f30 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:01.651125 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-9fa5ad25-2dcf-4923-8373-d234c6062f30 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:01.656880 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0a669760-63ad-4c05-8338-53de8fd04b0e req-1212e06d-e962-416f-b411-a379a66b3507 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3953898 Jul 16 08:31:01.676278 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa5ad25-2dcf-4923-8373-d234c6062f30 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Pushing event updated for resources: {'Port': ['ID=c01ebbaa-c215-4f83-bb72-59cfd6f43285,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:01.804757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-9fa5ad25-2dcf-4923-8373-d234c6062f30 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:01.806410 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-9fa5ad25-2dcf-4923-8373-d234c6062f30 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.809792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Allocated IP 172.25.4.62 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/ea0bb744-2121-4b77-8b6e-960a41fb9738) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:01.913404 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.925136 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:01.984914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-9fa5ad25-2dcf-4923-8373-d234c6062f30 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3166242 Jul 16 08:31:02.005011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Request body: {'port': {'device_id': 'f851f96d-167f-434b-9388-1a91eda467b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:02.012615 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:02.013116 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.050416 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6e7efa7-487b-48e3-8f1d-40bf08e9ab5d req-adcb6954-1e4a-463b-a225-f267fe73df82 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15e104a-d66a-4ffb-80e7-c10690edd71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7165861 Jul 16 08:31:02.162696 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-5ca68896-3107-4e79-9d9c-ef87d880f865 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bfc843d204874d8f878cb40ff0cf7212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1554651 Jul 16 08:31:02.189068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c8936-d1ff-45ea-8cca-1e0e1977646a req-fe0d7773-2cda-4ce4-ac25-9953a320167c tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.190630 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-381c8936-d1ff-45ea-8cca-1e0e1977646a req-fe0d7773-2cda-4ce4-ac25-9953a320167c tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.38 "GET /v2.0/ports?device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 946 time: 0.7462349 Jul 16 08:31:02.331657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-64ac6724-47c5-4acc-ab66-b86d34cb6158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.333134 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-64ac6724-47c5-4acc-ab66-b86d34cb6158 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=6dd32b2c-9d13-4bf7-99b2-5a0b027e697a HTTP/1.1" status: 200 len: 1099 time: 0.8901570 Jul 16 08:31:02.435738 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-badd8457-5303-4bad-b2ad-8ab5c84e24f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=39f2fb7d-0cfe-4643-89a3-1891f09cf38d HTTP/1.1" status: 200 len: 217 time: 0.0738318 Jul 16 08:31:02.516755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-dae02328-d300-407f-8b91-9851883edc6e tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.518215 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-dae02328-d300-407f-8b91-9851883edc6e tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3468874 Jul 16 08:31:02.539486 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Request body: {'port': {'device_id': '63bd774d-3c9a-473b-a4ab-e3f92c6e9399', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': 'bfc843d204874d8f878cb40ff0cf7212'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:02.559497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b847cac-9e5e-47bb-81e5-5957e0e43265 req-513a0980-d030-4ff8-a897-24f04d0ba2db tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.560702 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1b847cac-9e5e-47bb-81e5-5957e0e43265 req-513a0980-d030-4ff8-a897-24f04d0ba2db tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.38 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 943 time: 0.5264010 Jul 16 08:31:02.637446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-bc5cc7b6-5c29-4913-98ea-1e76042b80c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.638933 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-bc5cc7b6-5c29-4913-98ea-1e76042b80c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1942408 Jul 16 08:31:02.657590 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.663115 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.681530 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8644e293-39c1-4940-807b-c99922951454 req-6516c8b3-841e-4882-b728-4d625ef8dfe8 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.683111 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8644e293-39c1-4940-807b-c99922951454 req-6516c8b3-841e-4882-b728-4d625ef8dfe8 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=f851f96d-167f-434b-9388-1a91eda467b5 HTTP/1.1" status: 200 len: 931 time: 0.4449742 Jul 16 08:31:02.704399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c657d8-e5ac-4ff4-9898-7b469662b813 req-babcffb3-d141-41f4-80c5-b56c8ff3d758 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.706075 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72c657d8-e5ac-4ff4-9898-7b469662b813 req-babcffb3-d141-41f4-80c5-b56c8ff3d758 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 943 time: 0.7090652 Jul 16 08:31:02.809242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-381c8936-d1ff-45ea-8cca-1e0e1977646a req-592d1324-debe-4e8a-8f80-522ac07c0d85 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Deleting port 1b1b5d08-dae7-47ab-8a7a-c4c525906149 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:02.809576 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-381c8936-d1ff-45ea-8cca-1e0e1977646a req-592d1324-debe-4e8a-8f80-522ac07c0d85 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.879616 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8644e293-39c1-4940-807b-c99922951454 req-177a202f-746f-491a-a7ad-3d168d084e9f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696837 Jul 16 08:31:02.910426 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72c657d8-e5ac-4ff4-9898-7b469662b813 req-1c0a3a84-80fc-4f0d-bc1e-d8c7027ea582 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824172 Jul 16 08:31:02.930839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Made reservation on behalf of bfc843d204874d8f878cb40ff0cf7212 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:02.934659 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.961885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-aeae6676-b6cc-4c4d-b5e7-aa39b3d58c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.963678 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-aeae6676-b6cc-4c4d-b5e7-aa39b3d58c45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2774758 Jul 16 08:31:03.012520 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.020615 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.023819 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2a7e70-760d-4d55-af14-3db1be7b8f65 x-openstack-request-id: req-cf2a7e70-760d-4d55-af14-3db1be7b8f65 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:03.024113 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd32b2c-9d13-4bf7-99b2-5a0b027e697a", "tag": "39f2fb7d-0cfe-4643-89a3-1891f09cf38d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:03.024365 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf2a7e70-760d-4d55-af14-3db1be7b8f65 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:03.024794 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd32b2c-9d13-4bf7-99b2-5a0b027e697a', 'tag': '39f2fb7d-0cfe-4643-89a3-1891f09cf38d', 'status': 'completed', 'code': 200} Jul 16 08:31:03.104833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:03.115252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-1b847cac-9e5e-47bb-81e5-5957e0e43265 req-b01c1135-f2f9-4ab2-a638-a0e652b21e5c tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Deleting port 8328b948-fbb9-459c-8284-b80de8f298e6 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:03.115893 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1b847cac-9e5e-47bb-81e5-5957e0e43265 req-b01c1135-f2f9-4ab2-a638-a0e652b21e5c tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.121264 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-381c8936-d1ff-45ea-8cca-1e0e1977646a req-592d1324-debe-4e8a-8f80-522ac07c0d85 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] For port 1b1b5d08-dae7-47ab-8a7a-c4c525906149, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=1b1b5d08-dae7-47ab-8a7a-c4c525906149,segment=NetworkSegment(3c940e6e-774b-4b54-a8c8-1b7f5f04cf41),segment_id=3c940e6e-774b-4b54-a8c8-1b7f5f04cf41)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:03.121630 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-381c8936-d1ff-45ea-8cca-1e0e1977646a req-592d1324-debe-4e8a-8f80-522ac07c0d85 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.172574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-abd6d7f9-e43f-409d-b95e-91cd7cb6ab01 admin admin] Deleting port 96dfee59-6dda-4ab8-a271-dc5991903dec {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:03.172972 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-abd6d7f9-e43f-409d-b95e-91cd7cb6ab01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.174780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:03.189993 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-381c8936-d1ff-45ea-8cca-1e0e1977646a req-592d1324-debe-4e8a-8f80-522ac07c0d85 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Calling delete_port for 1b1b5d08-dae7-47ab-8a7a-c4c525906149 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:03.190482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:03.257478 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ce0046a7-fe7e-4fb3-9511-b21d35ff7f88 req-4ef94d3c-0681-43b7-bba1-cfb5152c6490 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=63bd774d-3c9a-473b-a4ab-e3f92c6e9399 HTTP/1.1" status: 200 len: 210 time: 0.0826068 Jul 16 08:31:03.263800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event updated for resources: {'Port': ['ID=ea0bb744-2121-4b77-8b6e-960a41fb9738,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:03.353454 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6103806-0642-4d5a-961d-b8a98666855b {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:03.381390 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-c777173e-da69-415e-8100-b3293014ec7a service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984601 Jul 16 08:31:03.489441 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1b847cac-9e5e-47bb-81e5-5957e0e43265 req-b01c1135-f2f9-4ab2-a638-a0e652b21e5c tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] For port 8328b948-fbb9-459c-8284-b80de8f298e6, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8328b948-fbb9-459c-8284-b80de8f298e6,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:03.489817 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1b847cac-9e5e-47bb-81e5-5957e0e43265 req-b01c1135-f2f9-4ab2-a638-a0e652b21e5c tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.503562 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.515780 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.559324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-1b847cac-9e5e-47bb-81e5-5957e0e43265 req-b01c1135-f2f9-4ab2-a638-a0e652b21e5c tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Calling delete_port for 8328b948-fbb9-459c-8284-b80de8f298e6 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:03.608035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Transition to ACTIVE for port object f6103806-0642-4d5a-961d-b8a98666855b will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:03.636650 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.681644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-abd6d7f9-e43f-409d-b95e-91cd7cb6ab01 admin admin] For port 96dfee59-6dda-4ab8-a271-dc5991903dec, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=96dfee59-6dda-4ab8-a271-dc5991903dec,segment=NetworkSegment(79abbd40-8157-419d-81fe-5050feaa6d9f),segment_id=79abbd40-8157-419d-81fe-5050feaa6d9f)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:03.682113 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-abd6d7f9-e43f-409d-b95e-91cd7cb6ab01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.733323 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.735160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-abd6d7f9-e43f-409d-b95e-91cd7cb6ab01 admin admin] Calling delete_port for 96dfee59-6dda-4ab8-a271-dc5991903dec owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:03.844605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Pushing event updated for resources: {'Port': ['ID=f6103806-0642-4d5a-961d-b8a98666855b,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:03.846503 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1b847cac-9e5e-47bb-81e5-5957e0e43265 req-b01c1135-f2f9-4ab2-a638-a0e652b21e5c tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.917962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b1ce6-58d6-4602-9509-2cdc57df7e6e req-6c3a7907-fd59-4dc5-8126-2b7460457a26 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:03.919677 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-558b1ce6-58d6-4602-9509-2cdc57df7e6e req-6c3a7907-fd59-4dc5-8126-2b7460457a26 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 935 time: 0.5180488 Jul 16 08:31:03.960956 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.009976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01c1135-f2f9-4ab2-a638-a0e652b21e5c tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Pushing event deleted for resources: {'Port': ['ID=8328b948-fbb9-459c-8284-b80de8f298e6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:04.017077 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ee841c77-2a1e-4e9b-9459-dd1ae66e3569 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218562 Jul 16 08:31:04.017785 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.060851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c01ebbaa-c215-4f83-bb72-59cfd6f43285 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:04.073292 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.087877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Transition to ACTIVE for port object c01ebbaa-c215-4f83-bb72-59cfd6f43285 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:04.098734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b847cac-9e5e-47bb-81e5-5957e0e43265 req-b01c1135-f2f9-4ab2-a638-a0e652b21e5c tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] No DVR routers for this DVR port 8328b948-fbb9-459c-8284-b80de8f298e6 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:04.103370 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1b847cac-9e5e-47bb-81e5-5957e0e43265 req-b01c1135-f2f9-4ab2-a638-a0e652b21e5c tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.105895 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1b847cac-9e5e-47bb-81e5-5957e0e43265 req-b01c1135-f2f9-4ab2-a638-a0e652b21e5c tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.38 "DELETE /v2.0/ports/8328b948-fbb9-459c-8284-b80de8f298e6 HTTP/1.1" status: 204 len: 173 time: 1.5289376 Jul 16 08:31:04.138450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71663442-60fc-4a6d-916f-efdeb370ce1a req-f90522e4-a174-48fa-babe-038da403ce69 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.147735 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-71663442-60fc-4a6d-916f-efdeb370ce1a req-f90522e4-a174-48fa-babe-038da403ce69 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e346415-c3ba-41b9-87c8-ebd51ad5f5f9 HTTP/1.1" status: 200 len: 946 time: 0.6950040 Jul 16 08:31:04.211493 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.237529 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9b9564-a18a-46f1-98c4-93882ad72eb1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:04.252313 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-381c8936-d1ff-45ea-8cca-1e0e1977646a req-592d1324-debe-4e8a-8f80-522ac07c0d85 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.283430 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.285971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Attempting to bind port f6103806-0642-4d5a-961d-b8a98666855b on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:04.286311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Attempting to bind port f6103806-0642-4d5a-961d-b8a98666855b by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:04.286641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Attempting to bind port f6103806-0642-4d5a-961d-b8a98666855b on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:04.340688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Allocated IP 192.168.233.232 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/74202671-dec1-49d8-b111-f1392763ffd4) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:04.347800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Port f6103806-0642-4d5a-961d-b8a98666855b on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:04.348231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Attempting to bind port f6103806-0642-4d5a-961d-b8a98666855b on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:04.436656 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Pushing event updated for resources: {'Port': ['ID=c01ebbaa-c215-4f83-bb72-59cfd6f43285,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:04.439234 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:04.439592 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:04.440095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:04.440613 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Bound port: f6103806-0642-4d5a-961d-b8a98666855b, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:04.441876 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.490200 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-71663442-60fc-4a6d-916f-efdeb370ce1a req-1ed2b7b8-51ae-43af-b78b-fdb35ddf9b59 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.20 "GET /v2.0/security-groups?id=f15e104a-d66a-4ffb-80e7-c10690edd71c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413508 Jul 16 08:31:04.491052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d1324-debe-4e8a-8f80-522ac07c0d85 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Pushing event deleted for resources: {'Port': ['ID=1b1b5d08-dae7-47ab-8a7a-c4c525906149,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:04.511416 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-558b1ce6-58d6-4602-9509-2cdc57df7e6e req-57907e68-6fe0-47e5-a807-c051d13ee854 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5644658 Jul 16 08:31:04.583289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-381c8936-d1ff-45ea-8cca-1e0e1977646a req-592d1324-debe-4e8a-8f80-522ac07c0d85 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] No DVR routers for this DVR port 1b1b5d08-dae7-47ab-8a7a-c4c525906149 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:04.590694 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-381c8936-d1ff-45ea-8cca-1e0e1977646a req-592d1324-debe-4e8a-8f80-522ac07c0d85 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.594479 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-381c8936-d1ff-45ea-8cca-1e0e1977646a req-592d1324-debe-4e8a-8f80-522ac07c0d85 tempest-ServerGroupTestJSON-538606722 tempest-ServerGroupTestJSON-538606722-project] 10.222.0.38 "DELETE /v2.0/ports/1b1b5d08-dae7-47ab-8a7a-c4c525906149 HTTP/1.1" status: 204 len: 173 time: 2.3522229 Jul 16 08:31:04.717055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d498d01-1167-4f6f-85cf-351a93e55509 req-214f61af-2d89-4751-868b-07e640b8a6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.718695 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d498d01-1167-4f6f-85cf-351a93e55509 req-214f61af-2d89-4751-868b-07e640b8a6ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=6dd32b2c-9d13-4bf7-99b2-5a0b027e697a HTTP/1.1" status: 200 len: 1099 time: 0.6312103 Jul 16 08:31:04.782466 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-abd6d7f9-e43f-409d-b95e-91cd7cb6ab01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.831385 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-045d18d4-46ed-4743-9c7d-e0227cdab052 req-1872d143-e66d-43e0-a772-c810b8e0dd78 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=9338fd5c-a1ba-4cfa-9d95-27607680137f HTTP/1.1" status: 200 len: 210 time: 0.0694926 Jul 16 08:31:04.917483 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.944845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Transition to ACTIVE for port object 74202671-dec1-49d8-b111-f1392763ffd4 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:04.952532 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d498d01-1167-4f6f-85cf-351a93e55509 req-efee66e2-84d2-4f6e-b8cb-c276aefee460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.953959 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d498d01-1167-4f6f-85cf-351a93e55509 req-efee66e2-84d2-4f6e-b8cb-c276aefee460 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.2163873 Jul 16 08:31:05.021300 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d498d01-1167-4f6f-85cf-351a93e55509 req-d74ff38c-cc3c-495b-8d80-2e8f5325cba4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=39f2fb7d-0cfe-4643-89a3-1891f09cf38d HTTP/1.1" status: 200 len: 217 time: 0.0587234 Jul 16 08:31:05.025970 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9338fd5c-a1ba-4cfa-9d95-27607680137f', 'name': 'network-vif-deleted', 'tag': '8328b948-fbb9-459c-8284-b80de8f298e6'}, {'server_uuid': '7e346415-c3ba-41b9-87c8-ebd51ad5f5f9', 'name': 'network-vif-deleted', 'tag': '1b1b5d08-dae7-47ab-8a7a-c4c525906149'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:05.030746 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4c689c-547e-411c-b68a-d46f8460aaaf" -d '{"events": [{"server_uuid": "9338fd5c-a1ba-4cfa-9d95-27607680137f", "name": "network-vif-deleted", "tag": "8328b948-fbb9-459c-8284-b80de8f298e6"}, {"server_uuid": "7e346415-c3ba-41b9-87c8-ebd51ad5f5f9", "name": "network-vif-deleted", "tag": "1b1b5d08-dae7-47ab-8a7a-c4c525906149"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:05.038734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd6d7f9-e43f-409d-b95e-91cd7cb6ab01 admin admin] Pushing event deleted for resources: {'Port': ['ID=96dfee59-6dda-4ab8-a271-dc5991903dec,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:05.071205 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.143509 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.155997 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6cdb477d-1e51-49a4-a4af-101bc4262598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.220576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] For port f6103806-0642-4d5a-961d-b8a98666855b, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:05.263566 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Pushing event updated for resources: {'Port': ['ID=74202671-dec1-49d8-b111-f1392763ffd4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:05.282682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:05.284371 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.289002 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d498d01-1167-4f6f-85cf-351a93e55509 req-7ab0d9ac-14bd-4db8-a495-64dd481a62b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.289251 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] For port f6103806-0642-4d5a-961d-b8a98666855b, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f6103806-0642-4d5a-961d-b8a98666855b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:05.292324 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d498d01-1167-4f6f-85cf-351a93e55509 req-7ab0d9ac-14bd-4db8-a495-64dd481a62b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2570851 Jul 16 08:31:05.296849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:05.301311 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.317429 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Attempting to bind port c01ebbaa-c215-4f83-bb72-59cfd6f43285 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:05.317773 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Attempting to bind port c01ebbaa-c215-4f83-bb72-59cfd6f43285 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:05.318099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Attempting to bind port c01ebbaa-c215-4f83-bb72-59cfd6f43285 on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:05.318976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:05.324805 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.383025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Port c01ebbaa-c215-4f83-bb72-59cfd6f43285 on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:05.383025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Attempting to bind port c01ebbaa-c215-4f83-bb72-59cfd6f43285 on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:05.397409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad7aa1-da13-4294-bc83-6044745a9519 req-a9c8bb2a-6f64-47cb-b867-113148c79166 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.399595 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-faad7aa1-da13-4294-bc83-6044745a9519 req-a9c8bb2a-6f64-47cb-b867-113148c79166 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=f851f96d-167f-434b-9388-1a91eda467b5 HTTP/1.1" status: 200 len: 943 time: 0.6417503 Jul 16 08:31:05.400174 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.460736 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 1b1b5d08-dae7-47ab-8a7a-c4c525906149 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:05.476266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:05.476581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Checking segment: {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:05.476977 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Bound using segment: {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:05.477427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Bound port: c01ebbaa-c215-4f83-bb72-59cfd6f43285, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:05.480739 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.501902 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 1b1b5d08-dae7-47ab-8a7a-c4c525906149 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:05.502354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 1b1b5d08-dae7-47ab-8a7a-c4c525906149 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:05.503000 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8328b948-fbb9-459c-8284-b80de8f298e6 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:05.525678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e040ff-0b19-4ebf-83e6-e00361fa5ca2 req-56468db6-7054-4721-accf-9f893bccda6a tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.539063 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e1e040ff-0b19-4ebf-83e6-e00361fa5ca2 req-56468db6-7054-4721-accf-9f893bccda6a tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=63bd774d-3c9a-473b-a4ab-e3f92c6e9399 HTTP/1.1" status: 200 len: 936 time: 0.4424164 Jul 16 08:31:05.540159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 8328b948-fbb9-459c-8284-b80de8f298e6 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:05.540667 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8328b948-fbb9-459c-8284-b80de8f298e6 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:05.574161 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.574829 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.644237 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-140bcb54-d0de-48b4-858f-eb623ec0b577 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1159441 Jul 16 08:31:05.660125 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Request body: {'port': {'device_id': '63bd774d-3c9a-473b-a4ab-e3f92c6e9399', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:05.667206 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] For port c01ebbaa-c215-4f83-bb72-59cfd6f43285, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:05.680929 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-faad7aa1-da13-4294-bc83-6044745a9519 req-2657d822-520f-445a-9ff2-10b6a993cf98 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421177 Jul 16 08:31:05.686492 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e1e040ff-0b19-4ebf-83e6-e00361fa5ca2 req-b13819c0-01ea-4920-b543-da1d8ee4b712 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463857 Jul 16 08:31:05.710702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.712962 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.714485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-41ece80c-05b6-4a81-84da-f9fb26fe707c None None] Provisioning for port 74202671-dec1-49d8-b111-f1392763ffd4 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:05.714665 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] 10.222.0.38 "PUT /v2.0/ports/f6103806-0642-4d5a-961d-b8a98666855b HTTP/1.1" status: 200 len: 1096 time: 4.3460507 Jul 16 08:31:05.718888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c9a51bd-0fd9-41c7-b200-4709227877e5', 'tag': 'f6103806-0642-4d5a-961d-b8a98666855b'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:05.721712 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b0fbb5-878f-446c-919f-3facf52b4d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "4c9a51bd-0fd9-41c7-b200-4709227877e5", "tag": "f6103806-0642-4d5a-961d-b8a98666855b"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:05.725671 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-41ece80c-05b6-4a81-84da-f9fb26fe707c None None] Provisioning complete for port 74202671-dec1-49d8-b111-f1392763ffd4 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:05.729770 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41ece80c-05b6-4a81-84da-f9fb26fe707c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.742179 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.743421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.9641201 Jul 16 08:31:05.748581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] For port c01ebbaa-c215-4f83-bb72-59cfd6f43285, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c01ebbaa-c215-4f83-bb72-59cfd6f43285,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:05.853883 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df9e910-a7f9-47d0-a7a4-f0e919ce04e6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event updated for resources: {'Port': ['ID=ea0bb744-2121-4b77-8b6e-960a41fb9738,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:05.862970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-41ece80c-05b6-4a81-84da-f9fb26fe707c None None] Port 74202671-dec1-49d8-b111-f1392763ffd4 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:06.254108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d498d01-1167-4f6f-85cf-351a93e55509 req-2b5ff47d-4a74-40da-8e30-dfd1dd78a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:06.255684 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d498d01-1167-4f6f-85cf-351a93e55509 req-2b5ff47d-4a74-40da-8e30-dfd1dd78a638 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9243071 Jul 16 08:31:06.260583 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db48d20-b9f4-4b36-a4de-0005df16a8ec x-openstack-request-id: req-5db48d20-b9f4-4b36-a4de-0005df16a8ec {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:06.260877 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9338fd5c-a1ba-4cfa-9d95-27607680137f", "name": "network-vif-deleted", "tag": "8328b948-fbb9-459c-8284-b80de8f298e6", "status": "completed", "code": 200}, {"server_uuid": "7e346415-c3ba-41b9-87c8-ebd51ad5f5f9", "name": "network-vif-deleted", "tag": "1b1b5d08-dae7-47ab-8a7a-c4c525906149", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:06.261124 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5db48d20-b9f4-4b36-a4de-0005df16a8ec {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:06.261607 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9338fd5c-a1ba-4cfa-9d95-27607680137f', 'name': 'network-vif-deleted', 'tag': '8328b948-fbb9-459c-8284-b80de8f298e6', 'status': 'completed', 'code': 200} Jul 16 08:31:06.261857 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e346415-c3ba-41b9-87c8-ebd51ad5f5f9', 'name': 'network-vif-deleted', 'tag': '1b1b5d08-dae7-47ab-8a7a-c4c525906149', 'status': 'completed', 'code': 200} Jul 16 08:31:06.263383 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 39f2fb7d-0cfe-4643-89a3-1891f09cf38d details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:06.316653 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.323297 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076256a3-0f0e-409b-a6a8-702b59d9b9dd x-openstack-request-id: req-076256a3-0f0e-409b-a6a8-702b59d9b9dd {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:06.323720 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c9a51bd-0fd9-41c7-b200-4709227877e5", "tag": "f6103806-0642-4d5a-961d-b8a98666855b", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:06.324067 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-076256a3-0f0e-409b-a6a8-702b59d9b9dd {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:06.324582 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c9a51bd-0fd9-41c7-b200-4709227877e5', 'tag': 'f6103806-0642-4d5a-961d-b8a98666855b', 'status': 'completed', 'code': 200} Jul 16 08:31:06.372555 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d498d01-1167-4f6f-85cf-351a93e55509 req-dfba3a9c-b68e-4e52-b80e-467b6b6b0b37 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070681 Jul 16 08:31:06.386527 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=39f2fb7d-0cfe-4643-89a3-1891f09cf38d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:06.400219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '39f2fb7d-0cfe-4643-89a3-1891f09cf38d', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '39f2fb7d-0cfe-4643-89a3-1891f09cf38d', 'mac_address': 'fa:16:3e:1c:b7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:06.411729 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:06.412712 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.414179 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] 10.222.0.15 "PUT /v2.0/ports/c01ebbaa-c215-4f83-bb72-59cfd6f43285 HTTP/1.1" status: 200 len: 1092 time: 4.4138074 Jul 16 08:31:06.450781 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.469074 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39f2fb7d-0cfe-4643-89a3-1891f09cf38d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:06.494662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=39f2fb7d-0cfe-4643-89a3-1891f09cf38d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:06.495432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca11bd44-7fee-4246-adc2-68c75a1d0fee service neutron] Pushing event updated for resources: {'Port': ['ID=f6103806-0642-4d5a-961d-b8a98666855b,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:06.499228 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-abd6d7f9-e43f-409d-b95e-91cd7cb6ab01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.500943 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.536786 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.572577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=39f2fb7d-0cfe-4643-89a3-1891f09cf38d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:06.576541 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d498d01-1167-4f6f-85cf-351a93e55509 req-7f51f7be-798f-4239-a5aa-b6116332f696 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943059 Jul 16 08:31:06.597140 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-04dd135c-2457-48f0-b87f-9608b0f4107b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1837267745&fields=id&tenant_id=b1781597c11a4817b85b1a3ef01821fc HTTP/1.1" status: 200 len: 267 time: 0.2714806 Jul 16 08:31:06.625904 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94861a-4d03-43ba-9a57-e48aa6e43f30 req-fc84757b-4e1f-4332-9a9d-cae7d4b2db61 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:06.627937 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d94861a-4d03-43ba-9a57-e48aa6e43f30 req-fc84757b-4e1f-4332-9a9d-cae7d4b2db61 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 947 time: 0.3709109 Jul 16 08:31:06.632099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bcd54-d69e-4dbe-9fd8-a5920067b89b service neutron] Pushing event updated for resources: {'Port': ['ID=c01ebbaa-c215-4f83-bb72-59cfd6f43285,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:06.731417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-0b21eaa4-5178-4c3d-b242-5bd1e4743b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:06.732946 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-0b21eaa4-5178-4c3d-b242-5bd1e4743b16 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 1099 time: 0.8669097 Jul 16 08:31:06.747065 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d94861a-4d03-43ba-9a57-e48aa6e43f30 req-a9d04db4-5156-424a-9f8b-f75f88ec994c tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992303 Jul 16 08:31:06.749925 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['39f2fb7d-0cfe-4643-89a3-1891f09cf38d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:06.900372 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-f89b3e08-bdfd-45e2-961f-d2771f200fbc tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:06.902292 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-f89b3e08-bdfd-45e2-961f-d2771f200fbc tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 812 time: 0.3037686 Jul 16 08:31:06.942604 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-95ca2b1a-e7bf-460b-b5be-1b2478d44af0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=f6103806-0642-4d5a-961d-b8a98666855b HTTP/1.1" status: 200 len: 217 time: 0.1246328 Jul 16 08:31:06.960324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74202671-dec1-49d8-b111-f1392763ffd4 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:06.970264 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.997909 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-66796777-e7bb-4dd3-81e4-a4de6b387cce tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/quotas/b1781597c11a4817b85b1a3ef01821fc HTTP/1.1" status: 200 len: 375 time: 0.0630450 Jul 16 08:31:07.021921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Transition to ACTIVE for port object 74202671-dec1-49d8-b111-f1392763ffd4 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:07.022164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-b9f727f3-e12c-4dfe-b2eb-d8996f124c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.023617 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-b9f727f3-e12c-4dfe-b2eb-d8996f124c6f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&device_id=f851f96d-167f-434b-9388-1a91eda467b5 HTTP/1.1" status: 200 len: 1095 time: 0.5128570 Jul 16 08:31:07.027177 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.095294 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-3130f181-0f02-4039-b756-a35b8d2d541f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.096997 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-3130f181-0f02-4039-b756-a35b8d2d541f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1432161 Jul 16 08:31:07.103554 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-38cdf3fc-f54f-437b-b2de-28c1fe3a4a2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c01ebbaa-c215-4f83-bb72-59cfd6f43285 HTTP/1.1" status: 200 len: 217 time: 0.0528059 Jul 16 08:31:07.127959 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Pushing event updated for resources: {'Port': ['ID=74202671-dec1-49d8-b111-f1392763ffd4,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:07.158354 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-323b78a3-e8c1-439a-a241-4c4b53d5dda2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.161114 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-323b78a3-e8c1-439a-a241-4c4b53d5dda2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/networks?id=b9d546f0-2f2c-4563-8e6a-5b4c768f4419 HTTP/1.1" status: 200 len: 822 time: 0.1956954 Jul 16 08:31:07.204594 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-3ce0367a-cafe-4625-be29-555933640b90 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/quotas/d87902f8d1ec4af59ab6c7da7c4d9815 HTTP/1.1" status: 200 len: 375 time: 0.0158145 Jul 16 08:31:07.302593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Attempting to bind port 74202671-dec1-49d8-b111-f1392763ffd4 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:07.303192 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Attempting to bind port 74202671-dec1-49d8-b111-f1392763ffd4 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:07.303314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Attempting to bind port 74202671-dec1-49d8-b111-f1392763ffd4 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:07.312448 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-c4f93b9b-68f9-4e04-8965-f8e52b94571a tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d87902f8d1ec4af59ab6c7da7c4d9815&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1004179 Jul 16 08:31:07.314222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Port 74202671-dec1-49d8-b111-f1392763ffd4 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:07.315183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Attempting to bind port 74202671-dec1-49d8-b111-f1392763ffd4 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:07.317441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-6e0c368a-0122-4065-834b-e4db1cb1005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.319034 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-6e0c368a-0122-4065-834b-e4db1cb1005a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13a06e14-eee5-4201-98b3-810650c6afa3 HTTP/1.1" status: 200 len: 852 time: 0.1742296 Jul 16 08:31:07.321246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:07.321586 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:07.321976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:07.322577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Bound port: 74202671-dec1-49d8-b111-f1392763ffd4, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:07.322943 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.334586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd6d7f9-e43f-409d-b95e-91cd7cb6ab01 admin admin] Router 71727f66-40b5-401e-bb92-c62f1f011644 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:07.362419 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-91516427-7a9d-45aa-ad2e-4db0565e96bd tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3480313 Jul 16 08:31:07.400861 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-6274683d-6035-4b1b-8042-cb39c567f16c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696242 Jul 16 08:31:07.402252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] For port 74202671-dec1-49d8-b111-f1392763ffd4, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:07.407345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] For port 74202671-dec1-49d8-b111-f1392763ffd4, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=74202671-dec1-49d8-b111-f1392763ffd4,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:07.412225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-756b4d42-47ee-49c0-8883-2259825388ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.413863 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-756b4d42-47ee-49c0-8883-2259825388ca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3068554 Jul 16 08:31:07.416309 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.480254 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.481320 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.483369 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] 10.222.0.15 "PUT /v2.0/ports/74202671-dec1-49d8-b111-f1392763ffd4 HTTP/1.1" status: 200 len: 1097 time: 1.8305087 Jul 16 08:31:07.580272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb6378-d996-4c42-8510-4e0fbd7b037b service neutron] Pushing event updated for resources: {'Port': ['ID=74202671-dec1-49d8-b111-f1392763ffd4,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:07.679845 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-7933d392-1a9d-4bcd-b303-f19acfaf7e1c service neutron] 10.222.0.20 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537197 Jul 16 08:31:07.682115 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-c790bb28-184f-4b99-bc73-d27c13b12e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.683580 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-c790bb28-184f-4b99-bc73-d27c13b12e6e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfc843d204874d8f878cb40ff0cf7212&device_id=63bd774d-3c9a-473b-a4ab-e3f92c6e9399 HTTP/1.1" status: 200 len: 1100 time: 0.1385577 Jul 16 08:31:07.693847 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-32d3b92c-2214-47cd-83ba-e9d25e4957d2 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692230 Jul 16 08:31:07.753426 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-ab11b4d8-babe-435d-841d-65f39c54d10f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=74202671-dec1-49d8-b111-f1392763ffd4 HTTP/1.1" status: 200 len: 217 time: 0.0428274 Jul 16 08:31:07.858554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd6d7f9-e43f-409d-b95e-91cd7cb6ab01 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:07.866669 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-abd6d7f9-e43f-409d-b95e-91cd7cb6ab01 admin admin] 10.222.0.20 "PUT /v2.0/routers/71727f66-40b5-401e-bb92-c62f1f011644/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9958191 Jul 16 08:31:07.868681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43908) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:07.872837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d59c0f4-5ecb-4653-9600-735d16136811 None None] Sync routers for ids ['71727f66-40b5-401e-bb92-c62f1f011644'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:07.875256 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-2548b6c5-b2b4-4554-b74f-80e6cc73171c service neutron] 10.222.0.20 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5119514 Jul 16 08:31:07.880046 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-6cf39767-280f-48dc-83b0-1b884e019214 service neutron] 10.222.0.15 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651072 Jul 16 08:31:07.884626 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cb26e07b-7d00-41db-a385-b98a58563da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.888773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d59c0f4-5ecb-4653-9600-735d16136811 None None] Routers {'71727f66-40b5-401e-bb92-c62f1f011644'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:07.889488 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0d59c0f4-5ecb-4653-9600-735d16136811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:30:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['71727f66-40b5-401e-bb92-c62f1f011644'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:07.920643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-ebbb3174-15fe-4b33-854a-2abee5d711ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:07.922130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-ebbb3174-15fe-4b33-854a-2abee5d711ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1147847 Jul 16 08:31:07.978447 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-a43e1e16-9bbe-4300-8833-d69cc2d59727 service neutron] 10.222.0.20 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2912614 Jul 16 08:31:08.010961 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-0d59c0f4-5ecb-4653-9600-735d16136811 None None] Set router 71727f66-40b5-401e-bb92-c62f1f011644 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:08.042699 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.062440 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d7fe9b-a84e-41ef-8957-a95b17e863f2 req-05acdd44-2eaa-428d-906b-7deeab0e85a7 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187475 Jul 16 08:31:08.137657 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-2974ef76-8e5a-41e4-9143-9b75c84ff7ca service neutron] 10.222.0.20 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437584 Jul 16 08:31:08.150582 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-c750b901-73df-47c8-9029-02e194ea1e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.152007 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-c750b901-73df-47c8-9029-02e194ea1e43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2195246 Jul 16 08:31:08.155859 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.162295 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-a400ef6f-62d6-4d07-b7ca-0ab12c89da57 service neutron] 10.222.0.15 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652812 Jul 16 08:31:08.237580 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.282614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63bd774d-3c9a-473b-a4ab-e3f92c6e9399', 'tag': '74202671-dec1-49d8-b111-f1392763ffd4'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:08.284704 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960fd942-1a36-4398-af60-09a7e9f78f17" -d '{"events": [{"name": "network-changed", "server_uuid": "63bd774d-3c9a-473b-a4ab-e3f92c6e9399", "tag": "74202671-dec1-49d8-b111-f1392763ffd4"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:08.294786 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 39f2fb7d-0cfe-4643-89a3-1891f09cf38d up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:08.297156 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0fbb5-878f-446c-919f-3facf52b4d9e req-1e8ffa2e-5312-4e0c-b043-5bb608b6c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.298622 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5b0fbb5-878f-446c-919f-3facf52b4d9e req-1e8ffa2e-5312-4e0c-b043-5bb608b6c90d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 1099 time: 0.1599610 Jul 16 08:31:08.325575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f851f96d-167f-434b-9388-1a91eda467b5', 'tag': 'c01ebbaa-c215-4f83-bb72-59cfd6f43285'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:08.329722 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c31fad6c-f582-4959-9945-111d55b9d620" -d '{"events": [{"name": "network-changed", "server_uuid": "f851f96d-167f-434b-9388-1a91eda467b5", "tag": "c01ebbaa-c215-4f83-bb72-59cfd6f43285"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:08.440092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0fbb5-878f-446c-919f-3facf52b4d9e req-25dbaf6a-fbee-4ead-8e2c-da6a24d35fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.442134 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5b0fbb5-878f-446c-919f-3facf52b4d9e req-25dbaf6a-fbee-4ead-8e2c-da6a24d35fb5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.1363328 Jul 16 08:31:08.488651 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:08.502264 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:08.502748 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.519316 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-83af8cf5-f0ec-452c-80ba-73b81b5567c5 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516135 Jul 16 08:31:08.554243 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5b0fbb5-878f-446c-919f-3facf52b4d9e req-137e964a-fbe9-4b6e-9f0c-fce9f3622c07 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=f6103806-0642-4d5a-961d-b8a98666855b HTTP/1.1" status: 200 len: 217 time: 0.1037705 Jul 16 08:31:08.595338 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0d59c0f4-5ecb-4653-9600-735d16136811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71727f66-40b5-401e-bb92-c62f1f011644', 'name': 'tempest-AttachSCSIVolumeTestJSON-345190785-router', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.94'}], 'enable_snat': True}, 'gw_port_id': 'e94cb854-dcdc-4843-b48e-573eacfc9d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:26Z', 'updated_at': '2021-07-16T08:31:04Z', 'revision_number': 5, 'project_id': 'f7a4408b90e642a794da346a8a56fa5d', 'gw_port': {'id': 'e94cb854-dcdc-4843-b48e-573eacfc9d36', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:19:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71727f66-40b5-401e-bb92-c62f1f011644', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:28Z', 'updated_at': '2021-07-16T08:28:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:08.657145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d59c0f4-5ecb-4653-9600-735d16136811 None None] Checking router: 71727f66-40b5-401e-bb92-c62f1f011644 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:08.659428 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-809b407d-9522-4fa7-b1fc-160ebbbf8e2f req-cc491737-32fe-45bc-a462-455e825b8064 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304123 Jul 16 08:31:08.688249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0fbb5-878f-446c-919f-3facf52b4d9e req-f365165b-f97c-434c-b943-b9de45837708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.689800 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5b0fbb5-878f-446c-919f-3facf52b4d9e req-f365165b-f97c-434c-b943-b9de45837708 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1199324 Jul 16 08:31:08.690177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba4ecf-e68d-4b23-b916-37f202536c4c req-54cb1c25-691f-4c86-a063-77fe84f5bea5 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.700070 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-06ba4ecf-e68d-4b23-b916-37f202536c4c req-54cb1c25-691f-4c86-a063-77fe84f5bea5 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=63bd774d-3c9a-473b-a4ab-e3f92c6e9399 HTTP/1.1" status: 200 len: 948 time: 0.4006524 Jul 16 08:31:08.714510 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d59c0f4-5ecb-4653-9600-735d16136811 None None] Routers {'71727f66-40b5-401e-bb92-c62f1f011644'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:08.715463 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0d59c0f4-5ecb-4653-9600-735d16136811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:31:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['71727f66-40b5-401e-bb92-c62f1f011644'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:08.722378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad1a3c-e37e-45c1-86f7-126ece9a5032 req-1fa10c34-5bce-4977-9d68-b8c9232767c8 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.723926 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fad1a3c-e37e-45c1-86f7-126ece9a5032 req-1fa10c34-5bce-4977-9d68-b8c9232767c8 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=f851f96d-167f-434b-9388-1a91eda467b5 HTTP/1.1" status: 200 len: 943 time: 0.1653073 Jul 16 08:31:08.763187 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-06ba4ecf-e68d-4b23-b916-37f202536c4c req-861e51e8-3194-4c5f-bc4b-58a1206a312d tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593660 Jul 16 08:31:08.767970 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] Deleting port e94cb854-dcdc-4843-b48e-573eacfc9d36 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:08.768286 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.862105 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fad1a3c-e37e-45c1-86f7-126ece9a5032 req-0915668b-7c49-44ea-b68f-1389a678c3bf tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194808 Jul 16 08:31:08.873285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b0fbb5-878f-446c-919f-3facf52b4d9e req-9cabc155-cc72-4a26-bb86-4cc19322cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.879857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5b0fbb5-878f-446c-919f-3facf52b4d9e req-9cabc155-cc72-4a26-bb86-4cc19322cf0f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1778340 Jul 16 08:31:08.979476 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-bbaa8b9f-f7b8-4b43-93aa-a8798fb7099e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.981372 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-bbaa8b9f-f7b8-4b43-93aa-a8798fb7099e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "GET /v2.0/ports?device_id=f851f96d-167f-434b-9388-1a91eda467b5 HTTP/1.1" status: 200 len: 943 time: 0.1777396 Jul 16 08:31:08.983785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] For port e94cb854-dcdc-4843-b48e-573eacfc9d36, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e94cb854-dcdc-4843-b48e-573eacfc9d36,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:08.984621 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.996530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-0d59c0f4-5ecb-4653-9600-735d16136811 None None] Set router 71727f66-40b5-401e-bb92-c62f1f011644 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:09.033677 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] Calling delete_port for e94cb854-dcdc-4843-b48e-573eacfc9d36 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:09.090745 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5b0fbb5-878f-446c-919f-3facf52b4d9e req-21446000-40c1-4420-8d82-5a68b123bd20 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027056 Jul 16 08:31:09.121258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0d59c0f4-5ecb-4653-9600-735d16136811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71727f66-40b5-401e-bb92-c62f1f011644', 'name': 'tempest-AttachSCSIVolumeTestJSON-345190785-router', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:26Z', 'updated_at': '2021-07-16T08:31:08Z', 'revision_number': 6, 'project_id': 'f7a4408b90e642a794da346a8a56fa5d', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:09.193254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d59c0f4-5ecb-4653-9600-735d16136811 None None] The sync data for ids ['71727f66-40b5-401e-bb92-c62f1f011644'] in n-d-758944-46 is: [{'id': '71727f66-40b5-401e-bb92-c62f1f011644', 'name': 'tempest-AttachSCSIVolumeTestJSON-345190785-router', 'tenant_id': 'f7a4408b90e642a794da346a8a56fa5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:26Z', 'updated_at': '2021-07-16T08:31:08Z', 'revision_number': 6, 'project_id': 'f7a4408b90e642a794da346a8a56fa5d', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:09.229179 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.291251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=39f2fb7d-0cfe-4643-89a3-1891f09cf38d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:09.292526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd32b2c-9d13-4bf7-99b2-5a0b027e697a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f2fb7d-0cfe-4643-89a3-1891f09cf38d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:09.296760 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1b3e09-2400-4b48-8ed5-bc9505706698" -d '{"events": [{"server_uuid": "6dd32b2c-9d13-4bf7-99b2-5a0b027e697a", "name": "network-vif-plugged", "status": "completed", "tag": "39f2fb7d-0cfe-4643-89a3-1891f09cf38d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:09.302756 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.384714 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=39f2fb7d-0cfe-4643-89a3-1891f09cf38d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:09.417548 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-aef2e45d-98e9-43cf-ad22-3d9902ee2f6c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Deleting port c01ebbaa-c215-4f83-bb72-59cfd6f43285 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:09.417980 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-aef2e45d-98e9-43cf-ad22-3d9902ee2f6c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.461978 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed853fc2-a4fa-483f-9690-1d13951e7284 req-c4004172-a0c3-4bb3-8b90-0c5e518294ce tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:09.463665 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed853fc2-a4fa-483f-9690-1d13951e7284 req-c4004172-a0c3-4bb3-8b90-0c5e518294ce tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 947 time: 0.1643918 Jul 16 08:31:09.538895 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.546175 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.592321 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b0cb8d17-e008-4c18-bc9f-fd7185506b4d req-7a047c55-d5c9-41ea-b1ca-e561458d371c tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb0e69-c949-4ff5-b6e4-7c7fc360f56f HTTP/1.1" status: 200 len: 210 time: 0.4017448 Jul 16 08:31:09.610454 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed853fc2-a4fa-483f-9690-1d13951e7284 req-a20c55c9-4e01-4e85-a30a-12a9afaea1a7 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384923 Jul 16 08:31:09.611309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] Pushing event deleted for resources: {'Port': ['ID=e94cb854-dcdc-4843-b48e-573eacfc9d36,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:09.641184 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5b0fbb5-878f-446c-919f-3facf52b4d9e req-3548a6f8-c1f9-4614-b418-ac01d8a948b0 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5419700 Jul 16 08:31:09.725709 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec51c92-0a37-4d76-9ce6-77de47c0ca81 x-openstack-request-id: req-2ec51c92-0a37-4d76-9ce6-77de47c0ca81 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:09.726047 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63bd774d-3c9a-473b-a4ab-e3f92c6e9399", "tag": "74202671-dec1-49d8-b111-f1392763ffd4", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:09.726270 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ec51c92-0a37-4d76-9ce6-77de47c0ca81 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:09.726626 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63bd774d-3c9a-473b-a4ab-e3f92c6e9399', 'tag': '74202671-dec1-49d8-b111-f1392763ffd4', 'status': 'completed', 'code': 200} Jul 16 08:31:09.736749 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-aef2e45d-98e9-43cf-ad22-3d9902ee2f6c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] For port c01ebbaa-c215-4f83-bb72-59cfd6f43285, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c01ebbaa-c215-4f83-bb72-59cfd6f43285,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:09.737064 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-aef2e45d-98e9-43cf-ad22-3d9902ee2f6c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.781932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-aef2e45d-98e9-43cf-ad22-3d9902ee2f6c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Calling delete_port for c01ebbaa-c215-4f83-bb72-59cfd6f43285 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:09.790609 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 176 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392c5978-2a38-4b6c-9b4f-fb4047cb809d x-openstack-request-id: req-392c5978-2a38-4b6c-9b4f-fb4047cb809d {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:09.793262 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f851f96d-167f-434b-9388-1a91eda467b5", "tag": "c01ebbaa-c215-4f83-bb72-59cfd6f43285", "status": "failed", "code": 422}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:09.793668 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-392c5978-2a38-4b6c-9b4f-fb4047cb809d {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:09.795252 n-d-758944-46 neutron-server[93695]: WARNING neutron.notifiers.nova [-] Nova event: {'name': 'network-changed', 'server_uuid': 'f851f96d-167f-434b-9388-1a91eda467b5', 'tag': 'c01ebbaa-c215-4f83-bb72-59cfd6f43285', 'status': 'failed', 'code': 422} returned with failed status Jul 16 08:31:09.844180 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.866140 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24614f44-9d7f-4df1-9424-5cf8b3c83b78 req-f5a683e6-0d4c-4426-8da8-ed51314675e1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 210 time: 0.0317433 Jul 16 08:31:09.878166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fd942-1a36-4398-af60-09a7e9f78f17 req-16d0af85-6832-410b-9eb1-7fc4a036aac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:09.879742 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-960fd942-1a36-4398-af60-09a7e9f78f17 req-16d0af85-6832-410b-9eb1-7fc4a036aac8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfc843d204874d8f878cb40ff0cf7212&device_id=63bd774d-3c9a-473b-a4ab-e3f92c6e9399 HTTP/1.1" status: 200 len: 1100 time: 0.1481469 Jul 16 08:31:10.000081 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.011432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739edbef-ddc6-4503-8b3c-375d877df3f4 req-9b6051a8-c84b-4cb3-ae56-696a53be9f78 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.013004 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-739edbef-ddc6-4503-8b3c-375d877df3f4 req-9b6051a8-c84b-4cb3-ae56-696a53be9f78 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.38 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 944 time: 0.3923211 Jul 16 08:31:10.015017 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.160475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fd942-1a36-4398-af60-09a7e9f78f17 req-f5e7d709-93ea-49d8-8875-4efda8b739a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.163046 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-960fd942-1a36-4398-af60-09a7e9f78f17 req-f5e7d709-93ea-49d8-8875-4efda8b739a9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.2720025 Jul 16 08:31:10.187867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 96dfee59-6dda-4ab8-a271-dc5991903dec no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:10.239972 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-5944dcbe-2346-452a-8e02-14a4706f13a4 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.241803 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-5944dcbe-2346-452a-8e02-14a4706f13a4 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.38 "GET /v2.0/networks?id=b9d546f0-2f2c-4563-8e6a-5b4c768f4419 HTTP/1.1" status: 200 len: 822 time: 0.2954905 Jul 16 08:31:10.254257 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 96dfee59-6dda-4ab8-a271-dc5991903dec {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:10.255460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 96dfee59-6dda-4ab8-a271-dc5991903dec not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:10.256797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e94cb854-dcdc-4843-b48e-573eacfc9d36 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:10.271334 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-57355854-20f9-475c-9d4f-a551d1339700 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Request body: {'port': {'device_id': 'abeb0e69-c949-4ff5-b6e4-7c7fc360f56f', 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419', 'admin_state_up': True, 'tenant_id': 'd87902f8d1ec4af59ab6c7da7c4d9815'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:10.324373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: e94cb854-dcdc-4843-b48e-573eacfc9d36 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:10.324841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e94cb854-dcdc-4843-b48e-573eacfc9d36 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:10.412634 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32c3a50-fc5d-429c-b92f-baf36d3db7e1 x-openstack-request-id: req-d32c3a50-fc5d-429c-b92f-baf36d3db7e1 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:10.413211 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd32b2c-9d13-4bf7-99b2-5a0b027e697a", "name": "network-vif-plugged", "status": "completed", "tag": "39f2fb7d-0cfe-4643-89a3-1891f09cf38d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:10.413636 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d32c3a50-fc5d-429c-b92f-baf36d3db7e1 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:10.414194 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd32b2c-9d13-4bf7-99b2-5a0b027e697a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39f2fb7d-0cfe-4643-89a3-1891f09cf38d', 'code': 200} Jul 16 08:31:10.464196 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-960fd942-1a36-4398-af60-09a7e9f78f17 req-0fc0c962-3b41-4d28-93b9-045d55a5c805 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=74202671-dec1-49d8-b111-f1392763ffd4 HTTP/1.1" status: 200 len: 217 time: 0.2209837 Jul 16 08:31:10.556834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-57355854-20f9-475c-9d4f-a551d1339700 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Made reservation on behalf of d87902f8d1ec4af59ab6c7da7c4d9815 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:10.565356 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-57355854-20f9-475c-9d4f-a551d1339700 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.678352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fd942-1a36-4398-af60-09a7e9f78f17 req-78ca176b-1160-4f61-ad31-7e83b4b9fe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.679715 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-960fd942-1a36-4398-af60-09a7e9f78f17 req-78ca176b-1160-4f61-ad31-7e83b4b9fe43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1869335 Jul 16 08:31:10.726036 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.726710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71727f66-40b5-401e-bb92-c62f1f011644 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:31:10.739590 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.743042 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8a567fc6-27b3-465f-bb7a-f564e3b88fcb admin admin] 10.222.0.20 "DELETE /v2.0/routers/71727f66-40b5-401e-bb92-c62f1f011644 HTTP/1.1" status: 204 len: 168 time: 2.8694470 Jul 16 08:31:10.769797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43952) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:10.872677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ddaac-c93f-4df9-a56a-27230b7a7d9c req-4317d090-00f0-40cc-a8e5-74c5570366cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.874175 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c1ddaac-c93f-4df9-a56a-27230b7a7d9c req-4317d090-00f0-40cc-a8e5-74c5570366cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6dd32b2c-9d13-4bf7-99b2-5a0b027e697a HTTP/1.1" status: 200 len: 1101 time: 0.2800078 Jul 16 08:31:10.880157 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-aef2e45d-98e9-43cf-ad22-3d9902ee2f6c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.892693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ae7be-09c6-4ac4-8e1b-cdefd656749c req-df3309b6-bbce-42bf-a65d-d527e17403c8 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.895414 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-473ae7be-09c6-4ac4-8e1b-cdefd656749c req-df3309b6-bbce-42bf-a65d-d527e17403c8 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=63bd774d-3c9a-473b-a4ab-e3f92c6e9399 HTTP/1.1" status: 200 len: 948 time: 0.2429411 Jul 16 08:31:10.930852 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960fd942-1a36-4398-af60-09a7e9f78f17 req-807b0206-14c0-4f8a-98aa-2d2799bc736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.932720 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-960fd942-1a36-4398-af60-09a7e9f78f17 req-807b0206-14c0-4f8a-98aa-2d2799bc736d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2242336 Jul 16 08:31:10.943855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2e45d-98e9-43cf-ad22-3d9902ee2f6c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Pushing event deleted for resources: {'Port': ['ID=c01ebbaa-c215-4f83-bb72-59cfd6f43285,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:10.944128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-57355854-20f9-475c-9d4f-a551d1339700 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Allocated IP 172.20.0.11 (b9d546f0-2f2c-4563-8e6a-5b4c768f4419/b590703a-50bc-47da-bee3-3eff5a20da13/acad4333-fba1-41dc-a2cc-f9713e66699a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:10.955512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7ba65-ee70-4c7a-bfcd-41e9892cea48 req-77d3f1e7-4b72-4734-ab2a-ca55c9d872d5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.957677 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78c7ba65-ee70-4c7a-bfcd-41e9892cea48 req-77d3f1e7-4b72-4734-ab2a-ca55c9d872d5 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 944 time: 1.0369320 Jul 16 08:31:10.966554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-668272d5-3e1c-4457-89a3-a034f4048a1e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.968018 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-668272d5-3e1c-4457-89a3-a034f4048a1e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 812 time: 0.2929926 Jul 16 08:31:10.977548 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdddff25-ec6e-4c25-b6bb-b5aab55adf54 admin admin] Deleting subnet 4fca9a4d-8888-4f2a-bfc7-8b7017fd829f {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:10.984084 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdddff25-ec6e-4c25-b6bb-b5aab55adf54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.004898 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c1ddaac-c93f-4df9-a56a-27230b7a7d9c req-b165951b-be4f-4e52-a767-9b376afb8162 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047757 Jul 16 08:31:11.022952 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-473ae7be-09c6-4ac4-8e1b-cdefd656749c req-87bd4128-7a91-4299-b85c-5153fca644a9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213319 Jul 16 08:31:11.054908 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.081085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-aef2e45d-98e9-43cf-ad22-3d9902ee2f6c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] No DVR routers for this DVR port c01ebbaa-c215-4f83-bb72-59cfd6f43285 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:11.084024 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-aef2e45d-98e9-43cf-ad22-3d9902ee2f6c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.086757 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6500e072-75a2-4406-a1d1-e3c4bf4366a3 req-aef2e45d-98e9-43cf-ad22-3d9902ee2f6c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "DELETE /v2.0/ports/c01ebbaa-c215-4f83-bb72-59cfd6f43285 HTTP/1.1" status: 204 len: 173 time: 2.0975788 Jul 16 08:31:11.111486 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdddff25-ec6e-4c25-b6bb-b5aab55adf54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.130934 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-960fd942-1a36-4398-af60-09a7e9f78f17 req-bd7b81a3-28a5-464e-8b9a-9993c7c37ace service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877387 Jul 16 08:31:11.157821 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78c7ba65-ee70-4c7a-bfcd-41e9892cea48 req-efbc1349-4311-4562-aba7-9e098218e007 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833899 Jul 16 08:31:11.167221 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-089fcc7b-f89d-4d87-ac32-d6fb475cc081 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b1781597c11a4817b85b1a3ef01821fc HTTP/1.1" status: 200 len: 380 time: 0.1855619 Jul 16 08:31:11.173933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-739edbef-ddc6-4503-8b3c-375d877df3f4 req-4dd760df-54e3-459c-8fc9-e3d9120f0acc tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Deleting port cf976342-9e5a-469c-93b5-f160f2c00b54 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:11.174280 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-739edbef-ddc6-4503-8b3c-375d877df3f4 req-4dd760df-54e3-459c-8fc9-e3d9120f0acc tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.186210 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-4631936a-aed9-42ac-b98f-042532469a2e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Request body: {'port': {'device_id': '06f75f96-cbc0-4310-8964-cb5a86644675', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'admin_state_up': True, 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'security_groups': ['645a7204-1043-4709-97bd-bcd56cac15f7']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:11.219248 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c2cdb58d-d350-46a0-b919-ca29274184ac req-a85a478e-c746-46f5-9bb8-ec91353214d1 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=f851f96d-167f-434b-9388-1a91eda467b5 HTTP/1.1" status: 200 len: 210 time: 0.0778458 Jul 16 08:31:11.319722 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-57355854-20f9-475c-9d4f-a551d1339700 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.367976 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-960fd942-1a36-4398-af60-09a7e9f78f17 req-6051c1ca-a761-4791-b8f6-5a0b9d0829f8 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886678 Jul 16 08:31:11.402801 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-57355854-20f9-475c-9d4f-a551d1339700 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.409582 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdddff25-ec6e-4c25-b6bb-b5aab55adf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.460810 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-57355854-20f9-475c-9d4f-a551d1339700 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:11.471453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-739edbef-ddc6-4503-8b3c-375d877df3f4 req-4dd760df-54e3-459c-8fc9-e3d9120f0acc tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] For port cf976342-9e5a-469c-93b5-f160f2c00b54, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=cf976342-9e5a-469c-93b5-f160f2c00b54,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:11.471818 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-739edbef-ddc6-4503-8b3c-375d877df3f4 req-4dd760df-54e3-459c-8fc9-e3d9120f0acc tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.481013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-57355854-20f9-475c-9d4f-a551d1339700 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:11.483611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-57355854-20f9-475c-9d4f-a551d1339700 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:11.492438 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f6103806-0642-4d5a-961d-b8a98666855b details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:11.500322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-739edbef-ddc6-4503-8b3c-375d877df3f4 req-4dd760df-54e3-459c-8fc9-e3d9120f0acc tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Calling delete_port for cf976342-9e5a-469c-93b5-f160f2c00b54 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:11.533410 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57355854-20f9-475c-9d4f-a551d1339700 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Pushing event updated for resources: {'Port': ['ID=acad4333-fba1-41dc-a2cc-f9713e66699a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:11.577631 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-4631936a-aed9-42ac-b98f-042532469a2e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Made reservation on behalf of b1781597c11a4817b85b1a3ef01821fc for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:11.581212 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-4631936a-aed9-42ac-b98f-042532469a2e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.591378 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bc7417a6-2b63-453c-9ae1-5a7a29ce528f req-3a9bac76-0f1b-4bc2-881d-159be8990abe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&device_id=f851f96d-167f-434b-9388-1a91eda467b5 HTTP/1.1" status: 200 len: 210 time: 0.0369878 Jul 16 08:31:11.601971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-57355854-20f9-475c-9d4f-a551d1339700 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.602605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-57355854-20f9-475c-9d4f-a551d1339700 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.603645 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdddff25-ec6e-4c25-b6bb-b5aab55adf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.613522 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f6103806-0642-4d5a-961d-b8a98666855b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f6103806-0642-4d5a-961d-b8a98666855b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:11.616464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2924766b-3f54-4dfa-9f9a-d5a28078fd3e req-2d70fb2f-92f2-4d3f-b5ed-9bbe3d529e69 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.618005 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2924766b-3f54-4dfa-9f9a-d5a28078fd3e req-2d70fb2f-92f2-4d3f-b5ed-9bbe3d529e69 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 947 time: 0.2597785 Jul 16 08:31:11.630238 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'f6103806-0642-4d5a-961d-b8a98666855b', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'f6103806-0642-4d5a-961d-b8a98666855b', 'mac_address': 'fa:16:3e:fc:ba:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:11.662435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdddff25-ec6e-4c25-b6bb-b5aab55adf54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fca9a4d-8888-4f2a-bfc7-8b7017fd829f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:11.675860 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdddff25-ec6e-4c25-b6bb-b5aab55adf54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.680031 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fdddff25-ec6e-4c25-b6bb-b5aab55adf54 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4fca9a4d-8888-4f2a-bfc7-8b7017fd829f HTTP/1.1" status: 204 len: 168 time: 0.9009640 Jul 16 08:31:11.681654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43958) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:11.681848 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf54860-c5c2-4a6c-925b-ab43f949779d None None] Network bbd421db-f40a-44a2-b154-b218b9278460 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:11.700114 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-57355854-20f9-475c-9d4f-a551d1339700 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4411042 Jul 16 08:31:11.702289 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.709465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec7743c-247b-47c9-b13a-8612e6bd6ba6 req-12b7d7d9-29f0-44bf-9af2-9c6d2197c853 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.711348 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ec7743c-247b-47c9-b13a-8612e6bd6ba6 req-12b7d7d9-29f0-44bf-9af2-9c6d2197c853 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb0e69-c949-4ff5-b6e4-7c7fc360f56f HTTP/1.1" status: 200 len: 932 time: 0.2745936 Jul 16 08:31:11.730073 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Request body: {'port': {'device_id': 'abeb0e69-c949-4ff5-b6e4-7c7fc360f56f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:11.731144 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f851f96d-167f-434b-9388-1a91eda467b5', 'name': 'network-vif-deleted', 'tag': 'c01ebbaa-c215-4f83-bb72-59cfd6f43285'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:11.733447 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10a4129-251b-4f61-83b1-52cef6ee8d01" -d '{"events": [{"server_uuid": "f851f96d-167f-434b-9388-1a91eda467b5", "name": "network-vif-deleted", "tag": "c01ebbaa-c215-4f83-bb72-59cfd6f43285"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:11.737575 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6103806-0642-4d5a-961d-b8a98666855b {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:11.807965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f6103806-0642-4d5a-961d-b8a98666855b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f6103806-0642-4d5a-961d-b8a98666855b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:11.838539 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.888537 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.892456 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2924766b-3f54-4dfa-9f9a-d5a28078fd3e req-7d0b41d9-3d24-4978-b2fe-cc6dfd424204 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428679 Jul 16 08:31:11.923923 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ec7743c-247b-47c9-b13a-8612e6bd6ba6 req-61a9533a-3752-48bd-bfdf-286f95aab62f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992564 Jul 16 08:31:11.949581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f6103806-0642-4d5a-961d-b8a98666855b,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:11.950264 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-4631936a-aed9-42ac-b98f-042532469a2e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Allocated IP 172.20.0.8 (38802a43-6bad-419f-b33c-1e3214de0d83/61454996-02a3-4a95-a2c2-0f253143630a/1b05384a-7009-44a5-a5f3-da1acb4ac0ed) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:11.989881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7417a6-2b63-453c-9ae1-5a7a29ce528f req-48d827f5-3b5d-4129-9c82-1cb2c9936e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:11.991521 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bc7417a6-2b63-453c-9ae1-5a7a29ce528f req-48d827f5-3b5d-4129-9c82-1cb2c9936e33 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a18790f1a5984cd0913742d5f9996e0a&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3846822 Jul 16 08:31:12.020750 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c050e9a2-1cd8-4844-998e-d2c7ff530618 x-openstack-request-id: req-c050e9a2-1cd8-4844-998e-d2c7ff530618 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:12.021048 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f851f96d-167f-434b-9388-1a91eda467b5", "name": "network-vif-deleted", "tag": "c01ebbaa-c215-4f83-bb72-59cfd6f43285", "status": "failed", "code": 422}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:12.021305 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c050e9a2-1cd8-4844-998e-d2c7ff530618 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:12.021729 n-d-758944-46 neutron-server[93694]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f851f96d-167f-434b-9388-1a91eda467b5', 'name': 'network-vif-deleted', 'tag': 'c01ebbaa-c215-4f83-bb72-59cfd6f43285', 'status': 'failed', 'code': 422} returned with failed status Jul 16 08:31:12.037203 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-739edbef-ddc6-4503-8b3c-375d877df3f4 req-4dd760df-54e3-459c-8fc9-e3d9120f0acc tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.041658 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.072429 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['f6103806-0642-4d5a-961d-b8a98666855b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:12.110188 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff43fdd-a87f-4fbe-9d04-d3368b40f9ee None None] DHCP port deletion for bbd421db-f40a-44a2-b154-b218b9278460 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:31:12.229754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd760df-54e3-459c-8fc9-e3d9120f0acc tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Pushing event deleted for resources: {'Port': ['ID=cf976342-9e5a-469c-93b5-f160f2c00b54,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:12.285464 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-def3ecd1-32f9-43ed-afb3-92129c2c11c5 req-7e6b2c6c-f71a-43a1-bacb-9067b357e412 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 210 time: 0.0533235 Jul 16 08:31:12.319745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-739edbef-ddc6-4503-8b3c-375d877df3f4 req-4dd760df-54e3-459c-8fc9-e3d9120f0acc tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] No DVR routers for this DVR port cf976342-9e5a-469c-93b5-f160f2c00b54 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:12.330508 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-739edbef-ddc6-4503-8b3c-375d877df3f4 req-4dd760df-54e3-459c-8fc9-e3d9120f0acc tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.333302 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-739edbef-ddc6-4503-8b3c-375d877df3f4 req-4dd760df-54e3-459c-8fc9-e3d9120f0acc tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.38 "DELETE /v2.0/ports/cf976342-9e5a-469c-93b5-f160f2c00b54 HTTP/1.1" status: 204 len: 173 time: 2.3123116 Jul 16 08:31:12.344444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] Deleting port dae17f08-8619-4767-a74c-7dbc01f79422 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:12.344885 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.348821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7417a6-2b63-453c-9ae1-5a7a29ce528f req-592f1128-6d15-476b-b023-955722a4f71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.351053 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bc7417a6-2b63-453c-9ae1-5a7a29ce528f req-592f1128-6d15-476b-b023-955722a4f71e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3509316 Jul 16 08:31:12.358443 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43974) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:12.439666 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-cff43fdd-a87f-4fbe-9d04-d3368b40f9ee None None] Deleting port dae17f08-8619-4767-a74c-7dbc01f79422 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:12.440351 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cff43fdd-a87f-4fbe-9d04-d3368b40f9ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.458452 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 74202671-dec1-49d8-b111-f1392763ffd4 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:12.492543 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bc7417a6-2b63-453c-9ae1-5a7a29ce528f req-4d6fde4e-681e-4029-bca9-0061d46227de tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "GET /v2.0/ports?device_id=f851f96d-167f-434b-9388-1a91eda467b5 HTTP/1.1" status: 200 len: 210 time: 0.0774887 Jul 16 08:31:12.511346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fab62a5-b04a-49d6-9626-8948b3e41f22 admin admin] Deleting subnet b760cabb-517c-4e64-ba0f-8241fc01992c {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:12.516776 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fab62a5-b04a-49d6-9626-8948b3e41f22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.542394 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-4631936a-aed9-42ac-b98f-042532469a2e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.557244 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39858b83-694b-49a9-91e1-ddb18a6a0139 req-bb219faf-3e74-420b-871f-eb2dc772b88d tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.564299 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39858b83-694b-49a9-91e1-ddb18a6a0139 req-bb219faf-3e74-420b-871f-eb2dc772b88d tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=63bd774d-3c9a-473b-a4ab-e3f92c6e9399 HTTP/1.1" status: 200 len: 948 time: 0.3415039 Jul 16 08:31:12.602121 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fab62a5-b04a-49d6-9626-8948b3e41f22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.620153 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-27ab3fdc-58bb-4f17-9cd5-6b03477e61e7 req-a9707820-5726-484c-8a88-b4241ece442a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=03312db4-5f02-431d-86fd-8e486c26f368 HTTP/1.1" status: 200 len: 210 time: 0.0835764 Jul 16 08:31:12.631678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-cff43fdd-a87f-4fbe-9d04-d3368b40f9ee None None] For port dae17f08-8619-4767-a74c-7dbc01f79422, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=dae17f08-8619-4767-a74c-7dbc01f79422,segment=NetworkSegment(79abbd40-8157-419d-81fe-5050feaa6d9f),segment_id=79abbd40-8157-419d-81fe-5050feaa6d9f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:12.633271 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cff43fdd-a87f-4fbe-9d04-d3368b40f9ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.658290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-4631936a-aed9-42ac-b98f-042532469a2e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Transition to ACTIVE for port object 1b05384a-7009-44a5-a5f3-da1acb4ac0ed will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:12.716608 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] For port dae17f08-8619-4767-a74c-7dbc01f79422, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=dae17f08-8619-4767-a74c-7dbc01f79422,segment=NetworkSegment(79abbd40-8157-419d-81fe-5050feaa6d9f),segment_id=79abbd40-8157-419d-81fe-5050feaa6d9f)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:12.717062 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.721055 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-4631936a-aed9-42ac-b98f-042532469a2e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.754414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-cff43fdd-a87f-4fbe-9d04-d3368b40f9ee None None] Calling delete_port for dae17f08-8619-4767-a74c-7dbc01f79422 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:12.825305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 74202671-dec1-49d8-b111-f1392763ffd4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=74202671-dec1-49d8-b111-f1392763ffd4,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:12.837373 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d030d65-c392-4771-9b11-565acff0c666 req-72db8414-6cff-436b-ac5c-f59df2450513 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=f851f96d-167f-434b-9388-1a91eda467b5 HTTP/1.1" status: 200 len: 210 time: 0.0389633 Jul 16 08:31:12.838613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] Calling delete_port for dae17f08-8619-4767-a74c-7dbc01f79422 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:12.873705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-4631936a-aed9-42ac-b98f-042532469a2e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Network 38802a43-6bad-419f-b33c-1e3214de0d83 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:12.877953 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '74202671-dec1-49d8-b111-f1392763ffd4', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '74202671-dec1-49d8-b111-f1392763ffd4', 'mac_address': 'fa:16:3e:f0:76:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:12.902662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-4631936a-aed9-42ac-b98f-042532469a2e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:12.918869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-4631936a-aed9-42ac-b98f-042532469a2e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:12.974339 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.004035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74202671-dec1-49d8-b111-f1392763ffd4 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:13.022088 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4631936a-aed9-42ac-b98f-042532469a2e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event updated for resources: {'Port': ['ID=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:13.066785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 74202671-dec1-49d8-b111-f1392763ffd4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=74202671-dec1-49d8-b111-f1392763ffd4,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:13.083715 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.107689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-4631936a-aed9-42ac-b98f-042532469a2e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.108390 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-4631936a-aed9-42ac-b98f-042532469a2e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.153757 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=74202671-dec1-49d8-b111-f1392763ffd4,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:13.157566 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39858b83-694b-49a9-91e1-ddb18a6a0139 req-3ca9a99f-5205-401a-a877-6448b953dd50 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5920632 Jul 16 08:31:13.168110 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-4631936a-aed9-42ac-b98f-042532469a2e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9883008 Jul 16 08:31:13.189811 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cff43fdd-a87f-4fbe-9d04-d3368b40f9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.195966 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Request body: {'port': {'device_id': '06f75f96-cbc0-4310-8964-cb5a86644675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:13.212576 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.236843 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fab62a5-b04a-49d6-9626-8948b3e41f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.245827 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff43fdd-a87f-4fbe-9d04-d3368b40f9ee None None] Pushing event deleted for resources: {'Port': ['ID=dae17f08-8619-4767-a74c-7dbc01f79422,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:13.256222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff43fdd-a87f-4fbe-9d04-d3368b40f9ee None None] No DVR routers for this DVR port dae17f08-8619-4767-a74c-7dbc01f79422 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:13.286994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] Pushing event deleted for resources: {'Port': ['ID=dae17f08-8619-4767-a74c-7dbc01f79422,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:13.290134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] No DVR routers for this DVR port dae17f08-8619-4767-a74c-7dbc01f79422 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:13.309406 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acad4333-fba1-41dc-a2cc-f9713e66699a {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:13.321797 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-128d0a67-645a-4210-9ff3-0ef1076f56cf req-f3447b14-aedf-4cd7-b11a-d8f5e6dda588 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1290369c-7945-4090-ae5a-1d5ef705cee4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3296087 Jul 16 08:31:13.329558 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.343901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3a622a9-2df5-43fe-840a-63091dd7010f None None] Provisioning for port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:13.348971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3a622a9-2df5-43fe-840a-63091dd7010f None None] Provisioning complete for port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:13.349468 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3a622a9-2df5-43fe-840a-63091dd7010f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.367715 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.375306 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['74202671-dec1-49d8-b111-f1392763ffd4'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:13.384900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd421db-f40a-44a2-b154-b218b9278460']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:13.390486 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79abbd40-8157-419d-81fe-5050feaa6d9f') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:13.390784 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79abbd40-8157-419d-81fe-5050feaa6d9f') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:13.391068 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Transition to ACTIVE for port object acad4333-fba1-41dc-a2cc-f9713e66699a will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:13.400677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.415046 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.420911 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:13.421825 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.422929 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.426037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3a622a9-2df5-43fe-840a-63091dd7010f None None] Port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:13.437927 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fab62a5-b04a-49d6-9626-8948b3e41f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:13.482236 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:13.487051 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.501490 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device cf976342-9e5a-469c-93b5-f160f2c00b54 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:13.510848 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fab62a5-b04a-49d6-9626-8948b3e41f22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b760cabb-517c-4e64-ba0f-8241fc01992c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:13.515340 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.521120 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] 10.222.0.20 "DELETE /v2.0/networks/bbd421db-f40a-44a2-b154-b218b9278460 HTTP/1.1" status: 204 len: 168 time: 1.8103130 Jul 16 08:31:13.524369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43984) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:13.526659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: cf976342-9e5a-469c-93b5-f160f2c00b54 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:13.526810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device cf976342-9e5a-469c-93b5-f160f2c00b54 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:13.532684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688dd8f0-0473-46e3-8df3-5bb1c185650b admin admin] Pushing event deleted for resources: {'Network': ['ID=bbd421db-f40a-44a2-b154-b218b9278460,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:13.541217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fab62a5-b04a-49d6-9626-8948b3e41f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.543133 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6fab62a5-b04a-49d6-9626-8948b3e41f22 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b760cabb-517c-4e64-ba0f-8241fc01992c HTTP/1.1" status: 204 len: 168 time: 1.1839418 Jul 16 08:31:13.546110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43986) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:13.561017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec6d35-c09b-41c5-9ba3-834884f1c4a3 req-88f104b5-bcf5-4a96-85f4-b0aa8a7cf6d4 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.562516 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a8ec6d35-c09b-41c5-9ba3-834884f1c4a3 req-88f104b5-bcf5-4a96-85f4-b0aa8a7cf6d4 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 948 time: 0.4233804 Jul 16 08:31:13.582544 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.586412 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Pushing event updated for resources: {'Port': ['ID=acad4333-fba1-41dc-a2cc-f9713e66699a,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:13.637852 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff50abd-bdaa-4471-84bb-a26886d3401e req-dd9b8fa4-1d49-4e41-a3e2-4378041a529f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.639369 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fff50abd-bdaa-4471-84bb-a26886d3401e req-dd9b8fa4-1d49-4e41-a3e2-4378041a529f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb0e69-c949-4ff5-b6e4-7c7fc360f56f HTTP/1.1" status: 200 len: 932 time: 0.3124442 Jul 16 08:31:13.693129 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a8ec6d35-c09b-41c5-9ba3-834884f1c4a3 req-fefbe7e2-1109-440e-8136-90694098dd23 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186748 Jul 16 08:31:13.697633 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-abe49cdb-9b7b-43cc-b1f2-4d7228806766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.728930 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d0a67-645a-4210-9ff3-0ef1076f56cf req-9a4e6832-4c88-4568-b130-02eec7029ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:13.730453 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-128d0a67-645a-4210-9ff3-0ef1076f56cf req-9a4e6832-4c88-4568-b130-02eec7029ffb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=1290369c-7945-4090-ae5a-1d5ef705cee4 HTTP/1.1" status: 200 len: 1102 time: 0.3407676 Jul 16 08:31:13.786340 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fff50abd-bdaa-4471-84bb-a26886d3401e req-001584c8-d5b7-4ad2-a094-2177be9d1181 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229656 Jul 16 08:31:13.803624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Attempting to bind port acad4333-fba1-41dc-a2cc-f9713e66699a on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:13.803968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Attempting to bind port acad4333-fba1-41dc-a2cc-f9713e66699a by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '140d3a23-c817-4c24-97a6-f35ef6f12597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:13.804305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Attempting to bind port acad4333-fba1-41dc-a2cc-f9713e66699a on network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:13.849132 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Port acad4333-fba1-41dc-a2cc-f9713e66699a on network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:13.849467 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Attempting to bind port acad4333-fba1-41dc-a2cc-f9713e66699a on network b9d546f0-2f2c-4563-8e6a-5b4c768f4419 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:13.907244 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dae17f08-8619-4767-a74c-7dbc01f79422 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:13.913517 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-abe49cdb-9b7b-43cc-b1f2-4d7228806766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.924917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:13.925368 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Checking segment: {'id': '140d3a23-c817-4c24-97a6-f35ef6f12597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:13.926270 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Bound using segment: {'id': '140d3a23-c817-4c24-97a6-f35ef6f12597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:13.927179 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Bound port: acad4333-fba1-41dc-a2cc-f9713e66699a, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140d3a23-c817-4c24-97a6-f35ef6f12597', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:13.927645 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.930288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: dae17f08-8619-4767-a74c-7dbc01f79422 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:13.930831 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dae17f08-8619-4767-a74c-7dbc01f79422 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:13.945253 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-abe49cdb-9b7b-43cc-b1f2-4d7228806766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f8009f6-0c90-4973-bbef-42db8150db9b']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:13.966693 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-abe49cdb-9b7b-43cc-b1f2-4d7228806766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c940e6e-774b-4b54-a8c8-1b7f5f04cf41') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:13.967043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-abe49cdb-9b7b-43cc-b1f2-4d7228806766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c940e6e-774b-4b54-a8c8-1b7f5f04cf41') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:13.993261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315c699-3dd3-4e36-a9d1-c5b010256672 req-49e4fcc1-7049-4405-8bf1-d1c32e9fc525 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.001456 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d315c699-3dd3-4e36-a9d1-c5b010256672 req-49e4fcc1-7049-4405-8bf1-d1c32e9fc525 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 931 time: 0.1955652 Jul 16 08:31:14.022936 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-abe49cdb-9b7b-43cc-b1f2-4d7228806766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.032848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03312db4-5f02-431d-86fd-8e486c26f368', 'name': 'network-vif-deleted', 'tag': 'cf976342-9e5a-469c-93b5-f160f2c00b54'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:14.035110 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b796da79-1004-4ac7-9ba1-625946d0d140" -d '{"events": [{"server_uuid": "03312db4-5f02-431d-86fd-8e486c26f368", "name": "network-vif-deleted", "tag": "cf976342-9e5a-469c-93b5-f160f2c00b54"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:14.084811 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d0a67-645a-4210-9ff3-0ef1076f56cf req-d5721f1f-4c6e-46ea-bf1e-eb8108fe275d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.086606 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-128d0a67-645a-4210-9ff3-0ef1076f56cf req-d5721f1f-4c6e-46ea-bf1e-eb8108fe275d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3195584 Jul 16 08:31:14.153877 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-128d0a67-645a-4210-9ff3-0ef1076f56cf req-332242ee-ebc9-482a-8ee6-2ba21c059992 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=e4bcc449-b5bf-40c2-9271-cf9255fce250 HTTP/1.1" status: 200 len: 217 time: 0.0580659 Jul 16 08:31:14.185648 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] For port acad4333-fba1-41dc-a2cc-f9713e66699a, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:14.245312 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] For port acad4333-fba1-41dc-a2cc-f9713e66699a, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=acad4333-fba1-41dc-a2cc-f9713e66699a,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:14.257275 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d0a67-645a-4210-9ff3-0ef1076f56cf req-aa671890-e60c-4d3b-9195-11bf19aa0626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.259195 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-128d0a67-645a-4210-9ff3-0ef1076f56cf req-aa671890-e60c-4d3b-9195-11bf19aa0626 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0959809 Jul 16 08:31:14.260723 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.308952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 74202671-dec1-49d8-b111-f1392763ffd4 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:14.332261 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.333073 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.334902 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] 10.222.0.38 "PUT /v2.0/ports/acad4333-fba1-41dc-a2cc-f9713e66699a HTTP/1.1" status: 200 len: 1093 time: 2.6224670 Jul 16 08:31:14.346634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abeb0e69-c949-4ff5-b6e4-7c7fc360f56f', 'tag': 'acad4333-fba1-41dc-a2cc-f9713e66699a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:14.349748 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8fd7dce-72f5-4309-bad4-4fa7031dcf7d" -d '{"events": [{"name": "network-changed", "server_uuid": "abeb0e69-c949-4ff5-b6e4-7c7fc360f56f", "tag": "acad4333-fba1-41dc-a2cc-f9713e66699a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:14.389450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 74202671-dec1-49d8-b111-f1392763ffd4 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:14.393921 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 74202671-dec1-49d8-b111-f1392763ffd4 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:14.395087 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.397938 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277543d1-d76d-4816-bed2-85272cd2e6aa x-openstack-request-id: req-277543d1-d76d-4816-bed2-85272cd2e6aa {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:14.398248 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03312db4-5f02-431d-86fd-8e486c26f368", "name": "network-vif-deleted", "tag": "cf976342-9e5a-469c-93b5-f160f2c00b54", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:14.398494 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-277543d1-d76d-4816-bed2-85272cd2e6aa {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:14.398878 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03312db4-5f02-431d-86fd-8e486c26f368', 'name': 'network-vif-deleted', 'tag': 'cf976342-9e5a-469c-93b5-f160f2c00b54', 'status': 'completed', 'code': 200} Jul 16 08:31:14.417267 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d315c699-3dd3-4e36-a9d1-c5b010256672 req-7b9bb4af-505a-482f-8a5c-2746f52bb14a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4147625 Jul 16 08:31:14.443626 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-abe49cdb-9b7b-43cc-b1f2-4d7228806766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.461338 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abe49cdb-9b7b-43cc-b1f2-4d7228806766 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:14.461835 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-abe49cdb-9b7b-43cc-b1f2-4d7228806766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:14.463627 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:14.476877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54795837-3a21-4f9b-9f82-63bc0e980877 service neutron] Pushing event updated for resources: {'Port': ['ID=acad4333-fba1-41dc-a2cc-f9713e66699a,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.514254 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.552313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 74202671-dec1-49d8-b111-f1392763ffd4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=74202671-dec1-49d8-b111-f1392763ffd4,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:14.553544 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bd774d-3c9a-473b-a4ab-e3f92c6e9399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74202671-dec1-49d8-b111-f1392763ffd4'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:14.556565 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bde7130-d77d-48ee-895b-95280e788267" -d '{"events": [{"server_uuid": "63bd774d-3c9a-473b-a4ab-e3f92c6e9399", "name": "network-vif-plugged", "status": "completed", "tag": "74202671-dec1-49d8-b111-f1392763ffd4"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:14.560629 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.565460 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-abe49cdb-9b7b-43cc-b1f2-4d7228806766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.594412 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-abe49cdb-9b7b-43cc-b1f2-4d7228806766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.595289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128d0a67-645a-4210-9ff3-0ef1076f56cf req-efee989d-4743-45ae-bf84-efd98a7392b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.598604 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-abe49cdb-9b7b-43cc-b1f2-4d7228806766 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2f8009f6-0c90-4973-bbef-42db8150db9b HTTP/1.1" status: 204 len: 168 time: 1.0490787 Jul 16 08:31:14.598777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-128d0a67-645a-4210-9ff3-0ef1076f56cf req-efee989d-4743-45ae-bf84-efd98a7392b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3255146 Jul 16 08:31:14.614582 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7552a38-b74a-415e-b8c3-356451d833f6 req-aae437c5-50e7-4226-ad36-d49175938a89 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2200034 Jul 16 08:31:14.626599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe49cdb-9b7b-43cc-b1f2-4d7228806766 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f8009f6-0c90-4973-bbef-42db8150db9b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.644424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=74202671-dec1-49d8-b111-f1392763ffd4,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.698441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-b548abb0-8d73-4cfc-8012-66564b4c07fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.700547 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-b548abb0-8d73-4cfc-8012-66564b4c07fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d87902f8d1ec4af59ab6c7da7c4d9815&device_id=abeb0e69-c949-4ff5-b6e4-7c7fc360f56f HTTP/1.1" status: 200 len: 1096 time: 0.3109822 Jul 16 08:31:14.714150 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-429bb063-0e0b-4587-907a-bd401cf5faf9 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.718563 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-429bb063-0e0b-4587-907a-bd401cf5faf9 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 812 time: 0.3222733 Jul 16 08:31:14.732370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b05384a-7009-44a5-a5f3-da1acb4ac0ed {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:14.762802 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.775811 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdc58939-aa52-4a43-ac73-d7c25cb5121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.796444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Transition to ACTIVE for port object 1b05384a-7009-44a5-a5f3-da1acb4ac0ed will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:14.806860 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.818131 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-001f81da-e66f-4950-9c01-b1fb0f3ac0b8 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/quotas/a18790f1a5984cd0913742d5f9996e0a HTTP/1.1" status: 200 len: 375 time: 0.0885510 Jul 16 08:31:14.821987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44022) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:14.862740 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-30ff43c1-02ab-4377-9f2d-64024298bf0b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acad4333-fba1-41dc-a2cc-f9713e66699a HTTP/1.1" status: 200 len: 217 time: 0.1430612 Jul 16 08:31:14.863972 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe880a9-03aa-43e5-8058-453eba2ece0e req-3947bd57-e31b-4419-81b9-b7c5fdeb0009 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.865866 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-afe880a9-03aa-43e5-8058-453eba2ece0e req-3947bd57-e31b-4419-81b9-b7c5fdeb0009 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=63bd774d-3c9a-473b-a4ab-e3f92c6e9399 HTTP/1.1" status: 200 len: 950 time: 0.2743511 Jul 16 08:31:14.891312 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-ee8e8041-dee6-45e6-aeb7-09a9390aec94 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720286 Jul 16 08:31:14.893805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7552a38-b74a-415e-b8c3-356451d833f6 req-baa1837e-5cda-4916-9e24-2bd80cf2c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.895874 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7552a38-b74a-415e-b8c3-356451d833f6 req-baa1837e-5cda-4916-9e24-2bd80cf2c602 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 1096 time: 0.2451158 Jul 16 08:31:14.934188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.967656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ce679-3e34-4553-98cb-4a94aa522e42 req-4ecb4697-574b-4576-a934-45af9c8dd65b tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.969263 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b67ce679-3e34-4553-98cb-4a94aa522e42 req-4ecb4697-574b-4576-a934-45af9c8dd65b tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.38 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 944 time: 0.2532794 Jul 16 08:31:15.008965 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-128d0a67-645a-4210-9ff3-0ef1076f56cf req-53ee5b1f-a621-4cce-afbc-3041dc1dab03 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3983672 Jul 16 08:31:15.050597 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b4bc4b0d-ec2f-4654-9fc5-29b72be04d4f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37f358c9897d456c9d45a282b1058f21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2217143 Jul 16 08:31:15.073220 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44026) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:15.091198 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-afe880a9-03aa-43e5-8058-453eba2ece0e req-a31d95f1-4d84-4054-aef5-2a9b243a370b tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093654 Jul 16 08:31:15.093653 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-a47120b7-46a7-401b-a89d-276914ff7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:15.095460 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-a47120b7-46a7-401b-a89d-276914ff7542 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b590703a-50bc-47da-bee3-3eff5a20da13 HTTP/1.1" status: 200 len: 862 time: 0.2014251 Jul 16 08:31:15.144932 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-78524035-52af-4a87-8f8b-4875c179bdec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9d546f0-2f2c-4563-8e6a-5b4c768f4419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397685 Jul 16 08:31:15.226421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-01b83424-034f-4612-a731-0eca4ac8994f service neutron] 10.222.0.20 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157845 Jul 16 08:31:15.287148 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Attempting to bind port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:15.287487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Attempting to bind port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:15.287818 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Attempting to bind port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed on network 38802a43-6bad-419f-b33c-1e3214de0d83 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:15.294495 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7552a38-b74a-415e-b8c3-356451d833f6 req-ecfe8809-d06d-4f58-b40f-44ca0b72dcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:15.296008 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7552a38-b74a-415e-b8c3-356451d833f6 req-ecfe8809-d06d-4f58-b40f-44ca0b72dcd0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 200 len: 907 time: 0.3629267 Jul 16 08:31:15.322921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed on network 38802a43-6bad-419f-b33c-1e3214de0d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:15.323245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Attempting to bind port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed on network 38802a43-6bad-419f-b33c-1e3214de0d83 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:15.358350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c973f9cf-00ec-488c-9843-1d998dad68be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.368811 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7552a38-b74a-415e-b8c3-356451d833f6 req-8ab1a4cf-74a1-4d64-bbb9-2530fa91f14b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232 HTTP/1.1" status: 200 len: 217 time: 0.0590780 Jul 16 08:31:15.376531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:15.376886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Checking segment: {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:15.377282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Bound using segment: {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:15.377731 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Bound port: 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:15.378091 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.438785 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c973f9cf-00ec-488c-9843-1d998dad68be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.456487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-b67ce679-3e34-4553-98cb-4a94aa522e42 req-aa26b642-6b73-4311-a1c1-d57fac54f04a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Deleting port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:15.457436 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b67ce679-3e34-4553-98cb-4a94aa522e42 req-aa26b642-6b73-4311-a1c1-d57fac54f04a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.512654 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f6103806-0642-4d5a-961d-b8a98666855b up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:15.542990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6f7cd5-3c4e-4757-a782-12c6c6e04d44 req-88fdfbac-16a8-4c30-a443-1f061ffc7414 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:15.544926 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c6f7cd5-3c4e-4757-a782-12c6c6e04d44 req-88fdfbac-16a8-4c30-a443-1f061ffc7414 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 944 time: 0.3299811 Jul 16 08:31:15.574415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7552a38-b74a-415e-b8c3-356451d833f6 req-ba8d1898-32b0-42ea-ac65-a8dc1a45b2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:15.575909 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7552a38-b74a-415e-b8c3-356451d833f6 req-ba8d1898-32b0-42ea-ac65-a8dc1a45b2d3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 200 len: 847 time: 0.1955633 Jul 16 08:31:15.576728 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port f6103806-0642-4d5a-961d-b8a98666855b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:15.581235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port f6103806-0642-4d5a-961d-b8a98666855b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:15.581715 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.620948 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-128d0a67-645a-4210-9ff3-0ef1076f56cf req-92e871f3-df62-4042-835e-9f0ff7303b3d service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6012228 Jul 16 08:31:15.679851 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7552a38-b74a-415e-b8c3-356451d833f6 req-c176340c-4fb3-4600-9679-e0c39d3732c7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c727f580-5d9d-4e64-8e13-4f4d27c5457d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724454 Jul 16 08:31:15.680541 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.683051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:15.693838 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-6b99c29a-73e9-4a47-b263-0600954c399f service neutron] 10.222.0.38 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5147011 Jul 16 08:31:15.724221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f6103806-0642-4d5a-961d-b8a98666855b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f6103806-0642-4d5a-961d-b8a98666855b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:15.729100 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.734996 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:15.737180 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-e0899af5-e646-457a-94fa-ad83f7f2e527 service neutron] 10.222.0.20 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918289 Jul 16 08:31:15.749002 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c973f9cf-00ec-488c-9843-1d998dad68be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.751612 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c973f9cf-00ec-488c-9843-1d998dad68be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.755088 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c973f9cf-00ec-488c-9843-1d998dad68be admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f15e104a-d66a-4ffb-80e7-c10690edd71c HTTP/1.1" status: 204 len: 168 time: 0.6767292 Jul 16 08:31:15.768645 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.779958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b67ce679-3e34-4553-98cb-4a94aa522e42 req-aa26b642-6b73-4311-a1c1-d57fac54f04a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] For port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:15.780335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b67ce679-3e34-4553-98cb-4a94aa522e42 req-aa26b642-6b73-4311-a1c1-d57fac54f04a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.795672 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c6f7cd5-3c4e-4757-a782-12c6c6e04d44 req-fea41a2f-b8dc-49ad-9eb5-68af1e167520 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399783 Jul 16 08:31:15.798054 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f6103806-0642-4d5a-961d-b8a98666855b,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:15.853318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973f9cf-00ec-488c-9843-1d998dad68be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15e104a-d66a-4ffb-80e7-c10690edd71c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:15.878293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-b67ce679-3e34-4553-98cb-4a94aa522e42 req-aa26b642-6b73-4311-a1c1-d57fac54f04a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Calling delete_port for 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:15.906211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:15.906852 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.908280 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] 10.222.0.15 "PUT /v2.0/ports/1b05384a-7009-44a5-a5f3-da1acb4ac0ed HTTP/1.1" status: 200 len: 1092 time: 2.7185378 Jul 16 08:31:16.012884 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e052f0fb-df63-4fc5-b363-050e524dcdcb req-8a95108b-6192-4d7c-957c-64607d798693 service neutron] 10.222.0.38 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074040 Jul 16 08:31:16.020025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305a2fe5-cb63-4cf5-bf96-ba14f159f0a3 service neutron] Pushing event updated for resources: {'Port': ['ID=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:16.036135 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88e5b91-02a3-49f0-8a48-78e48d695f28 x-openstack-request-id: req-d88e5b91-02a3-49f0-8a48-78e48d695f28 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:16.036747 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bd774d-3c9a-473b-a4ab-e3f92c6e9399", "name": "network-vif-plugged", "status": "completed", "tag": "74202671-dec1-49d8-b111-f1392763ffd4", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:16.037186 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d88e5b91-02a3-49f0-8a48-78e48d695f28 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:16.038134 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bd774d-3c9a-473b-a4ab-e3f92c6e9399', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74202671-dec1-49d8-b111-f1392763ffd4', 'code': 200} Jul 16 08:31:16.078834 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7552a38-b74a-415e-b8c3-356451d833f6 req-b53f3b53-b394-47c4-87a4-e455ff25bad9 service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889785 Jul 16 08:31:16.093118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-cdc58939-aa52-4a43-ac73-d7c25cb5121a admin admin] Deleting port 0c084906-0955-45df-85ab-9766c0bfdbdf {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:16.098238 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdc58939-aa52-4a43-ac73-d7c25cb5121a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.315285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfd6894-91b1-4645-adcd-abd55760790a req-03d69a50-d80c-4f87-9fde-7b1b44e0a2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.317089 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cfd6894-91b1-4645-adcd-abd55760790a req-03d69a50-d80c-4f87-9fde-7b1b44e0a2e0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63bd774d-3c9a-473b-a4ab-e3f92c6e9399 HTTP/1.1" status: 200 len: 1102 time: 0.2032084 Jul 16 08:31:16.328656 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-cdc58939-aa52-4a43-ac73-d7c25cb5121a admin admin] For port 0c084906-0955-45df-85ab-9766c0bfdbdf, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0c084906-0955-45df-85ab-9766c0bfdbdf,segment=NetworkSegment(bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc),segment_id=bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:16.329026 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdc58939-aa52-4a43-ac73-d7c25cb5121a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.346075 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-cda67939-7241-47c2-bfc7-3e6ab1406717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.348941 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-cda67939-7241-47c2-bfc7-3e6ab1406717 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 1095 time: 0.3824859 Jul 16 08:31:16.362163 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6956e54-a828-4890-9bc7-7ae8c5e5c901 x-openstack-request-id: req-c6956e54-a828-4890-9bc7-7ae8c5e5c901 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:16.362493 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abeb0e69-c949-4ff5-b6e4-7c7fc360f56f", "tag": "acad4333-fba1-41dc-a2cc-f9713e66699a", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:16.362744 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6956e54-a828-4890-9bc7-7ae8c5e5c901 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:16.363176 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abeb0e69-c949-4ff5-b6e4-7c7fc360f56f', 'tag': 'acad4333-fba1-41dc-a2cc-f9713e66699a', 'status': 'completed', 'code': 200} Jul 16 08:31:16.402187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-cdc58939-aa52-4a43-ac73-d7c25cb5121a admin admin] Calling delete_port for 0c084906-0955-45df-85ab-9766c0bfdbdf owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:16.402433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:16.404754 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92217f92-9caf-4a9c-ad17-42d74b8b8270" -d '{"events": [{"name": "network-changed", "server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:16.443132 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-35d3fde4-3edf-4391-a213-b4175cfeecd5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed HTTP/1.1" status: 200 len: 217 time: 0.0738230 Jul 16 08:31:16.513759 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cfd6894-91b1-4645-adcd-abd55760790a req-73fe3257-792f-4875-92c3-bd4bd972355d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819129 Jul 16 08:31:16.522342 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7552a38-b74a-415e-b8c3-356451d833f6 req-58883780-cb3b-49e6-a8d8-71a2a18bcefb service neutron] 10.222.0.38 "GET /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334521 Jul 16 08:31:16.547612 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b67ce679-3e34-4553-98cb-4a94aa522e42 req-aa26b642-6b73-4311-a1c1-d57fac54f04a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.598434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-463d7d7f-24d1-493b-8eb0-adda81b8bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.599938 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-463d7d7f-24d1-493b-8eb0-adda81b8bb38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.1476440 Jul 16 08:31:16.602275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa26b642-6b73-4311-a1c1-d57fac54f04a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Pushing event deleted for resources: {'Port': ['ID=8c6150fd-1b12-44cc-9d5c-859b6bf8e232,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:16.631476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12d3828-c46e-4ac3-8ea7-028109c7aeca req-7b05f51a-e899-4df4-b9c7-300edbe5a3a8 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.641016 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f12d3828-c46e-4ac3-8ea7-028109c7aeca req-7b05f51a-e899-4df4-b9c7-300edbe5a3a8 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 949 time: 0.3882926 Jul 16 08:31:16.686671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67ce679-3e34-4553-98cb-4a94aa522e42 req-aa26b642-6b73-4311-a1c1-d57fac54f04a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] No DVR routers for this DVR port 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:16.690396 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b67ce679-3e34-4553-98cb-4a94aa522e42 req-aa26b642-6b73-4311-a1c1-d57fac54f04a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.692380 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b67ce679-3e34-4553-98cb-4a94aa522e42 req-aa26b642-6b73-4311-a1c1-d57fac54f04a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.38 "DELETE /v2.0/ports/8c6150fd-1b12-44cc-9d5c-859b6bf8e232 HTTP/1.1" status: 204 len: 173 time: 1.6898501 Jul 16 08:31:16.717367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7dce-72f5-4309-bad4-4fa7031dcf7d req-35d12362-cd60-4483-8c99-9a8867d9a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.718390 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ffd38-b6c7-45b2-884d-d00a97cbcaa3 req-0587ecde-cb33-41a1-9530-61a9a0b70788 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.718809 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8fd7dce-72f5-4309-bad4-4fa7031dcf7d req-35d12362-cd60-4483-8c99-9a8867d9a129 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d87902f8d1ec4af59ab6c7da7c4d9815&device_id=abeb0e69-c949-4ff5-b6e4-7c7fc360f56f HTTP/1.1" status: 200 len: 1096 time: 0.3128211 Jul 16 08:31:16.726143 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-660ffd38-b6c7-45b2-884d-d00a97cbcaa3 req-0587ecde-cb33-41a1-9530-61a9a0b70788 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb0e69-c949-4ff5-b6e4-7c7fc360f56f HTTP/1.1" status: 200 len: 944 time: 0.2278416 Jul 16 08:31:16.766562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-10234c97-850f-4c81-a488-0ef6abb57e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.768444 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-10234c97-850f-4c81-a488-0ef6abb57e28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1611681 Jul 16 08:31:16.788564 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-660ffd38-b6c7-45b2-884d-d00a97cbcaa3 req-58d0d29d-5ee8-4e25-9a36-09454174acba tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614808 Jul 16 08:31:16.790185 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f12d3828-c46e-4ac3-8ea7-028109c7aeca req-1b8edd07-3213-4a2d-846f-5226c8bfea50 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482162 Jul 16 08:31:16.969247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7dce-72f5-4309-bad4-4fa7031dcf7d req-fb93c35c-4f67-40a0-8c25-88aca3cb5777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.970746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8fd7dce-72f5-4309-bad4-4fa7031dcf7d req-fb93c35c-4f67-40a0-8c25-88aca3cb5777 service neutron] 10.222.0.38 "GET /v2.0/networks?id=b9d546f0-2f2c-4563-8e6a-5b4c768f4419 HTTP/1.1" status: 200 len: 922 time: 0.2439291 Jul 16 08:31:16.996139 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-b57d72cd-d866-415b-b0fa-82da9eac79f1 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203012 Jul 16 08:31:17.013145 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44068) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:17.062240 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8fd7dce-72f5-4309-bad4-4fa7031dcf7d req-ba2085ab-f637-462e-8744-0f828ebbaa8f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acad4333-fba1-41dc-a2cc-f9713e66699a HTTP/1.1" status: 200 len: 217 time: 0.0845037 Jul 16 08:31:17.064396 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d34220f8-1341-4760-a11b-dffd26cc9f7a req-303fa2c1-e439-4494-bd2e-45910591cd7b tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=14b7334c-18a9-4697-852e-f00ee83384aa HTTP/1.1" status: 200 len: 210 time: 0.0732591 Jul 16 08:31:17.149062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd7dce-72f5-4309-bad4-4fa7031dcf7d req-03d87891-646e-449c-8bdf-ee84ce6c0efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.150702 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8fd7dce-72f5-4309-bad4-4fa7031dcf7d req-03d87891-646e-449c-8bdf-ee84ce6c0efe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b590703a-50bc-47da-bee3-3eff5a20da13 HTTP/1.1" status: 200 len: 862 time: 0.0810311 Jul 16 08:31:17.153281 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdc58939-aa52-4a43-ac73-d7c25cb5121a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.180142 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd1742-4604-48bc-82f0-1d459d99320c req-fafd218c-af85-411c-87e1-b08ddeb91930 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.187274 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-63cd1742-4604-48bc-82f0-1d459d99320c req-fafd218c-af85-411c-87e1-b08ddeb91930 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 943 time: 0.1718307 Jul 16 08:31:17.203855 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41f8e9a6-07b9-46ab-8bd9-83aa4e494ce7 req-7b436ad6-04fe-42e5-b03d-2402ab8d606b service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987054 Jul 16 08:31:17.211239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-148332861-network', 'tenant_id': 'a2cca6b5346b41fb9c1451a1f165aee8'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:17.216234 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc58939-aa52-4a43-ac73-d7c25cb5121a admin admin] Pushing event deleted for resources: {'Port': ['ID=0c084906-0955-45df-85ab-9766c0bfdbdf,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:17.219475 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8fd7dce-72f5-4309-bad4-4fa7031dcf7d req-74718f7c-71b0-402e-886d-2d0fa70b16c0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=b9d546f0-2f2c-4563-8e6a-5b4c768f4419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613389 Jul 16 08:31:17.242642 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-63cd1742-4604-48bc-82f0-1d459d99320c req-8b49cd14-2a6e-4453-9e10-581744e12d43 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544753 Jul 16 08:31:17.256948 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] Made reservation on behalf of a2cca6b5346b41fb9c1451a1f165aee8 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:17.259407 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.268811 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.331037 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3f1bb7-95fd-49b8-9502-23b43c612090 x-openstack-request-id: req-6a3f1bb7-95fd-49b8-9502-23b43c612090 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:17.331322 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:17.331575 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6a3f1bb7-95fd-49b8-9502-23b43c612090 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:17.332017 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'status': 'completed', 'code': 200} Jul 16 08:31:17.407578 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8fd7dce-72f5-4309-bad4-4fa7031dcf7d req-b2e5a3cf-8009-4c56-8ed8-67b77cedc247 service neutron] 10.222.0.38 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753182 Jul 16 08:31:17.477843 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92217f92-9caf-4a9c-ad17-42d74b8b8270 req-9d37996b-b09f-4092-80e0-b7ffa79134cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.479402 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-92217f92-9caf-4a9c-ad17-42d74b8b8270 req-9d37996b-b09f-4092-80e0-b7ffa79134cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 1095 time: 0.1349170 Jul 16 08:31:17.513869 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:17.544446 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.547526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:17.547985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8c6150fd-1b12-44cc-9d5c-859b6bf8e232 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:17.572378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a89eb-f2eb-4916-8d2a-1ef419345ea6 req-25cab7e5-8749-43ff-b118-74c2734db5a2 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.578022 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f61a89eb-f2eb-4916-8d2a-1ef419345ea6 req-25cab7e5-8749-43ff-b118-74c2734db5a2 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=63bd774d-3c9a-473b-a4ab-e3f92c6e9399 HTTP/1.1" status: 200 len: 950 time: 0.3803179 Jul 16 08:31:17.583079 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.615023 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8fd7dce-72f5-4309-bad4-4fa7031dcf7d req-ead56258-6eb2-4b80-a972-37ed1c0e3997 service neutron] 10.222.0.38 "GET /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999984 Jul 16 08:31:17.697708 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f61a89eb-f2eb-4916-8d2a-1ef419345ea6 req-273273af-0c80-49b5-8ec5-064249b1d861 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980704 Jul 16 08:31:17.704653 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdc58939-aa52-4a43-ac73-d7c25cb5121a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.961499 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-8470c524-82c0-47a5-8781-4d0a2cb494ed tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.963369 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-8470c524-82c0-47a5-8781-4d0a2cb494ed tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.38 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 812 time: 0.2448783 Jul 16 08:31:17.970286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c03e7e6-2782-4bf9-92b9-50a6598328c4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:17.979672 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b89a9378-5f9f-47f1-80b9-2e6720784411 req-a1d8e435-0d8f-4cea-9320-527ad49caa9a tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee HTTP/1.1" status: 200 len: 210 time: 0.3921924 Jul 16 08:31:17.980398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:31:18.000376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92217f92-9caf-4a9c-ad17-42d74b8b8270 req-25f80bb9-5eea-4e0b-b79a-d461ff4ec258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.001995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-92217f92-9caf-4a9c-ad17-42d74b8b8270 req-25f80bb9-5eea-4e0b-b79a-d461ff4ec258 service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.5156729 Jul 16 08:31:18.003287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.003687 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] Added segment fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd of type vlan for network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 Jul 16 08:31:18.014151 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-8b4c2eb1-9df6-4f88-a31b-8aa9ac7ad3e6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Request body: {'port': {'device_id': '14b7334c-18a9-4697-852e-f00ee83384aa', 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b', 'admin_state_up': True, 'tenant_id': 'a18790f1a5984cd0913742d5f9996e0a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:18.039694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c9a51bd-0fd9-41c7-b200-4709227877e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6103806-0642-4d5a-961d-b8a98666855b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:18.042983 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32d12af-d551-48b8-ae76-f1ce0656f47c" -d '{"events": [{"server_uuid": "4c9a51bd-0fd9-41c7-b200-4709227877e5", "name": "network-vif-plugged", "status": "completed", "tag": "f6103806-0642-4d5a-961d-b8a98666855b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:18.076974 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.111339 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-92217f92-9caf-4a9c-ad17-42d74b8b8270 req-29cc72b8-37ba-489b-aa59-86e7b918fe56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed HTTP/1.1" status: 200 len: 217 time: 0.0966489 Jul 16 08:31:18.202213 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.203217 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.203677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.218667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc58939-aa52-4a43-ac73-d7c25cb5121a admin admin] Router 6a61fff3-a3bb-4fd5-9e77-690016d4e954 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:18.229799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9078de-6ab3-4ffb-80c4-44376fc2160e req-a054e7c5-e599-4f9a-a4b0-1dd36d68f05b tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.231325 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b9078de-6ab3-4ffb-80c4-44376fc2160e req-a054e7c5-e599-4f9a-a4b0-1dd36d68f05b tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb0e69-c949-4ff5-b6e4-7c7fc360f56f HTTP/1.1" status: 200 len: 944 time: 0.2668798 Jul 16 08:31:18.240087 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92217f92-9caf-4a9c-ad17-42d74b8b8270 req-3b84a99d-b9c0-47ae-9dee-1c067f4dba56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.241603 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-92217f92-9caf-4a9c-ad17-42d74b8b8270 req-3b84a99d-b9c0-47ae-9dee-1c067f4dba56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.1235857 Jul 16 08:31:18.304623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-8b4c2eb1-9df6-4f88-a31b-8aa9ac7ad3e6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Made reservation on behalf of a18790f1a5984cd0913742d5f9996e0a for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:18.308083 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-8b4c2eb1-9df6-4f88-a31b-8aa9ac7ad3e6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.318713 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] Pushing event updated for resources: {'Network': ['ID=20ee9c8f-2cd9-40d6-987d-933e8af4b497,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:18.328360 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-991022fa-c9be-416b-893a-7f9df1dd8a0e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3114650 Jul 16 08:31:18.330544 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44084) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:18.331504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:31:18.338223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7e5b57d2-2fdb-4a6c-8f1e-e6b01c8c01f3 admin admin] Request body: {'subnet': {'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-148332861-subnet', 'tenant_id': 'a2cca6b5346b41fb9c1451a1f165aee8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:18.347200 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b9078de-6ab3-4ffb-80c4-44376fc2160e req-18060018-b25f-47c0-aa42-f7a72d9739ac tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067140 Jul 16 08:31:18.356720 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd85c2f7-af8b-43bc-99e3-30f1e128a571 req-8abcd747-17c2-4bbf-b1bd-ee3e3fe358cb tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.358041 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fd85c2f7-af8b-43bc-99e3-30f1e128a571 req-8abcd747-17c2-4bbf-b1bd-ee3e3fe358cb tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 949 time: 0.2000151 Jul 16 08:31:18.415496 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e5b57d2-2fdb-4a6c-8f1e-e6b01c8c01f3 admin admin] Made reservation on behalf of a2cca6b5346b41fb9c1451a1f165aee8 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:18.417350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e5b57d2-2fdb-4a6c-8f1e-e6b01c8c01f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.432922 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92217f92-9caf-4a9c-ad17-42d74b8b8270 req-1ae504ab-c37e-48b7-ac90-4e23392d3636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.434480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-92217f92-9caf-4a9c-ad17-42d74b8b8270 req-1ae504ab-c37e-48b7-ac90-4e23392d3636 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1769176 Jul 16 08:31:18.439203 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fd85c2f7-af8b-43bc-99e3-30f1e128a571 req-27066f12-f564-436f-9f61-d8b38aded331 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705557 Jul 16 08:31:18.473974 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc58939-aa52-4a43-ac73-d7c25cb5121a admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:18.483961 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49d98f-6673-41d5-ad91-3e7c2eff3ac0 None None] Sync routers for ids ['6a61fff3-a3bb-4fd5-9e77-690016d4e954'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:18.490300 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c35c02-9de6-46d5-a6cd-989cb5597e82 x-openstack-request-id: req-33c35c02-9de6-46d5-a6cd-989cb5597e82 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:18.490599 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c9a51bd-0fd9-41c7-b200-4709227877e5", "name": "network-vif-plugged", "status": "completed", "tag": "f6103806-0642-4d5a-961d-b8a98666855b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:18.491282 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33c35c02-9de6-46d5-a6cd-989cb5597e82 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:18.491443 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9a51bd-0fd9-41c7-b200-4709227877e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6103806-0642-4d5a-961d-b8a98666855b', 'code': 200} Jul 16 08:31:18.496536 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cdc58939-aa52-4a43-ac73-d7c25cb5121a admin admin] 10.222.0.20 "PUT /v2.0/routers/6a61fff3-a3bb-4fd5-9e77-690016d4e954/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9683330 Jul 16 08:31:18.497156 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44086) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:18.514532 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49d98f-6673-41d5-ad91-3e7c2eff3ac0 None None] Routers {'6a61fff3-a3bb-4fd5-9e77-690016d4e954'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:18.516337 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ea49d98f-6673-41d5-ad91-3e7c2eff3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:31:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6a61fff3-a3bb-4fd5-9e77-690016d4e954'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:18.651554 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-92217f92-9caf-4a9c-ad17-42d74b8b8270 req-b26e7a54-1c5e-4f2c-9b9b-bfa38444715c service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049205 Jul 16 08:31:18.709512 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-ea49d98f-6673-41d5-ad91-3e7c2eff3ac0 None None] Set router 6a61fff3-a3bb-4fd5-9e77-690016d4e954 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:18.741256 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee01afa-ae7c-4510-ad25-2f67f5661bc3 req-1df81101-1fe2-432a-b175-26242aef3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.743007 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ee01afa-ae7c-4510-ad25-2f67f5661bc3 req-1df81101-1fe2-432a-b175-26242aef3505 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 1101 time: 0.2176397 Jul 16 08:31:18.874578 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ee01afa-ae7c-4510-ad25-2f67f5661bc3 req-23a34982-e954-43f2-8ab4-056096086f86 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201308 Jul 16 08:31:18.897181 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57af4ca5-3106-4478-b4b8-774c0dd75552 req-c611d9c0-8156-4841-9df0-fb194abe6013 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=14b7334c-18a9-4697-852e-f00ee83384aa HTTP/1.1" status: 200 len: 210 time: 0.0447938 Jul 16 08:31:18.904200 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ea49d98f-6673-41d5-ad91-3e7c2eff3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1307486012-router', 'tenant_id': '58176372425f45bab4e760ac20144ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:46Z', 'updated_at': '2021-07-16T08:31:17Z', 'revision_number': 5, 'project_id': '58176372425f45bab4e760ac20144ff9', 'gw_port': {'id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:49Z', 'updated_at': '2021-07-16T08:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:18.904478 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e5b57d2-2fdb-4a6c-8f1e-e6b01c8c01f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.938287 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-8b4c2eb1-9df6-4f88-a31b-8aa9ac7ad3e6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Allocated IP 172.20.0.4 (79bcc93a-1bbe-4b86-93f9-b243ed27da0b/13a06e14-eee5-4201-98b3-810650c6afa3/6d391fe1-9d89-4a25-a98c-7521ead39320) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:18.938558 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-92217f92-9caf-4a9c-ad17-42d74b8b8270 req-e67badf9-054d-46cd-9904-96a490474ac5 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786679 Jul 16 08:31:18.949455 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4aa3f-e7ab-491d-b87c-d9360f2bfe51 req-2e7303e4-16ef-48ce-9012-9568520babfb tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.953476 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49d98f-6673-41d5-ad91-3e7c2eff3ac0 None None] Checking router: 6a61fff3-a3bb-4fd5-9e77-690016d4e954 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:18.956275 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1db4aa3f-e7ab-491d-b87c-d9360f2bfe51 req-2e7303e4-16ef-48ce-9012-9568520babfb tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 943 time: 0.2883437 Jul 16 08:31:18.968085 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.970635 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea49d98f-6673-41d5-ad91-3e7c2eff3ac0 None None] Routers {'6a61fff3-a3bb-4fd5-9e77-690016d4e954'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:18.971265 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ea49d98f-6673-41d5-ad91-3e7c2eff3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:31:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6a61fff3-a3bb-4fd5-9e77-690016d4e954'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:19.007187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5b57d2-2fdb-4a6c-8f1e-e6b01c8c01f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=789d7b71-d5c7-4c97-8897-da1853b01c39,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:19.019805 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1db4aa3f-e7ab-491d-b87c-d9360f2bfe51 req-ef6faa58-3b81-437d-ba4d-77022128a8e2 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620766 Jul 16 08:31:19.037527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5b57d2-2fdb-4a6c-8f1e-e6b01c8c01f3 admin admin] Checking segment: {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:19.037891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b57d2-2fdb-4a6c-8f1e-e6b01c8c01f3 admin admin] Network hostable DHCP agents. Network: 20ee9c8f-2cd9-40d6-987d-933e8af4b497, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:31:19.067128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5b57d2-2fdb-4a6c-8f1e-e6b01c8c01f3 admin admin] Network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:31:19.082814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-7e5b57d2-2fdb-4a6c-8f1e-e6b01c8c01f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 20ee9c8f-2cd9-40d6-987d-933e8af4b497) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:19.089875 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e5b57d2-2fdb-4a6c-8f1e-e6b01c8c01f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:19.091301 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e5b57d2-2fdb-4a6c-8f1e-e6b01c8c01f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.095134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0546931e-680b-4deb-97c0-e57f659969ec None None] Network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:19.123402 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7e5b57d2-2fdb-4a6c-8f1e-e6b01c8c01f3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7898872 Jul 16 08:31:19.134766 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-ea49d98f-6673-41d5-ad91-3e7c2eff3ac0 None None] Set router 6a61fff3-a3bb-4fd5-9e77-690016d4e954 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:19.230881 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.316030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3352713-4d27-4e5f-ae2c-2d21380befd6 None None] Network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:19.333208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61542905-dd72-48da-8730-403a90857cda req-6dfbe3ef-ab28-4cda-bb74-41b7621873c6 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:19.333653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee', 'name': 'network-vif-deleted', 'tag': '8c6150fd-1b12-44cc-9d5c-859b6bf8e232'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:19.336320 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a777ab5f-2da7-4750-ac2a-989145c6b1dc" -d '{"events": [{"server_uuid": "98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee", "name": "network-vif-deleted", "tag": "8c6150fd-1b12-44cc-9d5c-859b6bf8e232"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:19.340794 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61542905-dd72-48da-8730-403a90857cda req-6dfbe3ef-ab28-4cda-bb74-41b7621873c6 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=63bd774d-3c9a-473b-a4ab-e3f92c6e9399 HTTP/1.1" status: 200 len: 950 time: 0.2351005 Jul 16 08:31:19.393151 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-8b4c2eb1-9df6-4f88-a31b-8aa9ac7ad3e6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.440665 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61542905-dd72-48da-8730-403a90857cda req-911cdd64-8750-412a-affb-350df9763ddf tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988467 Jul 16 08:31:19.482800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] Deleting port ea9a8a5a-685b-4f09-9789-3062f9a8d3d5 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:19.483525 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.516657 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b41993-1ece-48fa-af16-9defa402058b x-openstack-request-id: req-c4b41993-1ece-48fa-af16-9defa402058b {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:19.516951 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee", "name": "network-vif-deleted", "tag": "8c6150fd-1b12-44cc-9d5c-859b6bf8e232", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:19.517201 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4b41993-1ece-48fa-af16-9defa402058b {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:19.517605 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c3a3c1-fda6-4f4d-b8a1-61e4cfc9dcee', 'name': 'network-vif-deleted', 'tag': '8c6150fd-1b12-44cc-9d5c-859b6bf8e232', 'status': 'completed', 'code': 200} Jul 16 08:31:19.527795 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device acad4333-fba1-41dc-a2cc-f9713e66699a details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:19.565250 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-8b4c2eb1-9df6-4f88-a31b-8aa9ac7ad3e6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.620327 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] For port ea9a8a5a-685b-4f09-9789-3062f9a8d3d5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ea9a8a5a-685b-4f09-9789-3062f9a8d3d5,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:19.620715 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.621642 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ea49d98f-6673-41d5-ad91-3e7c2eff3ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1307486012-router', 'tenant_id': '58176372425f45bab4e760ac20144ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:46Z', 'updated_at': '2021-07-16T08:31:17Z', 'revision_number': 5, 'project_id': '58176372425f45bab4e760ac20144ff9', 'gw_port': {'id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:49Z', 'updated_at': '2021-07-16T08:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:19.647810 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-8b4c2eb1-9df6-4f88-a31b-8aa9ac7ad3e6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:19.648955 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] Calling delete_port for ea9a8a5a-685b-4f09-9789-3062f9a8d3d5 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:19.655896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-8b4c2eb1-9df6-4f88-a31b-8aa9ac7ad3e6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:19.665517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-8b4c2eb1-9df6-4f88-a31b-8aa9ac7ad3e6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:19.679068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port acad4333-fba1-41dc-a2cc-f9713e66699a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=acad4333-fba1-41dc-a2cc-f9713e66699a,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:19.691715 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea49d98f-6673-41d5-ad91-3e7c2eff3ac0 None None] The sync data for ids ['6a61fff3-a3bb-4fd5-9e77-690016d4e954'] in n-d-758944-46 is: [{'id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'name': 'tempest-AttachSCSIVolumeTestJSON-1307486012-router', 'tenant_id': '58176372425f45bab4e760ac20144ff9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:46Z', 'updated_at': '2021-07-16T08:31:17Z', 'revision_number': 5, 'project_id': '58176372425f45bab4e760ac20144ff9', 'gw_port': {'id': 'ea9a8a5a-685b-4f09-9789-3062f9a8d3d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:42:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a61fff3-a3bb-4fd5-9e77-690016d4e954', 'device_owner': 'network:router_gateway', 'standard_attr_id': 590, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:49Z', 'updated_at': '2021-07-16T08:28:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:19.692659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'acad4333-fba1-41dc-a2cc-f9713e66699a', 'network_id': 'b9d546f0-2f2c-4563-8e6a-5b4c768f4419', 'port_id': 'acad4333-fba1-41dc-a2cc-f9713e66699a', 'mac_address': 'fa:16:3e:42:a5:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b590703a-50bc-47da-bee3-3eff5a20da13', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:19.745816 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.751039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-8b4c2eb1-9df6-4f88-a31b-8aa9ac7ad3e6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:19.751723 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-8b4c2eb1-9df6-4f88-a31b-8aa9ac7ad3e6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.765263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4c2eb1-9df6-4f88-a31b-8aa9ac7ad3e6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Pushing event updated for resources: {'Port': ['ID=6d391fe1-9d89-4a25-a98c-7521ead39320,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:19.772254 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-8b4c2eb1-9df6-4f88-a31b-8aa9ac7ad3e6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7798433 Jul 16 08:31:19.789746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acad4333-fba1-41dc-a2cc-f9713e66699a {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:19.808995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Request body: {'port': {'device_id': '14b7334c-18a9-4697-852e-f00ee83384aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:19.822218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port acad4333-fba1-41dc-a2cc-f9713e66699a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=acad4333-fba1-41dc-a2cc-f9713e66699a,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:19.828777 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.838657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ed90a3-ee6b-4066-810d-abb557b61492 req-aec011b7-06ea-40bc-9058-364e8775bfc6 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:19.850286 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-68ed90a3-ee6b-4066-810d-abb557b61492 req-aec011b7-06ea-40bc-9058-364e8775bfc6 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb0e69-c949-4ff5-b6e4-7c7fc360f56f HTTP/1.1" status: 200 len: 944 time: 0.1590698 Jul 16 08:31:19.895707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=acad4333-fba1-41dc-a2cc-f9713e66699a,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:19.904949 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-68ed90a3-ee6b-4066-810d-abb557b61492 req-1ad94db4-5bf6-484b-bd37-ee3483416e66 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536778 Jul 16 08:31:19.986116 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.054113 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['acad4333-fba1-41dc-a2cc-f9713e66699a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:20.055009 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b0a9e-9da5-405e-a852-9bc96958763a req-2520f0fb-fec4-4fea-8daa-7d7646445639 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:20.057510 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-707b0a9e-9da5-405e-a852-9bc96958763a req-2520f0fb-fec4-4fea-8daa-7d7646445639 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.38 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 945 time: 0.0791707 Jul 16 08:31:20.096052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0c084906-0955-45df-85ab-9766c0bfdbdf no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:20.132482 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 0c084906-0955-45df-85ab-9766c0bfdbdf {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:20.133230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0c084906-0955-45df-85ab-9766c0bfdbdf not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:20.163463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-fc4e275d-5d67-4dd9-8094-e1ec5a41c65d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:20.170796 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-fc4e275d-5d67-4dd9-8094-e1ec5a41c65d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 805 time: 0.2725487 Jul 16 08:31:20.228624 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-707b0a9e-9da5-405e-a852-9bc96958763a req-9009752a-2407-45c2-8ab4-d0420e7f2a69 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Deleting port 541ae39c-1bb4-4555-958f-e873d19d9c9b {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:20.229006 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-707b0a9e-9da5-405e-a852-9bc96958763a req-9009752a-2407-45c2-8ab4-d0420e7f2a69 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.258329 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-93a51a63-6584-4ce5-bee9-22e426126c66 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/quotas/a2cca6b5346b41fb9c1451a1f165aee8 HTTP/1.1" status: 200 len: 375 time: 0.0865407 Jul 16 08:31:20.326978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1b05384a-7009-44a5-a5f3-da1acb4ac0ed details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:20.335786 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-b71f3dc1-6db3-469d-b729-99c26c7a11f7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756285 Jul 16 08:31:20.346575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-707b0a9e-9da5-405e-a852-9bc96958763a req-9009752a-2407-45c2-8ab4-d0420e7f2a69 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] For port 541ae39c-1bb4-4555-958f-e873d19d9c9b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=541ae39c-1bb4-4555-958f-e873d19d9c9b,segment=NetworkSegment(98084a8a-aa09-4bd2-8cca-be0761e12fb2),segment_id=98084a8a-aa09-4bd2-8cca-be0761e12fb2)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:20.348343 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-707b0a9e-9da5-405e-a852-9bc96958763a req-9009752a-2407-45c2-8ab4-d0420e7f2a69 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.354372 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.363698 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-707b0a9e-9da5-405e-a852-9bc96958763a req-9009752a-2407-45c2-8ab4-d0420e7f2a69 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Calling delete_port for 541ae39c-1bb4-4555-958f-e873d19d9c9b owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:20.425883 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea9a8a5a-685b-4f09-9789-3062f9a8d3d5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:20.512278 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:20.526008 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'port_id': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'mac_address': 'fa:16:3e:a4:30:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:20.541004 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-707b0a9e-9da5-405e-a852-9bc96958763a req-9009752a-2407-45c2-8ab4-d0420e7f2a69 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.576203 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.585914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009752a-2407-45c2-8ab4-d0420e7f2a69 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Pushing event deleted for resources: {'Port': ['ID=541ae39c-1bb4-4555-958f-e873d19d9c9b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:20.586632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.601199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b05384a-7009-44a5-a5f3-da1acb4ac0ed {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:20.622399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:20.629793 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-d2f09a6f-8d8e-47c8-b9db-b66cf1e6f22b service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930014 Jul 16 08:31:20.631298 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.631919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e1b56-8715-499b-97d2-1449d56deceb req-33c5e417-c086-4aa4-b0b2-e44d7102ddf6 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:20.633633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-422e1b56-8715-499b-97d2-1449d56deceb req-33c5e417-c086-4aa4-b0b2-e44d7102ddf6 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 949 time: 0.1317706 Jul 16 08:31:20.653803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-707b0a9e-9da5-405e-a852-9bc96958763a req-9009752a-2407-45c2-8ab4-d0420e7f2a69 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] No DVR routers for this DVR port 541ae39c-1bb4-4555-958f-e873d19d9c9b on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:20.660902 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-707b0a9e-9da5-405e-a852-9bc96958763a req-9009752a-2407-45c2-8ab4-d0420e7f2a69 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.662789 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-707b0a9e-9da5-405e-a852-9bc96958763a req-9009752a-2407-45c2-8ab4-d0420e7f2a69 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.38 "DELETE /v2.0/ports/541ae39c-1bb4-4555-958f-e873d19d9c9b HTTP/1.1" status: 204 len: 173 time: 0.5989494 Jul 16 08:31:20.690590 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:20.701141 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-422e1b56-8715-499b-97d2-1449d56deceb req-710a7aa4-bfe9-4968-a6d9-93e45a48092b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484364 Jul 16 08:31:20.733766 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.736441 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.838302 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.838733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6a61fff3-a3bb-4fd5-9e77-690016d4e954 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:31:20.848603 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.849785 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3b988fa6-bac1-4596-82f8-b620d92124b7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6a61fff3-a3bb-4fd5-9e77-690016d4e954 HTTP/1.1" status: 204 len: 168 time: 2.3333406 Jul 16 08:31:20.850360 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-03d91de3-5143-4c81-ba10-26f7ef6f0bf3 req-f9a420b3-b95d-44c3-b502-14a8c6fef786 tempest-LiveMigrationTest-989704238 tempest-LiveMigrationTest-989704238-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c9f41e7-5d54-497c-a705-e916ed98bba5 HTTP/1.1" status: 200 len: 210 time: 0.0317576 Jul 16 08:31:20.852610 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44132) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:20.910586 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-186901e8-dbea-4941-93c4-7b132e1edb61 admin admin] Deleting subnet bad6a148-5f3c-4aab-9103-485895e16eb5 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:20.912019 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['1b05384a-7009-44a5-a5f3-da1acb4ac0ed'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:20.914900 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-186901e8-dbea-4941-93c4-7b132e1edb61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.919409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d391fe1-9d89-4a25-a98c-7521ead39320 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:20.931958 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.936425 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-20fe2065-278a-443d-b19c-d15a1e208771 service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453072 Jul 16 08:31:20.957291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Transition to ACTIVE for port object 6d391fe1-9d89-4a25-a98c-7521ead39320 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:20.966901 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.984927 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-186901e8-dbea-4941-93c4-7b132e1edb61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.059145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Pushing event updated for resources: {'Port': ['ID=6d391fe1-9d89-4a25-a98c-7521ead39320,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:21.145910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Attempting to bind port 6d391fe1-9d89-4a25-a98c-7521ead39320 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:21.146426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Attempting to bind port 6d391fe1-9d89-4a25-a98c-7521ead39320 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:21.146850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Attempting to bind port 6d391fe1-9d89-4a25-a98c-7521ead39320 on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:21.151909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Port 6d391fe1-9d89-4a25-a98c-7521ead39320 on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:21.152456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Attempting to bind port 6d391fe1-9d89-4a25-a98c-7521ead39320 on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:21.161907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:21.162605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Checking segment: {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:21.163235 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Bound using segment: {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:21.163958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Bound port: 6d391fe1-9d89-4a25-a98c-7521ead39320, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:21.164581 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.166492 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-186901e8-dbea-4941-93c4-7b132e1edb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.236111 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddfcbc0-6217-4366-a078-66401ebdbdd1 req-480441f3-a3f6-479e-9bff-072f10c7f12a tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.237821 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ddfcbc0-6217-4366-a078-66401ebdbdd1 req-480441f3-a3f6-479e-9bff-072f10c7f12a tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=14b7334c-18a9-4697-852e-f00ee83384aa HTTP/1.1" status: 200 len: 943 time: 0.1452045 Jul 16 08:31:21.260949 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-186901e8-dbea-4941-93c4-7b132e1edb61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.290401 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45fb858-d2c3-4bd8-828b-0e433e15d005 None None] Network efb3424e-435b-46a7-b5ac-d8efc73b8aeb requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:21.298955 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-186901e8-dbea-4941-93c4-7b132e1edb61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.304772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44140) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:21.305806 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-186901e8-dbea-4941-93c4-7b132e1edb61 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bad6a148-5f3c-4aab-9103-485895e16eb5 HTTP/1.1" status: 204 len: 168 time: 0.4522691 Jul 16 08:31:21.313373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186901e8-dbea-4941-93c4-7b132e1edb61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad6a148-5f3c-4aab-9103-485895e16eb5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:21.326975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] For port 6d391fe1-9d89-4a25-a98c-7521ead39320, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:21.350211 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ddfcbc0-6217-4366-a078-66401ebdbdd1 req-a3ddcb78-ae6b-4f37-8339-6b416a14bc86 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796320 Jul 16 08:31:21.360509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] For port 6d391fe1-9d89-4a25-a98c-7521ead39320, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6d391fe1-9d89-4a25-a98c-7521ead39320,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:21.368138 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.527554 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device acad4333-fba1-41dc-a2cc-f9713e66699a up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:21.527727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c9f41e7-5d54-497c-a705-e916ed98bba5', 'name': 'network-vif-deleted', 'tag': '541ae39c-1bb4-4555-958f-e873d19d9c9b'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:21.529211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.529992 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.532916 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] 10.222.0.38 "PUT /v2.0/ports/6d391fe1-9d89-4a25-a98c-7521ead39320 HTTP/1.1" status: 200 len: 1092 time: 1.7276752 Jul 16 08:31:21.533391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14b7334c-18a9-4697-852e-f00ee83384aa', 'tag': '6d391fe1-9d89-4a25-a98c-7521ead39320'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:21.535991 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bda36c-d0fe-430f-9921-dbccb967fd7d" -d '{"events": [{"server_uuid": "2c9f41e7-5d54-497c-a705-e916ed98bba5", "name": "network-vif-deleted", "tag": "541ae39c-1bb4-4555-958f-e873d19d9c9b"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:21.537881 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae077648-6ef1-49b5-b07e-1cd5126f9b05" -d '{"events": [{"name": "network-changed", "server_uuid": "14b7334c-18a9-4697-852e-f00ee83384aa", "tag": "6d391fe1-9d89-4a25-a98c-7521ead39320"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:21.574185 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.603788 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port acad4333-fba1-41dc-a2cc-f9713e66699a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:21.618896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d8a8a5-011b-4aa4-b1b3-2465fdc72588 service neutron] Pushing event updated for resources: {'Port': ['ID=6d391fe1-9d89-4a25-a98c-7521ead39320,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:21.619603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec33c3b9-d925-40cc-af0b-84d085fbf8df None None] DHCP port deletion for efb3424e-435b-46a7-b5ac-d8efc73b8aeb request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:31:21.628541 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port acad4333-fba1-41dc-a2cc-f9713e66699a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:21.631515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16367e-7495-46c2-859f-f1ab52748978 req-225eb53d-6277-4483-8ea4-e65cf5487885 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.633178 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8b16367e-7495-46c2-859f-f1ab52748978 req-225eb53d-6277-4483-8ea4-e65cf5487885 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=63bd774d-3c9a-473b-a4ab-e3f92c6e9399 HTTP/1.1" status: 200 len: 950 time: 0.1441069 Jul 16 08:31:21.635390 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.676354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7256e31-d8f8-4809-b7d7-6bc4e5dea0c5 req-7c3e6d71-ad04-4672-9e17-588fb72ee57d tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.683675 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b7256e31-d8f8-4809-b7d7-6bc4e5dea0c5 req-7c3e6d71-ad04-4672-9e17-588fb72ee57d tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.3960762 Jul 16 08:31:21.686144 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8b16367e-7495-46c2-859f-f1ab52748978 req-8607ac45-d281-40a8-a03c-43cee6d15044 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458560 Jul 16 08:31:21.779002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ec33c3b9-d925-40cc-af0b-84d085fbf8df None None] Deleting port 144bda37-f683-43b5-adbe-75435a4fbdfd {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:21.780860 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ec33c3b9-d925-40cc-af0b-84d085fbf8df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.783709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b7256e31-d8f8-4809-b7d7-6bc4e5dea0c5 req-0db9bb0f-ed54-42b2-91eb-fef58217d6e4 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989542 Jul 16 08:31:21.784106 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.851966 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-85c9dd8b-bed0-48a7-90a0-0ebb5cb24cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.853543 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-85c9dd8b-bed0-48a7-90a0-0ebb5cb24cd7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&device_id=14b7334c-18a9-4697-852e-f00ee83384aa HTTP/1.1" status: 200 len: 1095 time: 0.2266359 Jul 16 08:31:21.894259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] Deleting port 144bda37-f683-43b5-adbe-75435a4fbdfd {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:21.895136 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.915893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abeb0e69-c949-4ff5-b6e4-7c7fc360f56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acad4333-fba1-41dc-a2cc-f9713e66699a'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:21.918208 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ff2526-ff2b-4afa-9ed8-adf4aef463cf" -d '{"events": [{"server_uuid": "abeb0e69-c949-4ff5-b6e4-7c7fc360f56f", "name": "network-vif-plugged", "status": "completed", "tag": "acad4333-fba1-41dc-a2cc-f9713e66699a"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:21.932991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ec33c3b9-d925-40cc-af0b-84d085fbf8df None None] For port 144bda37-f683-43b5-adbe-75435a4fbdfd, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=144bda37-f683-43b5-adbe-75435a4fbdfd,segment=NetworkSegment(bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc),segment_id=bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:21.933390 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ec33c3b9-d925-40cc-af0b-84d085fbf8df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.945142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port acad4333-fba1-41dc-a2cc-f9713e66699a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=acad4333-fba1-41dc-a2cc-f9713e66699a,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:21.953602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ec33c3b9-d925-40cc-af0b-84d085fbf8df None None] Calling delete_port for 144bda37-f683-43b5-adbe-75435a4fbdfd owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:21.958366 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 144bda37-f683-43b5-adbe-75435a4fbdfd no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:21.977851 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c454b8e-4060-4915-983d-126e5482b9a4 req-9913e9ce-e23d-4dbd-a0f1-fd9fbe51b3cd tempest-DeleteServersAdminTestJSON-777543870 tempest-DeleteServersAdminTestJSON-777543870-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.980136 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1c454b8e-4060-4915-983d-126e5482b9a4 req-9913e9ce-e23d-4dbd-a0f1-fd9fbe51b3cd tempest-DeleteServersAdminTestJSON-777543870 tempest-DeleteServersAdminTestJSON-777543870-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=63bd774d-3c9a-473b-a4ab-e3f92c6e9399 HTTP/1.1" status: 200 len: 1102 time: 0.2102098 Jul 16 08:31:21.983232 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.983496 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-ee6fc737-12fe-4870-bfcb-1c203b4856f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d391fe1-9d89-4a25-a98c-7521ead39320 HTTP/1.1" status: 200 len: 217 time: 0.1167274 Jul 16 08:31:21.984032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 541ae39c-1bb4-4555-958f-e873d19d9c9b no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:22.036177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571613f3-16e9-477a-b98e-cc492d6da74c req-de2a36bf-847d-49ec-80a8-d4e1df35f76e tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:22.043637 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-571613f3-16e9-477a-b98e-cc492d6da74c req-de2a36bf-847d-49ec-80a8-d4e1df35f76e tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=6dd32b2c-9d13-4bf7-99b2-5a0b027e697a HTTP/1.1" status: 200 len: 949 time: 0.2017491 Jul 16 08:31:22.053035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 541ae39c-1bb4-4555-958f-e873d19d9c9b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:22.053434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 541ae39c-1bb4-4555-958f-e873d19d9c9b not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:22.085927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] For port 144bda37-f683-43b5-adbe-75435a4fbdfd, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=144bda37-f683-43b5-adbe-75435a4fbdfd,segment=NetworkSegment(bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc),segment_id=bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:22.086342 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.112199 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] Calling delete_port for 144bda37-f683-43b5-adbe-75435a4fbdfd owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:22.114994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-7926e126-0e00-4636-8b7f-02f0f5e6782b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:22.116471 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-7926e126-0e00-4636-8b7f-02f0f5e6782b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=13a06e14-eee5-4201-98b3-810650c6afa3 HTTP/1.1" status: 200 len: 852 time: 0.1093802 Jul 16 08:31:22.120336 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-571613f3-16e9-477a-b98e-cc492d6da74c req-ef920ac8-d976-4d3f-86e1-72d214a80fc6 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754626 Jul 16 08:31:22.163601 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=acad4333-fba1-41dc-a2cc-f9713e66699a,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:22.172958 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-1be10514-d112-42ff-94e2-0e72404e7233 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490711 Jul 16 08:31:22.178836 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-1c454b8e-4060-4915-983d-126e5482b9a4 req-354b3e68-4759-4c59-911d-b3545a7b0571 tempest-DeleteServersAdminTestJSON-777543870 tempest-DeleteServersAdminTestJSON-777543870-project-admin] Deleting port 74202671-dec1-49d8-b111-f1392763ffd4 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:22.179273 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1c454b8e-4060-4915-983d-126e5482b9a4 req-354b3e68-4759-4c59-911d-b3545a7b0571 tempest-DeleteServersAdminTestJSON-777543870 tempest-DeleteServersAdminTestJSON-777543870-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.227915 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b98df23-c1cd-48ae-be72-2aef10e48505 req-b52d1353-aab2-43ac-ba00-3ceaa677e3a2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:22.236180 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1b98df23-c1cd-48ae-be72-2aef10e48505 req-b52d1353-aab2-43ac-ba00-3ceaa677e3a2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb0e69-c949-4ff5-b6e4-7c7fc360f56f HTTP/1.1" status: 200 len: 946 time: 0.2723379 Jul 16 08:31:22.242689 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.258382 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ec33c3b9-d925-40cc-af0b-84d085fbf8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.300256 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec33c3b9-d925-40cc-af0b-84d085fbf8df None None] No DVR routers for this DVR port 144bda37-f683-43b5-adbe-75435a4fbdfd on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:22.302873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec33c3b9-d925-40cc-af0b-84d085fbf8df None None] Pushing event deleted for resources: {'Port': ['ID=144bda37-f683-43b5-adbe-75435a4fbdfd,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:22.327133 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c9b42465-08eb-4f73-a9cb-417c5d2d5c50 req-3aa850fa-964f-434e-a005-763ef3c329f4 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 210 time: 0.0433636 Jul 16 08:31:22.331682 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ea9a8a5a-685b-4f09-9789-3062f9a8d3d5 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:22.348199 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1c454b8e-4060-4915-983d-126e5482b9a4 req-354b3e68-4759-4c59-911d-b3545a7b0571 tempest-DeleteServersAdminTestJSON-777543870 tempest-DeleteServersAdminTestJSON-777543870-project-admin] For port 74202671-dec1-49d8-b111-f1392763ffd4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=74202671-dec1-49d8-b111-f1392763ffd4,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:22.348629 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1c454b8e-4060-4915-983d-126e5482b9a4 req-354b3e68-4759-4c59-911d-b3545a7b0571 tempest-DeleteServersAdminTestJSON-777543870 tempest-DeleteServersAdminTestJSON-777543870-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.355827 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1b05384a-7009-44a5-a5f3-da1acb4ac0ed up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:22.358036 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: ea9a8a5a-685b-4f09-9789-3062f9a8d3d5 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:22.358441 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ea9a8a5a-685b-4f09-9789-3062f9a8d3d5 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:22.373146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1b98df23-c1cd-48ae-be72-2aef10e48505 req-660c4278-4736-4617-b8bc-49f3e010385a tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357565 Jul 16 08:31:22.376711 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-1c454b8e-4060-4915-983d-126e5482b9a4 req-354b3e68-4759-4c59-911d-b3545a7b0571 tempest-DeleteServersAdminTestJSON-777543870 tempest-DeleteServersAdminTestJSON-777543870-project-admin] Calling delete_port for 74202671-dec1-49d8-b111-f1392763ffd4 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:22.424977 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.428542 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-73f34b44-734d-4597-8dbf-24d78c39acd7 service neutron] 10.222.0.38 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194734 Jul 16 08:31:22.440379 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d814aaba-5054-4301-a330-f79e9ead580d x-openstack-request-id: req-d814aaba-5054-4301-a330-f79e9ead580d {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:22.441653 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c9f41e7-5d54-497c-a705-e916ed98bba5", "name": "network-vif-deleted", "tag": "541ae39c-1bb4-4555-958f-e873d19d9c9b", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:22.442349 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d814aaba-5054-4301-a330-f79e9ead580d {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:22.443117 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c9f41e7-5d54-497c-a705-e916ed98bba5', 'name': 'network-vif-deleted', 'tag': '541ae39c-1bb4-4555-958f-e873d19d9c9b', 'status': 'completed', 'code': 200} Jul 16 08:31:22.443413 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:22.449163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:22.449591 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.486469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44160) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:22.539620 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] Pushing event deleted for resources: {'Port': ['ID=144bda37-f683-43b5-adbe-75435a4fbdfd,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:22.556058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] No DVR routers for this DVR port 144bda37-f683-43b5-adbe-75435a4fbdfd on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:22.623953 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d13d98ac-94f1-4f03-9a16-1f9ece425823 x-openstack-request-id: req-d13d98ac-94f1-4f03-9a16-1f9ece425823 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:22.624662 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14b7334c-18a9-4697-852e-f00ee83384aa", "tag": "6d391fe1-9d89-4a25-a98c-7521ead39320", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:22.624662 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d13d98ac-94f1-4f03-9a16-1f9ece425823 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:22.625308 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14b7334c-18a9-4697-852e-f00ee83384aa', 'tag': '6d391fe1-9d89-4a25-a98c-7521ead39320', 'status': 'completed', 'code': 200} Jul 16 08:31:22.736769 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3121c3-dbdb-44a4-a849-ca975e9e8735 x-openstack-request-id: req-ad3121c3-dbdb-44a4-a849-ca975e9e8735 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:22.737331 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abeb0e69-c949-4ff5-b6e4-7c7fc360f56f", "name": "network-vif-plugged", "status": "completed", "tag": "acad4333-fba1-41dc-a2cc-f9713e66699a", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:22.737925 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad3121c3-dbdb-44a4-a849-ca975e9e8735 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:22.739171 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abeb0e69-c949-4ff5-b6e4-7c7fc360f56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acad4333-fba1-41dc-a2cc-f9713e66699a', 'code': 200} Jul 16 08:31:22.749428 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.762575 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.799864 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:22.803015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb3424e-435b-46a7-b5ac-d8efc73b8aeb']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:22.806871 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.823548 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:22.823813 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1c454b8e-4060-4915-983d-126e5482b9a4 req-354b3e68-4759-4c59-911d-b3545a7b0571 tempest-DeleteServersAdminTestJSON-777543870 tempest-DeleteServersAdminTestJSON-777543870-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.823953 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdf6ef59-c621-40d2-898c-0ae7ab8ee7cc') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:22.845285 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['74202671-dec1-49d8-b111-f1392763ffd4'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:22.847361 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.873938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f333f-8fa7-4ca3-9155-a273536bd53e req-04a186da-d257-4a8a-a35d-e06f0b52a81c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:22.885608 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-888f333f-8fa7-4ca3-9155-a273536bd53e req-04a186da-d257-4a8a-a35d-e06f0b52a81c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=14b7334c-18a9-4697-852e-f00ee83384aa HTTP/1.1" status: 200 len: 943 time: 0.2055743 Jul 16 08:31:22.914445 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:22.924215 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.932917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39a78aeb-6828-4a22-b8be-4636ab36d410 req-d9aed010-f27c-4b65-a246-d88a1255a5d3 service neutron] 10.222.0.38 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831622 Jul 16 08:31:22.944782 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:22.945181 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:22.947178 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:22.984822 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-888f333f-8fa7-4ca3-9155-a273536bd53e req-51e373d1-5a36-4dc5-a2e3-a2b20b8ef939 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980325 Jul 16 08:31:23.060398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354b3e68-4759-4c59-911d-b3545a7b0571 tempest-DeleteServersAdminTestJSON-777543870 tempest-DeleteServersAdminTestJSON-777543870-project-admin] Pushing event deleted for resources: {'Port': ['ID=74202671-dec1-49d8-b111-f1392763ffd4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:23.093872 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.099425 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.101415 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] 10.222.0.20 "DELETE /v2.0/networks/efb3424e-435b-46a7-b5ac-d8efc73b8aeb HTTP/1.1" status: 204 len: 168 time: 1.7955153 Jul 16 08:31:23.117391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e382ab9-cdd6-4a25-8ce5-69faf4bc9128 admin admin] Deleting subnet 1fb74546-d50f-4c12-b2cd-ff2586987f2d {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:23.121990 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e382ab9-cdd6-4a25-8ce5-69faf4bc9128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.129750 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe0d26-904f-4cec-8a69-27755a65b457 admin admin] Pushing event deleted for resources: {'Network': ['ID=efb3424e-435b-46a7-b5ac-d8efc73b8aeb,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:23.172268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c454b8e-4060-4915-983d-126e5482b9a4 req-354b3e68-4759-4c59-911d-b3545a7b0571 tempest-DeleteServersAdminTestJSON-777543870 tempest-DeleteServersAdminTestJSON-777543870-project-admin] No DVR routers for this DVR port 74202671-dec1-49d8-b111-f1392763ffd4 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:23.178287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e382ab9-cdd6-4a25-8ce5-69faf4bc9128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.183591 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1c454b8e-4060-4915-983d-126e5482b9a4 req-354b3e68-4759-4c59-911d-b3545a7b0571 tempest-DeleteServersAdminTestJSON-777543870 tempest-DeleteServersAdminTestJSON-777543870-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.187469 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1c454b8e-4060-4915-983d-126e5482b9a4 req-354b3e68-4759-4c59-911d-b3545a7b0571 tempest-DeleteServersAdminTestJSON-777543870 tempest-DeleteServersAdminTestJSON-777543870-project-admin] 10.222.0.15 "DELETE /v2.0/ports/74202671-dec1-49d8-b111-f1392763ffd4 HTTP/1.1" status: 204 len: 173 time: 1.1979041 Jul 16 08:31:23.227732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-314e216d-14fe-4905-94a4-d492e702d1f8 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.229687 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-314e216d-14fe-4905-94a4-d492e702d1f8 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 805 time: 0.5186861 Jul 16 08:31:23.250972 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-f16df077-d784-40e1-ab56-6558cb433ba1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Request body: {'port': {'device_id': '6baede1a-21cd-4909-9143-2012ebd07b10', 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497', 'admin_state_up': True, 'tenant_id': 'a2cca6b5346b41fb9c1451a1f165aee8'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:23.323373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44170) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:23.330134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382506c2-db8c-42bc-891b-5098b2e44b7c req-de9e809c-d4e5-4a72-b66b-60ec8afd86ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.331644 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-382506c2-db8c-42bc-891b-5098b2e44b7c req-de9e809c-d4e5-4a72-b66b-60ec8afd86ad service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=abeb0e69-c949-4ff5-b6e4-7c7fc360f56f HTTP/1.1" status: 200 len: 1098 time: 0.6813891 Jul 16 08:31:23.357876 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3d891-02db-4970-9aad-577de96bcfa4 req-657e15d0-0afc-4192-87a8-23677e276386 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.365282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc3d891-02db-4970-9aad-577de96bcfa4 req-657e15d0-0afc-4192-87a8-23677e276386 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.366810 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9fc3d891-02db-4970-9aad-577de96bcfa4 req-657e15d0-0afc-4192-87a8-23677e276386 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5&device_id=6dd32b2c-9d13-4bf7-99b2-5a0b027e697a HTTP/1.1" status: 200 len: 1689 time: 0.4815767 Jul 16 08:31:23.411196 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e382ab9-cdd6-4a25-8ce5-69faf4bc9128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.491711 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fde759db-ae53-4bd1-a9f4-714c17099bdd req-9ac77170-b9ab-408a-8fc7-bbc49e2bb56a tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=63bd774d-3c9a-473b-a4ab-e3f92c6e9399 HTTP/1.1" status: 200 len: 210 time: 0.3376954 Jul 16 08:31:23.493435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae077648-6ef1-49b5-b07e-1cd5126f9b05 req-6f8ca926-c4c1-4744-ace0-e301dc81adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.495343 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ae077648-6ef1-49b5-b07e-1cd5126f9b05 req-6f8ca926-c4c1-4744-ace0-e301dc81adce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&device_id=14b7334c-18a9-4697-852e-f00ee83384aa HTTP/1.1" status: 200 len: 1095 time: 0.4460859 Jul 16 08:31:23.516821 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9fc3d891-02db-4970-9aad-577de96bcfa4 req-f1066416-d116-4aa7-a085-0b2df2062089 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304295 Jul 16 08:31:23.518326 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-43de619c-d09a-4825-8daa-038df2aa8343 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f7a4408b90e642a794da346a8a56fa5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1903613 Jul 16 08:31:23.527853 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-382506c2-db8c-42bc-891b-5098b2e44b7c req-90702666-a79b-475e-ac23-e2a9f86e6896 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774249 Jul 16 08:31:23.527853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44176) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:23.545670 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-f16df077-d784-40e1-ab56-6558cb433ba1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Made reservation on behalf of a2cca6b5346b41fb9c1451a1f165aee8 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:23.549214 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-f16df077-d784-40e1-ab56-6558cb433ba1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.595097 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e382ab9-cdd6-4a25-8ce5-69faf4bc9128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.669193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e382ab9-cdd6-4a25-8ce5-69faf4bc9128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fb74546-d50f-4c12-b2cd-ff2586987f2d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:23.671848 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e382ab9-cdd6-4a25-8ce5-69faf4bc9128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.677015 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0e382ab9-cdd6-4a25-8ce5-69faf4bc9128 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1fb74546-d50f-4c12-b2cd-ff2586987f2d HTTP/1.1" status: 204 len: 168 time: 1.1820319 Jul 16 08:31:23.682151 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44180) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:23.692224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae077648-6ef1-49b5-b07e-1cd5126f9b05 req-a23c48df-c2a1-4b66-a859-00c82febff08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.693452 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ae077648-6ef1-49b5-b07e-1cd5126f9b05 req-a23c48df-c2a1-4b66-a859-00c82febff08 service neutron] 10.222.0.38 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 912 time: 0.1920249 Jul 16 08:31:23.731875 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-34060a13-3816-4cac-8d6e-d4db2e921649 req-1f60617b-471e-468a-9ae3-118e0c526e16 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 210 time: 0.0460551 Jul 16 08:31:23.743316 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60ffd9cc-5ed4-45d7-833b-4547884760fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.771206 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ae077648-6ef1-49b5-b07e-1cd5126f9b05 req-00aba3d1-36f4-4b66-a6d2-51b01259ef57 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d391fe1-9d89-4a25-a98c-7521ead39320 HTTP/1.1" status: 200 len: 217 time: 0.0606620 Jul 16 08:31:23.801577 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60ffd9cc-5ed4-45d7-833b-4547884760fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.826676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-f16df077-d784-40e1-ab56-6558cb433ba1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Allocated IP 172.20.0.3 (20ee9c8f-2cd9-40d6-987d-933e8af4b497/789d7b71-d5c7-4c97-8897-da1853b01c39/b9a95dbe-c086-4c79-ac21-2fea3daed19b) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:23.867852 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-302c210d-342b-4525-9c26-43fde08a294b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.880546 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13703f83-e267-4e15-a742-80b8ca93ecd9 req-bab19f0b-4ac0-486e-b52e-a4458963cbde tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.882108 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13703f83-e267-4e15-a742-80b8ca93ecd9 req-bab19f0b-4ac0-486e-b52e-a4458963cbde tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 945 time: 0.2414474 Jul 16 08:31:23.892369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae077648-6ef1-49b5-b07e-1cd5126f9b05 req-20776cfa-01b3-4f15-9e16-ae85b4ee6af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.893829 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ae077648-6ef1-49b5-b07e-1cd5126f9b05 req-20776cfa-01b3-4f15-9e16-ae85b4ee6af0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=13a06e14-eee5-4201-98b3-810650c6afa3 HTTP/1.1" status: 200 len: 852 time: 0.1133101 Jul 16 08:31:23.916936 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60ffd9cc-5ed4-45d7-833b-4547884760fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.919752 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60ffd9cc-5ed4-45d7-833b-4547884760fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.920853 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-60ffd9cc-5ed4-45d7-833b-4547884760fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed269a03-8ef5-4aed-8ff6-53ccc4761312 HTTP/1.1" status: 204 len: 168 time: 0.3920929 Jul 16 08:31:23.940808 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ae077648-6ef1-49b5-b07e-1cd5126f9b05 req-310f89e9-bcf9-42ea-8988-c3c93ae34d46 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380385 Jul 16 08:31:23.969519 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ffd9cc-5ed4-45d7-833b-4547884760fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed269a03-8ef5-4aed-8ff6-53ccc4761312,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:24.022827 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13703f83-e267-4e15-a742-80b8ca93ecd9 req-eacf916e-631f-448c-bc3b-849aa6cb88ec tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323693 Jul 16 08:31:24.054622 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-302c210d-342b-4525-9c26-43fde08a294b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.073156 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a44ecc-7e35-4180-91af-d7a4dcc0f44e req-79cc5031-57b3-40eb-a4cc-1727ee3eb7d1 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.077184 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e1a44ecc-7e35-4180-91af-d7a4dcc0f44e req-79cc5031-57b3-40eb-a4cc-1727ee3eb7d1 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb0e69-c949-4ff5-b6e4-7c7fc360f56f HTTP/1.1" status: 200 len: 946 time: 0.1852536 Jul 16 08:31:24.084451 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-f16df077-d784-40e1-ab56-6558cb433ba1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.090860 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-302c210d-342b-4525-9c26-43fde08a294b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c727f580-5d9d-4e64-8e13-4f4d27c5457d']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:24.110544 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-302c210d-342b-4525-9c26-43fde08a294b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98084a8a-aa09-4bd2-8cca-be0761e12fb2') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:24.110838 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-302c210d-342b-4525-9c26-43fde08a294b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98084a8a-aa09-4bd2-8cca-be0761e12fb2') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:24.126246 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-302c210d-342b-4525-9c26-43fde08a294b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.148069 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ae077648-6ef1-49b5-b07e-1cd5126f9b05 req-4c2e8f04-0409-49fb-8d92-203512aa874d service neutron] 10.222.0.38 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891634 Jul 16 08:31:24.149088 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-302c210d-342b-4525-9c26-43fde08a294b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.163071 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-f16df077-d784-40e1-ab56-6558cb433ba1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.165427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-302c210d-342b-4525-9c26-43fde08a294b admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:24.166111 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-302c210d-342b-4525-9c26-43fde08a294b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:24.168119 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:24.188606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-f16df077-d784-40e1-ab56-6558cb433ba1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:24.193361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-f16df077-d784-40e1-ab56-6558cb433ba1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:24.221093 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-f16df077-d784-40e1-ab56-6558cb433ba1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:24.247447 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e1a44ecc-7e35-4180-91af-d7a4dcc0f44e req-5ec15ed9-f601-41cf-bdf7-d872379a22b5 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106722 Jul 16 08:31:24.310942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16df077-d784-40e1-ab56-6558cb433ba1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Pushing event updated for resources: {'Port': ['ID=b9a95dbe-c086-4c79-ac21-2fea3daed19b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:24.319553 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-302c210d-342b-4525-9c26-43fde08a294b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.330507 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-302c210d-342b-4525-9c26-43fde08a294b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.332998 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-302c210d-342b-4525-9c26-43fde08a294b admin admin] 10.222.0.20 "DELETE /v2.0/networks/c727f580-5d9d-4e64-8e13-4f4d27c5457d HTTP/1.1" status: 204 len: 168 time: 0.6496964 Jul 16 08:31:24.337051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44190) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:24.355741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c210d-342b-4525-9c26-43fde08a294b admin admin] Pushing event deleted for resources: {'Network': ['ID=c727f580-5d9d-4e64-8e13-4f4d27c5457d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:24.365420 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ae077648-6ef1-49b5-b07e-1cd5126f9b05 req-4906834e-c3fa-45c9-a948-e167facef99e service neutron] 10.222.0.38 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097170 Jul 16 08:31:24.419684 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62960f5-1d33-4393-9782-be94665c4ba7 req-03dc91fe-f8aa-4b9d-bfbf-ab281a55c4fa tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.421329 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c62960f5-1d33-4393-9782-be94665c4ba7 req-03dc91fe-f8aa-4b9d-bfbf-ab281a55c4fa tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=14b7334c-18a9-4697-852e-f00ee83384aa HTTP/1.1" status: 200 len: 943 time: 0.1827137 Jul 16 08:31:24.457104 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44192) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:24.479842 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c62960f5-1d33-4393-9782-be94665c4ba7 req-8ca08f95-cb58-4089-a51c-314c7e9c571b tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527828 Jul 16 08:31:24.512749 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b7748573-5357-4109-bc47-4da28a23b964 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58176372425f45bab4e760ac20144ff9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0537794 Jul 16 08:31:24.515015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44194) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:24.570253 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-362d4c13-23e8-477f-8c82-0eb489ae2c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.598117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-362d4c13-23e8-477f-8c82-0eb489ae2c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.652273 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-362d4c13-23e8-477f-8c82-0eb489ae2c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.655276 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-362d4c13-23e8-477f-8c82-0eb489ae2c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.656629 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-362d4c13-23e8-477f-8c82-0eb489ae2c12 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8ada19b-fb97-4bfa-8763-542aecd2dbae HTTP/1.1" status: 204 len: 168 time: 0.1405957 Jul 16 08:31:24.673218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d4c13-23e8-477f-8c82-0eb489ae2c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ada19b-fb97-4bfa-8763-542aecd2dbae,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:24.710028 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63bd774d-3c9a-473b-a4ab-e3f92c6e9399', 'name': 'network-vif-deleted', 'tag': '74202671-dec1-49d8-b111-f1392763ffd4'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:24.712976 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3e7af4-a422-4831-9475-aa3652a9d522" -d '{"events": [{"server_uuid": "63bd774d-3c9a-473b-a4ab-e3f92c6e9399", "name": "network-vif-deleted", "tag": "74202671-dec1-49d8-b111-f1392763ffd4"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:24.724461 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-f16df077-d784-40e1-ab56-6558cb433ba1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.725124 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-f16df077-d784-40e1-ab56-6558cb433ba1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.741027 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:24.743395 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d16ec6-f6bb-4903-892d-dccaea5a2f13" -d '{"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-plugged", "status": "completed", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:24.778723 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dbfea57-578c-4ad6-b1be-ff33d8f19dbd admin admin] Deleting subnet 6d8f84ea-0953-4e80-8846-ef076deb3c18 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:24.782468 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6dbfea57-578c-4ad6-b1be-ff33d8f19dbd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.802100 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-d303ea0e-4637-4a8e-9e2b-e319f0007257 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=bfc843d204874d8f878cb40ff0cf7212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246942 Jul 16 08:31:24.804727 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-f16df077-d784-40e1-ab56-6558cb433ba1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5618379 Jul 16 08:31:24.823618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Request body: {'port': {'device_id': '6baede1a-21cd-4909-9143-2012ebd07b10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:24.855221 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6dbfea57-578c-4ad6-b1be-ff33d8f19dbd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.916826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d9f1b9-79d4-4a17-a32b-fc6e1c0a117e req-b0aadac8-1040-4891-a731-a9fccb1eeca6 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.918351 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b8d9f1b9-79d4-4a17-a32b-fc6e1c0a117e req-b0aadac8-1040-4891-a731-a9fccb1eeca6 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 1101 time: 0.2009592 Jul 16 08:31:24.918744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-5f863cde-68d7-40b4-905a-efb1326e55f1 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.920310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-5f863cde-68d7-40b4-905a-efb1326e55f1 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1116788 Jul 16 08:31:24.922268 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6dbfea57-578c-4ad6-b1be-ff33d8f19dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.942087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-6f5b8e0d-f734-4eed-8aff-6b2e28d302c4 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/quotas/bfc843d204874d8f878cb40ff0cf7212 HTTP/1.1" status: 200 len: 375 time: 0.0129607 Jul 16 08:31:24.978714 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-25d42407-b173-4d3b-9a71-78c59eb2040b tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bfc843d204874d8f878cb40ff0cf7212&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358109 Jul 16 08:31:25.021391 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.039589 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b8d9f1b9-79d4-4a17-a32b-fc6e1c0a117e req-de2e0401-9266-4847-b707-4273c0643d6c tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970190 Jul 16 08:31:25.045847 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6dbfea57-578c-4ad6-b1be-ff33d8f19dbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.096088 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6dbfea57-578c-4ad6-b1be-ff33d8f19dbd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.100838 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6dbfea57-578c-4ad6-b1be-ff33d8f19dbd admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6d8f84ea-0953-4e80-8846-ef076deb3c18 HTTP/1.1" status: 204 len: 168 time: 0.7604570 Jul 16 08:31:25.100838 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfea57-578c-4ad6-b1be-ff33d8f19dbd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d8f84ea-0953-4e80-8846-ef076deb3c18,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:25.102707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44232) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:25.126949 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00102a44-240a-4f61-9e58-91a46218cf55 x-openstack-request-id: req-00102a44-240a-4f61-9e58-91a46218cf55 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:25.127204 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63bd774d-3c9a-473b-a4ab-e3f92c6e9399", "name": "network-vif-deleted", "tag": "74202671-dec1-49d8-b111-f1392763ffd4", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:25.134947 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00102a44-240a-4f61-9e58-91a46218cf55 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:25.135480 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63bd774d-3c9a-473b-a4ab-e3f92c6e9399', 'name': 'network-vif-deleted', 'tag': '74202671-dec1-49d8-b111-f1392763ffd4', 'status': 'completed', 'code': 200} Jul 16 08:31:25.168779 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e9dfd7-013a-45f5-bf8a-2025f3298609 x-openstack-request-id: req-95e9dfd7-013a-45f5-bf8a-2025f3298609 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:25.169075 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-plugged", "status": "completed", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:25.169332 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95e9dfd7-013a-45f5-bf8a-2025f3298609 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:25.169962 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'code': 200} Jul 16 08:31:25.287711 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af33b012-cc40-4b82-a668-ff16856621a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.445107 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af33b012-cc40-4b82-a668-ff16856621a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.462093 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-af33b012-cc40-4b82-a668-ff16856621a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40fb1b4-2595-4247-8ac9-55b95a68de7a']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:25.475577 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-af33b012-cc40-4b82-a668-ff16856621a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7620ab9e-8c56-47bd-b6ff-9917083af735') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:25.475892 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-af33b012-cc40-4b82-a668-ff16856621a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7620ab9e-8c56-47bd-b6ff-9917083af735') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:25.488458 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af33b012-cc40-4b82-a668-ff16856621a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.500607 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374f896-a793-4684-a215-627c734c9d59 req-bf8530be-8747-4cb1-9c3c-eba2d3306cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:25.502823 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7374f896-a793-4684-a215-627c734c9d59 req-bf8530be-8747-4cb1-9c3c-eba2d3306cb3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 1097 time: 0.2416742 Jul 16 08:31:25.503026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc902e52-db6f-40cc-a99a-a0eafeb0d39d req-ca9b87a5-2885-40d1-8718-2df1f1dc79cf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:25.504769 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dc902e52-db6f-40cc-a99a-a0eafeb0d39d req-ca9b87a5-2885-40d1-8718-2df1f1dc79cf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 931 time: 0.1651905 Jul 16 08:31:25.529024 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af33b012-cc40-4b82-a668-ff16856621a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.540095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af33b012-cc40-4b82-a668-ff16856621a7 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:25.540511 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af33b012-cc40-4b82-a668-ff16856621a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:25.543372 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:25.554547 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6d391fe1-9d89-4a25-a98c-7521ead39320 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:25.585358 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dc902e52-db6f-40cc-a99a-a0eafeb0d39d req-19b3a220-3eda-45a1-b4bc-e01cfedbd0e7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732100 Jul 16 08:31:25.591495 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9826a7a-537b-42d5-8df6-cb00ccb34d34 req-f45da643-37af-4a5f-9b43-0f6c1770ebba tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:25.608783 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9826a7a-537b-42d5-8df6-cb00ccb34d34 req-f45da643-37af-4a5f-9b43-0f6c1770ebba tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 945 time: 0.2801800 Jul 16 08:31:25.611709 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44256) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:25.692037 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af33b012-cc40-4b82-a668-ff16856621a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.695098 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7374f896-a793-4684-a215-627c734c9d59 req-27441bd0-4b6f-4211-b21c-ff50ca48720b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1777518 Jul 16 08:31:25.699558 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af33b012-cc40-4b82-a668-ff16856621a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.701652 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-af33b012-cc40-4b82-a668-ff16856621a7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a40fb1b4-2595-4247-8ac9-55b95a68de7a HTTP/1.1" status: 204 len: 168 time: 0.5964720 Jul 16 08:31:25.717174 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9826a7a-537b-42d5-8df6-cb00ccb34d34 req-8254a6f3-5dd2-4b64-a94a-2608f13bba4c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073339 Jul 16 08:31:25.734687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33b012-cc40-4b82-a668-ff16856621a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a40fb1b4-2595-4247-8ac9-55b95a68de7a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:25.735039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9a95dbe-c086-4c79-ac21-2fea3daed19b {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:25.746510 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.779774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6d391fe1-9d89-4a25-a98c-7521ead39320, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6d391fe1-9d89-4a25-a98c-7521ead39320,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:25.783520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Transition to ACTIVE for port object b9a95dbe-c086-4c79-ac21-2fea3daed19b will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:25.793029 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.818930 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-16084531-network', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:25.823077 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '6d391fe1-9d89-4a25-a98c-7521ead39320', 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b', 'port_id': '6d391fe1-9d89-4a25-a98c-7521ead39320', 'mac_address': 'fa:16:3e:74:e9:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a06e14-eee5-4201-98b3-810650c6afa3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:25.827566 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdce51-40f3-4efc-ac80-2e32c315c976 req-7622ca46-3908-4373-92ee-10c661404f10 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:25.836782 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ecdce51-40f3-4efc-ac80-2e32c315c976 req-7622ca46-3908-4373-92ee-10c661404f10 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6dd32b2c-9d13-4bf7-99b2-5a0b027e697a HTTP/1.1" status: 200 len: 1101 time: 0.0748947 Jul 16 08:31:25.906444 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ecdce51-40f3-4efc-ac80-2e32c315c976 req-6ae62b76-b855-474b-976c-4c33172226d5 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673726 Jul 16 08:31:25.906914 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.922039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44262) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:25.947506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d391fe1-9d89-4a25-a98c-7521ead39320 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:25.994636 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6d391fe1-9d89-4a25-a98c-7521ead39320, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6d391fe1-9d89-4a25-a98c-7521ead39320,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:25.999275 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.011968 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fb0a1085-755e-4dc2-99de-1efbf1a537f4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3eeabbc7fd404bf4820acd440d1ff28d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0865216 Jul 16 08:31:26.012285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44266) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:26.024133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a95dbe-c086-4c79-ac21-2fea3daed19b,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:26.055116 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7c1a7b4-d02d-4351-9985-f7db764d024d req-83e9e05c-b19c-4836-a60d-768a886f6eb3 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=811a2c95-e406-4c56-81bb-66579753f3ae HTTP/1.1" status: 200 len: 210 time: 0.1331332 Jul 16 08:31:26.064730 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] Made reservation on behalf of d8b6885886624e93b31117d06ce6f0e1 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:26.074134 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.090667 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=6d391fe1-9d89-4a25-a98c-7521ead39320,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:26.098690 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bae791bf-7279-437a-b38b-58cf5b46a610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.114128 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.151400 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bae791bf-7279-437a-b38b-58cf5b46a610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.193399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Attempting to bind port b9a95dbe-c086-4c79-ac21-2fea3daed19b on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:26.193745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Attempting to bind port b9a95dbe-c086-4c79-ac21-2fea3daed19b by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:26.194072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Attempting to bind port b9a95dbe-c086-4c79-ac21-2fea3daed19b on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:26.225012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556abbc-10fb-4815-95ec-95b90cc3ddb8 req-be5a5035-c5a1-4ec0-8f23-2879b2e582dc tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:26.226745 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a556abbc-10fb-4815-95ec-95b90cc3ddb8 req-be5a5035-c5a1-4ec0-8f23-2879b2e582dc tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb0e69-c949-4ff5-b6e4-7c7fc360f56f HTTP/1.1" status: 200 len: 946 time: 0.1446054 Jul 16 08:31:26.237137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Port b9a95dbe-c086-4c79-ac21-2fea3daed19b on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:26.237467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Attempting to bind port b9a95dbe-c086-4c79-ac21-2fea3daed19b on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:26.246568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['6d391fe1-9d89-4a25-a98c-7521ead39320'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:26.260953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:26.261247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Checking segment: {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:26.261602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Bound using segment: {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:26.262068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Bound port: b9a95dbe-c086-4c79-ac21-2fea3daed19b, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:26.262450 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.276106 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a556abbc-10fb-4815-95ec-95b90cc3ddb8 req-395a6e7e-9fc4-4c57-9950-3c3ef7776495 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425422 Jul 16 08:31:26.286068 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bae791bf-7279-437a-b38b-58cf5b46a610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.289619 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bae791bf-7279-437a-b38b-58cf5b46a610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.294290 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bae791bf-7279-437a-b38b-58cf5b46a610 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ac6b3fa-4f27-4301-bade-3a55a33ee3f3 HTTP/1.1" status: 204 len: 168 time: 0.2807076 Jul 16 08:31:26.302736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae791bf-7279-437a-b38b-58cf5b46a610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac6b3fa-4f27-4301-bade-3a55a33ee3f3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:26.369940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.375093 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 74202671-dec1-49d8-b111-f1392763ffd4 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:26.381817 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.401177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 74202671-dec1-49d8-b111-f1392763ffd4 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:26.401673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 74202671-dec1-49d8-b111-f1392763ffd4 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:26.424994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:31:26.437208 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5231152-cd2d-41ea-b23b-20b8af748873 req-d4c8ab6f-154e-47a7-8381-5751c2bd9b7d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:26.444555 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b5231152-cd2d-41ea-b23b-20b8af748873 req-d4c8ab6f-154e-47a7-8381-5751c2bd9b7d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=14b7334c-18a9-4697-852e-f00ee83384aa HTTP/1.1" status: 200 len: 944 time: 0.2479632 Jul 16 08:31:26.457831 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-681285fb-8323-44ba-a9bc-bf81f08fe5df tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=234331fe0b8a468fb70b4b1e509a742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355055 Jul 16 08:31:26.466291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] For port b9a95dbe-c086-4c79-ac21-2fea3daed19b, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:26.502412 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.502412 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] Added segment b175c693-9996-4a83-9525-9454ee38b606 of type vlan for network 0c5f73ec-a0de-48c0-b3ce-ddc25111ed59 Jul 16 08:31:26.505355 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9d2bdb-edf2-4545-80df-9d8004dd397d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:26.526299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] For port b9a95dbe-c086-4c79-ac21-2fea3daed19b, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b9a95dbe-c086-4c79-ac21-2fea3daed19b,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:26.546379 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.607683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-edb977eb-a9cf-4cdf-b601-dc59f8393685 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:26.616525 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-edb977eb-a9cf-4cdf-b601-dc59f8393685 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1500757 Jul 16 08:31:26.633785 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-f56897a6-7be6-4b7a-b367-88d287d68dc7 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/quotas/234331fe0b8a468fb70b4b1e509a742a HTTP/1.1" status: 200 len: 375 time: 0.0161881 Jul 16 08:31:26.644214 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b5231152-cd2d-41ea-b23b-20b8af748873 req-732618ae-a52a-4c48-a50c-da0402f20ab4 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984632 Jul 16 08:31:26.662021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:26.663733 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.669483 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] 10.222.0.38 "PUT /v2.0/ports/b9a95dbe-c086-4c79-ac21-2fea3daed19b HTTP/1.1" status: 200 len: 1092 time: 1.8522308 Jul 16 08:31:26.674763 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.732524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5809f2e-e441-458f-9540-c5f2ca9a6037 service neutron] Pushing event updated for resources: {'Port': ['ID=b9a95dbe-c086-4c79-ac21-2fea3daed19b,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:26.751236 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-0743e2bd-d35c-457e-a14d-c7a3cbf323b1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1163216 Jul 16 08:31:26.766245 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.767741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:26.769258 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.831780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44288) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:26.845138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-d12913fa-8486-4402-a789-68029339304f tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bfc843d204874d8f878cb40ff0cf7212&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661116 Jul 16 08:31:26.870654 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2553921 Jul 16 08:31:26.873597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44290) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:26.903734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e5392f83-d0d4-4d6c-9015-e1c26a770ba2 admin admin] Request body: {'subnet': {'network_id': '0c5f73ec-a0de-48c0-b3ce-ddc25111ed59', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-16084531-subnet', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:26.939412 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3c743c82-ece1-4550-967e-5cd565b793d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=297d0ab24e0a4a3b938e4bdfda7f8442&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1048532 Jul 16 08:31:26.944233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44294) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:26.955332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae07bcad-3e32-40a2-b7f7-fdc28643a95f admin admin] Pushing event updated for resources: {'Network': ['ID=0c5f73ec-a0de-48c0-b3ce-ddc25111ed59,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:26.967756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 0c5f73ec-a0de-48c0-b3ce-ddc25111ed59 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:31:26.986051 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5392f83-d0d4-4d6c-9015-e1c26a770ba2 admin admin] Made reservation on behalf of d8b6885886624e93b31117d06ce6f0e1 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:27.006614 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5392f83-d0d4-4d6c-9015-e1c26a770ba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.145696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baede1a-21cd-4909-9143-2012ebd07b10', 'tag': 'b9a95dbe-c086-4c79-ac21-2fea3daed19b'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:27.149204 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfc660d-34d6-40d0-866f-c44689b5afd4" -d '{"events": [{"name": "network-changed", "server_uuid": "6baede1a-21cd-4909-9143-2012ebd07b10", "tag": "b9a95dbe-c086-4c79-ac21-2fea3daed19b"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:27.173907 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-66668451-3452-4cf7-af09-64bb316c0e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.176214 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-66668451-3452-4cf7-af09-64bb316c0e6b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 1095 time: 0.3697426 Jul 16 08:31:27.237680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eef503-7101-4360-b787-bf5b841d8cd5 req-d866fa9a-848b-421e-baf1-d94674b37837 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.239755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-86eef503-7101-4360-b787-bf5b841d8cd5 req-d866fa9a-848b-421e-baf1-d94674b37837 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 943 time: 0.1266029 Jul 16 08:31:27.255883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-a9a59e06-dfac-4f4e-9ff4-0c3ca0f422e1 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.257423 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-a9a59e06-dfac-4f4e-9ff4-0c3ca0f422e1 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3835616 Jul 16 08:31:27.277427 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-1c17a2a9-a778-4323-a852-fe2a95ef5eea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9a95dbe-c086-4c79-ac21-2fea3daed19b HTTP/1.1" status: 200 len: 217 time: 0.0915473 Jul 16 08:31:27.287427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Request body: {'port': {'device_id': '811a2c95-e406-4c56-81bb-66579753f3ae', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': 'bfc843d204874d8f878cb40ff0cf7212'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:27.294980 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-29d49183-2114-42dd-b066-1adbfc4c1d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.334169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-86eef503-7101-4360-b787-bf5b841d8cd5 req-edd3f133-7645-40f1-8060-c6ed0cf9fb57 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778730 Jul 16 08:31:27.344004 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5392f83-d0d4-4d6c-9015-e1c26a770ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.406296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5392f83-d0d4-4d6c-9015-e1c26a770ba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1f5e208-6c14-46b1-b423-12df9716b9e9,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:27.417264 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-29d49183-2114-42dd-b066-1adbfc4c1d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.441058 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5687615-7a95-485d-b835-df9c71e41749 req-d9676e57-da55-42ba-bd9a-c0c87bb2e060 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 210 time: 0.0383515 Jul 16 08:31:27.447429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-3a85eefc-f3ba-4b3a-a0fc-93f209b2e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.448948 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-3a85eefc-f3ba-4b3a-a0fc-93f209b2e498 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 200 len: 845 time: 0.1566560 Jul 16 08:31:27.463793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5392f83-d0d4-4d6c-9015-e1c26a770ba2 admin admin] Checking segment: {'id': 'b175c693-9996-4a83-9525-9454ee38b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c5f73ec-a0de-48c0-b3ce-ddc25111ed59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:27.464618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5392f83-d0d4-4d6c-9015-e1c26a770ba2 admin admin] Network hostable DHCP agents. Network: 0c5f73ec-a0de-48c0-b3ce-ddc25111ed59, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:31:27.486079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5392f83-d0d4-4d6c-9015-e1c26a770ba2 admin admin] Network 0c5f73ec-a0de-48c0-b3ce-ddc25111ed59 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:31:27.497899 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e5392f83-d0d4-4d6c-9015-e1c26a770ba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 0c5f73ec-a0de-48c0-b3ce-ddc25111ed59) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:27.505683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5392f83-d0d4-4d6c-9015-e1c26a770ba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.506411 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5392f83-d0d4-4d6c-9015-e1c26a770ba2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.512150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6954e259-ce42-47b1-9d63-8fff0d75592c None None] Network 0c5f73ec-a0de-48c0-b3ce-ddc25111ed59 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:27.519956 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-9ee1a6b1-a29b-41d1-91e4-053e101ff725 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=20ee9c8f-2cd9-40d6-987d-933e8af4b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502238 Jul 16 08:31:27.524571 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e5392f83-d0d4-4d6c-9015-e1c26a770ba2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6482427 Jul 16 08:31:27.525818 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44310) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:27.531014 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-16084531-router', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:27.534844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4af5e-38ee-475f-8d43-b609d6bfdad3 req-21d9bc21-43f6-42f4-a1fe-82beef232435 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.537082 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-33d4af5e-38ee-475f-8d43-b609d6bfdad3 req-21d9bc21-43f6-42f4-a1fe-82beef232435 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 945 time: 0.3354466 Jul 16 08:31:27.553553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6d391fe1-9d89-4a25-a98c-7521ead39320 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:27.578083 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.579124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.680703 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.690142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 6d391fe1-9d89-4a25-a98c-7521ead39320 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:27.702410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 6d391fe1-9d89-4a25-a98c-7521ead39320 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:27.704786 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.716006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Made reservation on behalf of bfc843d204874d8f878cb40ff0cf7212 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:27.719559 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.721713 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-29d49183-2114-42dd-b066-1adbfc4c1d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.724972 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-29d49183-2114-42dd-b066-1adbfc4c1d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.728668 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-29d49183-2114-42dd-b066-1adbfc4c1d6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d05b52e-1998-4b85-877c-63d355f70c6c HTTP/1.1" status: 204 len: 168 time: 0.7603250 Jul 16 08:31:27.781572 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-e3597f33-829e-41b8-948f-fd4098c0d8ae service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434952 Jul 16 08:31:27.799507 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-33d4af5e-38ee-475f-8d43-b609d6bfdad3 req-194320d0-2380-4cf5-b24b-47a1ba3e67b4 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2503672 Jul 16 08:31:27.800625 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d49183-2114-42dd-b066-1adbfc4c1d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d05b52e-1998-4b85-877c-63d355f70c6c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:27.834687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-0c5f73ec-a0de-48c0-b3ce-ddc25111ed59', 'network_id': '0c5f73ec-a0de-48c0-b3ce-ddc25111ed59', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1', 'fixed_ips': [{'subnet_id': 'a1f5e208-6c14-46b1-b423-12df9716b9e9'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:31:27.836209 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.891661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341217af-9f7f-45d3-82b8-f754adc7346a req-84d8bf58-3e44-4d94-9bc9-a8803b711a77 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.892403 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.898417 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-341217af-9f7f-45d3-82b8-f754adc7346a req-84d8bf58-3e44-4d94-9bc9-a8803b711a77 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb0e69-c949-4ff5-b6e4-7c7fc360f56f HTTP/1.1" status: 200 len: 946 time: 0.2867143 Jul 16 08:31:27.935455 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6d391fe1-9d89-4a25-a98c-7521ead39320, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6d391fe1-9d89-4a25-a98c-7521ead39320,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:27.984702 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1f06fb7-98dc-4c8a-823f-523ae46dbaa5 req-5ea86ab0-e1f5-4fe4-9fda-19ae5b5475f1 service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809413 Jul 16 08:31:27.989150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b7334c-18a9-4697-852e-f00ee83384aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d391fe1-9d89-4a25-a98c-7521ead39320'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:27.995018 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30187ed-de14-4277-9cdc-8df617434dc5" -d '{"events": [{"server_uuid": "14b7334c-18a9-4697-852e-f00ee83384aa", "name": "network-vif-plugged", "status": "completed", "tag": "6d391fe1-9d89-4a25-a98c-7521ead39320"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:28.009258 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.072483 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-172810fa-1b48-4400-a0fe-5faace71c9bd req-d2d6d7cc-ba24-4d27-8ae1-3c59d0770e25 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=811a2c95-e406-4c56-81bb-66579753f3ae HTTP/1.1" status: 200 len: 210 time: 0.0631628 Jul 16 08:31:28.118126 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.149017 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-341217af-9f7f-45d3-82b8-f754adc7346a req-4be07cca-350d-42fd-b1e9-5cd9469faea5 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups?id=68590b55-99bc-4a04-8463-311306f75b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432566 Jul 16 08:31:28.152566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=6d391fe1-9d89-4a25-a98c-7521ead39320,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:28.172675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Allocated IP 172.20.0.2 (0c5f73ec-a0de-48c0-b3ce-ddc25111ed59/a1f5e208-6c14-46b1-b423-12df9716b9e9/62cb0721-45a7-4bfe-bfa0-64dcbe733dc1) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:28.201376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Allocated IP 192.168.233.39 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/e66759a1-d4d9-4a78-a859-8659786ca42a) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:28.290951 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac65e2a6-290e-48e7-a9dc-a37fa1e59045 x-openstack-request-id: req-ac65e2a6-290e-48e7-a9dc-a37fa1e59045 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:28.291218 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6baede1a-21cd-4909-9143-2012ebd07b10", "tag": "b9a95dbe-c086-4c79-ac21-2fea3daed19b", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:28.291555 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac65e2a6-290e-48e7-a9dc-a37fa1e59045 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:28.292301 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baede1a-21cd-4909-9143-2012ebd07b10', 'tag': 'b9a95dbe-c086-4c79-ac21-2fea3daed19b', 'status': 'completed', 'code': 200} Jul 16 08:31:28.389367 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.399275 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Transition to ACTIVE for port object 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:28.423774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Transition to ACTIVE for port object 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:28.436833 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.486084 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.494088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ffca23-a1da-4cbd-aa71-135382bd3e67 req-7b4e644d-128a-47cc-be6d-a245577298c2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.495618 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e6ffca23-a1da-4cbd-aa71-135382bd3e67 req-7b4e644d-128a-47cc-be6d-a245577298c2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.38 "GET /v2.0/ports?device_id=abeb0e69-c949-4ff5-b6e4-7c7fc360f56f HTTP/1.1" status: 200 len: 946 time: 0.1584854 Jul 16 08:31:28.503007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Transition to ACTIVE for port object e66759a1-d4d9-4a78-a859-8659786ca42a will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:28.515317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Network 0c5f73ec-a0de-48c0-b3ce-ddc25111ed59 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:28.525911 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:28.539074 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:28.553738 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.639206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:28.647968 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:28.648326 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Pushing event updated for resources: {'Port': ['ID=62cb0721-45a7-4bfe-bfa0-64dcbe733dc1,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:28.649866 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-63cda1f2-0e34-4cb0-8b71-42261cf5f654 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=234331fe0b8a468fb70b4b1e509a742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530245 Jul 16 08:31:28.650606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:28.668121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc660d-34d6-40d0-866f-c44689b5afd4 req-3eb34427-d723-46a4-98ba-773e300d82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.670470 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcfc660d-34d6-40d0-866f-c44689b5afd4 req-3eb34427-d723-46a4-98ba-773e300d82d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 1095 time: 0.3850021 Jul 16 08:31:28.698698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Attempting to bind port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:28.699364 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Attempting to bind port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'b175c693-9996-4a83-9525-9454ee38b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c5f73ec-a0de-48c0-b3ce-ddc25111ed59'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:28.699940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Attempting to bind port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 on network 0c5f73ec-a0de-48c0-b3ce-ddc25111ed59 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:28.716265 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:28.717083 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Checking segment: {'id': 'b175c693-9996-4a83-9525-9454ee38b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c5f73ec-a0de-48c0-b3ce-ddc25111ed59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:28.718181 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.718780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Bound using segment: {'id': 'b175c693-9996-4a83-9525-9454ee38b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c5f73ec-a0de-48c0-b3ce-ddc25111ed59'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:28.719464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Bound port: 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b175c693-9996-4a83-9525-9454ee38b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c5f73ec-a0de-48c0-b3ce-ddc25111ed59'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:28.720058 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.732076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Pushing event updated for resources: {'Port': ['ID=e66759a1-d4d9-4a78-a859-8659786ca42a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:28.746715 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.773428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1227b76-7e0b-47fc-a28e-72fa10a3246d req-72c17383-f9c2-4300-82c7-338163231a65 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.790180 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1227b76-7e0b-47fc-a28e-72fa10a3246d req-72c17383-f9c2-4300-82c7-338163231a65 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 945 time: 0.4532919 Jul 16 08:31:28.791557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.791917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.792237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.792596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.792922 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.793249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.793573 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.793895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.794216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.794531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.794849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.795164 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.809114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44340) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:28.822173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd530c3-e12c-4370-8079-c44fa3e78665 req-6c0e5d5d-1d94-4cda-acad-5493499ceaf0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.829224 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cd530c3-e12c-4370-8079-c44fa3e78665 req-6c0e5d5d-1d94-4cda-acad-5493499ceaf0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=14b7334c-18a9-4697-852e-f00ee83384aa HTTP/1.1" status: 200 len: 945 time: 0.4102914 Jul 16 08:31:28.830163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c4e56fb7-928f-467a-9c7c-72edf41db7e1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Request body: {'floatingip': {'port_id': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:28.850715 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.851494 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.868042 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f333160c-d934-4f07-8655-a0703ceb18ae x-openstack-request-id: req-f333160c-d934-4f07-8655-a0703ceb18ae {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:28.868596 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b7334c-18a9-4697-852e-f00ee83384aa", "name": "network-vif-plugged", "status": "completed", "tag": "6d391fe1-9d89-4a25-a98c-7521ead39320", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:28.868867 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f333160c-d934-4f07-8655-a0703ceb18ae {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:28.869289 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b7334c-18a9-4697-852e-f00ee83384aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d391fe1-9d89-4a25-a98c-7521ead39320', 'code': 200} Jul 16 08:31:28.875747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] For port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:28.887212 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] For port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=62cb0721-45a7-4bfe-bfa0-64dcbe733dc1,segment=NetworkSegment(b175c693-9996-4a83-9525-9454ee38b606),segment_id=b175c693-9996-4a83-9525-9454ee38b606)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:28.895220 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.911505 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.018970 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-bfcb9b1a-f110-42c7-9762-e9ce60215eb9 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7405128 Jul 16 08:31:29.022152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131e188-fc1f-40f6-959d-647b1d8624ca None None] Pushing event updated for resources: {'Port': ['ID=62cb0721-45a7-4bfe-bfa0-64dcbe733dc1,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:29.038913 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Request body: {'port': {'device_id': '811a2c95-e406-4c56-81bb-66579753f3ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:29.056362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4e56fb7-928f-467a-9c7c-72edf41db7e1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.107743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-69d9c512-a2ca-4cdd-b14b-caefbafb307e None None] Provisioning for port e66759a1-d4d9-4a78-a859-8659786ca42a completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:29.112111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-69d9c512-a2ca-4cdd-b14b-caefbafb307e None None] Provisioning complete for port e66759a1-d4d9-4a78-a859-8659786ca42a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:29.112702 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-69d9c512-a2ca-4cdd-b14b-caefbafb307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.163284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-69d9c512-a2ca-4cdd-b14b-caefbafb307e None None] Port e66759a1-d4d9-4a78-a859-8659786ca42a cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:29.202553 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cd530c3-e12c-4370-8079-c44fa3e78665 req-95a04279-7646-4bc7-9d45-84f0621df117 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3723848 Jul 16 08:31:29.236233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc660d-34d6-40d0-866f-c44689b5afd4 req-6736e498-70b7-4b74-87f5-d44ce06df9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.240251 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcfc660d-34d6-40d0-866f-c44689b5afd4 req-6736e498-70b7-4b74-87f5-d44ce06df9bc service neutron] 10.222.0.38 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 905 time: 0.5418081 Jul 16 08:31:29.329107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-e6ffca23-a1da-4cbd-aa71-135382bd3e67 req-9f34baea-117d-4416-a64a-183c50a80cc2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Deleting port acad4333-fba1-41dc-a2cc-f9713e66699a {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:29.329432 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e6ffca23-a1da-4cbd-aa71-135382bd3e67 req-9f34baea-117d-4416-a64a-183c50a80cc2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.361880 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-b6032730-2d35-4880-a380-14fd2176713e tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.364709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-b6032730-2d35-4880-a380-14fd2176713e tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6198874 Jul 16 08:31:29.366169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Allocated IP 172.25.4.161 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/138f7c07-6a21-45e7-a11f-f8235edb2165) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:29.390439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Request body: {'port': {'device_id': '0e3114cd-8131-4de3-b05e-9fb6f0eda89e', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '234331fe0b8a468fb70b4b1e509a742a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:29.446726 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9d3625-9e6f-461b-b8a7-1c9bd834b53d req-601d2364-3f57-4509-b305-86778d3502ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.448251 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b9d3625-9e6f-461b-b8a7-1c9bd834b53d req-601d2364-3f57-4509-b305-86778d3502ec service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=14b7334c-18a9-4697-852e-f00ee83384aa HTTP/1.1" status: 200 len: 1097 time: 0.3986943 Jul 16 08:31:29.450019 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcfc660d-34d6-40d0-866f-c44689b5afd4 req-6c59958d-4872-4db7-84da-77552bb4750e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9a95dbe-c086-4c79-ac21-2fea3daed19b HTTP/1.1" status: 200 len: 217 time: 0.1555591 Jul 16 08:31:29.457720 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.468014 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce0bf240-25fc-48e1-83b0-cb6f3cfdbb37 req-a8a867b2-7822-45fd-8b07-1037cc59ad6d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 210 time: 0.0735741 Jul 16 08:31:29.670724 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-e6ffca23-a1da-4cbd-aa71-135382bd3e67 req-9f34baea-117d-4416-a64a-183c50a80cc2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] For port acad4333-fba1-41dc-a2cc-f9713e66699a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=acad4333-fba1-41dc-a2cc-f9713e66699a,segment=NetworkSegment(140d3a23-c817-4c24-97a6-f35ef6f12597),segment_id=140d3a23-c817-4c24-97a6-f35ef6f12597)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:29.671141 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e6ffca23-a1da-4cbd-aa71-135382bd3e67 req-9f34baea-117d-4416-a64a-183c50a80cc2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.699740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-e6ffca23-a1da-4cbd-aa71-135382bd3e67 req-9f34baea-117d-4416-a64a-183c50a80cc2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Calling delete_port for acad4333-fba1-41dc-a2cc-f9713e66699a owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:29.751579 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.819678 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Made reservation on behalf of 234331fe0b8a468fb70b4b1e509a742a for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:29.823265 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.948050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:30.013924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:30.063157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc660d-34d6-40d0-866f-c44689b5afd4 req-c9027ec7-9d23-45f7-90a7-da2ffca48606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:30.064680 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcfc660d-34d6-40d0-866f-c44689b5afd4 req-c9027ec7-9d23-45f7-90a7-da2ffca48606 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 200 len: 845 time: 0.5857494 Jul 16 08:31:30.150977 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcfc660d-34d6-40d0-866f-c44689b5afd4 req-8936cf73-d179-4a5f-9039-1e3de34b3470 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=20ee9c8f-2cd9-40d6-987d-933e8af4b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674183 Jul 16 08:31:30.171574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67337c16-7540-41e8-a775-9010696bcec7 req-39685c4d-7655-4af4-8c44-6b062e253a45 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:30.173125 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67337c16-7540-41e8-a775-9010696bcec7 req-39685c4d-7655-4af4-8c44-6b062e253a45 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=811a2c95-e406-4c56-81bb-66579753f3ae HTTP/1.1" status: 200 len: 935 time: 0.5545657 Jul 16 08:31:30.198753 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b383b2-86ad-4a54-8939-0153dfcab008 req-01212aaa-62d8-4a4b-9af3-937e1a64a643 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:30.201351 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9b383b2-86ad-4a54-8939-0153dfcab008 req-01212aaa-62d8-4a4b-9af3-937e1a64a643 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 943 time: 1.1060152 Jul 16 08:31:30.223422 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b9d3625-9e6f-461b-b8a7-1c9bd834b53d req-3d7a752b-c7b0-4c44-a0b8-f98cf11df98e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7432668 Jul 16 08:31:30.247995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee1ccca-0e6f-4529-bd4c-6913fa3a9ef9 None None] Network 0c5f73ec-a0de-48c0-b3ce-ddc25111ed59 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:30.279837 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.338682 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6a8934d4-939a-4b65-b79d-20039a3b6ca8 None None] Provisioning for port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:30.350163 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67337c16-7540-41e8-a775-9010696bcec7 req-4b44ab34-0d05-4fcb-9056-6014ac75e36a tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620088 Jul 16 08:31:30.360029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6a8934d4-939a-4b65-b79d-20039a3b6ca8 None None] Provisioning complete for port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:30.362101 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6a8934d4-939a-4b65-b79d-20039a3b6ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.379586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:30.387426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:30.391647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Pushing event updated for resources: {'Port': ['ID=138f7c07-6a21-45e7-a11f-f8235edb2165,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:30.396540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:30.417988 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9b383b2-86ad-4a54-8939-0153dfcab008 req-a8082743-a414-4114-a0a2-26d60c4f6f76 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911597 Jul 16 08:31:30.443305 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e6ffca23-a1da-4cbd-aa71-135382bd3e67 req-9f34baea-117d-4416-a64a-183c50a80cc2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.511316 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f34baea-117d-4416-a64a-183c50a80cc2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Pushing event deleted for resources: {'Port': ['ID=acad4333-fba1-41dc-a2cc-f9713e66699a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:30.550179 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcfc660d-34d6-40d0-866f-c44689b5afd4 req-b9b2b67a-0019-4823-9620-aaa9274ab32d service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608451 Jul 16 08:31:30.591258 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6a8934d4-939a-4b65-b79d-20039a3b6ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.604111 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d171b813-a9b0-4c3b-a438-25ca6bfc2621 req-49c6cdc5-1648-452d-86cc-5164a38a9927 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/ports?device_id=abeb0e69-c949-4ff5-b6e4-7c7fc360f56f HTTP/1.1" status: 200 len: 210 time: 0.1014509 Jul 16 08:31:30.618506 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e66759a1-d4d9-4a78-a859-8659786ca42a {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:30.630529 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.658691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ffca23-a1da-4cbd-aa71-135382bd3e67 req-9f34baea-117d-4416-a64a-183c50a80cc2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] No DVR routers for this DVR port acad4333-fba1-41dc-a2cc-f9713e66699a on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:30.677852 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e6ffca23-a1da-4cbd-aa71-135382bd3e67 req-9f34baea-117d-4416-a64a-183c50a80cc2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.679859 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e6ffca23-a1da-4cbd-aa71-135382bd3e67 req-9f34baea-117d-4416-a64a-183c50a80cc2 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.38 "DELETE /v2.0/ports/acad4333-fba1-41dc-a2cc-f9713e66699a HTTP/1.1" status: 204 len: 173 time: 2.1425431 Jul 16 08:31:30.680306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abeb0e69-c949-4ff5-b6e4-7c7fc360f56f', 'name': 'network-vif-deleted', 'tag': 'acad4333-fba1-41dc-a2cc-f9713e66699a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:30.682958 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492fc644-5b77-4a89-a23f-75af275971ad" -d '{"events": [{"server_uuid": "abeb0e69-c949-4ff5-b6e4-7c7fc360f56f", "name": "network-vif-deleted", "tag": "acad4333-fba1-41dc-a2cc-f9713e66699a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:30.695966 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6a8934d4-939a-4b65-b79d-20039a3b6ca8 None None] For port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=62cb0721-45a7-4bfe-bfa0-64dcbe733dc1,segment=NetworkSegment(b175c693-9996-4a83-9525-9454ee38b606),segment_id=b175c693-9996-4a83-9525-9454ee38b606)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:30.699484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Transition to ACTIVE for port object e66759a1-d4d9-4a78-a859-8659786ca42a will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:30.713269 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6a8934d4-939a-4b65-b79d-20039a3b6ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.733256 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.837632 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8934d4-939a-4b65-b79d-20039a3b6ca8 None None] Pushing event updated for resources: {'Port': ['ID=62cb0721-45a7-4bfe-bfa0-64dcbe733dc1,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:30.872569 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-4684aafa-b1bb-4945-ac1e-4a1b14d55286 req-0134f0fc-3dd7-4925-b6c1-d00b7d8767d8 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1387014092', 'description': 'tempest-description-2124901019'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:30.878105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Allocated IP 192.168.233.134 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/5849a161-2138-4845-bcd4-4138a0bfc33a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:30.903261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e66759a1-d4d9-4a78-a859-8659786ca42a,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:30.919095 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.resource_extend [None req-c4e56fb7-928f-467a-9c7c-72edf41db7e1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:31:30.980453 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcfc660d-34d6-40d0-866f-c44689b5afd4 req-2a5bae29-1370-4496-a06d-15add6bedb0e service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111409 Jul 16 08:31:30.998187 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.020044 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4e56fb7-928f-467a-9c7c-72edf41db7e1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.049015 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4e56fb7-928f-467a-9c7c-72edf41db7e1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.079986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4684aafa-b1bb-4945-ac1e-4a1b14d55286 req-0134f0fc-3dd7-4925-b6c1-d00b7d8767d8 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.137252 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4684aafa-b1bb-4945-ac1e-4a1b14d55286 req-0134f0fc-3dd7-4925-b6c1-d00b7d8767d8 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.152298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-189ea6e3-07fd-4ea2-98cc-6a3d62cf68f3 None None] Provisioning complete for port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:31.154213 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-189ea6e3-07fd-4ea2-98cc-6a3d62cf68f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.212015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29d0bf-d389-4785-91c3-ffae38be1c54 req-f6feab28-a1e3-4f97-8697-798f44e286c8 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.217171 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f29d0bf-d389-4785-91c3-ffae38be1c54 req-f6feab28-a1e3-4f97-8697-798f44e286c8 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=14b7334c-18a9-4697-852e-f00ee83384aa HTTP/1.1" status: 200 len: 945 time: 0.3366594 Jul 16 08:31:31.243182 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Attempting to bind port e66759a1-d4d9-4a78-a859-8659786ca42a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:31.243780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Attempting to bind port e66759a1-d4d9-4a78-a859-8659786ca42a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:31.244312 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Attempting to bind port e66759a1-d4d9-4a78-a859-8659786ca42a on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:31.282152 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Port e66759a1-d4d9-4a78-a859-8659786ca42a on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:31.282673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Attempting to bind port e66759a1-d4d9-4a78-a859-8659786ca42a on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:31.304726 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:31.305070 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:31.305650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:31.306084 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Bound port: e66759a1-d4d9-4a78-a859-8659786ca42a, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:31.306436 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.314961 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-c4e56fb7-928f-467a-9c7c-72edf41db7e1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Floating IP c683b547-8087-44d2-8365-5405e79ab61f associated. External IP: 172.25.4.62, port: 1b05384a-7009-44a5-a5f3-da1acb4ac0ed. Jul 16 08:31:31.325854 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.390235 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f29d0bf-d389-4785-91c3-ffae38be1c54 req-f4519879-2d53-407e-94ae-aefbdff1e11f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639390 Jul 16 08:31:31.392967 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Transition to ACTIVE for port object 5849a161-2138-4845-bcd4-4138a0bfc33a will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:31.434371 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.499549 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.515677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4684aafa-b1bb-4945-ac1e-4a1b14d55286 req-0134f0fc-3dd7-4925-b6c1-d00b7d8767d8 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.519656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] For port e66759a1-d4d9-4a78-a859-8659786ca42a, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:31.524335 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] For port e66759a1-d4d9-4a78-a859-8659786ca42a, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e66759a1-d4d9-4a78-a859-8659786ca42a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:31.524839 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4c5d2014-c9c3-422a-843e-7b7fc2623af7', 'f6103806-0642-4d5a-961d-b8a98666855b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:31.528063 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4684aafa-b1bb-4945-ac1e-4a1b14d55286 req-0134f0fc-3dd7-4925-b6c1-d00b7d8767d8 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.530497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e4bcc449-b5bf-40c2-9271-cf9255fce250', '0f4d8a5c-4270-4b27-83b6-a79fcba57193', '39f2fb7d-0cfe-4643-89a3-1891f09cf38d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:31.539453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.581258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b9a95dbe-c086-4c79-ac21-2fea3daed19b details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:31.583717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device acad4333-fba1-41dc-a2cc-f9713e66699a no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:31.618181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: acad4333-fba1-41dc-a2cc-f9713e66699a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:31.618585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device acad4333-fba1-41dc-a2cc-f9713e66699a not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:31.628203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:31.634668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:31.636779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event updated for resources: {'Port': ['ID=5849a161-2138-4845-bcd4-4138a0bfc33a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:31.642955 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:31.654367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134f0fc-3dd7-4925-b6c1-d00b7d8767d8 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb3d9cc-3843-4bc9-8862-aac9a5e07542,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:31.661865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.662480 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.664038 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] 10.222.0.15 "PUT /v2.0/ports/e66759a1-d4d9-4a78-a859-8659786ca42a HTTP/1.1" status: 200 len: 1096 time: 2.6326053 Jul 16 08:31:31.666055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '811a2c95-e406-4c56-81bb-66579753f3ae', 'tag': 'e66759a1-d4d9-4a78-a859-8659786ca42a'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:31.668327 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0424f9c7-077f-4136-b47b-d8a4614a6382" -d '{"events": [{"name": "network-changed", "server_uuid": "811a2c95-e406-4c56-81bb-66579753f3ae", "tag": "e66759a1-d4d9-4a78-a859-8659786ca42a"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:31.711490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:31.711831 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:31.712212 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:31.712733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:31.713237 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:31.713576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:31.713902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:31.714222 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:31.714546 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:31.714867 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:31.715186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:31.715503 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:31.745782 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7f0942-47d3-48da-9b6d-3acc93c6b6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e66759a1-d4d9-4a78-a859-8659786ca42a,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:31.805897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c474bc-0fc8-4c3f-b1bd-ef9982ebdb75 req-ebfcf47a-fbdf-4597-8eda-f342ee8db7a0 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.807701 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27c474bc-0fc8-4c3f-b1bd-ef9982ebdb75 req-ebfcf47a-fbdf-4597-8eda-f342ee8db7a0 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 936 time: 0.2425334 Jul 16 08:31:31.811970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Router dabdd721-bef6-41f8-bf10-749a4de50796 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:31:31.827534 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e56fb7-928f-467a-9c7c-72edf41db7e1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Router ffb36751-2edc-4395-b203-006d81299892 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:31.844346 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4684aafa-b1bb-4945-ac1e-4a1b14d55286 req-0134f0fc-3dd7-4925-b6c1-d00b7d8767d8 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.856520 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4684aafa-b1bb-4945-ac1e-4a1b14d55286 req-0134f0fc-3dd7-4925-b6c1-d00b7d8767d8 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.876300 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-5c3c6f2d-b17c-46cd-ab26-80e6cfa2914e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.877878 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-5c3c6f2d-b17c-46cd-ab26-80e6cfa2914e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfc843d204874d8f878cb40ff0cf7212&device_id=811a2c95-e406-4c56-81bb-66579753f3ae HTTP/1.1" status: 200 len: 1099 time: 0.1503303 Jul 16 08:31:31.967495 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.968456 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.971327 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:31.978839 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4684aafa-b1bb-4945-ac1e-4a1b14d55286 req-0134f0fc-3dd7-4925-b6c1-d00b7d8767d8 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.980068 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4684aafa-b1bb-4945-ac1e-4a1b14d55286 req-0134f0fc-3dd7-4925-b6c1-d00b7d8767d8 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.2147353 Jul 16 08:31:31.983807 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-20b35244-8f81-44f1-82f4-3cff19a7874c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=e66759a1-d4d9-4a78-a859-8659786ca42a HTTP/1.1" status: 200 len: 217 time: 0.0541148 Jul 16 08:31:31.990727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0134f0fc-3dd7-4925-b6c1-d00b7d8767d8 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab36240-436a-4340-8e96-4a056a12e527,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:32.031328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:32.036569 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27c474bc-0fc8-4c3f-b1bd-ef9982ebdb75 req-e21f67b6-a209-493d-93cd-729a04c9e26f tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176445 Jul 16 08:31:32.038114 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e376f343-e20e-40be-ae11-0ac38a8ddb8e x-openstack-request-id: req-e376f343-e20e-40be-ae11-0ac38a8ddb8e {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:32.038635 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abeb0e69-c949-4ff5-b6e4-7c7fc360f56f", "name": "network-vif-deleted", "tag": "acad4333-fba1-41dc-a2cc-f9713e66699a", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:32.038979 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e376f343-e20e-40be-ae11-0ac38a8ddb8e {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:32.039538 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abeb0e69-c949-4ff5-b6e4-7c7fc360f56f', 'name': 'network-vif-deleted', 'tag': 'acad4333-fba1-41dc-a2cc-f9713e66699a', 'status': 'completed', 'code': 200} Jul 16 08:31:32.055865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Sync routers for ids ['dabdd721-bef6-41f8-bf10-749a4de50796'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:32.068871 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-3d2a0a80-af26-4834-80c4-6a05e19bc163 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6825624 Jul 16 08:31:32.072471 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.080766 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a871f638-2258-4bbd-a7c8-1fc9168ba707 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5537176 Jul 16 08:31:32.101172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Request body: {'port': {'device_id': '0e3114cd-8131-4de3-b05e-9fb6f0eda89e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:32.103375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44382) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:32.132267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-40f4e0db-e032-40c1-b2bf-4cbfade756fe None None] Provisioning for port 5849a161-2138-4845-bcd4-4138a0bfc33a completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:32.172177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-8fd70a39-db28-4b9d-ba73-10910fd142d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.173670 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-8fd70a39-db28-4b9d-ba73-10910fd142d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1301849 Jul 16 08:31:32.195387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-40f4e0db-e032-40c1-b2bf-4cbfade756fe None None] Provisioning complete for port 5849a161-2138-4845-bcd4-4138a0bfc33a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:32.195696 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-40f4e0db-e032-40c1-b2bf-4cbfade756fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.215280 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Routers {'dabdd721-bef6-41f8-bf10-749a4de50796'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:32.216181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:31:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dabdd721-bef6-41f8-bf10-749a4de50796'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:32.257683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b9a95dbe-c086-4c79-ac21-2fea3daed19b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b9a95dbe-c086-4c79-ac21-2fea3daed19b,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:32.262246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e56fb7-928f-467a-9c7c-72edf41db7e1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:32.272667 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076df2a-ec8b-4b00-9b86-936267e9bf92 None None] Sync routers for ids ['ffb36751-2edc-4395-b203-006d81299892'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:32.277063 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4e56fb7-928f-467a-9c7c-72edf41db7e1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.286800 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076df2a-ec8b-4b00-9b86-936267e9bf92 None None] Routers {'ffb36751-2edc-4395-b203-006d81299892'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:32.287550 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-4076df2a-ec8b-4b00-9b86-936267e9bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:31:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['ffb36751-2edc-4395-b203-006d81299892'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:32.321442 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c4e56fb7-928f-467a-9c7c-72edf41db7e1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "PUT /v2.0/floatingips/c683b547-8087-44d2-8365-5405e79ab61f HTTP/1.1" status: 200 len: 990 time: 3.5058119 Jul 16 08:31:32.336165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'b9a95dbe-c086-4c79-ac21-2fea3daed19b', 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497', 'port_id': 'b9a95dbe-c086-4c79-ac21-2fea3daed19b', 'mac_address': 'fa:16:3e:92:d3:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789d7b71-d5c7-4c97-8897-da1853b01c39', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:32.346253 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:32.346910 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.357978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-40f4e0db-e032-40c1-b2bf-4cbfade756fe None None] Port 5849a161-2138-4845-bcd4-4138a0bfc33a cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:32.365505 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.372214 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294071d-99f9-4229-b980-7000ab1b9d46 req-178e5cfb-e62b-43d8-8872-1399a412d887 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.373964 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c294071d-99f9-4229-b980-7000ab1b9d46 req-178e5cfb-e62b-43d8-8872-1399a412d887 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=811a2c95-e406-4c56-81bb-66579753f3ae HTTP/1.1" status: 200 len: 947 time: 0.2086785 Jul 16 08:31:32.377166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-13da1881-37bc-44de-ae84-9bc4a30e4fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.378651 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-13da1881-37bc-44de-ae84-9bc4a30e4fe5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1949735 Jul 16 08:31:32.438843 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711fadb-dd1f-4233-9f47-cbf02ff7a429 req-898a1c4a-e298-4b71-94a1-6642c9f3cd1f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.446138 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d711fadb-dd1f-4233-9f47-cbf02ff7a429 req-898a1c4a-e298-4b71-94a1-6642c9f3cd1f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 943 time: 0.2139983 Jul 16 08:31:32.468179 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-4076df2a-ec8b-4b00-9b86-936267e9bf92 None None] Set router ffb36751-2edc-4395-b203-006d81299892 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:32.508546 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c294071d-99f9-4229-b980-7000ab1b9d46 req-c0bf001c-cc83-4e13-b461-2ee7fbc71cfb tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224144 Jul 16 08:31:32.569663 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-98517aba-4977-4b34-9425-a0974f5a268e service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732907 Jul 16 08:31:32.573190 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.599302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Set router dabdd721-bef6-41f8-bf10-749a4de50796 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:32.613369 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d711fadb-dd1f-4233-9f47-cbf02ff7a429 req-c54d32d8-faa2-46da-8d76-e5440848364a tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662271 Jul 16 08:31:32.673215 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9a95dbe-c086-4c79-ac21-2fea3daed19b {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:32.696483 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c529f8d-e7bd-4ca2-8f64-c962945f2c0e x-openstack-request-id: req-3c529f8d-e7bd-4ca2-8f64-c962945f2c0e {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:32.696971 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "811a2c95-e406-4c56-81bb-66579753f3ae", "tag": "e66759a1-d4d9-4a78-a859-8659786ca42a", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:32.697328 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3c529f8d-e7bd-4ca2-8f64-c962945f2c0e {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:32.697829 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '811a2c95-e406-4c56-81bb-66579753f3ae', 'tag': 'e66759a1-d4d9-4a78-a859-8659786ca42a', 'status': 'completed', 'code': 200} Jul 16 08:31:32.720470 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dfc11710-21d7-4a49-8743-6b3ceb503333 req-0bb29817-579f-46cf-b1c6-7f12848f6d09 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378510 Jul 16 08:31:32.741319 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-71c361fa-caba-421c-9b41-91e0f564f8f1 req-b0e02b11-b0cc-4006-abf1-8584cdc828b7 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1005043826', 'description': 'tempest-description-1430044728'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:32.765938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b9a95dbe-c086-4c79-ac21-2fea3daed19b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b9a95dbe-c086-4c79-ac21-2fea3daed19b,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:32.775753 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.834659 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-71c361fa-caba-421c-9b41-91e0f564f8f1 req-b0e02b11-b0cc-4006-abf1-8584cdc828b7 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.907867 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-4076df2a-ec8b-4b00-9b86-936267e9bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36751-2edc-4395-b203-006d81299892', 'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:42Z', 'updated_at': '2021-07-16T08:30:51Z', 'revision_number': 4, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'gw_port': {'id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:44Z', 'updated_at': '2021-07-16T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'c683b547-8087-44d2-8365-5405e79ab61f', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'floating_ip_address': '172.25.4.62', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'ffb36751-2edc-4395-b203-006d81299892', 'port_id': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'mac_address': 'fa:16:3e:a4:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f75f96-cbc0-4310-8964-cb5a86644675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:31:03Z', 'updated_at': '2021-07-16T08:31:30Z', 'revision_number': 1, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b9ded4-dbdb-43ca-b89d-efc2c757d4c0', 'name': '', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'mac_address': 'fa:16:3e:6c:23:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:48Z', 'updated_at': '2021-07-16T08:31:00Z', 'revision_number': 5, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'subnets': [{'id': '61454996-02a3-4a95-a2c2-0f253143630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:32.926292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f9c7-077f-4136-b47b-d8a4614a6382 req-7d466aae-5fd6-41ff-bd0d-5b72360a6893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.928401 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0424f9c7-077f-4136-b47b-d8a4614a6382 req-7d466aae-5fd6-41ff-bd0d-5b72360a6893 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bfc843d204874d8f878cb40ff0cf7212&device_id=811a2c95-e406-4c56-81bb-66579753f3ae HTTP/1.1" status: 200 len: 1099 time: 0.1440434 Jul 16 08:31:32.968103 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076df2a-ec8b-4b00-9b86-936267e9bf92 None None] Checking router: ffb36751-2edc-4395-b203-006d81299892 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:32.979238 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=b9a95dbe-c086-4c79-ac21-2fea3daed19b,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:32.982060 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4076df2a-ec8b-4b00-9b86-936267e9bf92 None None] Routers {'ffb36751-2edc-4395-b203-006d81299892'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:32.982945 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-4076df2a-ec8b-4b00-9b86-936267e9bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:31:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['ffb36751-2edc-4395-b203-006d81299892'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:33.037885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b9a95dbe-c086-4c79-ac21-2fea3daed19b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:33.101362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f9c7-077f-4136-b47b-d8a4614a6382 req-99bacb68-51ae-4a8b-a08d-31f66b79c9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:33.102887 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0424f9c7-077f-4136-b47b-d8a4614a6382 req-99bacb68-51ae-4a8b-a08d-31f66b79c9e8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.1604321 Jul 16 08:31:33.137262 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-4076df2a-ec8b-4b00-9b86-936267e9bf92 None None] Set router ffb36751-2edc-4395-b203-006d81299892 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:33.190073 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0424f9c7-077f-4136-b47b-d8a4614a6382 req-6130ed9e-8ec0-4133-956c-25b0517b46f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=e66759a1-d4d9-4a78-a859-8659786ca42a HTTP/1.1" status: 200 len: 217 time: 0.0494120 Jul 16 08:31:33.281932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f9c7-077f-4136-b47b-d8a4614a6382 req-a9c189a8-1d1f-48fe-a1c6-6a952da2ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:33.283801 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0424f9c7-077f-4136-b47b-d8a4614a6382 req-a9c189a8-1d1f-48fe-a1c6-6a952da2ca04 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0862494 Jul 16 08:31:33.294336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'name': 'tempest-FloatingIPsTestJSON-16084531-router', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '138f7c07-6a21-45e7-a11f-f8235edb2165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:27Z', 'updated_at': '2021-07-16T08:31:30Z', 'revision_number': 3, 'project_id': 'd8b6885886624e93b31117d06ce6f0e1', 'gw_port': {'id': '138f7c07-6a21-45e7-a11f-f8235edb2165', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:28Z', 'updated_at': '2021-07-16T08:31:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:33.296173 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba246cc-fdc6-4ad1-a6a2-7a32aa29565b req-d7cbdd90-0550-422b-a099-02d83715fbc8 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:33.298827 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fba246cc-fdc6-4ad1-a6a2-7a32aa29565b req-d7cbdd90-0550-422b-a099-02d83715fbc8 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=14b7334c-18a9-4697-852e-f00ee83384aa HTTP/1.1" status: 200 len: 945 time: 0.1931071 Jul 16 08:31:33.338311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Checking router: dabdd721-bef6-41f8-bf10-749a4de50796 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:33.338735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Updating router dabdd721-bef6-41f8-bf10-749a4de50796 port 138f7c07-6a21-45e7-a11f-f8235edb2165 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:31:33.361607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5849a161-2138-4845-bcd4-4138a0bfc33a {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:33.390322 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.413877 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.415129 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0424f9c7-077f-4136-b47b-d8a4614a6382 req-296dc320-4edb-49ce-9ebf-b632c51b2dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:33.418276 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0424f9c7-077f-4136-b47b-d8a4614a6382 req-296dc320-4edb-49ce-9ebf-b632c51b2dbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1164436 Jul 16 08:31:33.421824 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fba246cc-fdc6-4ad1-a6a2-7a32aa29565b req-2497fd01-38df-4467-a981-8312d95c2fe1 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777326 Jul 16 08:31:33.428806 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-71c361fa-caba-421c-9b41-91e0f564f8f1 req-b0e02b11-b0cc-4006-abf1-8584cdc828b7 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.433220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Transition to ACTIVE for port object 5849a161-2138-4845-bcd4-4138a0bfc33a will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:33.438256 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-71c361fa-caba-421c-9b41-91e0f564f8f1 req-b0e02b11-b0cc-4006-abf1-8584cdc828b7 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.468520 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.527188 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:31:33.529963 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-4076df2a-ec8b-4b00-9b86-936267e9bf92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36751-2edc-4395-b203-006d81299892', 'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:42Z', 'updated_at': '2021-07-16T08:30:51Z', 'revision_number': 4, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'gw_port': {'id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:44Z', 'updated_at': '2021-07-16T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'c683b547-8087-44d2-8365-5405e79ab61f', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'floating_ip_address': '172.25.4.62', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'ffb36751-2edc-4395-b203-006d81299892', 'port_id': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'mac_address': 'fa:16:3e:a4:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f75f96-cbc0-4310-8964-cb5a86644675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:31:03Z', 'updated_at': '2021-07-16T08:31:30Z', 'revision_number': 1, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b9ded4-dbdb-43ca-b89d-efc2c757d4c0', 'name': '', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'mac_address': 'fa:16:3e:6c:23:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:48Z', 'updated_at': '2021-07-16T08:31:00Z', 'revision_number': 5, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'subnets': [{'id': '61454996-02a3-4a95-a2c2-0f253143630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:33.544031 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-71c361fa-caba-421c-9b41-91e0f564f8f1 req-b0e02b11-b0cc-4006-abf1-8584cdc828b7 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.562372 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71c361fa-caba-421c-9b41-91e0f564f8f1 req-b0e02b11-b0cc-4006-abf1-8584cdc828b7 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8300467 Jul 16 08:31:33.568350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e02b11-b0cc-4006-abf1-8584cdc828b7 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95688421-2185-4171-a812-6042a51e219a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:33.583658 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.599434 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4076df2a-ec8b-4b00-9b86-936267e9bf92 None None] The sync data for ids ['ffb36751-2edc-4395-b203-006d81299892'] in n-d-758944-46 is: [{'id': 'ffb36751-2edc-4395-b203-006d81299892', 'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:42Z', 'updated_at': '2021-07-16T08:30:51Z', 'revision_number': 4, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'gw_port': {'id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:44Z', 'updated_at': '2021-07-16T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'c683b547-8087-44d2-8365-5405e79ab61f', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'floating_ip_address': '172.25.4.62', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'ffb36751-2edc-4395-b203-006d81299892', 'port_id': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'mac_address': 'fa:16:3e:a4:30:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f75f96-cbc0-4310-8964-cb5a86644675', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:31:03Z', 'updated_at': '2021-07-16T08:31:30Z', 'revision_number': 1, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90b9ded4-dbdb-43ca-b89d-efc2c757d4c0', 'name': '', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'mac_address': 'fa:16:3e:6c:23:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:48Z', 'updated_at': '2021-07-16T08:31:00Z', 'revision_number': 5, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'subnets': [{'id': '61454996-02a3-4a95-a2c2-0f253143630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:33.648055 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Pushing event updated for resources: {'Port': ['ID=5849a161-2138-4845-bcd4-4138a0bfc33a,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:33.758443 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.859341 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.905922 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Transition to ACTIVE for port object 138f7c07-6a21-45e7-a11f-f8235edb2165 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:33.929658 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.952761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Attempting to bind port 5849a161-2138-4845-bcd4-4138a0bfc33a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:33.953036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Attempting to bind port 5849a161-2138-4845-bcd4-4138a0bfc33a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:33.953247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Attempting to bind port 5849a161-2138-4845-bcd4-4138a0bfc33a on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:33.966567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Port 5849a161-2138-4845-bcd4-4138a0bfc33a on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:33.966897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Attempting to bind port 5849a161-2138-4845-bcd4-4138a0bfc33a on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:33.978519 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Allocated IP 172.20.0.1 (0c5f73ec-a0de-48c0-b3ce-ddc25111ed59/a1f5e208-6c14-46b1-b423-12df9716b9e9/d38a0a27-76e2-4540-8ccf-8145185cb313) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:33.980782 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:33.981128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:33.981645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:33.982167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Bound port: 5849a161-2138-4845-bcd4-4138a0bfc33a, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:33.982588 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.017401 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13f1eee-a947-4061-99a0-4f187e52b520 None None] New status for floating IP c683b547-8087-44d2-8365-5405e79ab61f: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:31:34.071520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48ce46-6518-4dfb-b79e-a75802570cef None None] Pushing event updated for resources: {'Port': ['ID=138f7c07-6a21-45e7-a11f-f8235edb2165,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:34.088556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Attempting to bind port 138f7c07-6a21-45e7-a11f-f8235edb2165 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:34.088798 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Attempting to bind port 138f7c07-6a21-45e7-a11f-f8235edb2165 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:34.089305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Attempting to bind port 138f7c07-6a21-45e7-a11f-f8235edb2165 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:34.100978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:34.101350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:34.101749 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.102139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:34.102604 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Bound port: 138f7c07-6a21-45e7-a11f-f8235edb2165, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:34.102979 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.145975 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0424f9c7-077f-4136-b47b-d8a4614a6382 req-c89c89b8-2815-4d28-9496-494c93163701 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7187386 Jul 16 08:31:34.212626 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6b879-e5b0-44e4-8dd2-5aaea67cdf01 req-e4802e37-d37c-40a6-acbe-b211c29d8a3b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:34.220102 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-99b6b879-e5b0-44e4-8dd2-5aaea67cdf01 req-e4802e37-d37c-40a6-acbe-b211c29d8a3b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 948 time: 0.1514444 Jul 16 08:31:34.231371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] For port 138f7c07-6a21-45e7-a11f-f8235edb2165, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:34.246012 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] For port 138f7c07-6a21-45e7-a11f-f8235edb2165, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=138f7c07-6a21-45e7-a11f-f8235edb2165,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:34.255968 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.289571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] For port 5849a161-2138-4845-bcd4-4138a0bfc33a, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:34.303514 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e721218-c6f1-42c8-b64b-e3bab36bb0ac req-f8324254-15a5-410a-86f0-f9019fa0f3fb tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:34.309220 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e721218-c6f1-42c8-b64b-e3bab36bb0ac req-f8324254-15a5-410a-86f0-f9019fa0f3fb tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=811a2c95-e406-4c56-81bb-66579753f3ae HTTP/1.1" status: 200 len: 947 time: 0.1386395 Jul 16 08:31:34.311575 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Routers {'dabdd721-bef6-41f8-bf10-749a4de50796'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:34.312413 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:31:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dabdd721-bef6-41f8-bf10-749a4de50796'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:34.322320 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-99b6b879-e5b0-44e4-8dd2-5aaea67cdf01 req-5ef5cc9e-3446-4ac2-a9ce-609ab150537e tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011398 Jul 16 08:31:34.325476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] For port 5849a161-2138-4845-bcd4-4138a0bfc33a, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=5849a161-2138-4845-bcd4-4138a0bfc33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:34.326612 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0424f9c7-077f-4136-b47b-d8a4614a6382 req-f9c5165b-34b8-4061-8cee-d53d393ea4d1 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678686 Jul 16 08:31:34.330946 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.354346 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd48ce46-6518-4dfb-b79e-a75802570cef None None] Pushing event updated for resources: {'Port': ['ID=138f7c07-6a21-45e7-a11f-f8235edb2165,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:34.367756 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.414650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-3d95f642-3d2e-47f5-95b6-d2815b5ecc2e req-75fff487-0c0d-4bfd-a996-a4484ec3c79a tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-554230771', 'description': 'tempest-description-2069492091'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:34.419901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Transition to ACTIVE for port object d38a0a27-76e2-4540-8ccf-8145185cb313 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:34.443400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:34.444038 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.445576 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] 10.222.0.15 "PUT /v2.0/ports/5849a161-2138-4845-bcd4-4138a0bfc33a HTTP/1.1" status: 200 len: 1097 time: 2.3621070 Jul 16 08:31:34.451712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3114cd-8131-4de3-b05e-9fb6f0eda89e', 'tag': '5849a161-2138-4845-bcd4-4138a0bfc33a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:34.454180 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98acfa3-58f8-405f-8d94-08e0004a03a8" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3114cd-8131-4de3-b05e-9fb6f0eda89e", "tag": "5849a161-2138-4845-bcd4-4138a0bfc33a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:34.457474 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d95f642-3d2e-47f5-95b6-d2815b5ecc2e req-75fff487-0c0d-4bfd-a996-a4484ec3c79a tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.474041 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d95f642-3d2e-47f5-95b6-d2815b5ecc2e req-75fff487-0c0d-4bfd-a996-a4484ec3c79a tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.501657 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e721218-c6f1-42c8-b64b-e3bab36bb0ac req-dc332ad3-079d-4eb4-9553-72967d1f807c tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743414 Jul 16 08:31:34.568877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cc894-9788-4b12-8737-85da3fb48561 service neutron] Pushing event updated for resources: {'Port': ['ID=5849a161-2138-4845-bcd4-4138a0bfc33a,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:34.610489 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] Set router dabdd721-bef6-41f8-bf10-749a4de50796 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:34.610850 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.644803 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d95f642-3d2e-47f5-95b6-d2815b5ecc2e req-75fff487-0c0d-4bfd-a996-a4484ec3c79a tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.654847 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d95f642-3d2e-47f5-95b6-d2815b5ecc2e req-75fff487-0c0d-4bfd-a996-a4484ec3c79a tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.667737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Network 0c5f73ec-a0de-48c0-b3ce-ddc25111ed59 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:34.678889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:34.699293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:34.699596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:34.702145 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6ad8440-e4d8-407b-9784-fa60366d0fee" -d '{"events": [{"name": "network-changed", "server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:34.733776 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fff487-0c0d-4bfd-a996-a4484ec3c79a tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e29b012f-5c87-41f3-9129-4f4832e9c689,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:34.752776 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.814428 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d95f642-3d2e-47f5-95b6-d2815b5ecc2e req-75fff487-0c0d-4bfd-a996-a4484ec3c79a tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.823329 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d95f642-3d2e-47f5-95b6-d2815b5ecc2e req-75fff487-0c0d-4bfd-a996-a4484ec3c79a tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.855837 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d95f642-3d2e-47f5-95b6-d2815b5ecc2e req-75fff487-0c0d-4bfd-a996-a4484ec3c79a tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.857947 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d95f642-3d2e-47f5-95b6-d2815b5ecc2e req-75fff487-0c0d-4bfd-a996-a4484ec3c79a tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4485610 Jul 16 08:31:34.860351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fff487-0c0d-4bfd-a996-a4484ec3c79a tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=046d1004-f67f-4f1e-a6b7-6cb5aafe7474,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:34.861762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Pushing event updated for resources: {'Port': ['ID=d38a0a27-76e2-4540-8ccf-8145185cb313,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:34.873437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-170c70d5-65ea-424d-9ace-b1938b2cdf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:34.874944 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-170c70d5-65ea-424d-9ace-b1938b2cdf7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 1100 time: 0.3606615 Jul 16 08:31:34.884422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'name': 'tempest-FloatingIPsTestJSON-16084531-router', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '138f7c07-6a21-45e7-a11f-f8235edb2165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:27Z', 'updated_at': '2021-07-16T08:31:30Z', 'revision_number': 3, 'project_id': 'd8b6885886624e93b31117d06ce6f0e1', 'gw_port': {'id': '138f7c07-6a21-45e7-a11f-f8235edb2165', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:28Z', 'updated_at': '2021-07-16T08:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:34.926169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7caf08d-31e5-4ac9-a5aa-177d74091868 None None] The sync data for ids ['dabdd721-bef6-41f8-bf10-749a4de50796'] in n-d-758944-46 is: [{'id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'name': 'tempest-FloatingIPsTestJSON-16084531-router', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '138f7c07-6a21-45e7-a11f-f8235edb2165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:27Z', 'updated_at': '2021-07-16T08:31:30Z', 'revision_number': 3, 'project_id': 'd8b6885886624e93b31117d06ce6f0e1', 'gw_port': {'id': '138f7c07-6a21-45e7-a11f-f8235edb2165', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:28Z', 'updated_at': '2021-07-16T08:31:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:34.935557 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-8def4185-14d3-445f-ada4-554d9384c473 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5849a161-2138-4845-bcd4-4138a0bfc33a HTTP/1.1" status: 200 len: 217 time: 0.0491884 Jul 16 08:31:35.040293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56b4b8-9b5b-4094-8b6c-630ce28c7366 req-c4be5e9c-7fda-4050-9b78-eef68b66f060 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.041870 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a56b4b8-9b5b-4094-8b6c-630ce28c7366 req-c4be5e9c-7fda-4050-9b78-eef68b66f060 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 944 time: 0.3555126 Jul 16 08:31:35.050298 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-c6cb6b0f-6926-4c5e-aa29-3cb3bbded7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.052022 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-c6cb6b0f-6926-4c5e-aa29-3cb3bbded7bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1078901 Jul 16 08:31:35.069031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6422a8e9-babc-4a14-98d6-02ac72f4afc1 req-3b185182-6c3c-44b6-8924-b7baf9af548b tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.078633 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.078935 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6422a8e9-babc-4a14-98d6-02ac72f4afc1 req-3b185182-6c3c-44b6-8924-b7baf9af548b tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=14b7334c-18a9-4697-852e-f00ee83384aa HTTP/1.1" status: 200 len: 945 time: 0.0948424 Jul 16 08:31:35.087030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c794b6d8-1825-4a29-af3f-3458bea04fad None None] Provisioning for port d38a0a27-76e2-4540-8ccf-8145185cb313 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:35.094553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c794b6d8-1825-4a29-af3f-3458bea04fad None None] Provisioning complete for port d38a0a27-76e2-4540-8ccf-8145185cb313 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:35.094926 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c794b6d8-1825-4a29-af3f-3458bea04fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.124861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6422a8e9-babc-4a14-98d6-02ac72f4afc1 req-ad42d82f-0fe9-4708-8888-1fda6e5c48c3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446916 Jul 16 08:31:35.159220 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a56b4b8-9b5b-4094-8b6c-630ce28c7366 req-8171b658-2ad4-40e1-895f-6d0502bd8b1b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067903 Jul 16 08:31:35.165711 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.174338 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c794b6d8-1825-4a29-af3f-3458bea04fad None None] Port d38a0a27-76e2-4540-8ccf-8145185cb313 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:35.180416 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b88d251c-1b5e-49a3-ac2e-929bf9a0900b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.258699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-7baf2f89-3fbe-405e-b5b1-9f8fd9beaac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.260231 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-7baf2f89-3fbe-405e-b5b1-9f8fd9beaac6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2000542 Jul 16 08:31:35.372474 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2fc0fe0-b65e-425d-8b97-ba7e820074d7 x-openstack-request-id: req-a2fc0fe0-b65e-425d-8b97-ba7e820074d7 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:35.376418 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:35.376731 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a2fc0fe0-b65e-425d-8b97-ba7e820074d7 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:35.377154 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'status': 'completed', 'code': 200} Jul 16 08:31:35.396931 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebe9c37-1f2f-4461-b053-65517f3d557a x-openstack-request-id: req-4ebe9c37-1f2f-4461-b053-65517f3d557a {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:35.397212 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3114cd-8131-4de3-b05e-9fb6f0eda89e", "tag": "5849a161-2138-4845-bcd4-4138a0bfc33a", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:35.397585 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ebe9c37-1f2f-4461-b053-65517f3d557a {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:35.397983 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3114cd-8131-4de3-b05e-9fb6f0eda89e', 'tag': '5849a161-2138-4845-bcd4-4138a0bfc33a', 'status': 'completed', 'code': 200} Jul 16 08:31:35.428671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-8b8361ca-c393-4fe1-b088-f6223a47d895 req-299a7322-ca61-4bd2-a8d8-e22c1349f1a2 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1014350350', 'description': 'tempest-description-1069063979'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:35.445389 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-7415afdf-30ca-4868-bb13-78fbd94e6ff1 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714163 Jul 16 08:31:35.462786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad8440-e4d8-407b-9784-fa60366d0fee req-fa507cec-95cf-4680-8dac-07b14584ee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.464906 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6ad8440-e4d8-407b-9784-fa60366d0fee req-fa507cec-95cf-4680-8dac-07b14584ee8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 1097 time: 0.0731473 Jul 16 08:31:35.520736 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8b8361ca-c393-4fe1-b088-f6223a47d895 req-299a7322-ca61-4bd2-a8d8-e22c1349f1a2 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.590981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b9a95dbe-c086-4c79-ac21-2fea3daed19b up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:35.603949 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad8440-e4d8-407b-9784-fa60366d0fee req-200f26da-0a56-4218-b241-e6aab64efb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.606049 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6ad8440-e4d8-407b-9784-fa60366d0fee req-200f26da-0a56-4218-b241-e6aab64efb5a service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.1351769 Jul 16 08:31:35.639255 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.667605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.670766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port b9a95dbe-c086-4c79-ac21-2fea3daed19b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:35.682899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port b9a95dbe-c086-4c79-ac21-2fea3daed19b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:35.684699 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.699375 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44430) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:35.734322 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca308ab-01c2-4a15-b1ff-85cf3333df20 req-36fd42f3-cd31-44d5-85af-0028f6086e4d service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806635 Jul 16 08:31:35.777130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6ad8440-e4d8-407b-9784-fa60366d0fee req-521d289c-549e-4261-9410-b770ef164772 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed HTTP/1.1" status: 200 len: 1000 time: 0.1534832 Jul 16 08:31:35.788276 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.839071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Pushing event updated for resources: {'Port': ['ID=d38a0a27-76e2-4540-8ccf-8145185cb313,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:35.852091 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.870710 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8b8361ca-c393-4fe1-b088-f6223a47d895 req-299a7322-ca61-4bd2-a8d8-e22c1349f1a2 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.884376 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8b8361ca-c393-4fe1-b088-f6223a47d895 req-299a7322-ca61-4bd2-a8d8-e22c1349f1a2 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.902845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b9a95dbe-c086-4c79-ac21-2fea3daed19b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b9a95dbe-c086-4c79-ac21-2fea3daed19b,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:35.903966 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baede1a-21cd-4909-9143-2012ebd07b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a95dbe-c086-4c79-ac21-2fea3daed19b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:35.908543 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1d0e27-c1c0-473f-89de-468e1be0929b" -d '{"events": [{"server_uuid": "6baede1a-21cd-4909-9143-2012ebd07b10", "name": "network-vif-plugged", "status": "completed", "tag": "b9a95dbe-c086-4c79-ac21-2fea3daed19b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:35.913442 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.960203 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9ac93aa3-e82a-4a60-95fe-a139279a093e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.979108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 138f7c07-6a21-45e7-a11f-f8235edb2165 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:35.983418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad8440-e4d8-407b-9784-fa60366d0fee req-274d8e06-90d8-4781-a8e3-f2b080c73b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.985683 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6ad8440-e4d8-407b-9784-fa60366d0fee req-274d8e06-90d8-4781-a8e3-f2b080c73b6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.1986711 Jul 16 08:31:35.991149 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8b8361ca-c393-4fe1-b088-f6223a47d895 req-299a7322-ca61-4bd2-a8d8-e22c1349f1a2 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.996976 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8b8361ca-c393-4fe1-b088-f6223a47d895 req-299a7322-ca61-4bd2-a8d8-e22c1349f1a2 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.6023715 Jul 16 08:31:36.000555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a7322-ca61-4bd2-a8d8-e22c1349f1a2 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06eaf31d-6392-422c-bf65-01d34f41887e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:36.031491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acfa3-58f8-405f-8d94-08e0004a03a8 req-7f2a00a2-8e80-461d-8c17-8b52e20923a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.033843 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f98acfa3-58f8-405f-8d94-08e0004a03a8 req-7f2a00a2-8e80-461d-8c17-8b52e20923a0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 1100 time: 0.2400906 Jul 16 08:31:36.033999 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=b9a95dbe-c086-4c79-ac21-2fea3daed19b,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:36.041029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Network 0c5f73ec-a0de-48c0-b3ce-ddc25111ed59 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:36.043297 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:36.053420 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9ac93aa3-e82a-4a60-95fe-a139279a093e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.068362 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 138f7c07-6a21-45e7-a11f-f8235edb2165 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:36.089088 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 138f7c07-6a21-45e7-a11f-f8235edb2165 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:36.089458 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.187199 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba645b-0730-4154-91aa-8a2fa586dfea req-67788ecd-dd23-4ddb-b5d0-35945da8d7c1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.188748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2ba645b-0730-4154-91aa-8a2fa586dfea req-67788ecd-dd23-4ddb-b5d0-35945da8d7c1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 948 time: 0.3554573 Jul 16 08:31:36.226708 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9ac93aa3-e82a-4a60-95fe-a139279a093e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.227471 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.229357 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9ac93aa3-e82a-4a60-95fe-a139279a093e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.233026 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9ac93aa3-e82a-4a60-95fe-a139279a093e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "DELETE /v2.0/security-groups/03016998-4cfa-456d-a595-d930d158474a HTTP/1.1" status: 204 len: 168 time: 0.5301564 Jul 16 08:31:36.245060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44438) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:36.255173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 138f7c07-6a21-45e7-a11f-f8235edb2165, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=138f7c07-6a21-45e7-a11f-f8235edb2165,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:36.260999 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.287731 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad8440-e4d8-407b-9784-fa60366d0fee req-b25b9a7e-3e1e-45d3-bdee-fcf4273d0f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.289540 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6ad8440-e4d8-407b-9784-fa60366d0fee req-b25b9a7e-3e1e-45d3-bdee-fcf4273d0f82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2741251 Jul 16 08:31:36.290169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac93aa3-e82a-4a60-95fe-a139279a093e tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03016998-4cfa-456d-a595-d930d158474a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:36.315214 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-7380a1e8-4d3c-45e6-aade-09ae1108be1f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] show failed (client error): The resource could not be found. Jul 16 08:31:36.319946 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7380a1e8-4d3c-45e6-aade-09ae1108be1f tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "GET /v2.0/security-groups/03016998-4cfa-456d-a595-d930d158474a HTTP/1.1" status: 404 len: 347 time: 0.0660534 Jul 16 08:31:36.320455 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44440) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:36.334142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=138f7c07-6a21-45e7-a11f-f8235edb2165,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:36.350348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acfa3-58f8-405f-8d94-08e0004a03a8 req-dc824c81-2bf2-4599-97cb-275a579d3b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.351872 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f98acfa3-58f8-405f-8d94-08e0004a03a8 req-dc824c81-2bf2-4599-97cb-275a579d3b02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.2920077 Jul 16 08:31:36.353060 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2ba645b-0730-4154-91aa-8a2fa586dfea req-eb3686df-548c-417a-96a0-2ae51e914a42 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462619 Jul 16 08:31:36.412664 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f98acfa3-58f8-405f-8d94-08e0004a03a8 req-1c4d33a3-7a1d-4fb8-b2fa-3983b463df1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=5849a161-2138-4845-bcd4-4138a0bfc33a HTTP/1.1" status: 200 len: 217 time: 0.0525794 Jul 16 08:31:36.415672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1df07b2a-9220-43c5-9a5a-a405bef8d0ae None None] Provisioning complete for port d38a0a27-76e2-4540-8ccf-8145185cb313 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:36.416220 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1df07b2a-9220-43c5-9a5a-a405bef8d0ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.417932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Router dabdd721-bef6-41f8-bf10-749a4de50796 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:36.426094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d03a31-a444-4ba8-a0ca-51a6a18a1c48 req-8c4c9ce2-6eda-452b-a455-5b53fb1c69df tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.427568 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62d03a31-a444-4ba8-a0ca-51a6a18a1c48 req-8c4c9ce2-6eda-452b-a455-5b53fb1c69df tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=811a2c95-e406-4c56-81bb-66579753f3ae HTTP/1.1" status: 200 len: 947 time: 0.2818227 Jul 16 08:31:36.440580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e66759a1-d4d9-4a78-a859-8659786ca42a details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:36.478221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1df07b2a-9220-43c5-9a5a-a405bef8d0ae None None] Port d38a0a27-76e2-4540-8ccf-8145185cb313 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:36.546729 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62d03a31-a444-4ba8-a0ca-51a6a18a1c48 req-85693028-827c-471b-af67-396a8f6c8ca1 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101217 Jul 16 08:31:36.550165 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acfa3-58f8-405f-8d94-08e0004a03a8 req-81e63313-541b-455f-97c2-8a8aa30e36f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.552145 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f98acfa3-58f8-405f-8d94-08e0004a03a8 req-81e63313-541b-455f-97c2-8a8aa30e36f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1237190 Jul 16 08:31:36.570378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e66759a1-d4d9-4a78-a859-8659786ca42a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e66759a1-d4d9-4a78-a859-8659786ca42a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:36.585069 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'e66759a1-d4d9-4a78-a859-8659786ca42a', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'e66759a1-d4d9-4a78-a859-8659786ca42a', 'mac_address': 'fa:16:3e:2a:81:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:36.587371 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6ad8440-e4d8-407b-9784-fa60366d0fee req-cab96aa3-403a-47a5-b97f-edfe488da838 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847567 Jul 16 08:31:36.639575 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5843f9-c252-4be4-8da9-76bce43ed4c2 x-openstack-request-id: req-1f5843f9-c252-4be4-8da9-76bce43ed4c2 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:36.639858 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6baede1a-21cd-4909-9143-2012ebd07b10", "name": "network-vif-plugged", "status": "completed", "tag": "b9a95dbe-c086-4c79-ac21-2fea3daed19b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:36.640116 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f5843f9-c252-4be4-8da9-76bce43ed4c2 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:36.640546 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baede1a-21cd-4909-9143-2012ebd07b10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9a95dbe-c086-4c79-ac21-2fea3daed19b', 'code': 200} Jul 16 08:31:36.648451 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.674712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e66759a1-d4d9-4a78-a859-8659786ca42a {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:36.697606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e66759a1-d4d9-4a78-a859-8659786ca42a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e66759a1-d4d9-4a78-a859-8659786ca42a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:36.705244 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-be6d2995-14cc-4a85-85fa-257c8e412229 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Deleting port 38d32298-f4f2-4d0f-be51-529e208c33e6 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:36.705590 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-be6d2995-14cc-4a85-85fa-257c8e412229 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.705824 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.729520 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98acfa3-58f8-405f-8d94-08e0004a03a8 req-75d3e44e-3c26-4d00-9de3-bb71c7a025ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.732573 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f98acfa3-58f8-405f-8d94-08e0004a03a8 req-75d3e44e-3c26-4d00-9de3-bb71c7a025ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1712794 Jul 16 08:31:36.735001 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebebfa-5c54-4e4c-aece-9c6acc0333da req-8509de9a-df32-4d05-b023-6de51e930155 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.736577 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0aebebfa-5c54-4e4c-aece-9c6acc0333da req-8509de9a-df32-4d05-b023-6de51e930155 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=14b7334c-18a9-4697-852e-f00ee83384aa HTTP/1.1" status: 200 len: 945 time: 0.2453721 Jul 16 08:31:36.765065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:36.774335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=e66759a1-d4d9-4a78-a859-8659786ca42a,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:36.781692 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0c718964-c87f-4726-ad50-1d91ef63fba7 admin admin] 10.222.0.20 "PUT /v2.0/routers/dabdd721-bef6-41f8-bf10-749a4de50796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6709261 Jul 16 08:31:36.855950 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6ad8440-e4d8-407b-9784-fa60366d0fee req-cfe3d12a-3ee3-4532-b586-56acef63d147 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2544436 Jul 16 08:31:36.897560 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0aebebfa-5c54-4e4c-aece-9c6acc0333da req-67d466f7-e9ad-4c3a-9c2c-4ba71b909d9d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388633 Jul 16 08:31:36.899914 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-be6d2995-14cc-4a85-85fa-257c8e412229 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.900671 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-be6d2995-14cc-4a85-85fa-257c8e412229 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.919749 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-be6d2995-14cc-4a85-85fa-257c8e412229 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Calling delete_port for 38d32298-f4f2-4d0f-be51-529e208c33e6 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:36.922831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16014bd5-2006-4e74-a7c9-02a0036c8045 req-0c81c9c1-6be0-42a4-a52f-a0206c83169b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.924830 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16014bd5-2006-4e74-a7c9-02a0036c8045 req-0c81c9c1-6be0-42a4-a52f-a0206c83169b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 1097 time: 0.1869898 Jul 16 08:31:36.949669 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f98acfa3-58f8-405f-8d94-08e0004a03a8 req-d5cd1e76-0f3e-4a0b-9269-5dff7ad8afdd service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059422 Jul 16 08:31:36.975075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e66759a1-d4d9-4a78-a859-8659786ca42a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:37.029268 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16014bd5-2006-4e74-a7c9-02a0036c8045 req-c1dbdff2-bf2f-4b23-a022-ed557bd4f922 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940785 Jul 16 08:31:37.110299 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f98acfa3-58f8-405f-8d94-08e0004a03a8 req-e84dbcf6-aed3-4664-96aa-7030664d8821 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515760 Jul 16 08:31:37.159465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62bbd1-c9ae-4799-a22c-83abb4525ebd req-4371fc96-b651-4ab3-8008-f11e361a4d79 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:37.161603 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea62bbd1-c9ae-4799-a22c-83abb4525ebd req-4371fc96-b651-4ab3-8008-f11e361a4d79 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 945 time: 0.1211689 Jul 16 08:31:37.163092 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-7a638589-c101-4bf3-9f8a-53c8d4246323 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45093 time: 0.4972131 Jul 16 08:31:37.202265 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-a0f55bee-78b7-4c6f-84a2-556be00ec63d tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/33bfc587-f92e-4ff8-a20e-2de5b6a03efa HTTP/1.1" status: 200 len: 2981 time: 0.0381737 Jul 16 08:31:37.209868 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Sync routers for ids ['dabdd721-bef6-41f8-bf10-749a4de50796'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:37.211348 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-be6d2995-14cc-4a85-85fa-257c8e412229 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.219355 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Routers {'dabdd721-bef6-41f8-bf10-749a4de50796'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:37.220073 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:31:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dabdd721-bef6-41f8-bf10-749a4de50796'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:37.253710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d2995-14cc-4a85-85fa-257c8e412229 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Pushing event deleted for resources: {'Port': ['ID=38d32298-f4f2-4d0f-be51-529e208c33e6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:37.256174 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-1dddcc98-fce9-4f80-8e20-9a68e83227aa tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/33bfc587-f92e-4ff8-a20e-2de5b6a03efa HTTP/1.1" status: 200 len: 2981 time: 0.0463989 Jul 16 08:31:37.298430 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea62bbd1-c9ae-4799-a22c-83abb4525ebd req-39515889-8994-4a2d-bbaf-d712e24ac49b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178977 Jul 16 08:31:37.306467 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-8d065dbd-5c54-413f-8e91-13536016ed06 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3f9d2bdb-edf2-4545-80df-9d8004dd397d HTTP/1.1" status: 200 len: 2981 time: 0.0418496 Jul 16 08:31:37.345810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128232b7-53a5-40ef-a26f-987480b6eadb req-b3adbeee-046c-43d6-8c9a-7ad0eb93da49 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:37.347200 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-128232b7-53a5-40ef-a26f-987480b6eadb req-b3adbeee-046c-43d6-8c9a-7ad0eb93da49 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.38 "GET /v2.0/ports?device_id=14b7334c-18a9-4697-852e-f00ee83384aa HTTP/1.1" status: 200 len: 945 time: 0.2140558 Jul 16 08:31:37.354128 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Set router dabdd721-bef6-41f8-bf10-749a4de50796 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:37.355798 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-be6d2995-14cc-4a85-85fa-257c8e412229 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.358801 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-be6d2995-14cc-4a85-85fa-257c8e412229 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.362326 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-be6d2995-14cc-4a85-85fa-257c8e412229 tempest-ImagesOneServerNegativeTestJSON-1219414371 tempest-ImagesOneServerNegativeTestJSON-1219414371-project] 10.222.0.20 "DELETE /v2.0/floatingips/df4763b8-de23-4401-9000-a9bc45c3ab5e HTTP/1.1" status: 204 len: 168 time: 1.0371423 Jul 16 08:31:37.365964 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-12e60159-605e-44ee-a418-10a39136ee6a tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/3f9d2bdb-edf2-4545-80df-9d8004dd397d HTTP/1.1" status: 200 len: 2981 time: 0.0496333 Jul 16 08:31:37.419489 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-34a5e2af-2f60-4d3c-a3f5-2e6f8a06ba7a tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4e701e43-7795-49ad-8360-b17d99f0a6b7 HTTP/1.1" status: 200 len: 2981 time: 0.0417936 Jul 16 08:31:37.468765 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-128232b7-53a5-40ef-a26f-987480b6eadb req-7d393352-7f0b-4d95-b688-0288e2c7a6bb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Deleting port 6d391fe1-9d89-4a25-a98c-7521ead39320 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:37.469220 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-128232b7-53a5-40ef-a26f-987480b6eadb req-7d393352-7f0b-4d95-b688-0288e2c7a6bb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.480197 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-fc2fb66f-06cb-473c-bfc1-8cc52550f45d tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/4e701e43-7795-49ad-8360-b17d99f0a6b7 HTTP/1.1" status: 200 len: 2981 time: 0.0524030 Jul 16 08:31:37.527391 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-a0cba05e-33f1-43ee-ad89-1e9cf738da7f tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/68590b55-99bc-4a04-8463-311306f75b5e HTTP/1.1" status: 200 len: 2981 time: 0.0462575 Jul 16 08:31:37.566630 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-b6f605f0-fa3a-4aa2-9077-9abe5bc2ebf3 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/68590b55-99bc-4a04-8463-311306f75b5e HTTP/1.1" status: 200 len: 2981 time: 0.0382881 Jul 16 08:31:37.596743 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'name': 'tempest-FloatingIPsTestJSON-16084531-router', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '138f7c07-6a21-45e7-a11f-f8235edb2165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:27Z', 'updated_at': '2021-07-16T08:31:35Z', 'revision_number': 4, 'project_id': 'd8b6885886624e93b31117d06ce6f0e1', 'gw_port': {'id': '138f7c07-6a21-45e7-a11f-f8235edb2165', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:28Z', 'updated_at': '2021-07-16T08:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'd38a0a27-76e2-4540-8ccf-8145185cb313', 'name': '', 'network_id': '0c5f73ec-a0de-48c0-b3ce-ddc25111ed59', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1', 'mac_address': 'fa:16:3e:47:be:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a1f5e208-6c14-46b1-b423-12df9716b9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:33Z', 'updated_at': '2021-07-16T08:31:35Z', 'revision_number': 2, 'project_id': 'd8b6885886624e93b31117d06ce6f0e1', 'subnets': [{'id': 'a1f5e208-6c14-46b1-b423-12df9716b9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:37.606316 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-128232b7-53a5-40ef-a26f-987480b6eadb req-7d393352-7f0b-4d95-b688-0288e2c7a6bb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] For port 6d391fe1-9d89-4a25-a98c-7521ead39320, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6d391fe1-9d89-4a25-a98c-7521ead39320,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:37.606938 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-128232b7-53a5-40ef-a26f-987480b6eadb req-7d393352-7f0b-4d95-b688-0288e2c7a6bb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.621057 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-c824f247-0618-4085-86a0-24546c2a14b2 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/6c79e2f9-9bbb-40c2-b8dd-d9686d767282 HTTP/1.1" status: 200 len: 2981 time: 0.0470681 Jul 16 08:31:37.626329 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Checking router: dabdd721-bef6-41f8-bf10-749a4de50796 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:37.626911 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Updating router dabdd721-bef6-41f8-bf10-749a4de50796 port d38a0a27-76e2-4540-8ccf-8145185cb313 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:31:37.653746 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-128232b7-53a5-40ef-a26f-987480b6eadb req-7d393352-7f0b-4d95-b688-0288e2c7a6bb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Calling delete_port for 6d391fe1-9d89-4a25-a98c-7521ead39320 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:37.667485 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-1ad0e99d-7c68-4d72-9b5e-aa82030a3b06 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/6c79e2f9-9bbb-40c2-b8dd-d9686d767282 HTTP/1.1" status: 200 len: 2981 time: 0.0443566 Jul 16 08:31:37.671031 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.709551 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-a5400a0c-7d76-4c98-a7ee-7cac3d9983a5 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/8c03e7e6-2782-4bf9-92b9-50a6598328c4 HTTP/1.1" status: 200 len: 2981 time: 0.0362320 Jul 16 08:31:37.722771 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-92d98480-9385-43d0-9151-b29db500c5c9 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1747010 Jul 16 08:31:37.739912 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:37.758207 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-a240f414-3626-45ed-9d2d-f4d993e565a3 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/8c03e7e6-2782-4bf9-92b9-50a6598328c4 HTTP/1.1" status: 200 len: 2981 time: 0.0421252 Jul 16 08:31:37.776737 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.813233 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-b6908968-5b2c-41c8-b9f5-6b26d9a6ef90 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/8d8eb486-cf9b-44a0-a466-84c665c2171e HTTP/1.1" status: 200 len: 2973 time: 0.0481243 Jul 16 08:31:37.868643 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-9bc9cefa-9412-4b21-bad9-ab858b2b08f0 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/8d8eb486-cf9b-44a0-a466-84c665c2171e HTTP/1.1" status: 200 len: 2973 time: 0.0512378 Jul 16 08:31:37.887649 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77be3166-2cf5-4d8a-b595-b34d84ae25b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.894721 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-128232b7-53a5-40ef-a26f-987480b6eadb req-7d393352-7f0b-4d95-b688-0288e2c7a6bb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.906969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['6d391fe1-9d89-4a25-a98c-7521ead39320'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:37.950953 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-ad7d8482-b4b4-4594-8ba6-d5acbdfd50b0 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/92c24c97-c44b-4797-8460-0fc6960359c8 HTTP/1.1" status: 200 len: 2977 time: 0.0742984 Jul 16 08:31:37.951658 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d393352-7f0b-4d95-b688-0288e2c7a6bb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Pushing event deleted for resources: {'Port': ['ID=6d391fe1-9d89-4a25-a98c-7521ead39320,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:37.970253 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 138f7c07-6a21-45e7-a11f-f8235edb2165 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:38.032194 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-80f1c1d7-36ad-4610-9707-dd680376f1a5 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/92c24c97-c44b-4797-8460-0fc6960359c8 HTTP/1.1" status: 200 len: 2977 time: 0.0674100 Jul 16 08:31:38.046162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-128232b7-53a5-40ef-a26f-987480b6eadb req-7d393352-7f0b-4d95-b688-0288e2c7a6bb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] No DVR routers for this DVR port 6d391fe1-9d89-4a25-a98c-7521ead39320 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:38.052720 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-128232b7-53a5-40ef-a26f-987480b6eadb req-7d393352-7f0b-4d95-b688-0288e2c7a6bb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.054826 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-128232b7-53a5-40ef-a26f-987480b6eadb req-7d393352-7f0b-4d95-b688-0288e2c7a6bb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.38 "DELETE /v2.0/ports/6d391fe1-9d89-4a25-a98c-7521ead39320 HTTP/1.1" status: 204 len: 173 time: 0.7003090 Jul 16 08:31:38.055529 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14b7334c-18a9-4697-852e-f00ee83384aa', 'name': 'network-vif-deleted', 'tag': '6d391fe1-9d89-4a25-a98c-7521ead39320'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:38.058036 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034bd6f3-57a3-4ad4-ab76-ff5a703a564d" -d '{"events": [{"server_uuid": "14b7334c-18a9-4697-852e-f00ee83384aa", "name": "network-vif-deleted", "tag": "6d391fe1-9d89-4a25-a98c-7521ead39320"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:38.081049 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.084424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 138f7c07-6a21-45e7-a11f-f8235edb2165 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:38.084974 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.110266 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.131788 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-eab6b286-2a53-493d-8ee9-ef7a01b7e564 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9fb3d9cc-3843-4bc9-8862-aac9a5e07542 HTTP/1.1" status: 200 len: 2981 time: 0.0924721 Jul 16 08:31:38.164021 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.175368 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Transition to ACTIVE for port object d38a0a27-76e2-4540-8ccf-8145185cb313 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:38.185711 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.215650 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-0cc9b36e-9ba4-4669-8540-72b76bbf2d77 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/9fb3d9cc-3843-4bc9-8862-aac9a5e07542 HTTP/1.1" status: 200 len: 2981 time: 0.0772939 Jul 16 08:31:38.241408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Allocated IP 172.25.4.49 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/55e1b6a0-7462-458d-882f-dc408fc70bb7) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:38.267711 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f90954-806d-4808-bbfb-1c0f08196e53 None None] Pushing event updated for resources: {'Port': ['ID=d38a0a27-76e2-4540-8ccf-8145185cb313,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:38.289673 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-7478992c-6d26-46f2-8c3e-da54ed52ec4a tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ae9b9564-a18a-46f1-98c4-93882ad72eb1 HTTP/1.1" status: 200 len: 2981 time: 0.0601501 Jul 16 08:31:38.335864 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-ddbe6334-c217-4a98-a480-893351550216 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/ae9b9564-a18a-46f1-98c4-93882ad72eb1 HTTP/1.1" status: 200 len: 2981 time: 0.0396178 Jul 16 08:31:38.336415 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Attempting to bind port d38a0a27-76e2-4540-8ccf-8145185cb313 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:38.336955 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Attempting to bind port d38a0a27-76e2-4540-8ccf-8145185cb313 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'b175c693-9996-4a83-9525-9454ee38b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c5f73ec-a0de-48c0-b3ce-ddc25111ed59'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:38.337177 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Attempting to bind port d38a0a27-76e2-4540-8ccf-8145185cb313 on network 0c5f73ec-a0de-48c0-b3ce-ddc25111ed59 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:38.342847 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:38.343234 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Checking segment: {'id': 'b175c693-9996-4a83-9525-9454ee38b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c5f73ec-a0de-48c0-b3ce-ddc25111ed59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:38.343633 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.344236 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Bound using segment: {'id': 'b175c693-9996-4a83-9525-9454ee38b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c5f73ec-a0de-48c0-b3ce-ddc25111ed59'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:38.344837 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Bound port: d38a0a27-76e2-4540-8ccf-8145185cb313, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b175c693-9996-4a83-9525-9454ee38b606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '0c5f73ec-a0de-48c0-b3ce-ddc25111ed59'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:38.345237 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.390443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.393688 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-63ca7b2f-8f04-42d3-8587-7d95882a6306 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c0e29270-8df0-43fb-98d0-7dddd8ecbb28 HTTP/1.1" status: 200 len: 2981 time: 0.0509570 Jul 16 08:31:38.426520 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] For port d38a0a27-76e2-4540-8ccf-8145185cb313, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:38.431236 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] For port d38a0a27-76e2-4540-8ccf-8145185cb313, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d38a0a27-76e2-4540-8ccf-8145185cb313,segment=NetworkSegment(b175c693-9996-4a83-9525-9454ee38b606),segment_id=b175c693-9996-4a83-9525-9454ee38b606)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:38.435950 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.438954 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.452906 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-b98a88a8-fba2-4ad8-858f-32264bbbc680 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/c0e29270-8df0-43fb-98d0-7dddd8ecbb28 HTTP/1.1" status: 200 len: 2981 time: 0.0532999 Jul 16 08:31:38.462809 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 5849a161-2138-4845-bcd4-4138a0bfc33a details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:38.464411 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:38.465555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e66759a1-d4d9-4a78-a859-8659786ca42a up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:38.467444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:38.493277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:38.513588 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f90954-806d-4808-bbfb-1c0f08196e53 None None] Pushing event updated for resources: {'Port': ['ID=d38a0a27-76e2-4540-8ccf-8145185cb313,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:38.544361 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Routers {'dabdd721-bef6-41f8-bf10-749a4de50796'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:38.545024 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dabdd721-bef6-41f8-bf10-749a4de50796'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:38.565083 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Pushing event updated for resources: {'Port': ['ID=55e1b6a0-7462-458d-882f-dc408fc70bb7,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:38.572834 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-fcfbf372-9f99-4b04-bb76-624d395d2265 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e29b012f-5c87-41f3-9129-4f4832e9c689 HTTP/1.1" status: 200 len: 2981 time: 0.1130013 Jul 16 08:31:38.643559 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-363247c6-5a31-487e-9cea-021e2bb3940b tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/e29b012f-5c87-41f3-9129-4f4832e9c689 HTTP/1.1" status: 200 len: 2981 time: 0.0693798 Jul 16 08:31:38.661027 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.701630 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-8c2aa8a8-3240-48d2-94f9-7046c238c0b1 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f7262d9e-1cf5-431d-bc8f-898656eab35d HTTP/1.1" status: 200 len: 2981 time: 0.0566056 Jul 16 08:31:38.721536 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] Set router dabdd721-bef6-41f8-bf10-749a4de50796 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:38.742844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port e66759a1-d4d9-4a78-a859-8659786ca42a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:38.745666 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.768938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port e66759a1-d4d9-4a78-a859-8659786ca42a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:38.769378 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.772111 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c96bb0f-1b1a-45d1-9141-c810f1acf06d req-7429ffa7-e2dd-487f-b2c5-2de98802fab0 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/f7262d9e-1cf5-431d-bc8f-898656eab35d HTTP/1.1" status: 200 len: 2981 time: 0.0689902 Jul 16 08:31:38.776259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 5849a161-2138-4845-bcd4-4138a0bfc33a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=5849a161-2138-4845-bcd4-4138a0bfc33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:38.840016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '5849a161-2138-4845-bcd4-4138a0bfc33a', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '5849a161-2138-4845-bcd4-4138a0bfc33a', 'mac_address': 'fa:16:3e:b4:e5:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:38.922286 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.938311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5849a161-2138-4845-bcd4-4138a0bfc33a {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:38.988146 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.996097 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.997682 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 5849a161-2138-4845-bcd4-4138a0bfc33a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=5849a161-2138-4845-bcd4-4138a0bfc33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:39.006569 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.008666 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.011775 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'name': 'tempest-FloatingIPsTestJSON-16084531-router', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '138f7c07-6a21-45e7-a11f-f8235edb2165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:27Z', 'updated_at': '2021-07-16T08:31:35Z', 'revision_number': 4, 'project_id': 'd8b6885886624e93b31117d06ce6f0e1', 'gw_port': {'id': '138f7c07-6a21-45e7-a11f-f8235edb2165', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:28Z', 'updated_at': '2021-07-16T08:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'd38a0a27-76e2-4540-8ccf-8145185cb313', 'name': '', 'network_id': '0c5f73ec-a0de-48c0-b3ce-ddc25111ed59', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1', 'mac_address': 'fa:16:3e:47:be:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a1f5e208-6c14-46b1-b423-12df9716b9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:33Z', 'updated_at': '2021-07-16T08:31:38Z', 'revision_number': 4, 'project_id': 'd8b6885886624e93b31117d06ce6f0e1', 'subnets': [{'id': 'a1f5e208-6c14-46b1-b423-12df9716b9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:39.035834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc4667-84e0-42bf-82d4-cbc34a678dac req-fab7c753-899e-47d7-b99c-d3ece03ec245 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:39.044545 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a6dc4667-84e0-42bf-82d4-cbc34a678dac req-fab7c753-899e-47d7-b99c-d3ece03ec245 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 948 time: 0.1050465 Jul 16 08:31:39.052224 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925d63a2-52f3-49ff-8ddd-8e8fd4a107c7 None None] The sync data for ids ['dabdd721-bef6-41f8-bf10-749a4de50796'] in n-d-758944-46 is: [{'id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'name': 'tempest-FloatingIPsTestJSON-16084531-router', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '138f7c07-6a21-45e7-a11f-f8235edb2165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:27Z', 'updated_at': '2021-07-16T08:31:35Z', 'revision_number': 4, 'project_id': 'd8b6885886624e93b31117d06ce6f0e1', 'gw_port': {'id': '138f7c07-6a21-45e7-a11f-f8235edb2165', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:28Z', 'updated_at': '2021-07-16T08:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'd38a0a27-76e2-4540-8ccf-8145185cb313', 'name': '', 'network_id': '0c5f73ec-a0de-48c0-b3ce-ddc25111ed59', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1', 'mac_address': 'fa:16:3e:47:be:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a1f5e208-6c14-46b1-b423-12df9716b9e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:33Z', 'updated_at': '2021-07-16T08:31:38Z', 'revision_number': 4, 'project_id': 'd8b6885886624e93b31117d06ce6f0e1', 'subnets': [{'id': 'a1f5e208-6c14-46b1-b423-12df9716b9e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:39.067507 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811a2c95-e406-4c56-81bb-66579753f3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66759a1-d4d9-4a78-a859-8659786ca42a'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:39.069872 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fb9f39-5c4d-4d0c-812a-eb5543d892b8" -d '{"events": [{"server_uuid": "811a2c95-e406-4c56-81bb-66579753f3ae", "name": "network-vif-plugged", "status": "completed", "tag": "e66759a1-d4d9-4a78-a859-8659786ca42a"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:39.078508 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e66759a1-d4d9-4a78-a859-8659786ca42a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e66759a1-d4d9-4a78-a859-8659786ca42a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:39.089489 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.101521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=5849a161-2138-4845-bcd4-4138a0bfc33a,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:39.102918 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Pushing event updated for resources: {'Port': ['ID=55e1b6a0-7462-458d-882f-dc408fc70bb7,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:39.108928 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.151174 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.152852 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-45084a9c-a18e-4f8b-97cf-49f2031ac613 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4247088 Jul 16 08:31:39.214736 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=e66759a1-d4d9-4a78-a859-8659786ca42a,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:39.233202 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-94443f1c-3366-4041-a51f-f3b5753fadd1 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.49 HTTP/1.1" status: 200 len: 695 time: 0.0734289 Jul 16 08:31:39.285551 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['5849a161-2138-4845-bcd4-4138a0bfc33a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:39.369809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-cd0653a0-94d6-4816-9fcf-55c3fcd9c019 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:39.371527 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0f4661bb-57c8-4501-be83-8d3f900484c5 req-cd0653a0-94d6-4816-9fcf-55c3fcd9c019 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.1333909 Jul 16 08:31:39.466815 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a6dc4667-84e0-42bf-82d4-cbc34a678dac req-15ee84ce-e79c-4758-b733-4debc9a314dc tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4210780 Jul 16 08:31:39.537713 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.575828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe302d-abd2-41f3-86b0-68f23a062595 req-bbe2d280-6e07-4363-88ae-59efff7b4282 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:39.577978 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fabe302d-abd2-41f3-86b0-68f23a062595 req-bbe2d280-6e07-4363-88ae-59efff7b4282 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=811a2c95-e406-4c56-81bb-66579753f3ae HTTP/1.1" status: 200 len: 949 time: 0.0907509 Jul 16 08:31:39.602163 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca855515-4013-4a4c-850b-b50a20afc8ae x-openstack-request-id: req-ca855515-4013-4a4c-850b-b50a20afc8ae {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:39.602454 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14b7334c-18a9-4697-852e-f00ee83384aa", "name": "network-vif-deleted", "tag": "6d391fe1-9d89-4a25-a98c-7521ead39320", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:39.602703 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca855515-4013-4a4c-850b-b50a20afc8ae {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:39.603096 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14b7334c-18a9-4697-852e-f00ee83384aa', 'name': 'network-vif-deleted', 'tag': '6d391fe1-9d89-4a25-a98c-7521ead39320', 'status': 'completed', 'code': 200} Jul 16 08:31:39.624047 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fabe302d-abd2-41f3-86b0-68f23a062595 req-875d0cdc-5ba3-49cd-939b-494f32565413 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390489 Jul 16 08:31:39.784356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31303dcb-8b39-4285-a43d-d15a37a56a6e req-c5ea1622-5b12-4e63-ab64-f7004276271a tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:39.791312 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-31303dcb-8b39-4285-a43d-d15a37a56a6e req-c5ea1622-5b12-4e63-ab64-f7004276271a tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 945 time: 0.0821271 Jul 16 08:31:39.825395 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-31303dcb-8b39-4285-a43d-d15a37a56a6e req-c690e126-2952-483a-9104-ebc7835971d6 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329773 Jul 16 08:31:39.826037 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cacec71c-f7c4-4d59-b44b-883fd1cf64f5 req-09f52fdd-561d-40b8-9fc8-27a75ccfceee tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96bf0bfdd4494aeebf956edd17d305e8 HTTP/1.1" status: 200 len: 6104 time: 0.0671461 Jul 16 08:31:39.899644 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cacec71c-f7c4-4d59-b44b-883fd1cf64f5 req-1b85ebb9-5155-4e42-99c5-ca1ef2e80b26 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] 10.222.0.20 "GET /v2.0/security-groups/9fb3d9cc-3843-4bc9-8862-aac9a5e07542 HTTP/1.1" status: 200 len: 2981 time: 0.0675886 Jul 16 08:31:39.953659 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c832d9-cd06-4738-93ff-9ad2e6680260 x-openstack-request-id: req-f7c832d9-cd06-4738-93ff-9ad2e6680260 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:39.953958 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811a2c95-e406-4c56-81bb-66579753f3ae", "name": "network-vif-plugged", "status": "completed", "tag": "e66759a1-d4d9-4a78-a859-8659786ca42a", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:39.954216 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7c832d9-cd06-4738-93ff-9ad2e6680260 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:39.954611 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811a2c95-e406-4c56-81bb-66579753f3ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e66759a1-d4d9-4a78-a859-8659786ca42a', 'code': 200} Jul 16 08:31:39.983974 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cacec71c-f7c4-4d59-b44b-883fd1cf64f5 req-344b9bd1-514a-4795-a587-a91a6cfb0f09 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] 10.222.0.20 "GET /v2.0/security-groups/9fb3d9cc-3843-4bc9-8862-aac9a5e07542 HTTP/1.1" status: 200 len: 2981 time: 0.0776796 Jul 16 08:31:39.984646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d38a0a27-76e2-4540-8ccf-8145185cb313 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:40.043486 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-218cc6ff-4feb-41a6-8e0b-d57e860be3c7 req-4d3f1cca-ad21-4e5a-b200-aa99ad5fc4b8 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/floatingips/06050769-c368-4a2a-a739-0e0f0d4bb1c4 HTTP/1.1" status: 200 len: 692 time: 0.0749104 Jul 16 08:31:40.084715 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port d38a0a27-76e2-4540-8ccf-8145185cb313 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:40.090235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d38a0a27-76e2-4540-8ccf-8145185cb313 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:40.090902 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.178972 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.187662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-2b933f99-c037-4bf1-892e-4991846a8f4d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.189776 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-2b933f99-c037-4bf1-892e-4991846a8f4d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 812 time: 0.1386058 Jul 16 08:31:40.195003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cc6ff-4feb-41a6-8e0b-d57e860be3c7 req-80bef631-511f-4fe8-9479-9ab943f420e2 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.196557 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-218cc6ff-4feb-41a6-8e0b-d57e860be3c7 req-80bef631-511f-4fe8-9479-9ab943f420e2 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.1492729 Jul 16 08:31:40.202749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62187fb9-65af-45f2-8cb2-5ee515236d0f req-6b028e03-ecfb-4107-9a1c-4c9dec931eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.204350 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62187fb9-65af-45f2-8cb2-5ee515236d0f req-6b028e03-ecfb-4107-9a1c-4c9dec931eec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=811a2c95-e406-4c56-81bb-66579753f3ae HTTP/1.1" status: 200 len: 1101 time: 0.1447709 Jul 16 08:31:40.222453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port d38a0a27-76e2-4540-8ccf-8145185cb313, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d38a0a27-76e2-4540-8ccf-8145185cb313,segment=NetworkSegment(b175c693-9996-4a83-9525-9454ee38b606),segment_id=b175c693-9996-4a83-9525-9454ee38b606)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:40.228020 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.232521 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-a5a747a0-7641-4429-b84c-e72a0949e404 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/quotas/a18790f1a5984cd0913742d5f9996e0a HTTP/1.1" status: 200 len: 375 time: 0.0364137 Jul 16 08:31:40.264920 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62187fb9-65af-45f2-8cb2-5ee515236d0f req-8ba519eb-6dd9-49fb-a811-5d47ae6682a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434668 Jul 16 08:31:40.293051 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-50e166b1-4c78-458d-8fcb-55fc58c63643 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517972 Jul 16 08:31:40.298601 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=d38a0a27-76e2-4540-8ccf-8145185cb313,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:40.306938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.307762 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.308169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.308758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.309145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.309766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.310318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.310809 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.311143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.311474 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.311799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.312126 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:40.312728 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44498) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:40.387004 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a5877d9-8300-41e7-8209-6f46014b0b5c admin admin] Deleting subnet b590703a-50bc-47da-bee3-3eff5a20da13 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:40.389375 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-e2419860-6250-484b-ab1a-fe15934a9bc4 service neutron] 10.222.0.20 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955389 Jul 16 08:31:40.394558 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a5877d9-8300-41e7-8209-6f46014b0b5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.418994 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3bf1f35-d94e-4978-8c3a-df2a308ae17c req-63c2d4fb-98b5-4816-bde5-7f31f782e35c tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/06eaf31d-6392-422c-bf65-01d34f41887e HTTP/1.1" status: 200 len: 1778 time: 0.0724680 Jul 16 08:31:40.442538 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a5877d9-8300-41e7-8209-6f46014b0b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.466688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 5849a161-2138-4845-bcd4-4138a0bfc33a up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:40.499236 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-9d18af5d-45ea-4973-ba26-99bd2edcc92e service neutron] 10.222.0.20 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003537 Jul 16 08:31:40.512335 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a5877d9-8300-41e7-8209-6f46014b0b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.530575 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 5849a161-2138-4845-bcd4-4138a0bfc33a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:40.535101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 5849a161-2138-4845-bcd4-4138a0bfc33a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:40.536118 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.536264 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e3bf1f35-d94e-4978-8c3a-df2a308ae17c req-b6c448b8-3aeb-42ee-8be3-5b81419fd28e tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.569026 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e3bf1f35-d94e-4978-8c3a-df2a308ae17c req-b6c448b8-3aeb-42ee-8be3-5b81419fd28e tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.609181 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a5877d9-8300-41e7-8209-6f46014b0b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.639249 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.648244 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5877d9-8300-41e7-8209-6f46014b0b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b590703a-50bc-47da-bee3-3eff5a20da13,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:40.650598 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a5877d9-8300-41e7-8209-6f46014b0b5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.652804 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3a5877d9-8300-41e7-8209-6f46014b0b5c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b590703a-50bc-47da-bee3-3eff5a20da13 HTTP/1.1" status: 204 len: 168 time: 0.3390269 Jul 16 08:31:40.655798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44506) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:40.670708 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e3bf1f35-d94e-4978-8c3a-df2a308ae17c req-b6c448b8-3aeb-42ee-8be3-5b81419fd28e tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.678571 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e3bf1f35-d94e-4978-8c3a-df2a308ae17c req-b6c448b8-3aeb-42ee-8be3-5b81419fd28e tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.680227 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3bf1f35-d94e-4978-8c3a-df2a308ae17c req-b6c448b8-3aeb-42ee-8be3-5b81419fd28e tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/06eaf31d-6392-422c-bf65-01d34f41887e HTTP/1.1" status: 204 len: 173 time: 0.2537303 Jul 16 08:31:40.691327 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 5849a161-2138-4845-bcd4-4138a0bfc33a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=5849a161-2138-4845-bcd4-4138a0bfc33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:40.697847 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c448b8-3aeb-42ee-8be3-5b81419fd28e tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06eaf31d-6392-422c-bf65-01d34f41887e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:40.698394 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.775704 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dded0172-b50a-4f67-8b02-f6b958ba238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.778722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=5849a161-2138-4845-bcd4-4138a0bfc33a,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:40.790009 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5400eee3-f7d7-4757-a58e-1b6b9c208400 req-6cc560b7-13f3-414a-b63d-c32d51187b97 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=d8b6885886624e93b31117d06ce6f0e1 HTTP/1.1" status: 200 len: 695 time: 0.0797911 Jul 16 08:31:40.913499 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5400eee3-f7d7-4757-a58e-1b6b9c208400 req-7b5bae2b-e60b-440b-9c90-238381d2e3fd tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:40.916968 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5400eee3-f7d7-4757-a58e-1b6b9c208400 req-7b5bae2b-e60b-440b-9c90-238381d2e3fd tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/networks?id=5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 787 time: 0.1209104 Jul 16 08:31:40.925217 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-5400eee3-f7d7-4757-a58e-1b6b9c208400 req-b8eb7997-7de0-4265-8a93-eb5dc78bb75d tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:31:40.926945 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5400eee3-f7d7-4757-a58e-1b6b9c208400 req-b8eb7997-7de0-4265-8a93-eb5dc78bb75d tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067227 Jul 16 08:31:41.043531 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.116843 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb1bc6b-525e-48df-9ad4-a4b5921fcba3 req-3dc39467-59bc-468b-b08c-c5862c374e42 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.118422 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6cb1bc6b-525e-48df-9ad4-a4b5921fcba3 req-3dc39467-59bc-468b-b08c-c5862c374e42 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 950 time: 0.0737190 Jul 16 08:31:41.161618 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6cb1bc6b-525e-48df-9ad4-a4b5921fcba3 req-4bcf2e27-de72-43bc-8942-27b160dafe12 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371137 Jul 16 08:31:41.250146 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dded0172-b50a-4f67-8b02-f6b958ba238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.263454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-dded0172-b50a-4f67-8b02-f6b958ba238e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9d546f0-2f2c-4563-8e6a-5b4c768f4419']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:41.273080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f7bced-86a5-41d3-a935-7622a55704d6 req-bb89d8c8-04c9-4717-ab67-28fd22798c92 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.280372 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30f7bced-86a5-41d3-a935-7622a55704d6 req-bb89d8c8-04c9-4717-ab67-28fd22798c92 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 805 time: 0.5198193 Jul 16 08:31:41.296957 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-dded0172-b50a-4f67-8b02-f6b958ba238e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140d3a23-c817-4c24-97a6-f35ef6f12597') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:41.297235 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-dded0172-b50a-4f67-8b02-f6b958ba238e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140d3a23-c817-4c24-97a6-f35ef6f12597') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:41.309551 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30f7bced-86a5-41d3-a935-7622a55704d6 req-9236045d-ba7b-456e-890b-abbdb81a60a3 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/quotas/a2cca6b5346b41fb9c1451a1f165aee8 HTTP/1.1" status: 200 len: 375 time: 0.0282104 Jul 16 08:31:41.311107 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dded0172-b50a-4f67-8b02-f6b958ba238e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.348473 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96ae9925-5af8-4605-8e47-1c6090682626 req-96579cf2-59d3-4df2-b7f2-13d0c436d287 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 210 time: 0.0427489 Jul 16 08:31:41.357714 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dded0172-b50a-4f67-8b02-f6b958ba238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.368761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dded0172-b50a-4f67-8b02-f6b958ba238e admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:41.369233 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dded0172-b50a-4f67-8b02-f6b958ba238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:41.372283 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:41.460366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30f7bced-86a5-41d3-a935-7622a55704d6 req-34d94a0f-ed32-4e78-a73a-f8f1b5f90b10 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1410079 Jul 16 08:31:41.462252 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dded0172-b50a-4f67-8b02-f6b958ba238e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.478693 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dded0172-b50a-4f67-8b02-f6b958ba238e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.480600 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dded0172-b50a-4f67-8b02-f6b958ba238e admin admin] 10.222.0.20 "DELETE /v2.0/networks/b9d546f0-2f2c-4563-8e6a-5b4c768f4419 HTTP/1.1" status: 204 len: 168 time: 0.8231242 Jul 16 08:31:41.490057 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dded0172-b50a-4f67-8b02-f6b958ba238e admin admin] Pushing event deleted for resources: {'Network': ['ID=b9d546f0-2f2c-4563-8e6a-5b4c768f4419,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:41.536133 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7dc7f5-e4c7-45e7-b04b-caf701cd99ff req-3e4b1935-ff76-4afb-b303-4a1339cccc74 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.537820 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f7dc7f5-e4c7-45e7-b04b-caf701cd99ff req-3e4b1935-ff76-4afb-b303-4a1339cccc74 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=811a2c95-e406-4c56-81bb-66579753f3ae HTTP/1.1" status: 200 len: 949 time: 0.0691535 Jul 16 08:31:41.574943 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30f7bced-86a5-41d3-a935-7622a55704d6 req-91beae3c-0e7c-4403-8144-81ed5ff8144d service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929909 Jul 16 08:31:41.577583 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f7dc7f5-e4c7-45e7-b04b-caf701cd99ff req-6bba3a93-6b44-4bee-bea0-0a9cb3797d0a tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341744 Jul 16 08:31:41.590284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6d391fe1-9d89-4a25-a98c-7521ead39320 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:41.624929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 6d391fe1-9d89-4a25-a98c-7521ead39320 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:41.625516 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6d391fe1-9d89-4a25-a98c-7521ead39320 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:41.648344 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7403a024-7c00-4ff9-9e8a-2c5241eed89b req-455799ab-484b-4d53-870d-59374ff5395e tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "GET /v2.0/security-groups/046d1004-f67f-4f1e-a6b7-6cb5aafe7474 HTTP/1.1" status: 200 len: 1777 time: 0.0428915 Jul 16 08:31:41.682296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44534) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:41.693607 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30f7bced-86a5-41d3-a935-7622a55704d6 req-d00b6453-4068-46dc-a9c6-ad9db30b59b4 service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067266 Jul 16 08:31:41.735890 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7403a024-7c00-4ff9-9e8a-2c5241eed89b req-2d9721f2-af69-4d09-ab5d-f99e5a222dc2 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.740838 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-96e69724-b81e-49ec-bdc2-10e401e1bc5f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d87902f8d1ec4af59ab6c7da7c4d9815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574715 Jul 16 08:31:41.743414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44536) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:41.777140 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7403a024-7c00-4ff9-9e8a-2c5241eed89b req-2d9721f2-af69-4d09-ab5d-f99e5a222dc2 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.848449 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9286587f-2d2f-4793-afa5-0fc372fabcaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.863130 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7403a024-7c00-4ff9-9e8a-2c5241eed89b req-2d9721f2-af69-4d09-ab5d-f99e5a222dc2 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.865750 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7403a024-7c00-4ff9-9e8a-2c5241eed89b req-2d9721f2-af69-4d09-ab5d-f99e5a222dc2 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.866964 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7403a024-7c00-4ff9-9e8a-2c5241eed89b req-2d9721f2-af69-4d09-ab5d-f99e5a222dc2 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] 10.222.0.20 "DELETE /v2.0/security-groups/046d1004-f67f-4f1e-a6b7-6cb5aafe7474 HTTP/1.1" status: 204 len: 173 time: 0.2127409 Jul 16 08:31:41.938887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9721f2-af69-4d09-ab5d-f99e5a222dc2 tempest-SecurityGroupsTestAdminJSON-1433493130 tempest-SecurityGroupsTestAdminJSON-1433493130-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=046d1004-f67f-4f1e-a6b7-6cb5aafe7474,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:41.957222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3114cd-8131-4de3-b05e-9fb6f0eda89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5849a161-2138-4845-bcd4-4138a0bfc33a'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:41.959640 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdf42c8-01e2-41d1-9595-342a6e31c3ce" -d '{"events": [{"server_uuid": "0e3114cd-8131-4de3-b05e-9fb6f0eda89e", "name": "network-vif-plugged", "status": "completed", "tag": "5849a161-2138-4845-bcd4-4138a0bfc33a"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:41.985258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d38a0a27-76e2-4540-8ccf-8145185cb313 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:41.999865 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9286587f-2d2f-4793-afa5-0fc372fabcaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.023772 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-d6a07291-feb9-4d2c-bac5-42d88b8dbba0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:42.025784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-d6a07291-feb9-4d2c-bac5-42d88b8dbba0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.38 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 812 time: 0.1855390 Jul 16 08:31:42.045492 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-71cda835-e7e4-4742-a45d-658ba563f5c0 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/floatingips/06050769-c368-4a2a-a739-0e0f0d4bb1c4 HTTP/1.1" status: 200 len: 692 time: 0.1527250 Jul 16 08:31:42.052766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-cf5b7c69-6230-4aab-9c0c-6639e50c00e2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Request body: {'port': {'device_id': '2a0ab4cb-5c40-4f43-a22c-4e6852033392', 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b', 'admin_state_up': True, 'tenant_id': 'a18790f1a5984cd0913742d5f9996e0a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:42.055377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d38a0a27-76e2-4540-8ccf-8145185cb313 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:42.056058 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.212124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9286587f-2d2f-4793-afa5-0fc372fabcaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.221790 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9286587f-2d2f-4793-afa5-0fc372fabcaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.226796 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9286587f-2d2f-4793-afa5-0fc372fabcaf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/68590b55-99bc-4a04-8463-311306f75b5e HTTP/1.1" status: 204 len: 168 time: 0.4801571 Jul 16 08:31:42.236251 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-bdc44338-77d5-43a2-a0bf-7fb0b8c3adb2 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:42.243755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-bdc44338-77d5-43a2-a0bf-7fb0b8c3adb2 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.1973801 Jul 16 08:31:42.254011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-8676fef0-cd9c-4839-9be0-e6cea422db24 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:31:42.260777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-8676fef0-cd9c-4839-9be0-e6cea422db24 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0161152 Jul 16 08:31:42.263794 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286587f-2d2f-4793-afa5-0fc372fabcaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68590b55-99bc-4a04-8463-311306f75b5e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:42.317380 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-cf5b7c69-6230-4aab-9c0c-6639e50c00e2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Made reservation on behalf of a18790f1a5984cd0913742d5f9996e0a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:42.327973 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-cf5b7c69-6230-4aab-9c0c-6639e50c00e2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.333433 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-50e452d5-9dda-4221-b9bd-29c03d8e9930 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.49 HTTP/1.1" status: 200 len: 695 time: 0.0717378 Jul 16 08:31:42.394277 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-266f94ba-db30-4cd4-92a8-4487da0c9bca tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.49 HTTP/1.1" status: 200 len: 695 time: 0.0596535 Jul 16 08:31:42.575826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-cf5b7c69-6230-4aab-9c0c-6639e50c00e2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Allocated IP 172.20.0.13 (79bcc93a-1bbe-4b86-93f9-b243ed27da0b/13a06e14-eee5-4201-98b3-810650c6afa3/17d858ff-bad6-420e-abca-0b1c0713b962) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:42.593647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-cbacd7f0-dfc1-4371-850e-a003686de077 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Deleting port 55e1b6a0-7462-458d-882f-dc408fc70bb7 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:42.595303 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-cbacd7f0-dfc1-4371-850e-a003686de077 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.711111 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-cbacd7f0-dfc1-4371-850e-a003686de077 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.711899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-cbacd7f0-dfc1-4371-850e-a003686de077 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.733054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-cbacd7f0-dfc1-4371-850e-a003686de077 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Calling delete_port for 55e1b6a0-7462-458d-882f-dc408fc70bb7 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:42.771806 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-cf5b7c69-6230-4aab-9c0c-6639e50c00e2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.861165 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-86762fe4-5476-427c-957f-ef8cfcabf70a req-beded832-4093-415a-b0f7-0cee9df00124 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] 10.222.0.20 "GET /v2.0/security-groups/95688421-2185-4171-a812-6042a51e219a HTTP/1.1" status: 200 len: 1778 time: 0.0489719 Jul 16 08:31:42.862713 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-cf5b7c69-6230-4aab-9c0c-6639e50c00e2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.886577 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-cbacd7f0-dfc1-4371-850e-a003686de077 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.919088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacd7f0-dfc1-4371-850e-a003686de077 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Pushing event deleted for resources: {'Port': ['ID=55e1b6a0-7462-458d-882f-dc408fc70bb7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:42.941469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-cf5b7c69-6230-4aab-9c0c-6639e50c00e2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:42.949820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-cf5b7c69-6230-4aab-9c0c-6639e50c00e2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:42.954452 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-cf5b7c69-6230-4aab-9c0c-6639e50c00e2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:42.957548 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5b7c69-6230-4aab-9c0c-6639e50c00e2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Pushing event updated for resources: {'Port': ['ID=17d858ff-bad6-420e-abca-0b1c0713b962,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:42.983309 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-cbacd7f0-dfc1-4371-850e-a003686de077 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.987591 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-cbacd7f0-dfc1-4371-850e-a003686de077 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.993342 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbaf3176-7572-41c9-b8de-2582526d0af9 req-cbacd7f0-dfc1-4371-850e-a003686de077 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "DELETE /v2.0/floatingips/06050769-c368-4a2a-a739-0e0f0d4bb1c4 HTTP/1.1" status: 204 len: 173 time: 0.5978208 Jul 16 08:31:43.017708 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-86762fe4-5476-427c-957f-ef8cfcabf70a req-a3873c55-1219-4561-98d9-ef1a826076cc tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.030463 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-cf5b7c69-6230-4aab-9c0c-6639e50c00e2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.031161 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-cf5b7c69-6230-4aab-9c0c-6639e50c00e2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.031292 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e32226-c206-4ed8-a78e-37f27063554b x-openstack-request-id: req-10e32226-c206-4ed8-a78e-37f27063554b {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:43.031762 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3114cd-8131-4de3-b05e-9fb6f0eda89e", "name": "network-vif-plugged", "status": "completed", "tag": "5849a161-2138-4845-bcd4-4138a0bfc33a", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:43.031863 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10e32226-c206-4ed8-a78e-37f27063554b {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:43.032211 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3114cd-8131-4de3-b05e-9fb6f0eda89e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5849a161-2138-4845-bcd4-4138a0bfc33a', 'code': 200} Jul 16 08:31:43.057748 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-86762fe4-5476-427c-957f-ef8cfcabf70a req-a3873c55-1219-4561-98d9-ef1a826076cc tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.072835 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-cf5b7c69-6230-4aab-9c0c-6639e50c00e2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0293622 Jul 16 08:31:43.085849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Request body: {'port': {'device_id': '2a0ab4cb-5c40-4f43-a22c-4e6852033392', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:43.164047 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-86762fe4-5476-427c-957f-ef8cfcabf70a req-a3873c55-1219-4561-98d9-ef1a826076cc tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.166528 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-86762fe4-5476-427c-957f-ef8cfcabf70a req-a3873c55-1219-4561-98d9-ef1a826076cc tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.167667 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-86762fe4-5476-427c-957f-ef8cfcabf70a req-a3873c55-1219-4561-98d9-ef1a826076cc tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] 10.222.0.20 "DELETE /v2.0/security-groups/95688421-2185-4171-a812-6042a51e219a HTTP/1.1" status: 204 len: 173 time: 0.2962661 Jul 16 08:31:43.189522 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44598) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:43.196906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3873c55-1219-4561-98d9-ef1a826076cc tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95688421-2185-4171-a812-6042a51e219a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:43.202230 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.242028 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e47a1-ec55-4a48-9561-6ef9a5e59544 req-7da05349-a0d3-46e9-966c-e94bb345921f tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.243635 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d41e47a1-ec55-4a48-9561-6ef9a5e59544 req-7da05349-a0d3-46e9-966c-e94bb345921f tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 950 time: 0.1079347 Jul 16 08:31:43.255064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834f2c3-5113-4949-86f8-c7260c5dee16 req-9f95e600-c8e6-4518-9f55-b27d9189f68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.256555 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1834f2c3-5113-4949-86f8-c7260c5dee16 req-9f95e600-c8e6-4518-9f55-b27d9189f68c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 1102 time: 0.0914810 Jul 16 08:31:43.322750 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d41e47a1-ec55-4a48-9561-6ef9a5e59544 req-99f8445e-ac64-45f2-b096-64cacb953c22 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651414 Jul 16 08:31:43.324721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1834f2c3-5113-4949-86f8-c7260c5dee16 req-a93501b1-efd3-4707-9a42-e71fb47a5152 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601969 Jul 16 08:31:43.391479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1288469436-network', 'tenant_id': '195e91ee41fd49adaf2fc387000a9bc0'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:43.466983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] Made reservation on behalf of 195e91ee41fd49adaf2fc387000a9bc0 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:43.469227 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.483254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6478172c-8feb-43e4-98a4-dd5b4589a144 req-14b6f3fb-5306-4525-878c-903afeda257a tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.484934 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6478172c-8feb-43e4-98a4-dd5b4589a144 req-14b6f3fb-5306-4525-878c-903afeda257a tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 932 time: 0.0632243 Jul 16 08:31:43.485338 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.522341 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6478172c-8feb-43e4-98a4-dd5b4589a144 req-c5c42351-5404-413b-ba89-46f3ea8c6e6f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312929 Jul 16 08:31:43.527271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81deed71-e143-4c17-8812-4726887de7c3 req-208abd48-72fd-47a6-85d1-8e764dc8fc70 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.528808 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81deed71-e143-4c17-8812-4726887de7c3 req-208abd48-72fd-47a6-85d1-8e764dc8fc70 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=811a2c95-e406-4c56-81bb-66579753f3ae HTTP/1.1" status: 200 len: 949 time: 0.2206740 Jul 16 08:31:43.609538 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81deed71-e143-4c17-8812-4726887de7c3 req-d3cb583a-946d-425c-ad88-3773829e0349 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732908 Jul 16 08:31:43.767716 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e45350d-8ea7-4e74-b934-3104d3ac3968 req-1422bd11-ff5d-4b03-a701-5e05ac6306b8 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] 10.222.0.20 "GET /v2.0/security-groups/bab36240-436a-4340-8e96-4a056a12e527 HTTP/1.1" status: 200 len: 1778 time: 0.0376427 Jul 16 08:31:43.773531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17d858ff-bad6-420e-abca-0b1c0713b962 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:43.792892 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.824049 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Transition to ACTIVE for port object 17d858ff-bad6-420e-abca-0b1c0713b962 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:43.829535 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5e45350d-8ea7-4e74-b934-3104d3ac3968 req-536cf1d3-29ce-4f52-b0bd-f9692881b310 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.836685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.850219 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.853735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5e45350d-8ea7-4e74-b934-3104d3ac3968 req-536cf1d3-29ce-4f52-b0bd-f9692881b310 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.858325 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-91ecbd51-c1d0-49bd-8295-603b839599d2 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2064111 Jul 16 08:31:43.884861 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.900847 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5e45350d-8ea7-4e74-b934-3104d3ac3968 req-536cf1d3-29ce-4f52-b0bd-f9692881b310 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.901437 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:43.903447 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5e45350d-8ea7-4e74-b934-3104d3ac3968 req-536cf1d3-29ce-4f52-b0bd-f9692881b310 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.904640 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e45350d-8ea7-4e74-b934-3104d3ac3968 req-536cf1d3-29ce-4f52-b0bd-f9692881b310 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] 10.222.0.20 "DELETE /v2.0/security-groups/bab36240-436a-4340-8e96-4a056a12e527 HTTP/1.1" status: 204 len: 173 time: 0.1306777 Jul 16 08:31:43.919340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536cf1d3-29ce-4f52-b0bd-f9692881b310 tempest-SecurityGroupsTestAdminJSON-2074468761 tempest-SecurityGroupsTestAdminJSON-2074468761-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab36240-436a-4340-8e96-4a056a12e527,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:43.933936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:31:43.953230 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Pushing event updated for resources: {'Port': ['ID=17d858ff-bad6-420e-abca-0b1c0713b962,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:43.967298 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.967651 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] Added segment 5e3eaac9-e1ee-4a93-9f35-fea978a54852 of type vlan for network 9f8fe290-2a93-496f-b8d7-f5982d5fea30 Jul 16 08:31:43.997562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79c9de0-0b30-417a-b7f9-d2bfca272596,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:44.006237 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.076397 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.144215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Attempting to bind port 17d858ff-bad6-420e-abca-0b1c0713b962 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:44.145133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Attempting to bind port 17d858ff-bad6-420e-abca-0b1c0713b962 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:44.145484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Attempting to bind port 17d858ff-bad6-420e-abca-0b1c0713b962 on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:44.153525 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.154556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.155122 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.157132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Port 17d858ff-bad6-420e-abca-0b1c0713b962 on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:44.157450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Attempting to bind port 17d858ff-bad6-420e-abca-0b1c0713b962 on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:44.213878 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:44.214221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Checking segment: {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:44.214635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Bound using segment: {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:44.215042 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Bound port: 17d858ff-bad6-420e-abca-0b1c0713b962, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:44.215400 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.216474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44622) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:44.239317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0441363 Jul 16 08:31:44.239473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44626) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:44.244029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-599a9601-9aee-44f0-b799-83fee41ca6e6 admin admin] Request body: {'subnet': {'network_id': '9f8fe290-2a93-496f-b8d7-f5982d5fea30', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1288469436-subnet', 'tenant_id': '195e91ee41fd49adaf2fc387000a9bc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:44.297809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea532c-16cc-48df-aa75-59fa3edde303 admin admin] Pushing event updated for resources: {'Network': ['ID=9f8fe290-2a93-496f-b8d7-f5982d5fea30,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:44.310250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 9f8fe290-2a93-496f-b8d7-f5982d5fea30 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:31:44.342330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] For port 17d858ff-bad6-420e-abca-0b1c0713b962, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:44.346182 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] For port 17d858ff-bad6-420e-abca-0b1c0713b962, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=17d858ff-bad6-420e-abca-0b1c0713b962,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:44.352199 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.360681 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.384035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-457427d8-3d23-4d9d-bc77-76509d81d4bb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.391730 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-457427d8-3d23-4d9d-bc77-76509d81d4bb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 805 time: 0.1864350 Jul 16 08:31:44.402118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-599a9601-9aee-44f0-b799-83fee41ca6e6 admin admin] Made reservation on behalf of 195e91ee41fd49adaf2fc387000a9bc0 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:44.404880 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-599a9601-9aee-44f0-b799-83fee41ca6e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.439958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.441210 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.442135 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] 10.222.0.38 "PUT /v2.0/ports/17d858ff-bad6-420e-abca-0b1c0713b962 HTTP/1.1" status: 200 len: 1093 time: 1.3616848 Jul 16 08:31:44.442594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a0ab4cb-5c40-4f43-a22c-4e6852033392', 'tag': '17d858ff-bad6-420e-abca-0b1c0713b962'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:44.444550 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-54702429-57f8-444a-9a8c-25a542701564 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/quotas/a2cca6b5346b41fb9c1451a1f165aee8 HTTP/1.1" status: 200 len: 375 time: 0.0507915 Jul 16 08:31:44.444903 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6892b352-9ee6-46c7-804c-5e840d06fddf" -d '{"events": [{"name": "network-changed", "server_uuid": "2a0ab4cb-5c40-4f43-a22c-4e6852033392", "tag": "17d858ff-bad6-420e-abca-0b1c0713b962"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:44.484330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6fceb-4b87-4792-b37d-7d766a673716 service neutron] Pushing event updated for resources: {'Port': ['ID=17d858ff-bad6-420e-abca-0b1c0713b962,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:44.539623 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0fa3fc47-ce19-4eb2-9918-890c398ec586 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96bf0bfdd4494aeebf956edd17d305e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204999 Jul 16 08:31:44.541922 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44632) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:44.582765 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Allocated IP 172.25.4.137 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/8dfbfdf9-bfcb-4908-98a2-0fb492a47316) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:44.592965 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-6ff86f03-4970-4b03-b40d-4006fb0a7d72 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1369317 Jul 16 08:31:44.649858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-0cd335f3-2fcd-4e3d-8f3a-961bbefa5da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.651382 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-0cd335f3-2fcd-4e3d-8f3a-961bbefa5da8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 1096 time: 0.1409025 Jul 16 08:31:44.726363 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9aef1d6e-2567-435c-ad87-b9b641e27662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.731421 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-b0e02cf7-81ef-4fb4-af40-e4260f8e7000 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17d858ff-bad6-420e-abca-0b1c0713b962 HTTP/1.1" status: 200 len: 217 time: 0.0720477 Jul 16 08:31:44.738536 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-599a9601-9aee-44f0-b799-83fee41ca6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.755029 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-c66b0e16-653e-4eb5-a05e-5d81f1b3f209 service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385341 Jul 16 08:31:44.787293 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9aef1d6e-2567-435c-ad87-b9b641e27662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.829746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a9601-9aee-44f0-b799-83fee41ca6e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a714c216-3a44-435e-b20e-806e6483aebc,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:44.842450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-5f58878b-8ae9-4b59-9fc7-dc2522ed697a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.844027 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-5f58878b-8ae9-4b59-9fc7-dc2522ed697a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=13a06e14-eee5-4201-98b3-810650c6afa3 HTTP/1.1" status: 200 len: 852 time: 0.1005201 Jul 16 08:31:44.865375 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.865996 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599a9601-9aee-44f0-b799-83fee41ca6e6 admin admin] Checking segment: {'id': '5e3eaac9-e1ee-4a93-9f35-fea978a54852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '9f8fe290-2a93-496f-b8d7-f5982d5fea30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:44.866350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599a9601-9aee-44f0-b799-83fee41ca6e6 admin admin] Network hostable DHCP agents. Network: 9f8fe290-2a93-496f-b8d7-f5982d5fea30, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:31:44.890113 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-52288287-ef27-4d0f-b2bb-f4af0cc84a07 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367787 Jul 16 08:31:44.901395 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-531c0e8d-d0bb-4a22-a10c-f9ebfa261df5 service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255064 Jul 16 08:31:44.902700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599a9601-9aee-44f0-b799-83fee41ca6e6 admin admin] Network 9f8fe290-2a93-496f-b8d7-f5982d5fea30 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:31:44.912262 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-599a9601-9aee-44f0-b799-83fee41ca6e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 9f8fe290-2a93-496f-b8d7-f5982d5fea30) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:44.917547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599a9601-9aee-44f0-b799-83fee41ca6e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.918242 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-599a9601-9aee-44f0-b799-83fee41ca6e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.923207 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197c545f-4608-496b-b1bd-189368457416 None None] Network 9f8fe290-2a93-496f-b8d7-f5982d5fea30 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:44.937181 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-599a9601-9aee-44f0-b799-83fee41ca6e6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6980729 Jul 16 08:31:44.965400 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9aef1d6e-2567-435c-ad87-b9b641e27662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.968147 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9aef1d6e-2567-435c-ad87-b9b641e27662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.971535 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9aef1d6e-2567-435c-ad87-b9b641e27662 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fb3d9cc-3843-4bc9-8862-aac9a5e07542 HTTP/1.1" status: 204 len: 168 time: 0.4265673 Jul 16 08:31:44.995454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aef1d6e-2567-435c-ad87-b9b641e27662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb3d9cc-3843-4bc9-8862-aac9a5e07542,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:45.025830 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-8bce9d13-43eb-46c3-86c2-bbd0a94c4267 service neutron] 10.222.0.38 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280656 Jul 16 08:31:45.027412 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.084449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Pushing event updated for resources: {'Port': ['ID=8dfbfdf9-bfcb-4908-98a2-0fb492a47316,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:45.096464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:45.112353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc90b535-1c7e-4091-a43a-28f502ee666f None None] Network 9f8fe290-2a93-496f-b8d7-f5982d5fea30 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:45.129752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:45.137392 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:45.313096 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b784b8ee-eb52-4490-98a1-b31568b9a0ed req-83949669-a8c8-46c6-9744-a3897e34ef6a service neutron] 10.222.0.38 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771070 Jul 16 08:31:45.323644 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.339661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db962875-9ff0-4e93-ba3c-8e2ab9eba4f9 req-901ac214-7636-4f87-a9f9-ccf8724a4d04 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.341520 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-db962875-9ff0-4e93-ba3c-8e2ab9eba4f9 req-901ac214-7636-4f87-a9f9-ccf8724a4d04 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=811a2c95-e406-4c56-81bb-66579753f3ae HTTP/1.1" status: 200 len: 949 time: 0.1015127 Jul 16 08:31:45.381051 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.388790 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-db962875-9ff0-4e93-ba3c-8e2ab9eba4f9 req-4c371e25-59c7-4fd9-b3d7-530c23fc2aba tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/security-groups?id=ae9b9564-a18a-46f1-98c4-93882ad72eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408499 Jul 16 08:31:45.446676 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44654) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:45.503141 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1d50a6dc-2d5d-44cc-9509-fa7bb8835b34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6af50b0694d49038c5b6cd0c9fb9918&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552368 Jul 16 08:31:45.504614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44656) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:45.584121 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.589751 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.603288 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f85ca36-cd2b-42c0-8b31-5ecff5a05c11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.635054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f3729f-8144-4692-803b-011fe820859f req-12cd1cff-4498-4aa4-ac85-66e9c125bb24 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.636721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-98f3729f-8144-4692-803b-011fe820859f req-12cd1cff-4498-4aa4-ac85-66e9c125bb24 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 950 time: 0.1121120 Jul 16 08:31:45.648004 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f85ca36-cd2b-42c0-8b31-5ecff5a05c11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.674284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Pushing event updated for resources: {'Port': ['ID=8dfbfdf9-bfcb-4908-98a2-0fb492a47316,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:45.689458 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.703986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.709008 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-cf7a8794-dff2-4978-be29-939db3146246 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8252642 Jul 16 08:31:45.744898 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-98f3729f-8144-4692-803b-011fe820859f req-a2b4b4aa-4a65-491d-836f-eaacf736fb57 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989826 Jul 16 08:31:45.763492 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-71f46391-46b3-4f86-a49d-b9a070a881c8 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.137 HTTP/1.1" status: 200 len: 696 time: 0.0511734 Jul 16 08:31:45.784432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8256c-867d-4e70-831f-db0300b9ef6b req-dd34d63b-fa31-45e9-8ac9-e3df8426e248 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.786169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10d8256c-867d-4e70-831f-db0300b9ef6b req-dd34d63b-fa31-45e9-8ac9-e3df8426e248 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.15 "GET /v2.0/ports?device_id=811a2c95-e406-4c56-81bb-66579753f3ae HTTP/1.1" status: 200 len: 949 time: 0.1255414 Jul 16 08:31:45.787100 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f85ca36-cd2b-42c0-8b31-5ecff5a05c11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.790204 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f85ca36-cd2b-42c0-8b31-5ecff5a05c11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.791298 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1f85ca36-cd2b-42c0-8b31-5ecff5a05c11 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e29b012f-5c87-41f3-9129-4f4832e9c689 HTTP/1.1" status: 204 len: 168 time: 0.2856925 Jul 16 08:31:45.806885 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f85ca36-cd2b-42c0-8b31-5ecff5a05c11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e29b012f-5c87-41f3-9129-4f4832e9c689,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:45.914302 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cf5ceb-6501-446c-836b-ee58801e5494 x-openstack-request-id: req-84cf5ceb-6501-446c-836b-ee58801e5494 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:45.914302 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a0ab4cb-5c40-4f43-a22c-4e6852033392", "tag": "17d858ff-bad6-420e-abca-0b1c0713b962", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:45.914302 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84cf5ceb-6501-446c-836b-ee58801e5494 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:45.914805 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a0ab4cb-5c40-4f43-a22c-4e6852033392', 'tag': '17d858ff-bad6-420e-abca-0b1c0713b962', 'status': 'completed', 'code': 200} Jul 16 08:31:45.925401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-10d8256c-867d-4e70-831f-db0300b9ef6b req-6a5820d1-0228-4c72-bc42-26ba499511f4 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Deleting port e66759a1-d4d9-4a78-a859-8659786ca42a {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:45.926516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10d8256c-867d-4e70-831f-db0300b9ef6b req-6a5820d1-0228-4c72-bc42-26ba499511f4 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.992560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-1b237bcb-0d26-4278-a01f-35c7ce5cb470 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.994007 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c79fa22-4c6e-442d-82fd-15b6638afc5e req-1b237bcb-0d26-4278-a01f-35c7ce5cb470 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.2147522 Jul 16 08:31:46.016524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892b352-9ee6-46c7-804c-5e840d06fddf req-0c226dfb-8c18-4938-9613-684d6d18e17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:46.018364 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6892b352-9ee6-46c7-804c-5e840d06fddf req-0c226dfb-8c18-4938-9613-684d6d18e17c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 1096 time: 0.1132016 Jul 16 08:31:46.043172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-10d8256c-867d-4e70-831f-db0300b9ef6b req-6a5820d1-0228-4c72-bc42-26ba499511f4 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] For port e66759a1-d4d9-4a78-a859-8659786ca42a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e66759a1-d4d9-4a78-a859-8659786ca42a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:46.052970 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10d8256c-867d-4e70-831f-db0300b9ef6b req-6a5820d1-0228-4c72-bc42-26ba499511f4 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.104735 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-10d8256c-867d-4e70-831f-db0300b9ef6b req-6a5820d1-0228-4c72-bc42-26ba499511f4 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Calling delete_port for e66759a1-d4d9-4a78-a859-8659786ca42a owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:46.161578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892b352-9ee6-46c7-804c-5e840d06fddf req-efdc060e-3b32-4667-9eb1-ed32e59a9207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:46.163548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6892b352-9ee6-46c7-804c-5e840d06fddf req-efdc060e-3b32-4667-9eb1-ed32e59a9207 service neutron] 10.222.0.38 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 912 time: 0.1372046 Jul 16 08:31:46.230322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf355d1-10e3-413f-aeb6-e46e54593d18 req-b3bddf87-0ac7-4895-ac00-1e94d375de35 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:46.232019 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eaf355d1-10e3-413f-aeb6-e46e54593d18 req-b3bddf87-0ac7-4895-ac00-1e94d375de35 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 944 time: 0.1697280 Jul 16 08:31:46.305232 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eaf355d1-10e3-413f-aeb6-e46e54593d18 req-5baad3d1-9e9c-4e45-8e8c-fbd7c55515ca tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605352 Jul 16 08:31:46.377042 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10d8256c-867d-4e70-831f-db0300b9ef6b req-6a5820d1-0228-4c72-bc42-26ba499511f4 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.391110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e66759a1-d4d9-4a78-a859-8659786ca42a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:46.510426 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e33b9b1-9280-4e7d-9f5f-66a65b64e293 req-1a95579d-2a41-42df-a756-b9df98f3ad0d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 210 time: 0.0976436 Jul 16 08:31:46.511177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5820d1-0228-4c72-bc42-26ba499511f4 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Pushing event deleted for resources: {'Port': ['ID=e66759a1-d4d9-4a78-a859-8659786ca42a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:46.544817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d8256c-867d-4e70-831f-db0300b9ef6b req-6a5820d1-0228-4c72-bc42-26ba499511f4 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] No DVR routers for this DVR port e66759a1-d4d9-4a78-a859-8659786ca42a on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:46.560620 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10d8256c-867d-4e70-831f-db0300b9ef6b req-6a5820d1-0228-4c72-bc42-26ba499511f4 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.562690 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10d8256c-867d-4e70-831f-db0300b9ef6b req-6a5820d1-0228-4c72-bc42-26ba499511f4 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.15 "DELETE /v2.0/ports/e66759a1-d4d9-4a78-a859-8659786ca42a HTTP/1.1" status: 204 len: 173 time: 0.7704031 Jul 16 08:31:46.563715 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '811a2c95-e406-4c56-81bb-66579753f3ae', 'name': 'network-vif-deleted', 'tag': 'e66759a1-d4d9-4a78-a859-8659786ca42a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:46.570545 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7dcee4-9d9f-42d0-bf6c-a55655fe99c3" -d '{"events": [{"server_uuid": "811a2c95-e406-4c56-81bb-66579753f3ae", "name": "network-vif-deleted", "tag": "e66759a1-d4d9-4a78-a859-8659786ca42a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:46.719861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6892b352-9ee6-46c7-804c-5e840d06fddf req-0f3c3354-d00b-4882-b8fb-a3760cc31321 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17d858ff-bad6-420e-abca-0b1c0713b962 HTTP/1.1" status: 200 len: 217 time: 0.5491295 Jul 16 08:31:46.746294 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-0dd65f11-7d49-400f-b621-de26b35a0285 req-d30b6999-9057-41ca-8f93-8962ad7cd2a4 tempest-SecurityGroupsNegativeTestJSON-100943313 tempest-SecurityGroupsNegativeTestJSON-100943313-project] show failed (client error): The resource could not be found. Jul 16 08:31:46.747934 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0dd65f11-7d49-400f-b621-de26b35a0285 req-d30b6999-9057-41ca-8f93-8962ad7cd2a4 tempest-SecurityGroupsNegativeTestJSON-100943313 tempest-SecurityGroupsNegativeTestJSON-100943313-project] 10.222.0.20 "GET /v2.0/security-groups/0e9b10fd-cfcf-42b3-87d5-bd7e09146e4a HTTP/1.1" status: 404 len: 352 time: 0.0310426 Jul 16 08:31:46.868980 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d01b877-54ba-4872-8e1a-6d421ae554f1 req-29c1e5a9-436f-45f5-903c-37fd7ea936b6 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/floatingips/1e4e299d-c0d1-472a-8276-193cbd6f0b0e HTTP/1.1" status: 200 len: 693 time: 0.0754781 Jul 16 08:31:46.884770 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-fb1bd4fd-2fb0-4183-911d-25e42318821b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:46.886497 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-fb1bd4fd-2fb0-4183-911d-25e42318821b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 805 time: 0.2669721 Jul 16 08:31:46.890137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6892b352-9ee6-46c7-804c-5e840d06fddf req-c2dbb6e9-965d-4b7a-87c9-6b7f919c573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:46.892298 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6892b352-9ee6-46c7-804c-5e840d06fddf req-c2dbb6e9-965d-4b7a-87c9-6b7f919c573d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=13a06e14-eee5-4201-98b3-810650c6afa3 HTTP/1.1" status: 200 len: 852 time: 0.1641688 Jul 16 08:31:46.894151 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6988d5bf-2d39-4bb3-92d8-209ebb9596cc req-de1f7d69-7908-4c3f-9cfb-cb4d2638a391 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:46.896293 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6988d5bf-2d39-4bb3-92d8-209ebb9596cc req-de1f7d69-7908-4c3f-9cfb-cb4d2638a391 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 1102 time: 0.2076023 Jul 16 08:31:46.905292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-f8ac5627-1912-40e0-b500-9a9d68f2f4c7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Request body: {'port': {'device_id': 'bfe842b7-d64d-45c3-bf7b-564a19cfde47', 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497', 'admin_state_up': True, 'tenant_id': 'a2cca6b5346b41fb9c1451a1f165aee8'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:46.940000 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6892b352-9ee6-46c7-804c-5e840d06fddf req-ee186e67-87cb-4ea5-9273-3409e3068595 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354605 Jul 16 08:31:46.940542 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44692) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:47.008610 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6988d5bf-2d39-4bb3-92d8-209ebb9596cc req-b1134c5a-582b-4547-813e-0b35dfec1c61 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978220 Jul 16 08:31:47.060754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-f8ac5627-1912-40e0-b500-9a9d68f2f4c7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Made reservation on behalf of a2cca6b5346b41fb9c1451a1f165aee8 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:47.065580 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-f8ac5627-1912-40e0-b500-9a9d68f2f4c7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.130726 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6892b352-9ee6-46c7-804c-5e840d06fddf req-fc05a656-0236-4986-8d8a-14aa494a4e64 service neutron] 10.222.0.38 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781549 Jul 16 08:31:47.141329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-161017813-network', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:47.212920 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] Made reservation on behalf of e445308cd02044df9a9e8fa48236ae3a for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:47.215335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.234883 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c46e2b3-6128-4890-b8b2-6c6a60e1d86a req-0e8b2735-62ca-4347-b2b2-bd53b8903039 tempest-DeleteServersAdminTestJSON-435595318 tempest-DeleteServersAdminTestJSON-435595318-project] 10.222.0.20 "GET /v2.0/ports?device_id=811a2c95-e406-4c56-81bb-66579753f3ae HTTP/1.1" status: 200 len: 210 time: 0.0620914 Jul 16 08:31:47.258357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01b877-54ba-4872-8e1a-6d421ae554f1 req-1b721322-bbaa-4bfb-9119-a311263fa4c7 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.258925 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d01b877-54ba-4872-8e1a-6d421ae554f1 req-1b721322-bbaa-4bfb-9119-a311263fa4c7 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.3826568 Jul 16 08:31:47.295547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-f8ac5627-1912-40e0-b500-9a9d68f2f4c7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Allocated IP 172.20.0.6 (20ee9c8f-2cd9-40d6-987d-933e8af4b497/789d7b71-d5c7-4c97-8897-da1853b01c39/b163bbe3-8944-4dfc-89e0-4909a18e9eff) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:47.303489 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3d4c27-8c0d-41bd-9031-95b2add7e19e x-openstack-request-id: req-be3d4c27-8c0d-41bd-9031-95b2add7e19e {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:47.303889 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "811a2c95-e406-4c56-81bb-66579753f3ae", "name": "network-vif-deleted", "tag": "e66759a1-d4d9-4a78-a859-8659786ca42a", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:47.304229 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be3d4c27-8c0d-41bd-9031-95b2add7e19e {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:47.304709 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '811a2c95-e406-4c56-81bb-66579753f3ae', 'name': 'network-vif-deleted', 'tag': 'e66759a1-d4d9-4a78-a859-8659786ca42a', 'status': 'completed', 'code': 200} Jul 16 08:31:47.320155 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.374192 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6892b352-9ee6-46c7-804c-5e840d06fddf req-ae14708c-422d-4c98-a57a-a2d474365033 service neutron] 10.222.0.38 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366254 Jul 16 08:31:47.386875 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d01b877-54ba-4872-8e1a-6d421ae554f1 req-769c25e1-1e00-400d-b076-7e5de16e295d tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.137 HTTP/1.1" status: 200 len: 696 time: 0.1158359 Jul 16 08:31:47.468767 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d01b877-54ba-4872-8e1a-6d421ae554f1 req-abe5d247-fc83-4997-899c-41030a2157ac tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.137 HTTP/1.1" status: 200 len: 696 time: 0.0743713 Jul 16 08:31:47.502272 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-f8ac5627-1912-40e0-b500-9a9d68f2f4c7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.541739 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-ead2119f-3619-4bfa-8eb6-763bc39362d3 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=234331fe0b8a468fb70b4b1e509a742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275958 Jul 16 08:31:47.594695 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-f8ac5627-1912-40e0-b500-9a9d68f2f4c7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.606101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b9a95dbe-c086-4c79-ac21-2fea3daed19b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:47.622922 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.630114 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 17d858ff-bad6-420e-abca-0b1c0713b962 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:47.631613 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.660076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52331d18-5597-4d95-a1e5-9433af1564f2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:47.675135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:31:47.681991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-3d01b877-54ba-4872-8e1a-6d421ae554f1 req-fa391390-b696-40fa-a5b7-7681c81d0d54 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Deleting port 8dfbfdf9-bfcb-4908-98a2-0fb492a47316 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:47.682333 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d01b877-54ba-4872-8e1a-6d421ae554f1 req-fa391390-b696-40fa-a5b7-7681c81d0d54 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.703794 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-f8ac5627-1912-40e0-b500-9a9d68f2f4c7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:47.705603 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.705958 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] Added segment c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6 of type vlan for network eafc8599-7e39-4353-a596-83eb584854e9 Jul 16 08:31:47.707839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac5627-1912-40e0-b500-9a9d68f2f4c7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Pushing event updated for resources: {'Port': ['ID=b163bbe3-8944-4dfc-89e0-4909a18e9eff,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:47.714631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-f8ac5627-1912-40e0-b500-9a9d68f2f4c7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:47.717846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-f8ac5627-1912-40e0-b500-9a9d68f2f4c7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:47.761625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-127bf736-a5e5-4ab1-9380-9ebacc8c2e57 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.763157 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-127bf736-a5e5-4ab1-9380-9ebacc8c2e57 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2114692 Jul 16 08:31:47.785874 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.791815 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-f8ac5627-1912-40e0-b500-9a9d68f2f4c7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.792533 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-f8ac5627-1912-40e0-b500-9a9d68f2f4c7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.796828 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-bae10d09-aefc-4f8f-82bb-8a31fa7ce05b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/quotas/234331fe0b8a468fb70b4b1e509a742a HTTP/1.1" status: 200 len: 375 time: 0.0267308 Jul 16 08:31:47.811706 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d01b877-54ba-4872-8e1a-6d421ae554f1 req-fa391390-b696-40fa-a5b7-7681c81d0d54 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.812092 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d01b877-54ba-4872-8e1a-6d421ae554f1 req-fa391390-b696-40fa-a5b7-7681c81d0d54 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.817515 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-f8ac5627-1912-40e0-b500-9a9d68f2f4c7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9179819 Jul 16 08:31:47.834816 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-3d01b877-54ba-4872-8e1a-6d421ae554f1 req-fa391390-b696-40fa-a5b7-7681c81d0d54 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Calling delete_port for 8dfbfdf9-bfcb-4908-98a2-0fb492a47316 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:47.844879 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Request body: {'port': {'device_id': 'bfe842b7-d64d-45c3-bf7b-564a19cfde47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:47.849279 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.849449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.851006 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.851169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 17d858ff-bad6-420e-abca-0b1c0713b962, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=17d858ff-bad6-420e-abca-0b1c0713b962,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:47.865121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '17d858ff-bad6-420e-abca-0b1c0713b962', 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b', 'port_id': '17d858ff-bad6-420e-abca-0b1c0713b962', 'mac_address': 'fa:16:3e:44:d5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a06e14-eee5-4201-98b3-810650c6afa3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:47.907345 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.921347 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17d858ff-bad6-420e-abca-0b1c0713b962 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:47.940935 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 17d858ff-bad6-420e-abca-0b1c0713b962, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=17d858ff-bad6-420e-abca-0b1c0713b962,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:47.944873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] Pushing event updated for resources: {'Network': ['ID=eafc8599-7e39-4353-a596-83eb584854e9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:47.946324 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.954568 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-ff51bbe3-0028-4142-b385-d452525abda6 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1509609 Jul 16 08:31:47.959042 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d3a908f0-f27d-4a75-8747-c1cb082dbe91 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0151775 Jul 16 08:31:47.962844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44716) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:47.963136 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.969090 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9d6c3b91-b6de-43b0-b249-2f8251527025 admin admin] Request body: {'subnet': {'network_id': 'eafc8599-7e39-4353-a596-83eb584854e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-161017813-subnet', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:47.991765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network eafc8599-7e39-4353-a596-83eb584854e9 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:31:48.012006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d6c3b91-b6de-43b0-b249-2f8251527025 admin admin] Made reservation on behalf of e445308cd02044df9a9e8fa48236ae3a for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:48.014704 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3b91-b6de-43b0-b249-2f8251527025 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.093875 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=17d858ff-bad6-420e-abca-0b1c0713b962,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:48.148938 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d01b877-54ba-4872-8e1a-6d421ae554f1 req-fa391390-b696-40fa-a5b7-7681c81d0d54 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.196592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa391390-b696-40fa-a5b7-7681c81d0d54 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Pushing event deleted for resources: {'Port': ['ID=8dfbfdf9-bfcb-4908-98a2-0fb492a47316,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:48.214365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['17d858ff-bad6-420e-abca-0b1c0713b962'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:48.330490 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3b91-b6de-43b0-b249-2f8251527025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.440240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d6c3b91-b6de-43b0-b249-2f8251527025 admin admin] Checking segment: {'id': 'c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eafc8599-7e39-4353-a596-83eb584854e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:48.440240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6c3b91-b6de-43b0-b249-2f8251527025 admin admin] Network hostable DHCP agents. Network: eafc8599-7e39-4353-a596-83eb584854e9, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:31:48.460035 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d01b877-54ba-4872-8e1a-6d421ae554f1 req-fa391390-b696-40fa-a5b7-7681c81d0d54 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.463229 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d01b877-54ba-4872-8e1a-6d421ae554f1 req-fa391390-b696-40fa-a5b7-7681c81d0d54 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.478799 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d01b877-54ba-4872-8e1a-6d421ae554f1 req-fa391390-b696-40fa-a5b7-7681c81d0d54 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "DELETE /v2.0/floatingips/1e4e299d-c0d1-472a-8276-193cbd6f0b0e HTTP/1.1" status: 204 len: 173 time: 1.0043070 Jul 16 08:31:48.483628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c3b91-b6de-43b0-b249-2f8251527025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=67af4dc6-4dc7-4d03-9ca4-029281b3679f,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:48.504280 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e2adace4-87fc-4e5f-9d60-7d00d6a72d9d req-01b4ad03-406f-4c66-a832-69932fa13915 tempest-SecurityGroupsNegativeTestJSON-100943313 tempest-SecurityGroupsNegativeTestJSON-100943313-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=195e91ee41fd49adaf2fc387000a9bc0 HTTP/1.1" status: 200 len: 2984 time: 0.1004031 Jul 16 08:31:48.521825 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d6c3b91-b6de-43b0-b249-2f8251527025 admin admin] Network eafc8599-7e39-4353-a596-83eb584854e9 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:31:48.537799 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-9d6c3b91-b6de-43b0-b249-2f8251527025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, eafc8599-7e39-4353-a596-83eb584854e9) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:48.543022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d6c3b91-b6de-43b0-b249-2f8251527025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:48.543850 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9d6c3b91-b6de-43b0-b249-2f8251527025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.558371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1892f31-9851-4d61-9304-7e8ba440c2fc None None] Network eafc8599-7e39-4353-a596-83eb584854e9 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:48.569582 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9d6c3b91-b6de-43b0-b249-2f8251527025 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6057122 Jul 16 08:31:48.572750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44734) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:48.579378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-161017813-router', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:48.614509 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e2adace4-87fc-4e5f-9d60-7d00d6a72d9d req-177f0b3a-d89f-40cc-8f8f-0f4dd40a40d6 tempest-SecurityGroupsNegativeTestJSON-100943313 tempest-SecurityGroupsNegativeTestJSON-100943313-project] 10.222.0.20 "GET /v2.0/security-groups/d79c9de0-0b30-417a-b7f9-d2bfca272596 HTTP/1.1" status: 200 len: 2981 time: 0.1091902 Jul 16 08:31:48.675633 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.677101 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.708295 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437e734-0399-4bd3-b0db-ab8e610c58c2 req-5838dcd7-9930-479a-be6c-c6e2cd2b43c0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:48.713113 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b437e734-0399-4bd3-b0db-ab8e610c58c2 req-5838dcd7-9930-479a-be6c-c6e2cd2b43c0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 945 time: 0.1136720 Jul 16 08:31:48.722507 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e2adace4-87fc-4e5f-9d60-7d00d6a72d9d req-76dbe849-81cb-4fa7-ab2d-7420f009ef99 tempest-SecurityGroupsNegativeTestJSON-100943313 tempest-SecurityGroupsNegativeTestJSON-100943313-project] 10.222.0.20 "GET /v2.0/security-groups/d79c9de0-0b30-417a-b7f9-d2bfca272596 HTTP/1.1" status: 200 len: 2981 time: 0.0961347 Jul 16 08:31:48.762109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b163bbe3-8944-4dfc-89e0-4909a18e9eff {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:48.781006 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.782693 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.790187 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-eafc8599-7e39-4353-a596-83eb584854e9', 'network_id': 'eafc8599-7e39-4353-a596-83eb584854e9', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a', 'fixed_ips': [{'subnet_id': '67af4dc6-4dc7-4d03-9ca4-029281b3679f'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:31:48.794844 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.809431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Transition to ACTIVE for port object b163bbe3-8944-4dfc-89e0-4909a18e9eff will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:48.818144 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.886395 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b437e734-0399-4bd3-b0db-ab8e610c58c2 req-838e6a49-58c7-437b-a237-1dbf1b33d640 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700006 Jul 16 08:31:48.965428 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Allocated IP 172.20.0.2 (eafc8599-7e39-4353-a596-83eb584854e9/67af4dc6-4dc7-4d03-9ca4-029281b3679f/548eab33-8614-4f15-b559-eccd36c2f675) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:48.980351 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Pushing event updated for resources: {'Port': ['ID=b163bbe3-8944-4dfc-89e0-4909a18e9eff,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:48.993078 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.068004 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Attempting to bind port b163bbe3-8944-4dfc-89e0-4909a18e9eff on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:49.068440 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Attempting to bind port b163bbe3-8944-4dfc-89e0-4909a18e9eff by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:49.068869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Attempting to bind port b163bbe3-8944-4dfc-89e0-4909a18e9eff on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:49.085302 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Port b163bbe3-8944-4dfc-89e0-4909a18e9eff on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:49.086161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Attempting to bind port b163bbe3-8944-4dfc-89e0-4909a18e9eff on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:49.095383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:49.095874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Checking segment: {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:49.096363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Bound using segment: {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:49.097054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Bound port: b163bbe3-8944-4dfc-89e0-4909a18e9eff, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:49.097513 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.101107 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f30fa56a-087b-40b9-a3dd-a309098e8327 req-e1eab131-a3f9-4319-a747-60f99f107824 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 210 time: 0.0593910 Jul 16 08:31:49.108397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fe7b17-26d3-4562-acc0-6b2ed4c0b9b8 req-91bd911a-6978-4b9d-94b9-8165b27955c6 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.115748 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3fe7b17-26d3-4562-acc0-6b2ed4c0b9b8 req-91bd911a-6978-4b9d-94b9-8165b27955c6 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 943 time: 0.2405286 Jul 16 08:31:49.167531 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.177536 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Transition to ACTIVE for port object 548eab33-8614-4f15-b559-eccd36c2f675 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:49.202156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Transition to ACTIVE for port object 548eab33-8614-4f15-b559-eccd36c2f675 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:49.202370 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3fe7b17-26d3-4562-acc0-6b2ed4c0b9b8 req-c8fb6718-d067-4705-a0c4-ee9e70c0e05e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853596 Jul 16 08:31:49.210334 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.251499 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Network eafc8599-7e39-4353-a596-83eb584854e9 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:49.256944 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:49.264132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:49.300694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Pushing event updated for resources: {'Port': ['ID=548eab33-8614-4f15-b559-eccd36c2f675,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:49.301624 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [req-55665722-ddd5-48f4-b28d-cc557be38ef7 req-bd67aaa7-9809-4b59-b3eb-551aa98e8e2c tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] show failed (client error): The resource could not be found. Jul 16 08:31:49.302671 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-55665722-ddd5-48f4-b28d-cc557be38ef7 req-bd67aaa7-9809-4b59-b3eb-551aa98e8e2c tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/floatingips/1e4e299d-c0d1-472a-8276-193cbd6f0b0e HTTP/1.1" status: 404 len: 350 time: 0.0574102 Jul 16 08:31:49.328969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] For port b163bbe3-8944-4dfc-89e0-4909a18e9eff, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:49.335790 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] For port b163bbe3-8944-4dfc-89e0-4909a18e9eff, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b163bbe3-8944-4dfc-89e0-4909a18e9eff,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:49.344583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Attempting to bind port 548eab33-8614-4f15-b559-eccd36c2f675 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:49.345743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Attempting to bind port 548eab33-8614-4f15-b559-eccd36c2f675 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eafc8599-7e39-4353-a596-83eb584854e9'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:49.346042 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.346918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Attempting to bind port 548eab33-8614-4f15-b559-eccd36c2f675 on network eafc8599-7e39-4353-a596-83eb584854e9 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:49.357917 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.358177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:49.358683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Checking segment: {'id': 'c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eafc8599-7e39-4353-a596-83eb584854e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:49.360628 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.361150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Bound using segment: {'id': 'c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eafc8599-7e39-4353-a596-83eb584854e9'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:49.361768 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Bound port: 548eab33-8614-4f15-b559-eccd36c2f675, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eafc8599-7e39-4353-a596-83eb584854e9'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:49.362297 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.369824 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.434851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Pushing event updated for resources: {'Port': ['ID=b163bbe3-8944-4dfc-89e0-4909a18e9eff,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:49.447913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.448562 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.450484 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-2d0f1215-12c1-421e-8696-a957b8b69b13 service neutron] 10.222.0.38 "PUT /v2.0/ports/b163bbe3-8944-4dfc-89e0-4909a18e9eff HTTP/1.1" status: 200 len: 1092 time: 1.6110446 Jul 16 08:31:49.450940 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfe842b7-d64d-45c3-bf7b-564a19cfde47', 'tag': 'b163bbe3-8944-4dfc-89e0-4909a18e9eff'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:49.456553 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bad18c-65e9-4ccb-8cf1-93521603a15c" -d '{"events": [{"name": "network-changed", "server_uuid": "bfe842b7-d64d-45c3-bf7b-564a19cfde47", "tag": "b163bbe3-8944-4dfc-89e0-4909a18e9eff"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:49.474337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] For port 548eab33-8614-4f15-b559-eccd36c2f675, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:49.474929 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-239ce6b5-7093-4c60-9aa6-5fed9fa50ab0 req-f6a9e716-586b-46ed-88b7-f795fc5f8847 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] show failed (client error): The resource could not be found. Jul 16 08:31:49.476116 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-239ce6b5-7093-4c60-9aa6-5fed9fa50ab0 req-f6a9e716-586b-46ed-88b7-f795fc5f8847 tempest-FloatingIPsTestJSON-1854224647 tempest-FloatingIPsTestJSON-1854224647-project] 10.222.0.20 "GET /v2.0/floatingips/1e4e299d-c0d1-472a-8276-193cbd6f0b0e HTTP/1.1" status: 404 len: 350 time: 0.0647454 Jul 16 08:31:49.479414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] For port 548eab33-8614-4f15-b559-eccd36c2f675, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=548eab33-8614-4f15-b559-eccd36c2f675,segment=NetworkSegment(c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6),segment_id=c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:49.486982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44746) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:49.493153 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.495989 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c771264a-9a65-42a5-90dc-ddef724cc14d req-1b0fd406-996b-4c27-a8f6-39fa205392e6 tempest-SecurityGroupsNegativeTestJSON-100943313 tempest-SecurityGroupsNegativeTestJSON-100943313-project] 10.222.0.20 "GET /v2.0/security-groups/d79c9de0-0b30-417a-b7f9-d2bfca272596 HTTP/1.1" status: 200 len: 2981 time: 0.1703525 Jul 16 08:31:49.554747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455f489e-1973-4ce4-b951-37b40c14d0d2 None None] Pushing event updated for resources: {'Port': ['ID=548eab33-8614-4f15-b559-eccd36c2f675,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:49.563672 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [req-c771264a-9a65-42a5-90dc-ddef724cc14d req-568ce8c9-744d-4700-9fb3-2bb91914d5b1 tempest-SecurityGroupsNegativeTestJSON-100943313 tempest-SecurityGroupsNegativeTestJSON-100943313-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:31:49.586073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c771264a-9a65-42a5-90dc-ddef724cc14d req-568ce8c9-744d-4700-9fb3-2bb91914d5b1 tempest-SecurityGroupsNegativeTestJSON-100943313 tempest-SecurityGroupsNegativeTestJSON-100943313-project] 10.222.0.20 "DELETE /v2.0/security-groups/d79c9de0-0b30-417a-b7f9-d2bfca272596 HTTP/1.1" status: 409 len: 352 time: 0.0875030 Jul 16 08:31:49.621810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 17d858ff-bad6-420e-abca-0b1c0713b962 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:49.679300 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b6c127-868d-4db3-b8bd-0c9ba14ba7a3 x-openstack-request-id: req-30b6c127-868d-4db3-b8bd-0c9ba14ba7a3 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:49.679598 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfe842b7-d64d-45c3-bf7b-564a19cfde47", "tag": "b163bbe3-8944-4dfc-89e0-4909a18e9eff", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:49.679849 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30b6c127-868d-4db3-b8bd-0c9ba14ba7a3 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:49.680245 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfe842b7-d64d-45c3-bf7b-564a19cfde47', 'tag': 'b163bbe3-8944-4dfc-89e0-4909a18e9eff', 'status': 'completed', 'code': 200} Jul 16 08:31:49.695701 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-c6d6464c-c955-498a-bdf6-06ec06e48a26 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=234331fe0b8a468fb70b4b1e509a742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665078 Jul 16 08:31:49.697218 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-b78f6766-0ed1-42f2-8941-b1274846bc3b req-e97bd61d-9f20-4c49-bf4c-dccfdc40e953 tempest-SecurityGroupsNegativeTestJSON-100943313 tempest-SecurityGroupsNegativeTestJSON-100943313-project] show failed (client error): The resource could not be found. Jul 16 08:31:49.698447 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b78f6766-0ed1-42f2-8941-b1274846bc3b req-e97bd61d-9f20-4c49-bf4c-dccfdc40e953 tempest-SecurityGroupsNegativeTestJSON-100943313 tempest-SecurityGroupsNegativeTestJSON-100943313-project] 10.222.0.20 "GET /v2.0/security-groups/96340d47-a7de-4e86-a070-4e539dd92d3c HTTP/1.1" status: 404 len: 352 time: 0.0282047 Jul 16 08:31:49.764716 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 17d858ff-bad6-420e-abca-0b1c0713b962 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:49.768918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 17d858ff-bad6-420e-abca-0b1c0713b962 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:49.770155 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.797929 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-fb80339d-f9d6-4945-83d3-b3a3220c9cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.799436 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-fb80339d-f9d6-4945-83d3-b3a3220c9cd8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 1095 time: 0.2121596 Jul 16 08:31:49.819741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Allocated IP 172.25.4.199 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:49.822308 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-ae5c99ba-9392-415b-bcdc-d4808c2e6a3d req-28e34e58-f169-4793-8b3c-dcbbb90ed309 tempest-SecurityGroupsNegativeTestJSON-100943313 tempest-SecurityGroupsNegativeTestJSON-100943313-project] show failed (client error): The resource could not be found. Jul 16 08:31:49.825683 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae5c99ba-9392-415b-bcdc-d4808c2e6a3d req-28e34e58-f169-4793-8b3c-dcbbb90ed309 tempest-SecurityGroupsNegativeTestJSON-100943313 tempest-SecurityGroupsNegativeTestJSON-100943313-project] 10.222.0.20 "GET /v2.0/security-groups/f9277eb8-f1a5-46cc-8364-2032f6fbdfb4 HTTP/1.1" status: 404 len: 352 time: 0.0411410 Jul 16 08:31:49.846593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44756) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:49.871765 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-58ccb2b4-cd37-4e3d-a07f-edf41d6c02e0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b163bbe3-8944-4dfc-89e0-4909a18e9eff HTTP/1.1" status: 200 len: 217 time: 0.0611358 Jul 16 08:31:49.986664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-699bcc1f-8288-42cf-b4c9-d1522f301654 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.988652 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-699bcc1f-8288-42cf-b4c9-d1522f301654 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2856708 Jul 16 08:31:49.989402 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.012957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-9fdf1e73-4b72-49b6-93cb-6f7e6d792a18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Request body: {'port': {'device_id': 'bb32ce5b-9ebf-41af-ae35-a1f4cab32b22', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '234331fe0b8a468fb70b4b1e509a742a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:50.017243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0ab4cb-5c40-4f43-a22c-4e6852033392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d858ff-bad6-420e-abca-0b1c0713b962'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:50.020701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-84679393-d39b-491e-8c1b-1ed34511b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:50.021173 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f172b54-f8e9-4f79-8a37-df2c07f2917b" -d '{"events": [{"server_uuid": "2a0ab4cb-5c40-4f43-a22c-4e6852033392", "name": "network-vif-plugged", "status": "completed", "tag": "17d858ff-bad6-420e-abca-0b1c0713b962"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:50.022158 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-84679393-d39b-491e-8c1b-1ed34511b1d9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 200 len: 845 time: 0.1416898 Jul 16 08:31:50.062991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 17d858ff-bad6-420e-abca-0b1c0713b962, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=17d858ff-bad6-420e-abca-0b1c0713b962,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:50.071356 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.110399 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5015f52d-ffbf-47d8-bc76-88bc4ab4e67e x-openstack-request-id: req-5015f52d-ffbf-47d8-bc76-88bc4ab4e67e {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:50.110798 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0ab4cb-5c40-4f43-a22c-4e6852033392", "name": "network-vif-plugged", "status": "completed", "tag": "17d858ff-bad6-420e-abca-0b1c0713b962", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:50.111142 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5015f52d-ffbf-47d8-bc76-88bc4ab4e67e {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:50.111626 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0ab4cb-5c40-4f43-a22c-4e6852033392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d858ff-bad6-420e-abca-0b1c0713b962', 'code': 200} Jul 16 08:31:50.122164 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-9f79b37a-c328-4ecd-9356-8336f1ac4500 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=20ee9c8f-2cd9-40d6-987d-933e8af4b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747902 Jul 16 08:31:50.180295 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=17d858ff-bad6-420e-abca-0b1c0713b962,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:50.283478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cd75d09-1cf9-4947-b1fc-1a178e34b470 admin admin] Deleting subnet a714c216-3a44-435e-b20e-806e6483aebc {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:50.301270 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42cca799-46d8-4b39-80d8-f17d03bdfa00 req-af26e338-c0c4-437f-8f50-77ee25768b5f tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 210 time: 0.0442786 Jul 16 08:31:50.303604 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cd75d09-1cf9-4947-b1fc-1a178e34b470 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.348904 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-0cd11237-0ead-4e03-90de-ad3f81f4e1ff service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176242 Jul 16 08:31:50.350102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-9fdf1e73-4b72-49b6-93cb-6f7e6d792a18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Made reservation on behalf of 234331fe0b8a468fb70b4b1e509a742a for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:50.356708 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-9fdf1e73-4b72-49b6-93cb-6f7e6d792a18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.383577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44772) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:50.451586 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cd75d09-1cf9-4947-b1fc-1a178e34b470 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.512610 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e66759a1-d4d9-4a78-a859-8659786ca42a no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:50.533053 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.535771 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: e66759a1-d4d9-4a78-a859-8659786ca42a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:50.536121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e66759a1-d4d9-4a78-a859-8659786ca42a not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:50.624533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-9fdf1e73-4b72-49b6-93cb-6f7e6d792a18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Allocated IP 192.168.233.5 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/839cf164-2f7c-4978-a893-2f7e25029d16) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:50.627612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12fccc-6927-41f8-af00-6b6b4f39c252 req-fa94bfcb-cb71-4d1a-b6eb-c35818cd239b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:50.630164 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee12fccc-6927-41f8-af00-6b6b4f39c252 req-fa94bfcb-cb71-4d1a-b6eb-c35818cd239b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 1098 time: 0.3499892 Jul 16 08:31:50.675382 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7db55-2eef-4030-8574-ab86105756be req-bfae6464-c16a-4610-958e-458453178d95 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:50.683463 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f8f7db55-2eef-4030-8574-ab86105756be req-bfae6464-c16a-4610-958e-458453178d95 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.4806280 Jul 16 08:31:50.699564 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a314fa85-89a3-4a97-ac1b-f2fd3d5a8fa8 req-04344373-371d-4b2d-9b73-d121b57f3bb7 service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300612 Jul 16 08:31:50.735067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbcc68-0bac-41fc-a701-b233cd427e95 req-3f4e3032-ab34-4380-9398-43993731216f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:50.742670 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5bbcc68-0bac-41fc-a701-b233cd427e95 req-3f4e3032-ab34-4380-9398-43993731216f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 943 time: 0.2231641 Jul 16 08:31:50.898439 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5bbcc68-0bac-41fc-a701-b233cd427e95 req-04607f45-411e-41cc-8f1a-4827d4cbc9eb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541972 Jul 16 08:31:50.937670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19a6d48-2131-4468-b306-684fe717ec15 None None] Network eafc8599-7e39-4353-a596-83eb584854e9 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:50.973372 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-9fdf1e73-4b72-49b6-93cb-6f7e6d792a18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.990910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-9fdf1e73-4b72-49b6-93cb-6f7e6d792a18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Transition to ACTIVE for port object 839cf164-2f7c-4978-a893-2f7e25029d16 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:51.043769 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bad18c-65e9-4ccb-8cf1-93521603a15c req-2ed7f1ce-74e4-4a5e-a38b-896926cd8636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:51.045812 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84bad18c-65e9-4ccb-8cf1-93521603a15c req-2ed7f1ce-74e4-4a5e-a38b-896926cd8636 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 1095 time: 0.2764399 Jul 16 08:31:51.047228 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-9fdf1e73-4b72-49b6-93cb-6f7e6d792a18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.055021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-06190d96-5701-4785-8b31-074942efbfc7 None None] Provisioning for port 548eab33-8614-4f15-b559-eccd36c2f675 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:51.063312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e4bcc449-b5bf-40c2-9271-cf9255fce250', '0f4d8a5c-4270-4b27-83b6-a79fcba57193', '39f2fb7d-0cfe-4643-89a3-1891f09cf38d', '5849a161-2138-4845-bcd4-4138a0bfc33a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:51.065786 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4c5d2014-c9c3-422a-843e-7b7fc2623af7', 'f6103806-0642-4d5a-961d-b8a98666855b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:51.065950 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cd75d09-1cf9-4947-b1fc-1a178e34b470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.118449 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f8f7db55-2eef-4030-8574-ab86105756be req-b2f47d63-e64d-4403-9356-d3e4449e24cc tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337234 Jul 16 08:31:51.214930 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf1e73-4b72-49b6-93cb-6f7e6d792a18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event updated for resources: {'Port': ['ID=839cf164-2f7c-4978-a893-2f7e25029d16,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:51.215157 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee12fccc-6927-41f8-af00-6b6b4f39c252 req-2eaa4c70-a66b-4293-b9dd-297b5bf8f6a3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5658014 Jul 16 08:31:51.224855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bad18c-65e9-4ccb-8cf1-93521603a15c req-4a923877-e3d2-4efa-9772-98c93ba16843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:51.226637 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84bad18c-65e9-4ccb-8cf1-93521603a15c req-4a923877-e3d2-4efa-9772-98c93ba16843 service neutron] 10.222.0.38 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 905 time: 0.1084189 Jul 16 08:31:51.232060 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-9fdf1e73-4b72-49b6-93cb-6f7e6d792a18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:51.233789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-9fdf1e73-4b72-49b6-93cb-6f7e6d792a18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:51.255691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-9fdf1e73-4b72-49b6-93cb-6f7e6d792a18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:51.303317 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.346077 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4b6f8a77-21b5-4a48-b672-e3566043f0e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bfc843d204874d8f878cb40ff0cf7212&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8899915 Jul 16 08:31:51.352484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44778) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:51.369538 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84bad18c-65e9-4ccb-8cf1-93521603a15c req-74fdc416-900d-4157-a4ab-1de98a52e47a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b163bbe3-8944-4dfc-89e0-4909a18e9eff HTTP/1.1" status: 200 len: 217 time: 0.0668783 Jul 16 08:31:51.371437 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cd75d09-1cf9-4947-b1fc-1a178e34b470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.428425 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-9fdf1e73-4b72-49b6-93cb-6f7e6d792a18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:51.429265 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-9fdf1e73-4b72-49b6-93cb-6f7e6d792a18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.450985 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:51.471755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Pushing event updated for resources: {'Port': ['ID=bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:51.474613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:51.488746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-9fdf1e73-4b72-49b6-93cb-6f7e6d792a18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4873180 Jul 16 08:31:51.489583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd75d09-1cf9-4947-b1fc-1a178e34b470 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a714c216-3a44-435e-b20e-806e6483aebc,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:51.490510 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bad18c-65e9-4ccb-8cf1-93521603a15c req-e152b6e2-cdf9-4257-8019-c1ed05d7b40d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:51.492119 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84bad18c-65e9-4ccb-8cf1-93521603a15c req-e152b6e2-cdf9-4257-8019-c1ed05d7b40d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 200 len: 845 time: 0.1146917 Jul 16 08:31:51.508058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Request body: {'port': {'device_id': 'bb32ce5b-9ebf-41af-ae35-a1f4cab32b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:51.509393 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cd75d09-1cf9-4947-b1fc-1a178e34b470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.511614 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6cd75d09-1cf9-4947-b1fc-1a178e34b470 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a714c216-3a44-435e-b20e-806e6483aebc HTTP/1.1" status: 204 len: 168 time: 1.6640444 Jul 16 08:31:51.513022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:51.517673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44782) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:51.611451 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-05ef9d47-70bf-439c-83d7-512fb08fd363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.643235 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84bad18c-65e9-4ccb-8cf1-93521603a15c req-7681852e-319a-4c12-8eb3-6132a7e587f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=20ee9c8f-2cd9-40d6-987d-933e8af4b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286483 Jul 16 08:31:51.729895 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fbf4e22a-6dba-4dab-add2-291dfd7c09b8 None None] Provisioning for port 839cf164-2f7c-4978-a893-2f7e25029d16 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:51.742429 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d214435f-eb3a-4309-a6c4-3b2cdc9c6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.753518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fbf4e22a-6dba-4dab-add2-291dfd7c09b8 None None] Provisioning complete for port 839cf164-2f7c-4978-a893-2f7e25029d16 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:51.753881 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fbf4e22a-6dba-4dab-add2-291dfd7c09b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.782680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a53a19-7b06-455d-9043-7f1ffad29c6f req-5b2079a1-e334-4a29-9faf-7c7f6624a3a4 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:51.789842 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-06a53a19-7b06-455d-9043-7f1ffad29c6f req-5b2079a1-e334-4a29-9faf-7c7f6624a3a4 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 934 time: 0.2140808 Jul 16 08:31:51.802749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-fbf4e22a-6dba-4dab-add2-291dfd7c09b8 None None] Port 839cf164-2f7c-4978-a893-2f7e25029d16 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:51.805811 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.852978 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84bad18c-65e9-4ccb-8cf1-93521603a15c req-627a5f54-e680-4f66-922e-4108a60c6f49 service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014976 Jul 16 08:31:51.899949 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-06a53a19-7b06-455d-9043-7f1ffad29c6f req-d434151f-23f0-40f9-8037-d35cdf9b9956 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091406 Jul 16 08:31:51.916298 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdfa2-be39-445b-8a4c-2dd3727f73aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.095665 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84bad18c-65e9-4ccb-8cf1-93521603a15c req-050e226b-86d4-4f0c-b026-468c666c0f30 service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222636 Jul 16 08:31:52.095930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 548eab33-8614-4f15-b559-eccd36c2f675 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:52.131136 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdfa2-be39-445b-8a4c-2dd3727f73aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.216490 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 548eab33-8614-4f15-b559-eccd36c2f675 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:52.221959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 548eab33-8614-4f15-b559-eccd36c2f675 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:52.222336 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.283778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839cf164-2f7c-4978-a893-2f7e25029d16 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:52.293452 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.308004 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d214435f-eb3a-4309-a6c4-3b2cdc9c6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.309187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Transition to ACTIVE for port object 839cf164-2f7c-4978-a893-2f7e25029d16 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:52.313669 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.330195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-d214435f-eb3a-4309-a6c4-3b2cdc9c6f21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f8fe290-2a93-496f-b8d7-f5982d5fea30']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:52.362820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-d214435f-eb3a-4309-a6c4-3b2cdc9c6f21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3eaac9-e1ee-4a93-9f35-fea978a54852') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:52.363714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-d214435f-eb3a-4309-a6c4-3b2cdc9c6f21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3eaac9-e1ee-4a93-9f35-fea978a54852') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:52.365275 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Pushing event updated for resources: {'Port': ['ID=839cf164-2f7c-4978-a893-2f7e25029d16,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:52.376702 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.397015 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.400837 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d214435f-eb3a-4309-a6c4-3b2cdc9c6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.424915 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 548eab33-8614-4f15-b559-eccd36c2f675, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=548eab33-8614-4f15-b559-eccd36c2f675,segment=NetworkSegment(c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6),segment_id=c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:52.430061 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.489111 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d214435f-eb3a-4309-a6c4-3b2cdc9c6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.509135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d214435f-eb3a-4309-a6c4-3b2cdc9c6f21 admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:52.509315 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d214435f-eb3a-4309-a6c4-3b2cdc9c6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:52.512328 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:52.516357 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Attempting to bind port 839cf164-2f7c-4978-a893-2f7e25029d16 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:52.516717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Attempting to bind port 839cf164-2f7c-4978-a893-2f7e25029d16 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:52.517045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Attempting to bind port 839cf164-2f7c-4978-a893-2f7e25029d16 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:52.525666 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Port 839cf164-2f7c-4978-a893-2f7e25029d16 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:52.526011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Attempting to bind port 839cf164-2f7c-4978-a893-2f7e25029d16 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:52.528903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=548eab33-8614-4f15-b559-eccd36c2f675,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:52.531806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:52.533627 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:52.534140 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:52.534685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Bound port: 839cf164-2f7c-4978-a893-2f7e25029d16, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:52.535156 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.557677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdfa2-be39-445b-8a4c-2dd3727f73aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.558723 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166b382-f166-479f-bd9a-8aa44b97654c req-80016b5d-33b6-4c23-a9e0-330398b1992b tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:52.560284 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9a4cdfa2-be39-445b-8a4c-2dd3727f73aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.561543 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9a4cdfa2-be39-445b-8a4c-2dd3727f73aa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae9b9564-a18a-46f1-98c4-93882ad72eb1 HTTP/1.1" status: 204 len: 168 time: 1.2058344 Jul 16 08:31:52.566342 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b166b382-f166-479f-bd9a-8aa44b97654c req-80016b5d-33b6-4c23-a9e0-330398b1992b tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.1895857 Jul 16 08:31:52.585664 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823c1ee-8241-4431-b67a-f657d31603cb req-440f7c5a-b2bf-4095-99da-4398e6318126 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:52.593236 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0823c1ee-8241-4431-b67a-f657d31603cb req-440f7c5a-b2bf-4095-99da-4398e6318126 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 943 time: 0.4411163 Jul 16 08:31:52.645291 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b166b382-f166-479f-bd9a-8aa44b97654c req-6c1fcff4-f255-45e6-9623-c0660c1e20a2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771608 Jul 16 08:31:52.647461 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4cdfa2-be39-445b-8a4c-2dd3727f73aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9b9564-a18a-46f1-98c4-93882ad72eb1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:52.663044 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] For port 839cf164-2f7c-4978-a893-2f7e25029d16, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:52.666368 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] For port 839cf164-2f7c-4978-a893-2f7e25029d16, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=839cf164-2f7c-4978-a893-2f7e25029d16,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:52.673745 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.699885 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d214435f-eb3a-4309-a6c4-3b2cdc9c6f21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.735776 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d214435f-eb3a-4309-a6c4-3b2cdc9c6f21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.736951 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:52.740664 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d214435f-eb3a-4309-a6c4-3b2cdc9c6f21 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9f8fe290-2a93-496f-b8d7-f5982d5fea30 HTTP/1.1" status: 204 len: 168 time: 1.2160838 Jul 16 08:31:52.743462 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.743708 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214435f-eb3a-4309-a6c4-3b2cdc9c6f21 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f8fe290-2a93-496f-b8d7-f5982d5fea30,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:52.747269 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] 10.222.0.15 "PUT /v2.0/ports/839cf164-2f7c-4978-a893-2f7e25029d16 HTTP/1.1" status: 200 len: 1095 time: 1.2459157 Jul 16 08:31:52.747827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb32ce5b-9ebf-41af-ae35-a1f4cab32b22', 'tag': '839cf164-2f7c-4978-a893-2f7e25029d16'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:52.750280 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368b6157-3de8-4149-8197-76a3b870bf11" -d '{"events": [{"name": "network-changed", "server_uuid": "bb32ce5b-9ebf-41af-ae35-a1f4cab32b22", "tag": "839cf164-2f7c-4978-a893-2f7e25029d16"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:52.779075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ca4590-f210-48a8-b52e-20315076e477 service neutron] Pushing event updated for resources: {'Port': ['ID=839cf164-2f7c-4978-a893-2f7e25029d16,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:52.814966 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0823c1ee-8241-4431-b67a-f657d31603cb req-b36a486c-0d7d-4008-a286-8180f600fd18 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208278 Jul 16 08:31:52.877228 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e2e1dd6-b312-4a35-92ad-15d1d379848e x-openstack-request-id: req-2e2e1dd6-b312-4a35-92ad-15d1d379848e {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:52.878871 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb32ce5b-9ebf-41af-ae35-a1f4cab32b22", "tag": "839cf164-2f7c-4978-a893-2f7e25029d16", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:52.879903 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2e2e1dd6-b312-4a35-92ad-15d1d379848e {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:52.881550 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb32ce5b-9ebf-41af-ae35-a1f4cab32b22', 'tag': '839cf164-2f7c-4978-a893-2f7e25029d16', 'status': 'completed', 'code': 200} Jul 16 08:31:52.931610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-b461c730-9888-4a18-b81a-9993876b24fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:52.933138 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-b461c730-9888-4a18-b81a-9993876b24fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 1098 time: 0.1307776 Jul 16 08:31:52.948360 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.962166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-05ef9d47-70bf-439c-83d7-512fb08fd363 admin admin] Deleting port d38a0a27-76e2-4540-8ccf-8145185cb313 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:52.962511 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-05ef9d47-70bf-439c-83d7-512fb08fd363 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.025113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44800) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:53.032257 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-51eccdab-09cd-47ab-8f6c-4eab7af41255 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=839cf164-2f7c-4978-a893-2f7e25029d16 HTTP/1.1" status: 200 len: 217 time: 0.0811229 Jul 16 08:31:53.032737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44802) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:53.061337 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f5c74a5-b285-450f-9cc8-0c6532dc1413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.144698 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4a7160af-f273-4a58-ac23-d414737b2cb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=195e91ee41fd49adaf2fc387000a9bc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098626 Jul 16 08:31:53.148797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-8a6b425e-5c0b-4881-97b8-6b7a15e339b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.150467 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-8a6b425e-5c0b-4881-97b8-6b7a15e339b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1029611 Jul 16 08:31:53.150889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44804) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:53.199639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-05ef9d47-70bf-439c-83d7-512fb08fd363 admin admin] For port d38a0a27-76e2-4540-8ccf-8145185cb313, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d38a0a27-76e2-4540-8ccf-8145185cb313,segment=NetworkSegment(b175c693-9996-4a83-9525-9454ee38b606),segment_id=b175c693-9996-4a83-9525-9454ee38b606)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:53.200005 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-05ef9d47-70bf-439c-83d7-512fb08fd363 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.226590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-05ef9d47-70bf-439c-83d7-512fb08fd363 admin admin] Calling delete_port for d38a0a27-76e2-4540-8ccf-8145185cb313 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:53.261612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14260fbf-9a08-4210-affd-259d65d811c3 req-30dfe4fd-9250-40c0-83f6-5a1006cc329b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.263227 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-14260fbf-9a08-4210-affd-259d65d811c3 req-30dfe4fd-9250-40c0-83f6-5a1006cc329b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 946 time: 0.1716154 Jul 16 08:31:53.284344 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b26050b-c2fc-40b0-b140-98611341ff9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.324388 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b26050b-c2fc-40b0-b140-98611341ff9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.329877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-eab876a3-0348-42b5-89fd-88c0d9120085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:53.331582 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-eab876a3-0348-42b5-89fd-88c0d9120085 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1687291 Jul 16 08:31:53.334016 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f5c74a5-b285-450f-9cc8-0c6532dc1413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.344809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Router a2044e26-e902-4ffe-bb3b-76c557690e2c is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:31:53.350852 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f5c74a5-b285-450f-9cc8-0c6532dc1413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.364658 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-14260fbf-9a08-4210-affd-259d65d811c3 req-47c74599-359b-4bf5-8848-893776f6501f tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935051 Jul 16 08:31:53.440654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4f5c74a5-b285-450f-9cc8-0c6532dc1413 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f836a9e57d0e45638cad6373244a6973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4143832 Jul 16 08:31:53.441305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c74a5-b285-450f-9cc8-0c6532dc1413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02f9c636-9bcc-4110-bbf6-04fd3169e854,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:53.444170 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44808) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:53.524085 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b26050b-c2fc-40b0-b140-98611341ff9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.527360 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b26050b-c2fc-40b0-b140-98611341ff9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.530993 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0b26050b-c2fc-40b0-b140-98611341ff9f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d79c9de0-0b30-417a-b7f9-d2bfca272596 HTTP/1.1" status: 204 len: 168 time: 0.3745997 Jul 16 08:31:53.537218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:53.541455 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-506b8e30-311b-439d-8258-d61618627fec service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011955 Jul 16 08:31:53.550358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26050b-c2fc-40b0-b140-98611341ff9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79c9de0-0b30-417a-b7f9-d2bfca272596,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:53.551654 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Sync routers for ids ['a2044e26-e902-4ffe-bb3b-76c557690e2c'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:53.566208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Routers {'a2044e26-e902-4ffe-bb3b-76c557690e2c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:53.567993 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a2044e26-e902-4ffe-bb3b-76c557690e2c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:53.585168 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.589992 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f9df412d-519b-49f5-921e-bc7d9ebf5c6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.591056 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-52ef8700-872a-4a83-b848-b98c92f3e002 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.0169103 Jul 16 08:31:53.591641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44812) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:53.611091 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-05ef9d47-70bf-439c-83d7-512fb08fd363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.637042 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b163bbe3-8944-4dfc-89e0-4909a18e9eff details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:53.645313 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ef9d47-70bf-439c-83d7-512fb08fd363 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38a0a27-76e2-4540-8ccf-8145185cb313,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:53.716767 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f9df412d-519b-49f5-921e-bc7d9ebf5c6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.773284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Set router a2044e26-e902-4ffe-bb3b-76c557690e2c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:54.141044 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 548eab33-8614-4f15-b559-eccd36c2f675 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:54.209500 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b163bbe3-8944-4dfc-89e0-4909a18e9eff, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b163bbe3-8944-4dfc-89e0-4909a18e9eff,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:54.325490 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4a68a03-e27c-4385-b637-88ea710eb7b6 req-0b6d55ca-e8ec-465b-a056-755832cba77f service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7761147 Jul 16 08:31:54.378699 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-05ef9d47-70bf-439c-83d7-512fb08fd363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.417534 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed55c7-6638-474e-8c1d-c2685edcbfb2 req-1dae44ca-2fd4-4f25-b679-377c695fd175 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.425560 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b1ed55c7-6638-474e-8c1d-c2685edcbfb2 req-1dae44ca-2fd4-4f25-b679-377c695fd175 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.4957366 Jul 16 08:31:54.470430 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f9df412d-519b-49f5-921e-bc7d9ebf5c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.473434 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f9df412d-519b-49f5-921e-bc7d9ebf5c6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.475682 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f9df412d-519b-49f5-921e-bc7d9ebf5c6f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02f9c636-9bcc-4110-bbf6-04fd3169e854 HTTP/1.1" status: 204 len: 168 time: 1.0015044 Jul 16 08:31:54.493527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783199d3-e5df-40e9-a968-89a5ec24dc36 req-f430f91a-d550-4552-83b9-826a1dca470d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.500909 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-783199d3-e5df-40e9-a968-89a5ec24dc36 req-f430f91a-d550-4552-83b9-826a1dca470d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 943 time: 0.2646353 Jul 16 08:31:54.503662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 548eab33-8614-4f15-b559-eccd36c2f675 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:54.504484 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.523575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df412d-519b-49f5-921e-bc7d9ebf5c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f9c636-9bcc-4110-bbf6-04fd3169e854,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:54.525545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b1ed55c7-6638-474e-8c1d-c2685edcbfb2 req-4330ae67-6e4e-41a3-a4dd-eadec74a7ab6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989008 Jul 16 08:31:54.552441 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'b163bbe3-8944-4dfc-89e0-4909a18e9eff', 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497', 'port_id': 'b163bbe3-8944-4dfc-89e0-4909a18e9eff', 'mac_address': 'fa:16:3e:69:68:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789d7b71-d5c7-4c97-8897-da1853b01c39', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:54.633930 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-783199d3-e5df-40e9-a968-89a5ec24dc36 req-2e41397b-1c32-435d-a2fc-aef7debacc4b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320515 Jul 16 08:31:54.661835 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.707428 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b163bbe3-8944-4dfc-89e0-4909a18e9eff {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:54.765604 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44844) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:54.767685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b6157-3de8-4149-8197-76a3b870bf11 req-07656262-72b3-411a-b01a-ebfb72ec352c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.769515 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-368b6157-3de8-4149-8197-76a3b870bf11 req-07656262-72b3-411a-b01a-ebfb72ec352c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 1098 time: 0.3670166 Jul 16 08:31:54.827197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b163bbe3-8944-4dfc-89e0-4909a18e9eff, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b163bbe3-8944-4dfc-89e0-4909a18e9eff,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:54.840340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'name': 'tempest-FloatingIPDetailsTestJSON-161017813-router', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:48Z', 'updated_at': '2021-07-16T08:31:51Z', 'revision_number': 3, 'project_id': 'e445308cd02044df9a9e8fa48236ae3a', 'gw_port': {'id': 'bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:49Z', 'updated_at': '2021-07-16T08:31:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:54.850867 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.895858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d432b84-3e5f-4d29-bdec-1e53046d6059 req-f493500b-4b9f-4418-bd45-ace00ba9b4c0 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:54.902693 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d432b84-3e5f-4d29-bdec-1e53046d6059 req-f493500b-4b9f-4418-bd45-ace00ba9b4c0 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 946 time: 0.1313367 Jul 16 08:31:54.904832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Checking router: a2044e26-e902-4ffe-bb3b-76c557690e2c for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:54.905427 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Updating router a2044e26-e902-4ffe-bb3b-76c557690e2c port bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:31:54.963612 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.997272 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d432b84-3e5f-4d29-bdec-1e53046d6059 req-88358d0d-89d1-40a3-8aff-2521dbdd6467 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933301 Jul 16 08:31:55.024848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ef9d47-70bf-439c-83d7-512fb08fd363 admin admin] Router dabdd721-bef6-41f8-bf10-749a4de50796 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:55.025724 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1874156032-network', 'tenant_id': 'a99bdd1904a94cd7a50a3a3fe33fd429'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:55.040579 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=b163bbe3-8944-4dfc-89e0-4909a18e9eff,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:55.068389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] Made reservation on behalf of a99bdd1904a94cd7a50a3a3fe33fd429 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:55.071054 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.081628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b6157-3de8-4149-8197-76a3b870bf11 req-5d5ca1e8-a0db-4678-85fa-edaed0919d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:55.084296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-368b6157-3de8-4149-8197-76a3b870bf11 req-5d5ca1e8-a0db-4678-85fa-edaed0919d22 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3046145 Jul 16 08:31:55.088140 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.184272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ef9d47-70bf-439c-83d7-512fb08fd363 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:55.192252 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-05ef9d47-70bf-439c-83d7-512fb08fd363 admin admin] 10.222.0.20 "PUT /v2.0/routers/dabdd721-bef6-41f8-bf10-749a4de50796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7017417 Jul 16 08:31:55.193402 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44858) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:55.198505 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b9458-9f3a-4e3d-94ba-5f8fb03e0d0d None None] Sync routers for ids ['dabdd721-bef6-41f8-bf10-749a4de50796'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:55.214362 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b9458-9f3a-4e3d-94ba-5f8fb03e0d0d None None] Routers {'dabdd721-bef6-41f8-bf10-749a4de50796'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:55.215266 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-912b9458-9f3a-4e3d-94ba-5f8fb03e0d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dabdd721-bef6-41f8-bf10-749a4de50796'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:55.258176 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-368b6157-3de8-4149-8197-76a3b870bf11 req-4f370038-bdbe-4fe2-b554-fad82acc2ba9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=839cf164-2f7c-4978-a893-2f7e25029d16 HTTP/1.1" status: 200 len: 217 time: 0.1589479 Jul 16 08:31:55.276950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b163bbe3-8944-4dfc-89e0-4909a18e9eff'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:55.381401 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-912b9458-9f3a-4e3d-94ba-5f8fb03e0d0d None None] Set router dabdd721-bef6-41f8-bf10-749a4de50796 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:55.420402 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.453814 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.456433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b6157-3de8-4149-8197-76a3b870bf11 req-e2df3a10-89c4-4273-877c-2b831cfe2217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:55.458611 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-368b6157-3de8-4149-8197-76a3b870bf11 req-e2df3a10-89c4-4273-877c-2b831cfe2217 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1927388 Jul 16 08:31:55.483728 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.515249 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.567171 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:31:55.630175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89080966-c00d-42da-aaff-ec78d8e96b70,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:55.638142 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.639934 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] Added segment 0326d6d0-4fdd-4449-b82f-07581b5b64ad of type vlan for network e7a22935-bf54-434e-aacf-69ab8e38d56e Jul 16 08:31:55.643398 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.659324 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.670404 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Transition to ACTIVE for port object bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:55.685276 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.757462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] Deleting port 138f7c07-6a21-45e7-a11f-f8235edb2165 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:55.758395 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.830612 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.834836 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-912b9458-9f3a-4e3d-94ba-5f8fb03e0d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'name': 'tempest-FloatingIPsTestJSON-16084531-router', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '138f7c07-6a21-45e7-a11f-f8235edb2165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:27Z', 'updated_at': '2021-07-16T08:31:53Z', 'revision_number': 5, 'project_id': 'd8b6885886624e93b31117d06ce6f0e1', 'gw_port': {'id': '138f7c07-6a21-45e7-a11f-f8235edb2165', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:97:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:28Z', 'updated_at': '2021-07-16T08:31:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:55.840774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Attempting to bind port bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:55.847202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Attempting to bind port bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:55.847459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Attempting to bind port bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:55.847654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b6157-3de8-4149-8197-76a3b870bf11 req-7e8d1248-c541-47c9-990c-a2eb9e9031d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:55.849469 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-368b6157-3de8-4149-8197-76a3b870bf11 req-7e8d1248-c541-47c9-990c-a2eb9e9031d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3582549 Jul 16 08:31:55.863207 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12642b3-1cec-4244-894a-12511fd8093a None None] Pushing event updated for resources: {'Port': ['ID=bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:55.872107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:55.872596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:55.877419 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.877916 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:55.878498 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Bound port: bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:55.878960 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.918334 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b9458-9f3a-4e3d-94ba-5f8fb03e0d0d None None] Checking router: dabdd721-bef6-41f8-bf10-749a4de50796 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:55.932949 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b9458-9f3a-4e3d-94ba-5f8fb03e0d0d None None] Routers {'dabdd721-bef6-41f8-bf10-749a4de50796'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:55.933532 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-912b9458-9f3a-4e3d-94ba-5f8fb03e0d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dabdd721-bef6-41f8-bf10-749a4de50796'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:55.938593 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] For port bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:55.943781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] For port bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:55.948213 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.023612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Routers {'a2044e26-e902-4ffe-bb3b-76c557690e2c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:56.025048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a2044e26-e902-4ffe-bb3b-76c557690e2c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:56.028673 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.029636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.030233 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.035346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Allocated IP 172.20.0.1 (eafc8599-7e39-4353-a596-83eb584854e9/67af4dc6-4dc7-4d03-9ca4-029281b3679f/ec2a8e86-8a5c-4a9d-b80a-64de900fba13) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:56.064794 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-912b9458-9f3a-4e3d-94ba-5f8fb03e0d0d None None] Set router dabdd721-bef6-41f8-bf10-749a4de50796 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:56.090036 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12642b3-1cec-4244-894a-12511fd8093a None None] Pushing event updated for resources: {'Port': ['ID=bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:56.107604 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3361013 Jul 16 08:31:56.114059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44892) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:56.126884 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-368b6157-3de8-4149-8197-76a3b870bf11 req-f9b329fb-88bd-4f18-a29a-af7abd0bec2c service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693484 Jul 16 08:31:56.134396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-36420ebb-aea4-409d-808c-f4468b9e3869 admin admin] Request body: {'subnet': {'network_id': 'e7a22935-bf54-434e-aacf-69ab8e38d56e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1874156032-subnet', 'tenant_id': 'a99bdd1904a94cd7a50a3a3fe33fd429', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:56.141252 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-912b9458-9f3a-4e3d-94ba-5f8fb03e0d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'name': 'tempest-FloatingIPsTestJSON-16084531-router', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:27Z', 'updated_at': '2021-07-16T08:31:55Z', 'revision_number': 6, 'project_id': 'd8b6885886624e93b31117d06ce6f0e1', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:56.167906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] For port 138f7c07-6a21-45e7-a11f-f8235edb2165, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=138f7c07-6a21-45e7-a11f-f8235edb2165,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:56.168648 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.176177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f752ce8b-40d3-48e9-a801-37235963d3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=e7a22935-bf54-434e-aacf-69ab8e38d56e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:56.187019 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network e7a22935-bf54-434e-aacf-69ab8e38d56e details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:31:56.195000 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b9458-9f3a-4e3d-94ba-5f8fb03e0d0d None None] The sync data for ids ['dabdd721-bef6-41f8-bf10-749a4de50796'] in n-d-758944-46 is: [{'id': 'dabdd721-bef6-41f8-bf10-749a4de50796', 'name': 'tempest-FloatingIPsTestJSON-16084531-router', 'tenant_id': 'd8b6885886624e93b31117d06ce6f0e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:27Z', 'updated_at': '2021-07-16T08:31:55Z', 'revision_number': 6, 'project_id': 'd8b6885886624e93b31117d06ce6f0e1', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:56.201151 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b0eef-a299-4075-86e7-7fee8eb18de3 req-0492ba02-4cbb-400f-8532-99da3586c98a tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.205226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] Set router a2044e26-e902-4ffe-bb3b-76c557690e2c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:56.208098 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b14b0eef-a299-4075-86e7-7fee8eb18de3 req-0492ba02-4cbb-400f-8532-99da3586c98a tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.3026686 Jul 16 08:31:56.230656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] Calling delete_port for 138f7c07-6a21-45e7-a11f-f8235edb2165 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:56.258163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df8c20-7e61-4108-aebe-3dc2a9557147 req-7949e344-38c5-4542-9e84-78c25edbd86c tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.259763 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36df8c20-7e61-4108-aebe-3dc2a9557147 req-7949e344-38c5-4542-9e84-78c25edbd86c tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 944 time: 0.3281360 Jul 16 08:31:56.262383 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36420ebb-aea4-409d-808c-f4468b9e3869 admin admin] Made reservation on behalf of a99bdd1904a94cd7a50a3a3fe33fd429 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:56.264724 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-36420ebb-aea4-409d-808c-f4468b9e3869 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.371885 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b14b0eef-a299-4075-86e7-7fee8eb18de3 req-fc452379-a0f6-4635-9c31-e8e785b46be6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285646 Jul 16 08:31:56.401840 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-368b6157-3de8-4149-8197-76a3b870bf11 req-8668901e-14ae-4511-bb3b-7c1753e18079 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424576 Jul 16 08:31:56.406889 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.415596 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36df8c20-7e61-4108-aebe-3dc2a9557147 req-86be7a12-ec3c-47aa-9465-711d15545383 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486943 Jul 16 08:31:56.429964 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Transition to ACTIVE for port object ec2a8e86-8a5c-4a9d-b80a-64de900fba13 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:56.471404 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.526089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Network eafc8599-7e39-4353-a596-83eb584854e9 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:56.534413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:56.540209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:56.568725 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Pushing event updated for resources: {'Port': ['ID=ec2a8e86-8a5c-4a9d-b80a-64de900fba13,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:56.615954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 839cf164-2f7c-4978-a893-2f7e25029d16 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:56.620311 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.795556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'name': 'tempest-FloatingIPDetailsTestJSON-161017813-router', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:48Z', 'updated_at': '2021-07-16T08:31:51Z', 'revision_number': 3, 'project_id': 'e445308cd02044df9a9e8fa48236ae3a', 'gw_port': {'id': 'bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:49Z', 'updated_at': '2021-07-16T08:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:56.826613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27378f87-d783-4ebd-94d6-a9d95e166060 None None] The sync data for ids ['a2044e26-e902-4ffe-bb3b-76c557690e2c'] in n-d-758944-46 is: [{'id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'name': 'tempest-FloatingIPDetailsTestJSON-161017813-router', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:48Z', 'updated_at': '2021-07-16T08:31:51Z', 'revision_number': 3, 'project_id': 'e445308cd02044df9a9e8fa48236ae3a', 'gw_port': {'id': 'bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:49Z', 'updated_at': '2021-07-16T08:31:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:56.873531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 839cf164-2f7c-4978-a893-2f7e25029d16, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=839cf164-2f7c-4978-a893-2f7e25029d16,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:56.898963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '839cf164-2f7c-4978-a893-2f7e25029d16', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '839cf164-2f7c-4978-a893-2f7e25029d16', 'mac_address': 'fa:16:3e:45:1c:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:56.914345 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.925260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ce4573-0340-4555-b4ce-68090d6e1b8f req-73bc47bf-e7d4-456a-8842-927ef9838940 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:56.933735 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-60ce4573-0340-4555-b4ce-68090d6e1b8f req-73bc47bf-e7d4-456a-8842-927ef9838940 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 946 time: 0.2634757 Jul 16 08:31:56.938671 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.976434 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.989009 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-36420ebb-aea4-409d-808c-f4468b9e3869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.991141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c7ef3af8-0bee-4432-9f5a-a7d75e8f2296 None None] Provisioning for port ec2a8e86-8a5c-4a9d-b80a-64de900fba13 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:56.998042 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c7ef3af8-0bee-4432-9f5a-a7d75e8f2296 None None] Provisioning complete for port ec2a8e86-8a5c-4a9d-b80a-64de900fba13 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:56.998280 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3af8-0bee-4432-9f5a-a7d75e8f2296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.006921 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839cf164-2f7c-4978-a893-2f7e25029d16 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:57.033564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=138f7c07-6a21-45e7-a11f-f8235edb2165,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:57.041542 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36420ebb-aea4-409d-808c-f4468b9e3869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a425b055-2a85-4670-8e9f-e2b7f7e16b32,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:57.085657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 839cf164-2f7c-4978-a893-2f7e25029d16, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=839cf164-2f7c-4978-a893-2f7e25029d16,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:57.097250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c7ef3af8-0bee-4432-9f5a-a7d75e8f2296 None None] Port ec2a8e86-8a5c-4a9d-b80a-64de900fba13 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:57.102756 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.140376 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-60ce4573-0340-4555-b4ce-68090d6e1b8f req-0936112f-d5dd-4aba-a52e-3567fe74c839 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055893 Jul 16 08:31:57.163957 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.210534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=839cf164-2f7c-4978-a893-2f7e25029d16,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:57.221969 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.227972 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.275759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.347353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36420ebb-aea4-409d-808c-f4468b9e3869 admin admin] Checking segment: {'id': '0326d6d0-4fdd-4449-b82f-07581b5b64ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e7a22935-bf54-434e-aacf-69ab8e38d56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:57.348236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36420ebb-aea4-409d-808c-f4468b9e3869 admin admin] Network hostable DHCP agents. Network: e7a22935-bf54-434e-aacf-69ab8e38d56e, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:31:57.352809 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.356590 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.371081 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['839cf164-2f7c-4978-a893-2f7e25029d16'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:57.375100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Pushing event updated for resources: {'Port': ['ID=ec2a8e86-8a5c-4a9d-b80a-64de900fba13,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:57.423358 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.424817 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dabdd721-bef6-41f8-bf10-749a4de50796 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:31:57.431086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36420ebb-aea4-409d-808c-f4468b9e3869 admin admin] Network e7a22935-bf54-434e-aacf-69ab8e38d56e is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:31:57.436942 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.438171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bda6468f-f168-4032-90b8-646fc8b637a7 admin admin] 10.222.0.20 "DELETE /v2.0/routers/dabdd721-bef6-41f8-bf10-749a4de50796 HTTP/1.1" status: 204 len: 168 time: 2.2446365 Jul 16 08:31:57.440783 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44920) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:57.451570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-36420ebb-aea4-409d-808c-f4468b9e3869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, e7a22935-bf54-434e-aacf-69ab8e38d56e) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:57.457044 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36420ebb-aea4-409d-808c-f4468b9e3869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.458073 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-36420ebb-aea4-409d-808c-f4468b9e3869 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.466989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0497c07f-b83d-4e72-8475-c801608426c2 None None] Network e7a22935-bf54-434e-aacf-69ab8e38d56e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:57.490621 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-36420ebb-aea4-409d-808c-f4468b9e3869 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3596959 Jul 16 08:31:57.659620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc946d9-a0c0-469f-bb41-c2a8ed9a0106 None None] Network e7a22935-bf54-434e-aacf-69ab8e38d56e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:57.662852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b163bbe3-8944-4dfc-89e0-4909a18e9eff up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:57.715011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-67899096-eb2a-430a-9d3a-5dc67c84435c admin admin] Deleting subnet a1f5e208-6c14-46b1-b423-12df9716b9e9 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:57.726088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Network eafc8599-7e39-4353-a596-83eb584854e9 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:57.752792 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67899096-eb2a-430a-9d3a-5dc67c84435c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.755431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:57.758110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812abeb-c55f-4ee2-afc9-b387d5e64314 req-f16d956d-a5dc-42ec-a472-d9e1e3deba52 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.770838 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8812abeb-c55f-4ee2-afc9-b387d5e64314 req-f16d956d-a5dc-42ec-a472-d9e1e3deba52 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.1490531 Jul 16 08:31:57.855195 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8812abeb-c55f-4ee2-afc9-b387d5e64314 req-d0abda36-b350-44d1-8c3f-c3508f425cae tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828006 Jul 16 08:31:58.045515 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67899096-eb2a-430a-9d3a-5dc67c84435c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.055505 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port b163bbe3-8944-4dfc-89e0-4909a18e9eff completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:58.061539 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port b163bbe3-8944-4dfc-89e0-4909a18e9eff triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:58.061820 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.108000 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:58.134468 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44938) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:58.202391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:58.204517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385c70b5-0feb-404e-b8c8-e9cb45f734bd req-a01aa4b0-69cf-4cc9-af84-58aed377e3fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:58.212102 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-385c70b5-0feb-404e-b8c8-e9cb45f734bd req-a01aa4b0-69cf-4cc9-af84-58aed377e3fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 944 time: 0.5067110 Jul 16 08:31:58.216124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:58.216521 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.257967 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.309785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-116b834a-f22e-4d29-8903-883f1e9c6018 None None] Provisioning complete for port ec2a8e86-8a5c-4a9d-b80a-64de900fba13 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:58.312029 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-116b834a-f22e-4d29-8903-883f1e9c6018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.319717 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-385c70b5-0feb-404e-b8c8-e9cb45f734bd req-9713e1e7-14ce-4f06-b622-b9bc079451de tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066039 Jul 16 08:31:58.343905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-879f1a8e-cf5d-4dec-952b-4f01fdcfb22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.363183 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67899096-eb2a-430a-9d3a-5dc67c84435c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.378192 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b163bbe3-8944-4dfc-89e0-4909a18e9eff, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b163bbe3-8944-4dfc-89e0-4909a18e9eff,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:58.383059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe842b7-d64d-45c3-bf7b-564a19cfde47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b163bbe3-8944-4dfc-89e0-4909a18e9eff'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:58.385878 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb7f3ed-8d1a-4f6e-80cf-856e37e17fd4" -d '{"events": [{"server_uuid": "bfe842b7-d64d-45c3-bf7b-564a19cfde47", "name": "network-vif-plugged", "status": "completed", "tag": "b163bbe3-8944-4dfc-89e0-4909a18e9eff"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:58.392780 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.417812 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Router a2044e26-e902-4ffe-bb3b-76c557690e2c has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:58.528065 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-879f1a8e-cf5d-4dec-952b-4f01fdcfb22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.541182 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-879f1a8e-cf5d-4dec-952b-4f01fdcfb22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.600040 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-879f1a8e-cf5d-4dec-952b-4f01fdcfb22a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5242be35c7d74b609e72e64e0242cdd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4636195 Jul 16 08:31:58.633534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-116b834a-f22e-4d29-8903-883f1e9c6018 None None] Port ec2a8e86-8a5c-4a9d-b80a-64de900fba13 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:58.639850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44954) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:58.659079 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67899096-eb2a-430a-9d3a-5dc67c84435c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.666609 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.669096 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f1a8e-cf5d-4dec-952b-4f01fdcfb22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89534e0-7950-423f-913a-2ac505c1410a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:58.694990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=b163bbe3-8944-4dfc-89e0-4909a18e9eff,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:58.697111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67899096-eb2a-430a-9d3a-5dc67c84435c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1f5e208-6c14-46b1-b423-12df9716b9e9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:58.703103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:58.709150 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67899096-eb2a-430a-9d3a-5dc67c84435c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.710695 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4590c4d0-77e7-493b-9196-79e559c21a0d None None] Network 0c5f73ec-a0de-48c0-b3ce-ddc25111ed59 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:58.711041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-67899096-eb2a-430a-9d3a-5dc67c84435c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a1f5e208-6c14-46b1-b423-12df9716b9e9 HTTP/1.1" status: 204 len: 168 time: 1.2686608 Jul 16 08:31:58.717808 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44956) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:58.718333 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.732910 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-0881849d-08c5-4ea4-9094-f95039a204e9 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:58.740415 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-0881849d-08c5-4ea4-9094-f95039a204e9 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/networks?id=e7a22935-bf54-434e-aacf-69ab8e38d56e HTTP/1.1" status: 200 len: 822 time: 0.2270789 Jul 16 08:31:58.748072 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:58.754661 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64dfde76-cf4a-4af0-97e2-2def020c9a5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.771759 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6459679d-1c79-4798-a030-abc7e4e34807 admin admin] 10.222.0.20 "PUT /v2.0/routers/a2044e26-e902-4ffe-bb3b-76c557690e2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1766083 Jul 16 08:31:58.778576 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64dfde76-cf4a-4af0-97e2-2def020c9a5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.784352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5ce7e-c20d-4a27-a125-7ad5fc01133f req-16c0e63c-e123-41ca-8ae7-83eaee9437ec tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:58.791432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88c5ce7e-c20d-4a27-a125-7ad5fc01133f req-16c0e63c-e123-41ca-8ae7-83eaee9437ec tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 947 time: 0.2780125 Jul 16 08:31:58.838208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d38a0a27-76e2-4540-8ccf-8145185cb313 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:58.847586 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-436081b5-36f4-4e38-87fb-c3f47c2e21ae tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/quotas/a99bdd1904a94cd7a50a3a3fe33fd429 HTTP/1.1" status: 200 len: 375 time: 0.1061919 Jul 16 08:31:58.851049 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64dfde76-cf4a-4af0-97e2-2def020c9a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.853713 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64dfde76-cf4a-4af0-97e2-2def020c9a5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.854870 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-64dfde76-cf4a-4af0-97e2-2def020c9a5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c89534e0-7950-423f-913a-2ac505c1410a HTTP/1.1" status: 204 len: 168 time: 0.2122769 Jul 16 08:31:58.882282 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88c5ce7e-c20d-4a27-a125-7ad5fc01133f req-aee62a42-0b7e-4e7e-957c-9d74adca05a2 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898438 Jul 16 08:31:58.884573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: d38a0a27-76e2-4540-8ccf-8145185cb313 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:58.886559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d38a0a27-76e2-4540-8ccf-8145185cb313 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:58.887692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 138f7c07-6a21-45e7-a11f-f8235edb2165 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:58.893336 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.899035 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dfde76-cf4a-4af0-97e2-2def020c9a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89534e0-7950-423f-913a-2ac505c1410a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:58.911056 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-d3620bae-7f19-4545-a131-d88b628e978e tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a99bdd1904a94cd7a50a3a3fe33fd429&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613616 Jul 16 08:31:58.942235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:58.998233 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75649bf8-2a01-497c-9190-00d180048555 x-openstack-request-id: req-75649bf8-2a01-497c-9190-00d180048555 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:58.999112 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe842b7-d64d-45c3-bf7b-564a19cfde47", "name": "network-vif-plugged", "status": "completed", "tag": "b163bbe3-8944-4dfc-89e0-4909a18e9eff", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:58.999425 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75649bf8-2a01-497c-9190-00d180048555 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:59.000034 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe842b7-d64d-45c3-bf7b-564a19cfde47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b163bbe3-8944-4dfc-89e0-4909a18e9eff', 'code': 200} Jul 16 08:31:59.011440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 138f7c07-6a21-45e7-a11f-f8235edb2165 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:59.011863 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 138f7c07-6a21-45e7-a11f-f8235edb2165 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:59.017914 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] Deleting port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:59.018572 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.073216 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-d2494e85-394b-4752-8bb5-07ad2cdca7ac service neutron] 10.222.0.20 "GET /v2.0/networks/e7a22935-bf54-434e-aacf-69ab8e38d56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611083 Jul 16 08:31:59.140530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c7034a-7362-4aa7-b297-4bcba6ccce2c None None] DHCP port deletion for 0c5f73ec-a0de-48c0-b3ce-ddc25111ed59 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:31:59.161797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] For port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=62cb0721-45a7-4bfe-bfa0-64dcbe733dc1,segment=NetworkSegment(b175c693-9996-4a83-9525-9454ee38b606),segment_id=b175c693-9996-4a83-9525-9454ee38b606)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:59.165914 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.203274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] Calling delete_port for 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:59.219134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-86c7034a-7362-4aa7-b297-4bcba6ccce2c None None] Deleting port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:59.219658 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86c7034a-7362-4aa7-b297-4bcba6ccce2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.230532 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-bf7cbe40-e582-44f5-8175-7ac964a5f14a service neutron] 10.222.0.20 "GET /v2.0/networks/e7a22935-bf54-434e-aacf-69ab8e38d56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499269 Jul 16 08:31:59.304435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-86c7034a-7362-4aa7-b297-4bcba6ccce2c None None] For port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=62cb0721-45a7-4bfe-bfa0-64dcbe733dc1,segment=NetworkSegment(b175c693-9996-4a83-9525-9454ee38b606),segment_id=b175c693-9996-4a83-9525-9454ee38b606)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:59.305126 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86c7034a-7362-4aa7-b297-4bcba6ccce2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.326545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-86c7034a-7362-4aa7-b297-4bcba6ccce2c None None] Calling delete_port for 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:59.354965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44972) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:59.382936 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1362150a-da94-4262-8202-6979048e072b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.494816 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86c7034a-7362-4aa7-b297-4bcba6ccce2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.516152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c7034a-7362-4aa7-b297-4bcba6ccce2c None None] No DVR routers for this DVR port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:59.536286 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1362150a-da94-4262-8202-6979048e072b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.537830 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c7034a-7362-4aa7-b297-4bcba6ccce2c None None] Pushing event deleted for resources: {'Port': ['ID=62cb0721-45a7-4bfe-bfa0-64dcbe733dc1,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:59.547471 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1362150a-da94-4262-8202-6979048e072b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.596885 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1362150a-da94-4262-8202-6979048e072b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1273e5e2c38248e78cc20f9a5be34d07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395601 Jul 16 08:31:59.597847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1362150a-da94-4262-8202-6979048e072b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07bc4435-c7db-4e46-9a4e-35402be05e0d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:59.612014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44980) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:59.695705 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c166fa-f075-4d40-b4b6-98f98ee2bf69 req-2536ac65-0331-44d6-ad31-5fed6f0d6d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:59.696521 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92a16c2b-6d87-4eeb-a0e4-36446374b194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.697238 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60c166fa-f075-4d40-b4b6-98f98ee2bf69 req-2536ac65-0331-44d6-ad31-5fed6f0d6d1d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 1097 time: 0.6447864 Jul 16 08:31:59.727660 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92a16c2b-6d87-4eeb-a0e4-36446374b194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.740982 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca1fafa-f4ad-4625-b764-3f43d04a1469 req-a3bde070-5436-4f57-ac80-5f583ef7937b tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:59.742504 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ca1fafa-f4ad-4625-b764-3f43d04a1469 req-a3bde070-5436-4f57-ac80-5f583ef7937b tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.6014469 Jul 16 08:31:59.790138 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60c166fa-f075-4d40-b4b6-98f98ee2bf69 req-ee7e2a66-e78f-4b0b-b08b-c5dcdb4fd2b9 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832455 Jul 16 08:31:59.797876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Sync routers for ids ['a2044e26-e902-4ffe-bb3b-76c557690e2c'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:59.805413 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.813247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Routers {'a2044e26-e902-4ffe-bb3b-76c557690e2c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:59.814169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a2044e26-e902-4ffe-bb3b-76c557690e2c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:59.815685 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ca1fafa-f4ad-4625-b764-3f43d04a1469 req-44c358a4-3782-449d-b9c8-a9cb15cc8847 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655885 Jul 16 08:31:59.838270 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=62cb0721-45a7-4bfe-bfa0-64dcbe733dc1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:59.851968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] No DVR routers for this DVR port 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:59.966228 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Set router a2044e26-e902-4ffe-bb3b-76c557690e2c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:59.988240 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92a16c2b-6d87-4eeb-a0e4-36446374b194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.991229 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92a16c2b-6d87-4eeb-a0e4-36446374b194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.992837 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-92a16c2b-6d87-4eeb-a0e4-36446374b194 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07bc4435-c7db-4e46-9a4e-35402be05e0d HTTP/1.1" status: 204 len: 168 time: 0.3783090 Jul 16 08:32:00.004778 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.011627 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:00.012457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a16c2b-6d87-4eeb-a0e4-36446374b194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07bc4435-c7db-4e46-9a4e-35402be05e0d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:00.029430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5f73ec-a0de-48c0-b3ce-ddc25111ed59']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:00.041226 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-e395e2ff-ffe8-4309-ac67-c831335cf95a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2538202 Jul 16 08:32:00.054080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:00.062637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b175c693-9996-4a83-9525-9454ee38b606') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:00.062979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b175c693-9996-4a83-9525-9454ee38b606') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:00.089589 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.089863 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.123740 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.124068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:00.124645 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.145466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:32:00.146076 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:32:00.176657 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:32:00.228475 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.330723 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.343051 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.344974 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0c5f73ec-a0de-48c0-b3ce-ddc25111ed59 HTTP/1.1" status: 204 len: 168 time: 1.6248181 Jul 16 08:32:00.357250 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d545b581-dcb0-4088-8dfa-dd361fd0d7d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5f73ec-a0de-48c0-b3ce-ddc25111ed59,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:00.394341 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280571b-e5a5-4d7a-9be8-8191afed6d3a req-a3b395cb-cd8b-4789-9a66-b151dc56ea8e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:00.396328 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e280571b-e5a5-4d7a-9be8-8191afed6d3a req-a3b395cb-cd8b-4789-9a66-b151dc56ea8e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 945 time: 0.1193292 Jul 16 08:32:00.412987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Allocated IP 172.25.4.157 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/88b984a0-cee8-4f03-92d7-a2a11d7e6f0e) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:00.483199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'name': 'tempest-FloatingIPDetailsTestJSON-161017813-router', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:48Z', 'updated_at': '2021-07-16T08:31:56Z', 'revision_number': 4, 'project_id': 'e445308cd02044df9a9e8fa48236ae3a', 'gw_port': {'id': 'bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:49Z', 'updated_at': '2021-07-16T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'ec2a8e86-8a5c-4a9d-b80a-64de900fba13', 'name': '', 'network_id': 'eafc8599-7e39-4353-a596-83eb584854e9', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a', 'mac_address': 'fa:16:3e:79:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '67af4dc6-4dc7-4d03-9ca4-029281b3679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:55Z', 'updated_at': '2021-07-16T08:31:56Z', 'revision_number': 2, 'project_id': 'e445308cd02044df9a9e8fa48236ae3a', 'subnets': [{'id': '67af4dc6-4dc7-4d03-9ca4-029281b3679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:00.485778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:00.495301 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e280571b-e5a5-4d7a-9be8-8191afed6d3a req-7e05ae71-70c2-412b-b6be-792a5829e0ce tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822954 Jul 16 08:32:00.584044 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.595903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 839cf164-2f7c-4978-a893-2f7e25029d16 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:00.598472 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:00.598920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 62cb0721-45a7-4bfe-bfa0-64dcbe733dc1 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:00.601356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Checking router: a2044e26-e902-4ffe-bb3b-76c557690e2c for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:00.601928 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Updating router a2044e26-e902-4ffe-bb3b-76c557690e2c port ec2a8e86-8a5c-4a9d-b80a-64de900fba13 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:32:00.669320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45002) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:00.683452 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.703643 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.748958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:00.755014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Pushing event updated for resources: {'Port': ['ID=88b984a0-cee8-4f03-92d7-a2a11d7e6f0e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:00.763693 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:00.766430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:00.773649 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8880371a-d506-41e6-81e9-fd68138036a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d8b6885886624e93b31117d06ce6f0e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1031570 Jul 16 08:32:00.784900 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9362acb2-d047-411a-baca-4bb52c30338d req-0767f121-a926-49f6-b0dd-692f39cb988e tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76 HTTP/1.1" status: 200 len: 210 time: 0.0665264 Jul 16 08:32:00.785484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45004) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:00.821826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 839cf164-2f7c-4978-a893-2f7e25029d16 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:00.830040 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 839cf164-2f7c-4978-a893-2f7e25029d16 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:00.830538 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.899075 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.912684 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bca87834-f9bf-4fd3-b4bb-5904d6c851b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.966546 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.022331 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.059255 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb32ce5b-9ebf-41af-ae35-a1f4cab32b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839cf164-2f7c-4978-a893-2f7e25029d16'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:01.061922 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c151ac04-6f1e-4db4-ac65-980bb661d38e" -d '{"events": [{"server_uuid": "bb32ce5b-9ebf-41af-ae35-a1f4cab32b22", "name": "network-vif-plugged", "status": "completed", "tag": "839cf164-2f7c-4978-a893-2f7e25029d16"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:01.075588 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bca87834-f9bf-4fd3-b4bb-5904d6c851b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.089747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 839cf164-2f7c-4978-a893-2f7e25029d16, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=839cf164-2f7c-4978-a893-2f7e25029d16,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:01.099862 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.208793 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=839cf164-2f7c-4978-a893-2f7e25029d16,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:01.247678 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b590d06-dfdc-44f8-80b4-c62fbcf1e203 req-d027dc42-6c79-472a-932a-c2241e91d6b6 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.249891 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.256428 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.260201 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1b590d06-dfdc-44f8-80b4-c62fbcf1e203 req-d027dc42-6c79-472a-932a-c2241e91d6b6 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 947 time: 0.3137755 Jul 16 08:32:01.287154 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.303720 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Transition to ACTIVE for port object ec2a8e86-8a5c-4a9d-b80a-64de900fba13 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:01.313343 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.320543 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bca87834-f9bf-4fd3-b4bb-5904d6c851b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.323713 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bca87834-f9bf-4fd3-b4bb-5904d6c851b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.325913 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bca87834-f9bf-4fd3-b4bb-5904d6c851b9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f9d2bdb-edf2-4545-80df-9d8004dd397d HTTP/1.1" status: 204 len: 168 time: 0.5352604 Jul 16 08:32:01.351018 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca87834-f9bf-4fd3-b4bb-5904d6c851b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9d2bdb-edf2-4545-80df-9d8004dd397d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:01.370080 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1b590d06-dfdc-44f8-80b4-c62fbcf1e203 req-11990111-62ec-433e-89c9-1825e2be728f tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036646 Jul 16 08:32:01.374382 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Pushing event updated for resources: {'Port': ['ID=88b984a0-cee8-4f03-92d7-a2a11d7e6f0e,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:01.385505 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.387190 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-9229d9b5-4efe-4669-ab31-c01f6b99518a tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.394268 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-9229d9b5-4efe-4669-ab31-c01f6b99518a tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.38 "GET /v2.0/networks?id=e7a22935-bf54-434e-aacf-69ab8e38d56e HTTP/1.1" status: 200 len: 822 time: 0.2570732 Jul 16 08:32:01.404198 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.411906 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-0bd4314f-0f8e-4091-abfa-03f4f474125a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3649371 Jul 16 08:32:01.422878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-53f4a844-f1e3-487f-9cae-151d88657183 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Request body: {'port': {'device_id': 'dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76', 'network_id': 'e7a22935-bf54-434e-aacf-69ab8e38d56e', 'admin_state_up': True, 'tenant_id': 'a99bdd1904a94cd7a50a3a3fe33fd429'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:01.466896 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-7864e369-2cfd-47b6-bc21-a21b044ae132 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.0538273 Jul 16 08:32:01.474776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86698f7f-8bd8-4ece-a870-dbeb022af7d6 None None] Pushing event updated for resources: {'Port': ['ID=ec2a8e86-8a5c-4a9d-b80a-64de900fba13,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:01.527470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Attempting to bind port ec2a8e86-8a5c-4a9d-b80a-64de900fba13 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:01.528594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Attempting to bind port ec2a8e86-8a5c-4a9d-b80a-64de900fba13 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eafc8599-7e39-4353-a596-83eb584854e9'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:01.531763 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Attempting to bind port ec2a8e86-8a5c-4a9d-b80a-64de900fba13 on network eafc8599-7e39-4353-a596-83eb584854e9 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:01.539904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:01.540636 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Checking segment: {'id': 'c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eafc8599-7e39-4353-a596-83eb584854e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:01.541235 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.541787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Bound using segment: {'id': 'c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eafc8599-7e39-4353-a596-83eb584854e9'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:01.542570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Bound port: ec2a8e86-8a5c-4a9d-b80a-64de900fba13, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'eafc8599-7e39-4353-a596-83eb584854e9'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:01.543367 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.627936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] For port ec2a8e86-8a5c-4a9d-b80a-64de900fba13, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:01.637541 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] For port ec2a8e86-8a5c-4a9d-b80a-64de900fba13, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ec2a8e86-8a5c-4a9d-b80a-64de900fba13,segment=NetworkSegment(c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6),segment_id=c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:01.647884 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.730560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-11390f5f-d73e-45d8-bb4f-a8367caf2cbc tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.732623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Routers {'a2044e26-e902-4ffe-bb3b-76c557690e2c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:01.733247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a2044e26-e902-4ffe-bb3b-76c557690e2c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:01.751633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-893b304b-6cb7-4b9b-99fa-d8226680da3d req-11390f5f-d73e-45d8-bb4f-a8367caf2cbc tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.2837465 Jul 16 08:32:01.781258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86698f7f-8bd8-4ece-a870-dbeb022af7d6 None None] Pushing event updated for resources: {'Port': ['ID=ec2a8e86-8a5c-4a9d-b80a-64de900fba13,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:01.816147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-53f4a844-f1e3-487f-9cae-151d88657183 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Made reservation on behalf of a99bdd1904a94cd7a50a3a3fe33fd429 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:01.820170 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-53f4a844-f1e3-487f-9cae-151d88657183 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.911093 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] Set router a2044e26-e902-4ffe-bb3b-76c557690e2c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:02.055450 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcd228-50cc-4ed8-a918-dccadb7f3d50 req-8876a192-2c36-41e9-8e8e-9e5334b274ba tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:02.062845 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9dfcd228-50cc-4ed8-a918-dccadb7f3d50 req-8876a192-2c36-41e9-8e8e-9e5334b274ba tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.3830383 Jul 16 08:32:02.202452 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9dfcd228-50cc-4ed8-a918-dccadb7f3d50 req-1096ac85-55f4-4b0c-8362-f9a10ce7a1ed tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382666 Jul 16 08:32:02.204386 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd4723e-1562-4e16-9f0f-ea919ce3d9a7 x-openstack-request-id: req-1cd4723e-1562-4e16-9f0f-ea919ce3d9a7 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:02.204698 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb32ce5b-9ebf-41af-ae35-a1f4cab32b22", "name": "network-vif-plugged", "status": "completed", "tag": "839cf164-2f7c-4978-a893-2f7e25029d16", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:02.205132 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cd4723e-1562-4e16-9f0f-ea919ce3d9a7 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:02.205316 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb32ce5b-9ebf-41af-ae35-a1f4cab32b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839cf164-2f7c-4978-a893-2f7e25029d16', 'code': 200} Jul 16 08:32:02.325572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3813b8-2922-467b-8986-f9753c57242e req-28b2c1fa-fac1-43d8-9eb7-82e34d5bc71d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:02.327712 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ba3813b8-2922-467b-8986-f9753c57242e req-28b2c1fa-fac1-43d8-9eb7-82e34d5bc71d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 945 time: 0.1274004 Jul 16 08:32:02.328541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-53f4a844-f1e3-487f-9cae-151d88657183 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Allocated IP 172.20.0.12 (e7a22935-bf54-434e-aacf-69ab8e38d56e/a425b055-2a85-4670-8e9f-e2b7f7e16b32/dcc7c7dc-7917-4e6c-b7f9-e49778241dc8) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:02.380332 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ba3813b8-2922-467b-8986-f9753c57242e req-3f064f8a-3111-40e2-ad5f-aa88aaebb112 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422752 Jul 16 08:32:02.437622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'name': 'tempest-FloatingIPDetailsTestJSON-161017813-router', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:48Z', 'updated_at': '2021-07-16T08:31:56Z', 'revision_number': 4, 'project_id': 'e445308cd02044df9a9e8fa48236ae3a', 'gw_port': {'id': 'bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:49Z', 'updated_at': '2021-07-16T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'ec2a8e86-8a5c-4a9d-b80a-64de900fba13', 'name': '', 'network_id': 'eafc8599-7e39-4353-a596-83eb584854e9', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a', 'mac_address': 'fa:16:3e:79:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '67af4dc6-4dc7-4d03-9ca4-029281b3679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:55Z', 'updated_at': '2021-07-16T08:32:01Z', 'revision_number': 4, 'project_id': 'e445308cd02044df9a9e8fa48236ae3a', 'subnets': [{'id': '67af4dc6-4dc7-4d03-9ca4-029281b3679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:02.465145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb815c47-e60f-4a7a-b65b-31b3c43574d3 req-5c76fe11-1239-4ac4-be6a-2f1ade8b95fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:02.466829 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb815c47-e60f-4a7a-b65b-31b3c43574d3 req-5c76fe11-1239-4ac4-be6a-2f1ade8b95fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 1100 time: 0.3232772 Jul 16 08:32:02.469861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26f653ec-9067-4b65-8156-382b2dfad85d None None] The sync data for ids ['a2044e26-e902-4ffe-bb3b-76c557690e2c'] in n-d-758944-46 is: [{'id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'name': 'tempest-FloatingIPDetailsTestJSON-161017813-router', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:48Z', 'updated_at': '2021-07-16T08:31:56Z', 'revision_number': 4, 'project_id': 'e445308cd02044df9a9e8fa48236ae3a', 'gw_port': {'id': 'bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:49Z', 'updated_at': '2021-07-16T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'ec2a8e86-8a5c-4a9d-b80a-64de900fba13', 'name': '', 'network_id': 'eafc8599-7e39-4353-a596-83eb584854e9', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a', 'mac_address': 'fa:16:3e:79:44:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '67af4dc6-4dc7-4d03-9ca4-029281b3679f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:55Z', 'updated_at': '2021-07-16T08:32:01Z', 'revision_number': 4, 'project_id': 'e445308cd02044df9a9e8fa48236ae3a', 'subnets': [{'id': '67af4dc6-4dc7-4d03-9ca4-029281b3679f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:02.566613 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c02a8c82-53be-49cd-9122-1785de7e4e7c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3206189 Jul 16 08:32:02.579306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:02.618327 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb815c47-e60f-4a7a-b65b-31b3c43574d3 req-1acd8a14-ad6e-4783-ad0d-a76268151ce4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329091 Jul 16 08:32:02.633269 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6ab82d9-b688-4352-b13d-e369b92c5e3e req-6928e141-ff9c-476a-9468-47b22c660abe tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76 HTTP/1.1" status: 200 len: 210 time: 0.0437591 Jul 16 08:32:02.695072 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.705580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45070) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:02.799501 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-53f4a844-f1e3-487f-9cae-151d88657183 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.862558 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b698909-d7b1-4a55-a191-ebe57bc4df5f req-25d6bbdf-6366-41e2-b37b-620853533f93 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:02.867914 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8b698909-d7b1-4a55-a191-ebe57bc4df5f req-25d6bbdf-6366-41e2-b37b-620853533f93 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 948 time: 0.1058691 Jul 16 08:32:02.905776 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-53f4a844-f1e3-487f-9cae-151d88657183 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.906507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-network', 'tenant_id': '8ae1ab92c461435187763f8571a51591'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:02.946798 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8b698909-d7b1-4a55-a191-ebe57bc4df5f req-a9bcd263-9a3a-4dc0-b057-960e68f9dbf4 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730803 Jul 16 08:32:02.977280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] Made reservation on behalf of 8ae1ab92c461435187763f8571a51591 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:02.979910 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.988096 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-53f4a844-f1e3-487f-9cae-151d88657183 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Network e7a22935-bf54-434e-aacf-69ab8e38d56e is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:02.997338 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.001108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-53f4a844-f1e3-487f-9cae-151d88657183 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:03.003865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-53f4a844-f1e3-487f-9cae-151d88657183 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:03.045680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f4a844-f1e3-487f-9cae-151d88657183 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Pushing event updated for resources: {'Port': ['ID=dcc7c7dc-7917-4e6c-b7f9-e49778241dc8,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:03.053984 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.071017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45078) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:03.149523 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-53f4a844-f1e3-487f-9cae-151d88657183 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.150474 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-53f4a844-f1e3-487f-9cae-151d88657183 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.199724 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.209734 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.217448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-53f4a844-f1e3-487f-9cae-151d88657183 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8134768 Jul 16 08:32:03.241361 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Request body: {'port': {'device_id': 'dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:03.244308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Allocated IP 172.25.4.111 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/dcc979a8-2cd2-4d4d-952e-626191048ebe) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:03.255174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:03.274646 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-26c4d0b9-8942-4172-9472-67b65cf75678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.278917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f8ca04-f1ce-4784-a63d-1b6a9d56f95e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:03.290746 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.291146 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] Added segment 4301a0dd-552e-4e31-8a7a-6a203920e59d of type vlan for network ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 Jul 16 08:32:03.317266 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80912ac-a52d-4177-80da-5cdad91279db req-1248e6df-785e-41a3-bd65-ae502c435a3c tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.318843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e80912ac-a52d-4177-80da-5cdad91279db req-1248e6df-785e-41a3-bd65-ae502c435a3c tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 945 time: 0.1799233 Jul 16 08:32:03.364569 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.417002 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.433116 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e80912ac-a52d-4177-80da-5cdad91279db req-47c9cfd8-ea04-49f0-8ad4-870cdf68aa75 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935800 Jul 16 08:32:03.449665 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.451040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.451880 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.496018 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.539133 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.574166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] Pushing event updated for resources: {'Network': ['ID=ca736e3a-4d25-45f6-b3b5-fa7f342f9b97,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:03.590999 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:03.635729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-26c4d0b9-8942-4172-9472-67b65cf75678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.648459 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-26c4d0b9-8942-4172-9472-67b65cf75678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.694586 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-aa6a77e1-a1a3-47fa-8043-5604173a6396 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.9877198 Jul 16 08:32:03.695497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45088) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:03.699593 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.711114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b1925a2e-67ef-4713-aefa-dfd4c998a5ce admin admin] Request body: {'subnet': {'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-subnet', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:03.726165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c4d0b9-8942-4172-9472-67b65cf75678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e8a9f3-a3fa-4324-9a6b-39d15ac685bc,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:03.767935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:03.772032 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-26c4d0b9-8942-4172-9472-67b65cf75678 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c944613a1bb84948b4c46998444494a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6970582 Jul 16 08:32:03.772348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45090) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:03.787111 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1925a2e-67ef-4713-aefa-dfd4c998a5ce admin admin] Made reservation on behalf of 8ae1ab92c461435187763f8571a51591 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:03.787342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:03.789706 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1925a2e-67ef-4713-aefa-dfd4c998a5ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.790854 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:03.853399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Pushing event updated for resources: {'Port': ['ID=dcc979a8-2cd2-4d4d-952e-626191048ebe,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:03.986334 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:03.989495 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ec2a8e86-8a5c-4a9d-b80a-64de900fba13 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:03.999137 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.003945 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.048180 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Transition to ACTIVE for port object dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:04.052177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port ec2a8e86-8a5c-4a9d-b80a-64de900fba13 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:04.057376 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ec2a8e86-8a5c-4a9d-b80a-64de900fba13 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:04.058009 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.063436 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.096163 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.152005 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.189729 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port ec2a8e86-8a5c-4a9d-b80a-64de900fba13, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ec2a8e86-8a5c-4a9d-b80a-64de900fba13,segment=NetworkSegment(c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6),segment_id=c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:04.199333 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.232251 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc7c7dc-7917-4e6c-b7f9-e49778241dc8,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:04.270529 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=ec2a8e86-8a5c-4a9d-b80a-64de900fba13,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:04.280677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1192c23-561c-49d5-8b4d-001a4a1bce56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.320370 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1192c23-561c-49d5-8b4d-001a4a1bce56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.336213 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.345486 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.352281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Attempting to bind port dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:04.352641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Attempting to bind port dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '0326d6d0-4fdd-4449-b82f-07581b5b64ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e7a22935-bf54-434e-aacf-69ab8e38d56e'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:04.352978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Attempting to bind port dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 on network e7a22935-bf54-434e-aacf-69ab8e38d56e {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:04.380419 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Port dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 on network e7a22935-bf54-434e-aacf-69ab8e38d56e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:04.380765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Attempting to bind port dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 on network e7a22935-bf54-434e-aacf-69ab8e38d56e {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:04.395393 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:04.395730 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Checking segment: {'id': '0326d6d0-4fdd-4449-b82f-07581b5b64ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e7a22935-bf54-434e-aacf-69ab8e38d56e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:04.396110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Bound using segment: {'id': '0326d6d0-4fdd-4449-b82f-07581b5b64ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e7a22935-bf54-434e-aacf-69ab8e38d56e'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:04.396569 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Bound port: dcc7c7dc-7917-4e6c-b7f9-e49778241dc8, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0326d6d0-4fdd-4449-b82f-07581b5b64ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'e7a22935-bf54-434e-aacf-69ab8e38d56e'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:04.396930 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.403877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b05492-3129-4db1-b2ea-b1b78c190a1d req-93313adb-9309-4aa2-8b10-730f78cedd5a tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.405413 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a9b05492-3129-4db1-b2ea-b1b78c190a1d req-93313adb-9309-4aa2-8b10-730f78cedd5a tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.5528023 Jul 16 08:32:04.430469 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Pushing event updated for resources: {'Port': ['ID=dcc979a8-2cd2-4d4d-952e-626191048ebe,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:04.439706 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1192c23-561c-49d5-8b4d-001a4a1bce56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.442395 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1192c23-561c-49d5-8b4d-001a4a1bce56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.445912 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b1192c23-561c-49d5-8b4d-001a4a1bce56 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78e8a9f3-a3fa-4324-9a6b-39d15ac685bc HTTP/1.1" status: 204 len: 168 time: 0.6702306 Jul 16 08:32:04.473775 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.489238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1192c23-561c-49d5-8b4d-001a4a1bce56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e8a9f3-a3fa-4324-9a6b-39d15ac685bc,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:04.505886 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.506869 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a9b05492-3129-4db1-b2ea-b1b78c190a1d req-f1064575-5a7a-43d8-a24b-38116520eef9 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939875 Jul 16 08:32:04.507234 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-c96361ec-cad9-40dc-9cf3-9c9ecad66699 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9398029 Jul 16 08:32:04.514581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] For port dcc7c7dc-7917-4e6c-b7f9-e49778241dc8, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:04.518521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] For port dcc7c7dc-7917-4e6c-b7f9-e49778241dc8, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=dcc7c7dc-7917-4e6c-b7f9-e49778241dc8,segment=NetworkSegment(0326d6d0-4fdd-4449-b82f-07581b5b64ad),segment_id=0326d6d0-4fdd-4449-b82f-07581b5b64ad)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:04.523182 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1925a2e-67ef-4713-aefa-dfd4c998a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.567714 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.602292 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-a2755868-4628-4b70-aa40-9ffe75d77be4 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.0816524 Jul 16 08:32:04.609785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1925a2e-67ef-4713-aefa-dfd4c998a5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=686dab5e-3b78-4f08-bf02-a6c85459ca7a,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:04.613109 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1925a2e-67ef-4713-aefa-dfd4c998a5ce admin admin] Checking segment: {'id': '4301a0dd-552e-4e31-8a7a-6a203920e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:04.614015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1925a2e-67ef-4713-aefa-dfd4c998a5ce admin admin] Network hostable DHCP agents. Network: ca736e3a-4d25-45f6-b3b5-fa7f342f9b97, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:04.625318 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.625978 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.628002 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] 10.222.0.38 "PUT /v2.0/ports/dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 HTTP/1.1" status: 200 len: 1093 time: 1.3919802 Jul 16 08:32:04.635706 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76', 'tag': 'dcc7c7dc-7917-4e6c-b7f9-e49778241dc8'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:04.638481 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e130f3-137d-4881-baf3-c510b0a368fd" -d '{"events": [{"name": "network-changed", "server_uuid": "dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76", "tag": "dcc7c7dc-7917-4e6c-b7f9-e49778241dc8"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:04.645336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1925a2e-67ef-4713-aefa-dfd4c998a5ce admin admin] Network ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:04.664578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-b1925a2e-67ef-4713-aefa-dfd4c998a5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, ca736e3a-4d25-45f6-b3b5-fa7f342f9b97) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:04.672845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16c4800-e93f-4787-a42b-3a3f4f8d34fb None None] Network ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:04.679890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1925a2e-67ef-4713-aefa-dfd4c998a5ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.680532 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1925a2e-67ef-4713-aefa-dfd4c998a5ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.704567 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b1925a2e-67ef-4713-aefa-dfd4c998a5ce admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9951570 Jul 16 08:32:04.705161 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45102) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:04.717806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:04.729823 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b19db-c8f8-4085-8f7c-2edd63f8b699 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc7c7dc-7917-4e6c-b7f9-e49778241dc8,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:04.767709 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.768813 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.828474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-d8935866-89cf-43ff-8983-f9d7844063e5 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.829998 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-d8935866-89cf-43ff-8983-f9d7844063e5 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.2191918 Jul 16 08:32:04.834469 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-14ce891c-5fab-4d82-91b6-cc79487fadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.836219 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-14ce891c-5fab-4d82-91b6-cc79487fadfc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a99bdd1904a94cd7a50a3a3fe33fd429&device_id=dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76 HTTP/1.1" status: 200 len: 1096 time: 0.1530056 Jul 16 08:32:04.844611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-57ba2d45-8d0e-4483-9fdf-d0b4480cd202 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:32:04.845612 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-86d83e4a-46dc-4f7a-ae30-ec03ae6999b9 req-57ba2d45-8d0e-4483-9fdf-d0b4480cd202 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085306 Jul 16 08:32:04.892259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45108) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:04.917097 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-a827eb63-70b5-479b-b715-6bc1aa9586b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 HTTP/1.1" status: 200 len: 217 time: 0.0571954 Jul 16 08:32:04.923118 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.929000 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5021270-03b1-45e6-8c9e-7fd04554ea0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.932746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'fixed_ips': [{'subnet_id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:32:04.934145 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.024210 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-cf7ebef5-6666-4caa-96bb-567b2c219412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.025855 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-cf7ebef5-6666-4caa-96bb-567b2c219412 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a425b055-2a85-4670-8e9f-e2b7f7e16b32 HTTP/1.1" status: 200 len: 862 time: 0.1012018 Jul 16 08:32:05.068062 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-ac1bc485-cfdd-48c0-926a-6608df881b49 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7a22935-bf54-434e-aacf-69ab8e38d56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312626 Jul 16 08:32:05.085273 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2448dbf4-a334-4d56-9d5a-2b66c1ea9dd7 req-44e5901d-a00b-410a-9776-0d6d4f47aac7 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.086765 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2448dbf4-a334-4d56-9d5a-2b66c1ea9dd7 req-44e5901d-a00b-410a-9776-0d6d4f47aac7 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76 HTTP/1.1" status: 200 len: 944 time: 0.1111162 Jul 16 08:32:05.090608 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.114929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Allocated IP 172.20.0.2 (ca736e3a-4d25-45f6-b3b5-fa7f342f9b97/686dab5e-3b78-4f08-bf02-a6c85459ca7a/822a169b-e51e-4516-8fc6-300c7b716405) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:05.175977 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.180423 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2448dbf4-a334-4d56-9d5a-2b66c1ea9dd7 req-71e1190e-b73d-4334-9006-132f7b4e0408 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/security-groups?id=89080966-c00d-42da-aaff-ec78d8e96b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864656 Jul 16 08:32:05.196118 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-742ee74e-224f-4f6c-abd0-2984d5c1ed76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.218468 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-b84212e2-ee3a-4bc2-abcc-1ec421089232 service neutron] 10.222.0.38 "GET /v2.0/networks/e7a22935-bf54-434e-aacf-69ab8e38d56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420140 Jul 16 08:32:05.245147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab14090a-657d-4832-8f94-a755b499829b req-8d219014-087c-405b-b7b7-6aa3b5440844 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.253216 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab14090a-657d-4832-8f94-a755b499829b req-8d219014-087c-405b-b7b7-6aa3b5440844 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 948 time: 0.2219136 Jul 16 08:32:05.267154 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97761c94-92d7-4d9e-aad5-b074b37d5267 x-openstack-request-id: req-97761c94-92d7-4d9e-aad5-b074b37d5267 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:05.267716 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76", "tag": "dcc7c7dc-7917-4e6c-b7f9-e49778241dc8", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:05.267968 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-97761c94-92d7-4d9e-aad5-b074b37d5267 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:05.268367 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76', 'tag': 'dcc7c7dc-7917-4e6c-b7f9-e49778241dc8', 'status': 'completed', 'code': 200} Jul 16 08:32:05.314346 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.316447 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5021270-03b1-45e6-8c9e-7fd04554ea0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.325449 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Transition to ACTIVE for port object 822a169b-e51e-4516-8fc6-300c7b716405 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:05.331462 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5021270-03b1-45e6-8c9e-7fd04554ea0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.346157 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Transition to ACTIVE for port object 822a169b-e51e-4516-8fc6-300c7b716405 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:05.350565 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab14090a-657d-4832-8f94-a755b499829b req-77356509-76af-4a4b-a088-43f6b0b297ff tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935483 Jul 16 08:32:05.356910 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.385886 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-94aaf8fb-fc77-44d3-bcd9-dda988108d7a req-8dd49aa4-d903-4dea-a175-89499edab828 service neutron] 10.222.0.38 "GET /v2.0/networks/e7a22935-bf54-434e-aacf-69ab8e38d56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595871 Jul 16 08:32:05.404689 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e5021270-03b1-45e6-8c9e-7fd04554ea0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0726f8fcae404a70ad0975b4ccffaef9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5112715 Jul 16 08:32:05.407181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45112) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:05.413669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Network ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:05.421920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:05.430493 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:05.444319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Pushing event updated for resources: {'Port': ['ID=822a169b-e51e-4516-8fc6-300c7b716405,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:05.456242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5021270-03b1-45e6-8c9e-7fd04554ea0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e5fc08-5855-4499-be42-d9e72d7ee957,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:05.502018 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff23ae1e-8e2a-4730-899c-11d10db9c70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.533071 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Attempting to bind port 822a169b-e51e-4516-8fc6-300c7b716405 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:05.533348 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Attempting to bind port 822a169b-e51e-4516-8fc6-300c7b716405 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '4301a0dd-552e-4e31-8a7a-6a203920e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:05.533711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Attempting to bind port 822a169b-e51e-4516-8fc6-300c7b716405 on network ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:05.538803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:05.539170 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Checking segment: {'id': '4301a0dd-552e-4e31-8a7a-6a203920e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:05.539568 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.539893 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff23ae1e-8e2a-4730-899c-11d10db9c70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.540041 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Bound using segment: {'id': '4301a0dd-552e-4e31-8a7a-6a203920e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:05.540425 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Bound port: 822a169b-e51e-4516-8fc6-300c7b716405, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4301a0dd-552e-4e31-8a7a-6a203920e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:05.540829 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.610229 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] For port 822a169b-e51e-4516-8fc6-300c7b716405, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:05.612863 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e130f3-137d-4881-baf3-c510b0a368fd req-91c9fcd6-9e97-493b-989a-6f6774a03034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.614178 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] For port 822a169b-e51e-4516-8fc6-300c7b716405, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=822a169b-e51e-4516-8fc6-300c7b716405,segment=NetworkSegment(4301a0dd-552e-4e31-8a7a-6a203920e59d),segment_id=4301a0dd-552e-4e31-8a7a-6a203920e59d)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:05.614659 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0e130f3-137d-4881-baf3-c510b0a368fd req-91c9fcd6-9e97-493b-989a-6f6774a03034 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a99bdd1904a94cd7a50a3a3fe33fd429&device_id=dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76 HTTP/1.1" status: 200 len: 1096 time: 0.1518385 Jul 16 08:32:05.618176 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.645237 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d448442b-4b84-4575-afa0-3b476a16be96 req-234ed69f-39ed-4ad5-b482-4afd2bc3a375 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1897693 Jul 16 08:32:05.671356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509cb358-12ea-4623-b1a3-736a18b84442 req-f4fdc3b5-4bab-41c6-a385-cd802d9526ea tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.673474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-509cb358-12ea-4623-b1a3-736a18b84442 req-f4fdc3b5-4bab-41c6-a385-cd802d9526ea tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 945 time: 0.1469369 Jul 16 08:32:05.675560 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff23ae1e-8e2a-4730-899c-11d10db9c70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.678393 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff23ae1e-8e2a-4730-899c-11d10db9c70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.682520 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ff23ae1e-8e2a-4730-899c-11d10db9c70e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/36e5fc08-5855-4499-be42-d9e72d7ee957 HTTP/1.1" status: 204 len: 168 time: 0.2713480 Jul 16 08:32:05.688699 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:05.693382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a676a-42ff-4b99-adee-54910a06a7ec None None] Pushing event updated for resources: {'Port': ['ID=822a169b-e51e-4516-8fc6-300c7b716405,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:05.713974 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23ae1e-8e2a-4730-899c-11d10db9c70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e5fc08-5855-4499-be42-d9e72d7ee957,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:05.747538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.768917 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.796615 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.839019 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-509cb358-12ea-4623-b1a3-736a18b84442 req-747e1e88-57fb-4381-b085-228dd81d5beb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582294 Jul 16 08:32:05.843672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e130f3-137d-4881-baf3-c510b0a368fd req-0c543415-c03d-48f5-b508-4f5005213179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.854082 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0e130f3-137d-4881-baf3-c510b0a368fd req-0c543415-c03d-48f5-b508-4f5005213179 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e7a22935-bf54-434e-aacf-69ab8e38d56e HTTP/1.1" status: 200 len: 922 time: 0.2154424 Jul 16 08:32:05.908394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0e130f3-137d-4881-baf3-c510b0a368fd req-7857148a-cebd-4103-b80d-7ae8da328f5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 HTTP/1.1" status: 200 len: 217 time: 0.0544212 Jul 16 08:32:06.026034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e130f3-137d-4881-baf3-c510b0a368fd req-fb5a6c31-2fba-4ccc-81f2-53c68057e336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.028342 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0e130f3-137d-4881-baf3-c510b0a368fd req-fb5a6c31-2fba-4ccc-81f2-53c68057e336 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a425b055-2a85-4670-8e9f-e2b7f7e16b32 HTTP/1.1" status: 200 len: 862 time: 0.1121554 Jul 16 08:32:06.041970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ec2a8e86-8a5c-4a9d-b80a-64de900fba13 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:06.070754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Allocated IP 172.25.4.23 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/1e5e15fa-0253-494c-b1ef-38a306278524) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:06.104976 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0e130f3-137d-4881-baf3-c510b0a368fd req-171da0d3-aa5d-4bd2-8a98-543988d32a6a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e7a22935-bf54-434e-aacf-69ab8e38d56e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642130 Jul 16 08:32:06.117509 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.118089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ec2a8e86-8a5c-4a9d-b80a-64de900fba13 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:06.118525 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.276363 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0e130f3-137d-4881-baf3-c510b0a368fd req-4ced4ef8-b645-481e-85f4-6e4be545c4c3 service neutron] 10.222.0.38 "GET /v2.0/networks/e7a22935-bf54-434e-aacf-69ab8e38d56e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684353 Jul 16 08:32:06.284652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a3c19-8486-4aa3-9f2a-2f2fc7435544 req-d4c9a1c2-71e0-489c-a10c-52e1141c21d4 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.286296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e64a3c19-8486-4aa3-9f2a-2f2fc7435544 req-d4c9a1c2-71e0-489c-a10c-52e1141c21d4 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 1100 time: 0.1888072 Jul 16 08:32:06.297365 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.354879 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.437936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:06.473927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Pushing event updated for resources: {'Port': ['ID=1e5e15fa-0253-494c-b1ef-38a306278524,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:06.476631 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:06.485890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:06.519116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Allocated IP 172.25.4.110 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/c7f92280-f6fe-42ea-bdaa-05e0e9ec07a6) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:06.673042 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e64a3c19-8486-4aa3-9f2a-2f2fc7435544 req-e5121f4f-5596-4494-99a1-1f3e5f5f8d8b tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3772662 Jul 16 08:32:06.705058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45140) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:06.710099 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0e130f3-137d-4881-baf3-c510b0a368fd req-ab43d1c9-9c02-481a-baa8-1b351a2b100c service neutron] 10.222.0.38 "GET /v2.0/networks/e7a22935-bf54-434e-aacf-69ab8e38d56e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229224 Jul 16 08:32:06.714039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb4925-6c51-4c0a-bfd9-ad273deae8c4 req-f46c3454-cfc4-4814-899a-6ba0996b4f84 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.723609 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3eb4925-6c51-4c0a-bfd9-ad273deae8c4 req-f46c3454-cfc4-4814-899a-6ba0996b4f84 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "GET /v2.0/ports?device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 945 time: 0.2809184 Jul 16 08:32:06.890742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5023fc89-15d6-427d-9a62-be6fbbdce06e req-6ec5e04e-1572-41e5-b176-db263a483f8c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.900367 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5023fc89-15d6-427d-9a62-be6fbbdce06e req-6ec5e04e-1572-41e5-b176-db263a483f8c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.0933380 Jul 16 08:32:06.912215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-563686026-network', 'tenant_id': 'fe72388f7744440db5677c86ab49db05'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:06.913980 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.966843 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5023fc89-15d6-427d-9a62-be6fbbdce06e req-718ef304-1f15-4902-9a09-7e954c37e266 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654602 Jul 16 08:32:06.969645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] Made reservation on behalf of fe72388f7744440db5677c86ab49db05 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:06.972040 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.980839 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.005694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1954c4-a3bb-46d5-a7da-5b7978cff01d None None] Network ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:07.058714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-e3eb4925-6c51-4c0a-bfd9-ad273deae8c4 req-ca6d0869-7414-46b4-963d-3978dae647ac tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Deleting port b163bbe3-8944-4dfc-89e0-4909a18e9eff {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:07.059055 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e3eb4925-6c51-4c0a-bfd9-ad273deae8c4 req-ca6d0869-7414-46b4-963d-3978dae647ac tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.091603 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.093478 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.102210 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.135957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b38a8a60-7ebd-46c1-b3e8-c7e401d971a1 None None] Provisioning for port 822a169b-e51e-4516-8fc6-300c7b716405 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:07.152741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41f16a17-15b1-46c3-a1f4-15934805ff0b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:07.175650 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.182240 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:07.196976 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.197456 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] Added segment c4bcba42-34ae-4bc4-88cb-e68ba368bae7 of type vlan for network a9119c76-4476-450e-9781-c499b2315c7d Jul 16 08:32:07.255296 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.285139 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0707301-89f8-4935-8296-4806c7d84004 req-8076e388-dbef-4d1b-99a6-f776f72d39b0 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.287400 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d0707301-89f8-4935-8296-4806c7d84004 req-8076e388-dbef-4d1b-99a6-f776f72d39b0 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76 HTTP/1.1" status: 200 len: 944 time: 0.1547472 Jul 16 08:32:07.324289 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.325394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.326039 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.359475 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d0707301-89f8-4935-8296-4806c7d84004 req-53260cb5-f46c-4a0d-aeca-2c418c494e5d tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/security-groups?id=89080966-c00d-42da-aaff-ec78d8e96b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626769 Jul 16 08:32:07.378065 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6820214 Jul 16 08:32:07.381680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45150) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:07.414220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-27d3c284-1dc8-46af-a34c-f10c90bae084 admin admin] Request body: {'subnet': {'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-563686026-subnet', 'tenant_id': 'fe72388f7744440db5677c86ab49db05', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:07.422281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1854cb4-343a-49f1-b382-ac7d94c28b1b admin admin] Pushing event updated for resources: {'Network': ['ID=a9119c76-4476-450e-9781-c499b2315c7d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:07.439268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network a9119c76-4476-450e-9781-c499b2315c7d details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:07.443584 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27d3c284-1dc8-46af-a34c-f10c90bae084 admin admin] Made reservation on behalf of fe72388f7744440db5677c86ab49db05 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:07.446932 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27d3c284-1dc8-46af-a34c-f10c90bae084 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.597633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:07.612076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:07.615808 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:07.658512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Pushing event updated for resources: {'Port': ['ID=c7f92280-f6fe-42ea-bdaa-05e0e9ec07a6,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:07.681957 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-e3eb4925-6c51-4c0a-bfd9-ad273deae8c4 req-ca6d0869-7414-46b4-963d-3978dae647ac tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] For port b163bbe3-8944-4dfc-89e0-4909a18e9eff, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b163bbe3-8944-4dfc-89e0-4909a18e9eff,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:07.682339 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e3eb4925-6c51-4c0a-bfd9-ad273deae8c4 req-ca6d0869-7414-46b4-963d-3978dae647ac tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.688538 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27d3c284-1dc8-46af-a34c-f10c90bae084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.744433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-e3eb4925-6c51-4c0a-bfd9-ad273deae8c4 req-ca6d0869-7414-46b4-963d-3978dae647ac tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Calling delete_port for b163bbe3-8944-4dfc-89e0-4909a18e9eff owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:07.745435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:07.768121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e837d5b-84a1-4097-bedf-9714b67fb16e req-6e5d333d-817e-4874-8bbb-bf1444c62b9e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.770220 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9e837d5b-84a1-4097-bedf-9714b67fb16e req-6e5d333d-817e-4874-8bbb-bf1444c62b9e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=bfe842b7-d64d-45c3-bf7b-564a19cfde47 HTTP/1.1" status: 200 len: 945 time: 0.1284359 Jul 16 08:32:07.774624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d3c284-1dc8-46af-a34c-f10c90bae084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbcf0224-d354-48dd-b45e-dcf207ea9086,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:07.795093 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d3c284-1dc8-46af-a34c-f10c90bae084 admin admin] Checking segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:07.795867 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d3c284-1dc8-46af-a34c-f10c90bae084 admin admin] Network hostable DHCP agents. Network: a9119c76-4476-450e-9781-c499b2315c7d, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:07.825512 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9e837d5b-84a1-4097-bedf-9714b67fb16e req-678022b2-8dff-4b9e-9842-443001c64fb0 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463624 Jul 16 08:32:07.831274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d3c284-1dc8-46af-a34c-f10c90bae084 admin admin] Network a9119c76-4476-450e-9781-c499b2315c7d is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:07.847420 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-27d3c284-1dc8-46af-a34c-f10c90bae084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, a9119c76-4476-450e-9781-c499b2315c7d) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:07.865612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27d3c284-1dc8-46af-a34c-f10c90bae084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.866142 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27d3c284-1dc8-46af-a34c-f10c90bae084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.893754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port dcc7c7dc-7917-4e6c-b7f9-e49778241dc8, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=dcc7c7dc-7917-4e6c-b7f9-e49778241dc8,segment=NetworkSegment(0326d6d0-4fdd-4449-b82f-07581b5b64ad),segment_id=0326d6d0-4fdd-4449-b82f-07581b5b64ad)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:07.896422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d1f700-02ab-46ff-9554-b3edc8c22782 None None] Network a9119c76-4476-450e-9781-c499b2315c7d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:07.905059 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.908679 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-27d3c284-1dc8-46af-a34c-f10c90bae084 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5258560 Jul 16 08:32:07.913822 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.971600 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a6a60a72-4ab3-4098-a422-5060658d763c req-22d4b8b6-9170-4764-ba2e-323848ed8631 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=234331fe0b8a468fb70b4b1e509a742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340774 Jul 16 08:32:07.998930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'dcc7c7dc-7917-4e6c-b7f9-e49778241dc8', 'network_id': 'e7a22935-bf54-434e-aacf-69ab8e38d56e', 'port_id': 'dcc7c7dc-7917-4e6c-b7f9-e49778241dc8', 'mac_address': 'fa:16:3e:a7:54:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a425b055-2a85-4670-8e9f-e2b7f7e16b32', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:08.039918 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-11bb13fa-b1dc-4be4-b44e-e39b006c55c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.095938 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.098425 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 822a169b-e51e-4516-8fc6-300c7b716405 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:08.159840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60a72-4ab3-4098-a422-5060658d763c req-49ed4473-e694-4423-9b31-74616765ddd4 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:08.161751 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a6a60a72-4ab3-4098-a422-5060658d763c req-49ed4473-e694-4423-9b31-74616765ddd4 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1893640 Jul 16 08:32:08.182640 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.193173 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a6a60a72-4ab3-4098-a422-5060658d763c req-b8a6006b-6124-463b-9313-a26ae782fbd5 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/quotas/234331fe0b8a468fb70b4b1e509a742a HTTP/1.1" status: 200 len: 375 time: 0.0233781 Jul 16 08:32:08.199622 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e3eb4925-6c51-4c0a-bfd9-ad273deae8c4 req-ca6d0869-7414-46b4-963d-3978dae647ac tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.219716 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:08.228045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b9a95dbe-c086-4c79-ac21-2fea3daed19b', 'b163bbe3-8944-4dfc-89e0-4909a18e9eff'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:08.230247 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.243874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6d0869-7414-46b4-963d-3978dae647ac tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Pushing event deleted for resources: {'Port': ['ID=b163bbe3-8944-4dfc-89e0-4909a18e9eff,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:08.310306 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port dcc7c7dc-7917-4e6c-b7f9-e49778241dc8, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=dcc7c7dc-7917-4e6c-b7f9-e49778241dc8,segment=NetworkSegment(0326d6d0-4fdd-4449-b82f-07581b5b64ad),segment_id=0326d6d0-4fdd-4449-b82f-07581b5b64ad)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:08.310537 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Router acdb6994-44b9-4509-a527-f6c19b872fe3 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:32:08.323734 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8feeb6f-50b4-437a-9728-152393a705f7 None None] Network a9119c76-4476-450e-9781-c499b2315c7d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:08.327626 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a6a60a72-4ab3-4098-a422-5060658d763c req-cf7d2fd4-bbd0-46b2-9470-9879a35f0a81 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1308315 Jul 16 08:32:08.337688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 822a169b-e51e-4516-8fc6-300c7b716405 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:08.338913 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3eb4925-6c51-4c0a-bfd9-ad273deae8c4 req-ca6d0869-7414-46b4-963d-3978dae647ac tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] No DVR routers for this DVR port b163bbe3-8944-4dfc-89e0-4909a18e9eff on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:08.339413 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.354644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 822a169b-e51e-4516-8fc6-300c7b716405 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:08.355013 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.366552 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e3eb4925-6c51-4c0a-bfd9-ad273deae8c4 req-ca6d0869-7414-46b4-963d-3978dae647ac tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.368557 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3eb4925-6c51-4c0a-bfd9-ad273deae8c4 req-ca6d0869-7414-46b4-963d-3978dae647ac tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "DELETE /v2.0/ports/b163bbe3-8944-4dfc-89e0-4909a18e9eff HTTP/1.1" status: 204 len: 173 time: 1.5879960 Jul 16 08:32:08.369177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfe842b7-d64d-45c3-bf7b-564a19cfde47', 'name': 'network-vif-deleted', 'tag': 'b163bbe3-8944-4dfc-89e0-4909a18e9eff'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:08.371461 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a3a994-0e79-45d3-b679-2cd745382f3e" -d '{"events": [{"server_uuid": "bfe842b7-d64d-45c3-bf7b-564a19cfde47", "name": "network-vif-deleted", "tag": "b163bbe3-8944-4dfc-89e0-4909a18e9eff"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:08.542979 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.559311 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:08.561753 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.569210 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Sync routers for ids ['acdb6994-44b9-4509-a527-f6c19b872fe3'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:08.590699 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Routers {'acdb6994-44b9-4509-a527-f6c19b872fe3'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:08.591692 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:32:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['acdb6994-44b9-4509-a527-f6c19b872fe3'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:08.623412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=dcc7c7dc-7917-4e6c-b7f9-e49778241dc8,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:08.729908 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45188) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:08.736490 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['dcc7c7dc-7917-4e6c-b7f9-e49778241dc8'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:08.737846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1607601015-network', 'tenant_id': '3467e5dcd9f343309d8ba26b3183fa86'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:08.757980 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.760038 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-98a2e9a7-7858-463a-9ddf-0eac9790820c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 4.0539196 Jul 16 08:32:08.763875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45190) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:08.772396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] Made reservation on behalf of 3467e5dcd9f343309d8ba26b3183fa86 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:08.774680 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.808276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Pushing event updated for resources: {'Port': ['ID=c7f92280-f6fe-42ea-bdaa-05e0e9ec07a6,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:08.822513 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.823846 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Set router acdb6994-44b9-4509-a527-f6c19b872fe3 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:08.858534 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.860270 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d448442b-4b84-4575-afa0-3b476a16be96 req-57449be9-3a8e-448a-8d60-bd2a7ea6882c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.1780763 Jul 16 08:32:08.936862 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d448442b-4b84-4575-afa0-3b476a16be96 req-217006ec-6c92-4546-b448-e01bbb1b8b8a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.0702801 Jul 16 08:32:09.046638 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.054172 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.157783 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 822a169b-e51e-4516-8fc6-300c7b716405, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=822a169b-e51e-4516-8fc6-300c7b716405,segment=NetworkSegment(4301a0dd-552e-4e31-8a7a-6a203920e59d),segment_id=4301a0dd-552e-4e31-8a7a-6a203920e59d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:09.169722 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.173695 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e966637f-6f9a-4dc8-9de9-0dceed7c5c67 req-a84e8049-6eb2-4e66-91a9-3be41fdda6fe tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:09.181322 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e966637f-6f9a-4dc8-9de9-0dceed7c5c67 req-a84e8049-6eb2-4e66-91a9-3be41fdda6fe tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.4911969 Jul 16 08:32:09.202775 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d448442b-4b84-4575-afa0-3b476a16be96 req-3adb54c4-948c-4fa1-955d-73789a3e035f tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:09.218043 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d448442b-4b84-4575-afa0-3b476a16be96 req-3adb54c4-948c-4fa1-955d-73789a3e035f tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.2676144 Jul 16 08:32:09.267251 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0efa34-71cf-4b1a-b78a-c67444399e18 x-openstack-request-id: req-bb0efa34-71cf-4b1a-b78a-c67444399e18 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:09.267942 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfe842b7-d64d-45c3-bf7b-564a19cfde47", "name": "network-vif-deleted", "tag": "b163bbe3-8944-4dfc-89e0-4909a18e9eff", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:09.268773 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb0efa34-71cf-4b1a-b78a-c67444399e18 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:09.270748 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfe842b7-d64d-45c3-bf7b-564a19cfde47', 'name': 'network-vif-deleted', 'tag': 'b163bbe3-8944-4dfc-89e0-4909a18e9eff', 'status': 'completed', 'code': 200} Jul 16 08:32:09.272199 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:04Z', 'updated_at': '2021-07-16T08:32:06Z', 'revision_number': 3, 'project_id': '8ae1ab92c461435187763f8571a51591', 'gw_port': {'id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:09.295904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=822a169b-e51e-4516-8fc6-300c7b716405,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:09.320450 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Checking router: acdb6994-44b9-4509-a527-f6c19b872fe3 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:09.320830 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Updating router acdb6994-44b9-4509-a527-f6c19b872fe3 port 1e5e15fa-0253-494c-b1ef-38a306278524 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:32:09.335953 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e966637f-6f9a-4dc8-9de9-0dceed7c5c67 req-8d2ad921-a74f-43c3-8eec-6118371d3358 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537435 Jul 16 08:32:09.382980 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.485509 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea1e98-b303-4484-9e4b-4f22ae06e2d8 req-bbab5ddf-c62c-4e86-ba13-52f84498eed0 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:09.494021 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ea1e98-b303-4484-9e4b-4f22ae06e2d8 req-bbab5ddf-c62c-4e86-ba13-52f84498eed0 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76 HTTP/1.1" status: 200 len: 945 time: 0.0888333 Jul 16 08:32:09.520808 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3951c652-d844-45d8-93a0-c50f60cbe920 req-65508bfb-5fec-4266-a6f1-672063c04bcf tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7eadcc8-f8c7-47c7-b162-3acaebad803b HTTP/1.1" status: 200 len: 210 time: 0.0401087 Jul 16 08:32:09.553975 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ea1e98-b303-4484-9e4b-4f22ae06e2d8 req-8568b7e9-b451-479e-babf-2ca4e35b5e36 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/security-groups?id=89080966-c00d-42da-aaff-ec78d8e96b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586870 Jul 16 08:32:09.555807 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.599244 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.609939 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.622233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:09.632535 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.632869 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] Added segment 1b068f02-1f6d-4e76-a7b7-a8e112753131 of type vlan for network da7eeb0f-9d97-4f50-a6c4-83a11bb95819 Jul 16 08:32:09.679850 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.720463 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.723384 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.724413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:09.725760 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.771163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b163bbe3-8944-4dfc-89e0-4909a18e9eff no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:09.792164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] Pushing event updated for resources: {'Network': ['ID=da7eeb0f-9d97-4f50-a6c4-83a11bb95819,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:09.808341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network da7eeb0f-9d97-4f50-a6c4-83a11bb95819 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:09.814655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117b496a-2590-40b5-87cd-1d88e6cbcc40,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:09.818048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: b163bbe3-8944-4dfc-89e0-4909a18e9eff {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:09.819090 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b163bbe3-8944-4dfc-89e0-4909a18e9eff not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:09.827903 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a00ddc74-c9b1-4599-b430-104a20a512a3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0952785 Jul 16 08:32:09.830720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45204) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:09.840625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a8a04658-0be3-4dc9-9c82-9da79c8066e7 admin admin] Request body: {'subnet': {'network_id': 'da7eeb0f-9d97-4f50-a6c4-83a11bb95819', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1607601015-subnet', 'tenant_id': '3467e5dcd9f343309d8ba26b3183fa86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:09.846075 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-11c202f5-7a75-4433-a476-af25ec6d4187 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1641233 Jul 16 08:32:09.855718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:09.863252 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.889546 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Transition to ACTIVE for port object 1e5e15fa-0253-494c-b1ef-38a306278524 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:09.902198 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.906306 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.030323 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Attempting to bind port 1e5e15fa-0253-494c-b1ef-38a306278524 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:10.030728 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Attempting to bind port 1e5e15fa-0253-494c-b1ef-38a306278524 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:10.032232 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Attempting to bind port 1e5e15fa-0253-494c-b1ef-38a306278524 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:10.036947 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a7af6-26bf-4ba9-a1b0-616b8b15b8f0 None None] Pushing event updated for resources: {'Port': ['ID=1e5e15fa-0253-494c-b1ef-38a306278524,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:10.038441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a04658-0be3-4dc9-9c82-9da79c8066e7 admin admin] Made reservation on behalf of 3467e5dcd9f343309d8ba26b3183fa86 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:10.041208 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a8a04658-0be3-4dc9-9c82-9da79c8066e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.061568 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:10.061859 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:10.062400 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.062797 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:10.063275 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Bound port: 1e5e15fa-0253-494c-b1ef-38a306278524, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:10.063673 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.066167 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7af6-26bf-4ba9-a1b0-616b8b15b8f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:10.066506 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7af6-26bf-4ba9-a1b0-616b8b15b8f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:10.067452 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7af6-26bf-4ba9-a1b0-616b8b15b8f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:10.068330 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7af6-26bf-4ba9-a1b0-616b8b15b8f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:10.068330 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7af6-26bf-4ba9-a1b0-616b8b15b8f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:10.070849 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7af6-26bf-4ba9-a1b0-616b8b15b8f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:10.071187 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7af6-26bf-4ba9-a1b0-616b8b15b8f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:10.071519 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7af6-26bf-4ba9-a1b0-616b8b15b8f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:10.073759 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7af6-26bf-4ba9-a1b0-616b8b15b8f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:10.074107 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7af6-26bf-4ba9-a1b0-616b8b15b8f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:10.074438 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7af6-26bf-4ba9-a1b0-616b8b15b8f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:10.074766 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264a7af6-26bf-4ba9-a1b0-616b8b15b8f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:10.154545 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.170368 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] For port 1e5e15fa-0253-494c-b1ef-38a306278524, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:10.187165 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] For port 1e5e15fa-0253-494c-b1ef-38a306278524, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1e5e15fa-0253-494c-b1ef-38a306278524,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:10.195047 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.220674 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 822a169b-e51e-4516-8fc6-300c7b716405 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:10.259117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a8a04658-0be3-4dc9-9c82-9da79c8066e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.289922 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a7af6-26bf-4ba9-a1b0-616b8b15b8f0 None None] Pushing event updated for resources: {'Port': ['ID=1e5e15fa-0253-494c-b1ef-38a306278524,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:10.305746 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Routers {'acdb6994-44b9-4509-a527-f6c19b872fe3'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:10.307542 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:32:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['acdb6994-44b9-4509-a527-f6c19b872fe3'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:10.336084 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6a60a72-4ab3-4098-a422-5060658d763c req-722246e5-92ac-4a07-a6c3-44c4774ffa21 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=234331fe0b8a468fb70b4b1e509a742a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0690258 Jul 16 08:32:10.344920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 822a169b-e51e-4516-8fc6-300c7b716405 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:10.346294 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.451467 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] Set router acdb6994-44b9-4509-a527-f6c19b872fe3 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:10.468558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Allocated IP 172.20.0.1 (ca736e3a-4d25-45f6-b3b5-fa7f342f9b97/686dab5e-3b78-4f08-bf02-a6c85459ca7a/409c2565-4560-44f2-aad1-a78b3eb287d0) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:10.485877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a04658-0be3-4dc9-9c82-9da79c8066e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1aec7509-0523-4ff9-b0b9-24a589b63632,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:10.512948 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Allocated IP 172.25.4.162 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/af67cd00-307e-40aa-9bb3-0a82bddb7c75) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:10.534303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a04658-0be3-4dc9-9c82-9da79c8066e7 admin admin] Checking segment: {'id': '1b068f02-1f6d-4e76-a7b7-a8e112753131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'da7eeb0f-9d97-4f50-a6c4-83a11bb95819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:10.534690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a04658-0be3-4dc9-9c82-9da79c8066e7 admin admin] Network hostable DHCP agents. Network: da7eeb0f-9d97-4f50-a6c4-83a11bb95819, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:10.539364 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:32:10.542399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60a72-4ab3-4098-a422-5060658d763c req-624de0b7-9400-4a32-a407-3df5ae6fffaf tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:10.543898 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6a60a72-4ab3-4098-a422-5060658d763c req-624de0b7-9400-4a32-a407-3df5ae6fffaf tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2011027 Jul 16 08:32:10.565734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-a6a60a72-4ab3-4098-a422-5060658d763c req-967dd4ab-43d4-4f0e-9122-69cf35b06894 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Request body: {'port': {'device_id': 'b7eadcc8-f8c7-47c7-b162-3acaebad803b', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '234331fe0b8a468fb70b4b1e509a742a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:10.623027 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993eaea-bacf-4b86-b683-0e7907564080 req-58629317-955f-40f7-b5ac-93da6f37df0b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:10.624555 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b993eaea-bacf-4b86-b683-0e7907564080 req-58629317-955f-40f7-b5ac-93da6f37df0b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 805 time: 0.2688763 Jul 16 08:32:10.627255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a04658-0be3-4dc9-9c82-9da79c8066e7 admin admin] Network da7eeb0f-9d97-4f50-a6c4-83a11bb95819 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:10.651609 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-a8a04658-0be3-4dc9-9c82-9da79c8066e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, da7eeb0f-9d97-4f50-a6c4-83a11bb95819) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:10.665340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-997c42da-7e5e-4e63-9d4b-68ecefb84daa None None] Network da7eeb0f-9d97-4f50-a6c4-83a11bb95819 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:10.665944 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b993eaea-bacf-4b86-b683-0e7907564080 req-83e0c236-bff7-41b3-b5f5-f36f25d97db6 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/quotas/a2cca6b5346b41fb9c1451a1f165aee8 HTTP/1.1" status: 200 len: 375 time: 0.0284262 Jul 16 08:32:10.673526 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:04Z', 'updated_at': '2021-07-16T08:32:06Z', 'revision_number': 3, 'project_id': '8ae1ab92c461435187763f8571a51591', 'gw_port': {'id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:10.674234 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a04658-0be3-4dc9-9c82-9da79c8066e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:10.674973 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a8a04658-0be3-4dc9-9c82-9da79c8066e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.706893 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99540443-0bdb-47bd-a26f-174e4c7fcd81 None None] The sync data for ids ['acdb6994-44b9-4509-a527-f6c19b872fe3'] in n-d-758944-46 is: [{'id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:04Z', 'updated_at': '2021-07-16T08:32:06Z', 'revision_number': 3, 'project_id': '8ae1ab92c461435187763f8571a51591', 'gw_port': {'id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:10.709275 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.753085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6a60a72-4ab3-4098-a422-5060658d763c req-967dd4ab-43d4-4f0e-9122-69cf35b06894 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Made reservation on behalf of 234331fe0b8a468fb70b4b1e509a742a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:10.756750 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a6a60a72-4ab3-4098-a422-5060658d763c req-967dd4ab-43d4-4f0e-9122-69cf35b06894 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.764576 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a8a04658-0be3-4dc9-9c82-9da79c8066e7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9262948 Jul 16 08:32:10.764576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Transition to ACTIVE for port object 409c2565-4560-44f2-aad1-a78b3eb287d0 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:10.831988 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.840217 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b993eaea-bacf-4b86-b683-0e7907564080 req-75cecd0c-5a22-47a3-8d73-e46d8807ce90 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1582081 Jul 16 08:32:10.851693 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.907321 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cbab1b-9337-4e88-8536-3167cf435b94 None None] Network da7eeb0f-9d97-4f50-a6c4-83a11bb95819 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:10.935012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Network ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:10.972121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:10.976215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Pushing event updated for resources: {'Port': ['ID=409c2565-4560-44f2-aad1-a78b3eb287d0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:10.982576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:11.052889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-a6a60a72-4ab3-4098-a422-5060658d763c req-967dd4ab-43d4-4f0e-9122-69cf35b06894 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Allocated IP 192.168.233.104 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/97f177a7-d038-4438-aa9d-456f65cb285e) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:11.073288 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b993eaea-bacf-4b86-b683-0e7907564080 req-46ce52ed-9931-4798-9fce-046e0c59250f service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2320654 Jul 16 08:32:11.101957 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.150675 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.386470 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a6a60a72-4ab3-4098-a422-5060658d763c req-967dd4ab-43d4-4f0e-9122-69cf35b06894 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.435867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-a6a60a72-4ab3-4098-a422-5060658d763c req-967dd4ab-43d4-4f0e-9122-69cf35b06894 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Transition to ACTIVE for port object 97f177a7-d038-4438-aa9d-456f65cb285e will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:11.456573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-988d9eb6-2dc6-44b3-88e1-5e6076f80dca None None] Provisioning for port 409c2565-4560-44f2-aad1-a78b3eb287d0 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:11.462153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-988d9eb6-2dc6-44b3-88e1-5e6076f80dca None None] Provisioning complete for port 409c2565-4560-44f2-aad1-a78b3eb287d0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:11.462784 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-988d9eb6-2dc6-44b3-88e1-5e6076f80dca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.471677 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b993eaea-bacf-4b86-b683-0e7907564080 req-984efad3-749b-4a79-adcd-d7ecaac80340 service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975072 Jul 16 08:32:11.486331 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.528863 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-988d9eb6-2dc6-44b3-88e1-5e6076f80dca None None] Port 409c2565-4560-44f2-aad1-a78b3eb287d0 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:11.533639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:11.535242 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a6a60a72-4ab3-4098-a422-5060658d763c req-967dd4ab-43d4-4f0e-9122-69cf35b06894 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.547117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:11.548271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4c5d2014-c9c3-422a-843e-7b7fc2623af7', 'f6103806-0642-4d5a-961d-b8a98666855b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:11.550184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:11.560012 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.598051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6a60a72-4ab3-4098-a422-5060658d763c req-967dd4ab-43d4-4f0e-9122-69cf35b06894 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:11.599287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Pushing event updated for resources: {'Port': ['ID=af67cd00-307e-40aa-9bb3-0a82bddb7c75,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:11.615941 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-a6a60a72-4ab3-4098-a422-5060658d763c req-967dd4ab-43d4-4f0e-9122-69cf35b06894 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:11.619097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6a60a72-4ab3-4098-a422-5060658d763c req-967dd4ab-43d4-4f0e-9122-69cf35b06894 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:11.635310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e4bcc449-b5bf-40c2-9271-cf9255fce250', '0f4d8a5c-4270-4b27-83b6-a79fcba57193', '39f2fb7d-0cfe-4643-89a3-1891f09cf38d', '5849a161-2138-4845-bcd4-4138a0bfc33a', '839cf164-2f7c-4978-a893-2f7e25029d16'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:11.678366 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dd4ab-43d4-4f0e-9122-69cf35b06894 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event updated for resources: {'Port': ['ID=97f177a7-d038-4438-aa9d-456f65cb285e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:11.818401 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:11.821802 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.863837 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.870643 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.907276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60a72-4ab3-4098-a422-5060658d763c req-967dd4ab-43d4-4f0e-9122-69cf35b06894 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:11.907839 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a6a60a72-4ab3-4098-a422-5060658d763c req-967dd4ab-43d4-4f0e-9122-69cf35b06894 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.985522 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.027045 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6a60a72-4ab3-4098-a422-5060658d763c req-967dd4ab-43d4-4f0e-9122-69cf35b06894 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4667964 Jul 16 08:32:12.057791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Request body: {'port': {'device_id': 'b7eadcc8-f8c7-47c7-b162-3acaebad803b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:12.075009 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1e5e15fa-0253-494c-b1ef-38a306278524 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:12.108589 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.117355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Pushing event updated for resources: {'Port': ['ID=409c2565-4560-44f2-aad1-a78b3eb287d0,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:12.243770 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d973aa1-ac77-48c1-a6b2-92689406df81 req-48c663a3-7ed9-47bf-a799-a6cb094166d6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.245933 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9d973aa1-ac77-48c1-a6b2-92689406df81 req-48c663a3-7ed9-47bf-a799-a6cb094166d6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.2824638 Jul 16 08:32:12.249532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:12.253408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-514bffe5-2693-431e-b4c4-3d4ca93ee1a1 None None] Provisioning for port 97f177a7-d038-4438-aa9d-456f65cb285e completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:12.259964 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Network ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:12.260343 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:12.260762 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.267363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:12.271443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.360115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-514bffe5-2693-431e-b4c4-3d4ca93ee1a1 None None] Provisioning complete for port 97f177a7-d038-4438-aa9d-456f65cb285e triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:12.360546 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-514bffe5-2693-431e-b4c4-3d4ca93ee1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.369464 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9d973aa1-ac77-48c1-a6b2-92689406df81 req-2de466bb-c014-45b5-9b4e-aed46fe92796 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132734 Jul 16 08:32:12.380713 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.399203 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.530404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Router acdb6994-44b9-4509-a527-f6c19b872fe3 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:32:12.570795 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 1e5e15fa-0253-494c-b1ef-38a306278524 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:12.578123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-514bffe5-2693-431e-b4c4-3d4ca93ee1a1 None None] Port 97f177a7-d038-4438-aa9d-456f65cb285e cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:12.623016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 1e5e15fa-0253-494c-b1ef-38a306278524 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:12.623395 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.636339 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Pushing event updated for resources: {'Port': ['ID=af67cd00-307e-40aa-9bb3-0a82bddb7c75,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:12.664749 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.707848 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.709148 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-3fa2d673-eb6d-41a9-a1d2-737c9b4858ae tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.8574984 Jul 16 08:32:12.743419 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.753629 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:12.765064 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e8f844da-b196-4031-b2be-e9cdf7b80753 admin admin] 10.222.0.20 "PUT /v2.0/routers/acdb6994-44b9-4509-a527-f6c19b872fe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9994948 Jul 16 08:32:12.811336 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460b29e-13d8-4335-a3e6-0834e6c1ed2c req-cfec9baa-b12b-429a-ba26-d8beef28a2d7 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.813623 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c460b29e-13d8-4335-a3e6-0834e6c1ed2c req-cfec9baa-b12b-429a-ba26-d8beef28a2d7 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7eadcc8-f8c7-47c7-b162-3acaebad803b HTTP/1.1" status: 200 len: 936 time: 0.1979222 Jul 16 08:32:12.858771 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-aa4b7f49-48d3-48b2-bddb-dab1f1a3cfb5 None None] Provisioning complete for port 409c2565-4560-44f2-aad1-a78b3eb287d0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:12.859424 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-aa4b7f49-48d3-48b2-bddb-dab1f1a3cfb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.862041 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc7c7dc-7917-4e6c-b7f9-e49778241dc8'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:12.865587 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4874c0ce-e388-4518-93a2-73588ac8ee09" -d '{"events": [{"server_uuid": "dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76", "name": "network-vif-plugged", "status": "completed", "tag": "dcc7c7dc-7917-4e6c-b7f9-e49778241dc8"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:12.881374 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-836973f2-6c54-4796-a101-5016372ba919 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.162 HTTP/1.1" status: 200 len: 696 time: 0.1094828 Jul 16 08:32:12.883381 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port dcc7c7dc-7917-4e6c-b7f9-e49778241dc8, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=dcc7c7dc-7917-4e6c-b7f9-e49778241dc8,segment=NetworkSegment(0326d6d0-4fdd-4449-b82f-07581b5b64ad),segment_id=0326d6d0-4fdd-4449-b82f-07581b5b64ad)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:12.945759 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.051563 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-d60f0191-654e-443f-bef9-a786a73966b1 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.064387 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cbba7463-ce54-4577-8d23-aaeb65ffeb8a req-d60f0191-654e-443f-bef9-a786a73966b1 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.1817951 Jul 16 08:32:13.082389 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f177a7-d038-4438-aa9d-456f65cb285e {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:13.091724 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.106312 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Transition to ACTIVE for port object 97f177a7-d038-4438-aa9d-456f65cb285e will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:13.107981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=dcc7c7dc-7917-4e6c-b7f9-e49778241dc8,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:13.111815 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.134430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-aa4b7f49-48d3-48b2-bddb-dab1f1a3cfb5 None None] Port 409c2565-4560-44f2-aad1-a78b3eb287d0 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:13.164391 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.227650 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 1e5e15fa-0253-494c-b1ef-38a306278524, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1e5e15fa-0253-494c-b1ef-38a306278524,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:13.234772 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=97f177a7-d038-4438-aa9d-456f65cb285e,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:13.240920 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.255818 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c460b29e-13d8-4335-a3e6-0834e6c1ed2c req-2cebbc96-b3a6-4c59-b3f3-605ebbdcdc5b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4355402 Jul 16 08:32:13.357480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=1e5e15fa-0253-494c-b1ef-38a306278524,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:13.417645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Sync routers for ids ['acdb6994-44b9-4509-a527-f6c19b872fe3'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:13.451946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Attempting to bind port 97f177a7-d038-4438-aa9d-456f65cb285e on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:13.452486 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Attempting to bind port 97f177a7-d038-4438-aa9d-456f65cb285e by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:13.453021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Attempting to bind port 97f177a7-d038-4438-aa9d-456f65cb285e on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:13.465619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Routers {'acdb6994-44b9-4509-a527-f6c19b872fe3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:13.466271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:32:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['acdb6994-44b9-4509-a527-f6c19b872fe3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:13.468616 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Port 97f177a7-d038-4438-aa9d-456f65cb285e on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:13.468941 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Attempting to bind port 97f177a7-d038-4438-aa9d-456f65cb285e on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:13.493015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:13.493651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:13.494240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:13.494871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Bound port: 97f177a7-d038-4438-aa9d-456f65cb285e, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:13.495401 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.526745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e00fa7-587f-4cf5-8146-e08c12022a51 req-cdc7896c-52fe-4319-a489-ef0da067c4cd tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.532274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6840b35d-14e1-4469-a0dc-3abf18e39f42 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.533941 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6840b35d-14e1-4469-a0dc-3abf18e39f42 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.15 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 805 time: 0.1802571 Jul 16 08:32:13.534106 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e1e00fa7-587f-4cf5-8146-e08c12022a51 req-cdc7896c-52fe-4319-a489-ef0da067c4cd tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76 HTTP/1.1" status: 200 len: 946 time: 0.2876558 Jul 16 08:32:13.561253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-b993eaea-bacf-4b86-b683-0e7907564080 req-b62e8dfc-2cd8-4861-9f20-e116f0a53d5d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Request body: {'port': {'device_id': 'f1cf838c-bd7f-47df-a04d-297a7e32e70d', 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497', 'admin_state_up': True, 'tenant_id': 'a2cca6b5346b41fb9c1451a1f165aee8'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:13.614279 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e1e00fa7-587f-4cf5-8146-e08c12022a51 req-4adb8751-a9fa-4d1c-8361-85c01e653083 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/security-groups?id=89080966-c00d-42da-aaff-ec78d8e96b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783815 Jul 16 08:32:13.689015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] For port 97f177a7-d038-4438-aa9d-456f65cb285e, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:13.694795 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] For port 97f177a7-d038-4438-aa9d-456f65cb285e, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=97f177a7-d038-4438-aa9d-456f65cb285e,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:13.705150 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.746263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Set router acdb6994-44b9-4509-a527-f6c19b872fe3 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:13.794369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.795101 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.796436 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6a60a72-4ab3-4098-a422-5060658d763c req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] 10.222.0.38 "PUT /v2.0/ports/97f177a7-d038-4438-aa9d-456f65cb285e HTTP/1.1" status: 200 len: 1097 time: 1.7529421 Jul 16 08:32:13.797089 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7eadcc8-f8c7-47c7-b162-3acaebad803b', 'tag': '97f177a7-d038-4438-aa9d-456f65cb285e'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:13.799231 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fba477-155f-4c1f-9c08-4a0a0ba7a383" -d '{"events": [{"name": "network-changed", "server_uuid": "b7eadcc8-f8c7-47c7-b162-3acaebad803b", "tag": "97f177a7-d038-4438-aa9d-456f65cb285e"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:13.853900 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e16aea5-0efb-46e3-bfed-e835dc6d078e req-44f4c948-f036-41e4-b8fb-67e539854883 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 210 time: 0.0406344 Jul 16 08:32:13.858840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b993eaea-bacf-4b86-b683-0e7907564080 req-b62e8dfc-2cd8-4861-9f20-e116f0a53d5d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Made reservation on behalf of a2cca6b5346b41fb9c1451a1f165aee8 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:13.872752 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b993eaea-bacf-4b86-b683-0e7907564080 req-b62e8dfc-2cd8-4861-9f20-e116f0a53d5d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.964934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e0b59-2322-49c1-ae21-ce5e95ab3cd6 service neutron] Pushing event updated for resources: {'Port': ['ID=97f177a7-d038-4438-aa9d-456f65cb285e,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:13.976537 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdf5095-a6f7-4559-87b0-5d06f3651718 x-openstack-request-id: req-4fdf5095-a6f7-4559-87b0-5d06f3651718 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:13.976537 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76", "name": "network-vif-plugged", "status": "completed", "tag": "dcc7c7dc-7917-4e6c-b7f9-e49778241dc8", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:13.983694 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4fdf5095-a6f7-4559-87b0-5d06f3651718 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:13.984225 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc7c7dc-7917-4e6c-b7f9-e49778241dc8', 'code': 200} Jul 16 08:32:13.991016 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60a72-4ab3-4098-a422-5060658d763c req-ac1d5987-81a3-416a-9d4f-417459aa5a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.993482 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6a60a72-4ab3-4098-a422-5060658d763c req-ac1d5987-81a3-416a-9d4f-417459aa5a8c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=b7eadcc8-f8c7-47c7-b162-3acaebad803b HTTP/1.1" status: 200 len: 1100 time: 0.1282592 Jul 16 08:32:14.047101 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6a60a72-4ab3-4098-a422-5060658d763c req-7952146e-aefb-4f5c-b724-03614ad01d46 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=97f177a7-d038-4438-aa9d-456f65cb285e HTTP/1.1" status: 200 len: 217 time: 0.0439095 Jul 16 08:32:14.057618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1e5e15fa-0253-494c-b1ef-38a306278524 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:14.102916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60a72-4ab3-4098-a422-5060658d763c req-8f53c41e-ac10-4510-be7d-5e5faa711588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.104347 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6a60a72-4ab3-4098-a422-5060658d763c req-8f53c41e-ac10-4510-be7d-5e5faa711588 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0455453 Jul 16 08:32:14.145327 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-9dcb3485-cdbd-4d45-a795-cdd92ad5f82a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.146870 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-9dcb3485-cdbd-4d45-a795-cdd92ad5f82a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 820 time: 0.3874037 Jul 16 08:32:14.182793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a60a72-4ab3-4098-a422-5060658d763c req-e3292cd4-7381-4506-ac64-c2428bd01b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.184823 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6a60a72-4ab3-4098-a422-5060658d763c req-e3292cd4-7381-4506-ac64-c2428bd01b67 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0735202 Jul 16 08:32:14.189107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 1e5e15fa-0253-494c-b1ef-38a306278524 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:14.189484 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.219093 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-8517706f-c07f-4557-95e2-ea5a1a1a7b4a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/quotas/fe72388f7744440db5677c86ab49db05 HTTP/1.1" status: 200 len: 375 time: 0.0564904 Jul 16 08:32:14.226150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:04Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '8ae1ab92c461435187763f8571a51591', 'gw_port': {'id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '409c2565-4560-44f2-aad1-a78b3eb287d0', 'name': '', 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'mac_address': 'fa:16:3e:f1:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:09Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 2, 'project_id': '8ae1ab92c461435187763f8571a51591', 'subnets': [{'id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:14.236374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0211a9f-dece-430a-9c52-a8ed8ae76309 req-784d344c-cf94-4b2e-be8b-23ab27b1f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.237887 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d0211a9f-dece-430a-9c52-a8ed8ae76309 req-784d344c-cf94-4b2e-be8b-23ab27b1f50c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76 HTTP/1.1" status: 200 len: 1098 time: 0.1467712 Jul 16 08:32:14.284187 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Checking router: acdb6994-44b9-4509-a527-f6c19b872fe3 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:14.284560 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Updating router acdb6994-44b9-4509-a527-f6c19b872fe3 port 409c2565-4560-44f2-aad1-a78b3eb287d0 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:32:14.299147 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-34ff57e4-e8c7-4ac4-a109-db0d75c52005 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668361 Jul 16 08:32:14.304731 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-b993eaea-bacf-4b86-b683-0e7907564080 req-b62e8dfc-2cd8-4861-9f20-e116f0a53d5d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Allocated IP 172.20.0.14 (20ee9c8f-2cd9-40d6-987d-933e8af4b497/789d7b71-d5c7-4c97-8897-da1853b01c39/a23db4b2-e680-4034-91dc-1e69d46ed645) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:14.340481 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.357290 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d0211a9f-dece-430a-9c52-a8ed8ae76309 req-ec257c4c-c351-455b-a705-e9cb021c9c0f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=89080966-c00d-42da-aaff-ec78d8e96b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056230 Jul 16 08:32:14.372149 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-bf8161a5-d1f0-4cde-b999-24650e5800d0 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.373679 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-bf8161a5-d1f0-4cde-b999-24650e5800d0 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/networks?id=ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 HTTP/1.1" status: 200 len: 829 time: 0.1808612 Jul 16 08:32:14.376282 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6a60a72-4ab3-4098-a422-5060658d763c req-5b35c5b9-ae47-4405-84ad-5b0ef15a82fa service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727593 Jul 16 08:32:14.394791 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-31fc0773-6592-4316-98e6-784b87d8f09a tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/quotas/8ae1ab92c461435187763f8571a51591 HTTP/1.1" status: 200 len: 375 time: 0.0154734 Jul 16 08:32:14.474306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-20befff9-d28e-4bde-bd92-96c2d2526f92 service neutron] 10.222.0.20 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648190 Jul 16 08:32:14.520882 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-8a2bccea-7086-4bcb-8471-3b97a6c6ef98 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ae1ab92c461435187763f8571a51591&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1252124 Jul 16 08:32:14.557787 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6a60a72-4ab3-4098-a422-5060658d763c req-873dd2d5-995e-4a16-be85-f2e8063bd2dd service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323042 Jul 16 08:32:14.615016 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b993eaea-bacf-4b86-b683-0e7907564080 req-b62e8dfc-2cd8-4861-9f20-e116f0a53d5d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.640780 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-59a70fc1-efb4-4989-b38f-30768c329425 service neutron] 10.222.0.20 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600633 Jul 16 08:32:14.677442 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b993eaea-bacf-4b86-b683-0e7907564080 req-b62e8dfc-2cd8-4861-9f20-e116f0a53d5d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.700297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b9a95dbe-c086-4c79-ac21-2fea3daed19b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:14.728995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b993eaea-bacf-4b86-b683-0e7907564080 req-b62e8dfc-2cd8-4861-9f20-e116f0a53d5d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:14.737030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-b993eaea-bacf-4b86-b683-0e7907564080 req-b62e8dfc-2cd8-4861-9f20-e116f0a53d5d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:14.739601 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-b993eaea-bacf-4b86-b683-0e7907564080 req-b62e8dfc-2cd8-4861-9f20-e116f0a53d5d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:14.774287 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e8dfc-2cd8-4861-9f20-e116f0a53d5d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Pushing event updated for resources: {'Port': ['ID=a23db4b2-e680-4034-91dc-1e69d46ed645,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:14.803514 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993eaea-bacf-4b86-b683-0e7907564080 req-b62e8dfc-2cd8-4861-9f20-e116f0a53d5d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.804378 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b993eaea-bacf-4b86-b683-0e7907564080 req-b62e8dfc-2cd8-4861-9f20-e116f0a53d5d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.821583 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b993eaea-bacf-4b86-b683-0e7907564080 req-b62e8dfc-2cd8-4861-9f20-e116f0a53d5d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2647784 Jul 16 08:32:14.841703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Request body: {'port': {'device_id': 'f1cf838c-bd7f-47df-a04d-297a7e32e70d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:14.953099 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-73470e9d-ac0c-45b1-ab5c-e1cf24a7cd27 req-9bde63ef-bf35-40dd-92c0-593af9348121 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips/46bf3afd-9dea-4d71-bcab-861ca6a4b2c6 HTTP/1.1" status: 200 len: 693 time: 0.0589924 Jul 16 08:32:14.964925 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-17877aca-3c54-4743-af85-059c78ae6f96 service neutron] 10.222.0.20 "GET /v2.0/networks/ca736e3a-4d25-45f6-b3b5-fa7f342f9b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339595 Jul 16 08:32:14.991481 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.018307 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Transition to ACTIVE for port object 409c2565-4560-44f2-aad1-a78b3eb287d0 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:15.037771 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.060529 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.102419 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-b3e32562-78d5-4169-86c6-e028a5a35b54 service neutron] 10.222.0.20 "GET /v2.0/networks/ca736e3a-4d25-45f6-b3b5-fa7f342f9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365452 Jul 16 08:32:15.102570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66a95a-eebd-4848-b7f9-27dcfd64ad63 None None] Pushing event updated for resources: {'Port': ['ID=409c2565-4560-44f2-aad1-a78b3eb287d0,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:15.128992 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e4b3d1d9-7063-489f-9f48-e18c9c4dff82 req-d7b9fec6-4e08-459d-bc36-f1edfe50b460 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1371477 Jul 16 08:32:15.135702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73470e9d-ac0c-45b1-ab5c-e1cf24a7cd27 req-dfb05fa8-5652-4d45-85a9-c33568f281e1 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.141616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-73470e9d-ac0c-45b1-ab5c-e1cf24a7cd27 req-dfb05fa8-5652-4d45-85a9-c33568f281e1 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.1876464 Jul 16 08:32:15.245052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Attempting to bind port 409c2565-4560-44f2-aad1-a78b3eb287d0 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:15.245599 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Attempting to bind port 409c2565-4560-44f2-aad1-a78b3eb287d0 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '4301a0dd-552e-4e31-8a7a-6a203920e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:15.246106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Attempting to bind port 409c2565-4560-44f2-aad1-a78b3eb287d0 on network ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:15.254645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:15.255222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Checking segment: {'id': '4301a0dd-552e-4e31-8a7a-6a203920e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:15.255831 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.258562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Bound using segment: {'id': '4301a0dd-552e-4e31-8a7a-6a203920e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:15.259259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Bound port: 409c2565-4560-44f2-aad1-a78b3eb287d0, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4301a0dd-552e-4e31-8a7a-6a203920e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:15.260243 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.285287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3d1d9-7063-489f-9f48-e18c9c4dff82 req-5b004fbe-d316-4a3c-a8d8-cfe103dffe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.286885 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e4b3d1d9-7063-489f-9f48-e18c9c4dff82 req-5b004fbe-d316-4a3c-a8d8-cfe103dffe38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 1101 time: 0.1248941 Jul 16 08:32:15.427691 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc04b6a-1222-4a78-8d57-be06911c00e4 x-openstack-request-id: req-dcc04b6a-1222-4a78-8d57-be06911c00e4 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:15.428197 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7eadcc8-f8c7-47c7-b162-3acaebad803b", "tag": "97f177a7-d038-4438-aa9d-456f65cb285e", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:15.428487 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcc04b6a-1222-4a78-8d57-be06911c00e4 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:15.429214 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7eadcc8-f8c7-47c7-b162-3acaebad803b', 'tag': '97f177a7-d038-4438-aa9d-456f65cb285e', 'status': 'completed', 'code': 200} Jul 16 08:32:15.463256 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] For port 409c2565-4560-44f2-aad1-a78b3eb287d0, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:15.472837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] For port 409c2565-4560-44f2-aad1-a78b3eb287d0, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=409c2565-4560-44f2-aad1-a78b3eb287d0,segment=NetworkSegment(4301a0dd-552e-4e31-8a7a-6a203920e59d),segment_id=4301a0dd-552e-4e31-8a7a-6a203920e59d)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:15.485962 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.580826 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64387e87-2ce3-4111-ab56-a4e54884e52a req-f69d3b34-6c8a-4eb3-b9b4-6d6baa3b74a7 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.581450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3d1d9-7063-489f-9f48-e18c9c4dff82 req-e85de92b-9c1f-43b4-b3db-9c5bd0bed2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.582937 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e4b3d1d9-7063-489f-9f48-e18c9c4dff82 req-e85de92b-9c1f-43b4-b3db-9c5bd0bed2c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.2712083 Jul 16 08:32:15.590109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-64387e87-2ce3-4111-ab56-a4e54884e52a req-f69d3b34-6c8a-4eb3-b9b4-6d6baa3b74a7 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.1892061 Jul 16 08:32:15.698984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f66a95a-eebd-4848-b7f9-27dcfd64ad63 None None] Pushing event updated for resources: {'Port': ['ID=409c2565-4560-44f2-aad1-a78b3eb287d0,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:15.709823 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e4b3d1d9-7063-489f-9f48-e18c9c4dff82 req-2845f252-8c0c-49aa-ae5e-2b512c0805fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=0f4d8a5c-4270-4b27-83b6-a79fcba57193 HTTP/1.1" status: 200 len: 217 time: 0.1073115 Jul 16 08:32:15.717234 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-64387e87-2ce3-4111-ab56-a4e54884e52a req-4ddbdf37-3084-45c8-b257-c730218f3ccc tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261473 Jul 16 08:32:15.723674 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Routers {'acdb6994-44b9-4509-a527-f6c19b872fe3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:15.725694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:32:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['acdb6994-44b9-4509-a527-f6c19b872fe3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:15.769294 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a23db4b2-e680-4034-91dc-1e69d46ed645 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:15.781169 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.797426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Transition to ACTIVE for port object a23db4b2-e680-4034-91dc-1e69d46ed645 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:15.798268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575d770-6740-49bc-bca5-40935c6887b1 req-2cec112e-afa3-4e80-b728-ddb9d6301bfc tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.799861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2575d770-6740-49bc-bca5-40935c6887b1 req-2cec112e-afa3-4e80-b728-ddb9d6301bfc tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7eadcc8-f8c7-47c7-b162-3acaebad803b HTTP/1.1" status: 200 len: 948 time: 0.1985044 Jul 16 08:32:15.816339 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.838625 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fba477-155f-4c1f-9c08-4a0a0ba7a383 req-3c5c6ec1-6bfc-4923-ae2a-c92203cd58d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.848673 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7fba477-155f-4c1f-9c08-4a0a0ba7a383 req-3c5c6ec1-6bfc-4923-ae2a-c92203cd58d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=b7eadcc8-f8c7-47c7-b162-3acaebad803b HTTP/1.1" status: 200 len: 1100 time: 0.2647147 Jul 16 08:32:15.901796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] Set router acdb6994-44b9-4509-a527-f6c19b872fe3 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:15.937036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Pushing event updated for resources: {'Port': ['ID=a23db4b2-e680-4034-91dc-1e69d46ed645,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:15.962181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3d1d9-7063-489f-9f48-e18c9c4dff82 req-2c7fc39a-342f-47a3-898f-3d3b9660ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.964046 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e4b3d1d9-7063-489f-9f48-e18c9c4dff82 req-2c7fc39a-342f-47a3-898f-3d3b9660ab6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1084132 Jul 16 08:32:16.017810 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2575d770-6740-49bc-bca5-40935c6887b1 req-e2d13c64-243c-4406-8cd7-c8d1ef748419 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956314 Jul 16 08:32:16.146168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Attempting to bind port a23db4b2-e680-4034-91dc-1e69d46ed645 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:16.149075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Attempting to bind port a23db4b2-e680-4034-91dc-1e69d46ed645 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:16.149634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Attempting to bind port a23db4b2-e680-4034-91dc-1e69d46ed645 on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:16.163311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Port a23db4b2-e680-4034-91dc-1e69d46ed645 on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:16.164286 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Attempting to bind port a23db4b2-e680-4034-91dc-1e69d46ed645 on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:16.171082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:16.172668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Checking segment: {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:16.173305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Bound using segment: {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:16.174158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Bound port: a23db4b2-e680-4034-91dc-1e69d46ed645, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:16.174989 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.232093 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:04Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '8ae1ab92c461435187763f8571a51591', 'gw_port': {'id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '409c2565-4560-44f2-aad1-a78b3eb287d0', 'name': '', 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'mac_address': 'fa:16:3e:f1:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:09Z', 'updated_at': '2021-07-16T08:32:15Z', 'revision_number': 4, 'project_id': '8ae1ab92c461435187763f8571a51591', 'subnets': [{'id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:16.262683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6def672c-6946-45c8-b22d-a27b9fe73e39 None None] The sync data for ids ['acdb6994-44b9-4509-a527-f6c19b872fe3'] in n-d-758944-46 is: [{'id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:04Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '8ae1ab92c461435187763f8571a51591', 'gw_port': {'id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '409c2565-4560-44f2-aad1-a78b3eb287d0', 'name': '', 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'mac_address': 'fa:16:3e:f1:4e:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:09Z', 'updated_at': '2021-07-16T08:32:15Z', 'revision_number': 4, 'project_id': '8ae1ab92c461435187763f8571a51591', 'subnets': [{'id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:16.322295 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3d1d9-7063-489f-9f48-e18c9c4dff82 req-fa1da006-d4b6-4682-a4e2-208f93dd92fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.323944 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e4b3d1d9-7063-489f-9f48-e18c9c4dff82 req-fa1da006-d4b6-4682-a4e2-208f93dd92fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3380842 Jul 16 08:32:16.340886 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc8e3e5-8ef6-42fd-a3a7-fb1344a13238 req-cd3ff8cf-a487-4997-aa5a-426a7e8d5a01 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.342631 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1bc8e3e5-8ef6-42fd-a3a7-fb1344a13238 req-cd3ff8cf-a487-4997-aa5a-426a7e8d5a01 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76 HTTP/1.1" status: 200 len: 946 time: 0.1520002 Jul 16 08:32:16.348761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] For port a23db4b2-e680-4034-91dc-1e69d46ed645, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:16.352478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] For port a23db4b2-e680-4034-91dc-1e69d46ed645, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=a23db4b2-e680-4034-91dc-1e69d46ed645,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:16.370377 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.390724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fba477-155f-4c1f-9c08-4a0a0ba7a383 req-fadb682f-8b2e-4814-b62f-33832f1e0ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.392664 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7fba477-155f-4c1f-9c08-4a0a0ba7a383 req-fadb682f-8b2e-4814-b62f-33832f1e0ea9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3965151 Jul 16 08:32:16.456536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Pushing event updated for resources: {'Port': ['ID=a23db4b2-e680-4034-91dc-1e69d46ed645,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:16.468023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.468846 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.470374 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b993eaea-bacf-4b86-b683-0e7907564080 req-6ea92f0a-8202-4fad-bf8e-67a53feecdbc service neutron] 10.222.0.15 "PUT /v2.0/ports/a23db4b2-e680-4034-91dc-1e69d46ed645 HTTP/1.1" status: 200 len: 1093 time: 1.6368463 Jul 16 08:32:16.470778 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7fba477-155f-4c1f-9c08-4a0a0ba7a383 req-caa954d4-fd3c-49f0-94cc-3f94034f2db2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=97f177a7-d038-4438-aa9d-456f65cb285e HTTP/1.1" status: 200 len: 217 time: 0.0401855 Jul 16 08:32:16.473459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1cf838c-bd7f-47df-a04d-297a7e32e70d', 'tag': 'a23db4b2-e680-4034-91dc-1e69d46ed645'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:16.476296 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13e8a6e8-bb50-4f04-a4bc-67dd806f8c0b" -d '{"events": [{"name": "network-changed", "server_uuid": "f1cf838c-bd7f-47df-a04d-297a7e32e70d", "tag": "a23db4b2-e680-4034-91dc-1e69d46ed645"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:16.534926 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1bc8e3e5-8ef6-42fd-a3a7-fb1344a13238 req-b71efc91-b8c6-4217-a373-1ee606898fbe tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/security-groups?id=89080966-c00d-42da-aaff-ec78d8e96b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787426 Jul 16 08:32:16.563089 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73b994-435f-4ce7-965f-c4976cc50541 req-4d5c9f90-e8f5-4c39-bf46-33238db2cda2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.584554 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ec73b994-435f-4ce7-965f-c4976cc50541 req-4d5c9f90-e8f5-4c39-bf46-33238db2cda2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 944 time: 0.3139226 Jul 16 08:32:16.677971 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e4b3d1d9-7063-489f-9f48-e18c9c4dff82 req-85b5d577-c82e-4e3e-9245-c65525b84d60 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454869 Jul 16 08:32:16.700049 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fba477-155f-4c1f-9c08-4a0a0ba7a383 req-84324a81-7ee0-4d5c-8735-91ebf33f616e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.701546 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7fba477-155f-4c1f-9c08-4a0a0ba7a383 req-84324a81-7ee0-4d5c-8735-91ebf33f616e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2201147 Jul 16 08:32:16.725843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ec73b994-435f-4ce7-965f-c4976cc50541 req-988cd489-3bfe-47d8-8808-c92be547273d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402838 Jul 16 08:32:16.736993 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da734233-48e4-4d7b-89c6-f684276d2930 req-b7544d6d-3fc9-41f5-825c-ee6e3b9fb8b9 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 210 time: 0.0438988 Jul 16 08:32:16.809473 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c516de40-e09b-4dda-bb07-c23b5dc2db07 req-ea27c849-1a07-494f-bf8e-8d417cf05bbf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0713151 Jul 16 08:32:16.811425 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993eaea-bacf-4b86-b683-0e7907564080 req-1048d43c-fd62-45e5-b652-d45c6fe2b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.812979 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b993eaea-bacf-4b86-b683-0e7907564080 req-1048d43c-fd62-45e5-b652-d45c6fe2b54c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 1096 time: 0.1575177 Jul 16 08:32:16.876893 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-67a6a910-4cc7-4ed8-8484-af3a750a7486 req-bbc3b24b-4870-4957-861f-8ece1906791f tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips/46bf3afd-9dea-4d71-bcab-861ca6a4b2c6 HTTP/1.1" status: 200 len: 693 time: 0.1105025 Jul 16 08:32:16.883755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b993eaea-bacf-4b86-b683-0e7907564080 req-1b6a1eaf-df0c-4a42-9b59-8f48d8011b17 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a23db4b2-e680-4034-91dc-1e69d46ed645 HTTP/1.1" status: 200 len: 217 time: 0.0511158 Jul 16 08:32:17.014223 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99bb0f27-19d9-487e-beac-830ed9df12ba req-1305368a-b75b-489b-b7c4-ffd5d05e2ba5 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 210 time: 0.0474801 Jul 16 08:32:17.034288 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993eaea-bacf-4b86-b683-0e7907564080 req-fd8049e6-2dae-4fcb-a8fc-6e20b8dab347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.036303 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b993eaea-bacf-4b86-b683-0e7907564080 req-fd8049e6-2dae-4fcb-a8fc-6e20b8dab347 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 200 len: 845 time: 0.1140330 Jul 16 08:32:17.056311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516de40-e09b-4dda-bb07-c23b5dc2db07 req-79232d94-f8ac-463f-8ae9-7aee104c6b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.057929 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c516de40-e09b-4dda-bb07-c23b5dc2db07 req-79232d94-f8ac-463f-8ae9-7aee104c6b1a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=234331fe0b8a468fb70b4b1e509a742a&device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 1102 time: 0.1731777 Jul 16 08:32:17.069071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6a910-4cc7-4ed8-8484-af3a750a7486 req-0a7cf95a-5e03-49ac-a738-206d554a096b tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.076260 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-67a6a910-4cc7-4ed8-8484-af3a750a7486 req-0a7cf95a-5e03-49ac-a738-206d554a096b tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.1984725 Jul 16 08:32:17.135449 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e4b3d1d9-7063-489f-9f48-e18c9c4dff82 req-6cb41e4d-9510-4749-85bd-d096d09a8f7e service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4465973 Jul 16 08:32:17.137505 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b993eaea-bacf-4b86-b683-0e7907564080 req-9793bd05-35b0-441d-bc85-7434352cbe0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20ee9c8f-2cd9-40d6-987d-933e8af4b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828552 Jul 16 08:32:17.141471 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8763fc13-53ea-4e5e-8b7c-774cd8a325fb x-openstack-request-id: req-8763fc13-53ea-4e5e-8b7c-774cd8a325fb {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:17.141990 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1cf838c-bd7f-47df-a04d-297a7e32e70d", "tag": "a23db4b2-e680-4034-91dc-1e69d46ed645", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:17.144126 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8763fc13-53ea-4e5e-8b7c-774cd8a325fb {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:17.144777 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1cf838c-bd7f-47df-a04d-297a7e32e70d', 'tag': 'a23db4b2-e680-4034-91dc-1e69d46ed645', 'status': 'completed', 'code': 200} Jul 16 08:32:17.157102 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-67a6a910-4cc7-4ed8-8484-af3a750a7486 req-e86d3a58-8808-47b7-ac8a-8db9e5dd31d2 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.162 HTTP/1.1" status: 200 len: 696 time: 0.0798678 Jul 16 08:32:17.233105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fba477-155f-4c1f-9c08-4a0a0ba7a383 req-04696016-b54a-4cf8-9ead-723e5ee05620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.234943 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7fba477-155f-4c1f-9c08-4a0a0ba7a383 req-04696016-b54a-4cf8-9ead-723e5ee05620 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5025575 Jul 16 08:32:17.297260 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-67a6a910-4cc7-4ed8-8484-af3a750a7486 req-84cb6aa8-ca1d-4893-808c-549e465af566 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.162 HTTP/1.1" status: 200 len: 696 time: 0.1392698 Jul 16 08:32:17.360456 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b993eaea-bacf-4b86-b683-0e7907564080 req-8c52c437-0d43-4a82-acfa-aefb551bdbc6 service neutron] 10.222.0.15 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976633 Jul 16 08:32:17.421021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516de40-e09b-4dda-bb07-c23b5dc2db07 req-c081d767-ec38-452b-9506-bdf9ee3f60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.422500 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c516de40-e09b-4dda-bb07-c23b5dc2db07 req-c081d767-ec38-452b-9506-bdf9ee3f60bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3182669 Jul 16 08:32:17.515131 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b993eaea-bacf-4b86-b683-0e7907564080 req-65bf9160-c0c4-4346-9c9f-fcaa54e31585 service neutron] 10.222.0.15 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288509 Jul 16 08:32:17.535203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-4dff0e8e-7259-4713-90b7-fa12994671ec tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.537629 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-4dff0e8e-7259-4713-90b7-fa12994671ec tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.15 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 820 time: 0.4003975 Jul 16 08:32:17.566997 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7fba477-155f-4c1f-9c08-4a0a0ba7a383 req-1bf64f6f-b8b8-4cfc-899a-8a6db135bd95 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190534 Jul 16 08:32:17.570665 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c516de40-e09b-4dda-bb07-c23b5dc2db07 req-a637e3b2-b356-4e51-86a8-81f4fa2af79b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=4c5d2014-c9c3-422a-843e-7b7fc2623af7 HTTP/1.1" status: 200 len: 217 time: 0.0509901 Jul 16 08:32:17.574025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-733c8608-b5eb-4bd2-ad75-7b43814b0839 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Request body: {'port': {'device_id': '422009d9-c902-493e-8fb5-482b7e5f6924', 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d', 'admin_state_up': True, 'tenant_id': 'fe72388f7744440db5677c86ab49db05'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:17.671239 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516de40-e09b-4dda-bb07-c23b5dc2db07 req-15badb22-d14a-40eb-9f59-83f44d2be531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.672695 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c516de40-e09b-4dda-bb07-c23b5dc2db07 req-15badb22-d14a-40eb-9f59-83f44d2be531 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0568976 Jul 16 08:32:17.760006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f0a56-38c3-4e17-b7a6-9d82f0ebe0eb req-6cb7179c-a139-4aee-a439-238afe85d306 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.766860 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c4f0a56-38c3-4e17-b7a6-9d82f0ebe0eb req-6cb7179c-a139-4aee-a439-238afe85d306 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.3932149 Jul 16 08:32:17.789185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 97f177a7-d038-4438-aa9d-456f65cb285e details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:17.824790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-67a6a910-4cc7-4ed8-8484-af3a750a7486 req-66794deb-7454-4c25-a14a-eadc3e6bdbf0 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Deleting port af67cd00-307e-40aa-9bb3-0a82bddb7c75 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:17.825414 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-67a6a910-4cc7-4ed8-8484-af3a750a7486 req-66794deb-7454-4c25-a14a-eadc3e6bdbf0 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.861886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-733c8608-b5eb-4bd2-ad75-7b43814b0839 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Made reservation on behalf of fe72388f7744440db5677c86ab49db05 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:17.866056 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-733c8608-b5eb-4bd2-ad75-7b43814b0839 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.868693 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c4f0a56-38c3-4e17-b7a6-9d82f0ebe0eb req-42b595d0-cfde-4f9c-b3cf-5e34600d1b9c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006205 Jul 16 08:32:17.890292 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7fba477-155f-4c1f-9c08-4a0a0ba7a383 req-9696c247-5f27-4407-ad33-d751af0729bb service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100884 Jul 16 08:32:17.899725 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8a6e8-bb50-4f04-a4bc-67dd806f8c0b req-c6f9c68f-f59c-44f6-9aa1-c29846a934d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.901474 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-13e8a6e8-bb50-4f04-a4bc-67dd806f8c0b req-c6f9c68f-f59c-44f6-9aa1-c29846a934d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 1096 time: 0.2912366 Jul 16 08:32:17.940433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-be76fd81-31ec-4356-a3b0-acc9323ac52a tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.945821 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-be76fd81-31ec-4356-a3b0-acc9323ac52a tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.15 "GET /v2.0/networks?id=ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 HTTP/1.1" status: 200 len: 829 time: 0.3703156 Jul 16 08:32:17.961522 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-c4cd0698-0bb5-455b-a75e-6c2fa633a26b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Request body: {'port': {'device_id': 'c7b1d8f3-17af-421d-a9d5-7ed277b228ef', 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'admin_state_up': True, 'tenant_id': '8ae1ab92c461435187763f8571a51591'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:17.975466 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 97f177a7-d038-4438-aa9d-456f65cb285e, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=97f177a7-d038-4438-aa9d-456f65cb285e,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:17.989839 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '97f177a7-d038-4438-aa9d-456f65cb285e', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '97f177a7-d038-4438-aa9d-456f65cb285e', 'mac_address': 'fa:16:3e:6e:69:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:18.027472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516de40-e09b-4dda-bb07-c23b5dc2db07 req-1e32d812-f6b0-4684-a708-8e4303344cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.029525 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c516de40-e09b-4dda-bb07-c23b5dc2db07 req-1e32d812-f6b0-4684-a708-8e4303344cb6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3486998 Jul 16 08:32:18.043156 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.069402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 409c2565-4560-44f2-aad1-a78b3eb287d0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:18.109594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f177a7-d038-4438-aa9d-456f65cb285e {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:18.152309 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-67a6a910-4cc7-4ed8-8484-af3a750a7486 req-66794deb-7454-4c25-a14a-eadc3e6bdbf0 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.152705 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-67a6a910-4cc7-4ed8-8484-af3a750a7486 req-66794deb-7454-4c25-a14a-eadc3e6bdbf0 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.195624 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c516de40-e09b-4dda-bb07-c23b5dc2db07 req-e306da93-9e58-4d30-a34f-d87c55db0e4e service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270208 Jul 16 08:32:18.197369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-c4cd0698-0bb5-455b-a75e-6c2fa633a26b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Made reservation on behalf of 8ae1ab92c461435187763f8571a51591 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:18.201087 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-c4cd0698-0bb5-455b-a75e-6c2fa633a26b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.206286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-67a6a910-4cc7-4ed8-8484-af3a750a7486 req-66794deb-7454-4c25-a14a-eadc3e6bdbf0 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Calling delete_port for af67cd00-307e-40aa-9bb3-0a82bddb7c75 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:18.208884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 97f177a7-d038-4438-aa9d-456f65cb285e, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=97f177a7-d038-4438-aa9d-456f65cb285e,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:18.220736 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.255197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8a6e8-bb50-4f04-a4bc-67dd806f8c0b req-d4f2b806-4bf2-4d2c-b222-0e1bbf400790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.257821 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-13e8a6e8-bb50-4f04-a4bc-67dd806f8c0b req-d4f2b806-4bf2-4d2c-b222-0e1bbf400790 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 905 time: 0.3471854 Jul 16 08:32:18.271991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 409c2565-4560-44f2-aad1-a78b3eb287d0 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:18.289924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 409c2565-4560-44f2-aad1-a78b3eb287d0 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:18.290297 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.339327 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-733c8608-b5eb-4bd2-ad75-7b43814b0839 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Allocated IP 172.20.0.11 (a9119c76-4476-450e-9781-c499b2315c7d/dbcf0224-d354-48dd-b45e-dcf207ea9086/fd3ef9f1-e137-44b9-9d84-ad2c09664fd7) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:18.342528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=97f177a7-d038-4438-aa9d-456f65cb285e,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:18.346667 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-13e8a6e8-bb50-4f04-a4bc-67dd806f8c0b req-701d95b5-233b-41d7-b98c-932e7dde0ab9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a23db4b2-e680-4034-91dc-1e69d46ed645 HTTP/1.1" status: 200 len: 217 time: 0.0512342 Jul 16 08:32:18.409612 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.448362 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 409c2565-4560-44f2-aad1-a78b3eb287d0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=409c2565-4560-44f2-aad1-a78b3eb287d0,segment=NetworkSegment(4301a0dd-552e-4e31-8a7a-6a203920e59d),segment_id=4301a0dd-552e-4e31-8a7a-6a203920e59d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:18.452830 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.485177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8a6e8-bb50-4f04-a4bc-67dd806f8c0b req-e2999daf-9e3d-4631-8dc1-d84a3400eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.486839 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-13e8a6e8-bb50-4f04-a4bc-67dd806f8c0b req-e2999daf-9e3d-4631-8dc1-d84a3400eb8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 200 len: 845 time: 0.1297541 Jul 16 08:32:18.508950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['97f177a7-d038-4438-aa9d-456f65cb285e'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:18.538791 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=409c2565-4560-44f2-aad1-a78b3eb287d0,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:18.744247 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c516de40-e09b-4dda-bb07-c23b5dc2db07 req-56e54c23-8bf7-4e59-9479-b7b436520fd2 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5248125 Jul 16 08:32:18.780198 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-c4cd0698-0bb5-455b-a75e-6c2fa633a26b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Allocated IP 172.20.0.5 (ca736e3a-4d25-45f6-b3b5-fa7f342f9b97/686dab5e-3b78-4f08-bf02-a6c85459ca7a/bfeffdc5-f78b-47cb-875f-6470fce4e143) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:18.789966 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427f54d-a560-49eb-850e-b3d9e8e02d04 req-d9915753-c09a-41bb-9650-43282dff0c7a tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.791535 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5427f54d-a560-49eb-850e-b3d9e8e02d04 req-d9915753-c09a-41bb-9650-43282dff0c7a tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7eadcc8-f8c7-47c7-b162-3acaebad803b HTTP/1.1" status: 200 len: 949 time: 0.4962757 Jul 16 08:32:18.861099 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5427f54d-a560-49eb-850e-b3d9e8e02d04 req-f64fa001-c477-4f87-8f34-8fa4ebd55586 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607514 Jul 16 08:32:18.872076 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-13e8a6e8-bb50-4f04-a4bc-67dd806f8c0b req-cc54f711-16fa-446c-80a0-01f88d6d4d40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20ee9c8f-2cd9-40d6-987d-933e8af4b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3760378 Jul 16 08:32:18.959809 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-67a6a910-4cc7-4ed8-8484-af3a750a7486 req-66794deb-7454-4c25-a14a-eadc3e6bdbf0 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.983235 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-c4cd0698-0bb5-455b-a75e-6c2fa633a26b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.025498 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-c4cd0698-0bb5-455b-a75e-6c2fa633a26b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Transition to ACTIVE for port object bfeffdc5-f78b-47cb-875f-6470fce4e143 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:19.040225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66794deb-7454-4c25-a14a-eadc3e6bdbf0 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Pushing event deleted for resources: {'Port': ['ID=af67cd00-307e-40aa-9bb3-0a82bddb7c75,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:19.084344 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a41c3-d7ef-49ca-8e7c-332bdbfff956 req-5e66b3cd-981d-4db8-9f6a-389a5c735585 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.085920 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a24a41c3-d7ef-49ca-8e7c-332bdbfff956 req-5e66b3cd-981d-4db8-9f6a-389a5c735585 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 944 time: 0.0985596 Jul 16 08:32:19.091762 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-c4cd0698-0bb5-455b-a75e-6c2fa633a26b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.107014 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-733c8608-b5eb-4bd2-ad75-7b43814b0839 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.117659 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-13e8a6e8-bb50-4f04-a4bc-67dd806f8c0b req-a3395276-ea85-473f-822c-e6e66569edb2 service neutron] 10.222.0.15 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308769 Jul 16 08:32:19.154300 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-c4cd0698-0bb5-455b-a75e-6c2fa633a26b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Network ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:19.161923 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-67a6a910-4cc7-4ed8-8484-af3a750a7486 req-66794deb-7454-4c25-a14a-eadc3e6bdbf0 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.164520 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-67a6a910-4cc7-4ed8-8484-af3a750a7486 req-66794deb-7454-4c25-a14a-eadc3e6bdbf0 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.165424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-c4cd0698-0bb5-455b-a75e-6c2fa633a26b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:19.165679 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-67a6a910-4cc7-4ed8-8484-af3a750a7486 req-66794deb-7454-4c25-a14a-eadc3e6bdbf0 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "DELETE /v2.0/floatingips/46bf3afd-9dea-4d71-bcab-861ca6a4b2c6 HTTP/1.1" status: 204 len: 173 time: 1.8373153 Jul 16 08:32:19.171680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-c4cd0698-0bb5-455b-a75e-6c2fa633a26b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:19.203124 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a24a41c3-d7ef-49ca-8e7c-332bdbfff956 req-2b5dd84d-2fc9-4094-ac96-20fdb5c33347 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092854 Jul 16 08:32:19.203725 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cd0698-0bb5-455b-a75e-6c2fa633a26b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Pushing event updated for resources: {'Port': ['ID=bfeffdc5-f78b-47cb-875f-6470fce4e143,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:19.241480 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-733c8608-b5eb-4bd2-ad75-7b43814b0839 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.243117 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-c4cd0698-0bb5-455b-a75e-6c2fa633a26b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.244059 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-c4cd0698-0bb5-455b-a75e-6c2fa633a26b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.266357 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-c4cd0698-0bb5-455b-a75e-6c2fa633a26b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3137915 Jul 16 08:32:19.283530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Request body: {'port': {'device_id': 'c7b1d8f3-17af-421d-a9d5-7ed277b228ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:19.373703 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-13e8a6e8-bb50-4f04-a4bc-67dd806f8c0b req-265d61b1-0188-4d3f-94a8-df5e9f963952 service neutron] 10.222.0.15 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380602 Jul 16 08:32:19.400790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733c8608-b5eb-4bd2-ad75-7b43814b0839 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Pushing event updated for resources: {'Port': ['ID=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:19.405853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-733c8608-b5eb-4bd2-ad75-7b43814b0839 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Network a9119c76-4476-450e-9781-c499b2315c7d is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:19.410395 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-733c8608-b5eb-4bd2-ad75-7b43814b0839 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:19.412868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-733c8608-b5eb-4bd2-ad75-7b43814b0839 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:19.418238 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.469106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-733c8608-b5eb-4bd2-ad75-7b43814b0839 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.469622 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-733c8608-b5eb-4bd2-ad75-7b43814b0839 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.481709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be0e2b1-f2af-433f-895f-c74b56a4d925 req-67682de2-de5e-45a6-87c7-f82c1b4f6c02 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.483203 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7be0e2b1-f2af-433f-895f-c74b56a4d925 req-67682de2-de5e-45a6-87c7-f82c1b4f6c02 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 931 time: 0.1185241 Jul 16 08:32:19.484062 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33150e3-a0fb-4233-b340-c046da346451 req-41709eb4-28d3-439f-a6cd-134741837be3 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.485546 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b33150e3-a0fb-4233-b340-c046da346451 req-41709eb4-28d3-439f-a6cd-134741837be3 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 932 time: 0.1799569 Jul 16 08:32:19.503853 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-733c8608-b5eb-4bd2-ad75-7b43814b0839 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9337177 Jul 16 08:32:19.507119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c3e05f7c-0207-4be7-9544-e1ee8c3eba89 None None] Provisioning for port bfeffdc5-f78b-47cb-875f-6470fce4e143 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:19.511220 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c3e05f7c-0207-4be7-9544-e1ee8c3eba89 None None] Provisioning complete for port bfeffdc5-f78b-47cb-875f-6470fce4e143 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:19.511586 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c3e05f7c-0207-4be7-9544-e1ee8c3eba89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.519471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Request body: {'port': {'device_id': '422009d9-c902-493e-8fb5-482b7e5f6924', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:19.546134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c3e05f7c-0207-4be7-9544-e1ee8c3eba89 None None] Port bfeffdc5-f78b-47cb-875f-6470fce4e143 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:19.565241 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b33150e3-a0fb-4233-b340-c046da346451 req-72187cb2-310b-4afa-9625-60b8b670351e tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690901 Jul 16 08:32:19.595473 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7be0e2b1-f2af-433f-895f-c74b56a4d925 req-d647ff2a-fbfb-4c7c-94ce-9ea2fd4e6a55 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f8ca04-f1ce-4784-a63d-1b6a9d56f95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994468 Jul 16 08:32:19.606979 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.773952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfeffdc5-f78b-47cb-875f-6470fce4e143 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:19.783705 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.806259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Transition to ACTIVE for port object bfeffdc5-f78b-47cb-875f-6470fce4e143 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:19.807003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 97f177a7-d038-4438-aa9d-456f65cb285e up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:19.813802 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.833300 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7d37e-a492-4963-ab01-59afc4c03b7d req-94c1584a-dbc1-4181-bc65-1e72c95f527c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.841538 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76e7d37e-a492-4963-ab01-59afc4c03b7d req-94c1584a-dbc1-4181-bc65-1e72c95f527c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.1116390 Jul 16 08:32:19.913795 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 97f177a7-d038-4438-aa9d-456f65cb285e completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:19.920797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 97f177a7-d038-4438-aa9d-456f65cb285e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:19.921779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Pushing event updated for resources: {'Port': ['ID=bfeffdc5-f78b-47cb-875f-6470fce4e143,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:19.921946 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.946883 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76e7d37e-a492-4963-ab01-59afc4c03b7d req-b2f96226-58a6-4f46-9ac8-2edd1c8d3520 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989254 Jul 16 08:32:19.947673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:19.956426 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.980600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Transition to ACTIVE for port object fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:19.984318 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.037697 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 409c2565-4560-44f2-aad1-a78b3eb287d0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:20.089100 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Pushing event updated for resources: {'Port': ['ID=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:20.161602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 409c2565-4560-44f2-aad1-a78b3eb287d0 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:20.162267 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.185982 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.199637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Attempting to bind port bfeffdc5-f78b-47cb-875f-6470fce4e143 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:20.199983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Attempting to bind port bfeffdc5-f78b-47cb-875f-6470fce4e143 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '4301a0dd-552e-4e31-8a7a-6a203920e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:20.200318 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Attempting to bind port bfeffdc5-f78b-47cb-875f-6470fce4e143 on network ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:20.224521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Port bfeffdc5-f78b-47cb-875f-6470fce4e143 on network ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:20.224847 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Attempting to bind port bfeffdc5-f78b-47cb-875f-6470fce4e143 on network ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:20.227474 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7eadcc8-f8c7-47c7-b162-3acaebad803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f177a7-d038-4438-aa9d-456f65cb285e'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:20.229796 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad2ee1c-758c-4fdd-a7db-61b99979d65b" -d '{"events": [{"server_uuid": "b7eadcc8-f8c7-47c7-b162-3acaebad803b", "name": "network-vif-plugged", "status": "completed", "tag": "97f177a7-d038-4438-aa9d-456f65cb285e"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:20.237821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:20.238168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Checking segment: {'id': '4301a0dd-552e-4e31-8a7a-6a203920e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:20.238605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Bound using segment: {'id': '4301a0dd-552e-4e31-8a7a-6a203920e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:20.239049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Bound port: bfeffdc5-f78b-47cb-875f-6470fce4e143, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4301a0dd-552e-4e31-8a7a-6a203920e59d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:20.239492 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.246701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 97f177a7-d038-4438-aa9d-456f65cb285e, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=97f177a7-d038-4438-aa9d-456f65cb285e,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:20.247359 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Attempting to bind port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:20.247815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Attempting to bind port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:20.248231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Attempting to bind port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:20.255122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0cf53-bae7-424a-85ae-93e200e548ef req-8b5b636a-36d6-4ae7-aa65-192ceb49bf88 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.256345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 on network a9119c76-4476-450e-9781-c499b2315c7d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:20.256798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Attempting to bind port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:20.266074 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.267052 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2fa0cf53-bae7-424a-85ae-93e200e548ef req-8b5b636a-36d6-4ae7-aa65-192ceb49bf88 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2699583 Jul 16 08:32:20.268994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad927b5-4957-4879-bd79-e29c499e0eac req-75236671-432c-47ef-8a2b-81a44014fbf6 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.271219 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ad927b5-4957-4879-bd79-e29c499e0eac req-75236671-432c-47ef-8a2b-81a44014fbf6 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76 HTTP/1.1" status: 200 len: 946 time: 0.1110501 Jul 16 08:32:20.274544 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:20.274987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Checking segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:20.275471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Bound using segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:20.276007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Bound port: fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:20.276465 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.361092 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ad927b5-4957-4879-bd79-e29c499e0eac req-8ce7f280-ae44-41d7-9950-cb8304b36d46 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/security-groups?id=89080966-c00d-42da-aaff-ec78d8e96b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817342 Jul 16 08:32:20.368668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=97f177a7-d038-4438-aa9d-456f65cb285e,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:20.380884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:20.384190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:20.388512 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.413707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] For port bfeffdc5-f78b-47cb-875f-6470fce4e143, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:20.416091 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab284d15-952b-4d55-a529-84b60b00ae2d x-openstack-request-id: req-ab284d15-952b-4d55-a529-84b60b00ae2d {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:20.416386 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7eadcc8-f8c7-47c7-b162-3acaebad803b", "name": "network-vif-plugged", "status": "completed", "tag": "97f177a7-d038-4438-aa9d-456f65cb285e", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:20.416656 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab284d15-952b-4d55-a529-84b60b00ae2d {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:20.417049 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7eadcc8-f8c7-47c7-b162-3acaebad803b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f177a7-d038-4438-aa9d-456f65cb285e', 'code': 200} Jul 16 08:32:20.435413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] For port bfeffdc5-f78b-47cb-875f-6470fce4e143, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bfeffdc5-f78b-47cb-875f-6470fce4e143,segment=NetworkSegment(4301a0dd-552e-4e31-8a7a-6a203920e59d),segment_id=4301a0dd-552e-4e31-8a7a-6a203920e59d)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:20.442130 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.451137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.451791 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.453257 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] 10.222.0.15 "PUT /v2.0/ports/fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 HTTP/1.1" status: 200 len: 1093 time: 0.9398305 Jul 16 08:32:20.453691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422009d9-c902-493e-8fb5-482b7e5f6924', 'tag': 'fd3ef9f1-e137-44b9-9d84-ad2c09664fd7'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:20.458192 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dde4c7fc-51c3-49d3-9038-2e9368d81d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "422009d9-c902-493e-8fb5-482b7e5f6924", "tag": "fd3ef9f1-e137-44b9-9d84-ad2c09664fd7"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:20.479589 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c21f4-4a58-4b4c-9778-6bd6dce289af service neutron] Pushing event updated for resources: {'Port': ['ID=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:20.496775 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.497395 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.498749 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] 10.222.0.15 "PUT /v2.0/ports/bfeffdc5-f78b-47cb-875f-6470fce4e143 HTTP/1.1" status: 200 len: 1092 time: 1.2237477 Jul 16 08:32:20.505286 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b1d8f3-17af-421d-a9d5-7ed277b228ef', 'tag': 'bfeffdc5-f78b-47cb-875f-6470fce4e143'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:20.507697 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f4a9ca0-930d-4320-bc56-400331d0543f" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b1d8f3-17af-421d-a9d5-7ed277b228ef", "tag": "bfeffdc5-f78b-47cb-875f-6470fce4e143"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:20.568812 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b007f4a-3406-42cf-b824-ffe793089317 req-7e0d2ab2-3d55-4422-8611-11d687bc8d78 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.570435 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2b007f4a-3406-42cf-b824-ffe793089317 req-7e0d2ab2-3d55-4422-8611-11d687bc8d78 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7eadcc8-f8c7-47c7-b162-3acaebad803b HTTP/1.1" status: 200 len: 950 time: 0.1901002 Jul 16 08:32:20.626625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0858f157-03f1-472e-aa8e-f1b0a4779d97 service neutron] Pushing event updated for resources: {'Port': ['ID=bfeffdc5-f78b-47cb-875f-6470fce4e143,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:20.628908 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413c60ec-dd24-4ad8-868e-3d91dd4f6825 req-9820700a-8a39-41a0-a4be-0dbfa3205aba tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.631359 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-413c60ec-dd24-4ad8-868e-3d91dd4f6825 req-9820700a-8a39-41a0-a4be-0dbfa3205aba tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 944 time: 0.1126096 Jul 16 08:32:20.635584 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-8badefe8-5c1c-4e23-9aef-af495d1a60c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.637389 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-8badefe8-5c1c-4e23-9aef-af495d1a60c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ae1ab92c461435187763f8571a51591&device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 1095 time: 0.0893133 Jul 16 08:32:20.682332 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2b007f4a-3406-42cf-b824-ffe793089317 req-381bbad9-5d90-4039-8b03-13dcda59254a tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820990 Jul 16 08:32:20.685461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device a23db4b2-e680-4034-91dc-1e69d46ed645 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:20.692329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53008111-10a6-4b28-8946-815d9cb75654 req-59bdd9c6-d189-4925-a4e0-fb592aaaec4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.693848 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53008111-10a6-4b28-8946-815d9cb75654 req-59bdd9c6-d189-4925-a4e0-fb592aaaec4d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b7eadcc8-f8c7-47c7-b162-3acaebad803b HTTP/1.1" status: 200 len: 1102 time: 0.1989560 Jul 16 08:32:20.696852 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-052df07b-cc89-411b-be59-fc520a1b3c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.698423 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-052df07b-cc89-411b-be59-fc520a1b3c93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 1096 time: 0.1633592 Jul 16 08:32:20.699535 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-2404451f-90c3-4d67-a1e7-61b2f84b681a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfeffdc5-f78b-47cb-875f-6470fce4e143 HTTP/1.1" status: 200 len: 217 time: 0.0504844 Jul 16 08:32:20.762893 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-413c60ec-dd24-4ad8-868e-3d91dd4f6825 req-0e318347-4cde-4cd4-9d63-644c7e351292 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228695 Jul 16 08:32:20.777382 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-1d77b9e9-a929-4421-906a-f627e5e434b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.788369 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-1d77b9e9-a929-4421-906a-f627e5e434b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=686dab5e-3b78-4f08-bf02-a6c85459ca7a HTTP/1.1" status: 200 len: 868 time: 0.0690455 Jul 16 08:32:20.793558 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-ce0cbb21-0031-4ac7-b242-276bf0eadede service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 HTTP/1.1" status: 200 len: 217 time: 0.0724103 Jul 16 08:32:20.824768 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6eb64cab-d575-4973-812f-90d7d40fc025 req-d7101612-17dc-4e2d-99ce-18cddba60674 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips?tenant_id=e445308cd02044df9a9e8fa48236ae3a HTTP/1.1" status: 200 len: 1657 time: 0.1024776 Jul 16 08:32:20.825249 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port a23db4b2-e680-4034-91dc-1e69d46ed645, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=a23db4b2-e680-4034-91dc-1e69d46ed645,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:20.835484 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703c3841-30d1-4ebc-a894-2ae5d16a5c46 x-openstack-request-id: req-703c3841-30d1-4ebc-a894-2ae5d16a5c46 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:20.835848 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422009d9-c902-493e-8fb5-482b7e5f6924", "tag": "fd3ef9f1-e137-44b9-9d84-ad2c09664fd7", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:20.836161 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-703c3841-30d1-4ebc-a894-2ae5d16a5c46 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:20.837073 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422009d9-c902-493e-8fb5-482b7e5f6924', 'tag': 'fd3ef9f1-e137-44b9-9d84-ad2c09664fd7', 'status': 'completed', 'code': 200} Jul 16 08:32:20.840310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'a23db4b2-e680-4034-91dc-1e69d46ed645', 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497', 'port_id': 'a23db4b2-e680-4034-91dc-1e69d46ed645', 'mac_address': 'fa:16:3e:8f:07:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789d7b71-d5c7-4c97-8897-da1853b01c39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:20.868051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-aac798bf-8c57-4ccc-b7a6-0e4e33b3629b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.869724 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-aac798bf-8c57-4ccc-b7a6-0e4e33b3629b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca736e3a-4d25-45f6-b3b5-fa7f342f9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0738630 Jul 16 08:32:20.871942 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ccba67-7cc0-4441-aae1-344894cedf83 x-openstack-request-id: req-78ccba67-7cc0-4441-aae1-344894cedf83 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:20.872738 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b1d8f3-17af-421d-a9d5-7ed277b228ef", "tag": "bfeffdc5-f78b-47cb-875f-6470fce4e143", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:20.872994 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78ccba67-7cc0-4441-aae1-344894cedf83 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:20.873385 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b1d8f3-17af-421d-a9d5-7ed277b228ef', 'tag': 'bfeffdc5-f78b-47cb-875f-6470fce4e143', 'status': 'completed', 'code': 200} Jul 16 08:32:20.883390 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.897888 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a23db4b2-e680-4034-91dc-1e69d46ed645 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:20.906559 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53008111-10a6-4b28-8946-815d9cb75654 req-45a429a5-aa9a-40fd-a35f-af27385f1a96 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051852 Jul 16 08:32:20.920715 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port a23db4b2-e680-4034-91dc-1e69d46ed645, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=a23db4b2-e680-4034-91dc-1e69d46ed645,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:20.925490 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.958023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-a64a7923-e2ea-407c-ad73-8ebc9740f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.959955 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-a64a7923-e2ea-407c-ad73-8ebc9740f4c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.1561406 Jul 16 08:32:20.984981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=a23db4b2-e680-4034-91dc-1e69d46ed645,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:21.007777 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-407819d6-da78-4c4a-8bf4-3c375feb63af service neutron] 10.222.0.15 "GET /v2.0/networks/ca736e3a-4d25-45f6-b3b5-fa7f342f9b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288540 Jul 16 08:32:21.014342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb64cab-d575-4973-812f-90d7d40fc025 req-4432069e-18b7-478e-bca3-5221c4eafe4b tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.015880 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6eb64cab-d575-4973-812f-90d7d40fc025 req-4432069e-18b7-478e-bca3-5221c4eafe4b tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/networks?id=5104ae83-6676-4d41-893d-d4156f04b1b6&id=5104ae83-6676-4d41-893d-d4156f04b1b6&id=5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 787 time: 0.1644223 Jul 16 08:32:21.017903 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-b9baa477-3cbd-4f56-8a67-7271ee2126ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422268 Jul 16 08:32:21.109798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89509752-b9df-4385-84ee-e805fbf4abd2 req-d7c1f7b0-e2df-4eb9-b065-78a3a173ba4c tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.111339 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-89509752-b9df-4385-84ee-e805fbf4abd2 req-d7c1f7b0-e2df-4eb9-b065-78a3a173ba4c tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 944 time: 0.1355851 Jul 16 08:32:21.152045 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ce582b1-430d-48df-91a8-7f8ad007c4a0 req-4d03a27d-ca61-4ccc-bf07-7b7fdca53544 service neutron] 10.222.0.15 "GET /v2.0/networks/ca736e3a-4d25-45f6-b3b5-fa7f342f9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352818 Jul 16 08:32:21.165976 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-a5b85ce6-3977-4bd9-bd25-f4c57369b731 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397924 Jul 16 08:32:21.178857 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-89509752-b9df-4385-84ee-e805fbf4abd2 req-7baae520-c98e-4d98-8b67-07d23a95ce6e tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610869 Jul 16 08:32:21.237143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['a23db4b2-e680-4034-91dc-1e69d46ed645'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:21.272296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455e3a3-643a-4a9e-9812-362cd217e65e req-16275ca5-7915-46b7-af07-30b4ad2b9b95 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.279135 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3455e3a3-643a-4a9e-9812-362cd217e65e req-16275ca5-7915-46b7-af07-30b4ad2b9b95 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 943 time: 0.1451793 Jul 16 08:32:21.327506 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a9ca0-930d-4320-bc56-400331d0543f req-fbf55a46-0878-43a1-b140-f7b6c215f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.329066 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f4a9ca0-930d-4320-bc56-400331d0543f req-fbf55a46-0878-43a1-b140-f7b6c215f6f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ae1ab92c461435187763f8571a51591&device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 1095 time: 0.0932612 Jul 16 08:32:21.330844 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3455e3a3-643a-4a9e-9812-362cd217e65e req-83fb1301-3e62-4e58-a875-f27c6d7acd1b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f8ca04-f1ce-4784-a63d-1b6a9d56f95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508189 Jul 16 08:32:21.333635 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42751a0c-4abf-43cd-b25c-1527c980b166 req-5bef7a22-2606-4b5e-943c-28d90f496684 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594326 Jul 16 08:32:21.467051 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab6919-1cb0-414b-90cc-a4c3b4426573 req-35edb0de-c965-4391-9052-5ffd6823e472 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.468447 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6cab6919-1cb0-414b-90cc-a4c3b4426573 req-35edb0de-c965-4391-9052-5ffd6823e472 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.38 "GET /v2.0/ports?device_id=dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76 HTTP/1.1" status: 200 len: 946 time: 0.1339760 Jul 16 08:32:21.482157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bb0a1-caac-4f24-8ddb-2643d2a9acaa req-1c7a04d9-3771-4996-99a5-b6d58367ee1e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.483249 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-419bb0a1-caac-4f24-8ddb-2643d2a9acaa req-1c7a04d9-3771-4996-99a5-b6d58367ee1e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.1996708 Jul 16 08:32:21.517841 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a9ca0-930d-4320-bc56-400331d0543f req-b3accd0f-703e-4f6b-8f0c-aed876add4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.519441 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f4a9ca0-930d-4320-bc56-400331d0543f req-b3accd0f-703e-4f6b-8f0c-aed876add4c4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 HTTP/1.1" status: 200 len: 929 time: 0.1772344 Jul 16 08:32:21.572915 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-419bb0a1-caac-4f24-8ddb-2643d2a9acaa req-4560eeb7-7d41-49bc-87a8-9f493d6a2386 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830708 Jul 16 08:32:21.574280 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f4a9ca0-930d-4320-bc56-400331d0543f req-c4457105-3b97-4760-8b16-aa0bbfc67a9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfeffdc5-f78b-47cb-875f-6470fce4e143 HTTP/1.1" status: 200 len: 217 time: 0.0427473 Jul 16 08:32:21.575887 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f50b095-7af8-4f4b-a6a7-062c8c4753ac req-da94bcf8-31d6-49bf-acf1-b9a2d6e2b33a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips/2bc5e3ad-1df7-4a88-b00e-cdb9dfd6aedf HTTP/1.1" status: 200 len: 693 time: 0.0735221 Jul 16 08:32:21.606962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4c7fc-51c3-49d3-9038-2e9368d81d7b req-d88ffd9c-bd09-4f3a-b9e1-706381ccb876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.608417 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dde4c7fc-51c3-49d3-9038-2e9368d81d7b req-d88ffd9c-bd09-4f3a-b9e1-706381ccb876 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 1096 time: 0.1939411 Jul 16 08:32:21.632298 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a9ca0-930d-4320-bc56-400331d0543f req-28444f37-a9c7-49e4-a620-6c2ff2b1b36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.633477 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f4a9ca0-930d-4320-bc56-400331d0543f req-28444f37-a9c7-49e4-a620-6c2ff2b1b36d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=686dab5e-3b78-4f08-bf02-a6c85459ca7a HTTP/1.1" status: 200 len: 868 time: 0.0521088 Jul 16 08:32:21.740073 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a9ca0-930d-4320-bc56-400331d0543f req-63469c2a-f33d-4e1f-946c-ebce1fa383f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.742208 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f4a9ca0-930d-4320-bc56-400331d0543f req-63469c2a-f33d-4e1f-946c-ebce1fa383f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca736e3a-4d25-45f6-b3b5-fa7f342f9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1014597 Jul 16 08:32:21.778600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc8a27-ba0c-4838-9711-ee5bbd6adb0d req-80c3cfc4-f245-47bf-9966-a577746379c5 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.778886 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-6cab6919-1cb0-414b-90cc-a4c3b4426573 req-5c9e0ff9-76b4-452c-9bae-2bbc007b7a39 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Deleting port dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:21.779224 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6cab6919-1cb0-414b-90cc-a4c3b4426573 req-5c9e0ff9-76b4-452c-9bae-2bbc007b7a39 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.780102 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6acc8a27-ba0c-4838-9711-ee5bbd6adb0d req-80c3cfc4-f245-47bf-9966-a577746379c5 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76 HTTP/1.1" status: 200 len: 946 time: 0.1000040 Jul 16 08:32:21.793959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f50b095-7af8-4f4b-a6a7-062c8c4753ac req-03473b64-eac1-4f99-ad92-a76f8817eb3a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.795358 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f50b095-7af8-4f4b-a6a7-062c8c4753ac req-03473b64-eac1-4f99-ad92-a76f8817eb3a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.2001336 Jul 16 08:32:21.824389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4c7fc-51c3-49d3-9038-2e9368d81d7b req-f69d889b-e5f8-4c51-b04a-0f0281f88e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.825861 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dde4c7fc-51c3-49d3-9038-2e9368d81d7b req-f69d889b-e5f8-4c51-b04a-0f0281f88e9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.2030830 Jul 16 08:32:21.860093 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6acc8a27-ba0c-4838-9711-ee5bbd6adb0d req-414cb00e-802d-458e-a976-667697176157 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/security-groups?id=89080966-c00d-42da-aaff-ec78d8e96b70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722423 Jul 16 08:32:21.876026 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f4a9ca0-930d-4320-bc56-400331d0543f req-fe19aeed-50e6-4097-ac22-226fb3cb6df3 service neutron] 10.222.0.15 "GET /v2.0/networks/ca736e3a-4d25-45f6-b3b5-fa7f342f9b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259911 Jul 16 08:32:21.915750 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f50b095-7af8-4f4b-a6a7-062c8c4753ac req-c00cb6b7-e706-41a9-9d54-00e308a0b0ff tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.1064072 Jul 16 08:32:21.941797 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dde4c7fc-51c3-49d3-9038-2e9368d81d7b req-3fb0081d-9afe-43f9-96fc-4c80343c7e8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 HTTP/1.1" status: 200 len: 217 time: 0.0823872 Jul 16 08:32:21.982861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f4a9ca0-930d-4320-bc56-400331d0543f req-bdcdd551-5444-485d-8dd5-cf434c34b647 service neutron] 10.222.0.15 "GET /v2.0/networks/ca736e3a-4d25-45f6-b3b5-fa7f342f9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942183 Jul 16 08:32:22.036673 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f50b095-7af8-4f4b-a6a7-062c8c4753ac req-2a2dd4e5-63d9-4243-94d9-9d57feae1f99 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.110 HTTP/1.1" status: 200 len: 696 time: 0.0915942 Jul 16 08:32:22.059949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-6cab6919-1cb0-414b-90cc-a4c3b4426573 req-5c9e0ff9-76b4-452c-9bae-2bbc007b7a39 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] For port dcc7c7dc-7917-4e6c-b7f9-e49778241dc8, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=dcc7c7dc-7917-4e6c-b7f9-e49778241dc8,segment=NetworkSegment(0326d6d0-4fdd-4449-b82f-07581b5b64ad),segment_id=0326d6d0-4fdd-4449-b82f-07581b5b64ad)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:22.060313 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6cab6919-1cb0-414b-90cc-a4c3b4426573 req-5c9e0ff9-76b4-452c-9bae-2bbc007b7a39 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.066302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f2265-7e81-47dc-b54f-2ce3357d14db req-74ef982e-ade4-42f1-a715-d035e8502af4 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.067808 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-229f2265-7e81-47dc-b54f-2ce3357d14db req-74ef982e-ade4-42f1-a715-d035e8502af4 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7eadcc8-f8c7-47c7-b162-3acaebad803b HTTP/1.1" status: 200 len: 950 time: 0.0632119 Jul 16 08:32:22.106220 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-229f2265-7e81-47dc-b54f-2ce3357d14db req-7ccb4f65-d710-4c0a-8730-1556d8bba685 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328400 Jul 16 08:32:22.113864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-6cab6919-1cb0-414b-90cc-a4c3b4426573 req-5c9e0ff9-76b4-452c-9bae-2bbc007b7a39 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Calling delete_port for dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:22.116221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4c7fc-51c3-49d3-9038-2e9368d81d7b req-e16686c8-0161-4afb-8523-e9c089bb568c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.117698 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dde4c7fc-51c3-49d3-9038-2e9368d81d7b req-e16686c8-0161-4afb-8523-e9c089bb568c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.1566193 Jul 16 08:32:22.184313 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dde4c7fc-51c3-49d3-9038-2e9368d81d7b req-c4ad5dd4-30a1-4524-8f47-c2382d3694b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360401 Jul 16 08:32:22.275637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07162da6-f4af-47f2-9cf1-0fd2b7be83c1 req-a35da129-5992-4d67-8f1c-ba3f300eac2b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.277140 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-07162da6-f4af-47f2-9cf1-0fd2b7be83c1 req-a35da129-5992-4d67-8f1c-ba3f300eac2b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 945 time: 0.0673461 Jul 16 08:32:22.314958 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-07162da6-f4af-47f2-9cf1-0fd2b7be83c1 req-47ad0efd-6e23-4d15-b6c8-3f449de5208b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316308 Jul 16 08:32:22.355798 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-3f50b095-7af8-4f4b-a6a7-062c8c4753ac req-64982e72-562e-4e97-8219-d7ef69c72fba tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Deleting port c7f92280-f6fe-42ea-bdaa-05e0e9ec07a6 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:22.356137 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3f50b095-7af8-4f4b-a6a7-062c8c4753ac req-64982e72-562e-4e97-8219-d7ef69c72fba tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.380970 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dde4c7fc-51c3-49d3-9038-2e9368d81d7b req-dbeb5fad-5ad0-46bc-91e6-a5f76e1692db service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761158 Jul 16 08:32:22.470181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd38877b-066e-4bd9-8b28-e32e6b27e8b1 req-55e5d544-43a7-4d51-bf6c-ca615cefc620 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.471882 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd38877b-066e-4bd9-8b28-e32e6b27e8b1 req-55e5d544-43a7-4d51-bf6c-ca615cefc620 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b7eadcc8-f8c7-47c7-b162-3acaebad803b HTTP/1.1" status: 200 len: 1102 time: 0.0532856 Jul 16 08:32:22.510043 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd38877b-066e-4bd9-8b28-e32e6b27e8b1 req-27f84d85-9758-478f-baf3-02aeeccd23b3 tempest-ServersOnMultiNodesTest-924715503 tempest-ServersOnMultiNodesTest-924715503-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318282 Jul 16 08:32:22.678378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c1423-c5b3-4c2d-b93d-99f95ec13d7c req-6e556a4d-adfa-4680-870a-08ee5d0d64dd tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.679938 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1b5c1423-c5b3-4c2d-b93d-99f95ec13d7c req-6e556a4d-adfa-4680-870a-08ee5d0d64dd tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 944 time: 0.0667222 Jul 16 08:32:22.684329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device a23db4b2-e680-4034-91dc-1e69d46ed645 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:22.721374 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1b5c1423-c5b3-4c2d-b93d-99f95ec13d7c req-8101a857-688c-4fe8-8c7e-8d6cc0aef9b9 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353141 Jul 16 08:32:22.738192 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port a23db4b2-e680-4034-91dc-1e69d46ed645 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:22.752337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port a23db4b2-e680-4034-91dc-1e69d46ed645 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:22.752786 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.798418 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6cab6919-1cb0-414b-90cc-a4c3b4426573 req-5c9e0ff9-76b4-452c-9bae-2bbc007b7a39 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.800945 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3f50b095-7af8-4f4b-a6a7-062c8c4753ac req-64982e72-562e-4e97-8219-d7ef69c72fba tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.801515 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3f50b095-7af8-4f4b-a6a7-062c8c4753ac req-64982e72-562e-4e97-8219-d7ef69c72fba tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.838535 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.849174 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-3f50b095-7af8-4f4b-a6a7-062c8c4753ac req-64982e72-562e-4e97-8219-d7ef69c72fba tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Calling delete_port for c7f92280-f6fe-42ea-bdaa-05e0e9ec07a6 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:22.870310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cf838c-bd7f-47df-a04d-297a7e32e70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23db4b2-e680-4034-91dc-1e69d46ed645'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:22.873057 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b69eab-cd61-40f1-8f3f-938408d70b98" -d '{"events": [{"server_uuid": "f1cf838c-bd7f-47df-a04d-297a7e32e70d", "name": "network-vif-plugged", "status": "completed", "tag": "a23db4b2-e680-4034-91dc-1e69d46ed645"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:22.876042 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e0ff9-76b4-452c-9bae-2bbc007b7a39 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Pushing event deleted for resources: {'Port': ['ID=dcc7c7dc-7917-4e6c-b7f9-e49778241dc8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:22.879675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port a23db4b2-e680-4034-91dc-1e69d46ed645, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=a23db4b2-e680-4034-91dc-1e69d46ed645,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:22.885799 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.916881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71df67b-2310-4aa0-98a1-9054bcae30a3 req-05c2768a-6a41-4e02-b082-428acda065ad tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.918512 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a71df67b-2310-4aa0-98a1-9054bcae30a3 req-05c2768a-6a41-4e02-b082-428acda065ad tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 943 time: 0.0821884 Jul 16 08:32:22.945224 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=a23db4b2-e680-4034-91dc-1e69d46ed645,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:22.958733 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a71df67b-2310-4aa0-98a1-9054bcae30a3 req-5affc064-dcc0-4416-85c9-0a6576620bdc tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f8ca04-f1ce-4784-a63d-1b6a9d56f95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333455 Jul 16 08:32:22.964042 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cab6919-1cb0-414b-90cc-a4c3b4426573 req-5c9e0ff9-76b4-452c-9bae-2bbc007b7a39 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] No DVR routers for this DVR port dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:22.970182 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6cab6919-1cb0-414b-90cc-a4c3b4426573 req-5c9e0ff9-76b4-452c-9bae-2bbc007b7a39 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.972140 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6cab6919-1cb0-414b-90cc-a4c3b4426573 req-5c9e0ff9-76b4-452c-9bae-2bbc007b7a39 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.38 "DELETE /v2.0/ports/dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 HTTP/1.1" status: 204 len: 173 time: 1.4980204 Jul 16 08:32:22.972607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76', 'name': 'network-vif-deleted', 'tag': 'dcc7c7dc-7917-4e6c-b7f9-e49778241dc8'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:22.975928 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773dc0bf-30a2-40f0-a347-bc65ca658efe" -d '{"events": [{"server_uuid": "dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76", "name": "network-vif-deleted", "tag": "dcc7c7dc-7917-4e6c-b7f9-e49778241dc8"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:22.985936 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dde4c7fc-51c3-49d3-9038-2e9368d81d7b req-775b9977-0159-4b48-af3d-ffdde1d897bd service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816958 Jul 16 08:32:23.086880 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3f50b095-7af8-4f4b-a6a7-062c8c4753ac req-64982e72-562e-4e97-8219-d7ef69c72fba tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.122648 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64982e72-562e-4e97-8219-d7ef69c72fba tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Pushing event deleted for resources: {'Port': ['ID=c7f92280-f6fe-42ea-bdaa-05e0e9ec07a6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:23.185406 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3f50b095-7af8-4f4b-a6a7-062c8c4753ac req-64982e72-562e-4e97-8219-d7ef69c72fba tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.188329 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3f50b095-7af8-4f4b-a6a7-062c8c4753ac req-64982e72-562e-4e97-8219-d7ef69c72fba tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.189774 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f50b095-7af8-4f4b-a6a7-062c8c4753ac req-64982e72-562e-4e97-8219-d7ef69c72fba tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "DELETE /v2.0/floatingips/2bc5e3ad-1df7-4a88-b00e-cdb9dfd6aedf HTTP/1.1" status: 204 len: 173 time: 1.1448624 Jul 16 08:32:23.433477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c674ad-f373-47b5-8ac8-5aa2e918ce0e req-0df2e481-6e7d-4253-8115-785954776f62 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:23.435011 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-74c674ad-f373-47b5-8ac8-5aa2e918ce0e req-0df2e481-6e7d-4253-8115-785954776f62 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.0720060 Jul 16 08:32:23.446107 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda92fda-ed84-4660-81d1-01e8d5e3d1ba x-openstack-request-id: req-cda92fda-ed84-4660-81d1-01e8d5e3d1ba {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:23.446399 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1cf838c-bd7f-47df-a04d-297a7e32e70d", "name": "network-vif-plugged", "status": "completed", "tag": "a23db4b2-e680-4034-91dc-1e69d46ed645", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:23.446651 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cda92fda-ed84-4660-81d1-01e8d5e3d1ba {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:23.447053 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cf838c-bd7f-47df-a04d-297a7e32e70d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a23db4b2-e680-4034-91dc-1e69d46ed645', 'code': 200} Jul 16 08:32:23.493384 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-74c674ad-f373-47b5-8ac8-5aa2e918ce0e req-1c0b73f0-f246-4245-8073-2f1f8c47a3eb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516362 Jul 16 08:32:23.549890 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b349704-2aa5-4a83-9ba9-4bc3a61d78ef x-openstack-request-id: req-9b349704-2aa5-4a83-9ba9-4bc3a61d78ef {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:23.550239 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76", "name": "network-vif-deleted", "tag": "dcc7c7dc-7917-4e6c-b7f9-e49778241dc8", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:23.550492 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b349704-2aa5-4a83-9ba9-4bc3a61d78ef {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:23.550895 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76', 'name': 'network-vif-deleted', 'tag': 'dcc7c7dc-7917-4e6c-b7f9-e49778241dc8', 'status': 'completed', 'code': 200} Jul 16 08:32:23.570700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb110bb-dc71-437e-816f-08ecf928d7c3 req-0a6bb8b3-3f93-4bc8-8188-87afb2bce418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:23.573688 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1cb110bb-dc71-437e-816f-08ecf928d7c3 req-0a6bb8b3-3f93-4bc8-8188-87afb2bce418 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 1098 time: 0.0617545 Jul 16 08:32:23.620694 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f505b104-3b97-4e56-997f-d8d190a2bdaa req-f5a08e3f-31c9-4d55-8614-53ab7f609958 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips/7675f54d-2eb7-4211-8dfa-81c54562247d HTTP/1.1" status: 200 len: 693 time: 0.0575080 Jul 16 08:32:23.631306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f5fa443-c679-458c-819f-c731822c7943 req-1b257e81-dcb4-430b-96d4-4db293faca38 tempest-ServerAddressesNegativeTestJSON-645011526 tempest-ServerAddressesNegativeTestJSON-645011526-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd56ffa1-9350-4f58-9a9d-8e82bfa9fc76 HTTP/1.1" status: 200 len: 210 time: 0.0304132 Jul 16 08:32:23.645516 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1cb110bb-dc71-437e-816f-08ecf928d7c3 req-3273869e-5a7a-4dcb-8309-31ce6eda2709 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640001 Jul 16 08:32:23.740180 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f505b104-3b97-4e56-997f-d8d190a2bdaa req-29082c62-fc11-467e-8c97-eaccacc88fd4 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:23.741632 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f505b104-3b97-4e56-997f-d8d190a2bdaa req-29082c62-fc11-467e-8c97-eaccacc88fd4 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.1202948 Jul 16 08:32:23.796061 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f505b104-3b97-4e56-997f-d8d190a2bdaa req-06b6097f-71a3-409e-b255-21781cd9fecd tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.0484869 Jul 16 08:32:23.796430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561c952-5b7d-434d-9af5-fa2c5ef58e1d req-1c03f50d-39a1-49c9-86b3-d16973c7f285 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:23.798003 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2561c952-5b7d-434d-9af5-fa2c5ef58e1d req-1c03f50d-39a1-49c9-86b3-d16973c7f285 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 946 time: 0.0649662 Jul 16 08:32:23.822641 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:23.838635 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2561c952-5b7d-434d-9af5-fa2c5ef58e1d req-4879cd33-7882-4aa0-b040-e26c96000fec tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339303 Jul 16 08:32:23.846931 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:23.847279 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device dcc7c7dc-7917-4e6c-b7f9-e49778241dc8 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:23.853050 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f505b104-3b97-4e56-997f-d8d190a2bdaa req-12bc08a8-36af-4a46-8c1c-fbe6a2c290b2 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.111 HTTP/1.1" status: 200 len: 696 time: 0.0482993 Jul 16 08:32:23.990047 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-f505b104-3b97-4e56-997f-d8d190a2bdaa req-dcf20391-ab24-407f-bbd4-bf323e6b9763 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Deleting port dcc979a8-2cd2-4d4d-952e-626191048ebe {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:23.990383 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f505b104-3b97-4e56-997f-d8d190a2bdaa req-dcf20391-ab24-407f-bbd4-bf323e6b9763 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.009508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3f448-d0b9-4bc3-877a-754f72bdc5d4 req-399440be-2ff1-44ef-b12c-b64af6d6b2a5 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.011422 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0a3f448-d0b9-4bc3-877a-754f72bdc5d4 req-399440be-2ff1-44ef-b12c-b64af6d6b2a5 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7eadcc8-f8c7-47c7-b162-3acaebad803b HTTP/1.1" status: 200 len: 950 time: 0.0692272 Jul 16 08:32:24.056040 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0a3f448-d0b9-4bc3-877a-754f72bdc5d4 req-ef96f7f2-88d7-4b8f-8516-1a7ee85bbf45 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360756 Jul 16 08:32:24.071106 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f505b104-3b97-4e56-997f-d8d190a2bdaa req-dcf20391-ab24-407f-bbd4-bf323e6b9763 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.071491 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f505b104-3b97-4e56-997f-d8d190a2bdaa req-dcf20391-ab24-407f-bbd4-bf323e6b9763 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.084221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-f505b104-3b97-4e56-997f-d8d190a2bdaa req-dcf20391-ab24-407f-bbd4-bf323e6b9763 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Calling delete_port for dcc979a8-2cd2-4d4d-952e-626191048ebe owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:24.215911 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f505b104-3b97-4e56-997f-d8d190a2bdaa req-dcf20391-ab24-407f-bbd4-bf323e6b9763 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.217366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888be198-1975-492f-a3b8-821d08e5c314 req-ce08a5f7-b938-406f-9d5a-19ec55468c00 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.218885 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-888be198-1975-492f-a3b8-821d08e5c314 req-ce08a5f7-b938-406f-9d5a-19ec55468c00 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 944 time: 0.0630753 Jul 16 08:32:24.241345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf20391-ab24-407f-bbd4-bf323e6b9763 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Pushing event deleted for resources: {'Port': ['ID=dcc979a8-2cd2-4d4d-952e-626191048ebe,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:24.257460 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-888be198-1975-492f-a3b8-821d08e5c314 req-f8b32149-a8ce-4ff6-ad45-71a7bfefdb30 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323443 Jul 16 08:32:24.303667 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f505b104-3b97-4e56-997f-d8d190a2bdaa req-dcf20391-ab24-407f-bbd4-bf323e6b9763 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.306289 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f505b104-3b97-4e56-997f-d8d190a2bdaa req-dcf20391-ab24-407f-bbd4-bf323e6b9763 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.307438 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f505b104-3b97-4e56-997f-d8d190a2bdaa req-dcf20391-ab24-407f-bbd4-bf323e6b9763 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "DELETE /v2.0/floatingips/7675f54d-2eb7-4211-8dfa-81c54562247d HTTP/1.1" status: 204 len: 173 time: 0.4509649 Jul 16 08:32:24.425151 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181725a5-cf13-4d57-8762-8685ed1d0867 req-5c64e799-143c-47a6-8a50-4f3838b74f24 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.426760 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-181725a5-cf13-4d57-8762-8685ed1d0867 req-5c64e799-143c-47a6-8a50-4f3838b74f24 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 943 time: 0.0629361 Jul 16 08:32:24.461797 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-44c1a8cf-fe70-4ebd-95c9-689be41c4e3e req-abb9a7a0-58bf-4345-a08d-516bc269d652 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips/412b94ad-2f0e-4de6-86fb-0be9854641f1 HTTP/1.1" status: 200 len: 693 time: 0.0462897 Jul 16 08:32:24.464960 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-181725a5-cf13-4d57-8762-8685ed1d0867 req-7ad18d7e-08a4-47d1-b427-2109f0ef66c5 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f8ca04-f1ce-4784-a63d-1b6a9d56f95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325224 Jul 16 08:32:24.569875 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c1a8cf-fe70-4ebd-95c9-689be41c4e3e req-021c135e-e2d3-4cd0-9d1a-7cbfe8900cc1 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.571252 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-44c1a8cf-fe70-4ebd-95c9-689be41c4e3e req-021c135e-e2d3-4cd0-9d1a-7cbfe8900cc1 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.1040013 Jul 16 08:32:24.625538 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-44c1a8cf-fe70-4ebd-95c9-689be41c4e3e req-6aa364e9-8868-447e-8c48-b4fc1f46505c tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.0469434 Jul 16 08:32:24.675708 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-44c1a8cf-fe70-4ebd-95c9-689be41c4e3e req-bb2b75ef-8002-48b5-847a-da1e21af1c60 tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.0433438 Jul 16 08:32:24.677982 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140fe30-9021-40f9-8f03-7c3a0b47185b req-300bbf38-b20f-4681-a739-7813f9e1c0f2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.679494 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3140fe30-9021-40f9-8f03-7c3a0b47185b req-300bbf38-b20f-4681-a739-7813f9e1c0f2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.0744221 Jul 16 08:32:24.711926 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:24.751966 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3140fe30-9021-40f9-8f03-7c3a0b47185b req-44fd89b9-55b3-4e08-b9fc-b1ce0d5d9c79 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623391 Jul 16 08:32:24.779597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6224589-cf5a-4d92-8883-2ef52fab67fc req-9e019c67-9879-482b-bb7e-a76898906eba tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:24.781205 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a6224589-cf5a-4d92-8883-2ef52fab67fc req-9e019c67-9879-482b-bb7e-a76898906eba tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7eadcc8-f8c7-47c7-b162-3acaebad803b HTTP/1.1" status: 200 len: 950 time: 0.1007981 Jul 16 08:32:24.833490 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-44c1a8cf-fe70-4ebd-95c9-689be41c4e3e req-0bd48e7b-1aa6-416d-b51c-7896f61c1c5a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Deleting port 88b984a0-cee8-4f03-92d7-a2a11d7e6f0e {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:24.834027 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-44c1a8cf-fe70-4ebd-95c9-689be41c4e3e req-0bd48e7b-1aa6-416d-b51c-7896f61c1c5a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.850472 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45402) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:24.861036 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:24.875434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'fd3ef9f1-e137-44b9-9d84-ad2c09664fd7', 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d', 'port_id': 'fd3ef9f1-e137-44b9-9d84-ad2c09664fd7', 'mac_address': 'fa:16:3e:53:04:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcf0224-d354-48dd-b45e-dcf207ea9086', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:24.905279 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-a6224589-cf5a-4d92-8883-2ef52fab67fc req-c3ffffca-8ddd-43fd-9d42-c1d36f3a46fa tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Deleting port 97f177a7-d038-4438-aa9d-456f65cb285e {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:24.905940 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a6224589-cf5a-4d92-8883-2ef52fab67fc req-c3ffffca-8ddd-43fd-9d42-c1d36f3a46fa tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.922857 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.939601 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:24.946763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d512d9c6-e9bc-4dc4-aafd-21a093a1d8ed admin admin] Deleting subnet a425b055-2a85-4670-8e9f-e2b7f7e16b32 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:32:24.954467 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d512d9c6-e9bc-4dc4-aafd-21a093a1d8ed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.961126 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:24.966772 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.967818 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device bfeffdc5-f78b-47cb-875f-6470fce4e143 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:24.981967 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-44c1a8cf-fe70-4ebd-95c9-689be41c4e3e req-0bd48e7b-1aa6-416d-b51c-7896f61c1c5a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.982286 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-44c1a8cf-fe70-4ebd-95c9-689be41c4e3e req-0bd48e7b-1aa6-416d-b51c-7896f61c1c5a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.001695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-44c1a8cf-fe70-4ebd-95c9-689be41c4e3e req-0bd48e7b-1aa6-416d-b51c-7896f61c1c5a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Calling delete_port for 88b984a0-cee8-4f03-92d7-a2a11d7e6f0e owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:25.011579 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d512d9c6-e9bc-4dc4-aafd-21a093a1d8ed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.059025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-a6224589-cf5a-4d92-8883-2ef52fab67fc req-c3ffffca-8ddd-43fd-9d42-c1d36f3a46fa tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] For port 97f177a7-d038-4438-aa9d-456f65cb285e, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=97f177a7-d038-4438-aa9d-456f65cb285e,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:25.059505 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a6224589-cf5a-4d92-8883-2ef52fab67fc req-c3ffffca-8ddd-43fd-9d42-c1d36f3a46fa tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.074419 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-a6224589-cf5a-4d92-8883-2ef52fab67fc req-c3ffffca-8ddd-43fd-9d42-c1d36f3a46fa tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Calling delete_port for 97f177a7-d038-4438-aa9d-456f65cb285e owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:25.093285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79499eca-8ebb-4af7-bfa4-47e79f2492a8 req-ac9d30d8-8608-4a7e-83f7-1ecc91b0ec73 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.094907 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79499eca-8ebb-4af7-bfa4-47e79f2492a8 req-ac9d30d8-8608-4a7e-83f7-1ecc91b0ec73 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 946 time: 0.1184440 Jul 16 08:32:25.101879 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d512d9c6-e9bc-4dc4-aafd-21a093a1d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.107470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:25.115754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port bfeffdc5-f78b-47cb-875f-6470fce4e143, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bfeffdc5-f78b-47cb-875f-6470fce4e143,segment=NetworkSegment(4301a0dd-552e-4e31-8a7a-6a203920e59d),segment_id=4301a0dd-552e-4e31-8a7a-6a203920e59d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:25.127991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'bfeffdc5-f78b-47cb-875f-6470fce4e143', 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'port_id': 'bfeffdc5-f78b-47cb-875f-6470fce4e143', 'mac_address': 'fa:16:3e:23:84:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:25.174794 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.175600 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79499eca-8ebb-4af7-bfa4-47e79f2492a8 req-583ead91-7c89-4ad4-ad00-e63bfa05f926 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746186 Jul 16 08:32:25.189394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfeffdc5-f78b-47cb-875f-6470fce4e143 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:25.212312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port bfeffdc5-f78b-47cb-875f-6470fce4e143, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bfeffdc5-f78b-47cb-875f-6470fce4e143,segment=NetworkSegment(4301a0dd-552e-4e31-8a7a-6a203920e59d),segment_id=4301a0dd-552e-4e31-8a7a-6a203920e59d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:25.218333 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.221708 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d512d9c6-e9bc-4dc4-aafd-21a093a1d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.237574 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d512d9c6-e9bc-4dc4-aafd-21a093a1d8ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.240367 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d512d9c6-e9bc-4dc4-aafd-21a093a1d8ed admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a425b055-2a85-4670-8e9f-e2b7f7e16b32 HTTP/1.1" status: 204 len: 168 time: 0.3888385 Jul 16 08:32:25.243024 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45410) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:25.286254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=bfeffdc5-f78b-47cb-875f-6470fce4e143,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:25.348981 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a6224589-cf5a-4d92-8883-2ef52fab67fc req-c3ffffca-8ddd-43fd-9d42-c1d36f3a46fa tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.362541 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4c5d2014-c9c3-422a-843e-7b7fc2623af7', 'f6103806-0642-4d5a-961d-b8a98666855b', '97f177a7-d038-4438-aa9d-456f65cb285e'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:25.365659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e4bcc449-b5bf-40c2-9271-cf9255fce250', '0f4d8a5c-4270-4b27-83b6-a79fcba57193', '39f2fb7d-0cfe-4643-89a3-1891f09cf38d', '5849a161-2138-4845-bcd4-4138a0bfc33a', '839cf164-2f7c-4978-a893-2f7e25029d16'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:25.385927 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-079d77f0-b87c-4589-a84b-25b6b08f5719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.389351 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1abf6a7f-22bc-47d9-8aa6-56a3f66f751e req-38f8d456-84ba-47c4-8fe2-99adb352f351 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7eadcc8-f8c7-47c7-b162-3acaebad803b HTTP/1.1" status: 200 len: 210 time: 0.0567718 Jul 16 08:32:25.413572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffffca-8ddd-43fd-9d42-c1d36f3a46fa tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event deleted for resources: {'Port': ['ID=97f177a7-d038-4438-aa9d-456f65cb285e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:25.471484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6224589-cf5a-4d92-8883-2ef52fab67fc req-c3ffffca-8ddd-43fd-9d42-c1d36f3a46fa tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] No DVR routers for this DVR port 97f177a7-d038-4438-aa9d-456f65cb285e on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:25.478044 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a6224589-cf5a-4d92-8883-2ef52fab67fc req-c3ffffca-8ddd-43fd-9d42-c1d36f3a46fa tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.480433 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a6224589-cf5a-4d92-8883-2ef52fab67fc req-c3ffffca-8ddd-43fd-9d42-c1d36f3a46fa tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.38 "DELETE /v2.0/ports/97f177a7-d038-4438-aa9d-456f65cb285e HTTP/1.1" status: 204 len: 173 time: 0.6940651 Jul 16 08:32:25.578892 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-079d77f0-b87c-4589-a84b-25b6b08f5719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.583764 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['fd3ef9f1-e137-44b9-9d84-ad2c09664fd7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:25.591150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['bfeffdc5-f78b-47cb-875f-6470fce4e143'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:25.591530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-079d77f0-b87c-4589-a84b-25b6b08f5719 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a22935-bf54-434e-aacf-69ab8e38d56e']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:25.602958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-079d77f0-b87c-4589-a84b-25b6b08f5719 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0326d6d0-4fdd-4449-b82f-07581b5b64ad') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:25.603257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-079d77f0-b87c-4589-a84b-25b6b08f5719 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0326d6d0-4fdd-4449-b82f-07581b5b64ad') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:25.615067 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-079d77f0-b87c-4589-a84b-25b6b08f5719 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.631799 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-079d77f0-b87c-4589-a84b-25b6b08f5719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.641985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-079d77f0-b87c-4589-a84b-25b6b08f5719 admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:32:25.642573 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-079d77f0-b87c-4589-a84b-25b6b08f5719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.677832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d512d9c6-e9bc-4dc4-aafd-21a093a1d8ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a425b055-2a85-4670-8e9f-e2b7f7e16b32,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:25.694589 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-44c1a8cf-fe70-4ebd-95c9-689be41c4e3e req-0bd48e7b-1aa6-416d-b51c-7896f61c1c5a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.714826 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7eadcc8-f8c7-47c7-b162-3acaebad803b', 'name': 'network-vif-deleted', 'tag': '97f177a7-d038-4438-aa9d-456f65cb285e'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:25.717262 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963c6d20-fdca-49ef-8fd0-378e78580fbd" -d '{"events": [{"server_uuid": "b7eadcc8-f8c7-47c7-b162-3acaebad803b", "name": "network-vif-deleted", "tag": "97f177a7-d038-4438-aa9d-456f65cb285e"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:32:25.722222 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:32:25.730186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd48e7b-1aa6-416d-b51c-7896f61c1c5a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Pushing event deleted for resources: {'Port': ['ID=88b984a0-cee8-4f03-92d7-a2a11d7e6f0e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:25.774334 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-079d77f0-b87c-4589-a84b-25b6b08f5719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.780620 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-079d77f0-b87c-4589-a84b-25b6b08f5719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.784636 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-079d77f0-b87c-4589-a84b-25b6b08f5719 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e7a22935-bf54-434e-aacf-69ab8e38d56e HTTP/1.1" status: 204 len: 168 time: 0.5379851 Jul 16 08:32:25.810045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d77f0-b87c-4589-a84b-25b6b08f5719 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a22935-bf54-434e-aacf-69ab8e38d56e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:25.811977 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-44c1a8cf-fe70-4ebd-95c9-689be41c4e3e req-0bd48e7b-1aa6-416d-b51c-7896f61c1c5a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.815106 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-44c1a8cf-fe70-4ebd-95c9-689be41c4e3e req-0bd48e7b-1aa6-416d-b51c-7896f61c1c5a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.816438 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-44c1a8cf-fe70-4ebd-95c9-689be41c4e3e req-0bd48e7b-1aa6-416d-b51c-7896f61c1c5a tempest-FloatingIPDetailsTestJSON-616878597 tempest-FloatingIPDetailsTestJSON-616878597-project] 10.222.0.20 "DELETE /v2.0/floatingips/412b94ad-2f0e-4de6-86fb-0be9854641f1 HTTP/1.1" status: 204 len: 173 time: 1.1342859 Jul 16 08:32:25.822589 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45426) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:25.848224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda092aa-8d15-4696-8d59-6de1287e4e84 req-9ed08373-898e-46b4-a384-99859dc1a149 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.866166 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dda092aa-8d15-4696-8d59-6de1287e4e84 req-9ed08373-898e-46b4-a384-99859dc1a149 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 946 time: 0.1432955 Jul 16 08:32:25.945442 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dda092aa-8d15-4696-8d59-6de1287e4e84 req-4bb37528-826b-4b5e-ad6c-969d9c7a29d1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782840 Jul 16 08:32:26.059501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45430) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:26.135373 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c7d2dd70-35d4-48a3-8943-64d4b58eafbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a99bdd1904a94cd7a50a3a3fe33fd429&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0740345 Jul 16 08:32:26.139175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45432) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:26.271463 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-edc7493b-822d-43bc-aa41-19d4ef5b6fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.320223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f7f77-2347-44da-982e-0f1e63683d0a req-9ec10527-6cb4-4fa6-9a2d-8d686db1e32c tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.323197 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f0f7f77-2347-44da-982e-0f1e63683d0a req-9ec10527-6cb4-4fa6-9a2d-8d686db1e32c tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 944 time: 0.0968685 Jul 16 08:32:26.339115 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-edc7493b-822d-43bc-aa41-19d4ef5b6fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.378510 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb81d48b-9738-4086-9645-5253398eb0e4 req-9a6209ba-a010-445d-b566-602d048abf66 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.381056 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bb81d48b-9738-4086-9645-5253398eb0e4 req-9a6209ba-a010-445d-b566-602d048abf66 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 945 time: 0.3725989 Jul 16 08:32:26.424830 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f0f7f77-2347-44da-982e-0f1e63683d0a req-adb44eef-342a-492f-bfa0-1818d5cce839 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f8ca04-f1ce-4784-a63d-1b6a9d56f95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955722 Jul 16 08:32:26.470648 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bb81d48b-9738-4086-9645-5253398eb0e4 req-ae0afac9-2ae3-48c9-93ea-b16d97fce16e tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745151 Jul 16 08:32:26.491753 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-edc7493b-822d-43bc-aa41-19d4ef5b6fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.494864 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-edc7493b-822d-43bc-aa41-19d4ef5b6fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.496200 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-edc7493b-822d-43bc-aa41-19d4ef5b6fd9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89080966-c00d-42da-aaff-ec78d8e96b70 HTTP/1.1" status: 204 len: 168 time: 0.3560793 Jul 16 08:32:26.511722 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cdc4c08-170a-4b4e-8451-c58ef3445453 x-openstack-request-id: req-5cdc4c08-170a-4b4e-8451-c58ef3445453 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:26.514020 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7eadcc8-f8c7-47c7-b162-3acaebad803b", "name": "network-vif-deleted", "tag": "97f177a7-d038-4438-aa9d-456f65cb285e", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:26.527405 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5cdc4c08-170a-4b4e-8451-c58ef3445453 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:26.527405 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7eadcc8-f8c7-47c7-b162-3acaebad803b', 'name': 'network-vif-deleted', 'tag': '97f177a7-d038-4438-aa9d-456f65cb285e', 'status': 'completed', 'code': 200} Jul 16 08:32:26.535079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7493b-822d-43bc-aa41-19d4ef5b6fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89080966-c00d-42da-aaff-ec78d8e96b70,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:26.626607 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-169fbdfe-a866-45ef-8ce2-c5d00cf8c7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.687968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c9d6f-cdb6-4011-b212-0f0df7d744aa req-ed00b061-5f3a-4bc1-89d5-e25e544b0e56 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:26.695746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ad2c9d6f-cdb6-4011-b212-0f0df7d744aa req-ed00b061-5f3a-4bc1-89d5-e25e544b0e56 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.0728183 Jul 16 08:32:26.777113 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ad2c9d6f-cdb6-4011-b212-0f0df7d744aa req-9278fbe5-6d5e-4162-b83a-6c057f0e46c0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803990 Jul 16 08:32:26.981368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-169fbdfe-a866-45ef-8ce2-c5d00cf8c7bb admin admin] Deleting port ec2a8e86-8a5c-4a9d-b80a-64de900fba13 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:26.981878 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-169fbdfe-a866-45ef-8ce2-c5d00cf8c7bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.118443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-169fbdfe-a866-45ef-8ce2-c5d00cf8c7bb admin admin] For port ec2a8e86-8a5c-4a9d-b80a-64de900fba13, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ec2a8e86-8a5c-4a9d-b80a-64de900fba13,segment=NetworkSegment(c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6),segment_id=c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:27.118813 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-169fbdfe-a866-45ef-8ce2-c5d00cf8c7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.142383 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232feb8-d81d-4105-8dc8-e2a80816fe68 req-bf824f93-3408-4f07-8125-9c4eb9274ffd tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.144180 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8232feb8-d81d-4105-8dc8-e2a80816fe68 req-bf824f93-3408-4f07-8125-9c4eb9274ffd tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 946 time: 0.1496456 Jul 16 08:32:27.149030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-169fbdfe-a866-45ef-8ce2-c5d00cf8c7bb admin admin] Calling delete_port for ec2a8e86-8a5c-4a9d-b80a-64de900fba13 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:27.223785 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8232feb8-d81d-4105-8dc8-e2a80816fe68 req-aaa26b71-bd00-43ed-b8f6-904ca92aa93b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706284 Jul 16 08:32:27.290908 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670306c-f6bd-430b-9c95-e2c34d805417 req-ac001373-c8a9-4aee-8bf9-67b87b84d51d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.292586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a670306c-f6bd-430b-9c95-e2c34d805417 req-ac001373-c8a9-4aee-8bf9-67b87b84d51d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 948 time: 0.0890164 Jul 16 08:32:27.349173 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a670306c-f6bd-430b-9c95-e2c34d805417 req-6cb7910d-a651-4cfa-af3e-fed37b0d6675 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503581 Jul 16 08:32:27.388893 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-169fbdfe-a866-45ef-8ce2-c5d00cf8c7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.420538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169fbdfe-a866-45ef-8ce2-c5d00cf8c7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2a8e86-8a5c-4a9d-b80a-64de900fba13,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:27.454413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45466) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:27.594900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-567077246-network', 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:27.599925 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-169fbdfe-a866-45ef-8ce2-c5d00cf8c7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.648796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] Made reservation on behalf of a9ab48241fdd447c872ab202d75bbb7e for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:27.651720 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.665354 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.696778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b0503c-1aa8-4cf5-a1ff-d23aa4f58038 req-ad4c9fe3-d17e-41dc-8766-d2c26a8ce0e7 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.698208 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a1b0503c-1aa8-4cf5-a1ff-d23aa4f58038 req-ad4c9fe3-d17e-41dc-8766-d2c26a8ce0e7 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 944 time: 0.1241450 Jul 16 08:32:27.762998 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a1b0503c-1aa8-4cf5-a1ff-d23aa4f58038 req-63754a20-e989-4d98-9566-bb98f4a03211 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f8ca04-f1ce-4784-a63d-1b6a9d56f95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571399 Jul 16 08:32:27.772441 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209677a6-a80e-4bee-8fdd-6ed036cd3634 req-57d969a9-d110-43c1-88ef-4d506d70fa15 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.774141 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-209677a6-a80e-4bee-8fdd-6ed036cd3634 req-57d969a9-d110-43c1-88ef-4d506d70fa15 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 945 time: 0.1108198 Jul 16 08:32:27.807744 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.812888 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.835164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:27.850375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8870d15f-f42a-4c61-a366-ad370ee8ded8,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:27.853374 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.853700 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] Added segment d1a1f32a-dc76-432c-a827-72cd3b589e40 of type vlan for network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 Jul 16 08:32:27.859563 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 17d858ff-bad6-420e-abca-0b1c0713b962 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:27.870843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 97f177a7-d038-4438-aa9d-456f65cb285e no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:27.900264 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-209677a6-a80e-4bee-8fdd-6ed036cd3634 req-d22721d2-6fb7-4aeb-8a06-5bb3a69fc6f0 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889831 Jul 16 08:32:27.902330 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.922732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169fbdfe-a866-45ef-8ce2-c5d00cf8c7bb admin admin] Router a2044e26-e902-4ffe-bb3b-76c557690e2c has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:32:27.952318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 97f177a7-d038-4438-aa9d-456f65cb285e {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:27.952931 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 97f177a7-d038-4438-aa9d-456f65cb285e not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:27.989810 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.990883 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.991527 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.021997 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5637212 Jul 16 08:32:28.022898 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45474) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:28.033583 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b72615c3-884e-4c78-92b7-407ca51aa5dc admin admin] Request body: {'subnet': {'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-567077246-subnet', 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:28.044242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ffadd-e019-47d1-8789-512804d2f797 req-ed769135-a4ba-4f0d-a96e-7753e0bd0911 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:28.045843 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-182ffadd-e019-47d1-8789-512804d2f797 req-ed769135-a4ba-4f0d-a96e-7753e0bd0911 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.1481600 Jul 16 08:32:28.070963 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169fbdfe-a866-45ef-8ce2-c5d00cf8c7bb admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:28.080551 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168c3517-b33e-42a4-ae27-21721a02d8ae None None] Sync routers for ids ['a2044e26-e902-4ffe-bb3b-76c557690e2c'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:28.085036 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-169fbdfe-a866-45ef-8ce2-c5d00cf8c7bb admin admin] 10.222.0.20 "PUT /v2.0/routers/a2044e26-e902-4ffe-bb3b-76c557690e2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2611873 Jul 16 08:32:28.085802 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45478) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:28.102003 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168c3517-b33e-42a4-ae27-21721a02d8ae None None] Routers {'a2044e26-e902-4ffe-bb3b-76c557690e2c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:28.102619 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-168c3517-b33e-42a4-ae27-21721a02d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:32:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a2044e26-e902-4ffe-bb3b-76c557690e2c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:28.121964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 17d858ff-bad6-420e-abca-0b1c0713b962, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=17d858ff-bad6-420e-abca-0b1c0713b962,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:28.142599 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '17d858ff-bad6-420e-abca-0b1c0713b962', 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b', 'port_id': '17d858ff-bad6-420e-abca-0b1c0713b962', 'mac_address': 'fa:16:3e:44:d5:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a06e14-eee5-4201-98b3-810650c6afa3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:28.156943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d116c8e-576f-4859-bded-913aee108888 admin admin] Pushing event updated for resources: {'Network': ['ID=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:28.161106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72615c3-884e-4c78-92b7-407ca51aa5dc admin admin] Made reservation on behalf of a9ab48241fdd447c872ab202d75bbb7e for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:28.163739 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b72615c3-884e-4c78-92b7-407ca51aa5dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.173958 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:28.212350 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.230279 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-182ffadd-e019-47d1-8789-512804d2f797 req-1bc70f72-00ca-4dab-a26d-d812849f5ac2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723599 Jul 16 08:32:28.235644 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-168c3517-b33e-42a4-ae27-21721a02d8ae None None] Set router a2044e26-e902-4ffe-bb3b-76c557690e2c gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:28.264161 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.281224 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17d858ff-bad6-420e-abca-0b1c0713b962 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:28.307889 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 17d858ff-bad6-420e-abca-0b1c0713b962, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=17d858ff-bad6-420e-abca-0b1c0713b962,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:28.314827 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.421650 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=17d858ff-bad6-420e-abca-0b1c0713b962,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:28.449993 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['17d858ff-bad6-420e-abca-0b1c0713b962'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:28.475437 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.538311 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b72615c3-884e-4c78-92b7-407ca51aa5dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.541182 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-168c3517-b33e-42a4-ae27-21721a02d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'name': 'tempest-FloatingIPDetailsTestJSON-161017813-router', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.199'}], 'enable_snat': True}, 'gw_port_id': 'bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:48Z', 'updated_at': '2021-07-16T08:32:27Z', 'revision_number': 5, 'project_id': 'e445308cd02044df9a9e8fa48236ae3a', 'gw_port': {'id': 'bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:84:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:49Z', 'updated_at': '2021-07-16T08:31:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:28.591243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edf17d-5ec9-468a-9c5c-190160469971 req-b398d7b6-2e5c-4657-b55b-882b4ea87a19 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:28.597606 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168c3517-b33e-42a4-ae27-21721a02d8ae None None] Checking router: a2044e26-e902-4ffe-bb3b-76c557690e2c for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:28.598688 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-73edf17d-5ec9-468a-9c5c-190160469971 req-b398d7b6-2e5c-4657-b55b-882b4ea87a19 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 946 time: 0.1291606 Jul 16 08:32:28.627778 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168c3517-b33e-42a4-ae27-21721a02d8ae None None] Routers {'a2044e26-e902-4ffe-bb3b-76c557690e2c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:28.628382 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-168c3517-b33e-42a4-ae27-21721a02d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:32:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a2044e26-e902-4ffe-bb3b-76c557690e2c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:28.688423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] Deleting port bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:28.688865 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.693164 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-73edf17d-5ec9-468a-9c5c-190160469971 req-e51a1a4c-74ab-465a-bacd-80cc425920e0 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936489 Jul 16 08:32:28.753910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72615c3-884e-4c78-92b7-407ca51aa5dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=54f06641-ecee-4543-adbf-120fa966a2c2,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:28.763534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:28.795755 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-168c3517-b33e-42a4-ae27-21721a02d8ae None None] Set router a2044e26-e902-4ffe-bb3b-76c557690e2c gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:28.806942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72615c3-884e-4c78-92b7-407ca51aa5dc admin admin] Checking segment: {'id': 'd1a1f32a-dc76-432c-a827-72cd3b589e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:28.807303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72615c3-884e-4c78-92b7-407ca51aa5dc admin admin] Network hostable DHCP agents. Network: 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:28.854424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:28.858638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:28.859014 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.865269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] For port bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:28.865631 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.885050 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] Calling delete_port for bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:28.915593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d2012c-87de-45be-8810-07c609938297 req-5a0417de-d222-4730-81a7-be310361b0ce tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:28.917219 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41d2012c-87de-45be-8810-07c609938297 req-5a0417de-d222-4730-81a7-be310361b0ce tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.15 "GET /v2.0/ports?device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 946 time: 0.3127229 Jul 16 08:32:28.949225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72ccce0-d001-43d1-8aa8-a890603716cc req-34cfc061-4a1e-46d5-b66e-efa9705d3332 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:28.950792 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e72ccce0-d001-43d1-8aa8-a890603716cc req-34cfc061-4a1e-46d5-b66e-efa9705d3332 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 948 time: 0.1521084 Jul 16 08:32:29.008116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72615c3-884e-4c78-92b7-407ca51aa5dc admin admin] Network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:29.010373 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.038303 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-168c3517-b33e-42a4-ae27-21721a02d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'name': 'tempest-FloatingIPDetailsTestJSON-161017813-router', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:48Z', 'updated_at': '2021-07-16T08:32:28Z', 'revision_number': 6, 'project_id': 'e445308cd02044df9a9e8fa48236ae3a', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:29.045990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-b72615c3-884e-4c78-92b7-407ca51aa5dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:29.073208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf5879-59f2-4f95-82e5-c0f142de6e5c req-0419f5bc-cad3-4d71-992e-d9fed4654fbd tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:29.080883 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cadf5879-59f2-4f95-82e5-c0f142de6e5c req-0419f5bc-cad3-4d71-992e-d9fed4654fbd tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 948 time: 0.3064570 Jul 16 08:32:29.087947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a331ae38-e2fd-4ab4-8ce5-79a4a34a8b62 None None] Network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:29.089378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72615c3-884e-4c78-92b7-407ca51aa5dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:29.090073 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b72615c3-884e-4c78-92b7-407ca51aa5dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.123169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b72615c3-884e-4c78-92b7-407ca51aa5dc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0971384 Jul 16 08:32:29.129223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45516) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:29.132840 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168c3517-b33e-42a4-ae27-21721a02d8ae None None] The sync data for ids ['a2044e26-e902-4ffe-bb3b-76c557690e2c'] in n-d-758944-46 is: [{'id': 'a2044e26-e902-4ffe-bb3b-76c557690e2c', 'name': 'tempest-FloatingIPDetailsTestJSON-161017813-router', 'tenant_id': 'e445308cd02044df9a9e8fa48236ae3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:48Z', 'updated_at': '2021-07-16T08:32:28Z', 'revision_number': 6, 'project_id': 'e445308cd02044df9a9e8fa48236ae3a', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:29.135833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-567077246-router', 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:29.175083 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422009d9-c902-493e-8fb5-482b7e5f6924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3ef9f1-e137-44b9-9d84-ad2c09664fd7'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:29.177528 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f22285a-7626-4c7e-a75a-d36e7f42f264" -d '{"events": [{"server_uuid": "422009d9-c902-493e-8fb5-482b7e5f6924", "name": "network-vif-plugged", "status": "completed", "tag": "fd3ef9f1-e137-44b9-9d84-ad2c09664fd7"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:29.210951 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cadf5879-59f2-4f95-82e5-c0f142de6e5c req-024e1764-d473-4c82-b9c8-160718a37fb7 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288333 Jul 16 08:32:29.261075 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.264565 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.270905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:29.289619 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.290435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device bfeffdc5-f78b-47cb-875f-6470fce4e143 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:29.411714 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.500468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:29.539296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port bfeffdc5-f78b-47cb-875f-6470fce4e143 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:29.546136 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port bfeffdc5-f78b-47cb-875f-6470fce4e143 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:29.546630 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.550948 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86fa16b-0608-4457-9d40-d06e7dbd829f None None] Network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:29.570779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-41d2012c-87de-45be-8810-07c609938297 req-ae47a235-9487-4f68-9592-cd4d002ff9a2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Deleting port a23db4b2-e680-4034-91dc-1e69d46ed645 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:29.571389 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-41d2012c-87de-45be-8810-07c609938297 req-ae47a235-9487-4f68-9592-cd4d002ff9a2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.709380 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.718358 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-e72ccce0-d001-43d1-8aa8-a890603716cc req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Deleting port 839cf164-2f7c-4978-a893-2f7e25029d16 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:29.719643 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e72ccce0-d001-43d1-8aa8-a890603716cc req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.757147 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.809157 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port bfeffdc5-f78b-47cb-875f-6470fce4e143, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bfeffdc5-f78b-47cb-875f-6470fce4e143,segment=NetworkSegment(4301a0dd-552e-4e31-8a7a-6a203920e59d),segment_id=4301a0dd-552e-4e31-8a7a-6a203920e59d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:29.825945 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.850643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-e72ccce0-d001-43d1-8aa8-a890603716cc req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] For port 839cf164-2f7c-4978-a893-2f7e25029d16, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=839cf164-2f7c-4978-a893-2f7e25029d16,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:29.850643 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e72ccce0-d001-43d1-8aa8-a890603716cc req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.857958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7472f5-9a26-4344-a505-10abc371269f req-42c0db2a-7327-4cf4-ba7f-163a9cfb67ce tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:29.865003 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd7472f5-9a26-4344-a505-10abc371269f req-42c0db2a-7327-4cf4-ba7f-163a9cfb67ce tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 946 time: 0.3462555 Jul 16 08:32:29.871644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-e72ccce0-d001-43d1-8aa8-a890603716cc req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Calling delete_port for 839cf164-2f7c-4978-a893-2f7e25029d16 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:29.907363 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=bfeffdc5-f78b-47cb-875f-6470fce4e143,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:29.912191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 17d858ff-bad6-420e-abca-0b1c0713b962 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:29.962757 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd7472f5-9a26-4344-a505-10abc371269f req-9f6e4b07-a163-4b0a-86cf-04357524255a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967028 Jul 16 08:32:30.030363 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ec2a8e86-8a5c-4a9d-b80a-64de900fba13 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:30.073801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed15f0-1303-406a-8138-4f1a6658dcfd req-4c2dbef6-a032-49c1-9b0a-195f1f94f0ea tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:30.080726 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-abed15f0-1303-406a-8138-4f1a6658dcfd req-4c2dbef6-a032-49c1-9b0a-195f1f94f0ea tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 944 time: 1.0101256 Jul 16 08:32:30.094650 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e72ccce0-d001-43d1-8aa8-a890603716cc req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.103988 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: ec2a8e86-8a5c-4a9d-b80a-64de900fba13 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:30.104416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ec2a8e86-8a5c-4a9d-b80a-64de900fba13 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:30.106143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:30.136744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-41d2012c-87de-45be-8810-07c609938297 req-ae47a235-9487-4f68-9592-cd4d002ff9a2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] For port a23db4b2-e680-4034-91dc-1e69d46ed645, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=a23db4b2-e680-4034-91dc-1e69d46ed645,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:30.137448 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-41d2012c-87de-45be-8810-07c609938297 req-ae47a235-9487-4f68-9592-cd4d002ff9a2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.169829 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e544fe0-6f1f-41b5-9ef2-3022d01bf9d8 x-openstack-request-id: req-5e544fe0-6f1f-41b5-9ef2-3022d01bf9d8 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:30.170118 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422009d9-c902-493e-8fb5-482b7e5f6924", "name": "network-vif-plugged", "status": "completed", "tag": "fd3ef9f1-e137-44b9-9d84-ad2c09664fd7", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:30.170374 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e544fe0-6f1f-41b5-9ef2-3022d01bf9d8 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:30.170764 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422009d9-c902-493e-8fb5-482b7e5f6924', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3ef9f1-e137-44b9-9d84-ad2c09664fd7', 'code': 200} Jul 16 08:32:30.174730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e4bcc449-b5bf-40c2-9271-cf9255fce250', '0f4d8a5c-4270-4b27-83b6-a79fcba57193', '39f2fb7d-0cfe-4643-89a3-1891f09cf38d', '5849a161-2138-4845-bcd4-4138a0bfc33a', '839cf164-2f7c-4978-a893-2f7e25029d16'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:30.186339 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-41d2012c-87de-45be-8810-07c609938297 req-ae47a235-9487-4f68-9592-cd4d002ff9a2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Calling delete_port for a23db4b2-e680-4034-91dc-1e69d46ed645 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:30.187645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4c5d2014-c9c3-422a-843e-7b7fc2623af7', 'f6103806-0642-4d5a-961d-b8a98666855b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:30.216984 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-abed15f0-1303-406a-8138-4f1a6658dcfd req-5fe04d0d-0569-42d9-b006-796395f7fdac tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f8ca04-f1ce-4784-a63d-1b6a9d56f95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347032 Jul 16 08:32:30.294860 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event deleted for resources: {'Port': ['ID=839cf164-2f7c-4978-a893-2f7e25029d16,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:30.308158 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.315452 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 17d858ff-bad6-420e-abca-0b1c0713b962 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:30.315823 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.323427 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No active binding found for port bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1 {{(pid=93696) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:32:30.323903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:30.399849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72ccce0-d001-43d1-8aa8-a890603716cc req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] No DVR routers for this DVR port 839cf164-2f7c-4978-a893-2f7e25029d16 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:30.402706 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e72ccce0-d001-43d1-8aa8-a890603716cc req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.405211 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e72ccce0-d001-43d1-8aa8-a890603716cc req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "DELETE /v2.0/ports/839cf164-2f7c-4978-a893-2f7e25029d16 HTTP/1.1" status: 204 len: 173 time: 1.4491568 Jul 16 08:32:30.415541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb32ce5b-9ebf-41af-ae35-a1f4cab32b22', 'name': 'network-vif-deleted', 'tag': '839cf164-2f7c-4978-a893-2f7e25029d16'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:30.417970 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c11cbf20-3c17-46ae-8812-27d2ae4b149f" -d '{"events": [{"server_uuid": "bb32ce5b-9ebf-41af-ae35-a1f4cab32b22", "name": "network-vif-deleted", "tag": "839cf164-2f7c-4978-a893-2f7e25029d16"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:30.431521 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:30.431884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:30.432225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:30.432591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:30.432925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:30.433258 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:30.433629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:30.433958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:30.434287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:30.434612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:30.434933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:30.435253 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0604e61-114b-4624-b134-daa55fe54d64 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:30.492680 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe6158f-1bb7-4f51-858f-4b9d7a2a18b1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:30.554309 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.592685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36142a9e-38ef-45c7-a12a-22ff735e8747 req-d96fecd5-e4b1-4aa8-8599-318232b8cbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:30.594408 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36142a9e-38ef-45c7-a12a-22ff735e8747 req-d96fecd5-e4b1-4aa8-8599-318232b8cbf3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 1098 time: 0.4041650 Jul 16 08:32:30.692896 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.704388 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.742049 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.751986 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36142a9e-38ef-45c7-a12a-22ff735e8747 req-779dd3e1-5efd-4080-89a4-3b17944896af service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252327 Jul 16 08:32:30.778929 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.784454 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.823504 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.824357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2044e26-e902-4ffe-bb3b-76c557690e2c {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:32:30.834195 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.839212 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-03c9ed98-f1a1-4bae-94b1-872067c50259 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a2044e26-e902-4ffe-bb3b-76c557690e2c HTTP/1.1" status: 204 len: 168 time: 2.7522500 Jul 16 08:32:30.841091 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45530) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:30.894733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 17d858ff-bad6-420e-abca-0b1c0713b962, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=17d858ff-bad6-420e-abca-0b1c0713b962,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:30.903297 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d97b9d-5330-4d9a-a922-9b57aee8f112 req-08d55b3d-57cb-466c-8ef4-3257ecbd82d7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:30.904755 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94d97b9d-5330-4d9a-a922-9b57aee8f112 req-08d55b3d-57cb-466c-8ef4-3257ecbd82d7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 946 time: 0.1750729 Jul 16 08:32:30.918997 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.921946 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Allocated IP 172.25.4.152 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/986fd1fa-9358-4cdc-9bf2-dff6a6156447) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:30.995900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7daed3-e7c0-4a2c-9bf6-f72347fe46ab req-9e3398c5-f294-4abc-a28c-01916eaac5c0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:31.003585 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec99ce41-fdc2-4dd3-a505-eb05228b5d83 admin admin] Deleting subnet 67af4dc6-4dc7-4d03-9ca4-029281b3679f {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:32:31.004816 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e7daed3-e7c0-4a2c-9bf6-f72347fe46ab req-9e3398c5-f294-4abc-a28c-01916eaac5c0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 945 time: 0.5160325 Jul 16 08:32:31.011877 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94d97b9d-5330-4d9a-a922-9b57aee8f112 req-af556079-ca19-40f7-bf07-841d673932cb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982821 Jul 16 08:32:31.012957 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ec99ce41-fdc2-4dd3-a505-eb05228b5d83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.066247 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ec99ce41-fdc2-4dd3-a505-eb05228b5d83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.067604 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=17d858ff-bad6-420e-abca-0b1c0713b962,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:31.174277 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e7daed3-e7c0-4a2c-9bf6-f72347fe46ab req-79e197dd-1c9e-4d81-be8c-4c9ed9e1f1fa tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684983 Jul 16 08:32:31.210720 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-41d2012c-87de-45be-8810-07c609938297 req-ae47a235-9487-4f68-9592-cd4d002ff9a2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.264211 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ec99ce41-fdc2-4dd3-a505-eb05228b5d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.324465 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9214239-7324-4dfa-9100-3e78cfd341ae x-openstack-request-id: req-a9214239-7324-4dfa-9100-3e78cfd341ae {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:31.324789 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb32ce5b-9ebf-41af-ae35-a1f4cab32b22", "name": "network-vif-deleted", "tag": "839cf164-2f7c-4978-a893-2f7e25029d16", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:31.327827 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9214239-7324-4dfa-9100-3e78cfd341ae {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:31.328981 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb32ce5b-9ebf-41af-ae35-a1f4cab32b22', 'name': 'network-vif-deleted', 'tag': '839cf164-2f7c-4978-a893-2f7e25029d16', 'status': 'completed', 'code': 200} Jul 16 08:32:31.349109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae47a235-9487-4f68-9592-cd4d002ff9a2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Pushing event deleted for resources: {'Port': ['ID=a23db4b2-e680-4034-91dc-1e69d46ed645,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:31.353500 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.412679 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-816bdd98-4b66-4d62-ad55-97fb25d73457 req-3327507e-a76a-42c1-94f8-3eebf534fdbc tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb32ce5b-9ebf-41af-ae35-a1f4cab32b22 HTTP/1.1" status: 200 len: 210 time: 0.0806489 Jul 16 08:32:31.475446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d2012c-87de-45be-8810-07c609938297 req-ae47a235-9487-4f68-9592-cd4d002ff9a2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] No DVR routers for this DVR port a23db4b2-e680-4034-91dc-1e69d46ed645 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:31.489323 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-41d2012c-87de-45be-8810-07c609938297 req-ae47a235-9487-4f68-9592-cd4d002ff9a2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.493806 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ec99ce41-fdc2-4dd3-a505-eb05228b5d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.494570 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41d2012c-87de-45be-8810-07c609938297 req-ae47a235-9487-4f68-9592-cd4d002ff9a2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.15 "DELETE /v2.0/ports/a23db4b2-e680-4034-91dc-1e69d46ed645 HTTP/1.1" status: 204 len: 173 time: 2.5554595 Jul 16 08:32:31.495446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1cf838c-bd7f-47df-a04d-297a7e32e70d', 'name': 'network-vif-deleted', 'tag': 'a23db4b2-e680-4034-91dc-1e69d46ed645'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:31.497503 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd48f5d-e92b-4f2c-9a6c-be4d2161e2b6" -d '{"events": [{"server_uuid": "f1cf838c-bd7f-47df-a04d-297a7e32e70d", "name": "network-vif-deleted", "tag": "a23db4b2-e680-4034-91dc-1e69d46ed645"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:31.563237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99ce41-fdc2-4dd3-a505-eb05228b5d83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=67af4dc6-4dc7-4d03-9ca4-029281b3679f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:31.582624 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.591724 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0150188e-98e4-4ee6-8baf-cc19689120c6 None None] Network eafc8599-7e39-4353-a596-83eb584854e9 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:31.594899 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ec99ce41-fdc2-4dd3-a505-eb05228b5d83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.603841 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ec99ce41-fdc2-4dd3-a505-eb05228b5d83 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/67af4dc6-4dc7-4d03-9ca4-029281b3679f HTTP/1.1" status: 204 len: 168 time: 0.7592549 Jul 16 08:32:31.604950 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45540) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:31.641995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf796998-4182-4f8c-bb6d-593d50295999 req-50d1a03d-80c9-4b7e-802f-2fd32088e31a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:31.656057 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf796998-4182-4f8c-bb6d-593d50295999 req-50d1a03d-80c9-4b7e-802f-2fd32088e31a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 946 time: 0.1813452 Jul 16 08:32:31.820937 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:31.823630 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Pushing event updated for resources: {'Port': ['ID=986fd1fa-9358-4cdc-9bf2-dff6a6156447,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:31.847651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:31.858025 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.861808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b9a95dbe-c086-4c79-ac21-2fea3daed19b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:31.885916 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf796998-4182-4f8c-bb6d-593d50295999 req-223afb39-00c5-4b93-8d7a-3e416361656f tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227554 Jul 16 08:32:31.891066 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:31.892765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:31.893379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:31.895777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:31.897407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:31.899258 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:31.900854 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:31.901780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:31.902135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:31.905710 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:31.906723 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:31.909547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:31.929992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:32.002871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b84a5-0bef-4542-b68e-e9d3ec21a6ae req-756adb40-414c-45a2-984a-4025cafb3ad5 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:32.005047 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f8b84a5-0bef-4542-b68e-e9d3ec21a6ae req-756adb40-414c-45a2-984a-4025cafb3ad5 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 945 time: 0.3216608 Jul 16 08:32:32.046482 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf6e730-c192-458c-9aa6-9d587a97ecce x-openstack-request-id: req-3bf6e730-c192-458c-9aa6-9d587a97ecce {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:32.049053 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1cf838c-bd7f-47df-a04d-297a7e32e70d", "name": "network-vif-deleted", "tag": "a23db4b2-e680-4034-91dc-1e69d46ed645", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:32.049429 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3bf6e730-c192-458c-9aa6-9d587a97ecce {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:32.050104 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1cf838c-bd7f-47df-a04d-297a7e32e70d', 'name': 'network-vif-deleted', 'tag': 'a23db4b2-e680-4034-91dc-1e69d46ed645', 'status': 'completed', 'code': 200} Jul 16 08:32:32.089016 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] Deleting port 548eab33-8614-4f15-b559-eccd36c2f675 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:32.089425 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.163820 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075548f2-92b3-4b93-86f2-fec8f0af0a5c None None] DHCP port deletion for eafc8599-7e39-4353-a596-83eb584854e9 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:32:32.173613 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f8b84a5-0bef-4542-b68e-e9d3ec21a6ae req-22b59a4a-b9c9-42d9-8c35-dc9fc4ad4a96 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f8ca04-f1ce-4784-a63d-1b6a9d56f95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543646 Jul 16 08:32:32.194602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b1d8f3-17af-421d-a9d5-7ed277b228ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfeffdc5-f78b-47cb-875f-6470fce4e143'}, {'server_uuid': '2a0ab4cb-5c40-4f43-a22c-4e6852033392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d858ff-bad6-420e-abca-0b1c0713b962'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:32.198463 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352d337f-0b7b-409c-a27a-670d8a400c30" -d '{"events": [{"server_uuid": "c7b1d8f3-17af-421d-a9d5-7ed277b228ef", "name": "network-vif-plugged", "status": "completed", "tag": "bfeffdc5-f78b-47cb-875f-6470fce4e143"}, {"server_uuid": "2a0ab4cb-5c40-4f43-a22c-4e6852033392", "name": "network-vif-plugged", "status": "completed", "tag": "17d858ff-bad6-420e-abca-0b1c0713b962"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:32.312240 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b67cee-b6b8-45a3-9e87-c755d0494464 x-openstack-request-id: req-43b67cee-b6b8-45a3-9e87-c755d0494464 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:32.312593 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b1d8f3-17af-421d-a9d5-7ed277b228ef", "name": "network-vif-plugged", "status": "completed", "tag": "bfeffdc5-f78b-47cb-875f-6470fce4e143", "code": 200}, {"server_uuid": "2a0ab4cb-5c40-4f43-a22c-4e6852033392", "name": "network-vif-plugged", "status": "completed", "tag": "17d858ff-bad6-420e-abca-0b1c0713b962", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:32.312828 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-43b67cee-b6b8-45a3-9e87-c755d0494464 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:32.313270 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b1d8f3-17af-421d-a9d5-7ed277b228ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfeffdc5-f78b-47cb-875f-6470fce4e143', 'code': 200} Jul 16 08:32:32.313521 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a0ab4cb-5c40-4f43-a22c-4e6852033392', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17d858ff-bad6-420e-abca-0b1c0713b962', 'code': 200} Jul 16 08:32:32.316303 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-075548f2-92b3-4b93-86f2-fec8f0af0a5c None None] Deleting port 548eab33-8614-4f15-b559-eccd36c2f675 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:32.316704 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-075548f2-92b3-4b93-86f2-fec8f0af0a5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.382827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] For port 548eab33-8614-4f15-b559-eccd36c2f675, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=548eab33-8614-4f15-b559-eccd36c2f675,segment=NetworkSegment(c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6),segment_id=c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:32.383253 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.421635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] Calling delete_port for 548eab33-8614-4f15-b559-eccd36c2f675 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:32.585704 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f456a92-e0b7-4d76-8cf6-e0c12d9dc225 req-7266c4ed-c0d3-4f3a-9cbd-cd107df197f8 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1cf838c-bd7f-47df-a04d-297a7e32e70d HTTP/1.1" status: 200 len: 210 time: 0.0598574 Jul 16 08:32:32.627400 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.671770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] Pushing event deleted for resources: {'Port': ['ID=548eab33-8614-4f15-b559-eccd36c2f675,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:32.674002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-075548f2-92b3-4b93-86f2-fec8f0af0a5c None None] For port 548eab33-8614-4f15-b559-eccd36c2f675, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=548eab33-8614-4f15-b559-eccd36c2f675,segment=NetworkSegment(c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6),segment_id=c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:32.674425 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-075548f2-92b3-4b93-86f2-fec8f0af0a5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.675422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] No DVR routers for this DVR port 548eab33-8614-4f15-b559-eccd36c2f675 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:32.694457 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.705510 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-075548f2-92b3-4b93-86f2-fec8f0af0a5c None None] Calling delete_port for 548eab33-8614-4f15-b559-eccd36c2f675 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:32.782522 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.795299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eafc8599-7e39-4353-a596-83eb584854e9']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:32.799205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device a23db4b2-e680-4034-91dc-1e69d46ed645 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:32.807540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:32.807834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c41e1b-7bc7-4a7d-b0e9-544f61ae9bb6') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:32.818980 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.834955 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.843170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:32:32.843582 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:32:32.845948 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:32:32.853106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: a23db4b2-e680-4034-91dc-1e69d46ed645 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:32.853671 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device a23db4b2-e680-4034-91dc-1e69d46ed645 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:32.854265 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 839cf164-2f7c-4978-a893-2f7e25029d16 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:32.886147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 839cf164-2f7c-4978-a893-2f7e25029d16 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:32.886817 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 839cf164-2f7c-4978-a893-2f7e25029d16 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:32.911196 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-075548f2-92b3-4b93-86f2-fec8f0af0a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.940370 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.951326 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.953788 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] 10.222.0.20 "DELETE /v2.0/networks/eafc8599-7e39-4353-a596-83eb584854e9 HTTP/1.1" status: 204 len: 168 time: 1.3444710 Jul 16 08:32:32.966954 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77875c05-ef33-4285-8dc9-33c8919e4bca admin admin] Pushing event deleted for resources: {'Network': ['ID=eafc8599-7e39-4353-a596-83eb584854e9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:32.970210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075548f2-92b3-4b93-86f2-fec8f0af0a5c None None] Pushing event deleted for resources: {'Port': ['ID=548eab33-8614-4f15-b559-eccd36c2f675,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:32.987872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075548f2-92b3-4b93-86f2-fec8f0af0a5c None None] No DVR routers for this DVR port 548eab33-8614-4f15-b559-eccd36c2f675 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:33.193424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58ad43-5549-447f-9946-af8026109b20 req-0bd9fded-e647-45b0-9236-e538470ac1c2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:33.196985 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0b58ad43-5549-447f-9946-af8026109b20 req-0bd9fded-e647-45b0-9236-e538470ac1c2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.7106934 Jul 16 08:32:33.197534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f08b846-72fc-4a82-b0be-f1b1b1d183ed req-2ff0d71d-b8cd-4ff8-81f6-cf260e249aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:33.198988 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9f08b846-72fc-4a82-b0be-f1b1b1d183ed req-2ff0d71d-b8cd-4ff8-81f6-cf260e249aa3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 1097 time: 0.7485049 Jul 16 08:32:33.199561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45562) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:33.315300 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-94004f54-998c-4e78-8cbc-4f6e8dbb82bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e445308cd02044df9a9e8fa48236ae3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1126907 Jul 16 08:32:33.321189 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45564) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:33.372780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ee1cd6-ad8b-4f80-87cc-5888c93a3e05 req-d692b27d-bcdc-4e2a-854e-6935aead4339 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:33.374030 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9f08b846-72fc-4a82-b0be-f1b1b1d183ed req-659c8edd-cf97-4c79-a997-77f7f92124e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82f8ca04-f1ce-4784-a63d-1b6a9d56f95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612480 Jul 16 08:32:33.381057 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5ee1cd6-ad8b-4f80-87cc-5888c93a3e05 req-d692b27d-bcdc-4e2a-854e-6935aead4339 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 946 time: 0.0854294 Jul 16 08:32:33.381840 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0b58ad43-5549-447f-9946-af8026109b20 req-0e096dd8-4d58-476f-ad1a-b79988f7265f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717343 Jul 16 08:32:33.446400 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5ee1cd6-ad8b-4f80-87cc-5888c93a3e05 req-b3e05dbb-3623-4808-9152-be5bef7549af tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644352 Jul 16 08:32:33.471195 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e103ef91-af77-48f7-8508-3aadc27e29f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.561668 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.566642 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e103ef91-af77-48f7-8508-3aadc27e29f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.588660 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.718962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5145f0b-a2a7-4dd7-9d19-8b77e2e90374 req-308f1688-1e55-4076-a048-3e738f7055c0 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:33.720627 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5145f0b-a2a7-4dd7-9d19-8b77e2e90374 req-308f1688-1e55-4076-a048-3e738f7055c0 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 950 time: 0.1985331 Jul 16 08:32:33.753828 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e103ef91-af77-48f7-8508-3aadc27e29f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.757815 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e103ef91-af77-48f7-8508-3aadc27e29f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.761431 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e103ef91-af77-48f7-8508-3aadc27e29f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/52331d18-5597-4d95-a1e5-9433af1564f2 HTTP/1.1" status: 204 len: 168 time: 0.4346678 Jul 16 08:32:33.798365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103ef91-af77-48f7-8508-3aadc27e29f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52331d18-5597-4d95-a1e5-9433af1564f2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:33.828870 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5145f0b-a2a7-4dd7-9d19-8b77e2e90374 req-4214032d-23fd-4f3a-8dac-a1305935813b tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994627 Jul 16 08:32:33.877064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c03cbe-fe63-49d2-9006-6cbe610f1366 req-7f617744-361c-48d6-9bdc-fc5fde44e650 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:33.878673 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0c03cbe-fe63-49d2-9006-6cbe610f1366 req-7f617744-361c-48d6-9bdc-fc5fde44e650 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 945 time: 0.1745322 Jul 16 08:32:33.900379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Router 3e4a9226-4b42-41aa-b5be-5f06bef19246 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:32:34.000239 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0c03cbe-fe63-49d2-9006-6cbe610f1366 req-84a87e08-5e4b-4d67-bd71-53b36ac281b0 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f8ca04-f1ce-4784-a63d-1b6a9d56f95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142933 Jul 16 08:32:34.010127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 548eab33-8614-4f15-b559-eccd36c2f675 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:34.037993 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 548eab33-8614-4f15-b559-eccd36c2f675 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:34.038805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 548eab33-8614-4f15-b559-eccd36c2f675 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:34.099238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:34.112764 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Sync routers for ids ['3e4a9226-4b42-41aa-b5be-5f06bef19246'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:34.133677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Routers {'3e4a9226-4b42-41aa-b5be-5f06bef19246'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:34.134614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:32:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e4a9226-4b42-41aa-b5be-5f06bef19246'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:34.138277 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.139923 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3bf5362e-fe6e-42f2-8cf7-de68d33e10db admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.0083435 Jul 16 08:32:34.143351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45574) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:34.457861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Set router 3e4a9226-4b42-41aa-b5be-5f06bef19246 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:34.716234 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3752cb2a-fd66-4225-9a20-6c6fa141c2c6 req-5580e309-2cf7-40fc-9a6e-1318a659959c tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:34.718523 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3752cb2a-fd66-4225-9a20-6c6fa141c2c6 req-5580e309-2cf7-40fc-9a6e-1318a659959c tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "GET /v2.0/ports?device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 950 time: 0.1681485 Jul 16 08:32:34.858033 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'name': 'tempest-ServerRescueNegativeTestJSON-567077246-router', 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '986fd1fa-9358-4cdc-9bf2-dff6a6156447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:29Z', 'updated_at': '2021-07-16T08:32:32Z', 'revision_number': 3, 'project_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'gw_port': {'id': '986fd1fa-9358-4cdc-9bf2-dff6a6156447', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:30Z', 'updated_at': '2021-07-16T08:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:34.918101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Checking router: 3e4a9226-4b42-41aa-b5be-5f06bef19246 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:34.920556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Updating router 3e4a9226-4b42-41aa-b5be-5f06bef19246 port 986fd1fa-9358-4cdc-9bf2-dff6a6156447 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:32:34.960956 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.027524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832ebe70-be6a-4b81-97e6-887cbe86a827 req-fc72a391-1830-46a6-bc6e-2cbd0e6cb5ed tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.038888 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-832ebe70-be6a-4b81-97e6-887cbe86a827 req-fc72a391-1830-46a6-bc6e-2cbd0e6cb5ed tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 1098 time: 0.2101340 Jul 16 08:32:35.141608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-3752cb2a-fd66-4225-9a20-6c6fa141c2c6 req-0ab97b2f-1e76-41de-bf79-9e86e0ddcb2d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Deleting port 5849a161-2138-4845-bcd4-4138a0bfc33a {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:35.146337 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3752cb2a-fd66-4225-9a20-6c6fa141c2c6 req-0ab97b2f-1e76-41de-bf79-9e86e0ddcb2d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.167907 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-832ebe70-be6a-4b81-97e6-887cbe86a827 req-427ed8fe-9176-4238-83e4-227d96d99ed7 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276214 Jul 16 08:32:35.211813 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.216296 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47813d1-a96a-4cda-b61a-6b56a1e62f73 req-50b14301-0038-49e7-bb06-a8af4513db7b tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.226496 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c47813d1-a96a-4cda-b61a-6b56a1e62f73 req-50b14301-0038-49e7-bb06-a8af4513db7b tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.4742570 Jul 16 08:32:35.227149 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1c62cc49-8199-4955-9569-233b6189cb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.308994 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c47813d1-a96a-4cda-b61a-6b56a1e62f73 req-c752a495-2798-4de3-b7e7-ddc7a351d937 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813792 Jul 16 08:32:35.340541 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.411542 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-3752cb2a-fd66-4225-9a20-6c6fa141c2c6 req-0ab97b2f-1e76-41de-bf79-9e86e0ddcb2d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] For port 5849a161-2138-4845-bcd4-4138a0bfc33a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=5849a161-2138-4845-bcd4-4138a0bfc33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:35.414556 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3752cb2a-fd66-4225-9a20-6c6fa141c2c6 req-0ab97b2f-1e76-41de-bf79-9e86e0ddcb2d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.463579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-3752cb2a-fd66-4225-9a20-6c6fa141c2c6 req-0ab97b2f-1e76-41de-bf79-9e86e0ddcb2d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Calling delete_port for 5849a161-2138-4845-bcd4-4138a0bfc33a owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:35.670613 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.695192 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Transition to ACTIVE for port object 986fd1fa-9358-4cdc-9bf2-dff6a6156447 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:35.714209 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.756364 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-6a310cb0-a5e4-4948-87b4-7a88cb54d9dd tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.765026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-6a310cb0-a5e4-4948-87b4-7a88cb54d9dd tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 805 time: 0.3031197 Jul 16 08:32:35.790461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Attempting to bind port 986fd1fa-9358-4cdc-9bf2-dff6a6156447 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:35.790846 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Attempting to bind port 986fd1fa-9358-4cdc-9bf2-dff6a6156447 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:35.791221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Attempting to bind port 986fd1fa-9358-4cdc-9bf2-dff6a6156447 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:35.792139 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-7e53e6b6-4b87-4bb3-b224-763e11bc89c0 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/quotas/a2cca6b5346b41fb9c1451a1f165aee8 HTTP/1.1" status: 200 len: 375 time: 0.0257993 Jul 16 08:32:35.887668 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3752cb2a-fd66-4225-9a20-6c6fa141c2c6 req-0ab97b2f-1e76-41de-bf79-9e86e0ddcb2d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.888599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Allocated IP 172.20.0.1 (83be97f7-2e71-428f-9ae0-b18aa1dbe0e4/54f06641-ecee-4543-adbf-120fa966a2c2/4ef14574-8527-49a5-8a0c-d54ba33f21ad) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:35.931642 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab97b2f-1e76-41de-bf79-9e86e0ddcb2d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event deleted for resources: {'Port': ['ID=5849a161-2138-4845-bcd4-4138a0bfc33a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:35.937853 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:35.939982 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:35.940476 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.940933 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:35.941483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Bound port: 986fd1fa-9358-4cdc-9bf2-dff6a6156447, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:35.944653 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.958010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e4bcc449-b5bf-40c2-9271-cf9255fce250', '0f4d8a5c-4270-4b27-83b6-a79fcba57193', '39f2fb7d-0cfe-4643-89a3-1891f09cf38d', '5849a161-2138-4845-bcd4-4138a0bfc33a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:35.968967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4c5d2014-c9c3-422a-843e-7b7fc2623af7', 'f6103806-0642-4d5a-961d-b8a98666855b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:35.981920 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eef5ca4-5961-4ed3-97f1-a9c527665217 req-bcdbd6b4-0b24-4ebd-8abf-8f25492a3932 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.983652 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2eef5ca4-5961-4ed3-97f1-a9c527665217 req-bcdbd6b4-0b24-4ebd-8abf-8f25492a3932 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=0e3114cd-8131-4de3-b05e-9fb6f0eda89e HTTP/1.1" status: 200 len: 867 time: 0.1832347 Jul 16 08:32:35.988380 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-c6c6e5d9-1e0b-44b1-95cf-d5955f0bf325 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1922638 Jul 16 08:32:36.014881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-3752cb2a-fd66-4225-9a20-6c6fa141c2c6 req-0ab97b2f-1e76-41de-bf79-9e86e0ddcb2d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] No DVR routers for this DVR port 5849a161-2138-4845-bcd4-4138a0bfc33a on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:36.026560 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3752cb2a-fd66-4225-9a20-6c6fa141c2c6 req-0ab97b2f-1e76-41de-bf79-9e86e0ddcb2d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.028797 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3752cb2a-fd66-4225-9a20-6c6fa141c2c6 req-0ab97b2f-1e76-41de-bf79-9e86e0ddcb2d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "DELETE /v2.0/ports/5849a161-2138-4845-bcd4-4138a0bfc33a HTTP/1.1" status: 204 len: 173 time: 1.3046467 Jul 16 08:32:36.029459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3114cd-8131-4de3-b05e-9fb6f0eda89e', 'name': 'network-vif-deleted', 'tag': '5849a161-2138-4845-bcd4-4138a0bfc33a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:36.031879 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1adf6eb4-76ac-45dd-94c8-7c529b15ac7a" -d '{"events": [{"server_uuid": "0e3114cd-8131-4de3-b05e-9fb6f0eda89e", "name": "network-vif-deleted", "tag": "5849a161-2138-4845-bcd4-4138a0bfc33a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:36.070459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde361b-2ef3-4c2e-805c-0be3d34c7f3d None None] Pushing event updated for resources: {'Port': ['ID=986fd1fa-9358-4cdc-9bf2-dff6a6156447,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:36.185536 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.199417 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-0ced606d-c9c4-4b86-8fe0-cfefe20064dc service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098393 Jul 16 08:32:36.310269 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2eef5ca4-5961-4ed3-97f1-a9c527665217 req-2d482d74-e3b9-452c-8a29-175b19cf053d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164346 Jul 16 08:32:36.315629 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.322297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] For port 986fd1fa-9358-4cdc-9bf2-dff6a6156447, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:36.373215 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-852013e4-c83d-4c11-b581-9fc950327d43 service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646199 Jul 16 08:32:36.406755 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] For port 986fd1fa-9358-4cdc-9bf2-dff6a6156447, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=986fd1fa-9358-4cdc-9bf2-dff6a6156447,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:36.418157 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.486711 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:36.490984 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:36.500222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:36.582909 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.743713 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Routers {'3e4a9226-4b42-41aa-b5be-5f06bef19246'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:36.744710 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:32:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e4a9226-4b42-41aa-b5be-5f06bef19246'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:36.808455 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde361b-2ef3-4c2e-805c-0be3d34c7f3d None None] Pushing event updated for resources: {'Port': ['ID=986fd1fa-9358-4cdc-9bf2-dff6a6156447,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:36.872672 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef14574-8527-49a5-8a0c-d54ba33f21ad,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:36.988134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433b4023-4139-4c4a-845a-e33b57bb5c04 req-11eb6364-aded-49c4-986d-b96e011a64be tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:37.002976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] Set router 3e4a9226-4b42-41aa-b5be-5f06bef19246 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:37.005045 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-433b4023-4139-4c4a-845a-e33b57bb5c04 req-11eb6364-aded-49c4-986d-b96e011a64be tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 1098 time: 0.1494601 Jul 16 08:32:37.059316 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.068671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d889115-458f-406b-a14a-5c31678da257 req-d8eeb633-97c5-4c2b-ace7-18db06c17e7b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:37.075799 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d889115-458f-406b-a14a-5c31678da257 req-d8eeb633-97c5-4c2b-ace7-18db06c17e7b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 945 time: 0.3246880 Jul 16 08:32:37.108754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-433b4023-4139-4c4a-845a-e33b57bb5c04 req-46097bcc-6b98-4d71-ab27-8353c35822e5 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009836 Jul 16 08:32:37.161820 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d889115-458f-406b-a14a-5c31678da257 req-e0af6e27-da4d-49e0-86c9-745e81114ab0 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f8ca04-f1ce-4784-a63d-1b6a9d56f95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849438 Jul 16 08:32:37.235094 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa672fa-eb30-4f04-a419-0b396cfecece x-openstack-request-id: req-0fa672fa-eb30-4f04-a419-0b396cfecece {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:37.235393 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3114cd-8131-4de3-b05e-9fb6f0eda89e", "name": "network-vif-deleted", "tag": "5849a161-2138-4845-bcd4-4138a0bfc33a", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:37.235655 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0fa672fa-eb30-4f04-a419-0b396cfecece {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:37.236105 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3114cd-8131-4de3-b05e-9fb6f0eda89e', 'name': 'network-vif-deleted', 'tag': '5849a161-2138-4845-bcd4-4138a0bfc33a', 'status': 'completed', 'code': 200} Jul 16 08:32:37.474711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'name': 'tempest-ServerRescueNegativeTestJSON-567077246-router', 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '986fd1fa-9358-4cdc-9bf2-dff6a6156447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:29Z', 'updated_at': '2021-07-16T08:32:32Z', 'revision_number': 3, 'project_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'gw_port': {'id': '986fd1fa-9358-4cdc-9bf2-dff6a6156447', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:30Z', 'updated_at': '2021-07-16T08:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:37.519601 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f3d7b4-69b1-4af2-902f-bcb21eb7dcb8 None None] The sync data for ids ['3e4a9226-4b42-41aa-b5be-5f06bef19246'] in n-d-758944-46 is: [{'id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'name': 'tempest-ServerRescueNegativeTestJSON-567077246-router', 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '986fd1fa-9358-4cdc-9bf2-dff6a6156447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:29Z', 'updated_at': '2021-07-16T08:32:32Z', 'revision_number': 3, 'project_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'gw_port': {'id': '986fd1fa-9358-4cdc-9bf2-dff6a6156447', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:30Z', 'updated_at': '2021-07-16T08:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:37.649456 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.664334 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.716080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b92de-fc2f-4500-96ae-a006b419eb3e req-90f82f99-b4f7-428d-9cc1-58268b97d14d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:37.717635 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a1b92de-fc2f-4500-96ae-a006b419eb3e req-90f82f99-b4f7-428d-9cc1-58268b97d14d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.3051786 Jul 16 08:32:37.793087 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.817733 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Pushing event updated for resources: {'Port': ['ID=4ef14574-8527-49a5-8a0c-d54ba33f21ad,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:37.904388 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5e7990ae-7f4c-4688-a8f0-ee6883dc8005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.945376 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a1b92de-fc2f-4500-96ae-a006b419eb3e req-8cf3d961-15f4-43b5-9045-69abf72495e4 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962585 Jul 16 08:32:37.979192 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:37.983082 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:38.102903 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.180371 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7b91a52-18c6-4b55-9335-81307e055ea7 req-62b4b260-65de-4294-9fbd-e45ec6879d7f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d5433fe-6d5f-4856-91b0-a45df88ec410 HTTP/1.1" status: 200 len: 210 time: 0.0452616 Jul 16 08:32:38.430877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Router 3e4a9226-4b42-41aa-b5be-5f06bef19246 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:32:38.553986 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2377213b-efd7-4677-bdde-1696f34cf96e req-7820ccd1-c6d2-4651-bd4f-49e247f6b3bc tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 258 time: 0.4015977 Jul 16 08:32:38.560717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:38.710691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:38.741838 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8f80e7fa-072e-415d-8102-c35fdbff81b0 admin admin] 10.222.0.20 "PUT /v2.0/routers/3e4a9226-4b42-41aa-b5be-5f06bef19246/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5882137 Jul 16 08:32:38.756416 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.854270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 5849a161-2138-4845-bcd4-4138a0bfc33a no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:38.911759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 5849a161-2138-4845-bcd4-4138a0bfc33a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:38.911759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 5849a161-2138-4845-bcd4-4138a0bfc33a not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:38.952607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-60f6f085-acfc-40f7-ad3a-80537111ae17 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:38.955117 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-60f6f085-acfc-40f7-ad3a-80537111ae17 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 805 time: 0.2424569 Jul 16 08:32:38.979683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-d62ac434-5a76-4fa1-8f1d-d9765caad66f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Request body: {'port': {'device_id': '1d5433fe-6d5f-4856-91b0-a45df88ec410', 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497', 'admin_state_up': True, 'tenant_id': 'a2cca6b5346b41fb9c1451a1f165aee8'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:39.182831 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-d62ac434-5a76-4fa1-8f1d-d9765caad66f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Made reservation on behalf of a2cca6b5346b41fb9c1451a1f165aee8 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:39.191466 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-d62ac434-5a76-4fa1-8f1d-d9765caad66f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.414889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-d62ac434-5a76-4fa1-8f1d-d9765caad66f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Allocated IP 172.20.0.4 (20ee9c8f-2cd9-40d6-987d-933e8af4b497/789d7b71-d5c7-4c97-8897-da1853b01c39/259c68dd-ba5b-4e46-8f4d-328d6a48cdbd) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:39.479800 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.555111 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.641814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Allocated IP 172.25.4.78 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/4baaee08-53f8-4670-a5b5-88b2acec827a) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:39.646909 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-d62ac434-5a76-4fa1-8f1d-d9765caad66f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.733096 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-d62ac434-5a76-4fa1-8f1d-d9765caad66f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.746258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b9a95dbe-c086-4c79-ac21-2fea3daed19b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:39.816049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-d62ac434-5a76-4fa1-8f1d-d9765caad66f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:39.826114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-d62ac434-5a76-4fa1-8f1d-d9765caad66f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:39.831924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-d62ac434-5a76-4fa1-8f1d-d9765caad66f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:39.836576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62ac434-5a76-4fa1-8f1d-d9765caad66f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Pushing event updated for resources: {'Port': ['ID=259c68dd-ba5b-4e46-8f4d-328d6a48cdbd,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:39.862476 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.900862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-d62ac434-5a76-4fa1-8f1d-d9765caad66f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.901497 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-d62ac434-5a76-4fa1-8f1d-d9765caad66f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.919107 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-d62ac434-5a76-4fa1-8f1d-d9765caad66f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9530523 Jul 16 08:32:39.941539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Request body: {'port': {'device_id': '1d5433fe-6d5f-4856-91b0-a45df88ec410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:39.956770 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.035023 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:40.043326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:40.047864 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:40.087062 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Pushing event updated for resources: {'Port': ['ID=4baaee08-53f8-4670-a5b5-88b2acec827a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:40.123228 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 986fd1fa-9358-4cdc-9bf2-dff6a6156447 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:40.183182 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.198283 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.262905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 986fd1fa-9358-4cdc-9bf2-dff6a6156447 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:40.270970 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.280305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 986fd1fa-9358-4cdc-9bf2-dff6a6156447 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:40.280888 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.313181 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Sync routers for ids ['3e4a9226-4b42-41aa-b5be-5f06bef19246'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:40.339069 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Routers {'3e4a9226-4b42-41aa-b5be-5f06bef19246'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:40.340098 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:32:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e4a9226-4b42-41aa-b5be-5f06bef19246'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:40.435931 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.471012 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 986fd1fa-9358-4cdc-9bf2-dff6a6156447, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=986fd1fa-9358-4cdc-9bf2-dff6a6156447,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:40.476884 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.574897 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=986fd1fa-9358-4cdc-9bf2-dff6a6156447,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:40.606146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:40.607097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:40.607732 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:40.608316 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:40.608937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:40.617319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:40.617694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:40.618017 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:40.621695 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:40.622836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:40.625451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:40.625636 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:40.646831 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.655690 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.663475 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Set router 3e4a9226-4b42-41aa-b5be-5f06bef19246 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:40.728136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7bc4c696-82fa-431d-adbc-a86d672c4b28 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:32:40.729365 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7bc4c696-82fa-431d-adbc-a86d672c4b28 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096521 Jul 16 08:32:40.742404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Pushing event updated for resources: {'Port': ['ID=4baaee08-53f8-4670-a5b5-88b2acec827a,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:40.756785 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-11b8d7d2-9917-4256-a0f8-c9bda3272c84 service neutron] Request body: {'binding': {'host': 'n-h2-758944-46', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:40.761646 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.762376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-11b8d7d2-9917-4256-a0f8-c9bda3272c84 service neutron] Unknown quota resources ['binding']. {{(pid=93695) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:32:40.782488 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.791177 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2377213b-efd7-4677-bdde-1696f34cf96e req-ef79665c-677a-4622-91e6-f15153b4ac77 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.2361810 Jul 16 08:32:40.794510 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:40.809056 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.843947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Transition to ACTIVE for port object 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:40.855575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.862901 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2377213b-efd7-4677-bdde-1696f34cf96e req-43b6b44f-b23f-4840-90bd-74473145976b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.78 HTTP/1.1" status: 200 len: 695 time: 0.0704966 Jul 16 08:32:40.980760 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Pushing event updated for resources: {'Port': ['ID=259c68dd-ba5b-4e46-8f4d-328d6a48cdbd,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:40.998923 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'name': 'tempest-ServerRescueNegativeTestJSON-567077246-router', 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '986fd1fa-9358-4cdc-9bf2-dff6a6156447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:29Z', 'updated_at': '2021-07-16T08:32:36Z', 'revision_number': 4, 'project_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'gw_port': {'id': '986fd1fa-9358-4cdc-9bf2-dff6a6156447', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:30Z', 'updated_at': '2021-07-16T08:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '4ef14574-8527-49a5-8a0c-d54ba33f21ad', 'name': '', 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4', 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'mac_address': 'fa:16:3e:35:6a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '54f06641-ecee-4543-adbf-120fa966a2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:35Z', 'updated_at': '2021-07-16T08:32:37Z', 'revision_number': 2, 'project_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'subnets': [{'id': '54f06641-ecee-4543-adbf-120fa966a2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:41.031925 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Checking router: 3e4a9226-4b42-41aa-b5be-5f06bef19246 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:41.032294 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Updating router 3e4a9226-4b42-41aa-b5be-5f06bef19246 port 4ef14574-8527-49a5-8a0c-d54ba33f21ad binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:32:41.054247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-11b8d7d2-9917-4256-a0f8-c9bda3272c84 service neutron] Attempting to bind port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 on host n-h2-758944-46 for vnic_type normal with profile None {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:41.054731 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-11b8d7d2-9917-4256-a0f8-c9bda3272c84 service neutron] Attempting to bind port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:41.055247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-11b8d7d2-9917-4256-a0f8-c9bda3272c84 service neutron] Attempting to bind port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:41.057152 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377213b-efd7-4677-bdde-1696f34cf96e req-c1118109-2486-4d71-9376-e5b7b22ffdeb tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.058795 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2377213b-efd7-4677-bdde-1696f34cf96e req-c1118109-2486-4d71-9376-e5b7b22ffdeb tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.1951213 Jul 16 08:32:41.059081 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.083895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-11b8d7d2-9917-4256-a0f8-c9bda3272c84 service neutron] Port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 on network a9119c76-4476-450e-9781-c499b2315c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:41.089101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-11b8d7d2-9917-4256-a0f8-c9bda3272c84 service neutron] Attempting to bind port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:41.098720 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.104667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-11b8d7d2-9917-4256-a0f8-c9bda3272c84 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:41.108912 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-11b8d7d2-9917-4256-a0f8-c9bda3272c84 service neutron] Checking segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:41.109697 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-11b8d7d2-9917-4256-a0f8-c9bda3272c84 service neutron] Bound using segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:41.110396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-11b8d7d2-9917-4256-a0f8-c9bda3272c84 service neutron] Bound port: fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:41.146291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Attempting to bind port 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:41.146923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Attempting to bind port 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:41.147569 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Attempting to bind port 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:41.155386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Port 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:41.155993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Attempting to bind port 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:41.168082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:41.168710 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Checking segment: {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:41.169275 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Bound using segment: {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:41.169887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Bound port: 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:41.170432 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.268484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-11b8d7d2-9917-4256-a0f8-c9bda3272c84 service neutron] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:41.290877 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-11b8d7d2-9917-4256-a0f8-c9bda3272c84 service neutron] Notify callbacks [] for binding, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.292115 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-11b8d7d2-9917-4256-a0f8-c9bda3272c84 service neutron] 10.222.0.20 "POST /v2.0/ports/fd3ef9f1-e137-44b9-9d84-ad2c09664fd7/bindings HTTP/1.1" status: 201 len: 390 time: 0.5451431 Jul 16 08:32:41.299440 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] For port 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:41.303604 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] For port 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=259c68dd-ba5b-4e46-8f4d-328d6a48cdbd,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:41.308147 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.391795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.392452 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.397234 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] 10.222.0.38 "PUT /v2.0/ports/259c68dd-ba5b-4e46-8f4d-328d6a48cdbd HTTP/1.1" status: 200 len: 1092 time: 1.4696898 Jul 16 08:32:41.397693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5433fe-6d5f-4856-91b0-a45df88ec410', 'tag': '259c68dd-ba5b-4e46-8f4d-328d6a48cdbd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:41.402578 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f97fd1-5768-4feb-8a1a-e7593ad6f83e" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5433fe-6d5f-4856-91b0-a45df88ec410", "tag": "259c68dd-ba5b-4e46-8f4d-328d6a48cdbd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:41.463797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d401d-3fb5-4e0a-94bc-c7be323c5025 service neutron] Pushing event updated for resources: {'Port': ['ID=259c68dd-ba5b-4e46-8f4d-328d6a48cdbd,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:41.629906 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-d46d693b-f511-484c-970d-cb58a98107a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.632135 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.635049 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-d46d693b-f511-484c-970d-cb58a98107a0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&device_id=1d5433fe-6d5f-4856-91b0-a45df88ec410 HTTP/1.1" status: 200 len: 1095 time: 0.1223013 Jul 16 08:32:41.661230 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Transition to ACTIVE for port object 4ef14574-8527-49a5-8a0c-d54ba33f21ad will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:41.681812 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.757108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-e6af2b5d-8244-45d7-8e22-0dd4decae2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.768612 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-e6af2b5d-8244-45d7-8e22-0dd4decae2c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 1098 time: 0.1216481 Jul 16 08:32:41.819046 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-24a224cf-88ea-4547-aa56-134f5d3125c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=259c68dd-ba5b-4e46-8f4d-328d6a48cdbd HTTP/1.1" status: 200 len: 217 time: 0.1726506 Jul 16 08:32:41.874330 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Attempting to bind port 4ef14574-8527-49a5-8a0c-d54ba33f21ad on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:41.874834 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Attempting to bind port 4ef14574-8527-49a5-8a0c-d54ba33f21ad by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'd1a1f32a-dc76-432c-a827-72cd3b589e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:41.875069 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Attempting to bind port 4ef14574-8527-49a5-8a0c-d54ba33f21ad on network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:41.888233 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:41.888548 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Checking segment: {'id': 'd1a1f32a-dc76-432c-a827-72cd3b589e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:41.888972 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.889873 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Bound using segment: {'id': 'd1a1f32a-dc76-432c-a827-72cd3b589e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:41.889873 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Bound port: 4ef14574-8527-49a5-8a0c-d54ba33f21ad, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1a1f32a-dc76-432c-a827-72cd3b589e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:41.890370 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.917307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-1411b645-d418-4f1a-a122-d30e6ad25b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.919046 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-1411b645-d418-4f1a-a122-d30e6ad25b52 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 200 len: 845 time: 0.0940616 Jul 16 08:32:41.943985 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa833cd0-6b53-403b-8b10-7e49fcdadc11 None None] Pushing event updated for resources: {'Port': ['ID=4ef14574-8527-49a5-8a0c-d54ba33f21ad,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:41.988375 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] For port 4ef14574-8527-49a5-8a0c-d54ba33f21ad, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:41.995331 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] For port 4ef14574-8527-49a5-8a0c-d54ba33f21ad, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4ef14574-8527-49a5-8a0c-d54ba33f21ad,segment=NetworkSegment(d1a1f32a-dc76-432c-a827-72cd3b589e40),segment_id=d1a1f32a-dc76-432c-a827-72cd3b589e40)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:42.002026 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.027360 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-141160e9-187e-45fe-be1c-a01b4d7f1fc5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=20ee9c8f-2cd9-40d6-987d-933e8af4b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894802 Jul 16 08:32:42.037532 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-38008aa6-5128-4287-870b-70ee9d0667e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:42.041533 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-38008aa6-5128-4287-870b-70ee9d0667e9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.2671089 Jul 16 08:32:42.055677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 986fd1fa-9358-4cdc-9bf2-dff6a6156447 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:42.113439 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa833cd0-6b53-403b-8b10-7e49fcdadc11 None None] Pushing event updated for resources: {'Port': ['ID=4ef14574-8527-49a5-8a0c-d54ba33f21ad,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:42.133935 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-06a0a0d0-1094-4f98-811c-b4237db78bd4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 HTTP/1.1" status: 200 len: 217 time: 0.0864182 Jul 16 08:32:42.151079 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Routers {'3e4a9226-4b42-41aa-b5be-5f06bef19246'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:42.151698 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:32:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e4a9226-4b42-41aa-b5be-5f06bef19246'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:42.184432 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 986fd1fa-9358-4cdc-9bf2-dff6a6156447 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:42.184837 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.196209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9fbb4-9821-4e44-a02c-2019e1194537 req-d6dfac73-3e99-4724-bf11-5e1efbf0be36 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:42.198090 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ce9fbb4-9821-4e44-a02c-2019e1194537 req-d6dfac73-3e99-4724-bf11-5e1efbf0be36 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.2938869 Jul 16 08:32:42.221400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-033b3590-d626-40ea-804f-63116aa68d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:42.223538 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-033b3590-d626-40ea-804f-63116aa68d3a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.0815396 Jul 16 08:32:42.257321 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-2609d6a2-58bf-4f03-bc62-4ad97a4052bf service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231956 Jul 16 08:32:42.299497 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] Set router 3e4a9226-4b42-41aa-b5be-5f06bef19246 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:42.305347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ce9fbb4-9821-4e44-a02c-2019e1194537 req-5afed6c9-f5ce-447b-99ba-a311869353dd tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978770 Jul 16 08:32:42.317939 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-de11fd43-bee2-47c2-9bc7-d5805282aa6d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763261 Jul 16 08:32:42.403642 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29b9b487-659f-4ed8-bf96-f0813fd9d1df req-fe9225a5-a604-40ee-ae24-47a122011fd6 service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399045 Jul 16 08:32:42.499750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-ddeadd6b-fe06-44b8-b3a3-29d9bf4228c4 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:42.501634 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-ddeadd6b-fe06-44b8-b3a3-29d9bf4228c4 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/networks?id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 HTTP/1.1" status: 200 len: 818 time: 0.1827359 Jul 16 08:32:42.539285 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-09199133-8c96-44a7-bc88-469daef95979 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/quotas/a9ab48241fdd447c872ab202d75bbb7e HTTP/1.1" status: 200 len: 375 time: 0.0258706 Jul 16 08:32:42.565432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0704c-4a0f-491b-8ca2-3b6f7dc3b0c9 req-b3024a63-24fe-4c72-a36d-b4f25efdb2ae tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:42.567636 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7bf0704c-4a0f-491b-8ca2-3b6f7dc3b0c9 req-b3024a63-24fe-4c72-a36d-b4f25efdb2ae tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d5433fe-6d5f-4856-91b0-a45df88ec410 HTTP/1.1" status: 200 len: 943 time: 0.1104102 Jul 16 08:32:42.650054 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7bf0704c-4a0f-491b-8ca2-3b6f7dc3b0c9 req-a19487fc-b22a-44bd-921e-919bc525e97e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741756 Jul 16 08:32:42.669699 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-bd6f715d-69f8-4344-aa4b-d985272b4310 service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435361 Jul 16 08:32:42.688474 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'name': 'tempest-ServerRescueNegativeTestJSON-567077246-router', 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '986fd1fa-9358-4cdc-9bf2-dff6a6156447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:29Z', 'updated_at': '2021-07-16T08:32:36Z', 'revision_number': 4, 'project_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'gw_port': {'id': '986fd1fa-9358-4cdc-9bf2-dff6a6156447', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:30Z', 'updated_at': '2021-07-16T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '4ef14574-8527-49a5-8a0c-d54ba33f21ad', 'name': '', 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4', 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'mac_address': 'fa:16:3e:35:6a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '54f06641-ecee-4543-adbf-120fa966a2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:35Z', 'updated_at': '2021-07-16T08:32:41Z', 'revision_number': 4, 'project_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'subnets': [{'id': '54f06641-ecee-4543-adbf-120fa966a2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:42.725637 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-e598b48e-681a-466b-ae9c-fa5857e0a729 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ab48241fdd447c872ab202d75bbb7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1320784 Jul 16 08:32:42.731902 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b3d0d-2d22-4e4f-aba0-ec02628f4380 None None] The sync data for ids ['3e4a9226-4b42-41aa-b5be-5f06bef19246'] in n-d-758944-46 is: [{'id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'name': 'tempest-ServerRescueNegativeTestJSON-567077246-router', 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '986fd1fa-9358-4cdc-9bf2-dff6a6156447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:29Z', 'updated_at': '2021-07-16T08:32:36Z', 'revision_number': 4, 'project_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'gw_port': {'id': '986fd1fa-9358-4cdc-9bf2-dff6a6156447', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:30Z', 'updated_at': '2021-07-16T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '4ef14574-8527-49a5-8a0c-d54ba33f21ad', 'name': '', 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4', 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'mac_address': 'fa:16:3e:35:6a:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'device_owner': 'network:router_interface', 'standard_attr_id': 905, 'fixed_ips': [{'subnet_id': '54f06641-ecee-4543-adbf-120fa966a2c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:35Z', 'updated_at': '2021-07-16T08:32:41Z', 'revision_number': 4, 'project_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'subnets': [{'id': '54f06641-ecee-4543-adbf-120fa966a2c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:42.835144 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-cb593631-0911-45de-aee4-d36ad7747a9c service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495883 Jul 16 08:32:42.949332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bf9a4-e802-4e39-ab01-e768132cab86 req-286cedb3-6bb1-48de-8e4a-e2b2b6e59e18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:42.951152 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d9bf9a4-e802-4e39-ab01-e768132cab86 req-286cedb3-6bb1-48de-8e4a-e2b2b6e59e18 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "GET /v2.0/ports?device_id=6dd32b2c-9d13-4bf7-99b2-5a0b027e697a HTTP/1.1" status: 200 len: 949 time: 0.1887937 Jul 16 08:32:43.036690 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-c95d78ed-5f51-4f57-b57b-f6b4c9c6db4c service neutron] 10.222.0.20 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617712 Jul 16 08:32:43.039695 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-8e2bdc9d-51d2-4b83-a196-f3602c3ab55e tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.041565 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-8e2bdc9d-51d2-4b83-a196-f3602c3ab55e tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1780500 Jul 16 08:32:43.100586 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-24cc7557-17db-4bf4-9eb1-e381bd6eda8d tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.102081 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-24cc7557-17db-4bf4-9eb1-e381bd6eda8d tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924&tenant_id=fe72388f7744440db5677c86ab49db05&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1098 time: 0.1669269 Jul 16 08:32:43.115627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-46'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:43.158798 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-f7fc047b-d091-414f-a3d8-aa204cab9175 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.78 HTTP/1.1" status: 200 len: 695 time: 0.1103847 Jul 16 08:32:43.167518 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-99f82faf-38c4-49a6-bc20-2a507a7632fb tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Request body: {'floatingip': {'port_id': 'bfeffdc5-f78b-47cb-875f-6470fce4e143', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:43.219352 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-99f82faf-38c4-49a6-bc20-2a507a7632fb tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.269357 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-55fdb60d-6bda-40f4-98b1-fb1b9d9f940b service neutron] 10.222.0.20 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315712 Jul 16 08:32:43.317947 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.357452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-3d9bf9a4-e802-4e39-ab01-e768132cab86 req-134fcc60-d89d-40a5-99cb-a75a88edb7a1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Deleting port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:43.357965 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3d9bf9a4-e802-4e39-ab01-e768132cab86 req-134fcc60-d89d-40a5-99cb-a75a88edb7a1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.622639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:43.691711 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:43.727832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-3d9bf9a4-e802-4e39-ab01-e768132cab86 req-134fcc60-d89d-40a5-99cb-a75a88edb7a1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] For port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=39f2fb7d-0cfe-4643-89a3-1891f09cf38d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:43.728228 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3d9bf9a4-e802-4e39-ab01-e768132cab86 req-134fcc60-d89d-40a5-99cb-a75a88edb7a1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.844222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422009d9-c902-493e-8fb5-482b7e5f6924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd3ef9f1-e137-44b9-9d84-ad2c09664fd7'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:43.848595 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192b0991-1185-4868-87c9-5c768d26563d" -d '{"events": [{"server_uuid": "422009d9-c902-493e-8fb5-482b7e5f6924", "name": "network-vif-unplugged", "status": "completed", "tag": "fd3ef9f1-e137-44b9-9d84-ad2c09664fd7"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:43.866017 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.878555 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.946672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:44.113450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Pushing event updated for resources: {'Port': ['ID=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:44.178035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4ef14574-8527-49a5-8a0c-d54ba33f21ad up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:44.253486 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 4ef14574-8527-49a5-8a0c-d54ba33f21ad completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:44.267630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4ef14574-8527-49a5-8a0c-d54ba33f21ad triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:44.268044 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.289080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Attempting to bind port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 on host n-h1-758944-46 for vnic_type normal with profile {"migrating_to": "n-h2-758944-46"} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:44.289853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Attempting to bind port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:44.290634 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Attempting to bind port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:44.300654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 on network a9119c76-4476-450e-9781-c499b2315c7d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:44.301828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Attempting to bind port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:44.319170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:44.319801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Checking segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:44.320447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Bound using segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:44.321204 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Bound port: fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:44.321771 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.340681 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=259c68dd-ba5b-4e46-8f4d-328d6a48cdbd,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:44.351625 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73de9a42-c03b-4a46-a9f4-341a3ee9ef8d req-2453a998-a2ad-47df-907c-2be31a530e41 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.360696 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-73de9a42-c03b-4a46-a9f4-341a3ee9ef8d req-2453a998-a2ad-47df-907c-2be31a530e41 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 944 time: 0.1743541 Jul 16 08:32:44.463346 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-73de9a42-c03b-4a46-a9f4-341a3ee9ef8d req-a22ae6ac-cbd6-42e0-8024-10364beb625d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012199 Jul 16 08:32:44.503618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:44.509764 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:44.526335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.657686 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22d92b0-129f-41f3-b154-0e266c988e70 x-openstack-request-id: req-f22d92b0-129f-41f3-b154-0e266c988e70 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:44.658312 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5433fe-6d5f-4856-91b0-a45df88ec410", "tag": "259c68dd-ba5b-4e46-8f4d-328d6a48cdbd", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:44.658312 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f22d92b0-129f-41f3-b154-0e266c988e70 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:44.658725 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d5433fe-6d5f-4856-91b0-a45df88ec410', 'tag': '259c68dd-ba5b-4e46-8f4d-328d6a48cdbd', 'status': 'completed', 'code': 200} Jul 16 08:32:44.694492 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-3d9bf9a4-e802-4e39-ab01-e768132cab86 req-134fcc60-d89d-40a5-99cb-a75a88edb7a1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Calling delete_port for 39f2fb7d-0cfe-4643-89a3-1891f09cf38d owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:44.723015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.740672 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.742523 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] 10.222.0.38 "PUT /v2.0/ports/fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 HTTP/1.1" status: 200 len: 1124 time: 1.6321199 Jul 16 08:32:44.743559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c276d38-6d29-44a3-84bb-4dbd37cc5b2e service neutron] Pushing event updated for resources: {'Port': ['ID=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,revision_number=8']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:44.762505 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.837567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '259c68dd-ba5b-4e46-8f4d-328d6a48cdbd', 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497', 'port_id': '259c68dd-ba5b-4e46-8f4d-328d6a48cdbd', 'mac_address': 'fa:16:3e:05:95:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789d7b71-d5c7-4c97-8897-da1853b01c39', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:44.854365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['fd3ef9f1-e137-44b9-9d84-ad2c09664fd7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:44.885597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f97fd1-5768-4feb-8a1a-e7593ad6f83e req-62f65030-23c1-470d-ab83-48b577041cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.887225 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5f97fd1-5768-4feb-8a1a-e7593ad6f83e req-62f65030-23c1-470d-ab83-48b577041cef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&device_id=1d5433fe-6d5f-4856-91b0-a45df88ec410 HTTP/1.1" status: 200 len: 1095 time: 0.2278395 Jul 16 08:32:44.971638 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.994754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 4ef14574-8527-49a5-8a0c-d54ba33f21ad, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4ef14574-8527-49a5-8a0c-d54ba33f21ad,segment=NetworkSegment(d1a1f32a-dc76-432c-a827-72cd3b589e40),segment_id=d1a1f32a-dc76-432c-a827-72cd3b589e40)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:45.007468 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.018369 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:45.027007 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f97fd1-5768-4feb-8a1a-e7593ad6f83e req-ef225db7-8834-4092-80e8-39a9c51036ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.028712 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5f97fd1-5768-4feb-8a1a-e7593ad6f83e req-ef225db7-8834-4092-80e8-39a9c51036ff service neutron] 10.222.0.38 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 905 time: 0.1012206 Jul 16 08:32:45.042970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=259c68dd-ba5b-4e46-8f4d-328d6a48cdbd,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:45.072222 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.121222 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5f97fd1-5768-4feb-8a1a-e7593ad6f83e req-589ada8a-b338-49c3-a41a-3456575586ec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=259c68dd-ba5b-4e46-8f4d-328d6a48cdbd HTTP/1.1" status: 200 len: 217 time: 0.0818901 Jul 16 08:32:45.130012 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=4ef14574-8527-49a5-8a0c-d54ba33f21ad,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:45.183916 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=259c68dd-ba5b-4e46-8f4d-328d6a48cdbd,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:45.203384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f97fd1-5768-4feb-8a1a-e7593ad6f83e req-280dfe28-6f98-4b99-8602-b91bf1decec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.205573 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5f97fd1-5768-4feb-8a1a-e7593ad6f83e req-280dfe28-6f98-4b99-8602-b91bf1decec9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 200 len: 845 time: 0.0609915 Jul 16 08:32:45.239819 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478150e8-5846-42cf-9c3b-f8e7fa5fe706 req-2e10c1ff-9a76-4282-b65b-6f6d07534e39 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.241546 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-478150e8-5846-42cf-9c3b-f8e7fa5fe706 req-2e10c1ff-9a76-4282-b65b-6f6d07534e39 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.1403024 Jul 16 08:32:45.284400 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5f97fd1-5768-4feb-8a1a-e7593ad6f83e req-b7f864a5-7a17-429f-bd86-7c43761d8afd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=20ee9c8f-2cd9-40d6-987d-933e8af4b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689766 Jul 16 08:32:45.359608 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['259c68dd-ba5b-4e46-8f4d-328d6a48cdbd'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:45.374465 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-478150e8-5846-42cf-9c3b-f8e7fa5fe706 req-f23a9d56-a068-4e22-bcc6-45718dc28936 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200368 Jul 16 08:32:45.400061 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5f97fd1-5768-4feb-8a1a-e7593ad6f83e req-ed34a323-dfca-41b6-a250-b97581c32f64 service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045916 Jul 16 08:32:45.458403 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3d9bf9a4-e802-4e39-ab01-e768132cab86 req-134fcc60-d89d-40a5-99cb-a75a88edb7a1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.508600 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e4bcc449-b5bf-40c2-9271-cf9255fce250', '0f4d8a5c-4270-4b27-83b6-a79fcba57193'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:45.569567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6298451-071d-4198-bc5a-cfa6afee26d2 req-1435f3c9-4847-4560-9bfa-5fd9445a29cc tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.573682 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e6298451-071d-4198-bc5a-cfa6afee26d2 req-1435f3c9-4847-4560-9bfa-5fd9445a29cc tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.38 "GET /v2.0/ports?device_id=4c9a51bd-0fd9-41c7-b200-4709227877e5 HTTP/1.1" status: 200 len: 949 time: 0.2641284 Jul 16 08:32:45.621660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9bf9a4-e802-4e39-ab01-e768132cab86 req-134fcc60-d89d-40a5-99cb-a75a88edb7a1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] No DVR routers for this DVR port 39f2fb7d-0cfe-4643-89a3-1891f09cf38d on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:45.624550 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3d9bf9a4-e802-4e39-ab01-e768132cab86 req-134fcc60-d89d-40a5-99cb-a75a88edb7a1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.627054 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d9bf9a4-e802-4e39-ab01-e768132cab86 req-134fcc60-d89d-40a5-99cb-a75a88edb7a1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "DELETE /v2.0/ports/39f2fb7d-0cfe-4643-89a3-1891f09cf38d HTTP/1.1" status: 204 len: 173 time: 2.6644213 Jul 16 08:32:45.627874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134fcc60-d89d-40a5-99cb-a75a88edb7a1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event deleted for resources: {'Port': ['ID=39f2fb7d-0cfe-4643-89a3-1891f09cf38d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:45.659974 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.resource_extend [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-99f82faf-38c4-49a6-bc20-2a507a7632fb tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:32:45.728642 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1538c966-05db-47b6-bf06-163bb3502d90 req-e5bf1371-73a5-4309-93a8-d9c764943b61 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 210 time: 0.0773778 Jul 16 08:32:45.729351 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5f97fd1-5768-4feb-8a1a-e7593ad6f83e req-c4042ecf-f056-48fb-8375-57d4f99d94c8 service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3174932 Jul 16 08:32:45.754589 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-99f82faf-38c4-49a6-bc20-2a507a7632fb tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.783106 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-99f82faf-38c4-49a6-bc20-2a507a7632fb tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.879351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-ebe3ae04-491d-4caa-ba53-fc3b826f0d4b tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.892332 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-ebe3ae04-491d-4caa-ba53-fc3b826f0d4b tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.38 "GET /v2.0/networks?id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 HTTP/1.1" status: 200 len: 818 time: 0.4625809 Jul 16 08:32:45.970581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-bd4ae5b2-92ce-44e2-bd6e-03080e3fc6b2 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Request body: {'port': {'device_id': '225c3608-10d0-4b2e-a031-572d068d0bfd', 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4', 'admin_state_up': True, 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:45.994424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:46.034955 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-99f82faf-38c4-49a6-bc20-2a507a7632fb tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Floating IP d37af74f-3458-45ac-bf68-f941358db5b1 associated. External IP: 172.25.4.78, port: bfeffdc5-f78b-47cb-875f-6470fce4e143. Jul 16 08:32:46.130143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4ef14574-8527-49a5-8a0c-d54ba33f21ad up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:46.230307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-bd4ae5b2-92ce-44e2-bd6e-03080e3fc6b2 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Made reservation on behalf of a9ab48241fdd447c872ab202d75bbb7e for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:46.233952 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-bd4ae5b2-92ce-44e2-bd6e-03080e3fc6b2 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.352294 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-e6298451-071d-4198-bc5a-cfa6afee26d2 req-f46d82bf-2ae2-408e-b6bb-4cd210b370fb tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Deleting port f6103806-0642-4d5a-961d-b8a98666855b {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:46.353394 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e6298451-071d-4198-bc5a-cfa6afee26d2 req-f46d82bf-2ae2-408e-b6bb-4cd210b370fb tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.398651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f097f85-b9bb-4169-86d4-e38f8d16e589 req-50324300-96a6-42eb-9763-8eb8a3de68c1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.400232 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5f097f85-b9bb-4169-86d4-e38f8d16e589 req-50324300-96a6-42eb-9763-8eb8a3de68c1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d5433fe-6d5f-4856-91b0-a45df88ec410 HTTP/1.1" status: 200 len: 944 time: 0.3331697 Jul 16 08:32:46.410526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-99f82faf-38c4-49a6-bc20-2a507a7632fb tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Router acdb6994-44b9-4509-a527-f6c19b872fe3 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:32:46.494003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:46.506692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 has no active binding in host n-h2-758944-46 {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:32:46.524106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4ef14574-8527-49a5-8a0c-d54ba33f21ad triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:46.524915 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.551095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5f097f85-b9bb-4169-86d4-e38f8d16e589 req-b11f401c-d54c-4245-a32c-c3c129f69328 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333208 Jul 16 08:32:46.650026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-99f82faf-38c4-49a6-bc20-2a507a7632fb tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:46.660901 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-99f82faf-38c4-49a6-bc20-2a507a7632fb tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.661502 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5255d0a-7a97-4bd0-a9b2-527090dbb11e x-openstack-request-id: req-d5255d0a-7a97-4bd0-a9b2-527090dbb11e {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:46.661502 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422009d9-c902-493e-8fb5-482b7e5f6924", "name": "network-vif-unplugged", "status": "completed", "tag": "fd3ef9f1-e137-44b9-9d84-ad2c09664fd7", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:46.661755 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d5255d0a-7a97-4bd0-a9b2-527090dbb11e {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:46.662124 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422009d9-c902-493e-8fb5-482b7e5f6924', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd3ef9f1-e137-44b9-9d84-ad2c09664fd7', 'code': 200} Jul 16 08:32:46.664148 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-bd4ae5b2-92ce-44e2-bd6e-03080e3fc6b2 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Allocated IP 172.20.0.12 (83be97f7-2e71-428f-9ae0-b18aa1dbe0e4/54f06641-ecee-4543-adbf-120fa966a2c2/f6281c5e-9242-4383-b63b-c2e4af773e30) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:46.684754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-e6298451-071d-4198-bc5a-cfa6afee26d2 req-f46d82bf-2ae2-408e-b6bb-4cd210b370fb tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] For port f6103806-0642-4d5a-961d-b8a98666855b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f6103806-0642-4d5a-961d-b8a98666855b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:46.686150 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e6298451-071d-4198-bc5a-cfa6afee26d2 req-f46d82bf-2ae2-408e-b6bb-4cd210b370fb tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.694685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156ff778-7016-4bb2-bf24-971b6f8fba45 None None] Sync routers for ids ['acdb6994-44b9-4509-a527-f6c19b872fe3'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:46.711063 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156ff778-7016-4bb2-bf24-971b6f8fba45 None None] Routers {'acdb6994-44b9-4509-a527-f6c19b872fe3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:46.714939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-156ff778-7016-4bb2-bf24-971b6f8fba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:32:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['acdb6994-44b9-4509-a527-f6c19b872fe3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:46.739776 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd32b2c-9d13-4bf7-99b2-5a0b027e697a', 'name': 'network-vif-deleted', 'tag': '39f2fb7d-0cfe-4643-89a3-1891f09cf38d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:46.742208 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1deded-a584-4dcb-9568-f6b686e98772" -d '{"events": [{"server_uuid": "6dd32b2c-9d13-4bf7-99b2-5a0b027e697a", "name": "network-vif-deleted", "tag": "39f2fb7d-0cfe-4643-89a3-1891f09cf38d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:46.745127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-e6298451-071d-4198-bc5a-cfa6afee26d2 req-f46d82bf-2ae2-408e-b6bb-4cd210b370fb tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Calling delete_port for f6103806-0642-4d5a-961d-b8a98666855b owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:46.758686 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-99f82faf-38c4-49a6-bc20-2a507a7632fb tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "PUT /v2.0/floatingips/d37af74f-3458-45ac-bf68-f941358db5b1 HTTP/1.1" status: 200 len: 995 time: 3.5922322 Jul 16 08:32:46.843290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-74c444e0-a134-4e56-bad8-d6721e40a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.855519 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-74c444e0-a134-4e56-bad8-d6721e40a6a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ae1ab92c461435187763f8571a51591&device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 1097 time: 0.0939827 Jul 16 08:32:46.882261 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-156ff778-7016-4bb2-bf24-971b6f8fba45 None None] Set router acdb6994-44b9-4509-a527-f6c19b872fe3 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:47.017698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 39f2fb7d-0cfe-4643-89a3-1891f09cf38d no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:47.047218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4c5d2014-c9c3-422a-843e-7b7fc2623af7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:47.075383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-a376d59f-6fd0-43c6-afb4-e0645f7ac0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.077789 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-a376d59f-6fd0-43c6-afb4-e0645f7ac0fa service neutron] 10.222.0.20 "GET /v2.0/networks?id=ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 HTTP/1.1" status: 200 len: 929 time: 0.2213993 Jul 16 08:32:47.082066 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 39f2fb7d-0cfe-4643-89a3-1891f09cf38d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:47.082517 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 39f2fb7d-0cfe-4643-89a3-1891f09cf38d not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:47.150559 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e6298451-071d-4198-bc5a-cfa6afee26d2 req-f46d82bf-2ae2-408e-b6bb-4cd210b370fb tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.181560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-7e6e46f8-f3bd-481e-b215-a2052ae1b158 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfeffdc5-f78b-47cb-875f-6470fce4e143 HTTP/1.1" status: 200 len: 998 time: 0.0962133 Jul 16 08:32:47.226735 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-bd4ae5b2-92ce-44e2-bd6e-03080e3fc6b2 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.245735 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-b837a3ad-dcc2-4004-afbe-7d6d14b6ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.256347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-b837a3ad-dcc2-4004-afbe-7d6d14b6ed31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=686dab5e-3b78-4f08-bf02-a6c85459ca7a HTTP/1.1" status: 200 len: 868 time: 0.0674787 Jul 16 08:32:47.341181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-9d89992a-17da-4c8b-8db5-059328a16d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.349989 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-9d89992a-17da-4c8b-8db5-059328a16d07 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca736e3a-4d25-45f6-b3b5-fa7f342f9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0872309 Jul 16 08:32:47.358026 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-bd4ae5b2-92ce-44e2-bd6e-03080e3fc6b2 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.417469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-156ff778-7016-4bb2-bf24-971b6f8fba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:04Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '8ae1ab92c461435187763f8571a51591', 'gw_port': {'id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd37af74f-3458-45ac-bf68-f941358db5b1', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'floating_ip_address': '172.25.4.78', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'port_id': 'bfeffdc5-f78b-47cb-875f-6470fce4e143', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'mac_address': 'fa:16:3e:23:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b1d8f3-17af-421d-a9d5-7ed277b228ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:32:40Z', 'updated_at': '2021-07-16T08:32:45Z', 'revision_number': 1, 'project_id': '8ae1ab92c461435187763f8571a51591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409c2565-4560-44f2-aad1-a78b3eb287d0', 'name': '', 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'mac_address': 'fa:16:3e:f1:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:09Z', 'updated_at': '2021-07-16T08:32:18Z', 'revision_number': 5, 'project_id': '8ae1ab92c461435187763f8571a51591', 'subnets': [{'id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:47.419833 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d82bf-2ae2-408e-b6bb-4cd210b370fb tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event deleted for resources: {'Port': ['ID=f6103806-0642-4d5a-961d-b8a98666855b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:47.459806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156ff778-7016-4bb2-bf24-971b6f8fba45 None None] Checking router: acdb6994-44b9-4509-a527-f6c19b872fe3 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:47.473896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156ff778-7016-4bb2-bf24-971b6f8fba45 None None] Routers {'acdb6994-44b9-4509-a527-f6c19b872fe3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:47.474801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-156ff778-7016-4bb2-bf24-971b6f8fba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:32:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['acdb6994-44b9-4509-a527-f6c19b872fe3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:47.490578 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-aeada5be-e1f2-4c50-b321-d620323d2317 service neutron] 10.222.0.20 "GET /v2.0/networks/ca736e3a-4d25-45f6-b3b5-fa7f342f9b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394866 Jul 16 08:32:47.522647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6298451-071d-4198-bc5a-cfa6afee26d2 req-f46d82bf-2ae2-408e-b6bb-4cd210b370fb tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] No DVR routers for this DVR port f6103806-0642-4d5a-961d-b8a98666855b on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:47.529991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-bd4ae5b2-92ce-44e2-bd6e-03080e3fc6b2 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:47.531322 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e6298451-071d-4198-bc5a-cfa6afee26d2 req-f46d82bf-2ae2-408e-b6bb-4cd210b370fb tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.533604 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e6298451-071d-4198-bc5a-cfa6afee26d2 req-f46d82bf-2ae2-408e-b6bb-4cd210b370fb tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.38 "DELETE /v2.0/ports/f6103806-0642-4d5a-961d-b8a98666855b HTTP/1.1" status: 204 len: 173 time: 1.8909674 Jul 16 08:32:47.539325 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:32:47.552107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-bd4ae5b2-92ce-44e2-bd6e-03080e3fc6b2 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:47.559200 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-bd4ae5b2-92ce-44e2-bd6e-03080e3fc6b2 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:47.593782 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4ae5b2-92ce-44e2-bd6e-03080e3fc6b2 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Pushing event updated for resources: {'Port': ['ID=f6281c5e-9242-4383-b63b-c2e4af773e30,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:47.657638 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c94e9c6b-b538-475a-9c19-13ab9a474b23 req-87bb236b-a2b0-4785-b713-29b71f730ace service neutron] 10.222.0.20 "GET /v2.0/networks/ca736e3a-4d25-45f6-b3b5-fa7f342f9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654472 Jul 16 08:32:47.700199 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-bd4ae5b2-92ce-44e2-bd6e-03080e3fc6b2 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.700958 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-bd4ae5b2-92ce-44e2-bd6e-03080e3fc6b2 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.706724 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e4bcc449-b5bf-40c2-9271-cf9255fce250', '0f4d8a5c-4270-4b27-83b6-a79fcba57193'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:47.738794 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-bd4ae5b2-92ce-44e2-bd6e-03080e3fc6b2 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8367083 Jul 16 08:32:47.774738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Request body: {'port': {'device_id': '225c3608-10d0-4b2e-a031-572d068d0bfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:47.867333 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4c5d2014-c9c3-422a-843e-7b7fc2623af7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:47.888837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-156ff778-7016-4bb2-bf24-971b6f8fba45 None None] Set router acdb6994-44b9-4509-a527-f6c19b872fe3 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:47.953137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7560a0-1dc7-4b8e-860a-ed28fa5d35c1 req-1e658297-dd01-4ed2-821c-5bf1505e76b1 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.960898 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d7560a0-1dc7-4b8e-860a-ed28fa5d35c1 req-1e658297-dd01-4ed2-821c-5bf1505e76b1 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 944 time: 0.2157643 Jul 16 08:32:47.971555 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.990621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:48.016216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029720c-daf0-4190-998b-14fa81c8124b req-d62788b1-1165-49fb-9246-c08028e8c7eb tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.018838 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f029720c-daf0-4190-998b-14fa81c8124b req-d62788b1-1165-49fb-9246-c08028e8c7eb tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/networks?id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 HTTP/1.1" status: 200 len: 818 time: 0.1901348 Jul 16 08:32:48.036341 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f029720c-daf0-4190-998b-14fa81c8124b req-dc625f44-af02-4d8d-b359-252db73b6a6b tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/quotas/a9ab48241fdd447c872ab202d75bbb7e HTTP/1.1" status: 200 len: 375 time: 0.0119700 Jul 16 08:32:48.055116 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d7560a0-1dc7-4b8e-860a-ed28fa5d35c1 req-e4801aef-cea0-4bb3-b033-5e94e5719dfd tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931604 Jul 16 08:32:48.163394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f029720c-daf0-4190-998b-14fa81c8124b req-36fa407d-033a-44dc-9f2a-905dbe5d0b58 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9ab48241fdd447c872ab202d75bbb7e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1209745 Jul 16 08:32:48.433692 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f029720c-daf0-4190-998b-14fa81c8124b req-4b1dbe66-a1f1-4b14-a776-13d8daa745ef service neutron] 10.222.0.20 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637157 Jul 16 08:32:48.576906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff5f3f-ae33-4ab6-a246-97f9a9d0f17f req-3e35e14a-a105-4a73-835f-2da3ae95a420 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.579911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21ff5f3f-ae33-4ab6-a246-97f9a9d0f17f req-3e35e14a-a105-4a73-835f-2da3ae95a420 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.1396437 Jul 16 08:32:48.583863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6281c5e-9242-4383-b63b-c2e4af773e30 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:48.590288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:48.601306 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:48.601306 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.608023 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.663952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '422009d9-c902-493e-8fb5-482b7e5f6924', 'tag': 'fd3ef9f1-e137-44b9-9d84-ad2c09664fd7'}, {'server_uuid': '4c9a51bd-0fd9-41c7-b200-4709227877e5', 'name': 'network-vif-deleted', 'tag': 'f6103806-0642-4d5a-961d-b8a98666855b'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:48.708693 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7387d1f4-3e87-432b-af68-b8c169bc6f31" -d '{"events": [{"name": "network-changed", "server_uuid": "422009d9-c902-493e-8fb5-482b7e5f6924", "tag": "fd3ef9f1-e137-44b9-9d84-ad2c09664fd7"}, {"server_uuid": "4c9a51bd-0fd9-41c7-b200-4709227877e5", "name": "network-vif-deleted", "tag": "f6103806-0642-4d5a-961d-b8a98666855b"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:48.708693 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Transition to ACTIVE for port object f6281c5e-9242-4383-b63b-c2e4af773e30 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:48.709731 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f029720c-daf0-4190-998b-14fa81c8124b req-749a1360-4989-4e23-a9bb-05d03f23a9f5 service neutron] 10.222.0.20 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341144 Jul 16 08:32:48.710020 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21ff5f3f-ae33-4ab6-a246-97f9a9d0f17f req-3a85d152-712b-4377-af9d-68499d776cd7 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036205 Jul 16 08:32:48.710020 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.797196 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fe3d40-ace2-4231-b861-2c67a2d63048 x-openstack-request-id: req-a0fe3d40-ace2-4231-b861-2c67a2d63048 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:48.797873 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd32b2c-9d13-4bf7-99b2-5a0b027e697a", "name": "network-vif-deleted", "tag": "39f2fb7d-0cfe-4643-89a3-1891f09cf38d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:48.798362 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0fe3d40-ace2-4231-b861-2c67a2d63048 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:48.799078 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd32b2c-9d13-4bf7-99b2-5a0b027e697a', 'name': 'network-vif-deleted', 'tag': '39f2fb7d-0cfe-4643-89a3-1891f09cf38d', 'status': 'completed', 'code': 200} Jul 16 08:32:48.821867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6281c5e-9242-4383-b63b-c2e4af773e30,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:48.971487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Attempting to bind port f6281c5e-9242-4383-b63b-c2e4af773e30 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:48.971710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Attempting to bind port f6281c5e-9242-4383-b63b-c2e4af773e30 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'd1a1f32a-dc76-432c-a827-72cd3b589e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:48.972149 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Attempting to bind port f6281c5e-9242-4383-b63b-c2e4af773e30 on network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:48.986864 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Port f6281c5e-9242-4383-b63b-c2e4af773e30 on network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:48.987209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Attempting to bind port f6281c5e-9242-4383-b63b-c2e4af773e30 on network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:49.015796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:49.016175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Checking segment: {'id': 'd1a1f32a-dc76-432c-a827-72cd3b589e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:49.016564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Bound using segment: {'id': 'd1a1f32a-dc76-432c-a827-72cd3b589e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:49.017006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Bound port: f6281c5e-9242-4383-b63b-c2e4af773e30, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a1f32a-dc76-432c-a827-72cd3b589e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:49.017367 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.090901 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.226601 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-454d27b9-1c22-49c2-88df-186464b4b954 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 258 time: 0.2658496 Jul 16 08:32:49.228982 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=259c68dd-ba5b-4e46-8f4d-328d6a48cdbd,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:49.233255 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5433fe-6d5f-4856-91b0-a45df88ec410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259c68dd-ba5b-4e46-8f4d-328d6a48cdbd'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:49.236276 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a56b69e-ab32-40ac-8cd0-4871c62ef9da" -d '{"events": [{"server_uuid": "1d5433fe-6d5f-4856-91b0-a45df88ec410", "name": "network-vif-plugged", "status": "completed", "tag": "259c68dd-ba5b-4e46-8f4d-328d6a48cdbd"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:49.237286 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:49.251929 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.251929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f6103806-0642-4d5a-961d-b8a98666855b no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:49.300632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.307911 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] For port f6281c5e-9242-4383-b63b-c2e4af773e30, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:49.325615 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: f6103806-0642-4d5a-961d-b8a98666855b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:49.326103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f6103806-0642-4d5a-961d-b8a98666855b not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:49.331208 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e390ff-029b-4f05-9a96-f7e8f32b0edd req-715cdf3d-82ae-4cbf-a600-0f4b9d32a157 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.333675 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55e390ff-029b-4f05-9a96-f7e8f32b0edd req-715cdf3d-82ae-4cbf-a600-0f4b9d32a157 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d5433fe-6d5f-4856-91b0-a45df88ec410 HTTP/1.1" status: 200 len: 944 time: 0.2954636 Jul 16 08:32:49.338530 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] For port f6281c5e-9242-4383-b63b-c2e4af773e30, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f6281c5e-9242-4383-b63b-c2e4af773e30,segment=NetworkSegment(d1a1f32a-dc76-432c-a827-72cd3b589e40),segment_id=d1a1f32a-dc76-432c-a827-72cd3b589e40)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:49.339700 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-156ff778-7016-4bb2-bf24-971b6f8fba45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:04Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '8ae1ab92c461435187763f8571a51591', 'gw_port': {'id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd37af74f-3458-45ac-bf68-f941358db5b1', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'floating_ip_address': '172.25.4.78', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'port_id': 'bfeffdc5-f78b-47cb-875f-6470fce4e143', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'mac_address': 'fa:16:3e:23:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b1d8f3-17af-421d-a9d5-7ed277b228ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:32:40Z', 'updated_at': '2021-07-16T08:32:45Z', 'revision_number': 1, 'project_id': '8ae1ab92c461435187763f8571a51591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409c2565-4560-44f2-aad1-a78b3eb287d0', 'name': '', 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'mac_address': 'fa:16:3e:f1:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:09Z', 'updated_at': '2021-07-16T08:32:18Z', 'revision_number': 5, 'project_id': '8ae1ab92c461435187763f8571a51591', 'subnets': [{'id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:49.353393 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.380842 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156ff778-7016-4bb2-bf24-971b6f8fba45 None None] The sync data for ids ['acdb6994-44b9-4509-a527-f6c19b872fe3'] in n-d-758944-46 is: [{'id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:04Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '8ae1ab92c461435187763f8571a51591', 'gw_port': {'id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd37af74f-3458-45ac-bf68-f941358db5b1', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'floating_ip_address': '172.25.4.78', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'port_id': 'bfeffdc5-f78b-47cb-875f-6470fce4e143', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 908, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'mac_address': 'fa:16:3e:23:84:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7b1d8f3-17af-421d-a9d5-7ed277b228ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:32:40Z', 'updated_at': '2021-07-16T08:32:45Z', 'revision_number': 1, 'project_id': '8ae1ab92c461435187763f8571a51591', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '409c2565-4560-44f2-aad1-a78b3eb287d0', 'name': '', 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'mac_address': 'fa:16:3e:f1:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:09Z', 'updated_at': '2021-07-16T08:32:18Z', 'revision_number': 5, 'project_id': '8ae1ab92c461435187763f8571a51591', 'subnets': [{'id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:49.408566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=259c68dd-ba5b-4e46-8f4d-328d6a48cdbd,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:49.481752 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.481986 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55e390ff-029b-4f05-9a96-f7e8f32b0edd req-5f795f8e-a4ba-492c-8c26-a2a54be053ae tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402862 Jul 16 08:32:49.493550 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.494824 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.497164 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] 10.222.0.38 "PUT /v2.0/ports/f6281c5e-9242-4383-b63b-c2e4af773e30 HTTP/1.1" status: 200 len: 1093 time: 1.7314889 Jul 16 08:32:49.555023 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733d8be7-b214-4e6e-b905-8e63446201c5 service neutron] Pushing event updated for resources: {'Port': ['ID=f6281c5e-9242-4383-b63b-c2e4af773e30,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:49.629006 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5c8d64-f211-4eaf-a6a4-fdd8fff11e6f x-openstack-request-id: req-8e5c8d64-f211-4eaf-a6a4-fdd8fff11e6f {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:49.631546 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "422009d9-c902-493e-8fb5-482b7e5f6924", "tag": "fd3ef9f1-e137-44b9-9d84-ad2c09664fd7", "status": "completed", "code": 200}, {"server_uuid": "4c9a51bd-0fd9-41c7-b200-4709227877e5", "name": "network-vif-deleted", "tag": "f6103806-0642-4d5a-961d-b8a98666855b", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:49.631898 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e5c8d64-f211-4eaf-a6a4-fdd8fff11e6f {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:49.632457 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '422009d9-c902-493e-8fb5-482b7e5f6924', 'tag': 'fd3ef9f1-e137-44b9-9d84-ad2c09664fd7', 'status': 'completed', 'code': 200} Jul 16 08:32:49.632824 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c9a51bd-0fd9-41c7-b200-4709227877e5', 'name': 'network-vif-deleted', 'tag': 'f6103806-0642-4d5a-961d-b8a98666855b', 'status': 'completed', 'code': 200} Jul 16 08:32:49.707532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Allocated IP 172.25.4.157 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/35baf4a8-565d-4267-8137-7408ea285e14) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:49.719442 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbf7630c-1dba-4a6c-9f05-8eb3ae8e7206 req-5c75a04f-e31c-48db-a3cf-b7a6cb4f2b02 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 210 time: 0.0932670 Jul 16 08:32:49.783062 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-b80d87a3-eb38-47d1-a077-6807f2858021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.785181 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-b80d87a3-eb38-47d1-a077-6807f2858021 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9ab48241fdd447c872ab202d75bbb7e&device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 1096 time: 0.2393234 Jul 16 08:32:49.807094 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1653c08-35ca-4352-9a74-7b2b999ea753 None None] New status for floating IP d37af74f-3458-45ac-bf68-f941358db5b1: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:32:49.905279 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-7f80cebb-0c08-412a-9879-e7d574bf25a1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6281c5e-9242-4383-b63b-c2e4af773e30 HTTP/1.1" status: 200 len: 217 time: 0.0937653 Jul 16 08:32:49.924731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.937675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387d1f4-3e87-432b-af68-b8c169bc6f31 req-317656b3-844d-4a2a-a6fc-960cde8351b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.939200 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7387d1f4-3e87-432b-af68-b8c169bc6f31 req-317656b3-844d-4a2a-a6fc-960cde8351b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 1127 time: 0.1940684 Jul 16 08:32:50.034257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-557936f3-8a26-414e-a4d3-0a0c33e3b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.036310 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-557936f3-8a26-414e-a4d3-0a0c33e3b11c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54f06641-ecee-4543-adbf-120fa966a2c2 HTTP/1.1" status: 200 len: 858 time: 0.1269045 Jul 16 08:32:50.041185 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-05191824-9d49-40c7-a69d-f0776ea0a6f0 service neutron] 10.222.0.15 "GET /v2.0/ports/fd3ef9f1-e137-44b9-9d84-ad2c09664fd7/bindings/n-h2-758944-46 HTTP/1.1" status: 200 len: 385 time: 0.2007453 Jul 16 08:32:50.099816 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.112645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387d1f4-3e87-432b-af68-b8c169bc6f31 req-88da0fe7-85e4-45e9-bce7-055c9f6e8a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.114407 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7387d1f4-3e87-432b-af68-b8c169bc6f31 req-88da0fe7-85e4-45e9-bce7-055c9f6e8a99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.1643338 Jul 16 08:32:50.243709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Pushing event updated for resources: {'Port': ['ID=35baf4a8-565d-4267-8137-7408ea285e14,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:50.307373 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7387d1f4-3e87-432b-af68-b8c169bc6f31 req-2c435750-102b-4bbe-9624-39c4340bb8f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 HTTP/1.1" status: 200 len: 217 time: 0.0749829 Jul 16 08:32:50.309580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:50.311089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:50.315367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:50.430256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387d1f4-3e87-432b-af68-b8c169bc6f31 req-c86500a5-6deb-4668-8885-c85a144fa906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.431790 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7387d1f4-3e87-432b-af68-b8c169bc6f31 req-c86500a5-6deb-4668-8885-c85a144fa906 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.0838313 Jul 16 08:32:50.475727 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7387d1f4-3e87-432b-af68-b8c169bc6f31 req-90a2635a-c2a7-4b66-939e-ff556bf6793e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372672 Jul 16 08:32:50.482041 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.494521 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-756ac7d8-d07c-45c3-90f5-76e200832a17 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4496427 Jul 16 08:32:50.753458 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d270569-9142-4a57-af3a-f9c7ac5250a1 req-5c015fe6-0f54-435a-9596-3082a5f5a6dc tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.755237 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6d270569-9142-4a57-af3a-f9c7ac5250a1 req-5c015fe6-0f54-435a-9596-3082a5f5a6dc tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 944 time: 0.2709026 Jul 16 08:32:50.774362 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-37c6042e-a043-4442-93e4-2c8aa65f9c68 service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2591555 Jul 16 08:32:50.832466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b1d8f3-17af-421d-a9d5-7ed277b228ef', 'tag': 'bfeffdc5-f78b-47cb-875f-6470fce4e143'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:50.835960 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d12f8c4-fac7-48c2-9f0e-06dafd7d5bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b1d8f3-17af-421d-a9d5-7ed277b228ef", "tag": "bfeffdc5-f78b-47cb-875f-6470fce4e143"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:50.934083 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.939307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029720c-daf0-4190-998b-14fa81c8124b req-e4b9b9e6-74b6-4d30-830b-2a9fa3d96310 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.941075 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f029720c-daf0-4190-998b-14fa81c8124b req-e4b9b9e6-74b6-4d30-830b-2a9fa3d96310 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.38 "GET /v2.0/networks?id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 HTTP/1.1" status: 200 len: 818 time: 0.2440848 Jul 16 08:32:50.975611 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6d270569-9142-4a57-af3a-f9c7ac5250a1 req-e6f0e66a-49c2-4ce7-8e32-af8db9d9dd88 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982539 Jul 16 08:32:51.003750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-f029720c-daf0-4190-998b-14fa81c8124b req-3b9e6f3b-04b7-4d4e-bd44-32f5fcec30f0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Request body: {'port': {'device_id': 'a304989f-b1a0-4cdd-834e-8b894a6cf22f', 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4', 'admin_state_up': True, 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:51.012023 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7387d1f4-3e87-432b-af68-b8c169bc6f31 req-652f333e-1e59-41b1-9404-c9c9ae562e41 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5282626 Jul 16 08:32:51.066560 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d7c32a-7814-434d-93c0-1f6309fd9fab x-openstack-request-id: req-f6d7c32a-7814-434d-93c0-1f6309fd9fab {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:51.067236 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5433fe-6d5f-4856-91b0-a45df88ec410", "name": "network-vif-plugged", "status": "completed", "tag": "259c68dd-ba5b-4e46-8f4d-328d6a48cdbd", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:51.067236 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f6d7c32a-7814-434d-93c0-1f6309fd9fab {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:51.067825 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5433fe-6d5f-4856-91b0-a45df88ec410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '259c68dd-ba5b-4e46-8f4d-328d6a48cdbd', 'code': 200} Jul 16 08:32:51.164447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f029720c-daf0-4190-998b-14fa81c8124b req-3b9e6f3b-04b7-4d4e-bd44-32f5fcec30f0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Made reservation on behalf of a9ab48241fdd447c872ab202d75bbb7e for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:51.167915 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f029720c-daf0-4190-998b-14fa81c8124b req-3b9e6f3b-04b7-4d4e-bd44-32f5fcec30f0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.218859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868418d3-3494-4216-ae1f-25058d5908fb req-5048405d-81a4-42fb-885d-026959ddbab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:51.220336 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-868418d3-3494-4216-ae1f-25058d5908fb req-5048405d-81a4-42fb-885d-026959ddbab8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 1098 time: 0.2627842 Jul 16 08:32:51.282995 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7387d1f4-3e87-432b-af68-b8c169bc6f31 req-b7af373e-4c4a-4a8b-837d-2af47f4e8b97 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615724 Jul 16 08:32:51.330388 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90fffff-bd2c-4109-9de4-5abd0eb3feb7 req-ef75a145-dd93-49fd-aa1d-2bf2d139bfb3 service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333297 Jul 16 08:32:51.361541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-c1c9edda-6acd-4e16-a3a3-f22d71279c0b service neutron] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:51.375642 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.388215 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.427320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-c1c9edda-6acd-4e16-a3a3-f22d71279c0b service neutron] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:51.446979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868418d3-3494-4216-ae1f-25058d5908fb req-abec0f2e-51d0-4540-8f65-03963c6bd3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:51.448485 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-868418d3-3494-4216-ae1f-25058d5908fb req-abec0f2e-51d0-4540-8f65-03963c6bd3ab service neutron] 10.222.0.38 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 912 time: 0.2171311 Jul 16 08:32:51.468422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436ec2c-8133-44d4-a6bb-502cff04f107 req-d683c0f7-8688-4d66-a538-c46405e03b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:51.469961 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1436ec2c-8133-44d4-a6bb-502cff04f107 req-d683c0f7-8688-4d66-a538-c46405e03b19 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1d5433fe-6d5f-4856-91b0-a45df88ec410 HTTP/1.1" status: 200 len: 1097 time: 0.2949901 Jul 16 08:32:51.484423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Pushing event updated for resources: {'Port': ['ID=35baf4a8-565d-4267-8137-7408ea285e14,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:51.497543 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-f029720c-daf0-4190-998b-14fa81c8124b req-3b9e6f3b-04b7-4d4e-bd44-32f5fcec30f0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Allocated IP 172.20.0.13 (83be97f7-2e71-428f-9ae0-b18aa1dbe0e4/54f06641-ecee-4543-adbf-120fa966a2c2/e4fafeb7-41e2-4626-8598-8b25d15a2897) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:51.505735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-c1c9edda-6acd-4e16-a3a3-f22d71279c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:51.529500 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-c1c9edda-6acd-4e16-a3a3-f22d71279c0b service neutron] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:51.530611 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-868418d3-3494-4216-ae1f-25058d5908fb req-7cde8cb0-424e-4588-8746-0d70b433f5d0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17d858ff-bad6-420e-abca-0b1c0713b962 HTTP/1.1" status: 200 len: 217 time: 0.0564666 Jul 16 08:32:51.565546 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-c1c9edda-6acd-4e16-a3a3-f22d71279c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.574213 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.578703 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908a05d-1f9c-4e8d-b71c-bd1be983b1af req-311e3c05-511f-4bc6-846c-3f9f036f238e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:51.579662 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8908a05d-1f9c-4e8d-b71c-bd1be983b1af req-311e3c05-511f-4bc6-846c-3f9f036f238e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.1939263 Jul 16 08:32:51.604111 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1436ec2c-8133-44d4-a6bb-502cff04f107 req-dafbd503-6e02-409a-8857-85a0502f5018 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136012 Jul 16 08:32:51.607236 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.608375 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-5ae3dfcb-2514-45b8-9d7c-04e8a9b283da tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3765869 Jul 16 08:32:51.609947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868418d3-3494-4216-ae1f-25058d5908fb req-416990e2-e7df-4b87-810b-3a42ef94cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:51.611369 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-868418d3-3494-4216-ae1f-25058d5908fb req-416990e2-e7df-4b87-810b-3a42ef94cf57 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=13a06e14-eee5-4201-98b3-810650c6afa3 HTTP/1.1" status: 200 len: 852 time: 0.0718086 Jul 16 08:32:51.635490 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '225c3608-10d0-4b2e-a031-572d068d0bfd', 'tag': 'f6281c5e-9242-4383-b63b-c2e4af773e30'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:51.637791 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcde8b25-0582-431e-9267-51c35266032a" -d '{"events": [{"name": "network-changed", "server_uuid": "225c3608-10d0-4b2e-a031-572d068d0bfd", "tag": "f6281c5e-9242-4383-b63b-c2e4af773e30"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:51.658287 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-cc50823f-eaf4-48f9-895e-619dd64bfadf tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.0430338 Jul 16 08:32:51.700270 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-868418d3-3494-4216-ae1f-25058d5908fb req-9fc3bd79-b08d-44c0-9b36-2a228ed67992 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410042 Jul 16 08:32:51.728692 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8908a05d-1f9c-4e8d-b71c-bd1be983b1af req-7c75d646-40aa-4775-8d81-ec56ad32c2cc tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385167 Jul 16 08:32:51.788891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-c1c9edda-6acd-4e16-a3a3-f22d71279c0b service neutron] Transition to ACTIVE for port object fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:51.791708 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f029720c-daf0-4190-998b-14fa81c8124b req-3b9e6f3b-04b7-4d4e-bd44-32f5fcec30f0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.797718 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-c1c9edda-6acd-4e16-a3a3-f22d71279c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.873789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-ece14e86-41fe-49fb-bd6b-011e4ea27716 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:51.875451 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-db62122d-8262-40ee-be2b-b8bd45f0cd30 req-ece14e86-41fe-49fb-bd6b-011e4ea27716 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.2078252 Jul 16 08:32:51.879305 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-868418d3-3494-4216-ae1f-25058d5908fb req-b8aa102e-b700-4d20-bc4d-7f5801a0b482 service neutron] 10.222.0.38 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692560 Jul 16 08:32:51.894816 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c9edda-6acd-4e16-a3a3-f22d71279c0b service neutron] Pushing event updated for resources: {'Port': ['ID=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,revision_number=10']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:51.899832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-c1c9edda-6acd-4e16-a3a3-f22d71279c0b service neutron] No DVR routers for this DVR port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:51.913036 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f029720c-daf0-4190-998b-14fa81c8124b req-3b9e6f3b-04b7-4d4e-bd44-32f5fcec30f0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.974797 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-c1c9edda-6acd-4e16-a3a3-f22d71279c0b service neutron] 10.222.0.15 "PUT /v2.0/ports/fd3ef9f1-e137-44b9-9d84-ad2c09664fd7/bindings/n-h2-758944-46/activate HTTP/1.1" status: 200 len: 370 time: 1.9254591 Jul 16 08:32:51.988353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f029720c-daf0-4190-998b-14fa81c8124b req-3b9e6f3b-04b7-4d4e-bd44-32f5fcec30f0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:51.992466 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-f029720c-daf0-4190-998b-14fa81c8124b req-3b9e6f3b-04b7-4d4e-bd44-32f5fcec30f0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:51.993293 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-868418d3-3494-4216-ae1f-25058d5908fb req-74aa67f1-48c7-4f03-bf91-f0dfbed95486 service neutron] 10.222.0.38 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060402 Jul 16 08:32:51.998214 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f029720c-daf0-4190-998b-14fa81c8124b req-3b9e6f3b-04b7-4d4e-bd44-32f5fcec30f0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:52.005580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e6f3b-04b7-4d4e-bd44-32f5fcec30f0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Pushing event updated for resources: {'Port': ['ID=e4fafeb7-41e2-4626-8598-8b25d15a2897,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:52.064458 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029720c-daf0-4190-998b-14fa81c8124b req-3b9e6f3b-04b7-4d4e-bd44-32f5fcec30f0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.065251 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f029720c-daf0-4190-998b-14fa81c8124b req-3b9e6f3b-04b7-4d4e-bd44-32f5fcec30f0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.080759 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f029720c-daf0-4190-998b-14fa81c8124b req-3b9e6f3b-04b7-4d4e-bd44-32f5fcec30f0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0820351 Jul 16 08:32:52.095188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Request body: {'port': {'device_id': 'a304989f-b1a0-4cdd-834e-8b894a6cf22f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:52.165618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-64d7975e-c6ba-4bf7-bc33-ab3270668c6a tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.167125 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-64d7975e-c6ba-4bf7-bc33-ab3270668c6a tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924&tenant_id=fe72388f7744440db5677c86ab49db05&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1097 time: 0.1098547 Jul 16 08:32:52.178949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52bc79e-b1f3-49b3-9af9-21a70ff99000 req-d6ec2154-eb9e-4057-a7f0-70fe8215629d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.180352 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d52bc79e-b1f3-49b3-9af9-21a70ff99000 req-d6ec2154-eb9e-4057-a7f0-70fe8215629d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d5433fe-6d5f-4856-91b0-a45df88ec410 HTTP/1.1" status: 200 len: 945 time: 0.0820658 Jul 16 08:32:52.211488 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.252343 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d52bc79e-b1f3-49b3-9af9-21a70ff99000 req-c0a63c4f-62db-43e0-9b67-4752a31c51c7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567710 Jul 16 08:32:52.260676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a137be-7b10-4b46-9f2f-80f2503697c7 req-a38f3a34-7c5f-49ba-a4ac-f25d173e0c9a tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.262282 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-09a137be-7b10-4b46-9f2f-80f2503697c7 req-a38f3a34-7c5f-49ba-a4ac-f25d173e0c9a tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 932 time: 0.1252403 Jul 16 08:32:52.264751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-dce7096a-7e5d-48f4-a00d-3bfd3ec09706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.266258 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-dce7096a-7e5d-48f4-a00d-3bfd3ec09706 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924&tenant_id=fe72388f7744440db5677c86ab49db05 HTTP/1.1" status: 200 len: 1097 time: 0.0832338 Jul 16 08:32:52.310623 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452cd463-a24a-42f5-89d9-6a501f0a9f46 x-openstack-request-id: req-452cd463-a24a-42f5-89d9-6a501f0a9f46 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:52.311297 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b1d8f3-17af-421d-a9d5-7ed277b228ef", "tag": "bfeffdc5-f78b-47cb-875f-6470fce4e143", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:52.311297 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-452cd463-a24a-42f5-89d9-6a501f0a9f46 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:52.311514 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b1d8f3-17af-421d-a9d5-7ed277b228ef', 'tag': 'bfeffdc5-f78b-47cb-875f-6470fce4e143', 'status': 'completed', 'code': 200} Jul 16 08:32:52.368353 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714d5e5f-0f38-4c62-bf62-8554e4585b6c x-openstack-request-id: req-714d5e5f-0f38-4c62-bf62-8554e4585b6c {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:52.368697 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "225c3608-10d0-4b2e-a031-572d068d0bfd", "tag": "f6281c5e-9242-4383-b63b-c2e4af773e30", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:52.368926 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-714d5e5f-0f38-4c62-bf62-8554e4585b6c {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:52.369319 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '225c3608-10d0-4b2e-a031-572d068d0bfd', 'tag': 'f6281c5e-9242-4383-b63b-c2e4af773e30', 'status': 'completed', 'code': 200} Jul 16 08:32:52.370990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-46a52e9b-69fe-44c9-864e-5741f26e7b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.372971 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-09a137be-7b10-4b46-9f2f-80f2503697c7 req-7e0e77cd-60c5-4f62-bc1a-2ea7047b35b7 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001029 Jul 16 08:32:52.373820 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-46a52e9b-69fe-44c9-864e-5741f26e7b27 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 1097 time: 0.0730884 Jul 16 08:32:52.478728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12f8c4-fac7-48c2-9f0e-06dafd7d5bbb req-844fbb4f-d95f-4583-9c5b-45122c97448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.480251 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d12f8c4-fac7-48c2-9f0e-06dafd7d5bbb req-844fbb4f-d95f-4583-9c5b-45122c97448f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ae1ab92c461435187763f8571a51591&device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 1097 time: 0.1205237 Jul 16 08:32:52.581565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde8b25-0582-431e-9267-51c35266032a req-48be89f4-ede5-4660-8c27-71927182fbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.583163 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dcde8b25-0582-431e-9267-51c35266032a req-48be89f4-ede5-4660-8c27-71927182fbfa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9ab48241fdd447c872ab202d75bbb7e&device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 1096 time: 0.1935408 Jul 16 08:32:52.634156 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-6a0234b5-0cba-4126-a809-91de87da7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.635654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-6a0234b5-0cba-4126-a809-91de87da7721 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.2066252 Jul 16 08:32:52.649510 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12f8c4-fac7-48c2-9f0e-06dafd7d5bbb req-567aad4e-ef9d-4d88-8b12-4991cc19c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.650980 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d12f8c4-fac7-48c2-9f0e-06dafd7d5bbb req-567aad4e-ef9d-4d88-8b12-4991cc19c7dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 HTTP/1.1" status: 200 len: 929 time: 0.1421652 Jul 16 08:32:52.655911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce4b49-6b12-4ec3-babc-296a5ca94776 req-be37e3bb-4eea-4562-b56c-f6d96e6004b0 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.661039 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-acce4b49-6b12-4ec3-babc-296a5ca94776 req-be37e3bb-4eea-4562-b56c-f6d96e6004b0 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2047672 Jul 16 08:32:52.759752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4fafeb7-41e2-4626-8598-8b25d15a2897 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:52.768013 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-acce4b49-6b12-4ec3-babc-296a5ca94776 req-e1f325dd-ea5a-4613-b48e-55439a8902c5 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.1015441 Jul 16 08:32:52.771479 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-170dcad9-f5cc-401e-9f44-683626f25ed3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 HTTP/1.1" status: 200 len: 217 time: 0.1280935 Jul 16 08:32:52.775223 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.781087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-acce4b49-6b12-4ec3-babc-296a5ca94776 req-0f43d70f-f01d-456b-86bd-d12ab4c6fd35 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Request body: {'floatingip': {'port_id': 'bfeffdc5-f78b-47cb-875f-6470fce4e143', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:52.788998 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d12f8c4-fac7-48c2-9f0e-06dafd7d5bbb req-cbd44e53-4d95-4e92-9728-74d350dd3e12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfeffdc5-f78b-47cb-875f-6470fce4e143 HTTP/1.1" status: 200 len: 1000 time: 0.1289802 Jul 16 08:32:52.806692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Transition to ACTIVE for port object e4fafeb7-41e2-4626-8598-8b25d15a2897 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:52.832197 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.862391 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-acce4b49-6b12-4ec3-babc-296a5ca94776 req-0f43d70f-f01d-456b-86bd-d12ab4c6fd35 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.896060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12f8c4-fac7-48c2-9f0e-06dafd7d5bbb req-76c8d502-dd0f-44b9-8fd6-1141249a7945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.897643 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d12f8c4-fac7-48c2-9f0e-06dafd7d5bbb req-76c8d502-dd0f-44b9-8fd6-1141249a7945 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=686dab5e-3b78-4f08-bf02-a6c85459ca7a HTTP/1.1" status: 200 len: 868 time: 0.1014645 Jul 16 08:32:52.937159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde8b25-0582-431e-9267-51c35266032a req-258ea601-dd4c-4fec-a9c4-c56b4d5061e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.938654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dcde8b25-0582-431e-9267-51c35266032a req-258ea601-dd4c-4fec-a9c4-c56b4d5061e5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 HTTP/1.1" status: 200 len: 918 time: 0.3472569 Jul 16 08:32:52.942164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-9abdd4d2-045e-422e-bfa0-c2ee1dd03960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.943487 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-9abdd4d2-045e-422e-bfa0-c2ee1dd03960 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.1565704 Jul 16 08:32:52.944837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Pushing event updated for resources: {'Port': ['ID=e4fafeb7-41e2-4626-8598-8b25d15a2897,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:52.949778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:52.996810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:53.037754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-67008f9d-449d-4c3a-b9f0-88d067e5469d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800633 Jul 16 08:32:53.043377 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dcde8b25-0582-431e-9267-51c35266032a req-9a9c7b09-cb08-4c69-967f-7781a79ea3a6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6281c5e-9242-4383-b63b-c2e4af773e30 HTTP/1.1" status: 200 len: 217 time: 0.0900733 Jul 16 08:32:53.066344 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12f8c4-fac7-48c2-9f0e-06dafd7d5bbb req-7cec8208-6e3d-4add-8c9f-29d9e08c1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.068413 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d12f8c4-fac7-48c2-9f0e-06dafd7d5bbb req-7cec8208-6e3d-4add-8c9f-29d9e08c1688 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca736e3a-4d25-45f6-b3b5-fa7f342f9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1530845 Jul 16 08:32:53.074610 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Attempting to bind port e4fafeb7-41e2-4626-8598-8b25d15a2897 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:53.074943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Attempting to bind port e4fafeb7-41e2-4626-8598-8b25d15a2897 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'd1a1f32a-dc76-432c-a827-72cd3b589e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:53.075266 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Attempting to bind port e4fafeb7-41e2-4626-8598-8b25d15a2897 on network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:53.094528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0335ff-d917-4bdf-a689-a3bc2c4f9548 req-c0042072-d3fe-40f5-822f-50992f07179a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.095995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee0335ff-d917-4bdf-a689-a3bc2c4f9548 req-c0042072-d3fe-40f5-822f-50992f07179a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 945 time: 0.1974449 Jul 16 08:32:53.097848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Port e4fafeb7-41e2-4626-8598-8b25d15a2897 on network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:53.098191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Attempting to bind port e4fafeb7-41e2-4626-8598-8b25d15a2897 on network 83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:53.132184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:53.132520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Checking segment: {'id': 'd1a1f32a-dc76-432c-a827-72cd3b589e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:53.132914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Bound using segment: {'id': 'd1a1f32a-dc76-432c-a827-72cd3b589e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:53.133979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Bound port: e4fafeb7-41e2-4626-8598-8b25d15a2897, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1a1f32a-dc76-432c-a827-72cd3b589e40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:53.133979 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.205079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcde8b25-0582-431e-9267-51c35266032a req-be565e2a-aea4-48f4-b5a7-153198a1fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.206667 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dcde8b25-0582-431e-9267-51c35266032a req-be565e2a-aea4-48f4-b5a7-153198a1fdb1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54f06641-ecee-4543-adbf-120fa966a2c2 HTTP/1.1" status: 200 len: 858 time: 0.1503472 Jul 16 08:32:53.234610 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee0335ff-d917-4bdf-a689-a3bc2c4f9548 req-d240a520-a7e7-44e5-9491-cdba07c8a346 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201937 Jul 16 08:32:53.243958 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d12f8c4-fac7-48c2-9f0e-06dafd7d5bbb req-12b439bb-5981-4735-abd8-78e44c889689 service neutron] 10.222.0.15 "GET /v2.0/networks/ca736e3a-4d25-45f6-b3b5-fa7f342f9b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664386 Jul 16 08:32:53.306555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] For port e4fafeb7-41e2-4626-8598-8b25d15a2897, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:53.347361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] For port e4fafeb7-41e2-4626-8598-8b25d15a2897, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e4fafeb7-41e2-4626-8598-8b25d15a2897,segment=NetworkSegment(d1a1f32a-dc76-432c-a827-72cd3b589e40),segment_id=d1a1f32a-dc76-432c-a827-72cd3b589e40)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:53.356844 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.414483 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.415139 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.416590 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f029720c-daf0-4190-998b-14fa81c8124b req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] 10.222.0.38 "PUT /v2.0/ports/e4fafeb7-41e2-4626-8598-8b25d15a2897 HTTP/1.1" status: 200 len: 1093 time: 1.3264360 Jul 16 08:32:53.422945 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d12f8c4-fac7-48c2-9f0e-06dafd7d5bbb req-16a21011-2b93-4562-99d0-86c77859b2a0 service neutron] 10.222.0.15 "GET /v2.0/networks/ca736e3a-4d25-45f6-b3b5-fa7f342f9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719773 Jul 16 08:32:53.445203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4bd197-10bd-4644-90e1-ada87f095747 service neutron] Pushing event updated for resources: {'Port': ['ID=e4fafeb7-41e2-4626-8598-8b25d15a2897,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:53.543976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029720c-daf0-4190-998b-14fa81c8124b req-09e89a7f-9701-47c1-9430-0a76b7aaad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.545646 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f029720c-daf0-4190-998b-14fa81c8124b req-09e89a7f-9701-47c1-9430-0a76b7aaad5a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9ab48241fdd447c872ab202d75bbb7e&device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 1096 time: 0.0703609 Jul 16 08:32:53.591150 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f029720c-daf0-4190-998b-14fa81c8124b req-fade74f9-94d2-4de4-a4f0-724a6c52511c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4fafeb7-41e2-4626-8598-8b25d15a2897 HTTP/1.1" status: 200 len: 217 time: 0.0368764 Jul 16 08:32:53.619386 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dcde8b25-0582-431e-9267-51c35266032a req-1ba98fe2-a91a-4cc4-924d-f628ab696bd0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4016736 Jul 16 08:32:53.642785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f029720c-daf0-4190-998b-14fa81c8124b req-b761c9ed-fce6-49b1-b5a1-ba59f52b7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.644302 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f029720c-daf0-4190-998b-14fa81c8124b req-b761c9ed-fce6-49b1-b5a1-ba59f52b7d5c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54f06641-ecee-4543-adbf-120fa966a2c2 HTTP/1.1" status: 200 len: 858 time: 0.0464611 Jul 16 08:32:53.677929 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f029720c-daf0-4190-998b-14fa81c8124b req-1b7c2af0-5e90-4fb6-915a-0ee512aa9c9e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271320 Jul 16 08:32:53.702117 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-22755cbc-1cd9-44b9-be19-12023225a359 service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6468210 Jul 16 08:32:53.772259 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [req-acce4b49-6b12-4ec3-babc-296a5ca94776 req-0f43d70f-f01d-456b-86bd-d12ab4c6fd35 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 08:32:53.773327 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-acce4b49-6b12-4ec3-babc-296a5ca94776 req-0f43d70f-f01d-456b-86bd-d12ab4c6fd35 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "PUT /v2.0/floatingips/e13bcace-0901-42a2-9c16-b22ae3b41f7d HTTP/1.1" status: 409 len: 550 time: 0.9995556 Jul 16 08:32:53.820603 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f80568-c99b-4fec-954c-1394c34659ec req-fca5b4fb-584a-487a-848b-cf6254eeb3a1 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.827395 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-54f80568-c99b-4fec-954c-1394c34659ec req-fca5b4fb-584a-487a-848b-cf6254eeb3a1 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 946 time: 0.1462388 Jul 16 08:32:53.841729 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dcde8b25-0582-431e-9267-51c35266032a req-e3a387e3-3215-4a66-814a-35404dc3c3e5 service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108502 Jul 16 08:32:53.853542 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f029720c-daf0-4190-998b-14fa81c8124b req-c98d2048-e87a-443c-adad-660ae272cfc0 service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627383 Jul 16 08:32:53.855398 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0541dca4-ef60-49f0-b5fa-686a5132f211 req-3a1687a1-6c4a-434d-be8d-30c7c62c13f1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.856926 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0541dca4-ef60-49f0-b5fa-686a5132f211 req-3a1687a1-6c4a-434d-be8d-30c7c62c13f1 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "GET /v2.0/ports?device_id=1290369c-7945-4090-ae5a-1d5ef705cee4 HTTP/1.1" status: 200 len: 950 time: 0.2417958 Jul 16 08:32:53.894863 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-54f80568-c99b-4fec-954c-1394c34659ec req-3cf7be34-46d4-4728-8fca-f167998f3c97 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665948 Jul 16 08:32:53.940153 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-f1b664d8-0d01-4c4c-bf54-8cf468f661b4 service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312491 Jul 16 08:32:54.007589 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f029720c-daf0-4190-998b-14fa81c8124b req-c9abaead-76c6-4600-af89-ccb16c718539 service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414261 Jul 16 08:32:54.037620 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dcde8b25-0582-431e-9267-51c35266032a req-1f8d4081-3fe0-469d-8373-661f033a63d8 service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774175 Jul 16 08:32:54.041337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f6281c5e-9242-4383-b63b-c2e4af773e30 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:54.065180 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-0541dca4-ef60-49f0-b5fa-686a5132f211 req-e3d043ee-6abd-4d9a-bf9f-04d9396af489 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Deleting port e4bcc449-b5bf-40c2-9271-cf9255fce250 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:54.065515 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0541dca4-ef60-49f0-b5fa-686a5132f211 req-e3d043ee-6abd-4d9a-bf9f-04d9396af489 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.136418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b8cc95-5304-44a8-af1b-43f9da6bcf2f req-928ccd0a-5443-4fa0-832b-0a3a7ceb0e26 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.138122 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-13b8cc95-5304-44a8-af1b-43f9da6bcf2f req-928ccd0a-5443-4fa0-832b-0a3a7ceb0e26 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d5433fe-6d5f-4856-91b0-a45df88ec410 HTTP/1.1" status: 200 len: 945 time: 0.0741856 Jul 16 08:32:54.165845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 17d858ff-bad6-420e-abca-0b1c0713b962 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:54.189817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-0541dca4-ef60-49f0-b5fa-686a5132f211 req-e3d043ee-6abd-4d9a-bf9f-04d9396af489 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] For port e4bcc449-b5bf-40c2-9271-cf9255fce250, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e4bcc449-b5bf-40c2-9271-cf9255fce250,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:54.190356 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0541dca4-ef60-49f0-b5fa-686a5132f211 req-e3d043ee-6abd-4d9a-bf9f-04d9396af489 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.207882 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-0541dca4-ef60-49f0-b5fa-686a5132f211 req-e3d043ee-6abd-4d9a-bf9f-04d9396af489 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Calling delete_port for e4bcc449-b5bf-40c2-9271-cf9255fce250 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:54.226434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f6281c5e-9242-4383-b63b-c2e4af773e30, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f6281c5e-9242-4383-b63b-c2e4af773e30,segment=NetworkSegment(d1a1f32a-dc76-432c-a827-72cd3b589e40),segment_id=d1a1f32a-dc76-432c-a827-72cd3b589e40)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:54.239924 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-13b8cc95-5304-44a8-af1b-43f9da6bcf2f req-61bf70be-907f-4345-8ef4-6e324fe86f42 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892894 Jul 16 08:32:54.244929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'f6281c5e-9242-4383-b63b-c2e4af773e30', 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4', 'port_id': 'f6281c5e-9242-4383-b63b-c2e4af773e30', 'mac_address': 'fa:16:3e:e6:56:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f06641-ecee-4543-adbf-120fa966a2c2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:54.314092 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.371243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a304989f-b1a0-4cdd-834e-8b894a6cf22f', 'tag': 'e4fafeb7-41e2-4626-8598-8b25d15a2897'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:54.374212 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62b5b7b9-69f6-4926-8252-d3bb36688cd9" -d '{"events": [{"name": "network-changed", "server_uuid": "a304989f-b1a0-4cdd-834e-8b894a6cf22f", "tag": "e4fafeb7-41e2-4626-8598-8b25d15a2897"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:54.375361 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 17d858ff-bad6-420e-abca-0b1c0713b962, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=17d858ff-bad6-420e-abca-0b1c0713b962,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:54.378312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0ab4cb-5c40-4f43-a22c-4e6852033392', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17d858ff-bad6-420e-abca-0b1c0713b962'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:54.382829 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9821256-740c-4c14-8f60-39e608d7c91a" -d '{"events": [{"server_uuid": "2a0ab4cb-5c40-4f43-a22c-4e6852033392", "name": "network-vif-unplugged", "status": "completed", "tag": "17d858ff-bad6-420e-abca-0b1c0713b962"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:54.390363 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.436618 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.462959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6281c5e-9242-4383-b63b-c2e4af773e30 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:54.507442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=17d858ff-bad6-420e-abca-0b1c0713b962,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:54.515841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f6281c5e-9242-4383-b63b-c2e4af773e30, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f6281c5e-9242-4383-b63b-c2e4af773e30,segment=NetworkSegment(d1a1f32a-dc76-432c-a827-72cd3b589e40),segment_id=d1a1f32a-dc76-432c-a827-72cd3b589e40)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:54.526831 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.535492 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-b809a631-1d67-4c01-b159-8ba8c514203a tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.537453 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-b809a631-1d67-4c01-b159-8ba8c514203a tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924&tenant_id=fe72388f7744440db5677c86ab49db05&binding%3Ahost_id=n-h2-758944-46 HTTP/1.1" status: 200 len: 1097 time: 0.1695085 Jul 16 08:32:54.538296 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0541dca4-ef60-49f0-b5fa-686a5132f211 req-e3d043ee-6abd-4d9a-bf9f-04d9396af489 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.546732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93926585-ce8f-4cc9-8d2c-30c0b6f19db1 req-f388b63c-4aeb-48f8-b5ff-cbfbbd4ba44c tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.548400 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-93926585-ce8f-4cc9-8d2c-30c0b6f19db1 req-f388b63c-4aeb-48f8-b5ff-cbfbbd4ba44c tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 944 time: 0.1122632 Jul 16 08:32:54.583999 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4c5d2014-c9c3-422a-843e-7b7fc2623af7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:54.596871 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e4bcc449-b5bf-40c2-9271-cf9255fce250', '0f4d8a5c-4270-4b27-83b6-a79fcba57193'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:54.610544 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d043ee-6abd-4d9a-bf9f-04d9396af489 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event deleted for resources: {'Port': ['ID=e4bcc449-b5bf-40c2-9271-cf9255fce250,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:54.627094 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-93926585-ce8f-4cc9-8d2c-30c0b6f19db1 req-88b415c9-831b-44e4-b8fb-46fb5b0cfa79 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690336 Jul 16 08:32:54.669430 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-727cdf4a-913a-4adc-bb43-259a4c1d201a req-7dfe3437-90f7-465a-bafb-2d50a6e5addd tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=1290369c-7945-4090-ae5a-1d5ef705cee4 HTTP/1.1" status: 200 len: 210 time: 0.0730968 Jul 16 08:32:54.719415 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc4436b1-cb1b-42cd-a583-10ff41945be2 req-2eb0f2ab-e80a-4ee7-9d62-93c3a882fd49 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/floatingips/e13bcace-0901-42a2-9c16-b22ae3b41f7d HTTP/1.1" status: 200 len: 693 time: 0.0675817 Jul 16 08:32:54.722968 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f6281c5e-9242-4383-b63b-c2e4af773e30,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:54.734363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-0541dca4-ef60-49f0-b5fa-686a5132f211 req-e3d043ee-6abd-4d9a-bf9f-04d9396af489 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] No DVR routers for this DVR port e4bcc449-b5bf-40c2-9271-cf9255fce250 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:54.738684 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0541dca4-ef60-49f0-b5fa-686a5132f211 req-e3d043ee-6abd-4d9a-bf9f-04d9396af489 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.742571 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0541dca4-ef60-49f0-b5fa-686a5132f211 req-e3d043ee-6abd-4d9a-bf9f-04d9396af489 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "DELETE /v2.0/ports/e4bcc449-b5bf-40c2-9271-cf9255fce250 HTTP/1.1" status: 204 len: 173 time: 0.8735797 Jul 16 08:32:54.742737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1290369c-7945-4090-ae5a-1d5ef705cee4', 'name': 'network-vif-deleted', 'tag': 'e4bcc449-b5bf-40c2-9271-cf9255fce250'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:54.745505 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e89ea8f-e009-4706-957b-654dfbdf876e" -d '{"events": [{"server_uuid": "1290369c-7945-4090-ae5a-1d5ef705cee4", "name": "network-vif-deleted", "tag": "e4bcc449-b5bf-40c2-9271-cf9255fce250"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:54.870818 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['f6281c5e-9242-4383-b63b-c2e4af773e30'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:54.881531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4436b1-cb1b-42cd-a583-10ff41945be2 req-6c87873f-bc39-4bbe-9e01-414c57f0bd7e tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.890122 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc4436b1-cb1b-42cd-a583-10ff41945be2 req-6c87873f-bc39-4bbe-9e01-414c57f0bd7e tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.1697769 Jul 16 08:32:54.937365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-f0a21719-20bc-42d4-8f6f-abaff99d6a38 service neutron] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:54.954095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be723199-8916-4ae7-8bb5-24185140591d req-c1b77a06-79e9-4120-80a5-dc0f86213d49 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.955586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be723199-8916-4ae7-8bb5-24185140591d req-c1b77a06-79e9-4120-80a5-dc0f86213d49 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 945 time: 0.1399183 Jul 16 08:32:54.958860 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-f0a21719-20bc-42d4-8f6f-abaff99d6a38 service neutron] Notify callbacks [] for binding, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.959850 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a43eb29-28b1-4102-8366-b40219e1bdcd req-f0a21719-20bc-42d4-8f6f-abaff99d6a38 service neutron] 10.222.0.38 "DELETE /v2.0/ports/fd3ef9f1-e137-44b9-9d84-ad2c09664fd7/bindings/n-h1-758944-46 HTTP/1.1" status: 204 len: 173 time: 0.4133875 Jul 16 08:32:54.962313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc4436b1-cb1b-42cd-a583-10ff41945be2 req-c55ceec3-5e0b-4c30-be05-c223d6f39754 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.0707123 Jul 16 08:32:55.004722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3763c74-2522-4533-a126-881670645388 req-0f232da8-156e-4903-8b6f-caf71ff369bd tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:55.006968 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3763c74-2522-4533-a126-881670645388 req-0f232da8-156e-4903-8b6f-caf71ff369bd tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "GET /v2.0/ports?device_id=83c1592f-a69f-4b76-b9ea-302206814e7b HTTP/1.1" status: 200 len: 949 time: 0.1501827 Jul 16 08:32:55.049642 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc4436b1-cb1b-42cd-a583-10ff41945be2 req-29557ef7-6cd7-453d-a353-7e031c402681 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.157 HTTP/1.1" status: 200 len: 696 time: 0.0865126 Jul 16 08:32:55.072343 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be723199-8916-4ae7-8bb5-24185140591d req-c5235c73-cac8-4f83-84b0-0d4e8c76e1db tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060352 Jul 16 08:32:55.166238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-a3763c74-2522-4533-a126-881670645388 req-aa7ccd02-71e0-46ef-80f1-e498efa148d9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Deleting port 0f4d8a5c-4270-4b27-83b6-a79fcba57193 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:55.167279 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a3763c74-2522-4533-a126-881670645388 req-aa7ccd02-71e0-46ef-80f1-e498efa148d9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.169781 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-410b7325-f394-4e7d-b169-177ca89a8c77 x-openstack-request-id: req-410b7325-f394-4e7d-b169-177ca89a8c77 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:55.170070 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a304989f-b1a0-4cdd-834e-8b894a6cf22f", "tag": "e4fafeb7-41e2-4626-8598-8b25d15a2897", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:55.170323 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-410b7325-f394-4e7d-b169-177ca89a8c77 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:55.170724 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a304989f-b1a0-4cdd-834e-8b894a6cf22f', 'tag': 'e4fafeb7-41e2-4626-8598-8b25d15a2897', 'status': 'completed', 'code': 200} Jul 16 08:32:55.198314 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbbe85e-41cd-430f-8dad-6b17e2b01723 x-openstack-request-id: req-4dbbe85e-41cd-430f-8dad-6b17e2b01723 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:55.198857 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0ab4cb-5c40-4f43-a22c-4e6852033392", "name": "network-vif-unplugged", "status": "failed", "tag": "17d858ff-bad6-420e-abca-0b1c0713b962", "code": 422}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:55.198857 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dbbe85e-41cd-430f-8dad-6b17e2b01723 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:55.199267 n-d-758944-46 neutron-server[93696]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2a0ab4cb-5c40-4f43-a22c-4e6852033392', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '17d858ff-bad6-420e-abca-0b1c0713b962', 'code': 422} returned with failed status Jul 16 08:32:55.241056 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-fc4436b1-cb1b-42cd-a583-10ff41945be2 req-ca1154c7-eaa5-4703-8c42-946da94c030e tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Deleting port 35baf4a8-565d-4267-8137-7408ea285e14 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:55.241680 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fc4436b1-cb1b-42cd-a583-10ff41945be2 req-ca1154c7-eaa5-4703-8c42-946da94c030e tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.328976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-a3763c74-2522-4533-a126-881670645388 req-aa7ccd02-71e0-46ef-80f1-e498efa148d9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] For port 0f4d8a5c-4270-4b27-83b6-a79fcba57193, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0f4d8a5c-4270-4b27-83b6-a79fcba57193,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:55.329414 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a3763c74-2522-4533-a126-881670645388 req-aa7ccd02-71e0-46ef-80f1-e498efa148d9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.362968 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fc4436b1-cb1b-42cd-a583-10ff41945be2 req-ca1154c7-eaa5-4703-8c42-946da94c030e tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.363300 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fc4436b1-cb1b-42cd-a583-10ff41945be2 req-ca1154c7-eaa5-4703-8c42-946da94c030e tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.375940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-fc4436b1-cb1b-42cd-a583-10ff41945be2 req-ca1154c7-eaa5-4703-8c42-946da94c030e tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Calling delete_port for 35baf4a8-565d-4267-8137-7408ea285e14 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:55.380191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-a3763c74-2522-4533-a126-881670645388 req-aa7ccd02-71e0-46ef-80f1-e498efa148d9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Calling delete_port for 0f4d8a5c-4270-4b27-83b6-a79fcba57193 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:55.383447 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5b7b9-69f6-4926-8252-d3bb36688cd9 req-38daea9a-f45d-495e-86ed-e5ef023b7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:55.384971 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62b5b7b9-69f6-4926-8252-d3bb36688cd9 req-38daea9a-f45d-495e-86ed-e5ef023b7cb9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9ab48241fdd447c872ab202d75bbb7e&device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 1096 time: 0.1980467 Jul 16 08:32:55.530069 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fc4436b1-cb1b-42cd-a583-10ff41945be2 req-ca1154c7-eaa5-4703-8c42-946da94c030e tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.555824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1154c7-eaa5-4703-8c42-946da94c030e tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Pushing event deleted for resources: {'Port': ['ID=35baf4a8-565d-4267-8137-7408ea285e14,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:55.584401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13058428-e3b1-4ecd-906e-9863654866ee req-16bf6488-4d3c-4484-8d82-a119936229af tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:55.585914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13058428-e3b1-4ecd-906e-9863654866ee req-16bf6488-4d3c-4484-8d82-a119936229af tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 805 time: 0.2607875 Jul 16 08:32:55.621401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5b7b9-69f6-4926-8252-d3bb36688cd9 req-ce7fdb84-0fe9-44fb-a735-ca5e03fa9e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:55.623033 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fc4436b1-cb1b-42cd-a583-10ff41945be2 req-ca1154c7-eaa5-4703-8c42-946da94c030e tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.624215 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62b5b7b9-69f6-4926-8252-d3bb36688cd9 req-ce7fdb84-0fe9-44fb-a735-ca5e03fa9e03 service neutron] 10.222.0.38 "GET /v2.0/networks?id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 HTTP/1.1" status: 200 len: 918 time: 0.2274451 Jul 16 08:32:55.625756 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fc4436b1-cb1b-42cd-a583-10ff41945be2 req-ca1154c7-eaa5-4703-8c42-946da94c030e tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.626150 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13058428-e3b1-4ecd-906e-9863654866ee req-ad5bc571-bfe3-46bf-b64e-05e4d3bde935 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/quotas/a2cca6b5346b41fb9c1451a1f165aee8 HTTP/1.1" status: 200 len: 375 time: 0.0309820 Jul 16 08:32:55.626957 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc4436b1-cb1b-42cd-a583-10ff41945be2 req-ca1154c7-eaa5-4703-8c42-946da94c030e tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "DELETE /v2.0/floatingips/e13bcace-0901-42a2-9c16-b22ae3b41f7d HTTP/1.1" status: 204 len: 173 time: 0.5764503 Jul 16 08:32:55.701099 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62b5b7b9-69f6-4926-8252-d3bb36688cd9 req-585e0ebb-a69d-4139-a11e-bb2935394c88 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4fafeb7-41e2-4626-8598-8b25d15a2897 HTTP/1.1" status: 200 len: 217 time: 0.0697591 Jul 16 08:32:55.787211 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a3763c74-2522-4533-a126-881670645388 req-aa7ccd02-71e0-46ef-80f1-e498efa148d9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.802194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4c5d2014-c9c3-422a-843e-7b7fc2623af7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:55.838389 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503d325c-0ba5-4556-b729-bb221eda0895 x-openstack-request-id: req-503d325c-0ba5-4556-b729-bb221eda0895 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:55.838686 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1290369c-7945-4090-ae5a-1d5ef705cee4", "name": "network-vif-deleted", "tag": "e4bcc449-b5bf-40c2-9271-cf9255fce250", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:55.838935 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-503d325c-0ba5-4556-b729-bb221eda0895 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:55.839583 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1290369c-7945-4090-ae5a-1d5ef705cee4', 'name': 'network-vif-deleted', 'tag': 'e4bcc449-b5bf-40c2-9271-cf9255fce250', 'status': 'completed', 'code': 200} Jul 16 08:32:55.843172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7ccd02-71e0-46ef-80f1-e498efa148d9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event deleted for resources: {'Port': ['ID=0f4d8a5c-4270-4b27-83b6-a79fcba57193,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:55.878020 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b5b7b9-69f6-4926-8252-d3bb36688cd9 req-32a22045-109e-47d8-b1f2-e8ec24aee0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:55.879471 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62b5b7b9-69f6-4926-8252-d3bb36688cd9 req-32a22045-109e-47d8-b1f2-e8ec24aee0f6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54f06641-ecee-4543-adbf-120fa966a2c2 HTTP/1.1" status: 200 len: 858 time: 0.1538539 Jul 16 08:32:55.915393 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13058428-e3b1-4ecd-906e-9863654866ee req-02390a7b-e51d-44a9-9cb6-b0bd99eaab67 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2756886 Jul 16 08:32:55.917613 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3763c74-2522-4533-a126-881670645388 req-aa7ccd02-71e0-46ef-80f1-e498efa148d9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] No DVR routers for this DVR port 0f4d8a5c-4270-4b27-83b6-a79fcba57193 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:55.920113 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-a3763c74-2522-4533-a126-881670645388 req-aa7ccd02-71e0-46ef-80f1-e498efa148d9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:55.922432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3763c74-2522-4533-a126-881670645388 req-aa7ccd02-71e0-46ef-80f1-e498efa148d9 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.15 "DELETE /v2.0/ports/0f4d8a5c-4270-4b27-83b6-a79fcba57193 HTTP/1.1" status: 204 len: 173 time: 0.9061251 Jul 16 08:32:55.952466 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62b5b7b9-69f6-4926-8252-d3bb36688cd9 req-b35520c5-dfc8-4fb2-a41d-9cb73a7d8175 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655854 Jul 16 08:32:56.020630 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b402d775-0513-4d50-b673-3c5856367e58 req-9dc5e4c3-e6c5-4b06-9f16-c91557d63c8e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.022133 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b402d775-0513-4d50-b673-3c5856367e58 req-9dc5e4c3-e6c5-4b06-9f16-c91557d63c8e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 944 time: 0.0687442 Jul 16 08:32:56.045795 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e4fafeb7-41e2-4626-8598-8b25d15a2897 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:56.054698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f6281c5e-9242-4383-b63b-c2e4af773e30 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:56.079138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b402d775-0513-4d50-b673-3c5856367e58 req-8bdbbbc3-ccc4-48a4-badc-66b46c4bd2a8 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412722 Jul 16 08:32:56.122350 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13058428-e3b1-4ecd-906e-9863654866ee req-ddb7d5d8-fee1-4d19-bcba-3a5c45684c8c service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795790 Jul 16 08:32:56.127060 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62b5b7b9-69f6-4926-8252-d3bb36688cd9 req-70b6cd2e-b6d9-492a-b4ed-683c7338da97 service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603789 Jul 16 08:32:56.182662 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-ecc22612-97bf-4411-86f0-2c1d4c4dd94e tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.78 HTTP/1.1" status: 200 len: 1000 time: 0.0696759 Jul 16 08:32:56.193749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port f6281c5e-9242-4383-b63b-c2e4af773e30 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:56.199890 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port f6281c5e-9242-4383-b63b-c2e4af773e30 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:56.200615 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.247383 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port e4fafeb7-41e2-4626-8598-8b25d15a2897, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e4fafeb7-41e2-4626-8598-8b25d15a2897,segment=NetworkSegment(d1a1f32a-dc76-432c-a827-72cd3b589e40),segment_id=d1a1f32a-dc76-432c-a827-72cd3b589e40)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:56.262431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-7d793a7b-b225-466e-b71d-33aee906724b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.272306 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-7d793a7b-b225-466e-b71d-33aee906724b tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports/bfeffdc5-f78b-47cb-875f-6470fce4e143 HTTP/1.1" status: 200 len: 942 time: 0.0769882 Jul 16 08:32:56.278129 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'e4fafeb7-41e2-4626-8598-8b25d15a2897', 'network_id': '83be97f7-2e71-428f-9ae0-b18aa1dbe0e4', 'port_id': 'e4fafeb7-41e2-4626-8598-8b25d15a2897', 'mac_address': 'fa:16:3e:aa:a7:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54f06641-ecee-4543-adbf-120fa966a2c2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:56.300834 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13058428-e3b1-4ecd-906e-9863654866ee req-c175d762-2644-4f2d-a24b-dce94e93361f service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718905 Jul 16 08:32:56.302812 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62b5b7b9-69f6-4926-8252-d3bb36688cd9 req-cd2401a5-d3de-4bce-9b5f-79085cd10b6e service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666107 Jul 16 08:32:56.384944 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.400903 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.470905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f6281c5e-9242-4383-b63b-c2e4af773e30, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f6281c5e-9242-4383-b63b-c2e4af773e30,segment=NetworkSegment(d1a1f32a-dc76-432c-a827-72cd3b589e40),segment_id=d1a1f32a-dc76-432c-a827-72cd3b589e40)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:56.473988 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4fafeb7-41e2-4626-8598-8b25d15a2897 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:56.498978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port e4fafeb7-41e2-4626-8598-8b25d15a2897, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e4fafeb7-41e2-4626-8598-8b25d15a2897,segment=NetworkSegment(d1a1f32a-dc76-432c-a827-72cd3b589e40),segment_id=d1a1f32a-dc76-432c-a827-72cd3b589e40)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:56.500781 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.502961 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-b071812f-584b-4522-b0b5-957950bd8bef tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.78 HTTP/1.1" status: 200 len: 1000 time: 0.0993705 Jul 16 08:32:56.507177 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.576634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f6281c5e-9242-4383-b63b-c2e4af773e30,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:56.651570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=e4fafeb7-41e2-4626-8598-8b25d15a2897,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:56.677474 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-b9b842e3-6203-400a-b513-609632d8c496 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.679296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-b9b842e3-6203-400a-b513-609632d8c496 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.1756494 Jul 16 08:32:56.685687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7b1a22-0aae-438a-a29e-01ef526562bd req-b76e74d7-5fdf-46f1-84dc-ff0dabd10de9 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.687310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dc7b1a22-0aae-438a-a29e-01ef526562bd req-b76e74d7-5fdf-46f1-84dc-ff0dabd10de9 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 945 time: 0.0966880 Jul 16 08:32:56.729132 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dc7b1a22-0aae-438a-a29e-01ef526562bd req-033a1701-bc67-46c5-960b-f976648c1327 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339966 Jul 16 08:32:56.754883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-9b41e851-4a39-4a95-9fd8-6745005c82ac tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.78 HTTP/1.1" status: 200 len: 1000 time: 0.0686114 Jul 16 08:32:56.769942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-7f111351-cdc2-4183-b3ac-47b97ec80560 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:56.779313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['e4fafeb7-41e2-4626-8598-8b25d15a2897'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:56.849133 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-7f111351-cdc2-4183-b3ac-47b97ec80560 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.970134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 0f4d8a5c-4270-4b27-83b6-a79fcba57193 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:56.992886 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 0f4d8a5c-4270-4b27-83b6-a79fcba57193 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:56.993236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 0f4d8a5c-4270-4b27-83b6-a79fcba57193 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:56.993670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e4bcc449-b5bf-40c2-9271-cf9255fce250 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:57.013121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: e4bcc449-b5bf-40c2-9271-cf9255fce250 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:57.013733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e4bcc449-b5bf-40c2-9271-cf9255fce250 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:57.015609 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-7f111351-cdc2-4183-b3ac-47b97ec80560 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.019362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-7f111351-cdc2-4183-b3ac-47b97ec80560 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.019616 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-7f111351-cdc2-4183-b3ac-47b97ec80560 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Floating IP d37af74f-3458-45ac-bf68-f941358db5b1 disassociated. External IP: 172.25.4.78, port: bfeffdc5-f78b-47cb-875f-6470fce4e143. Jul 16 08:32:57.200865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225c3608-10d0-4b2e-a031-572d068d0bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6281c5e-9242-4383-b63b-c2e4af773e30'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:57.203894 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d02c27-0ca1-47b6-ae14-816f1a251b4c" -d '{"events": [{"server_uuid": "225c3608-10d0-4b2e-a031-572d068d0bfd", "name": "network-vif-plugged", "status": "completed", "tag": "f6281c5e-9242-4383-b63b-c2e4af773e30"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:57.537167 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-7f111351-cdc2-4183-b3ac-47b97ec80560 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Router acdb6994-44b9-4509-a527-f6c19b872fe3 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:32:57.657975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-7f111351-cdc2-4183-b3ac-47b97ec80560 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:57.663539 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-7f111351-cdc2-4183-b3ac-47b97ec80560 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.670564 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba9eda-f274-4f10-89ce-2116c46c59a4 None None] Sync routers for ids ['acdb6994-44b9-4509-a527-f6c19b872fe3'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:57.686922 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba9eda-f274-4f10-89ce-2116c46c59a4 None None] Routers {'acdb6994-44b9-4509-a527-f6c19b872fe3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:57.687562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-17ba9eda-f274-4f10-89ce-2116c46c59a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:32:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['acdb6994-44b9-4509-a527-f6c19b872fe3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:57.708864 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-7f111351-cdc2-4183-b3ac-47b97ec80560 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "PUT /v2.0/floatingips/d37af74f-3458-45ac-bf68-f941358db5b1 HTTP/1.1" status: 200 len: 694 time: 0.9528122 Jul 16 08:32:57.709619 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7b1d8f3-17af-421d-a9d5-7ed277b228ef', 'tag': 'bfeffdc5-f78b-47cb-875f-6470fce4e143'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:57.712771 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ccf37d-3877-4a41-bf08-f73a596126df" -d '{"events": [{"name": "network-changed", "server_uuid": "c7b1d8f3-17af-421d-a9d5-7ed277b228ef", "tag": "bfeffdc5-f78b-47cb-875f-6470fce4e143"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:57.779491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13058428-e3b1-4ecd-906e-9863654866ee req-27a4ec9d-ff4f-49b8-a227-678c567d3691 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:57.781068 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13058428-e3b1-4ecd-906e-9863654866ee req-27a4ec9d-ff4f-49b8-a227-678c567d3691 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.15 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 805 time: 0.1265254 Jul 16 08:32:57.796746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-13058428-e3b1-4ecd-906e-9863654866ee req-6db401f6-ca22-4be3-ac32-1c2a822fd58e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Request body: {'port': {'device_id': '996825e0-d3cb-4b17-8c0b-8f8793670812', 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497', 'admin_state_up': True, 'tenant_id': 'a2cca6b5346b41fb9c1451a1f165aee8'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:57.797343 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-863b16b5-d7fc-45e8-a081-e7efa654b1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:57.798945 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-863b16b5-d7fc-45e8-a081-e7efa654b1fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8ae1ab92c461435187763f8571a51591&device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 1097 time: 0.0734036 Jul 16 08:32:57.870484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-17ba9eda-f274-4f10-89ce-2116c46c59a4 None None] Set router acdb6994-44b9-4509-a527-f6c19b872fe3 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:57.874516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83c1592f-a69f-4b76-b9ea-302206814e7b', 'name': 'network-vif-deleted', 'tag': '0f4d8a5c-4270-4b27-83b6-a79fcba57193'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:57.883343 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdeaed20-641c-45f2-8b66-20ff02606e17" -d '{"events": [{"server_uuid": "83c1592f-a69f-4b76-b9ea-302206814e7b", "name": "network-vif-deleted", "tag": "0f4d8a5c-4270-4b27-83b6-a79fcba57193"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:57.967208 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-06a478c5-d504-4839-980f-2809060948e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:57.967713 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13058428-e3b1-4ecd-906e-9863654866ee req-6db401f6-ca22-4be3-ac32-1c2a822fd58e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Made reservation on behalf of a2cca6b5346b41fb9c1451a1f165aee8 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:57.968971 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-06a478c5-d504-4839-980f-2809060948e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 HTTP/1.1" status: 200 len: 929 time: 0.1626537 Jul 16 08:32:57.971821 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-13058428-e3b1-4ecd-906e-9863654866ee req-6db401f6-ca22-4be3-ac32-1c2a822fd58e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.017699 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-02ba227e-68e8-4fff-839c-48c0d9b2be08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfeffdc5-f78b-47cb-875f-6470fce4e143 HTTP/1.1" status: 200 len: 217 time: 0.0411091 Jul 16 08:32:58.056186 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e4fafeb7-41e2-4626-8598-8b25d15a2897 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:58.083325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-1948134d-2517-43ac-9abe-6e6357fe04e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.089083 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-1948134d-2517-43ac-9abe-6e6357fe04e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=686dab5e-3b78-4f08-bf02-a6c85459ca7a HTTP/1.1" status: 200 len: 868 time: 0.0659213 Jul 16 08:32:58.151279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-ca2a8536-7245-4a0b-87ea-7cc8ebb4c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.153832 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-ca2a8536-7245-4a0b-87ea-7cc8ebb4c4dc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca736e3a-4d25-45f6-b3b5-fa7f342f9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0618069 Jul 16 08:32:58.158994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port e4fafeb7-41e2-4626-8598-8b25d15a2897 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:58.165534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port e4fafeb7-41e2-4626-8598-8b25d15a2897 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:58.166518 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.166971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-13058428-e3b1-4ecd-906e-9863654866ee req-6db401f6-ca22-4be3-ac32-1c2a822fd58e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Allocated IP 172.20.0.13 (20ee9c8f-2cd9-40d6-987d-933e8af4b497/789d7b71-d5c7-4c97-8897-da1853b01c39/7feaf392-9056-4175-8c76-74682fe074e2) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:58.187535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c8223-b84d-4661-81dc-5801003721dc req-074a8752-4962-41a6-8dfc-20517c322d83 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.189079 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-556c8223-b84d-4661-81dc-5801003721dc req-074a8752-4962-41a6-8dfc-20517c322d83 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=2a0ab4cb-5c40-4f43-a22c-4e6852033392 HTTP/1.1" status: 200 len: 944 time: 0.1181386 Jul 16 08:32:58.197329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-17ba9eda-f274-4f10-89ce-2116c46c59a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:04Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '8ae1ab92c461435187763f8571a51591', 'gw_port': {'id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '409c2565-4560-44f2-aad1-a78b3eb287d0', 'name': '', 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'mac_address': 'fa:16:3e:f1:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:09Z', 'updated_at': '2021-07-16T08:32:18Z', 'revision_number': 5, 'project_id': '8ae1ab92c461435187763f8571a51591', 'subnets': [{'id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:58.231994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba9eda-f274-4f10-89ce-2116c46c59a4 None None] Checking router: acdb6994-44b9-4509-a527-f6c19b872fe3 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:58.249109 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ba9eda-f274-4f10-89ce-2116c46c59a4 None None] Routers {'acdb6994-44b9-4509-a527-f6c19b872fe3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:58.249747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-17ba9eda-f274-4f10-89ce-2116c46c59a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:32:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['acdb6994-44b9-4509-a527-f6c19b872fe3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:58.281230 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-a496aa61-b7bf-41b3-a3f1-345040be29af service neutron] 10.222.0.20 "GET /v2.0/networks/ca736e3a-4d25-45f6-b3b5-fa7f342f9b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169338 Jul 16 08:32:58.376721 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb502b0a-5d2a-42f8-9b08-2183cf8402e9 req-ee1b6f8d-52e5-4d05-8dde-f66961ae28db service neutron] 10.222.0.20 "GET /v2.0/networks/ca736e3a-4d25-45f6-b3b5-fa7f342f9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902536 Jul 16 08:32:58.399937 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-556c8223-b84d-4661-81dc-5801003721dc req-369a6f6a-2f6d-4538-aeaa-f969c2cc9573 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Deleting port 17d858ff-bad6-420e-abca-0b1c0713b962 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:58.400733 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-556c8223-b84d-4661-81dc-5801003721dc req-369a6f6a-2f6d-4538-aeaa-f969c2cc9573 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.455755 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-13058428-e3b1-4ecd-906e-9863654866ee req-6db401f6-ca22-4be3-ac32-1c2a822fd58e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.500288 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.524685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-556c8223-b84d-4661-81dc-5801003721dc req-369a6f6a-2f6d-4538-aeaa-f969c2cc9573 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] For port 17d858ff-bad6-420e-abca-0b1c0713b962, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=17d858ff-bad6-420e-abca-0b1c0713b962,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:58.525160 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-556c8223-b84d-4661-81dc-5801003721dc req-369a6f6a-2f6d-4538-aeaa-f969c2cc9573 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.534809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8266e459-1277-414f-96a2-4a86f195c90c req-c9085b02-9204-49b4-a626-13d2cdd98dd4 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.536691 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8266e459-1277-414f-96a2-4a86f195c90c req-c9085b02-9204-49b4-a626-13d2cdd98dd4 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 1097 time: 0.0562968 Jul 16 08:32:58.549572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-556c8223-b84d-4661-81dc-5801003721dc req-369a6f6a-2f6d-4538-aeaa-f969c2cc9573 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Calling delete_port for 17d858ff-bad6-420e-abca-0b1c0713b962 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:58.558583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-17ba9eda-f274-4f10-89ce-2116c46c59a4 None None] Set router acdb6994-44b9-4509-a527-f6c19b872fe3 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:58.577317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8266e459-1277-414f-96a2-4a86f195c90c req-6b650ead-29a6-4bbb-bcbb-9ae9e71a394e tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340047 Jul 16 08:32:58.585673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port e4fafeb7-41e2-4626-8598-8b25d15a2897, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e4fafeb7-41e2-4626-8598-8b25d15a2897,segment=NetworkSegment(d1a1f32a-dc76-432c-a827-72cd3b589e40),segment_id=d1a1f32a-dc76-432c-a827-72cd3b589e40)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:58.591557 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.592412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 17d858ff-bad6-420e-abca-0b1c0713b962 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:58.604448 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-13058428-e3b1-4ecd-906e-9863654866ee req-6db401f6-ca22-4be3-ac32-1c2a822fd58e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.641191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b9a95dbe-c086-4c79-ac21-2fea3daed19b', '259c68dd-ba5b-4e46-8f4d-328d6a48cdbd'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:58.662987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13058428-e3b1-4ecd-906e-9863654866ee req-6db401f6-ca22-4be3-ac32-1c2a822fd58e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:58.675879 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-13058428-e3b1-4ecd-906e-9863654866ee req-6db401f6-ca22-4be3-ac32-1c2a822fd58e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:58.679193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-13058428-e3b1-4ecd-906e-9863654866ee req-6db401f6-ca22-4be3-ac32-1c2a822fd58e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:58.725758 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db401f6-ca22-4be3-ac32-1c2a822fd58e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Pushing event updated for resources: {'Port': ['ID=7feaf392-9056-4175-8c76-74682fe074e2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:58.742687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13058428-e3b1-4ecd-906e-9863654866ee req-6db401f6-ca22-4be3-ac32-1c2a822fd58e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.743552 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-13058428-e3b1-4ecd-906e-9863654866ee req-6db401f6-ca22-4be3-ac32-1c2a822fd58e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.764688 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13058428-e3b1-4ecd-906e-9863654866ee req-6db401f6-ca22-4be3-ac32-1c2a822fd58e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9745953 Jul 16 08:32:58.779693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Request body: {'port': {'device_id': '996825e0-d3cb-4b17-8c0b-8f8793670812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:58.839062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=e4fafeb7-41e2-4626-8598-8b25d15a2897,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:58.857107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35043679-d4ba-48b0-bd94-889f33744298 req-4624c5ba-7486-4e4c-99ff-b53416189f7b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.858859 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35043679-d4ba-48b0-bd94-889f33744298 req-4624c5ba-7486-4e4c-99ff-b53416189f7b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=996825e0-d3cb-4b17-8c0b-8f8793670812 HTTP/1.1" status: 200 len: 932 time: 0.0801864 Jul 16 08:32:58.891417 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-556c8223-b84d-4661-81dc-5801003721dc req-369a6f6a-2f6d-4538-aeaa-f969c2cc9573 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.906304 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35043679-d4ba-48b0-bd94-889f33744298 req-8bd669eb-d495-4aa1-b562-63e6331cdd04 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405524 Jul 16 08:32:58.934322 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.937922 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a6f6a-2f6d-4538-aeaa-f969c2cc9573 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Pushing event deleted for resources: {'Port': ['ID=17d858ff-bad6-420e-abca-0b1c0713b962,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:58.997799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-556c8223-b84d-4661-81dc-5801003721dc req-369a6f6a-2f6d-4538-aeaa-f969c2cc9573 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] No DVR routers for this DVR port 17d858ff-bad6-420e-abca-0b1c0713b962 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:59.000595 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-556c8223-b84d-4661-81dc-5801003721dc req-369a6f6a-2f6d-4538-aeaa-f969c2cc9573 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.002968 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-556c8223-b84d-4661-81dc-5801003721dc req-369a6f6a-2f6d-4538-aeaa-f969c2cc9573 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "DELETE /v2.0/ports/17d858ff-bad6-420e-abca-0b1c0713b962 HTTP/1.1" status: 204 len: 173 time: 0.8074682 Jul 16 08:32:59.049450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-17ba9eda-f274-4f10-89ce-2116c46c59a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:04Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '8ae1ab92c461435187763f8571a51591', 'gw_port': {'id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '409c2565-4560-44f2-aad1-a78b3eb287d0', 'name': '', 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'mac_address': 'fa:16:3e:f1:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:09Z', 'updated_at': '2021-07-16T08:32:18Z', 'revision_number': 5, 'project_id': '8ae1ab92c461435187763f8571a51591', 'subnets': [{'id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:59.084333 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c81af2d-8dc8-45ca-9ce1-56367eaf6597 x-openstack-request-id: req-4c81af2d-8dc8-45ca-9ce1-56367eaf6597 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:59.084653 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225c3608-10d0-4b2e-a031-572d068d0bfd", "name": "network-vif-plugged", "status": "completed", "tag": "f6281c5e-9242-4383-b63b-c2e4af773e30", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:59.084904 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c81af2d-8dc8-45ca-9ce1-56367eaf6597 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:59.085299 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225c3608-10d0-4b2e-a031-572d068d0bfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6281c5e-9242-4383-b63b-c2e4af773e30', 'code': 200} Jul 16 08:32:59.093502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ba9eda-f274-4f10-89ce-2116c46c59a4 None None] The sync data for ids ['acdb6994-44b9-4509-a527-f6c19b872fe3'] in n-d-758944-46 is: [{'id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:04Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 4, 'project_id': '8ae1ab92c461435187763f8571a51591', 'gw_port': {'id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '409c2565-4560-44f2-aad1-a78b3eb287d0', 'name': '', 'network_id': 'ca736e3a-4d25-45f6-b3b5-fa7f342f9b97', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'mac_address': 'fa:16:3e:f1:4e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 887, 'fixed_ips': [{'subnet_id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:09Z', 'updated_at': '2021-07-16T08:32:18Z', 'revision_number': 5, 'project_id': '8ae1ab92c461435187763f8571a51591', 'subnets': [{'id': '686dab5e-3b78-4f08-bf02-a6c85459ca7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:59.313708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d9016-975d-44e6-8e61-4aa323b547ea req-5e97903a-aa6d-4166-a7da-4df4b4e21da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.315932 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed3d9016-975d-44e6-8e61-4aa323b547ea req-5e97903a-aa6d-4166-a7da-4df4b4e21da9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 1098 time: 0.1406605 Jul 16 08:32:59.384509 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed3d9016-975d-44e6-8e61-4aa323b547ea req-4c096454-ac15-47a6-9721-cae77aae6288 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583878 Jul 16 08:32:59.429601 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785d0c35-9ef8-4099-aede-a5206aa113ff None None] New status for floating IP d37af74f-3458-45ac-bf68-f941358db5b1: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:32:59.433685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7feaf392-9056-4175-8c76-74682fe074e2 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:59.443332 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.458945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Transition to ACTIVE for port object 7feaf392-9056-4175-8c76-74682fe074e2 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:59.465675 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.577276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Pushing event updated for resources: {'Port': ['ID=7feaf392-9056-4175-8c76-74682fe074e2,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:59.617661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Attempting to bind port 7feaf392-9056-4175-8c76-74682fe074e2 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:59.618012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Attempting to bind port 7feaf392-9056-4175-8c76-74682fe074e2 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:59.618347 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Attempting to bind port 7feaf392-9056-4175-8c76-74682fe074e2 on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:59.623470 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Port 7feaf392-9056-4175-8c76-74682fe074e2 on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:59.623811 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Attempting to bind port 7feaf392-9056-4175-8c76-74682fe074e2 on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:59.631035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:59.631395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Checking segment: {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:59.631771 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Bound using segment: {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:59.631952 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99286d6c-0f44-49dd-9308-2d20aa504cb6 x-openstack-request-id: req-99286d6c-0f44-49dd-9308-2d20aa504cb6 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:59.632436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Bound port: 7feaf392-9056-4175-8c76-74682fe074e2, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:59.632593 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.633034 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7b1d8f3-17af-421d-a9d5-7ed277b228ef", "tag": "bfeffdc5-f78b-47cb-875f-6470fce4e143", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:59.633450 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99286d6c-0f44-49dd-9308-2d20aa504cb6 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:59.634399 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7b1d8f3-17af-421d-a9d5-7ed277b228ef', 'tag': 'bfeffdc5-f78b-47cb-875f-6470fce4e143', 'status': 'completed', 'code': 200} Jul 16 08:32:59.710139 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db01a60f-09fc-4ddb-a0b5-9877b25f1d1d x-openstack-request-id: req-db01a60f-09fc-4ddb-a0b5-9877b25f1d1d {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:59.710663 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83c1592f-a69f-4b76-b9ea-302206814e7b", "name": "network-vif-deleted", "tag": "0f4d8a5c-4270-4b27-83b6-a79fcba57193", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:59.711338 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db01a60f-09fc-4ddb-a0b5-9877b25f1d1d {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:59.711923 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83c1592f-a69f-4b76-b9ea-302206814e7b', 'name': 'network-vif-deleted', 'tag': '0f4d8a5c-4270-4b27-83b6-a79fcba57193', 'status': 'completed', 'code': 200} Jul 16 08:32:59.728881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] For port 7feaf392-9056-4175-8c76-74682fe074e2, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:59.760661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] For port 7feaf392-9056-4175-8c76-74682fe074e2, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7feaf392-9056-4175-8c76-74682fe074e2,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:59.768266 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.785553 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f2885a5-949c-4bbd-9669-cf970a52b2b7 req-eedb68fc-213d-41be-8fee-faa7026b4be3 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/floatingips/d37af74f-3458-45ac-bf68-f941358db5b1 HTTP/1.1" status: 200 len: 692 time: 0.0598619 Jul 16 08:32:59.792378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccf37d-3877-4a41-bf08-f73a596126df req-e741484a-8958-4ae7-a3b7-973267827934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.798147 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77ccf37d-3877-4a41-bf08-f73a596126df req-e741484a-8958-4ae7-a3b7-973267827934 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ae1ab92c461435187763f8571a51591&device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 1097 time: 0.1389422 Jul 16 08:32:59.818326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.818933 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.820421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13058428-e3b1-4ecd-906e-9863654866ee req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] 10.222.0.15 "PUT /v2.0/ports/7feaf392-9056-4175-8c76-74682fe074e2 HTTP/1.1" status: 200 len: 1093 time: 1.0466301 Jul 16 08:32:59.844696 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d51890-92e2-47d1-8ad8-bfd3e0802834 service neutron] Pushing event updated for resources: {'Port': ['ID=7feaf392-9056-4175-8c76-74682fe074e2,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:59.854741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6052f35d-a816-485c-865d-c3fa8d9d3a81 req-eb4e6bf8-5e47-4d25-9960-925977ae18e1 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.857686 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6052f35d-a816-485c-865d-c3fa8d9d3a81 req-eb4e6bf8-5e47-4d25-9960-925977ae18e1 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.1419601 Jul 16 08:32:59.925148 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6052f35d-a816-485c-865d-c3fa8d9d3a81 req-e1bc87b1-17d4-42fb-b405-f553f626022b tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626361 Jul 16 08:32:59.967581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13058428-e3b1-4ecd-906e-9863654866ee req-e66e3974-f42d-4bd9-b144-de5fd4a2827a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.969248 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13058428-e3b1-4ecd-906e-9863654866ee req-e66e3974-f42d-4bd9-b144-de5fd4a2827a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&device_id=996825e0-d3cb-4b17-8c0b-8f8793670812 HTTP/1.1" status: 200 len: 1096 time: 0.0924683 Jul 16 08:32:59.984929 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2885a5-949c-4bbd-9669-cf970a52b2b7 req-76981a1f-1cc8-46f8-a6da-17f9ebc9417f tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.986303 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f2885a5-949c-4bbd-9669-cf970a52b2b7 req-76981a1f-1cc8-46f8-a6da-17f9ebc9417f tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.1869357 Jul 16 08:32:59.987492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccf37d-3877-4a41-bf08-f73a596126df req-6154e7e6-b5b0-4e65-b99d-d9f1b2e06656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.989384 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77ccf37d-3877-4a41-bf08-f73a596126df req-6154e7e6-b5b0-4e65-b99d-d9f1b2e06656 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 HTTP/1.1" status: 200 len: 929 time: 0.1780152 Jul 16 08:33:00.022481 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13058428-e3b1-4ecd-906e-9863654866ee req-584e4792-3cd5-4f96-a1d1-20d26c0cad8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7feaf392-9056-4175-8c76-74682fe074e2 HTTP/1.1" status: 200 len: 217 time: 0.0457714 Jul 16 08:33:00.064865 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77ccf37d-3877-4a41-bf08-f73a596126df req-17d268bf-ec2f-4d65-8899-f313cf03c2ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bfeffdc5-f78b-47cb-875f-6470fce4e143 HTTP/1.1" status: 200 len: 217 time: 0.0652652 Jul 16 08:33:00.072598 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f2885a5-949c-4bbd-9669-cf970a52b2b7 req-fa7c2a13-9e03-4c04-b4e7-9e5d42f6cae7 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.78 HTTP/1.1" status: 200 len: 695 time: 0.0797336 Jul 16 08:33:00.151729 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f2885a5-949c-4bbd-9669-cf970a52b2b7 req-870f985f-0fae-480a-84eb-d6e7132e0564 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.78 HTTP/1.1" status: 200 len: 695 time: 0.0698209 Jul 16 08:33:00.157582 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccf37d-3877-4a41-bf08-f73a596126df req-3c91a3dd-f5f5-43ed-9f59-3525c5e4b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.159059 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77ccf37d-3877-4a41-bf08-f73a596126df req-3c91a3dd-f5f5-43ed-9f59-3525c5e4b0ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=686dab5e-3b78-4f08-bf02-a6c85459ca7a HTTP/1.1" status: 200 len: 868 time: 0.0856166 Jul 16 08:33:00.329641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccf37d-3877-4a41-bf08-f73a596126df req-bdcd120f-0b09-474d-be89-6da96754b073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.331181 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77ccf37d-3877-4a41-bf08-f73a596126df req-bdcd120f-0b09-474d-be89-6da96754b073 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca736e3a-4d25-45f6-b3b5-fa7f342f9b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1649609 Jul 16 08:33:00.405404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-8f2885a5-949c-4bbd-9669-cf970a52b2b7 req-f2123d83-2b0e-4c31-924c-ef41e73594f1 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Deleting port 4baaee08-53f8-4670-a5b5-88b2acec827a {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:00.405870 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8f2885a5-949c-4bbd-9669-cf970a52b2b7 req-f2123d83-2b0e-4c31-924c-ef41e73594f1 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:00.445260 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13058428-e3b1-4ecd-906e-9863654866ee req-b6eb5cd4-f79e-4353-a83b-c5bcba5d5905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.446700 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13058428-e3b1-4ecd-906e-9863654866ee req-b6eb5cd4-f79e-4353-a83b-c5bcba5d5905 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 200 len: 845 time: 0.4123440 Jul 16 08:33:00.489618 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77ccf37d-3877-4a41-bf08-f73a596126df req-1da642c9-f9b8-4168-a1fe-b92c76954d07 service neutron] 10.222.0.15 "GET /v2.0/networks/ca736e3a-4d25-45f6-b3b5-fa7f342f9b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497748 Jul 16 08:33:00.489925 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13058428-e3b1-4ecd-906e-9863654866ee req-19e65b76-6718-4f30-8804-79b5b09fce75 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20ee9c8f-2cd9-40d6-987d-933e8af4b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327377 Jul 16 08:33:00.496686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-5e924b90-4739-4d38-a883-0e0d386d1cd3 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.498049 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-5e924b90-4739-4d38-a883-0e0d386d1cd3 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 820 time: 0.4855127 Jul 16 08:33:00.524569 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8f2885a5-949c-4bbd-9669-cf970a52b2b7 req-f2123d83-2b0e-4c31-924c-ef41e73594f1 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:00.524968 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8f2885a5-949c-4bbd-9669-cf970a52b2b7 req-f2123d83-2b0e-4c31-924c-ef41e73594f1 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:00.536551 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-8e3076f7-f5ac-40dd-9c5b-91fc75c9fe07 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/quotas/fe72388f7744440db5677c86ab49db05 HTTP/1.1" status: 200 len: 375 time: 0.0276544 Jul 16 08:33:00.545655 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-8f2885a5-949c-4bbd-9669-cf970a52b2b7 req-f2123d83-2b0e-4c31-924c-ef41e73594f1 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Calling delete_port for 4baaee08-53f8-4670-a5b5-88b2acec827a owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:00.628563 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13058428-e3b1-4ecd-906e-9863654866ee req-b7a18933-5ab3-41df-84f9-f9dd53d05fb5 service neutron] 10.222.0.15 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272666 Jul 16 08:33:00.648149 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77ccf37d-3877-4a41-bf08-f73a596126df req-304d8019-3cf7-47b8-8335-19f9a10a5e1f service neutron] 10.222.0.15 "GET /v2.0/networks/ca736e3a-4d25-45f6-b3b5-fa7f342f9b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470964 Jul 16 08:33:00.662151 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-81ac3237-3256-4449-a262-50bb2e238981 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0946574 Jul 16 08:33:00.728621 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8f2885a5-949c-4bbd-9669-cf970a52b2b7 req-f2123d83-2b0e-4c31-924c-ef41e73594f1 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:00.755277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2123d83-2b0e-4c31-924c-ef41e73594f1 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Pushing event deleted for resources: {'Port': ['ID=4baaee08-53f8-4670-a5b5-88b2acec827a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:00.784254 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13058428-e3b1-4ecd-906e-9863654866ee req-e8cff82f-d926-472e-9bbb-b497cd49ef70 service neutron] 10.222.0.15 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490569 Jul 16 08:33:00.805100 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-24f447d8-5f46-42ad-af85-14b6502ce40b service neutron] 10.222.0.20 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312318 Jul 16 08:33:00.820137 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8f2885a5-949c-4bbd-9669-cf970a52b2b7 req-f2123d83-2b0e-4c31-924c-ef41e73594f1 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:00.823250 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8f2885a5-949c-4bbd-9669-cf970a52b2b7 req-f2123d83-2b0e-4c31-924c-ef41e73594f1 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:00.824440 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f2885a5-949c-4bbd-9669-cf970a52b2b7 req-f2123d83-2b0e-4c31-924c-ef41e73594f1 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "DELETE /v2.0/floatingips/d37af74f-3458-45ac-bf68-f941358db5b1 HTTP/1.1" status: 204 len: 173 time: 0.6644707 Jul 16 08:33:00.910152 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-8e16cb8c-a95e-4946-927f-08b40a98294c service neutron] 10.222.0.20 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964000 Jul 16 08:33:01.109781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a304989f-b1a0-4cdd-834e-8b894a6cf22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fafeb7-41e2-4626-8598-8b25d15a2897'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:01.112073 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3aa98cd-59d7-4d34-bbf1-3f2319f36b74" -d '{"events": [{"server_uuid": "a304989f-b1a0-4cdd-834e-8b894a6cf22f", "name": "network-vif-plugged", "status": "completed", "tag": "e4fafeb7-41e2-4626-8598-8b25d15a2897"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:01.162179 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbebe45e-e96b-4144-9ab0-a0e12208ee98 req-1f5d86bc-4c78-47e6-8351-dae4d831e35f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.163747 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bbebe45e-e96b-4144-9ab0-a0e12208ee98 req-1f5d86bc-4c78-47e6-8351-dae4d831e35f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=996825e0-d3cb-4b17-8c0b-8f8793670812 HTTP/1.1" status: 200 len: 944 time: 0.0838356 Jul 16 08:33:01.217141 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bbebe45e-e96b-4144-9ab0-a0e12208ee98 req-94b6e877-73f2-4b9b-bfe6-8a79e0f8399e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475504 Jul 16 08:33:01.304880 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25446c4-7ed8-4e1f-b52d-c2700d7fc0e6 req-0791caae-4712-4bda-9d52-80691bb85f4e tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.306410 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b25446c4-7ed8-4e1f-b52d-c2700d7fc0e6 req-0791caae-4712-4bda-9d52-80691bb85f4e tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.0730164 Jul 16 08:33:01.349053 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b25446c4-7ed8-4e1f-b52d-c2700d7fc0e6 req-728707b2-0ec6-47c3-abb3-6070cf7780ec tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365245 Jul 16 08:33:01.720857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a0ab4cb-5c40-4f43-a22c-4e6852033392', 'name': 'network-vif-deleted', 'tag': '17d858ff-bad6-420e-abca-0b1c0713b962'}, {'name': 'network-changed', 'server_uuid': '996825e0-d3cb-4b17-8c0b-8f8793670812', 'tag': '7feaf392-9056-4175-8c76-74682fe074e2'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:01.723564 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe0aa06-b7a5-4f71-b46f-e6dd64c1544e" -d '{"events": [{"server_uuid": "2a0ab4cb-5c40-4f43-a22c-4e6852033392", "name": "network-vif-deleted", "tag": "17d858ff-bad6-420e-abca-0b1c0713b962"}, {"name": "network-changed", "server_uuid": "996825e0-d3cb-4b17-8c0b-8f8793670812", "tag": "7feaf392-9056-4175-8c76-74682fe074e2"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:01.764452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-14b0b27d-4f54-462d-9137-8330e6fd1e13 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.766126 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-14b0b27d-4f54-462d-9137-8330e6fd1e13 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 812 time: 0.1142650 Jul 16 08:33:01.774997 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d96d4010-aea4-4407-84c2-c1511c6bae42 req-af57b14c-57cb-4ae2-95a7-e7652012124b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 210 time: 0.0338423 Jul 16 08:33:01.782634 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-b3270ed2-1900-4841-b17b-736ed60d0819 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/quotas/a18790f1a5984cd0913742d5f9996e0a HTTP/1.1" status: 200 len: 375 time: 0.0102344 Jul 16 08:33:01.829195 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-8a66a2b3-a41c-4ab3-9091-d2ab5e279538 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362272 Jul 16 08:33:01.836683 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee433047-591d-4be4-a97c-64151e442329 x-openstack-request-id: req-ee433047-591d-4be4-a97c-64151e442329 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:01.837227 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a304989f-b1a0-4cdd-834e-8b894a6cf22f", "name": "network-vif-plugged", "status": "completed", "tag": "e4fafeb7-41e2-4626-8598-8b25d15a2897", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:01.837523 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee433047-591d-4be4-a97c-64151e442329 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:01.838127 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a304989f-b1a0-4cdd-834e-8b894a6cf22f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4fafeb7-41e2-4626-8598-8b25d15a2897', 'code': 200} Jul 16 08:33:01.945352 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-b8a5d302-7d7c-46b1-9eef-6179701b2e82 service neutron] 10.222.0.20 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147563 Jul 16 08:33:01.990804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1d7e80-ae94-4037-bf34-d1f1a761f79e req-8c4f2b37-ee67-4e18-b25b-3d19da19e2d5 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.992439 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae1d7e80-ae94-4037-bf34-d1f1a761f79e req-8c4f2b37-ee67-4e18-b25b-3d19da19e2d5 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0710051 Jul 16 08:33:02.027602 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04f6a6-359c-4539-bb85-874a386e1c50 req-fb512e48-4819-4e94-821c-f41c75d25bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.029191 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0c04f6a6-359c-4539-bb85-874a386e1c50 req-fb512e48-4819-4e94-821c-f41c75d25bc4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 1098 time: 0.1190612 Jul 16 08:33:02.038196 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae1d7e80-ae94-4037-bf34-d1f1a761f79e req-219c212c-c95d-476f-ba41-150e4ed8c16a tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0389047 Jul 16 08:33:02.064567 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-2e64ae85-8e0c-4d6c-94ac-a6e443a103a9 service neutron] 10.222.0.20 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126878 Jul 16 08:33:02.078016 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0c04f6a6-359c-4539-bb85-874a386e1c50 req-2d0aea39-7340-49fc-a532-f687bc5e1851 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407598 Jul 16 08:33:02.223848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202ebb7a-05a6-40ca-9273-66769322e6e4 req-94e3319b-18c5-407f-8c8e-b0dd2d1db4d0 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.225571 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-202ebb7a-05a6-40ca-9273-66769322e6e4 req-94e3319b-18c5-407f-8c8e-b0dd2d1db4d0 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 950 time: 0.0852895 Jul 16 08:33:02.302922 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-202ebb7a-05a6-40ca-9273-66769322e6e4 req-232f0219-9090-4204-a2f9-68b034884d21 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707443 Jul 16 08:33:02.345386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-f7edde04-fe8a-4218-bb7f-661787740a62 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.348112 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-f7edde04-fe8a-4218-bb7f-661787740a62 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.15 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 820 time: 0.1813581 Jul 16 08:33:02.368294 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 347 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d473d4-1bb1-404e-b65f-77f68d856493 x-openstack-request-id: req-63d473d4-1bb1-404e-b65f-77f68d856493 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:02.368637 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a0ab4cb-5c40-4f43-a22c-4e6852033392", "name": "network-vif-deleted", "tag": "17d858ff-bad6-420e-abca-0b1c0713b962", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "996825e0-d3cb-4b17-8c0b-8f8793670812", "tag": "7feaf392-9056-4175-8c76-74682fe074e2", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:02.368897 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63d473d4-1bb1-404e-b65f-77f68d856493 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:02.369573 n-d-758944-46 neutron-server[93695]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2a0ab4cb-5c40-4f43-a22c-4e6852033392', 'name': 'network-vif-deleted', 'tag': '17d858ff-bad6-420e-abca-0b1c0713b962', 'status': 'failed', 'code': 422} returned with failed status Jul 16 08:33:02.369844 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '996825e0-d3cb-4b17-8c0b-8f8793670812', 'tag': '7feaf392-9056-4175-8c76-74682fe074e2', 'status': 'completed', 'code': 200} Jul 16 08:33:02.387434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-80762351-4df5-460a-91f7-4b062d686566 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Request body: {'port': {'device_id': '89fb2419-980a-4431-baed-9b6229b3b650', 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d', 'admin_state_up': True, 'tenant_id': 'fe72388f7744440db5677c86ab49db05'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:02.501171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2699874a-76b4-4b41-b0d5-293b7d60a453 req-93dc79d9-9727-4d11-a89d-03c18ff074f3 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1265175 Jul 16 08:33:02.534309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-80762351-4df5-460a-91f7-4b062d686566 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Made reservation on behalf of fe72388f7744440db5677c86ab49db05 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:02.538352 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-80762351-4df5-460a-91f7-4b062d686566 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.566849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0aa06-b7a5-4f71-b46f-e6dd64c1544e req-22a409a1-d8a2-487f-994f-89c1b0c24a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.568598 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fe0aa06-b7a5-4f71-b46f-e6dd64c1544e req-22a409a1-d8a2-487f-994f-89c1b0c24a8a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&device_id=996825e0-d3cb-4b17-8c0b-8f8793670812 HTTP/1.1" status: 200 len: 1096 time: 0.1792350 Jul 16 08:33:02.716397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b1d250c8-e818-476e-88b9-ada6ebb7e347 req-ec0e127c-5251-4770-8867-92720d002239 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 210 time: 0.0327153 Jul 16 08:33:02.749655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-80762351-4df5-460a-91f7-4b062d686566 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Allocated IP 172.20.0.5 (a9119c76-4476-450e-9781-c499b2315c7d/dbcf0224-d354-48dd-b45e-dcf207ea9086/f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:02.751376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0aa06-b7a5-4f71-b46f-e6dd64c1544e req-013bec10-9694-4c9d-ac5d-0e24697b6303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.753100 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fe0aa06-b7a5-4f71-b46f-e6dd64c1544e req-013bec10-9694-4c9d-ac5d-0e24697b6303 service neutron] 10.222.0.15 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 905 time: 0.1774340 Jul 16 08:33:02.814850 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fe0aa06-b7a5-4f71-b46f-e6dd64c1544e req-31553031-24d4-4306-90fa-ff2ccabb93c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7feaf392-9056-4175-8c76-74682fe074e2 HTTP/1.1" status: 200 len: 217 time: 0.0541863 Jul 16 08:33:02.914146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0aa06-b7a5-4f71-b46f-e6dd64c1544e req-c57adde7-4d67-4f39-a18c-3580c438f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.915638 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fe0aa06-b7a5-4f71-b46f-e6dd64c1544e req-c57adde7-4d67-4f39-a18c-3580c438f7d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 200 len: 845 time: 0.0763721 Jul 16 08:33:02.959424 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fe0aa06-b7a5-4f71-b46f-e6dd64c1544e req-93e507ca-b065-4cf1-80fc-4982466cc3c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=20ee9c8f-2cd9-40d6-987d-933e8af4b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361142 Jul 16 08:33:02.972132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40df4f80-bc2c-4c05-ab35-203dc7e13baf req-ab2059bd-f7a9-45fb-b1ec-446d4d754182 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.973707 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40df4f80-bc2c-4c05-ab35-203dc7e13baf req-ab2059bd-f7a9-45fb-b1ec-446d4d754182 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=996825e0-d3cb-4b17-8c0b-8f8793670812 HTTP/1.1" status: 200 len: 944 time: 0.1256759 Jul 16 08:33:03.003925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e892804f-0a73-45a8-93fc-f9d149a61e6c req-9cda5023-f0eb-4c60-bfdc-b330dbc6c77f tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.006061 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e892804f-0a73-45a8-93fc-f9d149a61e6c req-9cda5023-f0eb-4c60-bfdc-b330dbc6c77f tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.1649046 Jul 16 08:33:03.012602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7feaf392-9056-4175-8c76-74682fe074e2 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:03.067505 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-80762351-4df5-460a-91f7-4b062d686566 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.073819 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40df4f80-bc2c-4c05-ab35-203dc7e13baf req-3d6fdc6f-98fd-469b-8beb-490fee4faa0d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913448 Jul 16 08:33:03.092449 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e892804f-0a73-45a8-93fc-f9d149a61e6c req-76ac9b39-3091-448d-a1ce-d371452bc374 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787771 Jul 16 08:33:03.135697 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fe0aa06-b7a5-4f71-b46f-e6dd64c1544e req-7b43b271-ecf2-42cc-89d8-6243ca5b2961 service neutron] 10.222.0.15 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605799 Jul 16 08:33:03.237028 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 7feaf392-9056-4175-8c76-74682fe074e2, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7feaf392-9056-4175-8c76-74682fe074e2,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:03.245097 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3ecb1-7d72-4592-810b-99d6bbbf84b9 req-53dcfede-4950-4bf1-a0c2-acf2f229ea41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.250291 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfc3ecb1-7d72-4592-810b-99d6bbbf84b9 req-53dcfede-4950-4bf1-a0c2-acf2f229ea41 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.38 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 950 time: 0.1554389 Jul 16 08:33:03.268886 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '7feaf392-9056-4175-8c76-74682fe074e2', 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497', 'port_id': '7feaf392-9056-4175-8c76-74682fe074e2', 'mac_address': 'fa:16:3e:49:eb:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789d7b71-d5c7-4c97-8897-da1853b01c39', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:03.282831 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-80762351-4df5-460a-91f7-4b062d686566 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.340320 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fe0aa06-b7a5-4f71-b46f-e6dd64c1544e req-5f4200e3-0623-4165-aca5-ba9e03ce5273 service neutron] 10.222.0.15 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982150 Jul 16 08:33:03.384348 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.408934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7feaf392-9056-4175-8c76-74682fe074e2 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:03.413908 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-80762351-4df5-460a-91f7-4b062d686566 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Network a9119c76-4476-450e-9781-c499b2315c7d is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:03.439835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 7feaf392-9056-4175-8c76-74682fe074e2, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7feaf392-9056-4175-8c76-74682fe074e2,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:03.441270 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-80762351-4df5-460a-91f7-4b062d686566 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:03.445277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-80762351-4df5-460a-91f7-4b062d686566 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:03.454911 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.495966 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80762351-4df5-460a-91f7-4b062d686566 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Pushing event updated for resources: {'Port': ['ID=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:03.547697 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.553997 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=7feaf392-9056-4175-8c76-74682fe074e2,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:03.564103 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-80762351-4df5-460a-91f7-4b062d686566 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.564752 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-80762351-4df5-460a-91f7-4b062d686566 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.618797 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-80762351-4df5-460a-91f7-4b062d686566 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2479300 Jul 16 08:33:03.632715 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Request body: {'port': {'device_id': '89fb2419-980a-4431-baed-9b6229b3b650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:03.637857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-bfc3ecb1-7d72-4592-810b-99d6bbbf84b9 req-a79e4ec7-6678-4a75-b6b3-5a09f388df2a tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Deleting port 4c5d2014-c9c3-422a-843e-7b7fc2623af7 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:03.638311 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bfc3ecb1-7d72-4592-810b-99d6bbbf84b9 req-a79e4ec7-6678-4a75-b6b3-5a09f388df2a tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.670183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5281abe-6c12-4604-976f-5445be03421d req-57d367cb-b7a5-42dc-951a-277a240386d6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.671777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c5281abe-6c12-4604-976f-5445be03421d req-57d367cb-b7a5-42dc-951a-277a240386d6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 931 time: 0.2550089 Jul 16 08:33:03.678273 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['7feaf392-9056-4175-8c76-74682fe074e2'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:03.796668 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c6fe03-e76c-4c5e-9e70-1a8f301a6e31 req-08603aae-4999-4c99-bffc-dd97ced24a81 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.799107 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-37c6fe03-e76c-4c5e-9e70-1a8f301a6e31 req-08603aae-4999-4c99-bffc-dd97ced24a81 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 950 time: 0.1494868 Jul 16 08:33:03.803847 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c5281abe-6c12-4604-976f-5445be03421d req-1b1c7b4c-027c-45cf-987f-0339d75b7ca9 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210709 Jul 16 08:33:03.907827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-bfc3ecb1-7d72-4592-810b-99d6bbbf84b9 req-a79e4ec7-6678-4a75-b6b3-5a09f388df2a tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] For port 4c5d2014-c9c3-422a-843e-7b7fc2623af7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4c5d2014-c9c3-422a-843e-7b7fc2623af7,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:03.908414 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bfc3ecb1-7d72-4592-810b-99d6bbbf84b9 req-a79e4ec7-6678-4a75-b6b3-5a09f388df2a tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.910504 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-37c6fe03-e76c-4c5e-9e70-1a8f301a6e31 req-c349592c-5fc2-439a-adb4-490ed79c67a8 tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/security-groups?id=6c79e2f9-9bbb-40c2-b8dd-d9686d767282&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012218 Jul 16 08:33:03.914438 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.940668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-bfc3ecb1-7d72-4592-810b-99d6bbbf84b9 req-a79e4ec7-6678-4a75-b6b3-5a09f388df2a tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Calling delete_port for 4c5d2014-c9c3-422a-843e-7b7fc2623af7 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:03.990240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-6a8fdf16-0338-45b5-8d5f-9d282f6cc0c1 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.994840 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-6a8fdf16-0338-45b5-8d5f-9d282f6cc0c1 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 812 time: 0.2642789 Jul 16 08:33:04.008449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-aee99dee-0921-4b04-bbf2-41662752c315 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Request body: {'port': {'device_id': '02dc082d-9025-4c89-a4ab-d8a29e8f7687', 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b', 'admin_state_up': True, 'tenant_id': 'a18790f1a5984cd0913742d5f9996e0a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:04.106267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46502) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:04.178823 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-aee99dee-0921-4b04-bbf2-41662752c315 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Made reservation on behalf of a18790f1a5984cd0913742d5f9996e0a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:04.182747 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-aee99dee-0921-4b04-bbf2-41662752c315 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.222722 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac09bc09-b1b6-4eab-8b3f-c8755143c647 req-d2fbda61-9dd6-4c65-b117-bcfc60ed03b3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 210 time: 0.0374064 Jul 16 08:33:04.247051 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2157ff83-823b-43b5-8416-79a32b952bda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.266501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa678a12-bc80-4013-86cc-0f7defa4bb64 req-50db120e-2636-426e-a614-ca2b8d2843bf tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.268839 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aa678a12-bc80-4013-86cc-0f7defa4bb64 req-50db120e-2636-426e-a614-ca2b8d2843bf tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 945 time: 0.2887859 Jul 16 08:33:04.340188 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bfc3ecb1-7d72-4592-810b-99d6bbbf84b9 req-a79e4ec7-6678-4a75-b6b3-5a09f388df2a tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.403369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e4ec7-6678-4a75-b6b3-5a09f388df2a tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Pushing event deleted for resources: {'Port': ['ID=4c5d2014-c9c3-422a-843e-7b7fc2623af7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:04.424817 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-aee99dee-0921-4b04-bbf2-41662752c315 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Allocated IP 172.20.0.12 (79bcc93a-1bbe-4b86-93f9-b243ed27da0b/13a06e14-eee5-4201-98b3-810650c6afa3/8dc04702-6fbb-4c92-a5af-4a05877a4ac3) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:04.428028 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aa678a12-bc80-4013-86cc-0f7defa4bb64 req-20f4efaf-cce8-4387-8cc8-e3320f42d11f tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f8ca04-f1ce-4784-a63d-1b6a9d56f95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193433 Jul 16 08:33:04.474552 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc3ecb1-7d72-4592-810b-99d6bbbf84b9 req-a79e4ec7-6678-4a75-b6b3-5a09f388df2a tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] No DVR routers for this DVR port 4c5d2014-c9c3-422a-843e-7b7fc2623af7 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:04.480030 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bfc3ecb1-7d72-4592-810b-99d6bbbf84b9 req-a79e4ec7-6678-4a75-b6b3-5a09f388df2a tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.482085 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfc3ecb1-7d72-4592-810b-99d6bbbf84b9 req-a79e4ec7-6678-4a75-b6b3-5a09f388df2a tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.38 "DELETE /v2.0/ports/4c5d2014-c9c3-422a-843e-7b7fc2623af7 HTTP/1.1" status: 204 len: 173 time: 1.2252951 Jul 16 08:33:04.482533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff3a1e65-6d78-4a5b-bc48-7647b6730280', 'name': 'network-vif-deleted', 'tag': '4c5d2014-c9c3-422a-843e-7b7fc2623af7'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:04.484802 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bff953-662b-4778-95c6-1c7bd58ae46b" -d '{"events": [{"server_uuid": "ff3a1e65-6d78-4a5b-bc48-7647b6730280", "name": "network-vif-deleted", "tag": "4c5d2014-c9c3-422a-843e-7b7fc2623af7"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:04.533841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:04.537493 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3255f35-f019-4796-9779-5b36ae176f79 req-1803840b-485a-4424-9a42-1580f8074f4f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.537493 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a3255f35-f019-4796-9779-5b36ae176f79 req-1803840b-485a-4424-9a42-1580f8074f4f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=996825e0-d3cb-4b17-8c0b-8f8793670812 HTTP/1.1" status: 200 len: 945 time: 0.1845157 Jul 16 08:33:04.542045 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2157ff83-823b-43b5-8416-79a32b952bda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.547610 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.557667 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2157ff83-823b-43b5-8416-79a32b952bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.569619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Transition to ACTIVE for port object f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:04.596172 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.658460 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2157ff83-823b-43b5-8416-79a32b952bda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82c6a291844f49ac9db145ca06d071ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5487022 Jul 16 08:33:04.664417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46510) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:04.674013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:04.674725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a3255f35-f019-4796-9779-5b36ae176f79 req-e63c4e9a-56a0-474a-a467-0252e8f92919 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228678 Jul 16 08:33:04.675435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2157ff83-823b-43b5-8416-79a32b952bda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf81838-6595-414b-ba53-dc52b6da8be8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:04.729465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1dd290-8a79-45f7-8661-a0c0ad6b5fb3 req-c350f632-86f0-4cef-8b35-7907e2952ae2 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.731022 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3e1dd290-8a79-45f7-8661-a0c0ad6b5fb3 req-c350f632-86f0-4cef-8b35-7907e2952ae2 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.1740541 Jul 16 08:33:04.753582 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b5e6a1-585b-431e-8f46-8ce46868fe86 x-openstack-request-id: req-99b5e6a1-585b-431e-8f46-8ce46868fe86 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:04.753884 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff3a1e65-6d78-4a5b-bc48-7647b6730280", "name": "network-vif-deleted", "tag": "4c5d2014-c9c3-422a-843e-7b7fc2623af7", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:04.754133 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99b5e6a1-585b-431e-8f46-8ce46868fe86 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:04.755110 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff3a1e65-6d78-4a5b-bc48-7647b6730280', 'name': 'network-vif-deleted', 'tag': '4c5d2014-c9c3-422a-843e-7b7fc2623af7', 'status': 'completed', 'code': 200} Jul 16 08:33:04.765011 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-aee99dee-0921-4b04-bbf2-41662752c315 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.810317 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-aee99dee-0921-4b04-bbf2-41662752c315 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.843262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3e1dd290-8a79-45f7-8661-a0c0ad6b5fb3 req-0ce4119f-fff3-45b9-870e-3183be957cbd tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871873 Jul 16 08:33:04.851874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Attempting to bind port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:04.852371 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Attempting to bind port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:04.853562 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Attempting to bind port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:04.860682 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f052eee5-7fee-4f1a-acc6-4d458e98be91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.863439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 on network a9119c76-4476-450e-9781-c499b2315c7d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:04.864128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Attempting to bind port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:04.874817 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-aee99dee-0921-4b04-bbf2-41662752c315 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:04.878258 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:04.878932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Checking segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:04.880066 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Bound using segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:04.880736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Bound port: f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:04.881353 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.881527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-aee99dee-0921-4b04-bbf2-41662752c315 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:04.911263 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f052eee5-7fee-4f1a-acc6-4d458e98be91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.954022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-aee99dee-0921-4b04-bbf2-41662752c315 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:05.012527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:05.020555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:05.027358 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7feaf392-9056-4175-8c76-74682fe074e2 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:05.039365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.119801 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.131120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 7feaf392-9056-4175-8c76-74682fe074e2 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:05.137645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee99dee-0921-4b04-bbf2-41662752c315 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Pushing event updated for resources: {'Port': ['ID=8dc04702-6fbb-4c92-a5af-4a05877a4ac3,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:05.143643 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f052eee5-7fee-4f1a-acc6-4d458e98be91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.163965 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f052eee5-7fee-4f1a-acc6-4d458e98be91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.167134 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f052eee5-7fee-4f1a-acc6-4d458e98be91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1cf81838-6595-414b-ba53-dc52b6da8be8 HTTP/1.1" status: 204 len: 168 time: 0.4987803 Jul 16 08:33:05.193646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 7feaf392-9056-4175-8c76-74682fe074e2 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:05.193646 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.196536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.197105 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.198491 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] 10.222.0.15 "PUT /v2.0/ports/f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 HTTP/1.1" status: 200 len: 1092 time: 1.5708485 Jul 16 08:33:05.199249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f052eee5-7fee-4f1a-acc6-4d458e98be91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf81838-6595-414b-ba53-dc52b6da8be8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:05.224101 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-aee99dee-0921-4b04-bbf2-41662752c315 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.230607 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-aee99dee-0921-4b04-bbf2-41662752c315 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.245693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4214977-779c-482f-8caf-bcb68c2ad299 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:05.265803 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-aee99dee-0921-4b04-bbf2-41662752c315 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2605910 Jul 16 08:33:05.276583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592860f-8574-4c22-a83d-bf970ce8d875 req-1a7a485d-db00-4d74-ba32-3a0f99897191 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.277675 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1592860f-8574-4c22-a83d-bf970ce8d875 req-1a7a485d-db00-4d74-ba32-3a0f99897191 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 945 time: 0.3842623 Jul 16 08:33:05.291369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Request body: {'port': {'device_id': '02dc082d-9025-4c89-a4ab-d8a29e8f7687', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:05.307838 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-880b6c4c-d490-45a9-852f-3d7716f5fabf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.425409 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.470750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996825e0-d3cb-4b17-8c0b-8f8793670812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7feaf392-9056-4175-8c76-74682fe074e2'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:05.473522 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1e35e277-10e9-4680-94d3-3f27f777039e req-2bfd7d22-c631-4722-910f-59df06d6732d tempest-ServersOnMultiNodesTest-410428078 tempest-ServersOnMultiNodesTest-410428078-project] 10.222.0.20 "GET /v2.0/ports?device_id=ff3a1e65-6d78-4a5b-bc48-7647b6730280 HTTP/1.1" status: 200 len: 210 time: 0.0797744 Jul 16 08:33:05.501862 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9317be72-425f-43e7-91f4-92ef5ae15e4d" -d '{"events": [{"server_uuid": "996825e0-d3cb-4b17-8c0b-8f8793670812", "name": "network-vif-plugged", "status": "completed", "tag": "7feaf392-9056-4175-8c76-74682fe074e2"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:05.547678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 7feaf392-9056-4175-8c76-74682fe074e2, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7feaf392-9056-4175-8c76-74682fe074e2,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:05.553315 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.653967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=7feaf392-9056-4175-8c76-74682fe074e2,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:05.655038 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91956b-edbc-4f76-a989-19473f6e8271 req-1a8a59d1-49cf-4c56-9484-52b72eda4fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.656629 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef91956b-edbc-4f76-a989-19473f6e8271 req-1a8a59d1-49cf-4c56-9484-52b72eda4fde service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9ab48241fdd447c872ab202d75bbb7e&device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 1098 time: 0.2538254 Jul 16 08:33:05.686729 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-528b3dd9-14ba-44fd-a4bd-58eb71d41d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.688235 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-528b3dd9-14ba-44fd-a4bd-58eb71d41d45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 1095 time: 0.2178140 Jul 16 08:33:05.742847 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-2cadc4db-80ec-458c-9ddc-dc7234c08348 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 HTTP/1.1" status: 200 len: 217 time: 0.0438294 Jul 16 08:33:05.869047 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91956b-edbc-4f76-a989-19473f6e8271 req-1f043ec5-dc01-4979-8aac-83cdf4153dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.870464 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef91956b-edbc-4f76-a989-19473f6e8271 req-1f043ec5-dc01-4979-8aac-83cdf4153dbf service neutron] 10.222.0.38 "GET /v2.0/networks?id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 HTTP/1.1" status: 200 len: 918 time: 0.2071860 Jul 16 08:33:05.873189 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-efdb823d-39c7-418f-b0d4-c8079d7690d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.874781 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-efdb823d-39c7-418f-b0d4-c8079d7690d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.1068428 Jul 16 08:33:05.896803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9d6251-5c7c-4cf7-b430-527412d4c1ce req-9e924949-83e1-46b0-b42e-6f9ba0fea9ba tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.906762 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f9d6251-5c7c-4cf7-b430-527412d4c1ce req-9e924949-83e1-46b0-b42e-6f9ba0fea9ba tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 943 time: 0.8317187 Jul 16 08:33:05.953025 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-28900733-795e-4538-b351-077784777537 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692716 Jul 16 08:33:05.957251 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef91956b-edbc-4f76-a989-19473f6e8271 req-6d98874c-61f9-44c5-8c39-adef43e71dd7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e4fafeb7-41e2-4626-8598-8b25d15a2897 HTTP/1.1" status: 200 len: 217 time: 0.0746293 Jul 16 08:33:05.977255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661c140-d614-41d0-a73f-7ac9ed63909c req-d7888f1a-fe33-414d-b893-0ea011994904 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:05.983935 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5661c140-d614-41d0-a73f-7ac9ed63909c req-d7888f1a-fe33-414d-b893-0ea011994904 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.2169385 Jul 16 08:33:05.999878 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.013353 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f9d6251-5c7c-4cf7-b430-527412d4c1ce req-81c88530-34a8-4cad-8018-2d27a47a46a6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057098 Jul 16 08:33:06.071440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4c5d2014-c9c3-422a-843e-7b7fc2623af7 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:06.080817 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-1592860f-8574-4c22-a83d-bf970ce8d875 req-7308df17-b8cb-4adf-bc9b-92dbd50a9665 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Deleting port bfeffdc5-f78b-47cb-875f-6470fce4e143 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:06.081157 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1592860f-8574-4c22-a83d-bf970ce8d875 req-7308df17-b8cb-4adf-bc9b-92dbd50a9665 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.112627 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef91956b-edbc-4f76-a989-19473f6e8271 req-63693d27-75c6-4c78-942c-4f097f977346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:06.114122 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef91956b-edbc-4f76-a989-19473f6e8271 req-63693d27-75c6-4c78-942c-4f097f977346 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54f06641-ecee-4543-adbf-120fa966a2c2 HTTP/1.1" status: 200 len: 858 time: 0.1451855 Jul 16 08:33:06.122247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 4c5d2014-c9c3-422a-843e-7b7fc2623af7 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:06.124948 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4c5d2014-c9c3-422a-843e-7b7fc2623af7 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:06.130854 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5661c140-d614-41d0-a73f-7ac9ed63909c req-9def9bac-95b3-4c76-a06e-a4a641dd4565 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459668 Jul 16 08:33:06.200437 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef91956b-edbc-4f76-a989-19473f6e8271 req-339e07b6-a7be-47e8-9ef1-da174ed716de service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685434 Jul 16 08:33:06.203043 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-4a48a978-7843-4ba4-9eec-ee49cd0406c1 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431333 Jul 16 08:33:06.282020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1592860f-8574-4c22-a83d-bf970ce8d875 req-7308df17-b8cb-4adf-bc9b-92dbd50a9665 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] For port bfeffdc5-f78b-47cb-875f-6470fce4e143, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bfeffdc5-f78b-47cb-875f-6470fce4e143,segment=NetworkSegment(4301a0dd-552e-4e31-8a7a-6a203920e59d),segment_id=4301a0dd-552e-4e31-8a7a-6a203920e59d)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:06.282438 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1592860f-8574-4c22-a83d-bf970ce8d875 req-7308df17-b8cb-4adf-bc9b-92dbd50a9665 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.337166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-1592860f-8574-4c22-a83d-bf970ce8d875 req-7308df17-b8cb-4adf-bc9b-92dbd50a9665 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Calling delete_port for bfeffdc5-f78b-47cb-875f-6470fce4e143 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:06.515933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b902129-372a-40ba-aba0-9aaf6215cb39 req-1e5ce3db-1eb0-430b-9244-ac7ec75406d9 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:06.517593 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b902129-372a-40ba-aba0-9aaf6215cb39 req-1e5ce3db-1eb0-430b-9244-ac7ec75406d9 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 932 time: 0.2301998 Jul 16 08:33:06.640148 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b902129-372a-40ba-aba0-9aaf6215cb39 req-14513113-0b4c-4b47-bb5a-6cc1b47c5c42 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114025 Jul 16 08:33:06.649275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:06.671797 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.691128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Transition to ACTIVE for port object 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:06.693620 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1592860f-8574-4c22-a83d-bf970ce8d875 req-7308df17-b8cb-4adf-bc9b-92dbd50a9665 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.695155 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c89cfe-bcec-4972-b8d4-d8717f880dbd x-openstack-request-id: req-57c89cfe-bcec-4972-b8d4-d8717f880dbd {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:06.695405 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996825e0-d3cb-4b17-8c0b-8f8793670812", "name": "network-vif-plugged", "status": "completed", "tag": "7feaf392-9056-4175-8c76-74682fe074e2", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:06.695824 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57c89cfe-bcec-4972-b8d4-d8717f880dbd {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:06.696376 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996825e0-d3cb-4b17-8c0b-8f8793670812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7feaf392-9056-4175-8c76-74682fe074e2', 'code': 200} Jul 16 08:33:06.705794 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['bfeffdc5-f78b-47cb-875f-6470fce4e143'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:06.720292 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5836bc0f-e70d-4607-91e0-9d5f21fb5325 req-a02f09a9-e99c-4a49-b4a8-0e66fe96a9d7 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107689 Jul 16 08:33:06.739412 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef91956b-edbc-4f76-a989-19473f6e8271 req-cef0e604-3571-412c-81cd-d2e1c10569d0 service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194330 Jul 16 08:33:06.756249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fb2419-980a-4431-baed-9b6229b3b650', 'tag': 'f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:06.759663 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f35abfa-9e27-48dc-b58e-8a60839053a1" -d '{"events": [{"name": "network-changed", "server_uuid": "89fb2419-980a-4431-baed-9b6229b3b650", "tag": "f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:06.789977 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151f97f3-6361-42b9-87f9-9267fa0ba0cc req-47e56939-4629-468f-bfbc-da9bfcf60d30 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:06.798460 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-151f97f3-6361-42b9-87f9-9267fa0ba0cc req-47e56939-4629-468f-bfbc-da9bfcf60d30 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7b1d8f3-17af-421d-a9d5-7ed277b228ef HTTP/1.1" status: 200 len: 867 time: 0.1817572 Jul 16 08:33:06.846412 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.877497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7308df17-b8cb-4adf-bc9b-92dbd50a9665 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Pushing event deleted for resources: {'Port': ['ID=bfeffdc5-f78b-47cb-875f-6470fce4e143,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:06.892267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1592860f-8574-4c22-a83d-bf970ce8d875 req-7308df17-b8cb-4adf-bc9b-92dbd50a9665 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] No DVR routers for this DVR port bfeffdc5-f78b-47cb-875f-6470fce4e143 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:06.897948 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1592860f-8574-4c22-a83d-bf970ce8d875 req-7308df17-b8cb-4adf-bc9b-92dbd50a9665 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.899838 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1592860f-8574-4c22-a83d-bf970ce8d875 req-7308df17-b8cb-4adf-bc9b-92dbd50a9665 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.15 "DELETE /v2.0/ports/bfeffdc5-f78b-47cb-875f-6470fce4e143 HTTP/1.1" status: 204 len: 173 time: 1.5937665 Jul 16 08:33:06.901865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7b1d8f3-17af-421d-a9d5-7ed277b228ef', 'name': 'network-vif-deleted', 'tag': 'bfeffdc5-f78b-47cb-875f-6470fce4e143'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:06.906813 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2d17f1-e68d-405e-a143-91b3d3165936" -d '{"events": [{"server_uuid": "c7b1d8f3-17af-421d-a9d5-7ed277b228ef", "name": "network-vif-deleted", "tag": "bfeffdc5-f78b-47cb-875f-6470fce4e143"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:06.924173 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-151f97f3-6361-42b9-87f9-9267fa0ba0cc req-7260077a-e5a4-458b-bd47-d234638776db tempest-FloatingIPsAssociationNegativeTestJSON-1220308443 tempest-FloatingIPsAssociationNegativeTestJSON-1220308443-project] 10.222.0.20 "GET /v2.0/security-groups?id=82f8ca04-f1ce-4784-a63d-1b6a9d56f95e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245389 Jul 16 08:33:06.954871 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef91956b-edbc-4f76-a989-19473f6e8271 req-c0e2a0e1-253b-49cb-ae3e-ed34dda11998 service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082317 Jul 16 08:33:06.972765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e1895a-426e-4f29-bd13-7a29ca4ea807 req-d48c0f99-864c-4866-b543-0f353a6bd3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:06.976293 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-03e1895a-426e-4f29-bd13-7a29ca4ea807 req-d48c0f99-864c-4866-b543-0f353a6bd3a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=996825e0-d3cb-4b17-8c0b-8f8793670812 HTTP/1.1" status: 200 len: 1098 time: 0.1175659 Jul 16 08:33:07.004327 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc04702-6fbb-4c92-a5af-4a05877a4ac3,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:07.045621 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-03e1895a-426e-4f29-bd13-7a29ca4ea807 req-de2dad40-c63e-4e4d-9e73-0cd9ff5e7bea service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620420 Jul 16 08:33:07.137121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf6b61a-7f98-42f3-892a-8800fb415e29 req-a7a3c2be-921d-4680-ae2f-fbf1f2871938 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.140899 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5bf6b61a-7f98-42f3-892a-8800fb415e29 req-a7a3c2be-921d-4680-ae2f-fbf1f2871938 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=996825e0-d3cb-4b17-8c0b-8f8793670812 HTTP/1.1" status: 200 len: 946 time: 0.2864709 Jul 16 08:33:07.184122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Attempting to bind port 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:07.184793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Attempting to bind port 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:07.185290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Attempting to bind port 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:07.191120 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Port 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:07.191714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Attempting to bind port 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:07.210641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:07.211260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Checking segment: {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:07.211839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Bound using segment: {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:07.212457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Bound port: 8dc04702-6fbb-4c92-a5af-4a05877a4ac3, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:07.213012 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.240437 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5bf6b61a-7f98-42f3-892a-8800fb415e29 req-e78732f1-ce97-4f27-b6e4-2f53cd6796bf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826561 Jul 16 08:33:07.328993 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d30cb9-781c-4413-99c2-dea1a4c62986 x-openstack-request-id: req-69d30cb9-781c-4413-99c2-dea1a4c62986 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:07.329347 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fb2419-980a-4431-baed-9b6229b3b650", "tag": "f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:07.329637 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69d30cb9-781c-4413-99c2-dea1a4c62986 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:07.332226 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fb2419-980a-4431-baed-9b6229b3b650', 'tag': 'f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6', 'status': 'completed', 'code': 200} Jul 16 08:33:07.398675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] For port 8dc04702-6fbb-4c92-a5af-4a05877a4ac3, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:07.414070 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] For port 8dc04702-6fbb-4c92-a5af-4a05877a4ac3, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8dc04702-6fbb-4c92-a5af-4a05877a4ac3,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:07.426657 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.448195 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474ff752-0e2b-4a91-9ed6-b33d87b78ad5 x-openstack-request-id: req-474ff752-0e2b-4a91-9ed6-b33d87b78ad5 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:07.448617 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7b1d8f3-17af-421d-a9d5-7ed277b228ef", "name": "network-vif-deleted", "tag": "bfeffdc5-f78b-47cb-875f-6470fce4e143", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:07.449149 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-474ff752-0e2b-4a91-9ed6-b33d87b78ad5 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:07.449652 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7b1d8f3-17af-421d-a9d5-7ed277b228ef', 'name': 'network-vif-deleted', 'tag': 'bfeffdc5-f78b-47cb-875f-6470fce4e143', 'status': 'completed', 'code': 200} Jul 16 08:33:07.452081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35abfa-9e27-48dc-b58e-8a60839053a1 req-1f84cfb3-9a65-49a9-891a-c4b616e06406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.456933 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f35abfa-9e27-48dc-b58e-8a60839053a1 req-1f84cfb3-9a65-49a9-891a-c4b616e06406 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 1095 time: 0.0993950 Jul 16 08:33:07.515197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.516512 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.518260 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] 10.222.0.15 "PUT /v2.0/ports/8dc04702-6fbb-4c92-a5af-4a05877a4ac3 HTTP/1.1" status: 200 len: 1093 time: 2.2331126 Jul 16 08:33:07.583535 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de536503-4b05-4611-a42d-27bed74efa04 service neutron] Pushing event updated for resources: {'Port': ['ID=8dc04702-6fbb-4c92-a5af-4a05877a4ac3,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:07.662100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46580) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:07.703328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35abfa-9e27-48dc-b58e-8a60839053a1 req-84acc9b0-c97a-4264-8ca4-c0351a388a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.705022 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f35abfa-9e27-48dc-b58e-8a60839053a1 req-84acc9b0-c97a-4264-8ca4-c0351a388a80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.2317159 Jul 16 08:33:07.777110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-2cc2548c-d4ea-4a95-85dc-7496ffef3bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.779929 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-2cc2548c-d4ea-4a95-85dc-7496ffef3bf1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 1096 time: 0.1067615 Jul 16 08:33:07.789038 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719683e7-69ef-4c52-83a4-076d5fcbe01e req-e6ae1398-df4f-48e5-9dd6-7742ecc2c9d5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.796702 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-719683e7-69ef-4c52-83a4-076d5fcbe01e req-e6ae1398-df4f-48e5-9dd6-7742ecc2c9d5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 943 time: 0.1832366 Jul 16 08:33:07.804866 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f35abfa-9e27-48dc-b58e-8a60839053a1 req-404f014b-a6a7-434c-a6c9-c6b7a3bd7030 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 HTTP/1.1" status: 200 len: 217 time: 0.0585394 Jul 16 08:33:07.829845 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2446d649-03e3-4e3c-9686-37bbdcee3684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.886751 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c664b3b1-8287-4427-a1a8-6ecef43b5bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.894022 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-3ad8c66d-7d50-4019-9a7b-2507c74a5413 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dc04702-6fbb-4c92-a5af-4a05877a4ac3 HTTP/1.1" status: 200 len: 217 time: 0.0903697 Jul 16 08:33:07.940941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46588) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:07.956733 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-719683e7-69ef-4c52-83a4-076d5fcbe01e req-477c793b-a653-44cc-a666-5f2cdc52adec tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583853 Jul 16 08:33:07.968047 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f35abfa-9e27-48dc-b58e-8a60839053a1 req-46c3d7dc-df1a-406d-a042-d1eab1d8ce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.969007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-ce16c2b2-005a-44d8-bae7-9b3ea2451bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.970817 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-ce16c2b2-005a-44d8-bae7-9b3ea2451bcd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13a06e14-eee5-4201-98b3-810650c6afa3 HTTP/1.1" status: 200 len: 852 time: 0.0705347 Jul 16 08:33:07.971949 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f35abfa-9e27-48dc-b58e-8a60839053a1 req-46c3d7dc-df1a-406d-a042-d1eab1d8ce1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.1570206 Jul 16 08:33:07.986193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c04f4-d813-456d-b515-81a0c4f4a386 req-657f9f58-844b-4de6-bbbd-58329b6bd6f6 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.003395 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a2c04f4-d813-456d-b515-81a0c4f4a386 req-657f9f58-844b-4de6-bbbd-58329b6bd6f6 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.2972119 Jul 16 08:33:08.016972 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-b13283b3-5fac-40b7-8636-da248ce2e8c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351274 Jul 16 08:33:08.099804 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f35abfa-9e27-48dc-b58e-8a60839053a1 req-94d5fbe6-60e8-4ea9-a1ef-bccb5fd798d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887265 Jul 16 08:33:08.111640 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.172237 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-7e2bad33-933a-4af1-b09f-8277f127d6dc service neutron] 10.222.0.15 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471586 Jul 16 08:33:08.223015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0773dd-58b6-4105-b93a-1aa8c7ba7a07 req-c46633be-4f26-4f2d-b36c-f0ae4fff6b08 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.225109 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6b0773dd-58b6-4105-b93a-1aa8c7ba7a07 req-c46633be-4f26-4f2d-b36c-f0ae4fff6b08 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 944 time: 0.1147733 Jul 16 08:33:08.245857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a2c04f4-d813-456d-b515-81a0c4f4a386 req-6d3b3b4d-0e69-4a56-b28c-ca42527dca51 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392929 Jul 16 08:33:08.264660 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1059508f-ec9c-4045-ae6e-652cf908e0d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=234331fe0b8a468fb70b4b1e509a742a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238893 Jul 16 08:33:08.268022 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46596) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:08.316328 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a79b1644-8f98-456d-8861-f7f0bc2608f9 req-f254fa8a-5192-43eb-b6a6-e4ee9d882499 service neutron] 10.222.0.15 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373916 Jul 16 08:33:08.319881 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6b0773dd-58b6-4105-b93a-1aa8c7ba7a07 req-c716d3b5-58f5-4b7d-b303-fde6280134ba tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588670 Jul 16 08:33:08.330627 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f35abfa-9e27-48dc-b58e-8a60839053a1 req-b40db369-5ab2-4db9-9aeb-1a489a86ea62 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220449 Jul 16 08:33:08.353080 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2446d649-03e3-4e3c-9686-37bbdcee3684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.373722 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2446d649-03e3-4e3c-9686-37bbdcee3684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.393006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46598) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:08.453846 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8931b3d3-ac7d-46a5-8bf7-68d4c45f5759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.477275 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2446d649-03e3-4e3c-9686-37bbdcee3684 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac10880d98b543ab85dff822375de6e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8104656 Jul 16 08:33:08.483510 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46602) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:08.493990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446d649-03e3-4e3c-9686-37bbdcee3684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16851446-20b7-409f-bfdb-b280f3fac590,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:08.516909 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8931b3d3-ac7d-46a5-8bf7-68d4c45f5759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.560887 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f35abfa-9e27-48dc-b58e-8a60839053a1 req-d9d8c349-906d-4062-bfb1-02a29cfba9c5 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182100 Jul 16 08:33:08.587780 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eba75ccb-fe78-459a-a7ff-25ca120568d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.610927 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eba75ccb-fe78-459a-a7ff-25ca120568d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.611568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f073f3c-5bd2-4d8c-8e36-e69e0b997a05 req-d74486a9-af70-41d1-b093-cc493d70bf6a tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.613224 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f073f3c-5bd2-4d8c-8e36-e69e0b997a05 req-d74486a9-af70-41d1-b093-cc493d70bf6a tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=996825e0-d3cb-4b17-8c0b-8f8793670812 HTTP/1.1" status: 200 len: 946 time: 0.1278656 Jul 16 08:33:08.620090 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8931b3d3-ac7d-46a5-8bf7-68d4c45f5759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.622665 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8931b3d3-ac7d-46a5-8bf7-68d4c45f5759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.623792 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8931b3d3-ac7d-46a5-8bf7-68d4c45f5759 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c79e2f9-9bbb-40c2-b8dd-d9686d767282 HTTP/1.1" status: 204 len: 168 time: 0.3550353 Jul 16 08:33:08.650400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931b3d3-ac7d-46a5-8bf7-68d4c45f5759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c79e2f9-9bbb-40c2-b8dd-d9686d767282,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:08.687434 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eba75ccb-fe78-459a-a7ff-25ca120568d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.690725 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eba75ccb-fe78-459a-a7ff-25ca120568d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.694296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eba75ccb-fe78-459a-a7ff-25ca120568d2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16851446-20b7-409f-bfdb-b280f3fac590 HTTP/1.1" status: 204 len: 168 time: 0.2075019 Jul 16 08:33:08.706761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba75ccb-fe78-459a-a7ff-25ca120568d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16851446-20b7-409f-bfdb-b280f3fac590,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:08.715664 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f073f3c-5bd2-4d8c-8e36-e69e0b997a05 req-c857e858-2e85-4b97-9151-caf9bf7557ca tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757053 Jul 16 08:33:08.902753 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f54fccf2-4574-47b6-a274-99315e8c23f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.915488 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46614) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:08.931194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe19d0f-605b-489f-9ddd-504b5e935b08 req-1a69de09-dac4-422c-b39c-fbb110ff602f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.932890 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-afe19d0f-605b-489f-9ddd-504b5e935b08 req-1a69de09-dac4-422c-b39c-fbb110ff602f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d5433fe-6d5f-4856-91b0-a45df88ec410 HTTP/1.1" status: 200 len: 945 time: 0.0767255 Jul 16 08:33:08.992416 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-afe19d0f-605b-489f-9ddd-504b5e935b08 req-9bb3f3ad-a065-4bb9-8c62-809eed475227 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529130 Jul 16 08:33:08.994854 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bc652030-3d75-4e23-8c55-47738da8b3e6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e7ec08eea3a43edb4ec65cf4b990b76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0777476 Jul 16 08:33:08.997320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46616) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:09.027474 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:09.032421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device bfeffdc5-f78b-47cb-875f-6470fce4e143 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:09.064915 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-30d67064-e663-4054-b05f-512fa9b8dd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.100337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: bfeffdc5-f78b-47cb-875f-6470fce4e143 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:09.100959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device bfeffdc5-f78b-47cb-875f-6470fce4e143 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:09.105766 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-30d67064-e663-4054-b05f-512fa9b8dd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.178389 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-30d67064-e663-4054-b05f-512fa9b8dd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.181291 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-30d67064-e663-4054-b05f-512fa9b8dd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.182616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-30d67064-e663-4054-b05f-512fa9b8dd71 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c0e29270-8df0-43fb-98d0-7dddd8ecbb28 HTTP/1.1" status: 204 len: 168 time: 0.1842141 Jul 16 08:33:09.201907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d67064-e663-4054-b05f-512fa9b8dd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e29270-8df0-43fb-98d0-7dddd8ecbb28,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:09.276284 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddee0f-f24d-4495-afed-8f8a101f6363 req-087ea658-a7db-4ff3-9dec-a85d71dcdab5 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:09.286696 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10ddee0f-f24d-4495-afed-8f8a101f6363 req-087ea658-a7db-4ff3-9dec-a85d71dcdab5 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=996825e0-d3cb-4b17-8c0b-8f8793670812 HTTP/1.1" status: 200 len: 946 time: 0.1018424 Jul 16 08:33:09.323304 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:09.327008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bccbf3b-caee-4e78-9f51-6915615ef6c9 req-f1726a8b-de82-4b5b-a008-e9d25670b190 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:09.334005 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3bccbf3b-caee-4e78-9f51-6915615ef6c9 req-f1726a8b-de82-4b5b-a008-e9d25670b190 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 943 time: 0.1607065 Jul 16 08:33:09.345155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-f54fccf2-4574-47b6-a274-99315e8c23f0 admin admin] Deleting port 409c2565-4560-44f2-aad1-a78b3eb287d0 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:09.345493 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f54fccf2-4574-47b6-a274-99315e8c23f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.350215 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6', 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d', 'port_id': 'f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6', 'mac_address': 'fa:16:3e:2b:24:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcf0224-d354-48dd-b45e-dcf207ea9086', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:09.358577 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10ddee0f-f24d-4495-afed-8f8a101f6363 req-0d1f17ea-52b6-4563-a852-4a4fc9f53617 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703804 Jul 16 08:33:09.415111 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3bccbf3b-caee-4e78-9f51-6915615ef6c9 req-25eaa273-3d23-4f31-9898-75b83a9d6621 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801449 Jul 16 08:33:09.435694 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.465599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02dc082d-9025-4c89-a4ab-d8a29e8f7687', 'tag': '8dc04702-6fbb-4c92-a5af-4a05877a4ac3'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:09.465599 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ea8049-0e29-4d6f-af4f-833a10a1167c" -d '{"events": [{"name": "network-changed", "server_uuid": "02dc082d-9025-4c89-a4ab-d8a29e8f7687", "tag": "8dc04702-6fbb-4c92-a5af-4a05877a4ac3"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:09.475171 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:09.499407 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-f54fccf2-4574-47b6-a274-99315e8c23f0 admin admin] For port 409c2565-4560-44f2-aad1-a78b3eb287d0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=409c2565-4560-44f2-aad1-a78b3eb287d0,segment=NetworkSegment(4301a0dd-552e-4e31-8a7a-6a203920e59d),segment_id=4301a0dd-552e-4e31-8a7a-6a203920e59d)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:09.500028 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f54fccf2-4574-47b6-a274-99315e8c23f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.519067 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-f54fccf2-4574-47b6-a274-99315e8c23f0 admin admin] Calling delete_port for 409c2565-4560-44f2-aad1-a78b3eb287d0 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:09.549837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:09.559292 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.599846 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.640285 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:09.680876 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ed4985-a465-49df-831e-1f9dba86840a req-8bae5e60-fbbd-4046-91ff-a833db4b51e9 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:09.687766 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45ed4985-a465-49df-831e-1f9dba86840a req-8bae5e60-fbbd-4046-91ff-a833db4b51e9 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.1221409 Jul 16 08:33:09.724007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a21c21-3b3d-4449-afdd-3d8e30614269 req-f991702a-ab36-42f8-ace4-9370da828098 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:09.730215 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45ed4985-a465-49df-831e-1f9dba86840a req-f1ec59dd-6f6f-4517-9391-cdf1457f760a tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416999 Jul 16 08:33:09.730783 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47a21c21-3b3d-4449-afdd-3d8e30614269 req-f991702a-ab36-42f8-ace4-9370da828098 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 944 time: 0.1461766 Jul 16 08:33:09.779419 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:09.789550 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47a21c21-3b3d-4449-afdd-3d8e30614269 req-1a2603e1-8e13-4286-aa82-80229e8fedeb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578249 Jul 16 08:33:09.868476 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6a9a99c-f59a-46cd-b271-6f8326c3025a x-openstack-request-id: req-b6a9a99c-f59a-46cd-b271-6f8326c3025a {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:09.868899 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02dc082d-9025-4c89-a4ab-d8a29e8f7687", "tag": "8dc04702-6fbb-4c92-a5af-4a05877a4ac3", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:09.869149 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6a9a99c-f59a-46cd-b271-6f8326c3025a {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:09.869536 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02dc082d-9025-4c89-a4ab-d8a29e8f7687', 'tag': '8dc04702-6fbb-4c92-a5af-4a05877a4ac3', 'status': 'completed', 'code': 200} Jul 16 08:33:09.917342 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f54fccf2-4574-47b6-a274-99315e8c23f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.988622 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54fccf2-4574-47b6-a274-99315e8c23f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=409c2565-4560-44f2-aad1-a78b3eb287d0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:10.015956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea8049-0e29-4d6f-af4f-833a10a1167c req-8ec0dd22-8c02-4b0e-90f7-b6b6328464ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.022184 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60ea8049-0e29-4d6f-af4f-833a10a1167c req-8ec0dd22-8c02-4b0e-90f7-b6b6328464ab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 1096 time: 0.1320708 Jul 16 08:33:10.147851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea8049-0e29-4d6f-af4f-833a10a1167c req-82f55bbb-7874-44b9-a69b-586f5eb8b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.149343 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60ea8049-0e29-4d6f-af4f-833a10a1167c req-82f55bbb-7874-44b9-a69b-586f5eb8b753 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 912 time: 0.1142948 Jul 16 08:33:10.224983 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f54fccf2-4574-47b6-a274-99315e8c23f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.254006 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60ea8049-0e29-4d6f-af4f-833a10a1167c req-055f9c2a-20b7-4734-bfd5-9b6478eb7708 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8dc04702-6fbb-4c92-a5af-4a05877a4ac3 HTTP/1.1" status: 200 len: 217 time: 0.0966511 Jul 16 08:33:10.360417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea8049-0e29-4d6f-af4f-833a10a1167c req-8b3ad806-da0b-4eb3-8211-9aeb6cc83583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.362224 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60ea8049-0e29-4d6f-af4f-833a10a1167c req-8b3ad806-da0b-4eb3-8211-9aeb6cc83583 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=13a06e14-eee5-4201-98b3-810650c6afa3 HTTP/1.1" status: 200 len: 852 time: 0.0954640 Jul 16 08:33:10.399106 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60ea8049-0e29-4d6f-af4f-833a10a1167c req-6f331243-4669-48c3-81c8-7564df97d071 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296068 Jul 16 08:33:10.412068 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08875397-0961-42e5-827a-05bd2272dd47 req-540c4ec0-7856-4894-a6a1-f00a25e8550b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.413775 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08875397-0961-42e5-827a-05bd2272dd47 req-540c4ec0-7856-4894-a6a1-f00a25e8550b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 945 time: 0.1581554 Jul 16 08:33:10.507576 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08875397-0961-42e5-827a-05bd2272dd47 req-f8ecc253-6712-46d2-b3e7-6f91365afe6b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845301 Jul 16 08:33:10.533470 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60ea8049-0e29-4d6f-af4f-833a10a1167c req-209436c9-3d4c-4a6f-bd81-6857305737df service neutron] 10.222.0.15 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186101 Jul 16 08:33:10.595071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1556b04-cc36-4f9b-83f1-60dc1b956a52 req-034b070a-a24f-44ec-b865-2b23120a935b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.596883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e1556b04-cc36-4f9b-83f1-60dc1b956a52 req-034b070a-a24f-44ec-b865-2b23120a935b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=996825e0-d3cb-4b17-8c0b-8f8793670812 HTTP/1.1" status: 200 len: 946 time: 0.1431913 Jul 16 08:33:10.601711 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54fccf2-4574-47b6-a274-99315e8c23f0 admin admin] Router acdb6994-44b9-4509-a527-f6c19b872fe3 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:33:10.650751 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60ea8049-0e29-4d6f-af4f-833a10a1167c req-e747d949-a3de-4584-8d39-6c4e6b21a968 service neutron] 10.222.0.15 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092994 Jul 16 08:33:10.691584 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e1556b04-cc36-4f9b-83f1-60dc1b956a52 req-f3655dcf-ac2d-488d-8a8f-ed00cacad508 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867565 Jul 16 08:33:10.758869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54fccf2-4574-47b6-a274-99315e8c23f0 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:10.764361 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f54fccf2-4574-47b6-a274-99315e8c23f0 admin admin] 10.222.0.20 "PUT /v2.0/routers/acdb6994-44b9-4509-a527-f6c19b872fe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3698618 Jul 16 08:33:10.766783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46694) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:10.772464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f320bac5-e447-4393-8c7b-69e63f1b2047 None None] Sync routers for ids ['acdb6994-44b9-4509-a527-f6c19b872fe3'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:10.783651 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f320bac5-e447-4393-8c7b-69e63f1b2047 None None] Routers {'acdb6994-44b9-4509-a527-f6c19b872fe3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:10.784290 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f320bac5-e447-4393-8c7b-69e63f1b2047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:33:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['acdb6994-44b9-4509-a527-f6c19b872fe3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:10.805607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9380e-6ead-49a5-a6b7-49b7b42ff8e1 req-17d9d539-bed4-4d31-afa4-ecdd3c47c8c7 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.807415 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57a9380e-6ead-49a5-a6b7-49b7b42ff8e1 req-17d9d539-bed4-4d31-afa4-ecdd3c47c8c7 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 944 time: 0.1023786 Jul 16 08:33:10.872644 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57a9380e-6ead-49a5-a6b7-49b7b42ff8e1 req-99ce7f06-078e-43db-bdad-d511fb2da9af tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532327 Jul 16 08:33:10.973189 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.010223 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f320bac5-e447-4393-8c7b-69e63f1b2047 None None] Set router acdb6994-44b9-4509-a527-f6c19b872fe3 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:11.093140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:11.095355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:11.161321 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.288183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] Deleting port 1e5e15fa-0253-494c-b1ef-38a306278524 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:11.289135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.442050 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] For port 1e5e15fa-0253-494c-b1ef-38a306278524, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1e5e15fa-0253-494c-b1ef-38a306278524,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:11.442595 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.463133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] Calling delete_port for 1e5e15fa-0253-494c-b1ef-38a306278524 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:11.589253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d7f00-898d-4380-8888-39a11e4b83bc req-3a3e26c6-3181-4c66-9f88-aa08245c6bf0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.597525 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-045d7f00-898d-4380-8888-39a11e4b83bc req-3a3e26c6-3181-4c66-9f88-aa08245c6bf0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.2165210 Jul 16 08:33:11.657024 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-045d7f00-898d-4380-8888-39a11e4b83bc req-ea27862f-31dd-4976-8701-f4d3e402c650 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583551 Jul 16 08:33:11.674249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be06373-bd3e-43a5-acc7-028bd640ce9c req-77b81985-dcdc-4b5a-b63f-97478db1c263 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.677207 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7be06373-bd3e-43a5-acc7-028bd640ce9c req-77b81985-dcdc-4b5a-b63f-97478db1c263 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.15 "GET /v2.0/ports?device_id=996825e0-d3cb-4b17-8c0b-8f8793670812 HTTP/1.1" status: 200 len: 946 time: 0.2523954 Jul 16 08:33:11.683400 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.812684 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:11.834328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b892f-6952-4b3e-9b9b-f2bf4fdca5c5 req-ae1a0485-5878-4ce5-97be-5d80c19a18a0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.837518 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d8b892f-6952-4b3e-9b9b-f2bf4fdca5c5 req-ae1a0485-5878-4ce5-97be-5d80c19a18a0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 944 time: 0.2758961 Jul 16 08:33:11.864277 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:11.865064 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.881179 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-7be06373-bd3e-43a5-acc7-028bd640ce9c req-e3ca42d8-cb37-4aa6-b4d0-71e4831d6871 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Deleting port 7feaf392-9056-4175-8c76-74682fe074e2 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:11.881538 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7be06373-bd3e-43a5-acc7-028bd640ce9c req-e3ca42d8-cb37-4aa6-b4d0-71e4831d6871 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.912867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f320bac5-e447-4393-8c7b-69e63f1b2047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23'}], 'enable_snat': True}, 'gw_port_id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:04Z', 'updated_at': '2021-07-16T08:33:09Z', 'revision_number': 5, 'project_id': '8ae1ab92c461435187763f8571a51591', 'gw_port': {'id': '1e5e15fa-0253-494c-b1ef-38a306278524', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:76:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 869, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:11.916529 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.948390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f320bac5-e447-4393-8c7b-69e63f1b2047 None None] Checking router: acdb6994-44b9-4509-a527-f6c19b872fe3 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:33:11.975588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5e15fa-0253-494c-b1ef-38a306278524,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:11.990326 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 8dc04702-6fbb-4c92-a5af-4a05877a4ac3, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8dc04702-6fbb-4c92-a5af-4a05877a4ac3,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:12.011315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f320bac5-e447-4393-8c7b-69e63f1b2047 None None] Routers {'acdb6994-44b9-4509-a527-f6c19b872fe3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:12.012067 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f320bac5-e447-4393-8c7b-69e63f1b2047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:33:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['acdb6994-44b9-4509-a527-f6c19b872fe3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:12.014181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '8dc04702-6fbb-4c92-a5af-4a05877a4ac3', 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b', 'port_id': '8dc04702-6fbb-4c92-a5af-4a05877a4ac3', 'mac_address': 'fa:16:3e:5c:43:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a06e14-eee5-4201-98b3-810650c6afa3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:12.101534 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.102579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-7be06373-bd3e-43a5-acc7-028bd640ce9c req-e3ca42d8-cb37-4aa6-b4d0-71e4831d6871 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] For port 7feaf392-9056-4175-8c76-74682fe074e2, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7feaf392-9056-4175-8c76-74682fe074e2,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:12.103045 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7be06373-bd3e-43a5-acc7-028bd640ce9c req-e3ca42d8-cb37-4aa6-b4d0-71e4831d6871 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.106672 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d8b892f-6952-4b3e-9b9b-f2bf4fdca5c5 req-5844ddbc-6ef5-4d09-a8ea-0506dee3bf40 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946683 Jul 16 08:33:12.108519 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.127801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-7be06373-bd3e-43a5-acc7-028bd640ce9c req-e3ca42d8-cb37-4aa6-b4d0-71e4831d6871 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Calling delete_port for 7feaf392-9056-4175-8c76-74682fe074e2 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:12.177439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f320bac5-e447-4393-8c7b-69e63f1b2047 None None] Set router acdb6994-44b9-4509-a527-f6c19b872fe3 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:12.247597 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.250603 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.251043 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f320bac5-e447-4393-8c7b-69e63f1b2047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:04Z', 'updated_at': '2021-07-16T08:33:11Z', 'revision_number': 7, 'project_id': '8ae1ab92c461435187763f8571a51591', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:12.315014 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.315399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] Fanout notify agent at l3_agent the message router_deleted on router acdb6994-44b9-4509-a527-f6c19b872fe3 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:33:12.331588 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7be06373-bd3e-43a5-acc7-028bd640ce9c req-e3ca42d8-cb37-4aa6-b4d0-71e4831d6871 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.332414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f320bac5-e447-4393-8c7b-69e63f1b2047 None None] The sync data for ids ['acdb6994-44b9-4509-a527-f6c19b872fe3'] in n-d-758944-46 is: [{'id': 'acdb6994-44b9-4509-a527-f6c19b872fe3', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2116101632-router', 'tenant_id': '8ae1ab92c461435187763f8571a51591', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:04Z', 'updated_at': '2021-07-16T08:33:11Z', 'revision_number': 7, 'project_id': '8ae1ab92c461435187763f8571a51591', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:12.339355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:12.353041 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['7feaf392-9056-4175-8c76-74682fe074e2'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:12.389073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b9a95dbe-c086-4c79-ac21-2fea3daed19b', '259c68dd-ba5b-4e46-8f4d-328d6a48cdbd'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:12.401013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca42d8-cb37-4aa6-b4d0-71e4831d6871 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Pushing event deleted for resources: {'Port': ['ID=7feaf392-9056-4175-8c76-74682fe074e2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:12.423396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-7be06373-bd3e-43a5-acc7-028bd640ce9c req-e3ca42d8-cb37-4aa6-b4d0-71e4831d6871 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] No DVR routers for this DVR port 7feaf392-9056-4175-8c76-74682fe074e2 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:12.426218 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7be06373-bd3e-43a5-acc7-028bd640ce9c req-e3ca42d8-cb37-4aa6-b4d0-71e4831d6871 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.430000 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7be06373-bd3e-43a5-acc7-028bd640ce9c req-e3ca42d8-cb37-4aa6-b4d0-71e4831d6871 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.15 "DELETE /v2.0/ports/7feaf392-9056-4175-8c76-74682fe074e2 HTTP/1.1" status: 204 len: 173 time: 0.7411845 Jul 16 08:33:12.456029 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.460044 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 8dc04702-6fbb-4c92-a5af-4a05877a4ac3, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8dc04702-6fbb-4c92-a5af-4a05877a4ac3,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:12.467721 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '996825e0-d3cb-4b17-8c0b-8f8793670812', 'name': 'network-vif-deleted', 'tag': '7feaf392-9056-4175-8c76-74682fe074e2'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:12.473686 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5c95a6-3dfb-418f-a0e0-6ebaecdf4148" -d '{"events": [{"server_uuid": "996825e0-d3cb-4b17-8c0b-8f8793670812", "name": "network-vif-deleted", "tag": "7feaf392-9056-4175-8c76-74682fe074e2"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:12.483266 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.562601 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b865a6-5fc4-4be2-8794-1169b1b3f80a req-d29b7f9c-bda7-4285-96d7-fc0842ffb75f tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:12.568271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8b865a6-5fc4-4be2-8794-1169b1b3f80a req-d29b7f9c-bda7-4285-96d7-fc0842ffb75f tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 944 time: 0.1625950 Jul 16 08:33:12.571833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fb2419-980a-4431-baed-9b6229b3b650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:12.576093 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a73013-149b-4203-9926-662bb57c810b" -d '{"events": [{"server_uuid": "89fb2419-980a-4431-baed-9b6229b3b650", "name": "network-vif-plugged", "status": "completed", "tag": "f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:12.619555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:12.622177 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8b865a6-5fc4-4be2-8794-1169b1b3f80a req-353de1a9-a7ea-433b-a86d-16f8e26c733b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413949 Jul 16 08:33:12.633460 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.647772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=8dc04702-6fbb-4c92-a5af-4a05877a4ac3,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:12.693654 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.699163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46742) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:12.712374 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0e1f0e94-3f6a-449f-81c9-c7fb0c2f903f admin admin] 10.222.0.20 "DELETE /v2.0/routers/acdb6994-44b9-4509-a527-f6c19b872fe3 HTTP/1.1" status: 204 len: 168 time: 1.9292154 Jul 16 08:33:12.754441 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0d1762-bada-4c87-8563-f35b39c77b3b x-openstack-request-id: req-fa0d1762-bada-4c87-8563-f35b39c77b3b {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:12.755032 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "996825e0-d3cb-4b17-8c0b-8f8793670812", "name": "network-vif-deleted", "tag": "7feaf392-9056-4175-8c76-74682fe074e2", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:12.755513 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa0d1762-bada-4c87-8563-f35b39c77b3b {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:12.756268 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '996825e0-d3cb-4b17-8c0b-8f8793670812', 'name': 'network-vif-deleted', 'tag': '7feaf392-9056-4175-8c76-74682fe074e2', 'status': 'completed', 'code': 200} Jul 16 08:33:12.767575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445764e5-6b6b-422d-9aef-04d9d2dda0ce req-d6308239-19d0-485f-99fc-afedea6b4ff8 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:12.769751 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-445764e5-6b6b-422d-9aef-04d9d2dda0ce req-d6308239-19d0-485f-99fc-afedea6b4ff8 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=996825e0-d3cb-4b17-8c0b-8f8793670812 HTTP/1.1" status: 200 len: 867 time: 0.4663413 Jul 16 08:33:12.771506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:12.785637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-e00ec4d9-70f9-4190-8786-7f996d9530a4 admin admin] Deleting subnet 686dab5e-3b78-4f08-bf02-a6c85459ca7a {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:33:12.791906 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e00ec4d9-70f9-4190-8786-7f996d9530a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.795654 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['8dc04702-6fbb-4c92-a5af-4a05877a4ac3'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:12.827160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-445764e5-6b6b-422d-9aef-04d9d2dda0ce req-9574cd06-ac22-4504-b927-4fd3135ceff8 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477905 Jul 16 08:33:12.838566 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230c4b23-34c5-428e-9b04-5cb1d391626c x-openstack-request-id: req-230c4b23-34c5-428e-9b04-5cb1d391626c {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:12.839105 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fb2419-980a-4431-baed-9b6229b3b650", "name": "network-vif-plugged", "status": "completed", "tag": "f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:12.839105 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-230c4b23-34c5-428e-9b04-5cb1d391626c {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:12.839463 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fb2419-980a-4431-baed-9b6229b3b650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6', 'code': 200} Jul 16 08:33:12.860128 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e00ec4d9-70f9-4190-8786-7f996d9530a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.059228 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7feaf392-9056-4175-8c76-74682fe074e2 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:13.086062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 7feaf392-9056-4175-8c76-74682fe074e2 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:13.086404 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7feaf392-9056-4175-8c76-74682fe074e2 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:13.218359 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e00ec4d9-70f9-4190-8786-7f996d9530a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.222942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03159701-7984-4eb0-9a25-d25023e17d76 req-77e20e85-a5d5-4d4e-a42d-58457f6cc79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.224733 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-03159701-7984-4eb0-9a25-d25023e17d76 req-77e20e85-a5d5-4d4e-a42d-58457f6cc79f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 1097 time: 0.3265653 Jul 16 08:33:13.288946 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a9999b-0083-4d1d-981e-d58df82913c2 req-36ff7db2-028f-46f2-8166-288547cc6358 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.297161 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-34a9999b-0083-4d1d-981e-d58df82913c2 req-36ff7db2-028f-46f2-8166-288547cc6358 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.2621343 Jul 16 08:33:13.319001 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761cef9e-a8d3-4d7f-a154-6a5ec4a035fc req-3081b024-970d-4e21-b28a-4ba14c6286f7 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.320769 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-761cef9e-a8d3-4d7f-a154-6a5ec4a035fc req-3081b024-970d-4e21-b28a-4ba14c6286f7 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 945 time: 0.0880070 Jul 16 08:33:13.357135 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-03159701-7984-4eb0-9a25-d25023e17d76 req-f1f3f2bb-829b-432c-8ba3-bba5e95e74ed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031871 Jul 16 08:33:13.365406 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-34a9999b-0083-4d1d-981e-d58df82913c2 req-e3ec7459-c842-412b-9ce0-bb75cab6f18f tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672386 Jul 16 08:33:13.372289 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-761cef9e-a8d3-4d7f-a154-6a5ec4a035fc req-d2ae365c-46cf-4062-a873-99f359ba239a tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458822 Jul 16 08:33:13.382080 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e00ec4d9-70f9-4190-8786-7f996d9530a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.420853 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ec4d9-70f9-4190-8786-7f996d9530a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=686dab5e-3b78-4f08-bf02-a6c85459ca7a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:13.429002 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e00ec4d9-70f9-4190-8786-7f996d9530a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.430975 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e00ec4d9-70f9-4190-8786-7f996d9530a4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/686dab5e-3b78-4f08-bf02-a6c85459ca7a HTTP/1.1" status: 204 len: 168 time: 0.7307699 Jul 16 08:33:13.433715 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46762) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:13.445283 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779dbb5d-0675-4f62-aefb-d8658d214761 None None] Network ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:13.459500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46764) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:13.544343 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.621169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] Deleting port 822a169b-e51e-4516-8fc6-300c7b716405 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:13.621582 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.641543 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f715bec9-deeb-4065-a864-cdbbbae5eab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.734294 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] For port 822a169b-e51e-4516-8fc6-300c7b716405, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=822a169b-e51e-4516-8fc6-300c7b716405,segment=NetworkSegment(4301a0dd-552e-4e31-8a7a-6a203920e59d),segment_id=4301a0dd-552e-4e31-8a7a-6a203920e59d)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:13.734792 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.764190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] Calling delete_port for 822a169b-e51e-4516-8fc6-300c7b716405 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:13.766206 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf1c4ab-3c08-43c3-b3d9-fc51fafa739e None None] DHCP port deletion for ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:33:13.839825 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7cf1c4ab-3c08-43c3-b3d9-fc51fafa739e None None] Deleting port 822a169b-e51e-4516-8fc6-300c7b716405 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:13.841513 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c4ab-3c08-43c3-b3d9-fc51fafa739e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.863547 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f715bec9-deeb-4065-a864-cdbbbae5eab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.868422 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f715bec9-deeb-4065-a864-cdbbbae5eab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.932724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46782) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:13.963360 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f715bec9-deeb-4065-a864-cdbbbae5eab3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba52d76f0cf241cbb9f186ce52941d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5027094 Jul 16 08:33:13.964134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46788) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:13.964417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715bec9-deeb-4065-a864-cdbbbae5eab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf33abaa-161b-4075-8a1b-708e13f48a1c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:13.996996 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7cf1c4ab-3c08-43c3-b3d9-fc51fafa739e None None] For port 822a169b-e51e-4516-8fc6-300c7b716405, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=822a169b-e51e-4516-8fc6-300c7b716405,segment=NetworkSegment(4301a0dd-552e-4e31-8a7a-6a203920e59d),segment_id=4301a0dd-552e-4e31-8a7a-6a203920e59d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:13.997781 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c4ab-3c08-43c3-b3d9-fc51fafa739e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.017357 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.022838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7cf1c4ab-3c08-43c3-b3d9-fc51fafa739e None None] Calling delete_port for 822a169b-e51e-4516-8fc6-300c7b716405 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:14.033279 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4352f6-bbac-4551-b4d9-2dc9c82e1a80 req-0ab8872b-0676-4953-9617-c9af99433498 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:14.035154 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4c4352f6-bbac-4551-b4d9-2dc9c82e1a80 req-0ab8872b-0676-4953-9617-c9af99433498 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 945 time: 0.0927978 Jul 16 08:33:14.126322 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4c4352f6-bbac-4551-b4d9-2dc9c82e1a80 req-757ef8dd-7457-46e7-a9ce-a20c9d1653ef tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829024 Jul 16 08:33:14.139502 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c4ab-3c08-43c3-b3d9-fc51fafa739e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.157857 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] Pushing event deleted for resources: {'Port': ['ID=822a169b-e51e-4516-8fc6-300c7b716405,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:14.162855 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1e5e15fa-0253-494c-b1ef-38a306278524 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:14.167064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf1c4ab-3c08-43c3-b3d9-fc51fafa739e None None] No DVR routers for this DVR port 822a169b-e51e-4516-8fc6-300c7b716405 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:14.179334 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] No DVR routers for this DVR port 822a169b-e51e-4516-8fc6-300c7b716405 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:14.255853 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d6040138-3de0-48bf-982b-31f81defd65f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.260894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 1e5e15fa-0253-494c-b1ef-38a306278524 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:14.261383 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1e5e15fa-0253-494c-b1ef-38a306278524 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:14.262006 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 409c2565-4560-44f2-aad1-a78b3eb287d0 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:14.266502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1c4ab-3c08-43c3-b3d9-fc51fafa739e None None] Pushing event deleted for resources: {'Port': ['ID=822a169b-e51e-4516-8fc6-300c7b716405,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:14.283584 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d3464100-e71d-457f-bcb4-d3d01c250e4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.296368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 409c2565-4560-44f2-aad1-a78b3eb287d0 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:14.297577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 409c2565-4560-44f2-aad1-a78b3eb287d0 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:14.298158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 822a169b-e51e-4516-8fc6-300c7b716405 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:14.318660 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.323296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 822a169b-e51e-4516-8fc6-300c7b716405 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:14.323694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 822a169b-e51e-4516-8fc6-300c7b716405 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:14.351613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca736e3a-4d25-45f6-b3b5-fa7f342f9b97']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:14.366522 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d3464100-e71d-457f-bcb4-d3d01c250e4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.377397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4301a0dd-552e-4e31-8a7a-6a203920e59d') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:14.377708 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4301a0dd-552e-4e31-8a7a-6a203920e59d') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:14.485123 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d6040138-3de0-48bf-982b-31f81defd65f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.493737 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.502182 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d6040138-3de0-48bf-982b-31f81defd65f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.550497 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.564985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b1092-3cc8-4c13-9253-ca3248e6408b req-301b8840-8f58-4c61-8254-105a35f3ef9b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:14.566583 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d9b1092-3cc8-4c13-9253-ca3248e6408b req-301b8840-8f58-4c61-8254-105a35f3ef9b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d5433fe-6d5f-4856-91b0-a45df88ec410 HTTP/1.1" status: 200 len: 945 time: 0.0938330 Jul 16 08:33:14.594438 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:33:14.594844 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:33:14.599206 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:33:14.610123 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d9b1092-3cc8-4c13-9253-ca3248e6408b req-44c45089-8ce3-4d13-92a1-2393f4b960e7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344505 Jul 16 08:33:14.613015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6040138-3de0-48bf-982b-31f81defd65f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884fd83f-a6e4-4b9a-88e2-e7b08af390fd,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:14.618961 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d6040138-3de0-48bf-982b-31f81defd65f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7086903696dd44bc8e23c2684fc62cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6849837 Jul 16 08:33:14.622981 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46802) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:14.681045 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d3464100-e71d-457f-bcb4-d3d01c250e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.683571 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d3464100-e71d-457f-bcb4-d3d01c250e4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.687701 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d3464100-e71d-457f-bcb4-d3d01c250e4c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cf33abaa-161b-4075-8a1b-708e13f48a1c HTTP/1.1" status: 204 len: 168 time: 0.7197459 Jul 16 08:33:14.699083 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.701818 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3464100-e71d-457f-bcb4-d3d01c250e4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf33abaa-161b-4075-8a1b-708e13f48a1c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:14.713904 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16481e16-4430-4fcd-90f4-bab1276e8ef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.727894 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.729939 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ca736e3a-4d25-45f6-b3b5-fa7f342f9b97 HTTP/1.1" status: 204 len: 168 time: 1.2948723 Jul 16 08:33:14.740850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6bb26-35d7-4c9c-8063-1b2e21a06eca req-5768ab3d-1887-4935-b486-de456ecb1d22 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:14.742276 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a3a6bb26-35d7-4c9c-8063-1b2e21a06eca req-5768ab3d-1887-4935-b486-de456ecb1d22 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.2372260 Jul 16 08:33:14.750303 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16481e16-4430-4fcd-90f4-bab1276e8ef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.780533 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6035fe-24af-48ac-a1b8-eba75f569931 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca736e3a-4d25-45f6-b3b5-fa7f342f9b97,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:14.806209 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a3a6bb26-35d7-4c9c-8063-1b2e21a06eca req-0aefc024-62a9-4ccb-aed2-3652bc7a5669 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505483 Jul 16 08:33:14.857256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8026d3b-58ef-4af7-9e39-9382b123f2f8 req-77a3d9fb-fc1c-408b-a5f1-4a78a848c450 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:14.858766 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e8026d3b-58ef-4af7-9e39-9382b123f2f8 req-77a3d9fb-fc1c-408b-a5f1-4a78a848c450 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 945 time: 0.1284106 Jul 16 08:33:14.872819 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16481e16-4430-4fcd-90f4-bab1276e8ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.875391 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16481e16-4430-4fcd-90f4-bab1276e8ef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.876472 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-16481e16-4430-4fcd-90f4-bab1276e8ef3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/884fd83f-a6e4-4b9a-88e2-e7b08af390fd HTTP/1.1" status: 204 len: 168 time: 0.2525220 Jul 16 08:33:14.896385 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16481e16-4430-4fcd-90f4-bab1276e8ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884fd83f-a6e4-4b9a-88e2-e7b08af390fd,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:14.912974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46812) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:14.929879 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e8026d3b-58ef-4af7-9e39-9382b123f2f8 req-fd04f400-35fa-4756-9db6-4d76e596b071 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648553 Jul 16 08:33:14.965221 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-14e931c3-ac46-43b5-b5e4-5f421dac821d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8ae1ab92c461435187763f8571a51591&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506876 Jul 16 08:33:14.967737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46814) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:15.028715 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50ecb933-200f-428b-beb9-bd905074de6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.050672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1b05384a-7009-44a5-a5f3-da1acb4ac0ed details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:15.054361 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:15.057001 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50ecb933-200f-428b-beb9-bd905074de6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.114954 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50ecb933-200f-428b-beb9-bd905074de6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.122872 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50ecb933-200f-428b-beb9-bd905074de6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.124168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46818) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:15.126819 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-50ecb933-200f-428b-beb9-bd905074de6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82f8ca04-f1ce-4784-a63d-1b6a9d56f95e HTTP/1.1" status: 204 len: 168 time: 0.1579928 Jul 16 08:33:15.135493 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecb933-200f-428b-beb9-bd905074de6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f8ca04-f1ce-4784-a63d-1b6a9d56f95e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:15.149212 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-025c6710-e86a-4066-9f8b-b28c9674b728 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.208183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:15.213696 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:15.214384 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.265085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:15.287464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'port_id': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'mac_address': 'fa:16:3e:a4:30:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:15.337352 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-025c6710-e86a-4066-9f8b-b28c9674b728 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.344332 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-025c6710-e86a-4066-9f8b-b28c9674b728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.390867 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-025c6710-e86a-4066-9f8b-b28c9674b728 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=346e04aee4524bf0a14ef794a15e94b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2656138 Jul 16 08:33:15.392027 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c6710-e86a-4066-9f8b-b28c9674b728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f81f4fd-294d-4800-bb02-9e7658edd3e9,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:15.396193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46828) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:15.413991 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.418951 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.468248 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-464ced18-c433-4edf-acfc-1a61f6e28742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.492427 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b05384a-7009-44a5-a5f3-da1acb4ac0ed {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:15.503110 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-464ced18-c433-4edf-acfc-1a61f6e28742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.523891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:15.531419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a24a38-ed5c-4b43-81ca-59edec4ce83c req-73c7ea7f-b153-4d30-b28b-c797350e1c86 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:15.533629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dc082d-9025-4c89-a4ab-d8a29e8f7687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc04702-6fbb-4c92-a5af-4a05877a4ac3'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:15.536549 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa07d0c-549e-4332-87b9-b4356be7a555" -d '{"events": [{"server_uuid": "02dc082d-9025-4c89-a4ab-d8a29e8f7687", "name": "network-vif-plugged", "status": "completed", "tag": "8dc04702-6fbb-4c92-a5af-4a05877a4ac3"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:15.538931 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d5a24a38-ed5c-4b43-81ca-59edec4ce83c req-73c7ea7f-b153-4d30-b28b-c797350e1c86 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 945 time: 0.1797955 Jul 16 08:33:15.544264 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.596598 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-464ced18-c433-4edf-acfc-1a61f6e28742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.599912 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-464ced18-c433-4edf-acfc-1a61f6e28742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.605454 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-464ced18-c433-4edf-acfc-1a61f6e28742 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f81f4fd-294d-4800-bb02-9e7658edd3e9 HTTP/1.1" status: 204 len: 168 time: 0.2050679 Jul 16 08:33:15.628378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ced18-c433-4edf-acfc-1a61f6e28742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f81f4fd-294d-4800-bb02-9e7658edd3e9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:15.649395 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d5a24a38-ed5c-4b43-81ca-59edec4ce83c req-3027e648-3751-403f-bf43-fc8a08be9842 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957103 Jul 16 08:33:15.701149 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af6c7fb-c8f4-4cb9-8b73-793f489b6555 x-openstack-request-id: req-0af6c7fb-c8f4-4cb9-8b73-793f489b6555 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:15.702889 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dc082d-9025-4c89-a4ab-d8a29e8f7687", "name": "network-vif-plugged", "status": "completed", "tag": "8dc04702-6fbb-4c92-a5af-4a05877a4ac3", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:15.703657 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0af6c7fb-c8f4-4cb9-8b73-793f489b6555 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:15.704369 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dc082d-9025-4c89-a4ab-d8a29e8f7687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dc04702-6fbb-4c92-a5af-4a05877a4ac3', 'code': 200} Jul 16 08:33:15.718456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 8dc04702-6fbb-4c92-a5af-4a05877a4ac3, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8dc04702-6fbb-4c92-a5af-4a05877a4ac3,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:15.727973 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.729780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:15.813243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['1b05384a-7009-44a5-a5f3-da1acb4ac0ed'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:15.816019 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=8dc04702-6fbb-4c92-a5af-4a05877a4ac3,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:15.972572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19299acf-e8dd-4358-b139-3a044377c893 req-27ad05a7-fc88-44cf-8c39-af563b0fb04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:15.974972 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-19299acf-e8dd-4358-b139-3a044377c893 req-27ad05a7-fc88-44cf-8c39-af563b0fb04b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 1098 time: 0.2577696 Jul 16 08:33:15.999488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766996d2-fba4-4066-aaff-7c1bb9934232 req-3fb21591-cdae-4cba-b2fe-a0440eecdbdd tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:16.005068 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-766996d2-fba4-4066-aaff-7c1bb9934232 req-3fb21591-cdae-4cba-b2fe-a0440eecdbdd tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 1097 time: 0.1157391 Jul 16 08:33:16.029894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e413570d-742f-4dea-8664-7c3f363ae8b4 req-cd8ee2b4-2f42-4ba4-b890-411c28804b85 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:16.038048 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e413570d-742f-4dea-8664-7c3f363ae8b4 req-cd8ee2b4-2f42-4ba4-b890-411c28804b85 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d5433fe-6d5f-4856-91b0-a45df88ec410 HTTP/1.1" status: 200 len: 945 time: 0.2260351 Jul 16 08:33:16.056536 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-766996d2-fba4-4066-aaff-7c1bb9934232 req-276e4233-d70f-47b0-80ca-4bdd61d8ebb4 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449045 Jul 16 08:33:16.099664 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-19299acf-e8dd-4358-b139-3a044377c893 req-8759c92c-7465-454e-8614-3a524055cd18 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169846 Jul 16 08:33:16.105472 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e413570d-742f-4dea-8664-7c3f363ae8b4 req-0f4f1e74-19e7-408a-abf2-f3d35bbf7959 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665739 Jul 16 08:33:16.226967 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba1466-d44a-4526-850f-e9894378b50c req-268c399b-4a46-4c08-b419-7e96613eb6d3 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:16.228588 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76ba1466-d44a-4526-850f-e9894378b50c req-268c399b-4a46-4c08-b419-7e96613eb6d3 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d5433fe-6d5f-4856-91b0-a45df88ec410 HTTP/1.1" status: 200 len: 945 time: 0.1103923 Jul 16 08:33:16.369901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646c458-fa95-4da2-9350-b43fc33e27ca req-f74426b2-5035-4abf-bfd5-85fa600aa093 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:16.374185 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3646c458-fa95-4da2-9350-b43fc33e27ca req-f74426b2-5035-4abf-bfd5-85fa600aa093 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.1338165 Jul 16 08:33:16.389509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef692183-4ae2-4818-8c42-4d7b4a8d59fc req-6351cc02-3d0d-4ae1-b5d5-bd6d9da449f9 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:16.391061 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef692183-4ae2-4818-8c42-4d7b4a8d59fc req-6351cc02-3d0d-4ae1-b5d5-bd6d9da449f9 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.1238580 Jul 16 08:33:16.433667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-76ba1466-d44a-4526-850f-e9894378b50c req-20dd1e7f-503d-4019-9313-8f216e3e1ece tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Deleting port 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:16.434137 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-76ba1466-d44a-4526-850f-e9894378b50c req-20dd1e7f-503d-4019-9313-8f216e3e1ece tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.455683 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3646c458-fa95-4da2-9350-b43fc33e27ca req-c5b95cf5-79bf-466a-91b9-6dd37a55c307 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739861 Jul 16 08:33:16.485928 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef692183-4ae2-4818-8c42-4d7b4a8d59fc req-d574f6e0-7f53-4719-be29-d1260c8db927 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861585 Jul 16 08:33:16.605271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-76ba1466-d44a-4526-850f-e9894378b50c req-20dd1e7f-503d-4019-9313-8f216e3e1ece tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] For port 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=259c68dd-ba5b-4e46-8f4d-328d6a48cdbd,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:16.605636 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-76ba1466-d44a-4526-850f-e9894378b50c req-20dd1e7f-503d-4019-9313-8f216e3e1ece tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.626971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-76ba1466-d44a-4526-850f-e9894378b50c req-20dd1e7f-503d-4019-9313-8f216e3e1ece tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Calling delete_port for 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:16.903715 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9251d47-3b7a-47aa-98c5-2502f778c4f9 req-bd18e7a1-44a3-4b80-a98d-acfc0e21acb2 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:16.907542 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-76ba1466-d44a-4526-850f-e9894378b50c req-20dd1e7f-503d-4019-9313-8f216e3e1ece tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.912407 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c9251d47-3b7a-47aa-98c5-2502f778c4f9 req-bd18e7a1-44a3-4b80-a98d-acfc0e21acb2 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 1097 time: 0.1450164 Jul 16 08:33:16.922268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b9a95dbe-c086-4c79-ac21-2fea3daed19b', '259c68dd-ba5b-4e46-8f4d-328d6a48cdbd'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:16.944620 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dd1e7f-503d-4019-9313-8f216e3e1ece tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Pushing event deleted for resources: {'Port': ['ID=259c68dd-ba5b-4e46-8f4d-328d6a48cdbd,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:17.013430 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c9251d47-3b7a-47aa-98c5-2502f778c4f9 req-3e5b2228-8b39-459f-9d33-a3ba3d9223e2 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962675 Jul 16 08:33:17.049435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1b05384a-7009-44a5-a5f3-da1acb4ac0ed up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:17.127613 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ba1466-d44a-4526-850f-e9894378b50c req-20dd1e7f-503d-4019-9313-8f216e3e1ece tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] No DVR routers for this DVR port 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:17.142400 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-76ba1466-d44a-4526-850f-e9894378b50c req-20dd1e7f-503d-4019-9313-8f216e3e1ece tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.148903 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76ba1466-d44a-4526-850f-e9894378b50c req-20dd1e7f-503d-4019-9313-8f216e3e1ece tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "DELETE /v2.0/ports/259c68dd-ba5b-4e46-8f4d-328d6a48cdbd HTTP/1.1" status: 204 len: 173 time: 0.9135826 Jul 16 08:33:17.150126 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5433fe-6d5f-4856-91b0-a45df88ec410', 'name': 'network-vif-deleted', 'tag': '259c68dd-ba5b-4e46-8f4d-328d6a48cdbd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:17.159823 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5196f6-5c8a-42b0-a604-5bc66af91605" -d '{"events": [{"server_uuid": "1d5433fe-6d5f-4856-91b0-a45df88ec410", "name": "network-vif-deleted", "tag": "259c68dd-ba5b-4e46-8f4d-328d6a48cdbd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:17.364281 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b9049e-aa13-400d-bb9c-7ba44d8134a9 x-openstack-request-id: req-b0b9049e-aa13-400d-bb9c-7ba44d8134a9 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:17.365337 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5433fe-6d5f-4856-91b0-a45df88ec410", "name": "network-vif-deleted", "tag": "259c68dd-ba5b-4e46-8f4d-328d6a48cdbd", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:17.365751 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b0b9049e-aa13-400d-bb9c-7ba44d8134a9 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:17.366530 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d5433fe-6d5f-4856-91b0-a45df88ec410', 'name': 'network-vif-deleted', 'tag': '259c68dd-ba5b-4e46-8f4d-328d6a48cdbd', 'status': 'completed', 'code': 200} Jul 16 08:33:17.522563 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8948f39c-bba5-4054-99d1-b765afda5dbd req-4af5136c-c226-468f-af5a-62781ecd2764 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d5433fe-6d5f-4856-91b0-a45df88ec410 HTTP/1.1" status: 200 len: 210 time: 0.0808325 Jul 16 08:33:17.669883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46942) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:17.711175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46946) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:17.734696 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-037b8f30-b49a-41a7-ab6a-ba4da9a65b34 req-6fb03e02-3493-4864-8561-c0dd18abb00a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6baede1a-21cd-4909-9143-2012ebd07b10&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1807296 Jul 16 08:33:17.851102 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-142881468-network', 'tenant_id': '92636f6bd7b34639b779c60d9a9fde5b'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:17.855071 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:17.855470 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.930207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8f30-b49a-41a7-ab6a-ba4da9a65b34 req-9b23f630-5b06-4ff7-9848-89d6c020a4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:17.953180 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-037b8f30-b49a-41a7-ab6a-ba4da9a65b34 req-9b23f630-5b06-4ff7-9848-89d6c020a4b6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 1097 time: 0.1650324 Jul 16 08:33:18.013871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1141505721-network', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:18.045541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] Made reservation on behalf of 92636f6bd7b34639b779c60d9a9fde5b for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:18.048647 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.068911 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.161005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06939de-cc9c-4596-a1bf-de2141daae66 req-9a7b4ef8-b0d1-4d5a-9836-d7b46492ba1f tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.165497 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d06939de-cc9c-4596-a1bf-de2141daae66 req-9a7b4ef8-b0d1-4d5a-9836-d7b46492ba1f tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.2928221 Jul 16 08:33:18.166135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] Made reservation on behalf of f0d3d974085346e4b4e95dbc720a8e18 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:18.174437 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.200138 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.214265 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.241653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:18.242729 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:18.245823 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108aa189-2d93-4190-a0c5-9c8827f726b1" -d '{"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-plugged", "status": "completed", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:18.249461 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.325338 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:18.326698 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46960) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:18.361835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8f30-b49a-41a7-ab6a-ba4da9a65b34 req-58e6bc21-8a4f-407c-80d0-321ce101068a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.363389 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-037b8f30-b49a-41a7-ab6a-ba4da9a65b34 req-58e6bc21-8a4f-407c-80d0-321ce101068a service neutron] 10.222.0.38 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 905 time: 0.2842453 Jul 16 08:33:18.399896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2520deda-07b1-4f73-94ed-236356523bd7 req-2de5ab39-8467-498d-8850-e362ea6db3a4 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.402092 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2520deda-07b1-4f73-94ed-236356523bd7 req-2de5ab39-8467-498d-8850-e362ea6db3a4 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.1573997 Jul 16 08:33:18.436289 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-037b8f30-b49a-41a7-ab6a-ba4da9a65b34 req-6bee90a1-2d38-426d-8441-14fb71fe36f1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9a95dbe-c086-4c79-ac21-2fea3daed19b HTTP/1.1" status: 200 len: 217 time: 0.0584741 Jul 16 08:33:18.464252 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d06939de-cc9c-4596-a1bf-de2141daae66 req-21ca0f66-932a-4983-aa8e-2b13c6eccfd3 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601237 Jul 16 08:33:18.523089 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2520deda-07b1-4f73-94ed-236356523bd7 req-bcb64f72-45fe-4f98-85dc-cb5429ff4a8c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894849 Jul 16 08:33:18.523823 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-73bc478b-81c8-4cf2-822f-52bf35781fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.540070 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037b8f30-b49a-41a7-ab6a-ba4da9a65b34 req-d36d6e63-cd17-40c5-bdb2-fc796880fa38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.541673 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-037b8f30-b49a-41a7-ab6a-ba4da9a65b34 req-d36d6e63-cd17-40c5-bdb2-fc796880fa38 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 200 len: 845 time: 0.0986178 Jul 16 08:33:18.609015 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5a96e0-5b63-405a-a5a8-1127af889841 x-openstack-request-id: req-9a5a96e0-5b63-405a-a5a8-1127af889841 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:18.609928 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-plugged", "status": "completed", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:18.610489 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a5a96e0-5b63-405a-a5a8-1127af889841 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:18.611222 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'code': 200} Jul 16 08:33:18.613053 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-037b8f30-b49a-41a7-ab6a-ba4da9a65b34 req-e76e21b2-e6dd-4004-a8cb-6123c5f769c8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=20ee9c8f-2cd9-40d6-987d-933e8af4b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433660 Jul 16 08:33:18.613224 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.627540 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.776917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:33:18.822193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45174e0d-11df-481a-a2be-ff5b87c36edd,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:18.827827 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.828451 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] Added segment 6b42a672-1715-4550-b6b3-553d8f3cb37d of type vlan for network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 Jul 16 08:33:18.945857 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.962149 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4171e772-55b7-41df-ab44-7a8fc5d70596 req-905ee112-279e-4dd6-968c-0158c970ce42 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.970277 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4171e772-55b7-41df-ab44-7a8fc5d70596 req-905ee112-279e-4dd6-968c-0158c970ce42 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 1097 time: 0.2962749 Jul 16 08:33:19.029737 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.050931 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.061435 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4171e772-55b7-41df-ab44-7a8fc5d70596 req-5fe088e3-b9aa-4b7c-b05a-b8949a35f7ce tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894706 Jul 16 08:33:19.109926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:33:19.139336 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.140921 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] Added segment 3938bbab-9bbb-405a-a59b-32267d404aab of type vlan for network 28c2a272-01ae-4306-b4bd-53c367514d5d Jul 16 08:33:19.171038 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.172676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.175717 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.198459 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-037b8f30-b49a-41a7-ab6a-ba4da9a65b34 req-7e0ed934-0f39-4b96-a96b-01c6e73c197f service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5748825 Jul 16 08:33:19.378414 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1526f0-b4b5-4a9d-a85e-b3887d8fb57a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:19.384763 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.388288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] Pushing event updated for resources: {'Network': ['ID=2c6d3640-a44d-4b77-a59d-de9a2af06b14,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:19.419754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:33:19.445507 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.446865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.447648 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.464974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d74fdc1-cf47-4435-81bf-9e30bc2291a3 req-64a5ea40-70f4-4eb7-b6b1-6f7370f9ff86 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.467142 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d74fdc1-cf47-4435-81bf-9e30bc2291a3 req-64a5ea40-70f4-4eb7-b6b1-6f7370f9ff86 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.1732771 Jul 16 08:33:19.502382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe27479-dd68-42f4-843a-82af554e602b req-0a730feb-a1bb-4adc-963f-34a0ca9ff16e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.505009 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfe27479-dd68-42f4-843a-82af554e602b req-0a730feb-a1bb-4adc-963f-34a0ca9ff16e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 805 time: 0.2962964 Jul 16 08:33:19.510834 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-037b8f30-b49a-41a7-ab6a-ba4da9a65b34 req-5f1b7d0b-d064-440d-9324-c442f8d5fcfd service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039274 Jul 16 08:33:19.528366 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-73bc478b-81c8-4cf2-822f-52bf35781fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.534190 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfe27479-dd68-42f4-843a-82af554e602b req-604c52dc-24d8-43e4-8d9b-75e1f7c6d773 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/quotas/a2cca6b5346b41fb9c1451a1f165aee8 HTTP/1.1" status: 200 len: 375 time: 0.0178633 Jul 16 08:33:19.537182 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-73bc478b-81c8-4cf2-822f-52bf35781fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.554018 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c7793bfd-fdbe-4e90-b78e-6e04d7b6aa02 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 1.8828385 Jul 16 08:33:19.555394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46990) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:19.591899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-576718be-5bd4-4e32-9924-7c606bcc71e8 admin admin] Request body: {'subnet': {'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-142881468-subnet', 'tenant_id': '92636f6bd7b34639b779c60d9a9fde5b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:19.600973 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.8882971 Jul 16 08:33:19.601240 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46992) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:19.609651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb71c11-b473-45ba-85ca-5a2047d9c78a admin admin] Pushing event updated for resources: {'Network': ['ID=28c2a272-01ae-4306-b4bd-53c367514d5d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:19.618808 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-415d2dfe-f6b3-4227-a52e-33e36289552d admin admin] Request body: {'subnet': {'network_id': '28c2a272-01ae-4306-b4bd-53c367514d5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1141505721-subnet', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:19.624352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 28c2a272-01ae-4306-b4bd-53c367514d5d details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:33:19.625772 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d74fdc1-cf47-4435-81bf-9e30bc2291a3 req-16795fd2-1544-4b37-b25b-22d27ea779a7 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441848 Jul 16 08:33:19.642687 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-73bc478b-81c8-4cf2-822f-52bf35781fae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73519329d2ba4c3db1c432868d917a76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3102450 Jul 16 08:33:19.642687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc478b-81c8-4cf2-822f-52bf35781fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba504f7-59eb-43a8-8f1a-f218582b8120,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:19.643865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46994) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:19.655047 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576718be-5bd4-4e32-9924-7c606bcc71e8 admin admin] Made reservation on behalf of 92636f6bd7b34639b779c60d9a9fde5b for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:19.659482 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-576718be-5bd4-4e32-9924-7c606bcc71e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.671496 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415d2dfe-f6b3-4227-a52e-33e36289552d admin admin] Made reservation on behalf of f0d3d974085346e4b4e95dbc720a8e18 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:19.684638 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-415d2dfe-f6b3-4227-a52e-33e36289552d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.725606 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfe27479-dd68-42f4-843a-82af554e602b req-00df6b54-2760-432a-a7f7-32922cb22a49 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1796510 Jul 16 08:33:19.783781 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7aa673e-c2d6-4d9e-b6b4-2c49ce0fe458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.820335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7aa673e-c2d6-4d9e-b6b4-2c49ce0fe458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.947722 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfe27479-dd68-42f4-843a-82af554e602b req-66196722-bb34-435e-8b73-47a2d485532d service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209699 Jul 16 08:33:20.026238 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-576718be-5bd4-4e32-9924-7c606bcc71e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.088869 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7aa673e-c2d6-4d9e-b6b4-2c49ce0fe458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.092842 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7aa673e-c2d6-4d9e-b6b4-2c49ce0fe458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.094266 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d7aa673e-c2d6-4d9e-b6b4-2c49ce0fe458 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ba504f7-59eb-43a8-8f1a-f218582b8120 HTTP/1.1" status: 204 len: 168 time: 0.4489741 Jul 16 08:33:20.133461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:20.142732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aa673e-c2d6-4d9e-b6b4-2c49ce0fe458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba504f7-59eb-43a8-8f1a-f218582b8120,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:20.162691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576718be-5bd4-4e32-9924-7c606bcc71e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5029719e-fae8-494a-87ee-b006bb0d0f93,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:20.167444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576718be-5bd4-4e32-9924-7c606bcc71e8 admin admin] Checking segment: {'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:20.167803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576718be-5bd4-4e32-9924-7c606bcc71e8 admin admin] Network hostable DHCP agents. Network: 2c6d3640-a44d-4b77-a59d-de9a2af06b14, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:33:20.190675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:20.190936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576718be-5bd4-4e32-9924-7c606bcc71e8 admin admin] Network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:33:20.191554 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 259c68dd-ba5b-4e46-8f4d-328d6a48cdbd not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:20.211901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-576718be-5bd4-4e32-9924-7c606bcc71e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 2c6d3640-a44d-4b77-a59d-de9a2af06b14) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:20.216797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576718be-5bd4-4e32-9924-7c606bcc71e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:20.217388 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-576718be-5bd4-4e32-9924-7c606bcc71e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.226212 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06af063-afde-4f49-b53c-c390cfb2b101 None None] Network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:20.244329 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-576718be-5bd4-4e32-9924-7c606bcc71e8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6563613 Jul 16 08:33:20.259474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfe27479-dd68-42f4-843a-82af554e602b req-34a6b85f-de33-4483-b69e-3e1687fb0603 service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965131 Jul 16 08:33:20.288037 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-415d2dfe-f6b3-4227-a52e-33e36289552d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.477052 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415d2dfe-f6b3-4227-a52e-33e36289552d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a141ccc9-3994-46dd-8ccb-c9b158528599,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:20.502891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415d2dfe-f6b3-4227-a52e-33e36289552d admin admin] Checking segment: {'id': '3938bbab-9bbb-405a-a59b-32267d404aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28c2a272-01ae-4306-b4bd-53c367514d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:20.503554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d2dfe-f6b3-4227-a52e-33e36289552d admin admin] Network hostable DHCP agents. Network: 28c2a272-01ae-4306-b4bd-53c367514d5d, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:33:20.543915 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415d2dfe-f6b3-4227-a52e-33e36289552d admin admin] Network 28c2a272-01ae-4306-b4bd-53c367514d5d is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:33:20.570620 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-415d2dfe-f6b3-4227-a52e-33e36289552d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 28c2a272-01ae-4306-b4bd-53c367514d5d) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:20.575845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415d2dfe-f6b3-4227-a52e-33e36289552d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:20.576460 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-415d2dfe-f6b3-4227-a52e-33e36289552d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.581862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7ee4b4-1e63-4a27-83e3-1b14cef7c4bf None None] Network 28c2a272-01ae-4306-b4bd-53c367514d5d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:20.601470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0f2a06-869d-4356-9dc2-8ba293316c9c None None] Network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:20.628582 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-415d2dfe-f6b3-4227-a52e-33e36289552d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0208361 Jul 16 08:33:20.631475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47024) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:20.636463 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1141505721-router', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:20.695321 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.696581 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.892322 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.945664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e94ca0-c770-4269-990f-9236b1c5de56 req-4b81729c-5006-4d8b-aa2d-ff0dc1f3eb4d tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:20.947243 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-56e94ca0-c770-4269-990f-9236b1c5de56 req-4b81729c-5006-4d8b-aa2d-ff0dc1f3eb4d tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.2182257 Jul 16 08:33:21.072511 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-56e94ca0-c770-4269-990f-9236b1c5de56 req-d8f2f399-7680-4dec-bfee-2f365c10a73e tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102695 Jul 16 08:33:21.117791 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-28c2a272-01ae-4306-b4bd-53c367514d5d', 'network_id': '28c2a272-01ae-4306-b4bd-53c367514d5d', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'fixed_ips': [{'subnet_id': 'a141ccc9-3994-46dd-8ccb-c9b158528599'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:33:21.119041 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.226341 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-44f42683-bbc9-4d5c-81d6-4d6058bb5986 req-dec12747-fcbd-41ce-93c7-4691626ceaf0 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 210 time: 0.0538692 Jul 16 08:33:21.378675 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.432235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Allocated IP 172.20.0.2 (28c2a272-01ae-4306-b4bd-53c367514d5d/a141ccc9-3994-46dd-8ccb-c9b158528599/fba4d0d4-448d-43ba-9f3d-76165d356799) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:21.647003 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.660281 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Transition to ACTIVE for port object fba4d0d4-448d-43ba-9f3d-76165d356799 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:21.681617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Transition to ACTIVE for port object fba4d0d4-448d-43ba-9f3d-76165d356799 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:21.698406 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.760123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Network 28c2a272-01ae-4306-b4bd-53c367514d5d is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:21.768399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:21.787233 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:21.838187 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Pushing event updated for resources: {'Port': ['ID=fba4d0d4-448d-43ba-9f3d-76165d356799,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:21.927039 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Attempting to bind port fba4d0d4-448d-43ba-9f3d-76165d356799 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:21.927491 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Attempting to bind port fba4d0d4-448d-43ba-9f3d-76165d356799 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '3938bbab-9bbb-405a-a59b-32267d404aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28c2a272-01ae-4306-b4bd-53c367514d5d'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:21.930154 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Attempting to bind port fba4d0d4-448d-43ba-9f3d-76165d356799 on network 28c2a272-01ae-4306-b4bd-53c367514d5d {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:21.930431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-1213208e-81ed-493e-8289-35609ee1aa85 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:33:21.933231 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-1213208e-81ed-493e-8289-35609ee1aa85 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2965140 Jul 16 08:33:21.939352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:21.941164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Checking segment: {'id': '3938bbab-9bbb-405a-a59b-32267d404aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28c2a272-01ae-4306-b4bd-53c367514d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:21.941857 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.946988 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Bound using segment: {'id': '3938bbab-9bbb-405a-a59b-32267d404aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28c2a272-01ae-4306-b4bd-53c367514d5d'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:21.947537 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Bound port: fba4d0d4-448d-43ba-9f3d-76165d356799, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3938bbab-9bbb-405a-a59b-32267d404aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28c2a272-01ae-4306-b4bd-53c367514d5d'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:21.947941 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.000648 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.059315 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.068599 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-dfb3aff9-8f57-4d2b-ae3f-bb2bfbd09a04 service neutron] Request body: {'binding': {'host': 'n-h2-758944-46', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:22.072970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-dfb3aff9-8f57-4d2b-ae3f-bb2bfbd09a04 service neutron] Unknown quota resources ['binding']. {{(pid=93695) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:33:22.084598 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d5629032-d662-4334-99f3-f3311e094964 None None] For port fba4d0d4-448d-43ba-9f3d-76165d356799, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:22.088176 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d5629032-d662-4334-99f3-f3311e094964 None None] For port fba4d0d4-448d-43ba-9f3d-76165d356799, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fba4d0d4-448d-43ba-9f3d-76165d356799,segment=NetworkSegment(3938bbab-9bbb-405a-a59b-32267d404aab),segment_id=3938bbab-9bbb-405a-a59b-32267d404aab)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:22.098076 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.165134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5629032-d662-4334-99f3-f3311e094964 None None] Pushing event updated for resources: {'Port': ['ID=fba4d0d4-448d-43ba-9f3d-76165d356799,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:22.186643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-9c2b837a-f4d0-41e0-aca2-cfa45826db0f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:22.189817 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-9c2b837a-f4d0-41e0-aca2-cfa45826db0f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/networks?id=2c6d3640-a44d-4b77-a59d-de9a2af06b14 HTTP/1.1" status: 200 len: 804 time: 0.3068144 Jul 16 08:33:22.266036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Allocated IP 172.25.4.221 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/ddaa0a23-f4b3-47c1-8ee5-f310375a105f) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:22.287017 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-545917d5-d479-48e1-99ba-ee97751775a5 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/quotas/92636f6bd7b34639b779c60d9a9fde5b HTTP/1.1" status: 200 len: 375 time: 0.0891056 Jul 16 08:33:22.344462 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-0d3fb8b2-5149-4310-b7b7-38dc7249028a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92636f6bd7b34639b779c60d9a9fde5b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564656 Jul 16 08:33:22.459250 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.486280 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-a3e2f3db-5b50-47b2-94f2-b34da50fc704 service neutron] 10.222.0.20 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407566 Jul 16 08:33:22.580775 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.640965 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-dfb3aff9-8f57-4d2b-ae3f-bb2bfbd09a04 service neutron] Attempting to bind port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 on host n-h2-758944-46 for vnic_type normal with profile None {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:22.641349 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-dfb3aff9-8f57-4d2b-ae3f-bb2bfbd09a04 service neutron] Attempting to bind port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:22.641912 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-dfb3aff9-8f57-4d2b-ae3f-bb2bfbd09a04 service neutron] Attempting to bind port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:22.656753 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:22.658756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Pushing event updated for resources: {'Port': ['ID=ddaa0a23-f4b3-47c1-8ee5-f310375a105f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:22.662457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:22.664352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-dfb3aff9-8f57-4d2b-ae3f-bb2bfbd09a04 service neutron] Port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 on network a9119c76-4476-450e-9781-c499b2315c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:22.664562 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-dfb3aff9-8f57-4d2b-ae3f-bb2bfbd09a04 service neutron] Attempting to bind port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:22.665495 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:22.695704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-dfb3aff9-8f57-4d2b-ae3f-bb2bfbd09a04 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:22.696122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-dfb3aff9-8f57-4d2b-ae3f-bb2bfbd09a04 service neutron] Checking segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:22.696631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-dfb3aff9-8f57-4d2b-ae3f-bb2bfbd09a04 service neutron] Bound using segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:22.697565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-dfb3aff9-8f57-4d2b-ae3f-bb2bfbd09a04 service neutron] Bound port: f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:22.757247 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-b6161a81-15b5-41a9-b2bf-825dc8c5e064 service neutron] 10.222.0.20 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2696536 Jul 16 08:33:22.825128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-dfb3aff9-8f57-4d2b-ae3f-bb2bfbd09a04 service neutron] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:22.852065 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-dfb3aff9-8f57-4d2b-ae3f-bb2bfbd09a04 service neutron] Notify callbacks [] for binding, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.855273 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-dfb3aff9-8f57-4d2b-ae3f-bb2bfbd09a04 service neutron] 10.222.0.20 "POST /v2.0/ports/f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6/bindings HTTP/1.1" status: 201 len: 390 time: 0.9031615 Jul 16 08:33:23.078306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe27479-dd68-42f4-843a-82af554e602b req-69433b18-5cba-42ab-9f4e-1afcbb6fd855 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:23.082554 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfe27479-dd68-42f4-843a-82af554e602b req-69433b18-5cba-42ab-9f4e-1afcbb6fd855 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 805 time: 0.2242899 Jul 16 08:33:23.100531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-bfe27479-dd68-42f4-843a-82af554e602b req-31521620-71d8-46b7-b29d-1afc69ae0ddf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Request body: {'port': {'device_id': '73f58733-de48-481b-ab78-89c25083e354', 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497', 'admin_state_up': True, 'tenant_id': 'a2cca6b5346b41fb9c1451a1f165aee8'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:23.267255 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.633031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb965b43-20a5-4fd3-bd2e-cba0b99b1195 req-8b0c401b-4efa-4d5f-939b-10bdae83e27c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:23.641729 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb965b43-20a5-4fd3-bd2e-cba0b99b1195 req-8b0c401b-4efa-4d5f-939b-10bdae83e27c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.3271110 Jul 16 08:33:23.645857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfe27479-dd68-42f4-843a-82af554e602b req-31521620-71d8-46b7-b29d-1afc69ae0ddf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Made reservation on behalf of a2cca6b5346b41fb9c1451a1f165aee8 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:23.652461 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bfe27479-dd68-42f4-843a-82af554e602b req-31521620-71d8-46b7-b29d-1afc69ae0ddf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.741353 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb965b43-20a5-4fd3-bd2e-cba0b99b1195 req-f86ac368-7f55-4f49-b96e-725eefec50f0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983965 Jul 16 08:33:23.858867 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.990887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-fdb6b272-3d7e-4e1e-a707-c3c6e7603021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:23.993726 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-fdb6b272-3d7e-4e1e-a707-c3c6e7603021 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 1097 time: 0.4942861 Jul 16 08:33:23.999556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7669acd-98ef-45a1-a037-a5510ec3f6e5 None None] Network 28c2a272-01ae-4306-b4bd-53c367514d5d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:24.065622 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-31c557a4-f58b-4ba3-a8a1-db4d92f68fc7 req-420dbcc3-776b-4cfb-a419-c16b8b6d939e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 210 time: 0.1040096 Jul 16 08:33:24.111420 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-bfe27479-dd68-42f4-843a-82af554e602b req-31521620-71d8-46b7-b29d-1afc69ae0ddf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Allocated IP 172.20.0.11 (20ee9c8f-2cd9-40d6-987d-933e8af4b497/789d7b71-d5c7-4c97-8897-da1853b01c39/5e556dfe-0616-407d-af69-9a8f14406025) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:24.168960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-96538b35-38e3-4314-8e3b-787ac193b369 None None] Provisioning for port fba4d0d4-448d-43ba-9f3d-76165d356799 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:24.206940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fba4d0d4-448d-43ba-9f3d-76165d356799 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:24.391279 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port fba4d0d4-448d-43ba-9f3d-76165d356799 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:24.397922 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port fba4d0d4-448d-43ba-9f3d-76165d356799 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:24.398287 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.500746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-348e40c2-b992-4998-a52d-7714c6c5d3f8 req-bda31d6c-dd3c-41ff-8ca8-c65e00610c9e tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e7d6d1-4479-4684-8354-143f79dfb85b HTTP/1.1" status: 200 len: 210 time: 0.0761044 Jul 16 08:33:24.525269 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.540287 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:33:24.572958 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bfe27479-dd68-42f4-843a-82af554e602b req-31521620-71d8-46b7-b29d-1afc69ae0ddf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.603422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port fba4d0d4-448d-43ba-9f3d-76165d356799, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fba4d0d4-448d-43ba-9f3d-76165d356799,segment=NetworkSegment(3938bbab-9bbb-405a-a59b-32267d404aab),segment_id=3938bbab-9bbb-405a-a59b-32267d404aab)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:24.611279 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.657643 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bfe27479-dd68-42f4-843a-82af554e602b req-31521620-71d8-46b7-b29d-1afc69ae0ddf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.710329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfe27479-dd68-42f4-843a-82af554e602b req-31521620-71d8-46b7-b29d-1afc69ae0ddf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:24.715707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-bfe27479-dd68-42f4-843a-82af554e602b req-31521620-71d8-46b7-b29d-1afc69ae0ddf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:24.721226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b9a95dbe-c086-4c79-ac21-2fea3daed19b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:24.739627 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfe27479-dd68-42f4-843a-82af554e602b req-31521620-71d8-46b7-b29d-1afc69ae0ddf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:24.811203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=fba4d0d4-448d-43ba-9f3d-76165d356799,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:24.838257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31521620-71d8-46b7-b29d-1afc69ae0ddf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Pushing event updated for resources: {'Port': ['ID=5e556dfe-0616-407d-af69-9a8f14406025,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:24.849073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6ca58654-3c21-48fd-aade-c3f44a755005 None None] Provisioning complete for port fba4d0d4-448d-43ba-9f3d-76165d356799 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:24.849861 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6ca58654-3c21-48fd-aade-c3f44a755005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.898437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe27479-dd68-42f4-843a-82af554e602b req-31521620-71d8-46b7-b29d-1afc69ae0ddf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:24.899506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bfe27479-dd68-42f4-843a-82af554e602b req-31521620-71d8-46b7-b29d-1afc69ae0ddf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.939702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc56a9-60d0-4ecb-a955-78e3419aa0e7 req-5318402a-538d-478b-bffe-e03595c647f2 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:24.941725 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67fc56a9-60d0-4ecb-a955-78e3419aa0e7 req-5318402a-538d-478b-bffe-e03595c647f2 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 945 time: 0.2148211 Jul 16 08:33:24.949127 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfe27479-dd68-42f4-843a-82af554e602b req-31521620-71d8-46b7-b29d-1afc69ae0ddf tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8555293 Jul 16 08:33:24.971237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79d1ba8-d362-4a05-ba14-84ebfa152891 req-e2bdeac0-b825-423a-9248-6923d05b2f4b tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:24.980742 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b79d1ba8-d362-4a05-ba14-84ebfa152891 req-e2bdeac0-b825-423a-9248-6923d05b2f4b tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 1.4048612 Jul 16 08:33:25.034893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Request body: {'port': {'device_id': '73f58733-de48-481b-ab78-89c25083e354', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:25.040022 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67fc56a9-60d0-4ecb-a955-78e3419aa0e7 req-30ed58cd-0846-4ff0-9a18-a0071ff9a460 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850980 Jul 16 08:33:25.099856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-d5a86d11-7cb3-4c3c-b830-d3e39861f435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.119308 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-d5a86d11-7cb3-4c3c-b830-d3e39861f435 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 1.1166229 Jul 16 08:33:25.145781 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b79d1ba8-d362-4a05-ba14-84ebfa152891 req-6d6ae049-046a-41eb-a86b-96d8d869bae0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637547 Jul 16 08:33:25.178350 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Router 704c183a-6e91-489c-b995-ed5dca270df1 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:33:25.284124 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-639882dc-57d6-4180-8db3-d8c3810d224c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 HTTP/1.1" status: 200 len: 217 time: 0.1516900 Jul 16 08:33:25.298984 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dfde4bdf-4702-492b-a4e5-f94793e8543e req-150f883e-7a00-4f01-9339-f7a885fad68c tempest-AbsoluteLimitsNegativeTestJSON-1389471762 tempest-AbsoluteLimitsNegativeTestJSON-1389471762-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9aa8756b25394a8595ccb7820509474e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838246 Jul 16 08:33:25.362784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-d465a33f-845e-4a64-bc00-45ad47f7d1f9 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.365955 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-d465a33f-845e-4a64-bc00-45ad47f7d1f9 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "GET /v2.0/networks?id=2c6d3640-a44d-4b77-a59d-de9a2af06b14 HTTP/1.1" status: 200 len: 804 time: 0.3368742 Jul 16 08:33:25.370125 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.393387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-05355e38-7d9e-40b2-b733-c99e0ebfb6c0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Request body: {'port': {'device_id': 'e3e7d6d1-4479-4684-8354-143f79dfb85b', 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14', 'admin_state_up': True, 'tenant_id': '92636f6bd7b34639b779c60d9a9fde5b'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:25.511414 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-e8a39c40-3a47-4757-8f2b-e73c70048981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.512421 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-e8a39c40-3a47-4757-8f2b-e73c70048981 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.2044945 Jul 16 08:33:25.556441 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-f04770d8-e820-45d5-bbc9-64e7ff79a311 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364640 Jul 16 08:33:25.581926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfde4bdf-4702-492b-a4e5-f94793e8543e req-4b7f3834-3f8d-4120-8762-e2993dd0026c tempest-AbsoluteLimitsNegativeTestJSON-1389471762 tempest-AbsoluteLimitsNegativeTestJSON-1389471762-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.585718 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dfde4bdf-4702-492b-a4e5-f94793e8543e req-4b7f3834-3f8d-4120-8762-e2993dd0026c tempest-AbsoluteLimitsNegativeTestJSON-1389471762 tempest-AbsoluteLimitsNegativeTestJSON-1389471762-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2858291 Jul 16 08:33:25.603024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:25.611460 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Sync routers for ids ['704c183a-6e91-489c-b995-ed5dca270df1'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:25.623179 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Routers {'704c183a-6e91-489c-b995-ed5dca270df1'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:25.623803 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:33:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['704c183a-6e91-489c-b995-ed5dca270df1'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:25.669366 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dfde4bdf-4702-492b-a4e5-f94793e8543e req-cfe5bf80-3a8a-43c0-a437-f113004e9337 tempest-AbsoluteLimitsNegativeTestJSON-1389471762 tempest-AbsoluteLimitsNegativeTestJSON-1389471762-project] 10.222.0.20 "GET /v2.0/quotas/9aa8756b25394a8595ccb7820509474e HTTP/1.1" status: 200 len: 375 time: 0.0826566 Jul 16 08:33:25.698231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e09ccfd-889e-48e7-bc33-8446d194d779 req-aaa739ef-7cba-43de-8767-7529794a9137 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.700349 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8e09ccfd-889e-48e7-bc33-8446d194d779 req-aaa739ef-7cba-43de-8767-7529794a9137 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.4130619 Jul 16 08:33:25.703808 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.705326 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9fc6fc43-567c-4985-9ce5-ff3ac19467cd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 5.0728431 Jul 16 08:33:25.711655 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47136) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:25.720087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dfde4bdf-4702-492b-a4e5-f94793e8543e req-2d789854-84c6-492a-b061-c7d78c5547cc tempest-AbsoluteLimitsNegativeTestJSON-1389471762 tempest-AbsoluteLimitsNegativeTestJSON-1389471762-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aa8756b25394a8595ccb7820509474e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468254 Jul 16 08:33:25.738430 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Set router 704c183a-6e91-489c-b995-ed5dca270df1 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:25.807273 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-cc062ff3-cf56-4556-afc1-20fe92a016a7 service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2404327 Jul 16 08:33:25.830061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-05355e38-7d9e-40b2-b733-c99e0ebfb6c0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Made reservation on behalf of 92636f6bd7b34639b779c60d9a9fde5b for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:25.834111 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-05355e38-7d9e-40b2-b733-c99e0ebfb6c0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.949727 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8e09ccfd-889e-48e7-bc33-8446d194d779 req-eb016940-4c6b-4621-937b-836a2554be4c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2408519 Jul 16 08:33:26.057350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fba4d0d4-448d-43ba-9f3d-76165d356799 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:26.150359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-05355e38-7d9e-40b2-b733-c99e0ebfb6c0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Allocated IP 172.20.0.2 (2c6d3640-a44d-4b77-a59d-de9a2af06b14/5029719e-fae8-494a-87ee-b006bb0d0f93/acbd6dad-050e-4145-bd94-689c7828889d) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:26.161906 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c183a-6e91-489c-b995-ed5dca270df1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1141505721-router', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddaa0a23-f4b3-47c1-8ee5-f310375a105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:20Z', 'updated_at': '2021-07-16T08:33:22Z', 'revision_number': 3, 'project_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'gw_port': {'id': 'ddaa0a23-f4b3-47c1-8ee5-f310375a105f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:97:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c183a-6e91-489c-b995-ed5dca270df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:22Z', 'updated_at': '2021-07-16T08:33:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:26.192002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port fba4d0d4-448d-43ba-9f3d-76165d356799 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:26.192409 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.244062 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Checking router: 704c183a-6e91-489c-b995-ed5dca270df1 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:33:26.244518 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Updating router 704c183a-6e91-489c-b995-ed5dca270df1 port ddaa0a23-f4b3-47c1-8ee5-f310375a105f binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:33:26.319149 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.346051 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-5f66b1de-a02d-4e96-969d-9ed2982bf413 service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5259280 Jul 16 08:33:26.433626 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-05355e38-7d9e-40b2-b733-c99e0ebfb6c0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.484294 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47150) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:26.504650 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-671282e1-2f21-463e-b565-fb74fb61bd6a req-d0fe1b12-cb4c-4ab2-b669-115010386e87 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e7d6d1-4479-4684-8354-143f79dfb85b HTTP/1.1" status: 200 len: 210 time: 0.1750147 Jul 16 08:33:26.539160 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-05355e38-7d9e-40b2-b733-c99e0ebfb6c0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.696373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-f217b555-0f03-4757-b54f-5166cfdb7ce2 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:26.698617 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-f217b555-0f03-4757-b54f-5166cfdb7ce2 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650&tenant_id=fe72388f7744440db5677c86ab49db05&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1097 time: 0.2668211 Jul 16 08:33:26.720759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05355e38-7d9e-40b2-b733-c99e0ebfb6c0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Pushing event updated for resources: {'Port': ['ID=acbd6dad-050e-4145-bd94-689c7828889d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:26.724026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-46'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:26.836091 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.856220 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Transition to ACTIVE for port object ddaa0a23-f4b3-47c1-8ee5-f310375a105f will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:26.869247 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.939995 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Attempting to bind port ddaa0a23-f4b3-47c1-8ee5-f310375a105f on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:26.941710 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Attempting to bind port ddaa0a23-f4b3-47c1-8ee5-f310375a105f by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:26.942611 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Attempting to bind port ddaa0a23-f4b3-47c1-8ee5-f310375a105f on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:26.948244 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdf19e-8bea-4741-9ce5-02a5e62315f0 None None] Pushing event updated for resources: {'Port': ['ID=ddaa0a23-f4b3-47c1-8ee5-f310375a105f,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:26.952203 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:26.953132 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:26.953733 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.954285 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:26.954886 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.955356 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Bound port: ddaa0a23-f4b3-47c1-8ee5-f310375a105f, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:26.955949 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.964003 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdf19e-8bea-4741-9ce5-02a5e62315f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:26.964689 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdf19e-8bea-4741-9ce5-02a5e62315f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:26.965345 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdf19e-8bea-4741-9ce5-02a5e62315f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:26.966103 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdf19e-8bea-4741-9ce5-02a5e62315f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:26.966750 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdf19e-8bea-4741-9ce5-02a5e62315f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:26.967252 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdf19e-8bea-4741-9ce5-02a5e62315f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:26.967730 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdf19e-8bea-4741-9ce5-02a5e62315f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:26.968228 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdf19e-8bea-4741-9ce5-02a5e62315f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:26.968753 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdf19e-8bea-4741-9ce5-02a5e62315f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:26.969412 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdf19e-8bea-4741-9ce5-02a5e62315f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:26.969914 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdf19e-8bea-4741-9ce5-02a5e62315f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:26.970635 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68fdf19e-8bea-4741-9ce5-02a5e62315f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:27.061588 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] For port ddaa0a23-f4b3-47c1-8ee5-f310375a105f, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:27.069969 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] For port ddaa0a23-f4b3-47c1-8ee5-f310375a105f, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ddaa0a23-f4b3-47c1-8ee5-f310375a105f,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:27.093127 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.148272 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2053bc99-3988-4b5d-9688-34447609119d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.164359 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Routers {'704c183a-6e91-489c-b995-ed5dca270df1'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:27.165286 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:33:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['704c183a-6e91-489c-b995-ed5dca270df1'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:27.177176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-05355e38-7d9e-40b2-b733-c99e0ebfb6c0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:27.193538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-05355e38-7d9e-40b2-b733-c99e0ebfb6c0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:27.203997 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-05355e38-7d9e-40b2-b733-c99e0ebfb6c0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:27.231384 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdf19e-8bea-4741-9ce5-02a5e62315f0 None None] Pushing event updated for resources: {'Port': ['ID=ddaa0a23-f4b3-47c1-8ee5-f310375a105f,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:27.236039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Allocated IP 172.20.0.1 (28c2a272-01ae-4306-b4bd-53c367514d5d/a141ccc9-3994-46dd-8ccb-c9b158528599/1e57c420-4ad1-4782-b2f3-823c62cd0532) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:27.258510 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.294666 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0e62d2-0259-43c6-84a4-f56793a458bd req-45b205e3-696f-4610-8115-2fb5813451fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.302165 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-db0e62d2-0259-43c6-84a4-f56793a458bd req-45b205e3-696f-4610-8115-2fb5813451fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 932 time: 0.8097191 Jul 16 08:33:27.313623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e556dfe-0616-407d-af69-9a8f14406025 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:27.365258 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] Set router 704c183a-6e91-489c-b995-ed5dca270df1 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:27.378742 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.417406 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-05355e38-7d9e-40b2-b733-c99e0ebfb6c0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.418297 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-05355e38-7d9e-40b2-b733-c99e0ebfb6c0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.445556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:27.446296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-db0e62d2-0259-43c6-84a4-f56793a458bd req-278f1d11-b4ac-488b-9c8d-e6cf45edb2fe tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412251 Jul 16 08:33:27.451040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Transition to ACTIVE for port object 5e556dfe-0616-407d-af69-9a8f14406025 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:27.480309 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.499743 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:27.552087 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.556191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fb2419-980a-4431-baed-9b6229b3b650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:27.559444 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4c6725-3d75-4caf-a4bd-234c9ae89091" -d '{"events": [{"server_uuid": "89fb2419-980a-4431-baed-9b6229b3b650", "name": "network-vif-unplugged", "status": "completed", "tag": "f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:27.573386 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb55dd98-90aa-4362-bdeb-d935f3c3b89c req-6eaa4fd4-7f10-466c-a4a9-c7ac4cb5d49b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.576079 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eb55dd98-90aa-4362-bdeb-d935f3c3b89c req-6eaa4fd4-7f10-466c-a4a9-c7ac4cb5d49b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 945 time: 0.7878919 Jul 16 08:33:27.579196 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.648533 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:27.674295 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c183a-6e91-489c-b995-ed5dca270df1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1141505721-router', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddaa0a23-f4b3-47c1-8ee5-f310375a105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:20Z', 'updated_at': '2021-07-16T08:33:22Z', 'revision_number': 3, 'project_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'gw_port': {'id': 'ddaa0a23-f4b3-47c1-8ee5-f310375a105f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:97:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c183a-6e91-489c-b995-ed5dca270df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:22Z', 'updated_at': '2021-07-16T08:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:27.678980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Pushing event updated for resources: {'Port': ['ID=5e556dfe-0616-407d-af69-9a8f14406025,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:27.702113 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eb55dd98-90aa-4362-bdeb-d935f3c3b89c req-64d9022b-cf6b-4595-89ab-9fe8913640c3 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124432 Jul 16 08:33:27.725906 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2053bc99-3988-4b5d-9688-34447609119d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.743052 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1857e59-2b94-40ac-8d2c-24f78d9309ed None None] The sync data for ids ['704c183a-6e91-489c-b995-ed5dca270df1'] in n-d-758944-46 is: [{'id': '704c183a-6e91-489c-b995-ed5dca270df1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1141505721-router', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddaa0a23-f4b3-47c1-8ee5-f310375a105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:20Z', 'updated_at': '2021-07-16T08:33:22Z', 'revision_number': 3, 'project_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'gw_port': {'id': 'ddaa0a23-f4b3-47c1-8ee5-f310375a105f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:97:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c183a-6e91-489c-b995-ed5dca270df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:22Z', 'updated_at': '2021-07-16T08:33:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:27.754217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2053bc99-3988-4b5d-9688-34447609119d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.794346 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2053bc99-3988-4b5d-9688-34447609119d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9aa8756b25394a8595ccb7820509474e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2917347 Jul 16 08:33:27.799728 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-05355e38-7d9e-40b2-b733-c99e0ebfb6c0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4155638 Jul 16 08:33:27.800321 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47164) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:27.830244 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Attempting to bind port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 on host n-h1-758944-46 for vnic_type normal with profile {"migrating_to": "n-h2-758944-46"} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:27.830602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Attempting to bind port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:27.830897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Attempting to bind port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:27.843373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 on network a9119c76-4476-450e-9781-c499b2315c7d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:27.843702 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Attempting to bind port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:27.851099 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:27.851438 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Checking segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:27.851834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Bound using segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:27.852273 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Bound port: f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:27.852665 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.866423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Request body: {'port': {'device_id': 'e3e7d6d1-4479-4684-8354-143f79dfb85b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:27.948941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a154ef7-5d9d-48c6-a48a-a1f18202543e req-2e473ed5-2edb-4eed-bd4e-8559212ea997 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.956038 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7a154ef7-5d9d-48c6-a48a-a1f18202543e req-2e473ed5-2edb-4eed-bd4e-8559212ea997 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.3497596 Jul 16 08:33:27.958709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053bc99-3988-4b5d-9688-34447609119d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949a41af-4093-4e5c-8cda-066c9e71a33d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:27.961825 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Attempting to bind port 5e556dfe-0616-407d-af69-9a8f14406025 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:27.962286 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Attempting to bind port 5e556dfe-0616-407d-af69-9a8f14406025 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:27.962725 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Attempting to bind port 5e556dfe-0616-407d-af69-9a8f14406025 on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:28.022424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Port 5e556dfe-0616-407d-af69-9a8f14406025 on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:28.026099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Attempting to bind port 5e556dfe-0616-407d-af69-9a8f14406025 on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:28.031538 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24e5f44c-cc83-42dd-a1fa-5fb4ffef7316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.038462 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.058876 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24e5f44c-cc83-42dd-a1fa-5fb4ffef7316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.085137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7a154ef7-5d9d-48c6-a48a-a1f18202543e req-e23dd644-1742-45cb-9594-0998d0ca3d3f tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277964 Jul 16 08:33:28.097059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Transition to ACTIVE for port object 1e57c420-4ad1-4782-b2f3-823c62cd0532 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:28.107348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:28.174847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:28.186259 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.204213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:28.204213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Checking segment: {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:28.204213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Bound using segment: {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:28.206130 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Bound port: 5e556dfe-0616-407d-af69-9a8f14406025, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:28.206574 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.209086 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.221728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9c9bf-cb9c-450c-8893-d8f74e5e4782 req-86902a9e-91aa-4ff2-8daf-bbe068806447 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.229958 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-def9c9bf-cb9c-450c-8893-d8f74e5e4782 req-86902a9e-91aa-4ff2-8daf-bbe068806447 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.3533516 Jul 16 08:33:28.286117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24e5f44c-cc83-42dd-a1fa-5fb4ffef7316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.289133 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24e5f44c-cc83-42dd-a1fa-5fb4ffef7316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.290637 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-24e5f44c-cc83-42dd-a1fa-5fb4ffef7316 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/949a41af-4093-4e5c-8cda-066c9e71a33d HTTP/1.1" status: 204 len: 168 time: 0.4800074 Jul 16 08:33:28.391836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5f44c-cc83-42dd-a1fa-5fb4ffef7316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949a41af-4093-4e5c-8cda-066c9e71a33d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:28.411295 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.482664 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-def9c9bf-cb9c-450c-8893-d8f74e5e4782 req-0270a508-afe2-4875-b866-2f72f1a938ab tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510271 Jul 16 08:33:28.498929 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] For port 5e556dfe-0616-407d-af69-9a8f14406025, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:28.554281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,revision_number=8']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:28.557261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.557882 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.560321 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-3990ab43-f1ef-4450-8317-c33a81f8f286 service neutron] 10.222.0.38 "PUT /v2.0/ports/f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 HTTP/1.1" status: 200 len: 1123 time: 1.8479676 Jul 16 08:33:28.569925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Network 28c2a272-01ae-4306-b4bd-53c367514d5d is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:28.597744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:28.607717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:28.627389 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9354804-21c3-41ca-a376-30de7c4b2fef x-openstack-request-id: req-f9354804-21c3-41ca-a376-30de7c4b2fef {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:28.627684 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fb2419-980a-4431-baed-9b6229b3b650", "name": "network-vif-unplugged", "status": "completed", "tag": "f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:28.627992 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9354804-21c3-41ca-a376-30de7c4b2fef {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:28.628605 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fb2419-980a-4431-baed-9b6229b3b650', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6', 'code': 200} Jul 16 08:33:28.640434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:28.705108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] For port 5e556dfe-0616-407d-af69-9a8f14406025, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=5e556dfe-0616-407d-af69-9a8f14406025,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:28.717606 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.742043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Pushing event updated for resources: {'Port': ['ID=1e57c420-4ad1-4782-b2f3-823c62cd0532,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:28.782481 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.913553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.914532 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.917376 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfe27479-dd68-42f4-843a-82af554e602b req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] 10.222.0.38 "PUT /v2.0/ports/5e556dfe-0616-407d-af69-9a8f14406025 HTTP/1.1" status: 200 len: 1093 time: 3.9058793 Jul 16 08:33:28.926880 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73f58733-de48-481b-ab78-89c25083e354', 'tag': '5e556dfe-0616-407d-af69-9a8f14406025'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:28.929555 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0469e60-dbeb-4d3f-a2b5-72801414dffb" -d '{"events": [{"name": "network-changed", "server_uuid": "73f58733-de48-481b-ab78-89c25083e354", "tag": "5e556dfe-0616-407d-af69-9a8f14406025"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:29.060897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cff785-a09c-48f5-87c3-22a941a3eff2 req-7d8692d7-93d1-4922-b551-8a355a11c27f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.062184 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-44cff785-a09c-48f5-87c3-22a941a3eff2 req-7d8692d7-93d1-4922-b551-8a355a11c27f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e7d6d1-4479-4684-8354-143f79dfb85b HTTP/1.1" status: 200 len: 931 time: 0.7359633 Jul 16 08:33:29.070352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-73da7ef6-21c4-441c-add9-b4e2f6c82ce5 None None] Provisioning for port 1e57c420-4ad1-4782-b2f3-823c62cd0532 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:29.074720 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-73da7ef6-21c4-441c-add9-b4e2f6c82ce5 None None] Provisioning complete for port 1e57c420-4ad1-4782-b2f3-823c62cd0532 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:29.075093 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-73da7ef6-21c4-441c-add9-b4e2f6c82ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.135572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7662a0-04d6-4a2a-816e-9c14cef4d27e service neutron] Pushing event updated for resources: {'Port': ['ID=5e556dfe-0616-407d-af69-9a8f14406025,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:29.169940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-73da7ef6-21c4-441c-add9-b4e2f6c82ce5 None None] Port 1e57c420-4ad1-4782-b2f3-823c62cd0532 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:29.203913 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.256919 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-44cff785-a09c-48f5-87c3-22a941a3eff2 req-2d94230b-7bad-4622-8f39-cd6105d32a19 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465516 Jul 16 08:33:29.266420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f505b-7921-43bd-be22-f083e2ceefe9 req-050b4306-c611-4197-8993-7611011ebc69 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.275754 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-505f505b-7921-43bd-be22-f083e2ceefe9 req-050b4306-c611-4197-8993-7611011ebc69 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 944 time: 0.2371974 Jul 16 08:33:29.342520 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe27479-dd68-42f4-843a-82af554e602b req-f3fceacb-5e90-4225-a6df-e3bb80707e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.344552 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfe27479-dd68-42f4-843a-82af554e602b req-f3fceacb-5e90-4225-a6df-e3bb80707e4d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 1096 time: 0.3683114 Jul 16 08:33:29.366288 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-505f505b-7921-43bd-be22-f083e2ceefe9 req-93166d62-465b-44bc-8738-60d6651457c7 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877962 Jul 16 08:33:29.454634 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfe27479-dd68-42f4-843a-82af554e602b req-1c5c1c28-b0ba-4dd7-8695-8e36043611e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e556dfe-0616-407d-af69-9a8f14406025 HTTP/1.1" status: 200 len: 217 time: 0.0972841 Jul 16 08:33:29.490060 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab427c1-da45-4a82-aeb5-7592bcf84ce4 x-openstack-request-id: req-dab427c1-da45-4a82-aeb5-7592bcf84ce4 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:29.490832 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73f58733-de48-481b-ab78-89c25083e354", "tag": "5e556dfe-0616-407d-af69-9a8f14406025", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:29.501442 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dab427c1-da45-4a82-aeb5-7592bcf84ce4 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:29.502860 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73f58733-de48-481b-ab78-89c25083e354', 'tag': '5e556dfe-0616-407d-af69-9a8f14406025', 'status': 'completed', 'code': 200} Jul 16 08:33:29.599820 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.606088 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.646238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acbd6dad-050e-4145-bd94-689c7828889d {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:29.653409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe27479-dd68-42f4-843a-82af554e602b req-330c431c-9cf0-4e4f-a484-5ace059d5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.655138 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfe27479-dd68-42f4-843a-82af554e602b req-330c431c-9cf0-4e4f-a484-5ace059d5bf2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 200 len: 845 time: 0.1749523 Jul 16 08:33:29.661873 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.699815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Pushing event updated for resources: {'Port': ['ID=1e57c420-4ad1-4782-b2f3-823c62cd0532,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:29.713830 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfe27479-dd68-42f4-843a-82af554e602b req-a1325e61-f9e0-4777-b442-ae9147e7c133 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=20ee9c8f-2cd9-40d6-987d-933e8af4b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409877 Jul 16 08:33:29.717620 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Transition to ACTIVE for port object acbd6dad-050e-4145-bd94-689c7828889d will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:29.743473 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.763681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47204) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:29.773695 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.860181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab536f9-9f0c-4849-a000-6f03361af657 req-4439fe8a-70ab-480c-a899-dc4fae43e57d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.861888 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5ab536f9-9f0c-4849-a000-6f03361af657 req-4439fe8a-70ab-480c-a899-dc4fae43e57d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 943 time: 0.2887614 Jul 16 08:33:29.868391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Pushing event updated for resources: {'Port': ['ID=acbd6dad-050e-4145-bd94-689c7828889d,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:29.941186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Network 28c2a272-01ae-4306-b4bd-53c367514d5d is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:29.945603 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:29.974299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6607a43-3b23-4969-9b38-9e9be190f520 req-6ee729b5-1960-45a8-a8e4-8ffa3fddc64f tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.981481 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6607a43-3b23-4969-9b38-9e9be190f520 req-6ee729b5-1960-45a8-a8e4-8ffa3fddc64f tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.2826970 Jul 16 08:33:29.985756 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfe27479-dd68-42f4-843a-82af554e602b req-acf986fb-47f6-468c-bb69-fb9701018ea6 service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642920 Jul 16 08:33:30.014803 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5ab536f9-9f0c-4849-a000-6f03361af657 req-daae9aa7-9ef3-4a8c-af57-3996b2891d19 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389899 Jul 16 08:33:30.156005 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:30.246610 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Router 704c183a-6e91-489c-b995-ed5dca270df1 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:33:30.257428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-298279660-network', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:30.300712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Attempting to bind port acbd6dad-050e-4145-bd94-689c7828889d on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:30.302690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Attempting to bind port acbd6dad-050e-4145-bd94-689c7828889d by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:30.302690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Attempting to bind port acbd6dad-050e-4145-bd94-689c7828889d on network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:30.322657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ddaa0a23-f4b3-47c1-8ee5-f310375a105f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:30.372209 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfe27479-dd68-42f4-843a-82af554e602b req-b76f8a0b-a15b-43ba-92bb-3ccc20254cb4 service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789899 Jul 16 08:33:30.446407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Port acbd6dad-050e-4145-bd94-689c7828889d on network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:30.446845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Attempting to bind port acbd6dad-050e-4145-bd94-689c7828889d on network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:30.483308 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:30.495895 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0f81e85a-5a19-49dc-a3ef-20a54c1fd861 None None] Provisioning complete for port 1e57c420-4ad1-4782-b2f3-823c62cd0532 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:30.496274 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0f81e85a-5a19-49dc-a3ef-20a54c1fd861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.522380 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:30.522987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Checking segment: {'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:30.522987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Bound using segment: {'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:30.523441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Bound port: acbd6dad-050e-4145-bd94-689c7828889d, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:30.523795 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.529574 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 has no active binding in host n-h2-758944-46 {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:33:30.533506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port ddaa0a23-f4b3-47c1-8ee5-f310375a105f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:30.541202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ddaa0a23-f4b3-47c1-8ee5-f310375a105f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:30.541572 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.587759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-0f81e85a-5a19-49dc-a3ef-20a54c1fd861 None None] Port 1e57c420-4ad1-4782-b2f3-823c62cd0532 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:30.627050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcc69a-a33f-4a45-91f7-dd4838175697 req-c6c0a76d-e63c-41f1-97fc-6fb88e55227f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:30.635010 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-65dcc69a-a33f-4a45-91f7-dd4838175697 req-c6c0a76d-e63c-41f1-97fc-6fb88e55227f tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.4037871 Jul 16 08:33:30.683925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0469e60-dbeb-4d3f-a2b5-72801414dffb req-df9996c4-e9ba-4a2f-bd1f-73df5bddf47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:30.685694 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0469e60-dbeb-4d3f-a2b5-72801414dffb req-df9996c4-e9ba-4a2f-bd1f-73df5bddf47d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 1096 time: 0.2282879 Jul 16 08:33:30.690234 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] For port acbd6dad-050e-4145-bd94-689c7828889d, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:30.706495 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.735772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] For port acbd6dad-050e-4145-bd94-689c7828889d, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=acbd6dad-050e-4145-bd94-689c7828889d,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:30.743227 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port ddaa0a23-f4b3-47c1-8ee5-f310375a105f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ddaa0a23-f4b3-47c1-8ee5-f310375a105f,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:30.755479 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.771702 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.787842 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-65dcc69a-a33f-4a45-91f7-dd4838175697 req-3c6e360d-0ae4-4948-a21b-a3cb57f25f48 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516218 Jul 16 08:33:30.858426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89fb2419-980a-4431-baed-9b6229b3b650', 'tag': 'f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:30.861256 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6452c51-16bb-4901-8760-38388e55b311" -d '{"events": [{"name": "network-changed", "server_uuid": "89fb2419-980a-4431-baed-9b6229b3b650", "tag": "f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:30.879491 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6607a43-3b23-4969-9b38-9e9be190f520 req-0398bb09-f755-4a36-84e5-18f954a14b8a tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8970356 Jul 16 08:33:30.891440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Made reservation on behalf of ec68b473fab2459f93f7c4b2bd831fcf for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:30.893821 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.918625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=ddaa0a23-f4b3-47c1-8ee5-f310375a105f,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:30.920356 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.933954 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:30.934963 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.936733 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] 10.222.0.15 "PUT /v2.0/ports/acbd6dad-050e-4145-bd94-689c7828889d HTTP/1.1" status: 200 len: 1092 time: 3.0765119 Jul 16 08:33:30.988055 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a59b6a-5370-460b-a6fc-f485ef0c6d99 service neutron] Pushing event updated for resources: {'Port': ['ID=acbd6dad-050e-4145-bd94-689c7828889d,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:31.072595 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0469e60-dbeb-4d3f-a2b5-72801414dffb req-8fcfee7b-d6cf-402c-8251-86ea5709c64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.073259 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0469e60-dbeb-4d3f-a2b5-72801414dffb req-8fcfee7b-d6cf-402c-8251-86ea5709c64e service neutron] 10.222.0.38 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 905 time: 0.3789036 Jul 16 08:33:31.131510 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0469e60-dbeb-4d3f-a2b5-72801414dffb req-9dfad5dd-6e27-4b4a-8477-12aada1a7991 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e556dfe-0616-407d-af69-9a8f14406025 HTTP/1.1" status: 200 len: 217 time: 0.0474095 Jul 16 08:33:31.165763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:31.181381 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Sync routers for ids ['704c183a-6e91-489c-b995-ed5dca270df1'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:31.182979 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-92378ac6-d3be-40b8-a901-2163ce1d8014 admin admin] 10.222.0.20 "PUT /v2.0/routers/704c183a-6e91-489c-b995-ed5dca270df1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4699295 Jul 16 08:33:31.204015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-32a4faf1-a13c-4c14-a6f7-332ab79652a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.205961 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-32a4faf1-a13c-4c14-a6f7-332ab79652a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92636f6bd7b34639b779c60d9a9fde5b&device_id=e3e7d6d1-4479-4684-8354-143f79dfb85b HTTP/1.1" status: 200 len: 1095 time: 0.2186213 Jul 16 08:33:31.218963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bcdb34-bbe3-4839-975a-f51b3ccc1491 req-f9afcaa9-cf61-42f9-bac7-8ed843cecf4b tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.219438 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25bcdb34-bbe3-4839-975a-f51b3ccc1491 req-f9afcaa9-cf61-42f9-bac7-8ed843cecf4b tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e7d6d1-4479-4684-8354-143f79dfb85b HTTP/1.1" status: 200 len: 943 time: 0.2382884 Jul 16 08:33:31.233726 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Routers {'704c183a-6e91-489c-b995-ed5dca270df1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:31.237534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:33:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['704c183a-6e91-489c-b995-ed5dca270df1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:31.245611 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbbeb4-2c4d-47c6-acb2-0ba99f203beb req-bda0759f-a45b-4a14-be17-9a2ef563975d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.252871 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-25fbbeb4-2c4d-47c6-acb2-0ba99f203beb req-bda0759f-a45b-4a14-be17-9a2ef563975d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 944 time: 0.1736133 Jul 16 08:33:31.276437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0469e60-dbeb-4d3f-a2b5-72801414dffb req-4fa34eea-d311-46f6-8c1e-277897850e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.279649 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0469e60-dbeb-4d3f-a2b5-72801414dffb req-4fa34eea-d311-46f6-8c1e-277897850e0d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 200 len: 845 time: 0.1339073 Jul 16 08:33:31.288526 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-3bfef4a5-8270-466b-935a-50057ccaf237 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acbd6dad-050e-4145-bd94-689c7828889d HTTP/1.1" status: 200 len: 217 time: 0.0662818 Jul 16 08:33:31.299663 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.312065 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.347213 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-25fbbeb4-2c4d-47c6-acb2-0ba99f203beb req-b16124f4-2262-4c21-83c3-29cb9beb85fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911069 Jul 16 08:33:31.375435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:33:31.401758 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0469e60-dbeb-4d3f-a2b5-72801414dffb req-f87482f8-80da-4ea2-9727-93b2c54bdc6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=20ee9c8f-2cd9-40d6-987d-933e8af4b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931067 Jul 16 08:33:31.444227 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.446320 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Added segment d44fd481-ac90-464f-8edf-869fa1fcd38d of type vlan for network 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 Jul 16 08:33:31.461697 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de8c4240-04ea-4c52-ba99-263e9530e753 x-openstack-request-id: req-de8c4240-04ea-4c52-ba99-263e9530e753 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:31.461998 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89fb2419-980a-4431-baed-9b6229b3b650", "tag": "f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:31.462291 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de8c4240-04ea-4c52-ba99-263e9530e753 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:31.462690 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89fb2419-980a-4431-baed-9b6229b3b650', 'tag': 'f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6', 'status': 'completed', 'code': 200} Jul 16 08:33:31.463284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421fb0bd-7d5a-41da-8514-998ea99b9387,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:31.500208 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25bcdb34-bbe3-4839-975a-f51b3ccc1491 req-b5c91d03-4c7a-4e05-af00-9061b12274f4 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2681472 Jul 16 08:33:31.505524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-e5bed510-9e35-4ab2-9aa6-81450a20a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.507102 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-e5bed510-9e35-4ab2-9aa6-81450a20a197 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5029719e-fae8-494a-87ee-b006bb0d0f93 HTTP/1.1" status: 200 len: 844 time: 0.1948004 Jul 16 08:33:31.509996 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3e7d6d1-4479-4684-8354-143f79dfb85b', 'tag': 'acbd6dad-050e-4145-bd94-689c7828889d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:31.512979 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-335e6dfe-2739-439e-8054-58793bf1fef9" -d '{"events": [{"name": "network-changed", "server_uuid": "e3e7d6d1-4479-4684-8354-143f79dfb85b", "tag": "acbd6dad-050e-4145-bd94-689c7828889d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:31.560910 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.561947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.562526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.563071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.563624 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.564262 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.564820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.565445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.565978 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.566527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.567067 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.567682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:31.585826 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-1528c5de-8951-4bac-8d21-a3aeecfba1ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c6d3640-a44d-4b77-a59d-de9a2af06b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399146 Jul 16 08:33:31.632981 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0469e60-dbeb-4d3f-a2b5-72801414dffb req-220279ae-3ad6-4340-9b29-a5095a29ab0b service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006681 Jul 16 08:33:31.642843 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.780722 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6452c51-16bb-4901-8760-38388e55b311 req-078d2eb5-3184-4b5b-97ec-a3bf4c74abcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.783260 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6452c51-16bb-4901-8760-38388e55b311 req-078d2eb5-3184-4b5b-97ec-a3bf4c74abcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 1126 time: 0.3042872 Jul 16 08:33:31.804000 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-ee6dbf88-e683-4830-b477-8c00d1a295b2 service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033417 Jul 16 08:33:31.812251 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.814153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.815020 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.852569 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0469e60-dbeb-4d3f-a2b5-72801414dffb req-000346d7-98c1-47b9-8ae0-5ea304aab4f8 service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081652 Jul 16 08:33:31.955085 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [req-aa300131-6be3-4c66-9195-bcf06fea9987 req-7dfce6d5-a0ff-4914-8874-18cb2cf1c1e1 tempest-FloatingIPDetailsNegativeTestJSON-981481422 tempest-FloatingIPDetailsNegativeTestJSON-981481422-project] show failed (client error): The resource could not be found. Jul 16 08:33:31.956216 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aa300131-6be3-4c66-9195-bcf06fea9987 req-7dfce6d5-a0ff-4914-8874-18cb2cf1c1e1 tempest-FloatingIPDetailsNegativeTestJSON-981481422 tempest-FloatingIPDetailsNegativeTestJSON-981481422-project] 10.222.0.20 "GET /v2.0/floatingips/f23a9805-6c4b-4ecf-a84d-729841aaa09f HTTP/1.1" status: 404 len: 350 time: 0.0461831 Jul 16 08:33:31.973209 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Set router 704c183a-6e91-489c-b995-ed5dca270df1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:31.987765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47242) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:32.011111 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6452c51-16bb-4901-8760-38388e55b311 req-3ced9078-f154-4943-8c01-543503880cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.012879 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6452c51-16bb-4901-8760-38388e55b311 req-3ced9078-f154-4943-8c01-543503880cc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.1921844 Jul 16 08:33:32.016397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] Pushing event updated for resources: {'Network': ['ID=0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:32.050435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:33:32.114690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975068a-a227-4f3f-bec7-932fd4605489 req-dfde5c6b-dc20-4b59-9597-d59d4484b39b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.123420 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b975068a-a227-4f3f-bec7-932fd4605489 req-dfde5c6b-dc20-4b59-9597-d59d4484b39b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 943 time: 0.3776956 Jul 16 08:33:32.144694 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2073b03-cf57-4c17-917f-9fcd22d77757 x-openstack-request-id: req-d2073b03-cf57-4c17-917f-9fcd22d77757 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:32.145141 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3e7d6d1-4479-4684-8354-143f79dfb85b", "tag": "acbd6dad-050e-4145-bd94-689c7828889d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:32.146245 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2073b03-cf57-4c17-917f-9fcd22d77757 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:32.146377 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6452c51-16bb-4901-8760-38388e55b311 req-2c0c4bfd-e8f1-4f55-89f5-8b0b7e350932 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 HTTP/1.1" status: 200 len: 217 time: 0.1190121 Jul 16 08:33:32.146679 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3e7d6d1-4479-4684-8354-143f79dfb85b', 'tag': 'acbd6dad-050e-4145-bd94-689c7828889d', 'status': 'completed', 'code': 200} Jul 16 08:33:32.150296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f02b49ec-0318-4590-9b0d-c764043c7020 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.3829956 Jul 16 08:33:32.150814 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3cff5e5-5e6e-4652-801d-05e97c962354 req-3994e240-0737-4db4-88b6-29cb6e83325e service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306510 Jul 16 08:33:32.151295 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47244) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:32.172733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Request body: {'subnet': {'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-298279660-subnet', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:32.177199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ddaa0a23-f4b3-47c1-8ee5-f310375a105f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:32.209934 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b975068a-a227-4f3f-bec7-932fd4605489 req-39873a6e-65fc-44f4-9ceb-6f5ac8a877b7 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859432 Jul 16 08:33:32.252276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6452c51-16bb-4901-8760-38388e55b311 req-4a06e2c6-ec5e-4cfa-ad88-6bd6c3cdfb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.252276 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6452c51-16bb-4901-8760-38388e55b311 req-4a06e2c6-ec5e-4cfa-ad88-6bd6c3cdfb4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.0916080 Jul 16 08:33:32.252642 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 5e556dfe-0616-407d-af69-9a8f14406025 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:32.302164 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6452c51-16bb-4901-8760-38388e55b311 req-81f25f9c-0c46-47ba-acee-d44e5537e3a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452724 Jul 16 08:33:32.477524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Made reservation on behalf of ec68b473fab2459f93f7c4b2bd831fcf for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:32.481457 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.483528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-633fbb10-1940-4a81-9582-73afad0d3243 service neutron] 10.222.0.15 "GET /v2.0/ports/f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6/bindings/n-h2-758944-46 HTTP/1.1" status: 200 len: 385 time: 0.1736073 Jul 16 08:33:32.504262 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.resource_extend [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:33:32.554389 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6452c51-16bb-4901-8760-38388e55b311 req-66b5eb0e-349a-4e0f-86e4-0b3e341dd456 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386680 Jul 16 08:33:32.594084 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ddaa0a23-f4b3-47c1-8ee5-f310375a105f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:32.594454 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.649152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c183a-6e91-489c-b995-ed5dca270df1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1141505721-router', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddaa0a23-f4b3-47c1-8ee5-f310375a105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:20Z', 'updated_at': '2021-07-16T08:33:29Z', 'revision_number': 4, 'project_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'gw_port': {'id': 'ddaa0a23-f4b3-47c1-8ee5-f310375a105f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c183a-6e91-489c-b995-ed5dca270df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:22Z', 'updated_at': '2021-07-16T08:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '1e57c420-4ad1-4782-b2f3-823c62cd0532', 'name': '', 'network_id': '28c2a272-01ae-4306-b4bd-53c367514d5d', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'mac_address': 'fa:16:3e:c1:76:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c183a-6e91-489c-b995-ed5dca270df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a141ccc9-3994-46dd-8ccb-c9b158528599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:26Z', 'updated_at': '2021-07-16T08:33:29Z', 'revision_number': 2, 'project_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'subnets': [{'id': 'a141ccc9-3994-46dd-8ccb-c9b158528599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:32.664086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 5e556dfe-0616-407d-af69-9a8f14406025, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=5e556dfe-0616-407d-af69-9a8f14406025,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:32.666442 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6452c51-16bb-4901-8760-38388e55b311 req-f1ebe392-7687-4458-9972-de5a147340bc service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023302 Jul 16 08:33:32.690359 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdfd8db-9d2a-45b3-91eb-35c341eda649 req-80a643e1-3a75-40aa-845d-e2cff37379ee tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.698126 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4fdfd8db-9d2a-45b3-91eb-35c341eda649 req-80a643e1-3a75-40aa-845d-e2cff37379ee tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.3184705 Jul 16 08:33:32.702714 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Checking router: 704c183a-6e91-489c-b995-ed5dca270df1 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:33:32.703065 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Updating router 704c183a-6e91-489c-b995-ed5dca270df1 port 1e57c420-4ad1-4782-b2f3-823c62cd0532 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:33:32.735718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '5e556dfe-0616-407d-af69-9a8f14406025', 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497', 'port_id': '5e556dfe-0616-407d-af69-9a8f14406025', 'mac_address': 'fa:16:3e:78:da:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789d7b71-d5c7-4c97-8897-da1853b01c39', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:32.779155 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.806644 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.826221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e6dfe-2739-439e-8054-58793bf1fef9 req-8ab08671-e918-435c-a6d2-f185778af861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.831689 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4fdfd8db-9d2a-45b3-91eb-35c341eda649 req-67c8129e-7a2d-4abe-8970-9320146be287 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245711 Jul 16 08:33:32.833099 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-335e6dfe-2739-439e-8054-58793bf1fef9 req-8ab08671-e918-435c-a6d2-f185778af861 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92636f6bd7b34639b779c60d9a9fde5b&device_id=e3e7d6d1-4479-4684-8354-143f79dfb85b HTTP/1.1" status: 200 len: 1095 time: 0.5998535 Jul 16 08:33:32.918382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1ef56-2c39-471b-bf3c-2bcd1ca3e60d req-f9da565d-a5f4-47cb-8207-c945460df5af tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.919916 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ed1ef56-2c39-471b-bf3c-2bcd1ca3e60d req-f9da565d-a5f4-47cb-8207-c945460df5af tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.6857257 Jul 16 08:33:32.943483 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.963375 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-5a845e68-6665-4831-bee8-edbedce31e59 service neutron] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:32.981837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e556dfe-0616-407d-af69-9a8f14406025 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:33.003846 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-5a845e68-6665-4831-bee8-edbedce31e59 service neutron] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:33.049701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-5a845e68-6665-4831-bee8-edbedce31e59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:33.051475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d17b4a3e-917d-4383-b0cc-446e354ac843,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:33.062239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 5e556dfe-0616-407d-af69-9a8f14406025, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=5e556dfe-0616-407d-af69-9a8f14406025,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:33.099523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-5a845e68-6665-4831-bee8-edbedce31e59 service neutron] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:33.108871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.109528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.110047 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.110536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.111016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.111508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.112012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.112532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.113034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.113520 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.114005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.114550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:33.126795 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.133443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-5a845e68-6665-4831-bee8-edbedce31e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.149827 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ed1ef56-2c39-471b-bf3c-2bcd1ca3e60d req-0fe23d86-b174-4526-a00e-d78024547e3e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080400 Jul 16 08:33:33.164862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Checking segment: {'id': 'd44fd481-ac90-464f-8edf-869fa1fcd38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:33.165514 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Network hostable DHCP agents. Network: 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:33:33.178228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e6dfe-2739-439e-8054-58793bf1fef9 req-86701e60-afd3-44ad-a09c-9ce21f820f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.180257 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-335e6dfe-2739-439e-8054-58793bf1fef9 req-86701e60-afd3-44ad-a09c-9ce21f820f07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2c6d3640-a44d-4b77-a59d-de9a2af06b14 HTTP/1.1" status: 200 len: 904 time: 0.2801814 Jul 16 08:33:33.215919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=5e556dfe-0616-407d-af69-9a8f14406025,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:33.222294 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3062c527-a30e-4ae0-bb45-c34bfdb1e9c4 req-fb19ee7e-8c7b-482b-8b98-fe1f618c321c tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.234769 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3062c527-a30e-4ae0-bb45-c34bfdb1e9c4 req-fb19ee7e-8c7b-482b-8b98-fe1f618c321c tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 945 time: 0.1783760 Jul 16 08:33:33.268025 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-335e6dfe-2739-439e-8054-58793bf1fef9 req-5fa38653-5ea2-4770-a18f-ee3be2ea0f62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=acbd6dad-050e-4145-bd94-689c7828889d HTTP/1.1" status: 200 len: 217 time: 0.0793941 Jul 16 08:33:33.272237 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Network 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:33:33.320665 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:33.330984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32618325-6d1b-45b4-b13e-9026fb543d88 None None] Network 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:33.336291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.337125 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.344714 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3062c527-a30e-4ae0-bb45-c34bfdb1e9c4 req-0ef40283-7b4d-4d77-b1f9-c3efbc951358 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087525 Jul 16 08:33:33.357783 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335e6dfe-2739-439e-8054-58793bf1fef9 req-d19ba1b3-8c6a-4400-b0b2-393e04229ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.360857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-335e6dfe-2739-439e-8054-58793bf1fef9 req-d19ba1b3-8c6a-4400-b0b2-393e04229ebd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5029719e-fae8-494a-87ee-b006bb0d0f93 HTTP/1.1" status: 200 len: 844 time: 0.0854063 Jul 16 08:33:33.395080 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5aad3dda-c2d8-4747-8d8d-9d2fd975967f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2403257 Jul 16 08:33:33.400082 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-5a845e68-6665-4831-bee8-edbedce31e59 service neutron] Transition to ACTIVE for port object f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:33.402812 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47256) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:33.414667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:33.428004 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-335e6dfe-2739-439e-8054-58793bf1fef9 req-5029f630-3869-47bc-a936-9499990da43e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c6d3640-a44d-4b77-a59d-de9a2af06b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511217 Jul 16 08:33:33.433447 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-5a845e68-6665-4831-bee8-edbedce31e59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.434494 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['5e556dfe-0616-407d-af69-9a8f14406025'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:33.596418 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.598105 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.667519 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-5a845e68-6665-4831-bee8-edbedce31e59 service neutron] No DVR routers for this DVR port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:33.704172 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.718722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'fixed_ips': [{'subnet_id': 'd17b4a3e-917d-4383-b0cc-446e354ac843'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:33:33.719853 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.728960 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a845e68-6665-4831-bee8-edbedce31e59 service neutron] Pushing event updated for resources: {'Port': ['ID=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,revision_number=10']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:33.826039 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-5a845e68-6665-4831-bee8-edbedce31e59 service neutron] 10.222.0.15 "PUT /v2.0/ports/f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6/bindings/n-h2-758944-46/activate HTTP/1.1" status: 200 len: 370 time: 1.3348908 Jul 16 08:33:33.827885 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.928137 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Allocated IP 172.20.0.2 (0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4/d17b4a3e-917d-4383-b0cc-446e354ac843/82051c84-6489-4f5d-a269-ccab3030adab) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:33.966558 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e22d831-c7b4-4c80-8439-88574602615d req-d2459fbf-461d-4af9-a33d-da22e92cf36f tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.968217 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e22d831-c7b4-4c80-8439-88574602615d req-d2459fbf-461d-4af9-a33d-da22e92cf36f tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 944 time: 0.3148775 Jul 16 08:33:34.069981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.081930 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-510cbbde-0b5f-41e0-8f7a-abf3502bc9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.093263 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-335e6dfe-2739-439e-8054-58793bf1fef9 req-a0f0cbcd-88b3-489e-804d-be4a57fc4ba6 service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409039 Jul 16 08:33:34.146193 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e22d831-c7b4-4c80-8439-88574602615d req-3e8574bf-22c4-4c78-9f52-0934864f85e2 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302798 Jul 16 08:33:34.157502 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6c9d7-508a-46bb-9a07-5b0b947c83cd req-85ceca18-6f55-4212-8245-aa0c242089fe tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.159401 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25a6c9d7-508a-46bb-9a07-5b0b947c83cd req-85ceca18-6f55-4212-8245-aa0c242089fe tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e7d6d1-4479-4684-8354-143f79dfb85b HTTP/1.1" status: 200 len: 943 time: 0.7302039 Jul 16 08:33:34.173163 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.212290 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Transition to ACTIVE for port object 1e57c420-4ad1-4782-b2f3-823c62cd0532 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:34.230221 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.238667 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.288727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Transition to ACTIVE for port object 82051c84-6489-4f5d-a269-ccab3030adab will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:34.346678 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-335e6dfe-2739-439e-8054-58793bf1fef9 req-885e30fa-99f6-45bf-a098-eb2a37d63183 service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441535 Jul 16 08:33:34.348377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Transition to ACTIVE for port object 82051c84-6489-4f5d-a269-ccab3030adab will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:34.404424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b0028-3076-43d3-8d72-41a3a9136ecd None None] Pushing event updated for resources: {'Port': ['ID=1e57c420-4ad1-4782-b2f3-823c62cd0532,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:34.419667 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.481692 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.496221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-56972c53-f373-4578-a53d-efdf1b77365c tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.497808 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-56972c53-f373-4578-a53d-efdf1b77365c tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650&tenant_id=fe72388f7744440db5677c86ab49db05&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1096 time: 0.4924972 Jul 16 08:33:34.501157 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Pushing event updated for resources: {'Port': ['ID=82051c84-6489-4f5d-a269-ccab3030adab,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:34.511078 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.525159 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25a6c9d7-508a-46bb-9a07-5b0b947c83cd req-ad24415c-e708-4ceb-b4a4-332363e3337e tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698294 Jul 16 08:33:34.552205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Network 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:34.553832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Attempting to bind port 1e57c420-4ad1-4782-b2f3-823c62cd0532 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:34.554196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Attempting to bind port 1e57c420-4ad1-4782-b2f3-823c62cd0532 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '3938bbab-9bbb-405a-a59b-32267d404aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28c2a272-01ae-4306-b4bd-53c367514d5d'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:34.554550 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Attempting to bind port 1e57c420-4ad1-4782-b2f3-823c62cd0532 on network 28c2a272-01ae-4306-b4bd-53c367514d5d {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:34.556797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:34.563681 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:34.579058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:34.579433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Checking segment: {'id': '3938bbab-9bbb-405a-a59b-32267d404aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28c2a272-01ae-4306-b4bd-53c367514d5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:34.580009 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.580408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Bound using segment: {'id': '3938bbab-9bbb-405a-a59b-32267d404aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28c2a272-01ae-4306-b4bd-53c367514d5d'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:34.580918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Bound port: 1e57c420-4ad1-4782-b2f3-823c62cd0532, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3938bbab-9bbb-405a-a59b-32267d404aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '28c2a272-01ae-4306-b4bd-53c367514d5d'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:34.581299 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.698857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-215a3751-9213-49bf-94c9-9bb3da53c335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.706529 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-215a3751-9213-49bf-94c9-9bb3da53c335 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650&tenant_id=fe72388f7744440db5677c86ab49db05 HTTP/1.1" status: 200 len: 1096 time: 0.1881030 Jul 16 08:33:34.733510 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efadb9e-f385-486f-8dc4-f90f4935a79c req-5310725d-4448-4d0a-9c28-3253bd68859e tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.741100 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8efadb9e-f385-486f-8dc4-f90f4935a79c req-5310725d-4448-4d0a-9c28-3253bd68859e tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.2992346 Jul 16 08:33:34.863741 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8efadb9e-f385-486f-8dc4-f90f4935a79c req-20227c6d-9530-49bb-86ed-6633b51f7940 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124842 Jul 16 08:33:34.887798 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Attempting to bind port 82051c84-6489-4f5d-a269-ccab3030adab on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:34.888180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Attempting to bind port 82051c84-6489-4f5d-a269-ccab3030adab by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'd44fd481-ac90-464f-8edf-869fa1fcd38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:34.888576 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Attempting to bind port 82051c84-6489-4f5d-a269-ccab3030adab on network 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:34.897060 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:34.897430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Checking segment: {'id': 'd44fd481-ac90-464f-8edf-869fa1fcd38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:34.897838 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.898227 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Bound using segment: {'id': 'd44fd481-ac90-464f-8edf-869fa1fcd38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:34.898700 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Bound port: 82051c84-6489-4f5d-a269-ccab3030adab, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44fd481-ac90-464f-8edf-869fa1fcd38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:34.899081 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.951898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Allocated IP 172.25.4.204 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/f072b8b0-8907-4dc8-8c7e-9ee8b937a000) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:34.995798 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] For port 82051c84-6489-4f5d-a269-ccab3030adab, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:34.999105 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] For port 82051c84-6489-4f5d-a269-ccab3030adab, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=82051c84-6489-4f5d-a269-ccab3030adab,segment=NetworkSegment(d44fd481-ac90-464f-8edf-869fa1fcd38d),segment_id=d44fd481-ac90-464f-8edf-869fa1fcd38d)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:35.018601 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.028788 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] For port 1e57c420-4ad1-4782-b2f3-823c62cd0532, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:35.112932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-5d5d5c75-971b-46d1-a055-066a4e12c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.113566 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-5d5d5c75-971b-46d1-a055-066a4e12c391 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 1096 time: 0.3656945 Jul 16 08:33:35.131755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-510cbbde-0b5f-41e0-8f7a-abf3502bc9ef admin admin] Deleting port 1e57c420-4ad1-4782-b2f3-823c62cd0532 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:35.132008 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-510cbbde-0b5f-41e0-8f7a-abf3502bc9ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.153519 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device acbd6dad-050e-4145-bd94-689c7828889d details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:35.155925 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:35.161761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04658227-51aa-49a7-a0a4-c737053c331b req-d54c8f41-3ff2-4717-9f48-e5950a06a36e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.163450 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-04658227-51aa-49a7-a0a4-c737053c331b req-d54c8f41-3ff2-4717-9f48-e5950a06a36e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.2745671 Jul 16 08:33:35.244938 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.271961 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] For port 1e57c420-4ad1-4782-b2f3-823c62cd0532, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1e57c420-4ad1-4782-b2f3-823c62cd0532,segment=NetworkSegment(3938bbab-9bbb-405a-a59b-32267d404aab),segment_id=3938bbab-9bbb-405a-a59b-32267d404aab)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:35.312299 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.319385 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.348163 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4fde9aee-2b0f-4cae-acf4-cc8a817c7625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.367974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1bfbd2-65b8-4507-adf0-95c9f8cc1d07 None None] Pushing event updated for resources: {'Port': ['ID=82051c84-6489-4f5d-a269-ccab3030adab,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:35.388727 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-04658227-51aa-49a7-a0a4-c737053c331b req-e42535a5-ac8c-487c-9a1e-f2920bbd5179 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107749 Jul 16 08:33:35.408845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f032559-ab1d-4045-9ccf-0bcf0dc410d3 req-ae80e00a-1606-4d69-8f9c-62594c07760c tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.414071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-510cbbde-0b5f-41e0-8f7a-abf3502bc9ef admin admin] For port 1e57c420-4ad1-4782-b2f3-823c62cd0532, host n-d-758944-46, got binding levels [] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:35.414809 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-510cbbde-0b5f-41e0-8f7a-abf3502bc9ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.418213 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f032559-ab1d-4045-9ccf-0bcf0dc410d3 req-ae80e00a-1606-4d69-8f9c-62594c07760c tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 945 time: 0.3323896 Jul 16 08:33:35.428415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-9c732468-1d7c-45ba-b242-2d2a3f87e0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.430612 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-9c732468-1d7c-45ba-b242-2d2a3f87e0c2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.3089345 Jul 16 08:33:35.438904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-510cbbde-0b5f-41e0-8f7a-abf3502bc9ef admin admin] Calling delete_port for 1e57c420-4ad1-4782-b2f3-823c62cd0532 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:35.461995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:35.504196 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.558671 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Routers {'704c183a-6e91-489c-b995-ed5dca270df1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:35.559647 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:33:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['704c183a-6e91-489c-b995-ed5dca270df1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:35.630709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-cdd81dc6-241c-45c0-be2d-aa6c7ef6df6c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 HTTP/1.1" status: 200 len: 217 time: 0.1826985 Jul 16 08:33:35.656514 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f032559-ab1d-4045-9ccf-0bcf0dc410d3 req-03ae1805-58a9-4ce9-833d-ca615fe0855c tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372160 Jul 16 08:33:35.680708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port acbd6dad-050e-4145-bd94-689c7828889d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=acbd6dad-050e-4145-bd94-689c7828889d,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:35.707170 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'acbd6dad-050e-4145-bd94-689c7828889d', 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14', 'port_id': 'acbd6dad-050e-4145-bd94-689c7828889d', 'mac_address': 'fa:16:3e:25:f9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5029719e-fae8-494a-87ee-b006bb0d0f93', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:35.739708 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:35.757518 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:35.763596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-6f0ac1b2-4438-410f-8d7f-4efbffee943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.765020 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-6f0ac1b2-4438-410f-8d7f-4efbffee943c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.0806942 Jul 16 08:33:35.770360 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:35.787951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3b0028-3076-43d3-8d72-41a3a9136ecd None None] Pushing event updated for resources: {'Port': ['ID=1e57c420-4ad1-4782-b2f3-823c62cd0532,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:35.859370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Pushing event updated for resources: {'Port': ['ID=f072b8b0-8907-4dc8-8c7e-9ee8b937a000,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:35.888534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-a5278662-3286-4859-8637-ccf5a34839b4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0988514 Jul 16 08:33:35.949503 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] Set router 704c183a-6e91-489c-b995-ed5dca270df1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:36.044175 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-21b5995c-d7cf-40cf-82fa-c47a2d72c61a service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439703 Jul 16 08:33:36.141418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9148ad7-9de0-4cc6-9a34-1a460fe5f224 req-12774c2b-0e19-4966-a701-be0e9fc8f83a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.149368 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9148ad7-9de0-4cc6-9a34-1a460fe5f224 req-12774c2b-0e19-4966-a701-be0e9fc8f83a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e7d6d1-4479-4684-8354-143f79dfb85b HTTP/1.1" status: 200 len: 943 time: 0.1818449 Jul 16 08:33:36.150768 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.209783 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acbd6dad-050e-4145-bd94-689c7828889d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:36.222397 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 82051c84-6489-4f5d-a269-ccab3030adab up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:36.237308 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 5e556dfe-0616-407d-af69-9a8f14406025 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:36.255516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00144f3-a8cb-4cbd-8e39-b57e6d95e25b req-3ef1cd29-e83a-4c3c-bb89-8e332f7bb80a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.263540 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f00144f3-a8cb-4cbd-8e39-b57e6d95e25b req-3ef1cd29-e83a-4c3c-bb89-8e332f7bb80a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 944 time: 0.4959178 Jul 16 08:33:36.284243 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9148ad7-9de0-4cc6-9a34-1a460fe5f224 req-1d85fdc8-6722-4e6e-8913-05fcbbe667ff tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317837 Jul 16 08:33:36.329830 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.404819 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 5e556dfe-0616-407d-af69-9a8f14406025 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:36.413866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port acbd6dad-050e-4145-bd94-689c7828889d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=acbd6dad-050e-4145-bd94-689c7828889d,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:36.415263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 5e556dfe-0616-407d-af69-9a8f14406025 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:36.415754 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.429560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-26d6dbba-dc65-406b-83ef-2821621bbd16 service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157253 Jul 16 08:33:36.499400 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.506850 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f00144f3-a8cb-4cbd-8e39-b57e6d95e25b req-8f33e6d4-9064-4f84-9369-35b578ccb42a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420290 Jul 16 08:33:36.556022 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-510cbbde-0b5f-41e0-8f7a-abf3502bc9ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.653026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510cbbde-0b5f-41e0-8f7a-abf3502bc9ef admin admin] Pushing event deleted for resources: {'Port': ['ID=1e57c420-4ad1-4782-b2f3-823c62cd0532,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:36.684983 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c183a-6e91-489c-b995-ed5dca270df1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1141505721-router', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddaa0a23-f4b3-47c1-8ee5-f310375a105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:20Z', 'updated_at': '2021-07-16T08:33:29Z', 'revision_number': 4, 'project_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'gw_port': {'id': 'ddaa0a23-f4b3-47c1-8ee5-f310375a105f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c183a-6e91-489c-b995-ed5dca270df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:22Z', 'updated_at': '2021-07-16T08:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '1e57c420-4ad1-4782-b2f3-823c62cd0532', 'name': '', 'network_id': '28c2a272-01ae-4306-b4bd-53c367514d5d', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'mac_address': 'fa:16:3e:c1:76:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c183a-6e91-489c-b995-ed5dca270df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a141ccc9-3994-46dd-8ccb-c9b158528599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:26Z', 'updated_at': '2021-07-16T08:33:35Z', 'revision_number': 4, 'project_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'subnets': [{'id': 'a141ccc9-3994-46dd-8ccb-c9b158528599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:36.727145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=acbd6dad-050e-4145-bd94-689c7828889d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:36.763029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e81abbb-4a95-40fc-a8e4-7f016606b5d9 None None] The sync data for ids ['704c183a-6e91-489c-b995-ed5dca270df1'] in n-d-758944-46 is: [{'id': '704c183a-6e91-489c-b995-ed5dca270df1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1141505721-router', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddaa0a23-f4b3-47c1-8ee5-f310375a105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:20Z', 'updated_at': '2021-07-16T08:33:29Z', 'revision_number': 4, 'project_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'gw_port': {'id': 'ddaa0a23-f4b3-47c1-8ee5-f310375a105f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c183a-6e91-489c-b995-ed5dca270df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:22Z', 'updated_at': '2021-07-16T08:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '1e57c420-4ad1-4782-b2f3-823c62cd0532', 'name': '', 'network_id': '28c2a272-01ae-4306-b4bd-53c367514d5d', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'mac_address': 'fa:16:3e:c1:76:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '704c183a-6e91-489c-b995-ed5dca270df1', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': 'a141ccc9-3994-46dd-8ccb-c9b158528599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:26Z', 'updated_at': '2021-07-16T08:33:35Z', 'revision_number': 4, 'project_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'subnets': [{'id': 'a141ccc9-3994-46dd-8ccb-c9b158528599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:36.800734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf6f0d1-3144-4e47-8ecd-b0cf96ef1482 req-bd12c21e-fd28-4785-bc4c-d60dba75bc82 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.812262 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ebf6f0d1-3144-4e47-8ecd-b0cf96ef1482 req-bd12c21e-fd28-4785-bc4c-d60dba75bc82 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.2463243 Jul 16 08:33:36.935178 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['acbd6dad-050e-4145-bd94-689c7828889d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:37.010675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 82051c84-6489-4f5d-a269-ccab3030adab completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:37.019442 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.135843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ebf6f0d1-3144-4e47-8ecd-b0cf96ef1482 req-17da792f-2025-4139-ba25-ad0b8d025208 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223989 Jul 16 08:33:37.137358 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f58733-de48-481b-ab78-89c25083e354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e556dfe-0616-407d-af69-9a8f14406025'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:37.143534 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11c0ebbf-6be2-44ee-a070-62613dfc0895" -d '{"events": [{"server_uuid": "73f58733-de48-481b-ab78-89c25083e354", "name": "network-vif-plugged", "status": "completed", "tag": "5e556dfe-0616-407d-af69-9a8f14406025"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:37.167172 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.179423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 5e556dfe-0616-407d-af69-9a8f14406025, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=5e556dfe-0616-407d-af69-9a8f14406025,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:37.231121 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.250845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24743f0d-6db7-46a5-9699-c37c2617820f None None] Network 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:37.418346 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-510cbbde-0b5f-41e0-8f7a-abf3502bc9ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.446126 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=5e556dfe-0616-407d-af69-9a8f14406025,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:37.583198 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-2fba1224-5499-4305-b7ea-ae32a45702a6 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:37.586855 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-2fba1224-5499-4305-b7ea-ae32a45702a6 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650&tenant_id=fe72388f7744440db5677c86ab49db05&binding%3Ahost_id=n-h2-758944-46 HTTP/1.1" status: 200 len: 1096 time: 0.5523326 Jul 16 08:33:37.603816 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f38513-65b5-4ce5-810e-beb583509002 req-9632cb75-873e-4392-84e9-005c0f47c8bb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:37.610928 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25f38513-65b5-4ce5-810e-beb583509002 req-9632cb75-873e-4392-84e9-005c0f47c8bb tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.7039857 Jul 16 08:33:37.695952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b8584059-38f5-4130-b86f-106e47786b0a None None] Provisioning for port 82051c84-6489-4f5d-a269-ccab3030adab completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:37.703815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b8584059-38f5-4130-b86f-106e47786b0a None None] Provisioning complete for port 82051c84-6489-4f5d-a269-ccab3030adab triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:37.704455 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b8584059-38f5-4130-b86f-106e47786b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.754130 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25f38513-65b5-4ce5-810e-beb583509002 req-87d3056b-9df9-405a-b07f-42650de29ed1 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421776 Jul 16 08:33:37.875780 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25382a95-294d-444a-bbbb-c5a222516633 x-openstack-request-id: req-25382a95-294d-444a-bbbb-c5a222516633 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:37.876360 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f58733-de48-481b-ab78-89c25083e354", "name": "network-vif-plugged", "status": "completed", "tag": "5e556dfe-0616-407d-af69-9a8f14406025", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:37.876832 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25382a95-294d-444a-bbbb-c5a222516633 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:37.877388 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f58733-de48-481b-ab78-89c25083e354', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e556dfe-0616-407d-af69-9a8f14406025', 'code': 200} Jul 16 08:33:37.928421 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9bcb4ead-74b5-43d0-823c-04d1d09787d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.070907 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b8584059-38f5-4130-b86f-106e47786b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.148829 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.184913 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b8584059-38f5-4130-b86f-106e47786b0a None None] For port 82051c84-6489-4f5d-a269-ccab3030adab, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=82051c84-6489-4f5d-a269-ccab3030adab,segment=NetworkSegment(d44fd481-ac90-464f-8edf-869fa1fcd38d),segment_id=d44fd481-ac90-464f-8edf-869fa1fcd38d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:38.194010 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b8584059-38f5-4130-b86f-106e47786b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.202495 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46149651-ffd3-4529-92b8-3daf25068f51 req-8a664f8d-bb98-46fb-bc64-be508a85222f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.213298 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-46149651-ffd3-4529-92b8-3daf25068f51 req-8a664f8d-bb98-46fb-bc64-be508a85222f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 946 time: 0.8006670 Jul 16 08:33:38.295453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af6a23-23e5-45bf-be3e-02d9bbb98049 req-bae0f0bc-acf8-4218-923c-5d7166e98ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.310738 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-46af6a23-23e5-45bf-be3e-02d9bbb98049 req-bae0f0bc-acf8-4218-923c-5d7166e98ac7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 1098 time: 0.3300233 Jul 16 08:33:38.320349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8584059-38f5-4130-b86f-106e47786b0a None None] Pushing event updated for resources: {'Port': ['ID=82051c84-6489-4f5d-a269-ccab3030adab,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:38.331928 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-46149651-ffd3-4529-92b8-3daf25068f51 req-e57d9dc5-578c-40d4-970b-ad13e5192c40 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176441 Jul 16 08:33:38.376195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-15a08078-7a72-4977-aaf8-d1d9f5d7629f service neutron] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:38.393794 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-510cbbde-0b5f-41e0-8f7a-abf3502bc9ef admin admin] Router 704c183a-6e91-489c-b995-ed5dca270df1 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:33:38.401098 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-15a08078-7a72-4977-aaf8-d1d9f5d7629f service neutron] Notify callbacks [] for binding, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.403622 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d915d4c-d025-4b12-af5d-ea18f278a6a0 req-15a08078-7a72-4977-aaf8-d1d9f5d7629f service neutron] 10.222.0.38 "DELETE /v2.0/ports/f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6/bindings/n-h1-758944-46 HTTP/1.1" status: 204 len: 173 time: 0.7820475 Jul 16 08:33:38.428889 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-46af6a23-23e5-45bf-be3e-02d9bbb98049 req-8bd05126-eebb-4e7a-9ce4-0e468a1b5538 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910201 Jul 16 08:33:38.437367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730b81b-f697-4926-91e4-50269909bff1 req-119f931e-8f8f-46ba-b963-03d85c9414dd tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.438637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:33:38.457460 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8730b81b-f697-4926-91e4-50269909bff1 req-119f931e-8f8f-46ba-b963-03d85c9414dd tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e7d6d1-4479-4684-8354-143f79dfb85b HTTP/1.1" status: 200 len: 944 time: 0.3213570 Jul 16 08:33:38.606391 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8730b81b-f697-4926-91e4-50269909bff1 req-86ded34c-6589-42b5-8c3b-f4be7a0534d9 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461704 Jul 16 08:33:38.640566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4347b064-cbc0-4096-9acf-677e419cfb0c None None] Provisioning complete for port 82051c84-6489-4f5d-a269-ccab3030adab triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:38.640566 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4347b064-cbc0-4096-9acf-677e419cfb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.702921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:38.713805 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Sync routers for ids ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:38.730716 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Routers {'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:38.731363 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:33:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:38.756980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-510cbbde-0b5f-41e0-8f7a-abf3502bc9ef admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:38.764408 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-510cbbde-0b5f-41e0-8f7a-abf3502bc9ef admin admin] 10.222.0.20 "PUT /v2.0/routers/704c183a-6e91-489c-b995-ed5dca270df1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7744107 Jul 16 08:33:38.764909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47306) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:38.867470 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.872307 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-88c9a078-3a16-41a1-9061-d4447848ac0d admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.4663229 Jul 16 08:33:38.881427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47310) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:38.954063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721b4c7-9f76-4dd1-bf1f-d2f25351ab27 req-7daea002-aea3-42e0-9c2e-f5336674827c tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.957794 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3721b4c7-9f76-4dd1-bf1f-d2f25351ab27 req-7daea002-aea3-42e0-9c2e-f5336674827c tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 944 time: 0.3106964 Jul 16 08:33:38.962571 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae9d4c9-32ea-47fd-b173-054ade1f8133 req-cc44d99a-ecb6-4969-8f75-2542217d44c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.964345 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ae9d4c9-32ea-47fd-b173-054ade1f8133 req-cc44d99a-ecb6-4969-8f75-2542217d44c7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 1098 time: 0.3984993 Jul 16 08:33:38.995927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcd363c-973b-41d5-b880-9239fd4bb2b1 None None] Sync routers for ids ['704c183a-6e91-489c-b995-ed5dca270df1'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:39.021606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd363c-973b-41d5-b880-9239fd4bb2b1 None None] Routers {'704c183a-6e91-489c-b995-ed5dca270df1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:39.025677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6bcd363c-973b-41d5-b880-9239fd4bb2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:33:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['704c183a-6e91-489c-b995-ed5dca270df1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:39.042027 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Set router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:39.083131 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3721b4c7-9f76-4dd1-bf1f-d2f25351ab27 req-373d92e6-ae78-497a-a48f-e3a434912307 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173642 Jul 16 08:33:39.089125 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ae9d4c9-32ea-47fd-b173-054ade1f8133 req-81a23ec8-165a-471d-b5d1-1f4ecde183ca service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028409 Jul 16 08:33:39.140165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device acbd6dad-050e-4145-bd94-689c7828889d up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:39.389627 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-6bcd363c-973b-41d5-b880-9239fd4bb2b1 None None] Set router 704c183a-6e91-489c-b995-ed5dca270df1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:39.398917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8580b16-321d-4907-a014-7db1c5426bfa req-7afe3f75-d51b-4836-bcbc-c574af74e9a4 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:39.417277 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d8580b16-321d-4907-a014-7db1c5426bfa req-7afe3f75-d51b-4836-bcbc-c574af74e9a4 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.1704483 Jul 16 08:33:39.485763 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:33Z', 'updated_at': '2021-07-16T08:33:36Z', 'revision_number': 3, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'gw_port': {'id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:34Z', 'updated_at': '2021-07-16T08:33:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:39.513434 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d8580b16-321d-4907-a014-7db1c5426bfa req-33ff406f-efbd-4728-8a33-606b69ef88a7 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927758 Jul 16 08:33:39.518468 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Checking router: b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:33:39.519049 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Updating router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 port f072b8b0-8907-4dc8-8c7e-9ee8b937a000 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:33:39.578592 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.595405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a87ef6-c450-470d-984e-9d4cc90c4f27 req-063d53f5-559e-4049-a5ee-12724af6e96e tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:39.597019 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99a87ef6-c450-470d-984e-9d4cc90c4f27 req-063d53f5-559e-4049-a5ee-12724af6e96e tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.7376928 Jul 16 08:33:39.601326 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.626775 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.645213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port acbd6dad-050e-4145-bd94-689c7828889d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:39.668374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port acbd6dad-050e-4145-bd94-689c7828889d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:39.668856 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.834060 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99a87ef6-c450-470d-984e-9d4cc90c4f27 req-399d836f-01e4-451a-a312-8ffc06cee563 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305794 Jul 16 08:33:39.838281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b5cd5-6991-488e-882d-8446377e3dd7 req-a6c3b4d8-86d0-4cf6-8e81-0971c0b6629b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:39.840388 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c22b5cd5-6991-488e-882d-8446377e3dd7 req-a6c3b4d8-86d0-4cf6-8e81-0971c0b6629b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 946 time: 0.1108046 Jul 16 08:33:39.879600 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.920781 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c22b5cd5-6991-488e-882d-8446377e3dd7 req-9499f922-a942-421a-87e2-85c21dd24fe0 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689616 Jul 16 08:33:39.939715 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.969317 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.980093 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Transition to ACTIVE for port object f072b8b0-8907-4dc8-8c7e-9ee8b937a000 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:39.988398 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.033540 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66535d-85f8-4fec-bc08-f7094bcf2837 None None] Pushing event updated for resources: {'Port': ['ID=f072b8b0-8907-4dc8-8c7e-9ee8b937a000,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:40.045878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e7d6d1-4479-4684-8354-143f79dfb85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbd6dad-050e-4145-bd94-689c7828889d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:40.053315 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b19441-3738-4176-8f98-4a86f61c978b" -d '{"events": [{"server_uuid": "e3e7d6d1-4479-4684-8354-143f79dfb85b", "name": "network-vif-plugged", "status": "completed", "tag": "acbd6dad-050e-4145-bd94-689c7828889d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:40.081665 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Attempting to bind port f072b8b0-8907-4dc8-8c7e-9ee8b937a000 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:40.082183 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Attempting to bind port f072b8b0-8907-4dc8-8c7e-9ee8b937a000 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:40.082603 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Attempting to bind port f072b8b0-8907-4dc8-8c7e-9ee8b937a000 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:40.086032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6bcd363c-973b-41d5-b880-9239fd4bb2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c183a-6e91-489c-b995-ed5dca270df1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1141505721-router', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': 'ddaa0a23-f4b3-47c1-8ee5-f310375a105f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:20Z', 'updated_at': '2021-07-16T08:33:36Z', 'revision_number': 5, 'project_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'gw_port': {'id': 'ddaa0a23-f4b3-47c1-8ee5-f310375a105f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:97:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '704c183a-6e91-489c-b995-ed5dca270df1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:22Z', 'updated_at': '2021-07-16T08:33:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:40.090363 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:40.090877 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:40.091612 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.092238 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:40.092809 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Bound port: f072b8b0-8907-4dc8-8c7e-9ee8b937a000, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:40.093257 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.156836 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] For port f072b8b0-8907-4dc8-8c7e-9ee8b937a000, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:40.159965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcd363c-973b-41d5-b880-9239fd4bb2b1 None None] Checking router: 704c183a-6e91-489c-b995-ed5dca270df1 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:33:40.160433 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] For port f072b8b0-8907-4dc8-8c7e-9ee8b937a000, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f072b8b0-8907-4dc8-8c7e-9ee8b937a000,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:40.163152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 82051c84-6489-4f5d-a269-ccab3030adab up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:40.169587 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da1ad7-9d7b-4b27-8418-a54890ca6869 req-f4878051-38d4-4da9-9e5a-53f33969ae6e tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:40.170563 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.186052 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62da1ad7-9d7b-4b27-8418-a54890ca6869 req-f4878051-38d4-4da9-9e5a-53f33969ae6e tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e7d6d1-4479-4684-8354-143f79dfb85b HTTP/1.1" status: 200 len: 944 time: 0.1475682 Jul 16 08:33:40.209601 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port acbd6dad-050e-4145-bd94-689c7828889d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=acbd6dad-050e-4145-bd94-689c7828889d,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:40.221057 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.233784 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f66535d-85f8-4fec-bc08-f7094bcf2837 None None] Pushing event updated for resources: {'Port': ['ID=f072b8b0-8907-4dc8-8c7e-9ee8b937a000,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:40.258942 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Routers {'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:40.259765 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:33:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:40.261936 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62da1ad7-9d7b-4b27-8418-a54890ca6869 req-f322c7ac-bb0a-4626-8767-ed7deb9b5d03 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715916 Jul 16 08:33:40.264253 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcd363c-973b-41d5-b880-9239fd4bb2b1 None None] Routers {'704c183a-6e91-489c-b995-ed5dca270df1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:40.265195 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6bcd363c-973b-41d5-b880-9239fd4bb2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:33:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['704c183a-6e91-489c-b995-ed5dca270df1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:40.295448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] Deleting port ddaa0a23-f4b3-47c1-8ee5-f310375a105f {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:40.296069 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.377938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 82051c84-6489-4f5d-a269-ccab3030adab triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:40.378569 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.397546 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ce81ea-df43-4303-a1a7-0cfbe4ffc9c0 req-b62cdab5-7802-42f3-85be-ba70ce21029b tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:40.399239 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f6ce81ea-df43-4303-a1a7-0cfbe4ffc9c0 req-b62cdab5-7802-42f3-85be-ba70ce21029b tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 1096 time: 0.2040882 Jul 16 08:33:40.403045 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.404777 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] Set router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:40.417541 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=acbd6dad-050e-4145-bd94-689c7828889d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:40.441619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-6bcd363c-973b-41d5-b880-9239fd4bb2b1 None None] Set router 704c183a-6e91-489c-b995-ed5dca270df1 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:40.470308 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f6ce81ea-df43-4303-a1a7-0cfbe4ffc9c0 req-bd8a315c-a195-471b-9f99-dbdf41089594 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648468 Jul 16 08:33:40.487315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] For port ddaa0a23-f4b3-47c1-8ee5-f310375a105f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ddaa0a23-f4b3-47c1-8ee5-f310375a105f,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:40.487315 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.529945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6bcd363c-973b-41d5-b880-9239fd4bb2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '704c183a-6e91-489c-b995-ed5dca270df1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1141505721-router', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:20Z', 'updated_at': '2021-07-16T08:33:39Z', 'revision_number': 6, 'project_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:40.530517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] Calling delete_port for ddaa0a23-f4b3-47c1-8ee5-f310375a105f owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:40.564102 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c11955-0a98-482d-a23b-aaab94a2c074 x-openstack-request-id: req-95c11955-0a98-482d-a23b-aaab94a2c074 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:40.564373 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e7d6d1-4479-4684-8354-143f79dfb85b", "name": "network-vif-plugged", "status": "completed", "tag": "acbd6dad-050e-4145-bd94-689c7828889d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:40.564790 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-95c11955-0a98-482d-a23b-aaab94a2c074 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:40.565759 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e7d6d1-4479-4684-8354-143f79dfb85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbd6dad-050e-4145-bd94-689c7828889d', 'code': 200} Jul 16 08:33:40.566436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bcd363c-973b-41d5-b880-9239fd4bb2b1 None None] The sync data for ids ['704c183a-6e91-489c-b995-ed5dca270df1'] in n-d-758944-46 is: [{'id': '704c183a-6e91-489c-b995-ed5dca270df1', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1141505721-router', 'tenant_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:20Z', 'updated_at': '2021-07-16T08:33:39Z', 'revision_number': 6, 'project_id': 'f0d3d974085346e4b4e95dbc720a8e18', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:40.756819 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:33Z', 'updated_at': '2021-07-16T08:33:36Z', 'revision_number': 3, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'gw_port': {'id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:34Z', 'updated_at': '2021-07-16T08:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:40.779119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacccdcd-f700-40e7-bdc7-9ccfadcce48a req-fa510baa-7e58-429e-b807-f65060ee0fc5 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:40.780836 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cacccdcd-f700-40e7-bdc7-9ccfadcce48a req-fa510baa-7e58-429e-b807-f65060ee0fc5 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 946 time: 0.0688157 Jul 16 08:33:40.782457 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbccb5eb-e6af-4cf4-b08c-afc60370f6f2 None None] The sync data for ids ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'] in n-d-758944-46 is: [{'id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:33Z', 'updated_at': '2021-07-16T08:33:36Z', 'revision_number': 3, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'gw_port': {'id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:34Z', 'updated_at': '2021-07-16T08:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:40.824431 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cacccdcd-f700-40e7-bdc7-9ccfadcce48a req-ffc13ba2-0a2b-41f9-9df9-9b27a237fb37 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337641 Jul 16 08:33:40.865328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Allocated IP 172.20.0.1 (0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4/d17b4a3e-917d-4383-b0cc-446e354ac843/3558314a-2063-4ad3-8137-ada86fba95aa) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:40.893016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e22b1cd-d328-4777-83fe-a68ac6e3b33b req-19b4d19c-ca04-47f3-a6bc-ab870c74546d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:40.894763 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1e22b1cd-d328-4777-83fe-a68ac6e3b33b req-19b4d19c-ca04-47f3-a6bc-ab870c74546d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e3e7d6d1-4479-4684-8354-143f79dfb85b HTTP/1.1" status: 200 len: 1097 time: 0.2419128 Jul 16 08:33:41.020110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e60e81-21f6-4f3c-af8d-6dbf694c457c req-84344998-8ebb-4f3d-bdb4-0053f18d5643 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.023715 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0391921-0df9-4b86-a77f-07fdb6c999bb req-8ac4a910-66fe-4293-b661-b0c0675ce24c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.027179 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5e60e81-21f6-4f3c-af8d-6dbf694c457c req-84344998-8ebb-4f3d-bdb4-0053f18d5643 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 945 time: 0.3178408 Jul 16 08:33:41.031827 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0391921-0df9-4b86-a77f-07fdb6c999bb req-8ac4a910-66fe-4293-b661-b0c0675ce24c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.0950458 Jul 16 08:33:41.069160 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1e22b1cd-d328-4777-83fe-a68ac6e3b33b req-032e5cf1-c2ef-4408-b079-a525978ab5b0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651721 Jul 16 08:33:41.070056 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.115449 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0391921-0df9-4b86-a77f-07fdb6c999bb req-e5583757-f4e4-4877-9830-112bc49540b2 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816293 Jul 16 08:33:41.122703 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.143817 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5e60e81-21f6-4f3c-af8d-6dbf694c457c req-c0f82e2a-d4ff-4408-9cd6-74934184ad63 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157668 Jul 16 08:33:41.177798 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.180531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddaa0a23-f4b3-47c1-8ee5-f310375a105f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:41.240832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Transition to ACTIVE for port object 3558314a-2063-4ad3-8137-ada86fba95aa will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:41.304885 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.372160 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.457326 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.462902 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.490874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Network 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:41.515068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eab81-55ae-401c-b11b-c467c8369735 req-8a6ee4ad-78f6-4334-8ec1-3444b8a015e1 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.517000 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-262eab81-55ae-401c-b11b-c467c8369735 req-8a6ee4ad-78f6-4334-8ec1-3444b8a015e1 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 820 time: 0.1239183 Jul 16 08:33:41.523486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:41.526821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:41.532772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Pushing event updated for resources: {'Port': ['ID=3558314a-2063-4ad3-8137-ada86fba95aa,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:41.550129 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-262eab81-55ae-401c-b11b-c467c8369735 req-fe487e42-aabf-4d8c-b05d-179e196565f9 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/quotas/fe72388f7744440db5677c86ab49db05 HTTP/1.1" status: 200 len: 375 time: 0.0259290 Jul 16 08:33:41.558712 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.559223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 704c183a-6e91-489c-b995-ed5dca270df1 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:33:41.563787 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.567308 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6766042c-bf6f-4470-9a58-0c522f4c0300 admin admin] 10.222.0.20 "DELETE /v2.0/routers/704c183a-6e91-489c-b995-ed5dca270df1 HTTP/1.1" status: 204 len: 168 time: 2.7991292 Jul 16 08:33:41.569832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47372) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:41.634434 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-262eab81-55ae-401c-b11b-c467c8369735 req-24ab3c25-4285-4523-8208-fd02c1560fe7 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736134 Jul 16 08:33:41.651527 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.661676 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1588859-1f12-4d6c-8ad6-4aecbf61a3e5 admin admin] Deleting subnet a141ccc9-3994-46dd-8ccb-c9b158528599 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:33:41.722007 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1588859-1f12-4d6c-8ad6-4aecbf61a3e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.733980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07003ac-7220-47f8-9948-c7b4ee18eada req-74e73dba-4a3f-4e46-a7e8-f7c92d9a94c8 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.746296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a07003ac-7220-47f8-9948-c7b4ee18eada req-74e73dba-4a3f-4e46-a7e8-f7c92d9a94c8 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 946 time: 0.4101756 Jul 16 08:33:41.782553 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-262eab81-55ae-401c-b11b-c467c8369735 req-26bfa2ed-e410-495c-bdbd-46cb32089255 service neutron] 10.222.0.20 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450751 Jul 16 08:33:41.822650 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1588859-1f12-4d6c-8ad6-4aecbf61a3e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.897903 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-262eab81-55ae-401c-b11b-c467c8369735 req-1e5fef7a-0f60-45b1-96ec-91ee03b6dcc6 service neutron] 10.222.0.20 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130478 Jul 16 08:33:41.907296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a07003ac-7220-47f8-9948-c7b4ee18eada req-b8abc538-af37-4398-956d-97a05c02fc29 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598125 Jul 16 08:33:41.944619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a9468003-e1ae-468b-9ad6-748196918630 None None] Provisioning for port 3558314a-2063-4ad3-8137-ada86fba95aa completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:41.950522 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a9468003-e1ae-468b-9ad6-748196918630 None None] Provisioning complete for port 3558314a-2063-4ad3-8137-ada86fba95aa triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:41.951078 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a9468003-e1ae-468b-9ad6-748196918630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.053975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a9468003-e1ae-468b-9ad6-748196918630 None None] Port 3558314a-2063-4ad3-8137-ada86fba95aa cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:42.103467 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1588859-1f12-4d6c-8ad6-4aecbf61a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.105384 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.171485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f072b8b0-8907-4dc8-8c7e-9ee8b937a000 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:42.242952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port f072b8b0-8907-4dc8-8c7e-9ee8b937a000 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:42.247631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port f072b8b0-8907-4dc8-8c7e-9ee8b937a000 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:42.248206 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.298794 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1588859-1f12-4d6c-8ad6-4aecbf61a3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.358029 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.367462 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1588859-1f12-4d6c-8ad6-4aecbf61a3e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.369682 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e1588859-1f12-4d6c-8ad6-4aecbf61a3e5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a141ccc9-3994-46dd-8ccb-c9b158528599 HTTP/1.1" status: 204 len: 168 time: 0.7930911 Jul 16 08:33:42.372352 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47390) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:42.376185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c66fadf-d805-4bf8-9113-f6e84ffb64ae None None] Network 28c2a272-01ae-4306-b4bd-53c367514d5d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:42.378416 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0d731-151f-4642-af7a-b87a50b73f92 req-b16e7ba3-0a2d-421c-9ede-576dd7a28c30 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.380701 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ab0d731-151f-4642-af7a-b87a50b73f92 req-b16e7ba3-0a2d-421c-9ede-576dd7a28c30 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.2059829 Jul 16 08:33:42.394897 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port f072b8b0-8907-4dc8-8c7e-9ee8b937a000, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f072b8b0-8907-4dc8-8c7e-9ee8b937a000,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:42.408094 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.417176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1588859-1f12-4d6c-8ad6-4aecbf61a3e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a141ccc9-3994-46dd-8ccb-c9b158528599,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:42.477960 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ab0d731-151f-4642-af7a-b87a50b73f92 req-e16b7c3f-88a0-4c66-b60d-058ca417e218 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559993 Jul 16 08:33:42.529075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ddaa0a23-f4b3-47c1-8ee5-f310375a105f no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:42.572053 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.578343 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.589966 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.608550 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: ddaa0a23-f4b3-47c1-8ee5-f310375a105f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:42.608900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ddaa0a23-f4b3-47c1-8ee5-f310375a105f not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:42.609324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1e57c420-4ad1-4782-b2f3-823c62cd0532 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:42.699756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] Deleting port fba4d0d4-448d-43ba-9f3d-76165d356799 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:42.700289 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.750533 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 1e57c420-4ad1-4782-b2f3-823c62cd0532 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:42.751622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1e57c420-4ad1-4782-b2f3-823c62cd0532 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:42.786904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Pushing event updated for resources: {'Port': ['ID=3558314a-2063-4ad3-8137-ada86fba95aa,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:42.791992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=f072b8b0-8907-4dc8-8c7e-9ee8b937a000,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:42.807919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] For port fba4d0d4-448d-43ba-9f3d-76165d356799, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fba4d0d4-448d-43ba-9f3d-76165d356799,segment=NetworkSegment(3938bbab-9bbb-405a-a59b-32267d404aab),segment_id=3938bbab-9bbb-405a-a59b-32267d404aab)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:42.808953 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.828959 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] Calling delete_port for fba4d0d4-448d-43ba-9f3d-76165d356799 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:42.837774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:42.838418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:42.838925 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:42.839436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:42.839940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:42.840427 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:42.840960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:42.841703 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:42.842203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:42.842691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:42.843179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:42.843677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:42.855968 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.961875 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.967089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31da2a9e-9c28-40ae-a907-458bae602fc3 None None] DHCP port deletion for 28c2a272-01ae-4306-b4bd-53c367514d5d request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:33:43.001847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] Pushing event deleted for resources: {'Port': ['ID=fba4d0d4-448d-43ba-9f3d-76165d356799,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:43.008870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] No DVR routers for this DVR port fba4d0d4-448d-43ba-9f3d-76165d356799 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:43.010869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec7f1a-a9ac-4b3e-95a5-220034a2607e req-51f69433-358f-49a7-91bf-e567a342af9a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:43.012321 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-59ec7f1a-a9ac-4b3e-95a5-220034a2607e req-51f69433-358f-49a7-91bf-e567a342af9a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e7d6d1-4479-4684-8354-143f79dfb85b HTTP/1.1" status: 200 len: 945 time: 0.2499003 Jul 16 08:33:43.091909 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-59ec7f1a-a9ac-4b3e-95a5-220034a2607e req-8c0a6ee7-09a9-4cf1-ab73-a8b6ef059d5f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706022 Jul 16 08:33:43.113190 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.118864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Network 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:43.119607 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28c2a272-01ae-4306-b4bd-53c367514d5d']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:43.132194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:43.136859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3938bbab-9bbb-405a-a59b-32267d404aab') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:43.137806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3938bbab-9bbb-405a-a59b-32267d404aab') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:43.163736 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.170320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1b05384a-7009-44a5-a5f3-da1acb4ac0ed no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:43.185437 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.199397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:33:43.199849 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:33:43.203008 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:33:43.344932 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7a9422b-0af2-4c5c-8f3c-d2147ac64730 req-9f95baed-121b-4c03-aa70-b4c431858e8b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 210 time: 0.0354919 Jul 16 08:33:43.347557 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.365406 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.369462 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.371517 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] 10.222.0.20 "DELETE /v2.0/networks/28c2a272-01ae-4306-b4bd-53c367514d5d HTTP/1.1" status: 204 len: 168 time: 0.9977386 Jul 16 08:33:43.372799 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e772bea-a917-4361-8e3d-b414900e6f4d admin admin] Pushing event deleted for resources: {'Network': ['ID=28c2a272-01ae-4306-b4bd-53c367514d5d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:43.408904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:43.412066 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146985cf-3cb6-43a0-895c-eba796501ebf" -d '{"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-unplugged", "status": "completed", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:43.429896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:43.439349 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.481931 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:33:43.508807 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9859b5-3203-47e3-8ea9-be1f18e8980d req-0fbffc3f-8536-409e-b504-7bd101847850 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:43.510884 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9859b5-3203-47e3-8ea9-be1f18e8980d req-0fbffc3f-8536-409e-b504-7bd101847850 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.1452656 Jul 16 08:33:43.518341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:43.558728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47412) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:43.581399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca96cfcd-c28f-469f-88fa-7880b30e0736 req-93de721a-ebeb-4326-9fb3-54c80c4c9178 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:43.582969 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca96cfcd-c28f-469f-88fa-7880b30e0736 req-93de721a-ebeb-4326-9fb3-54c80c4c9178 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.0801933 Jul 16 08:33:43.587374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e454d819-0d2d-4f74-a57c-fe917f70e856 None None] Provisioning complete for port 3558314a-2063-4ad3-8137-ada86fba95aa triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:43.587883 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e454d819-0d2d-4f74-a57c-fe917f70e856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.621660 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-e454d819-0d2d-4f74-a57c-fe917f70e856 None None] Port 3558314a-2063-4ad3-8137-ada86fba95aa cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:43.630950 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c9855f48-b8d8-4ae6-ba60-e672e5b80e5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0d3d974085346e4b4e95dbc720a8e18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687480 Jul 16 08:33:43.634510 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47414) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:43.658227 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca96cfcd-c28f-469f-88fa-7880b30e0736 req-603b822f-df80-4b1e-b510-6da5ed41cdc7 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680361 Jul 16 08:33:43.730278 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85f3178a-50b7-4293-9b83-f8bf8bb6f81e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.759026 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85f3178a-50b7-4293-9b83-f8bf8bb6f81e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.858779 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85f3178a-50b7-4293-9b83-f8bf8bb6f81e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.861643 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85f3178a-50b7-4293-9b83-f8bf8bb6f81e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.862904 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-85f3178a-50b7-4293-9b83-f8bf8bb6f81e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7b1526f0-b4b5-4a9d-a85e-b3887d8fb57a HTTP/1.1" status: 204 len: 168 time: 0.2273903 Jul 16 08:33:43.871647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152865e9-94dc-4b24-a850-ccaae9fa0791 req-b0c68288-570c-4ace-b8a9-835f216f4416 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:43.873904 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-152865e9-94dc-4b24-a850-ccaae9fa0791 req-b0c68288-570c-4ace-b8a9-835f216f4416 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 946 time: 0.0915875 Jul 16 08:33:43.883489 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f3178a-50b7-4293-9b83-f8bf8bb6f81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1526f0-b4b5-4a9d-a85e-b3887d8fb57a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:43.931185 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-152865e9-94dc-4b24-a850-ccaae9fa0791 req-9bf004a5-33dc-417f-819c-fc8fff8e9af8 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486884 Jul 16 08:33:44.034696 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9859b5-3203-47e3-8ea9-be1f18e8980d req-5e7ddc75-82e9-40e3-b774-ff313ca73f06 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5175266 Jul 16 08:33:44.052203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f072b8b0-8907-4dc8-8c7e-9ee8b937a000 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:44.149151 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eab81-55ae-401c-b11b-c467c8369735 req-857bad34-f6b2-4377-87fe-1abaec5ad11a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:44.151433 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-262eab81-55ae-401c-b11b-c467c8369735 req-857bad34-f6b2-4377-87fe-1abaec5ad11a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.15 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 820 time: 0.1218896 Jul 16 08:33:44.158455 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17dbdd4b-0db7-4cd9-9344-2967ac66787d x-openstack-request-id: req-17dbdd4b-0db7-4cd9-9344-2967ac66787d {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:44.162732 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-unplugged", "status": "completed", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:44.163343 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-17dbdd4b-0db7-4cd9-9344-2967ac66787d {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:44.164074 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'code': 200} Jul 16 08:33:44.170650 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-262eab81-55ae-401c-b11b-c467c8369735 req-2972dd4a-7646-441c-a9a6-cbe4f1ee53c8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Request body: {'port': {'device_id': 'c04e96dd-7220-40f4-92bc-ba99f73d9f50', 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d', 'admin_state_up': True, 'tenant_id': 'fe72388f7744440db5677c86ab49db05'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:44.173406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port f072b8b0-8907-4dc8-8c7e-9ee8b937a000 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:44.175923 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:44.216478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:44.229062 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Sync routers for ids ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:44.231861 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f45b2356-05f8-42d5-bfdd-0c697fcee499 admin admin] 10.222.0.20 "PUT /v2.0/routers/b4e7c813-e6ae-4a6a-9349-6a8e538a04e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3339372 Jul 16 08:33:44.244310 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Routers {'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:44.244974 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:33:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:44.379440 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-262eab81-55ae-401c-b11b-c467c8369735 req-2972dd4a-7646-441c-a9a6-cbe4f1ee53c8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Made reservation on behalf of fe72388f7744440db5677c86ab49db05 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:44.384129 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-262eab81-55ae-401c-b11b-c467c8369735 req-2972dd4a-7646-441c-a9a6-cbe4f1ee53c8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:44.484284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fba4d0d4-448d-43ba-9f3d-76165d356799 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:44.538359 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Set router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:44.547031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: fba4d0d4-448d-43ba-9f3d-76165d356799 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:44.548518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fba4d0d4-448d-43ba-9f3d-76165d356799 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:44.700415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5482909-05c8-4e49-afc6-dd30a54df326 req-383df10f-ef9d-4544-a2be-710ddc0b5ca0 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:44.702216 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b5482909-05c8-4e49-afc6-dd30a54df326 req-383df10f-ef9d-4544-a2be-710ddc0b5ca0 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "GET /v2.0/ports?device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 946 time: 0.2323763 Jul 16 08:33:44.704034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-262eab81-55ae-401c-b11b-c467c8369735 req-2972dd4a-7646-441c-a9a6-cbe4f1ee53c8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Allocated IP 172.20.0.13 (a9119c76-4476-450e-9781-c499b2315c7d/dbcf0224-d354-48dd-b45e-dcf207ea9086/c9192850-6c73-4969-94e2-d7571e34c896) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:44.772429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfb3ac-2d19-4c6e-a77e-012ec93f74f5 req-a0b6eb86-edc6-4546-802f-5868bca00fc9 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:44.781084 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ebfb3ac-2d19-4c6e-a77e-012ec93f74f5 req-a0b6eb86-edc6-4546-802f-5868bca00fc9 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e7d6d1-4479-4684-8354-143f79dfb85b HTTP/1.1" status: 200 len: 945 time: 0.2380841 Jul 16 08:33:44.866345 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e1331cee-4981-4327-8fb6-ccebab54dc55 req-967e4f8e-5d0e-4c1d-a635-2cba05c78706 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 210 time: 0.0597892 Jul 16 08:33:44.868810 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ebfb3ac-2d19-4c6e-a77e-012ec93f74f5 req-5183b48c-e338-445c-84b0-214ab520f243 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873559 Jul 16 08:33:44.887128 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:33Z', 'updated_at': '2021-07-16T08:33:41Z', 'revision_number': 4, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'gw_port': {'id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:34Z', 'updated_at': '2021-07-16T08:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3558314a-2063-4ad3-8137-ada86fba95aa', 'name': '', 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'mac_address': 'fa:16:3e:15:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:40Z', 'updated_at': '2021-07-16T08:33:42Z', 'revision_number': 2, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'subnets': [{'id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:44.933405 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Checking router: b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:33:44.933837 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Updating router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 port 3558314a-2063-4ad3-8137-ada86fba95aa binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:33:45.012940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-b5482909-05c8-4e49-afc6-dd30a54df326 req-7d1d45fd-3d60-4df0-8fc0-d88fb2b01a42 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Deleting port 5e556dfe-0616-407d-af69-9a8f14406025 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:45.013390 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b5482909-05c8-4e49-afc6-dd30a54df326 req-7d1d45fd-3d60-4df0-8fc0-d88fb2b01a42 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.027672 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.051108 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-262eab81-55ae-401c-b11b-c467c8369735 req-2972dd4a-7646-441c-a9a6-cbe4f1ee53c8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.100476 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-262eab81-55ae-401c-b11b-c467c8369735 req-2972dd4a-7646-441c-a9a6-cbe4f1ee53c8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.148246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b5482909-05c8-4e49-afc6-dd30a54df326 req-7d1d45fd-3d60-4df0-8fc0-d88fb2b01a42 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] For port 5e556dfe-0616-407d-af69-9a8f14406025, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=5e556dfe-0616-407d-af69-9a8f14406025,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:45.149070 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b5482909-05c8-4e49-afc6-dd30a54df326 req-7d1d45fd-3d60-4df0-8fc0-d88fb2b01a42 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.165017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-262eab81-55ae-401c-b11b-c467c8369735 req-2972dd4a-7646-441c-a9a6-cbe4f1ee53c8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Network a9119c76-4476-450e-9781-c499b2315c7d is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:45.169508 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-b5482909-05c8-4e49-afc6-dd30a54df326 req-7d1d45fd-3d60-4df0-8fc0-d88fb2b01a42 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Calling delete_port for 5e556dfe-0616-407d-af69-9a8f14406025 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:45.182531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1b05384a-7009-44a5-a5f3-da1acb4ac0ed details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:45.200856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-262eab81-55ae-401c-b11b-c467c8369735 req-2972dd4a-7646-441c-a9a6-cbe4f1ee53c8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:45.209943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-262eab81-55ae-401c-b11b-c467c8369735 req-2972dd4a-7646-441c-a9a6-cbe4f1ee53c8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:45.271519 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eab81-55ae-401c-b11b-c467c8369735 req-2972dd4a-7646-441c-a9a6-cbe4f1ee53c8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:45.272149 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-262eab81-55ae-401c-b11b-c467c8369735 req-2972dd4a-7646-441c-a9a6-cbe4f1ee53c8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.286959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972dd4a-7646-441c-a9a6-cbe4f1ee53c8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Pushing event updated for resources: {'Port': ['ID=c9192850-6c73-4969-94e2-d7571e34c896,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:45.316367 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-262eab81-55ae-401c-b11b-c467c8369735 req-2972dd4a-7646-441c-a9a6-cbe4f1ee53c8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1506495 Jul 16 08:33:45.330054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Request body: {'port': {'device_id': 'c04e96dd-7220-40f4-92bc-ba99f73d9f50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:45.349895 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:45.367392 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'port_id': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'mac_address': 'fa:16:3e:a4:30:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:45.381353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c940501-17fb-4fc4-908c-b594de8ae85e req-299a86b3-d0b0-4466-842b-2a202dc1ec79 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:45.382910 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c940501-17fb-4fc4-908c-b594de8ae85e req-299a86b3-d0b0-4466-842b-2a202dc1ec79 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.2441475 Jul 16 08:33:45.386942 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b5482909-05c8-4e49-afc6-dd30a54df326 req-7d1d45fd-3d60-4df0-8fc0-d88fb2b01a42 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.401711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b9a95dbe-c086-4c79-ac21-2fea3daed19b', '5e556dfe-0616-407d-af69-9a8f14406025'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:45.404327 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.419284 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Transition to ACTIVE for port object 3558314a-2063-4ad3-8137-ada86fba95aa will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:45.430087 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d45fd-3d60-4df0-8fc0-d88fb2b01a42 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Pushing event deleted for resources: {'Port': ['ID=5e556dfe-0616-407d-af69-9a8f14406025,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:45.430879 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.450601 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.470611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b05384a-7009-44a5-a5f3-da1acb4ac0ed {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:45.493546 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a2ed2-b09b-4fbe-b46b-a4ba8db212cf None None] Pushing event updated for resources: {'Port': ['ID=3558314a-2063-4ad3-8137-ada86fba95aa,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:45.503655 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5482909-05c8-4e49-afc6-dd30a54df326 req-7d1d45fd-3d60-4df0-8fc0-d88fb2b01a42 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] No DVR routers for this DVR port 5e556dfe-0616-407d-af69-9a8f14406025 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:45.506024 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:45.509084 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b5482909-05c8-4e49-afc6-dd30a54df326 req-7d1d45fd-3d60-4df0-8fc0-d88fb2b01a42 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.513187 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b5482909-05c8-4e49-afc6-dd30a54df326 req-7d1d45fd-3d60-4df0-8fc0-d88fb2b01a42 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "DELETE /v2.0/ports/5e556dfe-0616-407d-af69-9a8f14406025 HTTP/1.1" status: 204 len: 173 time: 0.8054681 Jul 16 08:33:45.513745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73f58733-de48-481b-ab78-89c25083e354', 'name': 'network-vif-deleted', 'tag': '5e556dfe-0616-407d-af69-9a8f14406025'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:45.534108 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3184c1be-db18-463e-864b-a605359a7b23" -d '{"events": [{"server_uuid": "73f58733-de48-481b-ab78-89c25083e354", "name": "network-vif-deleted", "tag": "5e556dfe-0616-407d-af69-9a8f14406025"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:45.546772 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.573296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c940501-17fb-4fc4-908c-b594de8ae85e req-daf8e55b-ab4d-4b22-8e5e-fd8bd6835922 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670618 Jul 16 08:33:45.586696 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.591999 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Attempting to bind port 3558314a-2063-4ad3-8137-ada86fba95aa on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:45.592373 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Attempting to bind port 3558314a-2063-4ad3-8137-ada86fba95aa by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'd44fd481-ac90-464f-8edf-869fa1fcd38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:45.592758 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Attempting to bind port 3558314a-2063-4ad3-8137-ada86fba95aa on network 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:45.610097 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:45.610415 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Checking segment: {'id': 'd44fd481-ac90-464f-8edf-869fa1fcd38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:45.611084 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.611528 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Bound using segment: {'id': 'd44fd481-ac90-464f-8edf-869fa1fcd38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:45.612052 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Bound port: 3558314a-2063-4ad3-8137-ada86fba95aa, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44fd481-ac90-464f-8edf-869fa1fcd38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:45.612452 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.691897 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['1b05384a-7009-44a5-a5f3-da1acb4ac0ed'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:45.744076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:45.884834 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] For port 3558314a-2063-4ad3-8137-ada86fba95aa, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:45.889824 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] For port 3558314a-2063-4ad3-8137-ada86fba95aa, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3558314a-2063-4ad3-8137-ada86fba95aa,segment=NetworkSegment(d44fd481-ac90-464f-8edf-869fa1fcd38d),segment_id=d44fd481-ac90-464f-8edf-869fa1fcd38d)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:45.891784 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd3251e4-d8a5-48da-89bc-2254c5675e33 req-ee0d6d3e-ca93-4ea4-9d72-4375946851c3 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=73f58733-de48-481b-ab78-89c25083e354 HTTP/1.1" status: 200 len: 210 time: 0.0442479 Jul 16 08:33:45.903937 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.984765 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Routers {'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:45.985400 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:33:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:46.036057 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47478) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:46.038556 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a2ed2-b09b-4fbe-b46b-a4ba8db212cf None None] Pushing event updated for resources: {'Port': ['ID=3558314a-2063-4ad3-8137-ada86fba95aa,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:46.042184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-28e4dfc2-1367-4e6f-961d-126d7cd4d6f1 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1866873216', 'description': 'tempest-description--1580222341'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:46.084619 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28e4dfc2-1367-4e6f-961d-126d7cd4d6f1 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.186933 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] Set router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:46.209038 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28e4dfc2-1367-4e6f-961d-126d7cd4d6f1 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.213806 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28e4dfc2-1367-4e6f-961d-126d7cd4d6f1 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.289837 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28e4dfc2-1367-4e6f-961d-126d7cd4d6f1 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.293097 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-28e4dfc2-1367-4e6f-961d-126d7cd4d6f1 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2556868 Jul 16 08:33:46.302829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47492) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:46.312010 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4dfc2-1367-4e6f-961d-126d7cd4d6f1 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeabdafa-e771-4109-b69a-2dceefa61293,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:46.316765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d9e9df7f-0c1a-4ede-b281-1b6bc1aa22e5 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Request body: {'security_group_rule': {'security_group_id': 'eeabdafa-e771-4109-b69a-2dceefa61293', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:46.322602 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48db4be7-4a5f-44cc-ad2b-0a4aeb982ba1 x-openstack-request-id: req-48db4be7-4a5f-44cc-ad2b-0a4aeb982ba1 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:46.323020 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73f58733-de48-481b-ab78-89c25083e354", "name": "network-vif-deleted", "tag": "5e556dfe-0616-407d-af69-9a8f14406025", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:46.323277 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-48db4be7-4a5f-44cc-ad2b-0a4aeb982ba1 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:46.324778 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73f58733-de48-481b-ab78-89c25083e354', 'name': 'network-vif-deleted', 'tag': '5e556dfe-0616-407d-af69-9a8f14406025', 'status': 'completed', 'code': 200} Jul 16 08:33:46.437362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff975f10-36ca-48d5-8bf7-3eab5caa52eb req-abac20a2-d54f-4991-be56-af617198f23d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:46.438342 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ff975f10-36ca-48d5-8bf7-3eab5caa52eb req-abac20a2-d54f-4991-be56-af617198f23d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.3356254 Jul 16 08:33:46.463204 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9192850-6c73-4969-94e2-d7571e34c896 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:46.486538 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.487737 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:33Z', 'updated_at': '2021-07-16T08:33:41Z', 'revision_number': 4, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'gw_port': {'id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:34Z', 'updated_at': '2021-07-16T08:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3558314a-2063-4ad3-8137-ada86fba95aa', 'name': '', 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'mac_address': 'fa:16:3e:15:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:40Z', 'updated_at': '2021-07-16T08:33:45Z', 'revision_number': 4, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'subnets': [{'id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:46.493360 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d9e9df7f-0c1a-4ede-b281-1b6bc1aa22e5 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.529966 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923f6613-e242-4141-85e0-f6b352bd7e39 None None] The sync data for ids ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'] in n-d-758944-46 is: [{'id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:33Z', 'updated_at': '2021-07-16T08:33:41Z', 'revision_number': 4, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'gw_port': {'id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:34Z', 'updated_at': '2021-07-16T08:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3558314a-2063-4ad3-8137-ada86fba95aa', 'name': '', 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'mac_address': 'fa:16:3e:15:01:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:40Z', 'updated_at': '2021-07-16T08:33:45Z', 'revision_number': 4, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'subnets': [{'id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:46.560072 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ff975f10-36ca-48d5-8bf7-3eab5caa52eb req-e757bb5e-1f07-4941-ae51-ca3acbf9ea38 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095591 Jul 16 08:33:46.570723 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Transition to ACTIVE for port object c9192850-6c73-4969-94e2-d7571e34c896 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:46.629099 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d9e9df7f-0c1a-4ede-b281-1b6bc1aa22e5 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.634781 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.644416 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d9e9df7f-0c1a-4ede-b281-1b6bc1aa22e5 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.738801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e9df7f-0c1a-4ede-b281-1b6bc1aa22e5 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a08d793b-dea1-48ea-a6a8-31c6a276cf02,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:46.743890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168062e2-bcc2-4c5b-b19d-3477c0c1f015 req-22aee27c-af0f-4e1c-a71d-f32d3d10dd94 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:46.753421 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-168062e2-bcc2-4c5b-b19d-3477c0c1f015 req-22aee27c-af0f-4e1c-a71d-f32d3d10dd94 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=e3e7d6d1-4479-4684-8354-143f79dfb85b HTTP/1.1" status: 200 len: 945 time: 0.1175227 Jul 16 08:33:46.758166 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d9e9df7f-0c1a-4ede-b281-1b6bc1aa22e5 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.759437 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d9e9df7f-0c1a-4ede-b281-1b6bc1aa22e5 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4554372 Jul 16 08:33:46.762961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47508) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:46.769719 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Pushing event updated for resources: {'Port': ['ID=c9192850-6c73-4969-94e2-d7571e34c896,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:46.796108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e4c4d27a-6deb-454f-be8d-799c536d137a tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Request body: {'security_group_rule': {'security_group_id': 'eeabdafa-e771-4109-b69a-2dceefa61293', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:46.849184 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-168062e2-bcc2-4c5b-b19d-3477c0c1f015 req-c5cb3253-6904-4e51-a976-d2fa9980f63a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936384 Jul 16 08:33:46.863153 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d27a-6deb-454f-be8d-799c536d137a tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.927289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:46.927669 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:46.927958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:46.944367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Port c9192850-6c73-4969-94e2-d7571e34c896 on network a9119c76-4476-450e-9781-c499b2315c7d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:46.944828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:46.947968 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d27a-6deb-454f-be8d-799c536d137a tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.953606 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d27a-6deb-454f-be8d-799c536d137a tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.960970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc30bb-a8a5-4d88-bf16-3492a09a5128 req-0639d7e3-60c5-4ccb-b46f-33c178eb96ab tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:46.964012 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ddc30bb-a8a5-4d88-bf16-3492a09a5128 req-0639d7e3-60c5-4ccb-b46f-33c178eb96ab tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 944 time: 0.1707742 Jul 16 08:33:46.965077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:46.965412 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Checking segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:46.965795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Bound using segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:46.966485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Bound port: c9192850-6c73-4969-94e2-d7571e34c896, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:46.966847 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.985519 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4d27a-6deb-454f-be8d-799c536d137a tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e36b018-94db-4e02-8185-91bd8ffe583f,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:47.011772 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e4c4d27a-6deb-454f-be8d-799c536d137a tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.013533 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e4c4d27a-6deb-454f-be8d-799c536d137a tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2481711 Jul 16 08:33:47.016774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47530) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:47.027305 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:47.075370 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.087014 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ddc30bb-a8a5-4d88-bf16-3492a09a5128 req-44788bf5-943c-4aaf-806f-11e8d2ab57cf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166544 Jul 16 08:33:47.148115 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:47.151707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c9192850-6c73-4969-94e2-d7571e34c896,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:47.163295 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.190790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1b05384a-7009-44a5-a5f3-da1acb4ac0ed up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:47.205798 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:47.206429 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.208648 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-262eab81-55ae-401c-b11b-c467c8369735 req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] 10.222.0.15 "PUT /v2.0/ports/c9192850-6c73-4969-94e2-d7571e34c896 HTTP/1.1" status: 200 len: 1093 time: 1.8837879 Jul 16 08:33:47.209110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04e96dd-7220-40f4-92bc-ba99f73d9f50', 'tag': 'c9192850-6c73-4969-94e2-d7571e34c896'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:47.211856 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b385a8-3d95-4557-904f-d60a121f225a" -d '{"events": [{"name": "network-changed", "server_uuid": "c04e96dd-7220-40f4-92bc-ba99f73d9f50", "tag": "c9192850-6c73-4969-94e2-d7571e34c896"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:47.294932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcd24a5-837b-4ce3-9f70-e53c2cf34d2d service neutron] Pushing event updated for resources: {'Port': ['ID=c9192850-6c73-4969-94e2-d7571e34c896,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:47.307064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:47.307435 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.394804 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.477817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eab81-55ae-401c-b11b-c467c8369735 req-695db237-fa87-4ce5-9ac8-a882e666d004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:47.483041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-262eab81-55ae-401c-b11b-c467c8369735 req-695db237-fa87-4ce5-9ac8-a882e666d004 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 1096 time: 0.2128029 Jul 16 08:33:47.508809 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.599675 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-262eab81-55ae-401c-b11b-c467c8369735 req-faf5264d-a4d6-41a7-8abb-55b84c90978e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9192850-6c73-4969-94e2-d7571e34c896 HTTP/1.1" status: 200 len: 217 time: 0.1080730 Jul 16 08:33:47.606792 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:47.609911 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719119ac-21cb-480a-acad-a15a4a2e5f92" -d '{"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-plugged", "status": "completed", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:47.644359 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:47.658955 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.688415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262eab81-55ae-401c-b11b-c467c8369735 req-9ce0879a-93ca-4359-8f79-32173093a5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:47.690218 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-262eab81-55ae-401c-b11b-c467c8369735 req-9ce0879a-93ca-4359-8f79-32173093a5b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.0850754 Jul 16 08:33:47.731630 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Allocated IP 172.25.4.82 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/c79f483a-3b3a-4241-b448-0f1eb8dfae5d) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:47.811016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,revision_number=10']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:47.836746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-262eab81-55ae-401c-b11b-c467c8369735 req-b5fbdd74-d2aa-4dbf-b3fe-df450dcc6dd0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1267912 Jul 16 08:33:47.838967 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f05c1a7-04d1-4e0c-ad9e-0eded0280c24 x-openstack-request-id: req-9f05c1a7-04d1-4e0c-ad9e-0eded0280c24 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:47.840853 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04e96dd-7220-40f4-92bc-ba99f73d9f50", "tag": "c9192850-6c73-4969-94e2-d7571e34c896", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:47.842147 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9f05c1a7-04d1-4e0c-ad9e-0eded0280c24 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:47.842664 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04e96dd-7220-40f4-92bc-ba99f73d9f50', 'tag': 'c9192850-6c73-4969-94e2-d7571e34c896', 'status': 'completed', 'code': 200} Jul 16 08:33:47.938880 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.092889 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-262eab81-55ae-401c-b11b-c467c8369735 req-2df604f5-f7ff-4e0a-98b2-236f451a2a58 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489018 Jul 16 08:33:48.171472 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.203010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3558314a-2063-4ad3-8137-ada86fba95aa up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:48.245026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:48.259194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:48.264197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:48.326878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 5e556dfe-0616-407d-af69-9a8f14406025 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:48.336115 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Pushing event updated for resources: {'Port': ['ID=c79f483a-3b3a-4241-b448-0f1eb8dfae5d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:48.363824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a43e561-51aa-4f2f-87f6-7a3ac26d14e5 req-cc5f114a-cab6-4658-a46d-e632afed9584 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:48.374652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 5e556dfe-0616-407d-af69-9a8f14406025 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:48.376050 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5a43e561-51aa-4f2f-87f6-7a3ac26d14e5 req-cc5f114a-cab6-4658-a46d-e632afed9584 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.2491472 Jul 16 08:33:48.376667 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 5e556dfe-0616-407d-af69-9a8f14406025 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:48.382154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47580) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:48.422104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 3558314a-2063-4ad3-8137-ada86fba95aa completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:48.436879 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 3558314a-2063-4ad3-8137-ada86fba95aa triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:48.439686 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.452858 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-262eab81-55ae-401c-b11b-c467c8369735 req-2994d791-43d1-421f-82f3-204100e64385 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501658 Jul 16 08:33:48.454788 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5a43e561-51aa-4f2f-87f6-7a3ac26d14e5 req-71e1d81a-0616-44cc-b515-47b4fdd26515 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759442 Jul 16 08:33:48.573098 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.579076 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c16fa88a-5238-47bb-bc4b-94ff34a88cec x-openstack-request-id: req-c16fa88a-5238-47bb-bc4b-94ff34a88cec {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:48.586421 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-plugged", "status": "completed", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:48.586993 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c16fa88a-5238-47bb-bc4b-94ff34a88cec {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:48.587681 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'code': 200} Jul 16 08:33:48.733298 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af3f71d-665d-48b2-89ed-0d204df0e701 req-323cb448-f889-4667-abf5-3ff70ec4b7b0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:48.734947 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7af3f71d-665d-48b2-89ed-0d204df0e701 req-323cb448-f889-4667-abf5-3ff70ec4b7b0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.2811828 Jul 16 08:33:48.744340 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.805164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 3558314a-2063-4ad3-8137-ada86fba95aa, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3558314a-2063-4ad3-8137-ada86fba95aa,segment=NetworkSegment(d44fd481-ac90-464f-8edf-869fa1fcd38d),segment_id=d44fd481-ac90-464f-8edf-869fa1fcd38d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:48.812462 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.825804 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2456c6db-cef0-47da-8ed0-94d2ed46d30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.839368 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7af3f71d-665d-48b2-89ed-0d204df0e701 req-6ae28b5d-2bc8-4cce-86a0-c30046b09374 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900278 Jul 16 08:33:48.873467 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b385a8-3d95-4557-904f-d60a121f225a req-a6c2e027-23ae-497d-b19e-b79645a7de96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:48.875228 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.875654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25b385a8-3d95-4557-904f-d60a121f225a req-a6c2e027-23ae-497d-b19e-b79645a7de96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 1096 time: 0.2529051 Jul 16 08:33:48.914229 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=3558314a-2063-4ad3-8137-ada86fba95aa,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:49.113536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b385a8-3d95-4557-904f-d60a121f225a req-e25ba4d9-9eb1-45c5-8e5b-8d7ed03ad201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:49.116541 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25b385a8-3d95-4557-904f-d60a121f225a req-e25ba4d9-9eb1-45c5-8e5b-8d7ed03ad201 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.2317541 Jul 16 08:33:49.181134 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25b385a8-3d95-4557-904f-d60a121f225a req-d32b1208-bf26-4579-834e-c87d41d02160 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9192850-6c73-4969-94e2-d7571e34c896 HTTP/1.1" status: 200 len: 217 time: 0.0553701 Jul 16 08:33:49.288398 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b385a8-3d95-4557-904f-d60a121f225a req-ff9d21c6-b831-4a68-9ec2-d2339a194296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:49.289915 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25b385a8-3d95-4557-904f-d60a121f225a req-ff9d21c6-b831-4a68-9ec2-d2339a194296 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.0844278 Jul 16 08:33:49.325280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114706c-720e-4599-8e5c-d135ff385787 req-9469c5ae-0bad-4354-ba31-aa754a31976e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:49.331948 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9114706c-720e-4599-8e5c-d135ff385787 req-9469c5ae-0bad-4354-ba31-aa754a31976e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 805 time: 0.5700552 Jul 16 08:33:49.346463 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25b385a8-3d95-4557-904f-d60a121f225a req-0ef6e92b-99a7-4f8b-bfc5-8a5e2ddf9fec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498765 Jul 16 08:33:49.354605 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9114706c-720e-4599-8e5c-d135ff385787 req-717005ba-ee21-494f-ba74-7fa516909777 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/quotas/a2cca6b5346b41fb9c1451a1f165aee8 HTTP/1.1" status: 200 len: 375 time: 0.0217302 Jul 16 08:33:49.499703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b9c88-50f9-4fac-9049-9dee56564d47 req-6dee71c6-d17c-4069-9b7a-f540acd58e80 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:49.501277 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-560b9c88-50f9-4fac-9049-9dee56564d47 req-6dee71c6-d17c-4069-9b7a-f540acd58e80 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 944 time: 0.1587923 Jul 16 08:33:49.530068 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25b385a8-3d95-4557-904f-d60a121f225a req-b4b7ae7a-2422-4ffe-9136-2294aa05a21a service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699886 Jul 16 08:33:49.541786 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.607704 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-560b9c88-50f9-4fac-9049-9dee56564d47 req-38e6549f-3d3e-4abc-b799-85614457ded6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914164 Jul 16 08:33:49.654057 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2456c6db-cef0-47da-8ed0-94d2ed46d30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.666701 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.688480 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2456c6db-cef0-47da-8ed0-94d2ed46d30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.706421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25b385a8-3d95-4557-904f-d60a121f225a req-af5348b8-b0f0-45fd-acd0-c222cc72022c service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700425 Jul 16 08:33:49.767117 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47616) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:49.767807 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2456c6db-cef0-47da-8ed0-94d2ed46d30e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fb3f430321847719ac5d5eef3635a3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3793576 Jul 16 08:33:49.791414 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2456c6db-cef0-47da-8ed0-94d2ed46d30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9d571d-e80b-4bc3-b2b6-dc6d29475951,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:49.841885 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9114706c-720e-4599-8e5c-d135ff385787 req-11245b07-952d-4879-9444-642dc625a41c tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4860806 Jul 16 08:33:49.867936 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-88371734-6faf-44e1-8f34-0a5bdb99e91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.920472 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-88371734-6faf-44e1-8f34-0a5bdb99e91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.938311 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Pushing event updated for resources: {'Port': ['ID=c79f483a-3b3a-4241-b448-0f1eb8dfae5d,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:49.983509 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.999400 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.001285 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-381ee8f0-4207-4811-ab7c-dd184165a95b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9832852 Jul 16 08:33:50.044089 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9114706c-720e-4599-8e5c-d135ff385787 req-e0b2b9ed-ca4a-4d8e-88a8-2dba28108c40 service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609542 Jul 16 08:33:50.132082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3558314a-2063-4ad3-8137-ada86fba95aa up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:50.173374 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-88371734-6faf-44e1-8f34-0a5bdb99e91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.181727 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-88371734-6faf-44e1-8f34-0a5bdb99e91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.182944 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-88371734-6faf-44e1-8f34-0a5bdb99e91f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad9d571d-e80b-4bc3-b2b6-dc6d29475951 HTTP/1.1" status: 204 len: 168 time: 0.4148467 Jul 16 08:33:50.195992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88371734-6faf-44e1-8f34-0a5bdb99e91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9d571d-e80b-4bc3-b2b6-dc6d29475951,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:50.233588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74931ddf-fefe-499f-9625-8cd3e7a279d4 req-4abed40c-97ad-4a87-b77b-bd3dce6335c6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.246887 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-74931ddf-fefe-499f-9625-8cd3e7a279d4 req-4abed40c-97ad-4a87-b77b-bd3dce6335c6 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.1651504 Jul 16 08:33:50.297151 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9114706c-720e-4599-8e5c-d135ff385787 req-5afaaef2-457d-49da-9762-3527f61893ff service neutron] 10.222.0.20 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518878 Jul 16 08:33:50.322651 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-74931ddf-fefe-499f-9625-8cd3e7a279d4 req-bbfd6d2d-4211-4e37-9890-1877481fd464 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747397 Jul 16 08:33:50.337933 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 3558314a-2063-4ad3-8137-ada86fba95aa triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:50.338319 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.712396 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-dd64564d-4ab0-4317-89f6-2f7beaaef5ba tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1866873216&fields=id&tenant_id=ec68b473fab2459f93f7c4b2bd831fcf HTTP/1.1" status: 200 len: 267 time: 0.0959165 Jul 16 08:33:50.945702 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132829d3-34a8-474b-8081-0eb43fc319ef req-9e4e9b55-3a26-4903-89e2-087f9a3413d0 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.956091 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-9e4e9b55-3a26-4903-89e2-087f9a3413d0 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/networks?id=0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 HTTP/1.1" status: 200 len: 811 time: 0.2416041 Jul 16 08:33:51.013175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-0b899055-4dfc-4a3f-9ee2-7db098e37113 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/quotas/ec68b473fab2459f93f7c4b2bd831fcf HTTP/1.1" status: 200 len: 375 time: 0.0560415 Jul 16 08:33:51.186712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device acbd6dad-050e-4145-bd94-689c7828889d details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:51.390693 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-f9fdcf61-721f-4acb-a7c3-90cd322b8e1a tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ec68b473fab2459f93f7c4b2bd831fcf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3720076 Jul 16 08:33:51.392689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port acbd6dad-050e-4145-bd94-689c7828889d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=acbd6dad-050e-4145-bd94-689c7828889d,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:51.410209 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'acbd6dad-050e-4145-bd94-689c7828889d', 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14', 'port_id': 'acbd6dad-050e-4145-bd94-689c7828889d', 'mac_address': 'fa:16:3e:25:f9:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5029719e-fae8-494a-87ee-b006bb0d0f93', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:51.458634 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.477052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id acbd6dad-050e-4145-bd94-689c7828889d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:51.492873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94676773-624c-4643-b7ca-0f819a2537af req-5594d9f5-2048-4084-95b6-90ec21e59941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:51.495452 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94676773-624c-4643-b7ca-0f819a2537af req-5594d9f5-2048-4084-95b6-90ec21e59941 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9ab48241fdd447c872ab202d75bbb7e&device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 1098 time: 0.3796408 Jul 16 08:33:51.554620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port acbd6dad-050e-4145-bd94-689c7828889d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=acbd6dad-050e-4145-bd94-689c7828889d,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:51.564895 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.566246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c9192850-6c73-4969-94e2-d7571e34c896 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:51.740330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94676773-624c-4643-b7ca-0f819a2537af req-8b651e32-a117-49ce-952e-efa00d9a88d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:51.742462 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94676773-624c-4643-b7ca-0f819a2537af req-8b651e32-a117-49ce-952e-efa00d9a88d8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 HTTP/1.1" status: 200 len: 918 time: 0.2364707 Jul 16 08:33:51.746818 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4ee3ebd-54e8-4fa0-b4d8-6f1ce35c1da4 req-82d20cfe-493e-497a-935f-7eb313c01c6d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 210 time: 0.0922685 Jul 16 08:33:51.781186 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=acbd6dad-050e-4145-bd94-689c7828889d,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:51.959314 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c9192850-6c73-4969-94e2-d7571e34c896,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:52.009719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'c9192850-6c73-4969-94e2-d7571e34c896', 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d', 'port_id': 'c9192850-6c73-4969-94e2-d7571e34c896', 'mac_address': 'fa:16:3e:e0:0e:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcf0224-d354-48dd-b45e-dcf207ea9086', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:52.014868 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94676773-624c-4643-b7ca-0f819a2537af req-01eb6ec1-fa57-49f1-a273-4e60709ee8fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6281c5e-9242-4383-b63b-c2e4af773e30 HTTP/1.1" status: 200 len: 217 time: 0.2644532 Jul 16 08:33:52.032581 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-552250b6-e706-42e8-b328-3243fd9bf302 service neutron] 10.222.0.20 "GET /v2.0/networks/0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409459 Jul 16 08:33:52.044238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535f314-317d-4233-a621-01028b1fa49a req-57f0777a-510d-476e-a7f5-07b27b8bcd62 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:52.052421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b535f314-317d-4233-a621-01028b1fa49a req-57f0777a-510d-476e-a7f5-07b27b8bcd62 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 944 time: 0.1143050 Jul 16 08:33:52.097787 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.135763 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9192850-6c73-4969-94e2-d7571e34c896 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:52.153154 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b535f314-317d-4233-a621-01028b1fa49a req-f95227d4-48a5-418f-9913-f2ca75ba21f0 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973616 Jul 16 08:33:52.175490 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c9192850-6c73-4969-94e2-d7571e34c896,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:52.185593 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.192189 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94676773-624c-4643-b7ca-0f819a2537af req-2b3a98c0-0ba7-47af-a3aa-c934538ff682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:52.196835 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94676773-624c-4643-b7ca-0f819a2537af req-2b3a98c0-0ba7-47af-a3aa-c934538ff682 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54f06641-ecee-4543-adbf-120fa966a2c2 HTTP/1.1" status: 200 len: 858 time: 0.1524315 Jul 16 08:33:52.268852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=c9192850-6c73-4969-94e2-d7571e34c896,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:52.288102 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['acbd6dad-050e-4145-bd94-689c7828889d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:52.360778 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94676773-624c-4643-b7ca-0f819a2537af req-71d45067-7767-41a1-9bf2-0c2741abd6aa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527050 Jul 16 08:33:52.366401 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-66fa64d9-59de-4a74-bb52-e22c445798da service neutron] 10.222.0.20 "GET /v2.0/networks/0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329697 Jul 16 08:33:52.419081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad6ba2f-ca04-4422-bfbd-82186b4436cd req-3fb258db-bcf1-4457-928f-51f84a3d37c9 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:52.427574 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ad6ba2f-ca04-4422-bfbd-82186b4436cd req-3fb258db-bcf1-4457-928f-51f84a3d37c9 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1040697 Jul 16 08:33:52.454955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['c9192850-6c73-4969-94e2-d7571e34c896'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:52.484079 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ad6ba2f-ca04-4422-bfbd-82186b4436cd req-a2bef45f-9cef-4747-bdd8-ad5cf6399a36 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471883 Jul 16 08:33:52.497106 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94676773-624c-4643-b7ca-0f819a2537af req-3040cd34-3a45-4321-9b17-7b2ac9c0460b service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193354 Jul 16 08:33:52.619735 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94676773-624c-4643-b7ca-0f819a2537af req-7166fc97-35e2-49bb-8222-45111626cad6 service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164734 Jul 16 08:33:52.940147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67935105-d1cd-4ee0-82e8-a40a14c3e62a req-e1bb4224-d988-4dfc-9cbc-e27107a37907 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:52.950232 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67935105-d1cd-4ee0-82e8-a40a14c3e62a req-e1bb4224-d988-4dfc-9cbc-e27107a37907 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 946 time: 0.1844800 Jul 16 08:33:53.199545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device acbd6dad-050e-4145-bd94-689c7828889d up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:53.256719 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-67935105-d1cd-4ee0-82e8-a40a14c3e62a req-3cb993bd-f7a9-434a-a938-8d5af175c404 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Deleting port 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:53.257069 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-67935105-d1cd-4ee0-82e8-a40a14c3e62a req-3cb993bd-f7a9-434a-a938-8d5af175c404 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.315336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port acbd6dad-050e-4145-bd94-689c7828889d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:53.315961 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.457338 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.486614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-67935105-d1cd-4ee0-82e8-a40a14c3e62a req-3cb993bd-f7a9-434a-a938-8d5af175c404 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] For port 8dc04702-6fbb-4c92-a5af-4a05877a4ac3, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8dc04702-6fbb-4c92-a5af-4a05877a4ac3,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:53.487004 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-67935105-d1cd-4ee0-82e8-a40a14c3e62a req-3cb993bd-f7a9-434a-a938-8d5af175c404 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.512201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e7d6d1-4479-4684-8354-143f79dfb85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbd6dad-050e-4145-bd94-689c7828889d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:53.515074 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688dbc0e-df45-4295-85ef-90678723c36b" -d '{"events": [{"server_uuid": "e3e7d6d1-4479-4684-8354-143f79dfb85b", "name": "network-vif-plugged", "status": "completed", "tag": "acbd6dad-050e-4145-bd94-689c7828889d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:53.517471 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-67935105-d1cd-4ee0-82e8-a40a14c3e62a req-3cb993bd-f7a9-434a-a938-8d5af175c404 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Calling delete_port for 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:53.551874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port acbd6dad-050e-4145-bd94-689c7828889d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=acbd6dad-050e-4145-bd94-689c7828889d,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:53.557636 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.674098 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=acbd6dad-050e-4145-bd94-689c7828889d,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:53.796401 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-67935105-d1cd-4ee0-82e8-a40a14c3e62a req-3cb993bd-f7a9-434a-a938-8d5af175c404 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.809110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['8dc04702-6fbb-4c92-a5af-4a05877a4ac3'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:53.842979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fac28-2829-4692-80e7-55e15eab6eec req-b0b30755-18f2-4040-a81e-e094900d3930 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:53.846285 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e6fac28-2829-4692-80e7-55e15eab6eec req-b0b30755-18f2-4040-a81e-e094900d3930 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=02dc082d-9025-4c89-a4ab-d8a29e8f7687 HTTP/1.1" status: 200 len: 867 time: 0.9258573 Jul 16 08:33:53.865254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb993bd-f7a9-434a-a938-8d5af175c404 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Pushing event deleted for resources: {'Port': ['ID=8dc04702-6fbb-4c92-a5af-4a05877a4ac3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:53.875451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114706c-720e-4599-8e5c-d135ff385787 req-191eae51-e108-47b6-8423-7c2c403c8cc6 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:53.891945 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9114706c-720e-4599-8e5c-d135ff385787 req-191eae51-e108-47b6-8423-7c2c403c8cc6 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 805 time: 1.1248727 Jul 16 08:33:53.972032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-67935105-d1cd-4ee0-82e8-a40a14c3e62a req-3cb993bd-f7a9-434a-a938-8d5af175c404 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] No DVR routers for this DVR port 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:53.978008 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-67935105-d1cd-4ee0-82e8-a40a14c3e62a req-3cb993bd-f7a9-434a-a938-8d5af175c404 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.980082 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67935105-d1cd-4ee0-82e8-a40a14c3e62a req-3cb993bd-f7a9-434a-a938-8d5af175c404 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.15 "DELETE /v2.0/ports/8dc04702-6fbb-4c92-a5af-4a05877a4ac3 HTTP/1.1" status: 204 len: 173 time: 1.0237384 Jul 16 08:33:53.980556 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dc082d-9025-4c89-a4ab-d8a29e8f7687', 'name': 'network-vif-deleted', 'tag': '8dc04702-6fbb-4c92-a5af-4a05877a4ac3'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:53.982845 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38be9d16-7cf6-4f7d-a243-5f1ba7c620c6" -d '{"events": [{"server_uuid": "02dc082d-9025-4c89-a4ab-d8a29e8f7687", "name": "network-vif-deleted", "tag": "8dc04702-6fbb-4c92-a5af-4a05877a4ac3"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:54.020678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-9114706c-720e-4599-8e5c-d135ff385787 req-e2837135-5e8f-40ad-878b-6d7270c828fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Request body: {'port': {'device_id': 'e69443f4-6768-469a-aa34-bb4b36589c9e', 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497', 'admin_state_up': True, 'tenant_id': 'a2cca6b5346b41fb9c1451a1f165aee8'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:54.045682 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e6fac28-2829-4692-80e7-55e15eab6eec req-efe08e5c-986f-4bae-8fd3-648869a5f815 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498706 Jul 16 08:33:54.222640 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9114706c-720e-4599-8e5c-d135ff385787 req-e2837135-5e8f-40ad-878b-6d7270c828fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Made reservation on behalf of a2cca6b5346b41fb9c1451a1f165aee8 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:54.229151 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9114706c-720e-4599-8e5c-d135ff385787 req-e2837135-5e8f-40ad-878b-6d7270c828fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.452928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-9114706c-720e-4599-8e5c-d135ff385787 req-e2837135-5e8f-40ad-878b-6d7270c828fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Allocated IP 172.20.0.12 (20ee9c8f-2cd9-40d6-987d-933e8af4b497/789d7b71-d5c7-4c97-8897-da1853b01c39/eb099e34-f592-40fb-95e7-48f91efdec39) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:54.750247 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9114706c-720e-4599-8e5c-d135ff385787 req-e2837135-5e8f-40ad-878b-6d7270c828fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.924882 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0581df2-af39-459d-82ba-722ec2126524 req-dbcfb14f-cb9e-45c4-8db0-571dae17a85f tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 210 time: 0.1168237 Jul 16 08:33:54.944042 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9114706c-720e-4599-8e5c-d135ff385787 req-e2837135-5e8f-40ad-878b-6d7270c828fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.955891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b9a95dbe-c086-4c79-ac21-2fea3daed19b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:55.120260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9114706c-720e-4599-8e5c-d135ff385787 req-e2837135-5e8f-40ad-878b-6d7270c828fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:55.136152 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-9114706c-720e-4599-8e5c-d135ff385787 req-e2837135-5e8f-40ad-878b-6d7270c828fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:55.146443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-9114706c-720e-4599-8e5c-d135ff385787 req-e2837135-5e8f-40ad-878b-6d7270c828fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:55.155126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2837135-5e8f-40ad-878b-6d7270c828fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Pushing event updated for resources: {'Port': ['ID=eb099e34-f592-40fb-95e7-48f91efdec39,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:55.219542 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c9192850-6c73-4969-94e2-d7571e34c896 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:55.329540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114706c-720e-4599-8e5c-d135ff385787 req-e2837135-5e8f-40ad-878b-6d7270c828fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:55.339701 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9114706c-720e-4599-8e5c-d135ff385787 req-e2837135-5e8f-40ad-878b-6d7270c828fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.372660 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9114706c-720e-4599-8e5c-d135ff385787 req-e2837135-5e8f-40ad-878b-6d7270c828fb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4154041 Jul 16 08:33:55.385784 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Request body: {'port': {'device_id': 'e69443f4-6768-469a-aa34-bb4b36589c9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:55.512708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port c9192850-6c73-4969-94e2-d7571e34c896 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:55.523963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port c9192850-6c73-4969-94e2-d7571e34c896 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:55.524475 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.539219 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132829d3-34a8-474b-8081-0eb43fc319ef req-1e21c6d7-a9a6-4eec-9ca5-912781bf27ea tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:55.541635 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-1e21c6d7-a9a6-4eec-9ca5-912781bf27ea tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.15 "GET /v2.0/networks?id=0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 HTTP/1.1" status: 200 len: 811 time: 0.3795650 Jul 16 08:33:55.623556 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-1ad0e6ff-6292-403a-8f40-a3d8561eae0d tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec68b473fab2459f93f7c4b2bd831fcf HTTP/1.1" status: 200 len: 380 time: 0.0734882 Jul 16 08:33:55.641256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-132829d3-34a8-474b-8081-0eb43fc319ef req-2169459e-fb0b-454b-ab08-669078047331 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Request body: {'port': {'device_id': '80da7206-992b-4fee-ba2e-70cb44420b9c', 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'admin_state_up': True, 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'security_groups': ['eeabdafa-e771-4109-b69a-2dceefa61293']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:55.726445 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.733760 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.746969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7e131-4023-4dcb-9265-bd425ef60c8e req-882ef6ee-7acf-444a-80ae-190323426124 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:55.760621 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-73c7e131-4023-4dcb-9265-bd425ef60c8e req-882ef6ee-7acf-444a-80ae-190323426124 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 932 time: 0.3375895 Jul 16 08:33:55.805601 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c9192850-6c73-4969-94e2-d7571e34c896,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:55.818574 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.877258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=c9192850-6c73-4969-94e2-d7571e34c896,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:55.957757 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-73c7e131-4023-4dcb-9265-bd425ef60c8e req-d0f77951-89c2-46a8-963c-864ec6086d1e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946156 Jul 16 08:33:55.996123 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132829d3-34a8-474b-8081-0eb43fc319ef req-2169459e-fb0b-454b-ab08-669078047331 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Made reservation on behalf of ec68b473fab2459f93f7c4b2bd831fcf for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:56.000726 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-132829d3-34a8-474b-8081-0eb43fc319ef req-2169459e-fb0b-454b-ab08-669078047331 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.253456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-132829d3-34a8-474b-8081-0eb43fc319ef req-2169459e-fb0b-454b-ab08-669078047331 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Allocated IP 172.20.0.5 (0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4/d17b4a3e-917d-4383-b0cc-446e354ac843/446cf657-15b9-43e9-9889-70fc0cfa5d5b) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:56.450162 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-132829d3-34a8-474b-8081-0eb43fc319ef req-2169459e-fb0b-454b-ab08-669078047331 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.463512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5010d1-aeea-45f2-8f1e-47fc470d114a req-7fd112d8-65e4-405d-a1ca-04e9c142fc1e tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:56.465138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6f5010d1-aeea-45f2-8f1e-47fc470d114a req-7fd112d8-65e4-405d-a1ca-04e9c142fc1e tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 946 time: 0.2186038 Jul 16 08:33:56.471949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-132829d3-34a8-474b-8081-0eb43fc319ef req-2169459e-fb0b-454b-ab08-669078047331 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Transition to ACTIVE for port object 446cf657-15b9-43e9-9889-70fc0cfa5d5b will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:56.538855 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-132829d3-34a8-474b-8081-0eb43fc319ef req-2169459e-fb0b-454b-ab08-669078047331 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.590276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132829d3-34a8-474b-8081-0eb43fc319ef req-2169459e-fb0b-454b-ab08-669078047331 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Network 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:56.594562 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-132829d3-34a8-474b-8081-0eb43fc319ef req-2169459e-fb0b-454b-ab08-669078047331 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:56.601721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb099e34-f592-40fb-95e7-48f91efdec39 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:56.603809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-132829d3-34a8-474b-8081-0eb43fc319ef req-2169459e-fb0b-454b-ab08-669078047331 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:56.637176 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.673310 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6f5010d1-aeea-45f2-8f1e-47fc470d114a req-021259a2-5272-4696-8425-d6d5f976499e tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694229 Jul 16 08:33:56.698115 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Transition to ACTIVE for port object eb099e34-f592-40fb-95e7-48f91efdec39 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:56.704943 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.726775 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132829d3-34a8-474b-8081-0eb43fc319ef req-2169459e-fb0b-454b-ab08-669078047331 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:56.726775 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-132829d3-34a8-474b-8081-0eb43fc319ef req-2169459e-fb0b-454b-ab08-669078047331 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.765293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169459e-fb0b-454b-ab08-669078047331 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Pushing event updated for resources: {'Port': ['ID=446cf657-15b9-43e9-9889-70fc0cfa5d5b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:56.774021 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-2169459e-fb0b-454b-ab08-669078047331 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1448536 Jul 16 08:33:56.789046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Request body: {'port': {'device_id': '80da7206-992b-4fee-ba2e-70cb44420b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:56.898496 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Pushing event updated for resources: {'Port': ['ID=eb099e34-f592-40fb-95e7-48f91efdec39,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:56.912680 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.060078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-279effba-0ff7-4c42-ba45-cdea891e2a13 None None] Provisioning for port 446cf657-15b9-43e9-9889-70fc0cfa5d5b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:57.064393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-279effba-0ff7-4c42-ba45-cdea891e2a13 None None] Provisioning complete for port 446cf657-15b9-43e9-9889-70fc0cfa5d5b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:57.064807 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-279effba-0ff7-4c42-ba45-cdea891e2a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.123131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Attempting to bind port eb099e34-f592-40fb-95e7-48f91efdec39 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:57.124346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Attempting to bind port eb099e34-f592-40fb-95e7-48f91efdec39 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:57.125104 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Attempting to bind port eb099e34-f592-40fb-95e7-48f91efdec39 on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:57.132713 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Port eb099e34-f592-40fb-95e7-48f91efdec39 on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:57.133432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Attempting to bind port eb099e34-f592-40fb-95e7-48f91efdec39 on network 20ee9c8f-2cd9-40d6-987d-933e8af4b497 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:57.141658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-279effba-0ff7-4c42-ba45-cdea891e2a13 None None] Port 446cf657-15b9-43e9-9889-70fc0cfa5d5b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:57.154942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:57.155740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Checking segment: {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:57.156378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Bound using segment: {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:57.157362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Bound port: eb099e34-f592-40fb-95e7-48f91efdec39, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:57.157965 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.182137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e5cd4b-f7d3-43d6-9eb5-03f03fc97198 req-b28f0330-8714-431b-9626-ccf9ed780871 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:57.197177 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d1e5cd4b-f7d3-43d6-9eb5-03f03fc97198 req-b28f0330-8714-431b-9626-ccf9ed780871 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.2422378 Jul 16 08:33:57.228240 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:57.277008 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d1e5cd4b-f7d3-43d6-9eb5-03f03fc97198 req-7a24c9f7-a9ce-448a-87d4-9a236fc8d01f tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784090 Jul 16 08:33:57.292238 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:57.292612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 8dc04702-6fbb-4c92-a5af-4a05877a4ac3 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:57.367248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] For port eb099e34-f592-40fb-95e7-48f91efdec39, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:57.375285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] For port eb099e34-f592-40fb-95e7-48f91efdec39, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=eb099e34-f592-40fb-95e7-48f91efdec39,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:57.379722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446cf657-15b9-43e9-9889-70fc0cfa5d5b {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:57.383824 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836417c8-1839-4d2d-83a7-943363308884 x-openstack-request-id: req-836417c8-1839-4d2d-83a7-943363308884 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:57.384125 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e7d6d1-4479-4684-8354-143f79dfb85b", "name": "network-vif-plugged", "status": "completed", "tag": "acbd6dad-050e-4145-bd94-689c7828889d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:57.384459 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-836417c8-1839-4d2d-83a7-943363308884 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:57.385092 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e7d6d1-4479-4684-8354-143f79dfb85b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acbd6dad-050e-4145-bd94-689c7828889d', 'code': 200} Jul 16 08:33:57.387406 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.397886 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.412960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Transition to ACTIVE for port object 446cf657-15b9-43e9-9889-70fc0cfa5d5b will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:57.421147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:57.422846 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.427867 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.428169 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9114706c-720e-4599-8e5c-d135ff385787 req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] 10.222.0.38 "PUT /v2.0/ports/eb099e34-f592-40fb-95e7-48f91efdec39 HTTP/1.1" status: 200 len: 1093 time: 2.0456910 Jul 16 08:33:57.431887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e69443f4-6768-469a-aa34-bb4b36589c9e', 'tag': 'eb099e34-f592-40fb-95e7-48f91efdec39'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:57.445265 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fa298f-435e-4917-ace3-f782ea82a344" -d '{"events": [{"name": "network-changed", "server_uuid": "e69443f4-6768-469a-aa34-bb4b36589c9e", "tag": "eb099e34-f592-40fb-95e7-48f91efdec39"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:57.509698 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9869b7ae-a8c1-4cdc-95ae-94a17616f620 x-openstack-request-id: req-9869b7ae-a8c1-4cdc-95ae-94a17616f620 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:57.510003 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dc082d-9025-4c89-a4ab-d8a29e8f7687", "name": "network-vif-deleted", "tag": "8dc04702-6fbb-4c92-a5af-4a05877a4ac3", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:57.510254 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9869b7ae-a8c1-4cdc-95ae-94a17616f620 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:57.511407 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dc082d-9025-4c89-a4ab-d8a29e8f7687', 'name': 'network-vif-deleted', 'tag': '8dc04702-6fbb-4c92-a5af-4a05877a4ac3', 'status': 'completed', 'code': 200} Jul 16 08:33:57.528986 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Pushing event updated for resources: {'Port': ['ID=446cf657-15b9-43e9-9889-70fc0cfa5d5b,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:57.573176 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57175493-9611-4c18-9e77-d17b82d33bbe service neutron] Pushing event updated for resources: {'Port': ['ID=eb099e34-f592-40fb-95e7-48f91efdec39,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:57.650555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114706c-720e-4599-8e5c-d135ff385787 req-4849657c-3c4e-4480-a034-eb6635018071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:57.652761 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9114706c-720e-4599-8e5c-d135ff385787 req-4849657c-3c4e-4480-a034-eb6635018071 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 1096 time: 0.1226559 Jul 16 08:33:57.727829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Attempting to bind port 446cf657-15b9-43e9-9889-70fc0cfa5d5b on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:57.728477 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Attempting to bind port 446cf657-15b9-43e9-9889-70fc0cfa5d5b by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'd44fd481-ac90-464f-8edf-869fa1fcd38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:57.730612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Attempting to bind port 446cf657-15b9-43e9-9889-70fc0cfa5d5b on network 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:57.744766 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Port 446cf657-15b9-43e9-9889-70fc0cfa5d5b on network 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:57.745176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Attempting to bind port 446cf657-15b9-43e9-9889-70fc0cfa5d5b on network 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:57.758585 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:57.759099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Checking segment: {'id': 'd44fd481-ac90-464f-8edf-869fa1fcd38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:57.759589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Bound using segment: {'id': 'd44fd481-ac90-464f-8edf-869fa1fcd38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:57.760127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Bound port: 446cf657-15b9-43e9-9889-70fc0cfa5d5b, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd44fd481-ac90-464f-8edf-869fa1fcd38d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:57.764473 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.764856 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9114706c-720e-4599-8e5c-d135ff385787 req-cadde4d8-5bbe-4c9f-8e98-aaef576b7332 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb099e34-f592-40fb-95e7-48f91efdec39 HTTP/1.1" status: 200 len: 217 time: 0.0727708 Jul 16 08:33:57.910776 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9114706c-720e-4599-8e5c-d135ff385787 req-63e165f6-d6f9-4f58-8698-0df76f64c96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:57.925583 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9114706c-720e-4599-8e5c-d135ff385787 req-63e165f6-d6f9-4f58-8698-0df76f64c96a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 200 len: 845 time: 0.1469886 Jul 16 08:33:57.975062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] For port 446cf657-15b9-43e9-9889-70fc0cfa5d5b, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:57.983568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] For port 446cf657-15b9-43e9-9889-70fc0cfa5d5b, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=446cf657-15b9-43e9-9889-70fc0cfa5d5b,segment=NetworkSegment(d44fd481-ac90-464f-8edf-869fa1fcd38d),segment_id=d44fd481-ac90-464f-8edf-869fa1fcd38d)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:57.996649 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.001807 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9114706c-720e-4599-8e5c-d135ff385787 req-cad899e1-2244-4fc6-ad7f-2ff666f5333a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=20ee9c8f-2cd9-40d6-987d-933e8af4b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635455 Jul 16 08:33:58.070602 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:58.077476 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.080458 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] 10.222.0.15 "PUT /v2.0/ports/446cf657-15b9-43e9-9889-70fc0cfa5d5b HTTP/1.1" status: 200 len: 1092 time: 1.2985675 Jul 16 08:33:58.227445 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9114706c-720e-4599-8e5c-d135ff385787 req-1073b2c6-ab6d-4528-9e00-d69bc7c1cea3 service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186682 Jul 16 08:33:58.229404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e4105-6fe1-4cb9-9ca9-a88889a27d07 service neutron] Pushing event updated for resources: {'Port': ['ID=446cf657-15b9-43e9-9889-70fc0cfa5d5b,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:58.278159 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f078ab8b-7271-42a3-9142-c1c30c3dba1e req-93622b08-9ff1-439d-a70e-cbf78f2bf1d6 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:58.280220 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f078ab8b-7271-42a3-9142-c1c30c3dba1e req-93622b08-9ff1-439d-a70e-cbf78f2bf1d6 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 943 time: 0.2318013 Jul 16 08:33:58.308031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132829d3-34a8-474b-8081-0eb43fc319ef req-7c69b264-3e73-45d7-a841-637d786dcb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:58.314109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-7c69b264-3e73-45d7-a841-637d786dcb68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec68b473fab2459f93f7c4b2bd831fcf&device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 1095 time: 0.1822360 Jul 16 08:33:58.414967 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-f4f52781-fe84-4666-8b36-6723908253a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=446cf657-15b9-43e9-9889-70fc0cfa5d5b HTTP/1.1" status: 200 len: 217 time: 0.0932918 Jul 16 08:33:58.423046 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f078ab8b-7271-42a3-9142-c1c30c3dba1e req-aedf6fda-a582-4687-8fd3-746f4af9065e tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeabdafa-e771-4109-b69a-2dceefa61293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194959 Jul 16 08:33:58.467283 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9114706c-720e-4599-8e5c-d135ff385787 req-ed075545-0489-4577-9950-3bdf82e2b150 service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284713 Jul 16 08:33:58.554917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132829d3-34a8-474b-8081-0eb43fc319ef req-a5bc90b2-c4df-4ba6-bea3-a9d51fe3745f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:58.556719 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-a5bc90b2-c4df-4ba6-bea3-a9d51fe3745f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d17b4a3e-917d-4383-b0cc-446e354ac843 HTTP/1.1" status: 200 len: 850 time: 0.1332233 Jul 16 08:33:58.680054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132829d3-34a8-474b-8081-0eb43fc319ef req-dd00f5e0-2cbb-4e51-b259-1a25e6c54ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:58.681715 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-dd00f5e0-2cbb-4e51-b259-1a25e6c54ee9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1178389 Jul 16 08:33:58.698767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969285d-1f9e-4b70-a9b4-cb88c8e77e19 req-98c88074-f47e-4e7b-9015-d24cc7f389e9 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:58.706789 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1969285d-1f9e-4b70-a9b4-cb88c8e77e19 req-98c88074-f47e-4e7b-9015-d24cc7f389e9 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 944 time: 0.1075609 Jul 16 08:33:58.782147 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1969285d-1f9e-4b70-a9b4-cb88c8e77e19 req-a309d1d9-e8da-4f98-966d-2a3d84545921 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746236 Jul 16 08:33:58.845363 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295b9bd4-fa05-43e0-99e3-58e8ea3f7788 x-openstack-request-id: req-295b9bd4-fa05-43e0-99e3-58e8ea3f7788 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:58.845611 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e69443f4-6768-469a-aa34-bb4b36589c9e", "tag": "eb099e34-f592-40fb-95e7-48f91efdec39", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:58.845879 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-295b9bd4-fa05-43e0-99e3-58e8ea3f7788 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:58.846299 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e69443f4-6768-469a-aa34-bb4b36589c9e', 'tag': 'eb099e34-f592-40fb-95e7-48f91efdec39', 'status': 'completed', 'code': 200} Jul 16 08:33:58.884328 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-17fb6e7a-4c0c-4118-965e-20a3efda8f6c service neutron] 10.222.0.15 "GET /v2.0/networks/0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945167 Jul 16 08:33:58.987062 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa298f-435e-4917-ace3-f782ea82a344 req-49329ea1-3d36-4f8d-9ae5-19537ef3bad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:58.989400 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-97fa298f-435e-4917-ace3-f782ea82a344 req-49329ea1-3d36-4f8d-9ae5-19537ef3bad0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 1096 time: 0.1162734 Jul 16 08:33:59.096178 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa298f-435e-4917-ace3-f782ea82a344 req-624cbf79-7a12-465e-b30f-d9f90b37ae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:59.097986 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-97fa298f-435e-4917-ace3-f782ea82a344 req-624cbf79-7a12-465e-b30f-d9f90b37ae46 service neutron] 10.222.0.38 "GET /v2.0/networks?id=20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 200 len: 905 time: 0.1009862 Jul 16 08:33:59.102908 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-132829d3-34a8-474b-8081-0eb43fc319ef req-7f49ec64-f32b-4235-9f0c-854688a2dd3a service neutron] 10.222.0.15 "GET /v2.0/networks/0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123630 Jul 16 08:33:59.172036 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-97fa298f-435e-4917-ace3-f782ea82a344 req-35ef99ea-00a3-4e0f-b9d1-45f04cd62832 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb099e34-f592-40fb-95e7-48f91efdec39 HTTP/1.1" status: 200 len: 217 time: 0.0633261 Jul 16 08:33:59.252514 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bee1e13-afc5-408a-aee0-f19c730c87a7 req-414a7d1b-cadf-450b-bc14-b95ec93b10e8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:59.260072 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0bee1e13-afc5-408a-aee0-f19c730c87a7 req-414a7d1b-cadf-450b-bc14-b95ec93b10e8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 946 time: 0.1609201 Jul 16 08:33:59.328370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fa298f-435e-4917-ace3-f782ea82a344 req-42a6e2f0-6752-465a-ae7b-5d40fac39aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:59.329863 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-97fa298f-435e-4917-ace3-f782ea82a344 req-42a6e2f0-6752-465a-ae7b-5d40fac39aed service neutron] 10.222.0.38 "GET /v2.0/subnets?id=789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 200 len: 845 time: 0.1486208 Jul 16 08:33:59.332966 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0bee1e13-afc5-408a-aee0-f19c730c87a7 req-1d54420b-a9a4-49d6-9e2e-6c501578c959 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707004 Jul 16 08:33:59.386513 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04e96dd-7220-40f4-92bc-ba99f73d9f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9192850-6c73-4969-94e2-d7571e34c896'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:59.389890 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d610e493-83fa-415c-b457-f1ebd6481e95" -d '{"events": [{"server_uuid": "c04e96dd-7220-40f4-92bc-ba99f73d9f50", "name": "network-vif-plugged", "status": "completed", "tag": "c9192850-6c73-4969-94e2-d7571e34c896"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:59.396395 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-97fa298f-435e-4917-ace3-f782ea82a344 req-98c1397c-8a4e-407e-b313-e7208fd237e3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=20ee9c8f-2cd9-40d6-987d-933e8af4b497&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571835 Jul 16 08:33:59.512578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80da7206-992b-4fee-ba2e-70cb44420b9c', 'tag': '446cf657-15b9-43e9-9889-70fc0cfa5d5b'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:59.518365 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2509f89b-8de1-4b13-b984-6c29515aceea" -d '{"events": [{"name": "network-changed", "server_uuid": "80da7206-992b-4fee-ba2e-70cb44420b9c", "tag": "446cf657-15b9-43e9-9889-70fc0cfa5d5b"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:59.569104 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-97fa298f-435e-4917-ace3-f782ea82a344 req-a9749a22-ce27-4c0a-ae93-026949af791d service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650856 Jul 16 08:33:59.760064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-97fa298f-435e-4917-ace3-f782ea82a344 req-f6639fb3-796b-4c8f-b3e4-614f922a817f service neutron] 10.222.0.38 "GET /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816437 Jul 16 08:34:00.368400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device eb099e34-f592-40fb-95e7-48f91efdec39 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:00.511497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port eb099e34-f592-40fb-95e7-48f91efdec39, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=eb099e34-f592-40fb-95e7-48f91efdec39,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:00.534379 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'eb099e34-f592-40fb-95e7-48f91efdec39', 'network_id': '20ee9c8f-2cd9-40d6-987d-933e8af4b497', 'port_id': 'eb099e34-f592-40fb-95e7-48f91efdec39', 'mac_address': 'fa:16:3e:fb:30:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '789d7b71-d5c7-4c97-8897-da1853b01c39', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:00.592250 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.610153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb099e34-f592-40fb-95e7-48f91efdec39 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:00.637561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port eb099e34-f592-40fb-95e7-48f91efdec39, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=eb099e34-f592-40fb-95e7-48f91efdec39,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:00.647765 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.737868 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=eb099e34-f592-40fb-95e7-48f91efdec39,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:00.909711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['eb099e34-f592-40fb-95e7-48f91efdec39'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:01.232768 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 446cf657-15b9-43e9-9889-70fc0cfa5d5b details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:01.477306 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 446cf657-15b9-43e9-9889-70fc0cfa5d5b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=446cf657-15b9-43e9-9889-70fc0cfa5d5b,segment=NetworkSegment(d44fd481-ac90-464f-8edf-869fa1fcd38d),segment_id=d44fd481-ac90-464f-8edf-869fa1fcd38d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:01.508340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '446cf657-15b9-43e9-9889-70fc0cfa5d5b', 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'port_id': '446cf657-15b9-43e9-9889-70fc0cfa5d5b', 'mac_address': 'fa:16:3e:9b:39:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:01.541249 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:34:01.592042 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.617989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446cf657-15b9-43e9-9889-70fc0cfa5d5b {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:01.647796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 446cf657-15b9-43e9-9889-70fc0cfa5d5b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=446cf657-15b9-43e9-9889-70fc0cfa5d5b,segment=NetworkSegment(d44fd481-ac90-464f-8edf-869fa1fcd38d),segment_id=d44fd481-ac90-464f-8edf-869fa1fcd38d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:01.653702 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.731174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=446cf657-15b9-43e9-9889-70fc0cfa5d5b,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:01.926514 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['446cf657-15b9-43e9-9889-70fc0cfa5d5b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:02.396151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device eb099e34-f592-40fb-95e7-48f91efdec39 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:02.485214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port eb099e34-f592-40fb-95e7-48f91efdec39 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:02.490276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port eb099e34-f592-40fb-95e7-48f91efdec39 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:02.490650 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.686814 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.761196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port eb099e34-f592-40fb-95e7-48f91efdec39, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=eb099e34-f592-40fb-95e7-48f91efdec39,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:02.767414 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.854300 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=eb099e34-f592-40fb-95e7-48f91efdec39,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:03.244677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 446cf657-15b9-43e9-9889-70fc0cfa5d5b up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:03.348318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 446cf657-15b9-43e9-9889-70fc0cfa5d5b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:03.362460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 446cf657-15b9-43e9-9889-70fc0cfa5d5b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:03.363562 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.512479 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.553613 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.576694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 446cf657-15b9-43e9-9889-70fc0cfa5d5b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=446cf657-15b9-43e9-9889-70fc0cfa5d5b,segment=NetworkSegment(d44fd481-ac90-464f-8edf-869fa1fcd38d),segment_id=d44fd481-ac90-464f-8edf-869fa1fcd38d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:03.586169 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.666577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=446cf657-15b9-43e9-9889-70fc0cfa5d5b,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:04.406413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-ca42618f-2dc9-4b94-933c-5b932b03e409 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:04.407950 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-ca42618f-2dc9-4b94-933c-5b932b03e409 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 812 time: 0.1486087 Jul 16 08:34:04.423095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-fe85f046-709c-4112-a022-5bd4ffe8057e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/quotas/a18790f1a5984cd0913742d5f9996e0a HTTP/1.1" status: 200 len: 375 time: 0.0095561 Jul 16 08:34:04.433745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fa8d1a-67cd-4d49-ac66-fb8fcf8396a4 req-61ebb468-a750-4e28-a17b-24ab647f9db7 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:04.435234 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-93fa8d1a-67cd-4d49-ac66-fb8fcf8396a4 req-61ebb468-a750-4e28-a17b-24ab647f9db7 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.0820861 Jul 16 08:34:04.473642 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-3898d04c-ec2a-4aa0-adee-9ffbc4079900 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406945 Jul 16 08:34:04.490839 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-93fa8d1a-67cd-4d49-ac66-fb8fcf8396a4 req-4d56e8bb-fe72-47f5-a999-74e8fa1f0256 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498695 Jul 16 08:34:04.591044 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-e5296de6-03f1-4302-bb67-32942517e876 service neutron] 10.222.0.20 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102338 Jul 16 08:34:04.737668 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-38ed4632-7b7f-413c-bf72-cadd0bd09970 service neutron] 10.222.0.20 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451616 Jul 16 08:34:04.944590 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dc1acf-601d-4b8b-966a-8f205d69772e x-openstack-request-id: req-33dc1acf-601d-4b8b-966a-8f205d69772e {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:04.945506 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04e96dd-7220-40f4-92bc-ba99f73d9f50", "name": "network-vif-plugged", "status": "completed", "tag": "c9192850-6c73-4969-94e2-d7571e34c896", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:04.945938 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33dc1acf-601d-4b8b-966a-8f205d69772e {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:04.946767 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04e96dd-7220-40f4-92bc-ba99f73d9f50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9192850-6c73-4969-94e2-d7571e34c896', 'code': 200} Jul 16 08:34:05.009166 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f17cf6a-4a01-406b-b3ff-c9ff2e3b8a74 x-openstack-request-id: req-5f17cf6a-4a01-406b-b3ff-c9ff2e3b8a74 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:05.009787 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80da7206-992b-4fee-ba2e-70cb44420b9c", "tag": "446cf657-15b9-43e9-9889-70fc0cfa5d5b", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:05.010199 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f17cf6a-4a01-406b-b3ff-c9ff2e3b8a74 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:05.010831 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80da7206-992b-4fee-ba2e-70cb44420b9c', 'tag': '446cf657-15b9-43e9-9889-70fc0cfa5d5b', 'status': 'completed', 'code': 200} Jul 16 08:34:05.110494 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.143850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2fb38-e264-4340-8f93-f4757a55544d req-d17fb0a2-2b1b-47cd-8b83-b2cd1cc56670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.145903 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-98c2fb38-e264-4340-8f93-f4757a55544d req-d17fb0a2-2b1b-47cd-8b83-b2cd1cc56670 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 1098 time: 0.0997248 Jul 16 08:34:05.168905 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-21ca6cb9-2a4e-4052-96b6-554c6098990b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.225762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509f89b-8de1-4b13-b984-6c29515aceea req-0d30debb-8398-41d2-9ea9-a12cdc08091e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.228415 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2509f89b-8de1-4b13-b984-6c29515aceea req-0d30debb-8398-41d2-9ea9-a12cdc08091e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec68b473fab2459f93f7c4b2bd831fcf&device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 1097 time: 0.1943648 Jul 16 08:34:05.241956 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-98c2fb38-e264-4340-8f93-f4757a55544d req-12aa2521-af2f-4351-8672-ab56c47b0740 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899687 Jul 16 08:34:05.268167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed82539-ca31-4523-9ff2-983431a6590a req-934e7d04-512c-434f-a54c-7e3a6a042967 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.275818 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ed82539-ca31-4523-9ff2-983431a6590a req-934e7d04-512c-434f-a54c-7e3a6a042967 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 945 time: 0.1682346 Jul 16 08:34:05.298098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77649ab9-ce27-4fc0-ad8d-f7429a54b1c5 req-9ec7af77-6627-45de-bf54-26570ca37d31 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.300137 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77649ab9-ce27-4fc0-ad8d-f7429a54b1c5 req-9ec7af77-6627-45de-bf54-26570ca37d31 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.1047180 Jul 16 08:34:05.345362 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ed82539-ca31-4523-9ff2-983431a6590a req-26ad9fca-fec4-47e9-86da-60fff5249e2e tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeabdafa-e771-4109-b69a-2dceefa61293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683270 Jul 16 08:34:05.346461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77649ab9-ce27-4fc0-ad8d-f7429a54b1c5 req-d86e9b75-6ff8-4e3a-af74-4bfb48e568ba tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395880 Jul 16 08:34:05.425447 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509f89b-8de1-4b13-b984-6c29515aceea req-e8bb7ee7-0c97-40f2-ae33-c1834177eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.427352 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2509f89b-8de1-4b13-b984-6c29515aceea req-e8bb7ee7-0c97-40f2-ae33-c1834177eba6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 HTTP/1.1" status: 200 len: 911 time: 0.1904058 Jul 16 08:34:05.477725 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2509f89b-8de1-4b13-b984-6c29515aceea req-8b873464-9d42-458e-8cb3-5e8a803f3862 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=446cf657-15b9-43e9-9889-70fc0cfa5d5b HTTP/1.1" status: 200 len: 217 time: 0.0434313 Jul 16 08:34:05.554603 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509f89b-8de1-4b13-b984-6c29515aceea req-6e068151-f1c0-461f-af2f-d2e27fcce79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.555946 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2509f89b-8de1-4b13-b984-6c29515aceea req-6e068151-f1c0-461f-af2f-d2e27fcce79d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d17b4a3e-917d-4383-b0cc-446e354ac843 HTTP/1.1" status: 200 len: 850 time: 0.0587640 Jul 16 08:34:05.557032 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18538b5a-c155-46d9-855c-c83b21c568e4 req-45316901-37e4-4810-8380-dc7cddc2b209 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.558674 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-18538b5a-c155-46d9-855c-c83b21c568e4 req-45316901-37e4-4810-8380-dc7cddc2b209 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 946 time: 0.0723372 Jul 16 08:34:05.574046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb79864-8bfb-4648-8f74-03288548776f req-c954d916-8273-40b0-860a-08210f2b55e4 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.576945 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-afb79864-8bfb-4648-8f74-03288548776f req-c954d916-8273-40b0-860a-08210f2b55e4 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 946 time: 0.1358361 Jul 16 08:34:05.609117 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-18538b5a-c155-46d9-855c-c83b21c568e4 req-7642d65a-ca71-4e07-9a16-9153a1f580d9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447960 Jul 16 08:34:05.665857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-afb79864-8bfb-4648-8f74-03288548776f req-5cef5f9f-9540-4fbf-bf83-00a444231e04 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836425 Jul 16 08:34:05.695083 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2509f89b-8de1-4b13-b984-6c29515aceea req-e6d55a0e-c20e-4412-925b-ccdeba6d7426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.696915 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2509f89b-8de1-4b13-b984-6c29515aceea req-e6d55a0e-c20e-4412-925b-ccdeba6d7426 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901413 Jul 16 08:34:05.780370 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9c224582-1a75-490e-bb2f-f581d8fdf1b6 req-f3849845-b3c3-4e9e-83da-bc03e013d56b tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 210 time: 0.0378025 Jul 16 08:34:05.839259 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2509f89b-8de1-4b13-b984-6c29515aceea req-bc66ba9f-2be9-48c2-8a8a-0cb06973dd15 service neutron] 10.222.0.15 "GET /v2.0/networks/0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310320 Jul 16 08:34:06.389772 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-0425f174-ad19-4d10-aa52-456679a08406 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:06.391351 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-0425f174-ad19-4d10-aa52-456679a08406 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.38 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 812 time: 0.1339245 Jul 16 08:34:06.397092 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2509f89b-8de1-4b13-b984-6c29515aceea req-5d169acd-6ec1-48cb-bf74-f63eb3f843c0 service neutron] 10.222.0.15 "GET /v2.0/networks/0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5504272 Jul 16 08:34:06.406243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-53519c4c-d6ac-42c3-8c49-ded0a7d72e58 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Request body: {'port': {'device_id': '8dabc357-33ee-4644-92cb-81a2760a1dd0', 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b', 'admin_state_up': True, 'tenant_id': 'a18790f1a5984cd0913742d5f9996e0a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:06.434367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41976840-3397-45c5-a2e8-ec022991210f req-dbde3070-f437-43b9-9618-8343bc66685b tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:06.449074 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41976840-3397-45c5-a2e8-ec022991210f req-dbde3070-f437-43b9-9618-8343bc66685b tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.5728655 Jul 16 08:34:06.497141 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41976840-3397-45c5-a2e8-ec022991210f req-4161e5d0-cf88-406f-86c7-c5c98aa97c69 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470862 Jul 16 08:34:06.606905 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49893127-de98-43aa-9b28-3cd11b3b862b req-b31160ec-4e8d-4cca-90bb-a3f96d7fd2b0 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:06.608385 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-49893127-de98-43aa-9b28-3cd11b3b862b req-b31160ec-4e8d-4cca-90bb-a3f96d7fd2b0 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 946 time: 0.1088369 Jul 16 08:34:06.609612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-53519c4c-d6ac-42c3-8c49-ded0a7d72e58 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Made reservation on behalf of a18790f1a5984cd0913742d5f9996e0a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:06.613136 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-53519c4c-d6ac-42c3-8c49-ded0a7d72e58 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.693645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72b9b73-c2f1-4762-ace2-1d3610894c78 req-d21a8b33-20f3-4fec-8577-ec799d246951 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:06.695286 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b72b9b73-c2f1-4762-ace2-1d3610894c78 req-d21a8b33-20f3-4fec-8577-ec799d246951 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 945 time: 0.0691633 Jul 16 08:34:06.701871 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-49893127-de98-43aa-9b28-3cd11b3b862b req-c41a9f63-bd68-47df-aebb-4736889f9154 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861402 Jul 16 08:34:06.737914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b72b9b73-c2f1-4762-ace2-1d3610894c78 req-f3ac24d6-6db4-4373-bff5-c78bc7e97654 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeabdafa-e771-4109-b69a-2dceefa61293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365903 Jul 16 08:34:06.803554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-53519c4c-d6ac-42c3-8c49-ded0a7d72e58 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Allocated IP 172.20.0.3 (79bcc93a-1bbe-4b86-93f9-b243ed27da0b/13a06e14-eee5-4201-98b3-810650c6afa3/5650b999-0200-4e53-933e-0329dd001bdc) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:06.948448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69443f4-6768-469a-aa34-bb4b36589c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb099e34-f592-40fb-95e7-48f91efdec39'}, {'server_uuid': '80da7206-992b-4fee-ba2e-70cb44420b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446cf657-15b9-43e9-9889-70fc0cfa5d5b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:06.951004 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786a371d-4e22-4647-9ab0-71a79137bed7" -d '{"events": [{"server_uuid": "e69443f4-6768-469a-aa34-bb4b36589c9e", "name": "network-vif-plugged", "status": "completed", "tag": "eb099e34-f592-40fb-95e7-48f91efdec39"}, {"server_uuid": "80da7206-992b-4fee-ba2e-70cb44420b9c", "name": "network-vif-plugged", "status": "completed", "tag": "446cf657-15b9-43e9-9889-70fc0cfa5d5b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:06.993173 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6616185-9771-4d04-b252-92d85da198b3 req-935d7eb0-5b1b-4b93-b0a4-8d558ae9d98b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:06.994867 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6616185-9771-4d04-b252-92d85da198b3 req-935d7eb0-5b1b-4b93-b0a4-8d558ae9d98b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.1678364 Jul 16 08:34:07.066658 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6616185-9771-4d04-b252-92d85da198b3 req-9d525a55-2f50-4874-af7a-6b7bb5466f6c tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651274 Jul 16 08:34:07.069931 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-53519c4c-d6ac-42c3-8c49-ded0a7d72e58 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.130947 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-53519c4c-d6ac-42c3-8c49-ded0a7d72e58 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.182673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-53519c4c-d6ac-42c3-8c49-ded0a7d72e58 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:07.188941 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-53519c4c-d6ac-42c3-8c49-ded0a7d72e58 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:07.198445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-53519c4c-d6ac-42c3-8c49-ded0a7d72e58 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:07.245221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53519c4c-d6ac-42c3-8c49-ded0a7d72e58 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Pushing event updated for resources: {'Port': ['ID=5650b999-0200-4e53-933e-0329dd001bdc,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:07.264788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-53519c4c-d6ac-42c3-8c49-ded0a7d72e58 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.265479 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-53519c4c-d6ac-42c3-8c49-ded0a7d72e58 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.292260 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-53519c4c-d6ac-42c3-8c49-ded0a7d72e58 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8911734 Jul 16 08:34:07.296266 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1b05384a-7009-44a5-a5f3-da1acb4ac0ed no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:07.309683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Request body: {'port': {'device_id': '8dabc357-33ee-4644-92cb-81a2760a1dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:07.381176 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.412135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.430492 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:07.436071 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.467903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b90e0-3c79-4f25-bfc1-d3562c12bab2 req-098ef589-ff9b-45a8-9116-3bf286f17f7b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.469827 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-134b90e0-3c79-4f25-bfc1-d3562c12bab2 req-098ef589-ff9b-45a8-9116-3bf286f17f7b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 946 time: 0.0834978 Jul 16 08:34:07.511192 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,revision_number=11']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:07.531619 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-134b90e0-3c79-4f25-bfc1-d3562c12bab2 req-46001bae-a0f7-4db1-9465-e1dbd1dcfbc3 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541716 Jul 16 08:34:07.639590 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ac4502-98de-4ac5-bb13-26a02ed6af61 x-openstack-request-id: req-75ac4502-98de-4ac5-bb13-26a02ed6af61 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:07.639905 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69443f4-6768-469a-aa34-bb4b36589c9e", "name": "network-vif-plugged", "status": "completed", "tag": "eb099e34-f592-40fb-95e7-48f91efdec39", "code": 200}, {"server_uuid": "80da7206-992b-4fee-ba2e-70cb44420b9c", "name": "network-vif-plugged", "status": "completed", "tag": "446cf657-15b9-43e9-9889-70fc0cfa5d5b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:07.640160 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-75ac4502-98de-4ac5-bb13-26a02ed6af61 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:07.640594 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69443f4-6768-469a-aa34-bb4b36589c9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb099e34-f592-40fb-95e7-48f91efdec39', 'code': 200} Jul 16 08:34:07.641400 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80da7206-992b-4fee-ba2e-70cb44420b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446cf657-15b9-43e9-9889-70fc0cfa5d5b', 'code': 200} Jul 16 08:34:07.740860 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5650b999-0200-4e53-933e-0329dd001bdc {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:07.749469 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.753528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95da849-0719-4fd3-88be-27ff609443a5 req-f76d075c-5951-4cdd-81ce-f0d79dc69d84 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.755192 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f95da849-0719-4fd3-88be-27ff609443a5 req-f76d075c-5951-4cdd-81ce-f0d79dc69d84 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 931 time: 0.1130373 Jul 16 08:34:07.763185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Transition to ACTIVE for port object 5650b999-0200-4e53-933e-0329dd001bdc will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:07.770435 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.832966 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Pushing event updated for resources: {'Port': ['ID=5650b999-0200-4e53-933e-0329dd001bdc,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:07.888889 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c6638035-0760-4712-9189-cdbcba954082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.890704 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f95da849-0719-4fd3-88be-27ff609443a5 req-0a8cffd0-9e6a-4ccf-8635-b1309f1ad9cc tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043379 Jul 16 08:34:07.910913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f756855-79a8-4d54-8224-c184b37f309e req-549842c6-855b-4775-b432-0cec8af153a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.912547 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9f756855-79a8-4d54-8224-c184b37f309e req-549842c6-855b-4775-b432-0cec8af153a8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 1097 time: 0.1782622 Jul 16 08:34:07.929660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4687e4-e756-40c8-ab31-d823a284252c req-fa39c0f6-1190-4164-86d8-eb6f853db54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.931301 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c4687e4-e756-40c8-ab31-d823a284252c req-fa39c0f6-1190-4164-86d8-eb6f853db54d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 1098 time: 0.1752057 Jul 16 08:34:07.976309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Attempting to bind port 5650b999-0200-4e53-933e-0329dd001bdc on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:07.976684 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9f756855-79a8-4d54-8224-c184b37f309e req-c305321b-f139-478a-b2d3-845b674e90f2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=eeabdafa-e771-4109-b69a-2dceefa61293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559528 Jul 16 08:34:07.976786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Attempting to bind port 5650b999-0200-4e53-933e-0329dd001bdc by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:07.977183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Attempting to bind port 5650b999-0200-4e53-933e-0329dd001bdc on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:07.985515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Port 5650b999-0200-4e53-933e-0329dd001bdc on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:07.985993 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Attempting to bind port 5650b999-0200-4e53-933e-0329dd001bdc on network 79bcc93a-1bbe-4b86-93f9-b243ed27da0b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:07.988955 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c4687e4-e756-40c8-ab31-d823a284252c req-a5723504-0aaf-4295-9e55-0c830751dcd8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480661 Jul 16 08:34:07.993066 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:07.993436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Checking segment: {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:07.994410 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Bound using segment: {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:07.994410 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Bound port: 5650b999-0200-4e53-933e-0329dd001bdc, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249c1642-39b3-43af-94f5-0131d6ee2a95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:07.994685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.106495 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.124214 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] For port 5650b999-0200-4e53-933e-0329dd001bdc, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:08.128332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] For port 5650b999-0200-4e53-933e-0329dd001bdc, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=5650b999-0200-4e53-933e-0329dd001bdc,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:08.141063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e246fc-4c67-4349-800a-0e39212a8c9d req-8e07e7aa-65f7-410b-be4d-474a6bf7f42d tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:08.142279 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f5105c-87c3-4f29-8bd9-4f5ef4995c54 req-28086560-9b13-46b3-af97-a6f57623f9e7 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:08.142707 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-45e246fc-4c67-4349-800a-0e39212a8c9d req-8e07e7aa-65f7-410b-be4d-474a6bf7f42d tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1334205 Jul 16 08:34:08.144419 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.144760 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8f5105c-87c3-4f29-8bd9-4f5ef4995c54 req-28086560-9b13-46b3-af97-a6f57623f9e7 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 1098 time: 0.0608089 Jul 16 08:34:08.182503 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8f5105c-87c3-4f29-8bd9-4f5ef4995c54 req-9fddd73d-6db4-4e1e-8358-110fd78124fa tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308864 Jul 16 08:34:08.200183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:08.200825 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.202556 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] 10.222.0.38 "PUT /v2.0/ports/5650b999-0200-4e53-933e-0329dd001bdc HTTP/1.1" status: 200 len: 1092 time: 0.9025016 Jul 16 08:34:08.204878 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dabc357-33ee-4644-92cb-81a2760a1dd0', 'tag': '5650b999-0200-4e53-933e-0329dd001bdc'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:08.207173 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ab04b0-9d3e-4cce-b09f-d954907efe16" -d '{"events": [{"name": "network-changed", "server_uuid": "8dabc357-33ee-4644-92cb-81a2760a1dd0", "tag": "5650b999-0200-4e53-933e-0329dd001bdc"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:08.240420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c60f6c6-3e96-43da-bf1c-600b65ba6388 service neutron] Pushing event updated for resources: {'Port': ['ID=5650b999-0200-4e53-933e-0329dd001bdc,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:08.245956 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-45e246fc-4c67-4349-800a-0e39212a8c9d req-68846aeb-46a8-489c-8d02-114049c7a9ae tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930939 Jul 16 08:34:08.322863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-26ee8da4-1414-462b-9874-260e5d54dc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:08.324467 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-26ee8da4-1414-462b-9874-260e5d54dc0f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 1095 time: 0.0583346 Jul 16 08:34:08.376253 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-0db1564e-a5c9-432c-a534-27d766eabc2a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5650b999-0200-4e53-933e-0329dd001bdc HTTP/1.1" status: 200 len: 217 time: 0.0433781 Jul 16 08:34:08.451122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-ef15544e-bec0-4dea-bab5-ebf418ac2eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:08.452528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-ef15544e-bec0-4dea-bab5-ebf418ac2eb6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=13a06e14-eee5-4201-98b3-810650c6afa3 HTTP/1.1" status: 200 len: 852 time: 0.0685091 Jul 16 08:34:08.496607 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-81502075-7b97-4ebf-bc1d-07014c3dca8b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351291 Jul 16 08:34:08.505189 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ff421-edaa-40f3-afd6-3bf8c244f899 req-98848b82-85bc-4289-8245-817c491e65f6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:08.506653 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-373ff421-edaa-40f3-afd6-3bf8c244f899 req-98848b82-85bc-4289-8245-817c491e65f6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1332111 Jul 16 08:34:08.603377 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-373ff421-edaa-40f3-afd6-3bf8c244f899 req-6fb61dc6-5b32-4bfe-94b4-a145bab04994 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877616 Jul 16 08:34:08.626293 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-fbf95a64-0857-426d-bf78-8f99e09bf2b9 service neutron] 10.222.0.38 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170738 Jul 16 08:34:08.700922 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358afcc7-776d-41ac-8de9-4278246dc0fb req-bfe419ec-e59e-49de-8188-f070fb48eb0c tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:08.703232 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-358afcc7-776d-41ac-8de9-4278246dc0fb req-bfe419ec-e59e-49de-8188-f070fb48eb0c tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 945 time: 0.0775199 Jul 16 08:34:08.753694 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-358afcc7-776d-41ac-8de9-4278246dc0fb req-325109f5-acfa-4aad-a09e-7a589268c13e tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeabdafa-e771-4109-b69a-2dceefa61293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367460 Jul 16 08:34:08.807924 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d0df4d4-3dc9-49ab-902e-13153c64dd0a req-63d78c54-f2c1-4d9a-8fc7-f9b2402082be service neutron] 10.222.0.38 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709223 Jul 16 08:34:08.889762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb02e2-ef90-484a-ba11-f74383061095 req-ef5fabfb-bf69-4748-953a-22d751c58674 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:08.891686 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-45cb02e2-ef90-484a-ba11-f74383061095 req-ef5fabfb-bf69-4748-953a-22d751c58674 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/networks?id=2c6d3640-a44d-4b77-a59d-de9a2af06b14 HTTP/1.1" status: 200 len: 804 time: 0.1548700 Jul 16 08:34:08.917419 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-45cb02e2-ef90-484a-ba11-f74383061095 req-2b96e2ec-f354-4802-8d37-b91e039f6a09 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/quotas/92636f6bd7b34639b779c60d9a9fde5b HTTP/1.1" status: 200 len: 375 time: 0.0138853 Jul 16 08:34:09.025196 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc9ff5-6241-43cd-b609-f640cfce31d1 req-376149a2-e492-4719-a1eb-acebe7236f40 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.027664 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ddc9ff5-6241-43cd-b609-f640cfce31d1 req-376149a2-e492-4719-a1eb-acebe7236f40 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.1300137 Jul 16 08:34:09.073543 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ddc9ff5-6241-43cd-b609-f640cfce31d1 req-e04c496a-e628-459d-92fd-4935e7edb7f5 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401847 Jul 16 08:34:09.279155 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adbb1898-29f7-4205-8ed2-9e38513b0c64 x-openstack-request-id: req-adbb1898-29f7-4205-8ed2-9e38513b0c64 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:09.279377 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dabc357-33ee-4644-92cb-81a2760a1dd0", "tag": "5650b999-0200-4e53-933e-0329dd001bdc", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:09.279607 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-adbb1898-29f7-4205-8ed2-9e38513b0c64 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:09.280008 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dabc357-33ee-4644-92cb-81a2760a1dd0', 'tag': '5650b999-0200-4e53-933e-0329dd001bdc', 'status': 'completed', 'code': 200} Jul 16 08:34:09.311870 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1b05384a-7009-44a5-a5f3-da1acb4ac0ed details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:09.351326 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-45cb02e2-ef90-484a-ba11-f74383061095 req-67aeebb1-d1c3-47c9-a527-1afae00a1b4d tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92636f6bd7b34639b779c60d9a9fde5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4319479 Jul 16 08:34:09.358148 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab04b0-9d3e-4cce-b09f-d954907efe16 req-4c7136bf-a812-47c1-a1ff-6cf00a704f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.362021 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36ab04b0-9d3e-4cce-b09f-d954907efe16 req-4c7136bf-a812-47c1-a1ff-6cf00a704f0f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a18790f1a5984cd0913742d5f9996e0a&device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 1095 time: 0.0812235 Jul 16 08:34:09.368602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device acbd6dad-050e-4145-bd94-689c7828889d no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:09.463291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:09.504624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'port_id': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'mac_address': 'fa:16:3e:a4:30:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:09.541620 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.546570 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-45cb02e2-ef90-484a-ba11-f74383061095 req-2447da60-1069-468a-abe2-3a5ab36fd751 service neutron] 10.222.0.20 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819069 Jul 16 08:34:09.548017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab04b0-9d3e-4cce-b09f-d954907efe16 req-a8d364d8-d45c-496f-8fcb-60c06da10d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.549476 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36ab04b0-9d3e-4cce-b09f-d954907efe16 req-a8d364d8-d45c-496f-8fcb-60c06da10d23 service neutron] 10.222.0.38 "GET /v2.0/networks?id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 200 len: 912 time: 0.1772101 Jul 16 08:34:09.602661 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.607453 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.617156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port acbd6dad-050e-4145-bd94-689c7828889d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=acbd6dad-050e-4145-bd94-689c7828889d,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:09.621989 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36ab04b0-9d3e-4cce-b09f-d954907efe16 req-0c217a80-99d8-4e02-98f8-95c5126b4a7a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5650b999-0200-4e53-933e-0329dd001bdc HTTP/1.1" status: 200 len: 217 time: 0.0656641 Jul 16 08:34:09.624899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b05384a-7009-44a5-a5f3-da1acb4ac0ed {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:09.638024 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.646516 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed'}, {'server_uuid': 'e3e7d6d1-4479-4684-8354-143f79dfb85b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acbd6dad-050e-4145-bd94-689c7828889d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:09.646744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1a8e8e-1103-491b-b3d9-455da1e65e08 req-03f874fc-41a1-4fa1-b5ca-8341c4c0336c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.650916 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d2541ee-92c9-4de9-ab7b-c7769fab6d64" -d '{"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-unplugged", "status": "completed", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed"}, {"server_uuid": "e3e7d6d1-4479-4684-8354-143f79dfb85b", "name": "network-vif-unplugged", "status": "completed", "tag": "acbd6dad-050e-4145-bd94-689c7828889d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:09.657451 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f1a8e8e-1103-491b-b3d9-455da1e65e08 req-03f874fc-41a1-4fa1-b5ca-8341c4c0336c tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 943 time: 0.1264780 Jul 16 08:34:09.728458 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f1a8e8e-1103-491b-b3d9-455da1e65e08 req-81e03350-f6cc-4cae-96f2-dc57c6ed6fca tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699720 Jul 16 08:34:09.734848 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:09.749185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab04b0-9d3e-4cce-b09f-d954907efe16 req-a345d6c0-a10e-4a93-a4c6-4dd82ec845c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.751029 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36ab04b0-9d3e-4cce-b09f-d954907efe16 req-a345d6c0-a10e-4a93-a4c6-4dd82ec845c5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=13a06e14-eee5-4201-98b3-810650c6afa3 HTTP/1.1" status: 200 len: 852 time: 0.1187840 Jul 16 08:34:09.779601 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-45cb02e2-ef90-484a-ba11-f74383061095 req-908e9bfb-32e5-4571-9a31-7aae08a5f86e service neutron] 10.222.0.20 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167377 Jul 16 08:34:09.797852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=acbd6dad-050e-4145-bd94-689c7828889d,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:09.810772 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.823044 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36ab04b0-9d3e-4cce-b09f-d954907efe16 req-fd80b136-dae4-4f3b-b1b3-3bbd86d54c51 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=79bcc93a-1bbe-4b86-93f9-b243ed27da0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623071 Jul 16 08:34:09.948433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['1b05384a-7009-44a5-a5f3-da1acb4ac0ed'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:09.952648 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,revision_number=12']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:09.955183 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36ab04b0-9d3e-4cce-b09f-d954907efe16 req-d8f22ede-3cfc-48db-acb8-4ae1f69f1893 service neutron] 10.222.0.38 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262617 Jul 16 08:34:10.183585 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2a68d7-730b-4005-9d40-50111e153348 req-b4cc345d-15f3-4f9d-b094-20fb9ca9f103 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:10.191009 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bc2a68d7-730b-4005-9d40-50111e153348 req-b4cc345d-15f3-4f9d-b094-20fb9ca9f103 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.2234387 Jul 16 08:34:10.213556 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36ab04b0-9d3e-4cce-b09f-d954907efe16 req-87425306-5abf-4179-8aeb-9d4a9df53fd4 service neutron] 10.222.0.38 "GET /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516994 Jul 16 08:34:10.245253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9b2be8-fa2e-4fa7-974e-6d50cb4dcf4f req-43809789-5d6b-466b-8a8e-89942a2311f2 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:10.246933 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dc9b2be8-fa2e-4fa7-974e-6d50cb4dcf4f req-43809789-5d6b-466b-8a8e-89942a2311f2 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3e7d6d1-4479-4684-8354-143f79dfb85b HTTP/1.1" status: 200 len: 943 time: 0.1854873 Jul 16 08:34:10.276102 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bc2a68d7-730b-4005-9d40-50111e153348 req-b9d86ebe-5e5b-43b9-b1db-63812cc1be92 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840859 Jul 16 08:34:10.370779 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed9046a-2297-4b05-9e46-f34949f75afc x-openstack-request-id: req-2ed9046a-2297-4b05-9e46-f34949f75afc {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:10.371285 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-unplugged", "status": "completed", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed", "code": 200}, {"server_uuid": "e3e7d6d1-4479-4684-8354-143f79dfb85b", "name": "network-vif-unplugged", "status": "completed", "tag": "acbd6dad-050e-4145-bd94-689c7828889d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:10.371402 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ed9046a-2297-4b05-9e46-f34949f75afc {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:10.371759 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'code': 200} Jul 16 08:34:10.372053 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e7d6d1-4479-4684-8354-143f79dfb85b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'acbd6dad-050e-4145-bd94-689c7828889d', 'code': 200} Jul 16 08:34:10.448186 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 5650b999-0200-4e53-933e-0329dd001bdc details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:10.470778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-dc9b2be8-fa2e-4fa7-974e-6d50cb4dcf4f req-59ca15a7-a1ec-488d-a3be-e6a3843f445a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Deleting port acbd6dad-050e-4145-bd94-689c7828889d {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:10.471132 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-dc9b2be8-fa2e-4fa7-974e-6d50cb4dcf4f req-59ca15a7-a1ec-488d-a3be-e6a3843f445a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.525639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a850f-214b-4a35-9e75-fa9a7aff5c2d req-d9e616c4-8a81-45d0-8b85-52d9e4002639 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:10.539982 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d92a850f-214b-4a35-9e75-fa9a7aff5c2d req-d9e616c4-8a81-45d0-8b85-52d9e4002639 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 945 time: 0.1931589 Jul 16 08:34:10.659197 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-dc9b2be8-fa2e-4fa7-974e-6d50cb4dcf4f req-59ca15a7-a1ec-488d-a3be-e6a3843f445a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] For port acbd6dad-050e-4145-bd94-689c7828889d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=acbd6dad-050e-4145-bd94-689c7828889d,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:10.659988 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-dc9b2be8-fa2e-4fa7-974e-6d50cb4dcf4f req-59ca15a7-a1ec-488d-a3be-e6a3843f445a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.678943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-dc9b2be8-fa2e-4fa7-974e-6d50cb4dcf4f req-59ca15a7-a1ec-488d-a3be-e6a3843f445a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Calling delete_port for acbd6dad-050e-4145-bd94-689c7828889d owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:10.694921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864d276a-8036-4d96-ab52-a9fbe6013f2d req-1819869d-a49c-40a7-a08f-7ee3e91eeb3b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:10.703648 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-864d276a-8036-4d96-ab52-a9fbe6013f2d req-1819869d-a49c-40a7-a08f-7ee3e91eeb3b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 945 time: 0.1545126 Jul 16 08:34:10.714656 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d92a850f-214b-4a35-9e75-fa9a7aff5c2d req-f51f81a4-14eb-42e1-a06a-44b9626d5614 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676044 Jul 16 08:34:10.757914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 5650b999-0200-4e53-933e-0329dd001bdc, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=5650b999-0200-4e53-933e-0329dd001bdc,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:10.798668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '5650b999-0200-4e53-933e-0329dd001bdc', 'network_id': '79bcc93a-1bbe-4b86-93f9-b243ed27da0b', 'port_id': '5650b999-0200-4e53-933e-0329dd001bdc', 'mac_address': 'fa:16:3e:7a:a5:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13a06e14-eee5-4201-98b3-810650c6afa3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:10.804766 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-864d276a-8036-4d96-ab52-a9fbe6013f2d req-00fae680-ada3-4ea4-82c3-58bb35903085 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeabdafa-e771-4109-b69a-2dceefa61293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916896 Jul 16 08:34:10.883827 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.922124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5650b999-0200-4e53-933e-0329dd001bdc {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:10.951446 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-768bfd13-ed6a-4c67-899d-9b9776a31b2a req-e3444159-ed6d-42af-913d-d16683205ef5 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 210 time: 0.1484919 Jul 16 08:34:11.030529 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-dc9b2be8-fa2e-4fa7-974e-6d50cb4dcf4f req-59ca15a7-a1ec-488d-a3be-e6a3843f445a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.039413 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 5650b999-0200-4e53-933e-0329dd001bdc, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=5650b999-0200-4e53-933e-0329dd001bdc,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:11.050809 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.146580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ca15a7-a1ec-488d-a3be-e6a3843f445a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Pushing event deleted for resources: {'Port': ['ID=acbd6dad-050e-4145-bd94-689c7828889d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:11.147054 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.183430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=5650b999-0200-4e53-933e-0329dd001bdc,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:11.199079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9b2be8-fa2e-4fa7-974e-6d50cb4dcf4f req-59ca15a7-a1ec-488d-a3be-e6a3843f445a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] No DVR routers for this DVR port acbd6dad-050e-4145-bd94-689c7828889d on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:11.202971 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-dc9b2be8-fa2e-4fa7-974e-6d50cb4dcf4f req-59ca15a7-a1ec-488d-a3be-e6a3843f445a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.205189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dc9b2be8-fa2e-4fa7-974e-6d50cb4dcf4f req-59ca15a7-a1ec-488d-a3be-e6a3843f445a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "DELETE /v2.0/ports/acbd6dad-050e-4145-bd94-689c7828889d HTTP/1.1" status: 204 len: 173 time: 0.9520431 Jul 16 08:34:11.207872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3e7d6d1-4479-4684-8354-143f79dfb85b', 'name': 'network-vif-deleted', 'tag': 'acbd6dad-050e-4145-bd94-689c7828889d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:11.212616 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d9a937a-43d9-496d-bc25-8433b2e76647" -d '{"events": [{"server_uuid": "e3e7d6d1-4479-4684-8354-143f79dfb85b", "name": "network-vif-deleted", "tag": "acbd6dad-050e-4145-bd94-689c7828889d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:11.324873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1b05384a-7009-44a5-a5f3-da1acb4ac0ed up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:11.329348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf52076-8601-430f-bb32-4b9a4b7fed4b req-29bacbe0-19c3-4eb4-a11d-124e2dc2ecb1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.331813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['5650b999-0200-4e53-933e-0329dd001bdc'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:11.339688 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-acf52076-8601-430f-bb32-4b9a4b7fed4b req-29bacbe0-19c3-4eb4-a11d-124e2dc2ecb1 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.2641313 Jul 16 08:34:11.387279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86ff900-66f8-4152-a75b-8c52810383a6 req-906702c2-beee-4b63-b72c-a8ee8a25bbfd tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.388955 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f86ff900-66f8-4152-a75b-8c52810383a6 req-906702c2-beee-4b63-b72c-a8ee8a25bbfd tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 944 time: 0.1735125 Jul 16 08:34:11.447795 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-acf52076-8601-430f-bb32-4b9a4b7fed4b req-a3f3b359-247b-4e39-b572-cd72c6c53837 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069458 Jul 16 08:34:11.490646 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f86ff900-66f8-4152-a75b-8c52810383a6 req-5bfd4a95-de41-43dd-a86e-7c95a1925ec1 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929439 Jul 16 08:34:11.593549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:11.596575 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.655894 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee77b1d9-ee2c-4eef-86c9-5645086fcf97 x-openstack-request-id: req-ee77b1d9-ee2c-4eef-86c9-5645086fcf97 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:11.656214 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3e7d6d1-4479-4684-8354-143f79dfb85b", "name": "network-vif-deleted", "tag": "acbd6dad-050e-4145-bd94-689c7828889d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:11.656631 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ee77b1d9-ee2c-4eef-86c9-5645086fcf97 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:11.657170 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3e7d6d1-4479-4684-8354-143f79dfb85b', 'name': 'network-vif-deleted', 'tag': 'acbd6dad-050e-4145-bd94-689c7828889d', 'status': 'completed', 'code': 200} Jul 16 08:34:11.726140 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.749535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb7c67f-6caf-4373-bd1e-f8ad70902cff req-6e795401-be34-41a8-9d47-699178216f35 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.751608 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cdb7c67f-6caf-4373-bd1e-f8ad70902cff req-6e795401-be34-41a8-9d47-699178216f35 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 945 time: 0.1688516 Jul 16 08:34:11.766205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 48058) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:11.771327 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:11.773493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-709abbd7-e58c-4ce8-9545-0b1d4cb4e952 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Request body: {'floatingip': {'port_id': '446cf657-15b9-43e9-9889-70fc0cfa5d5b'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:11.785710 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.787803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device acbd6dad-050e-4145-bd94-689c7828889d no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:11.831070 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-709abbd7-e58c-4ce8-9545-0b1d4cb4e952 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.864226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: acbd6dad-050e-4145-bd94-689c7828889d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:11.865205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device acbd6dad-050e-4145-bd94-689c7828889d not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:11.871594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,revision_number=13']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:11.988087 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461bcdb-4f49-4ae2-8692-976ce135c5cf req-0d94a17a-e38f-48df-a592-eb85f0d070c0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.997687 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2461bcdb-4f49-4ae2-8692-976ce135c5cf req-0d94a17a-e38f-48df-a592-eb85f0d070c0 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1895270 Jul 16 08:34:12.053436 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2461bcdb-4f49-4ae2-8692-976ce135c5cf req-6ed32ddf-a2b4-4a9e-96ca-d685482a562a tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542090 Jul 16 08:34:12.374409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:12.381590 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b2032d4-7582-4e58-8b61-322be2bde031" -d '{"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-plugged", "status": "completed", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:12.622459 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c654b77-585a-47f4-b582-214b3a934481 req-a3f84f26-4bc4-49c0-9f02-c52076e82d22 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:12.638900 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6c654b77-585a-47f4-b582-214b3a934481 req-a3f84f26-4bc4-49c0-9f02-c52076e82d22 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 946 time: 0.2648509 Jul 16 08:34:12.725343 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb02e2-ef90-484a-ba11-f74383061095 req-7678477e-6f2a-420c-b40f-5662db332243 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:12.725940 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45cb02e2-ef90-484a-ba11-f74383061095 req-7678477e-6f2a-420c-b40f-5662db332243 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "GET /v2.0/networks?id=2c6d3640-a44d-4b77-a59d-de9a2af06b14 HTTP/1.1" status: 200 len: 804 time: 0.2500679 Jul 16 08:34:12.780212 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6c654b77-585a-47f4-b582-214b3a934481 req-36c1ba22-d75f-420d-9537-88eec5e5f1d6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416392 Jul 16 08:34:12.798777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-45cb02e2-ef90-484a-ba11-f74383061095 req-507f1476-36e8-45ab-b505-d6266c88a384 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Request body: {'port': {'device_id': '721ccadc-7b35-4c7a-a361-7390694aa2ee', 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14', 'admin_state_up': True, 'tenant_id': '92636f6bd7b34639b779c60d9a9fde5b'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:12.875167 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 48078) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:12.944993 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.resource_extend [None req-709abbd7-e58c-4ce8-9545-0b1d4cb4e952 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:34:13.065496 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-133f7cbf-d07d-491e-b72d-79e5f8cd8723 req-138ff7c2-9a4c-4598-922d-e2e1a224d70f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 210 time: 0.0627582 Jul 16 08:34:13.227162 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-42c1337e-4153-4d4c-8606-d69a29987573 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.352080 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-709abbd7-e58c-4ce8-9545-0b1d4cb4e952 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.369916 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-709abbd7-e58c-4ce8-9545-0b1d4cb4e952 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.382300 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e251f55-9e40-4a95-86a2-9ab8e9c1e85f req-b51cc6a9-3683-4789-966b-eea2baa59205 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.390318 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e251f55-9e40-4a95-86a2-9ab8e9c1e85f req-b51cc6a9-3683-4789-966b-eea2baa59205 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.1411395 Jul 16 08:34:13.473048 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e251f55-9e40-4a95-86a2-9ab8e9c1e85f req-2825375b-0e26-4a66-a04d-f3992b210808 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793841 Jul 16 08:34:13.550299 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-42c1337e-4153-4d4c-8606-d69a29987573 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.556743 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-42c1337e-4153-4d4c-8606-d69a29987573 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.578630 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0b64e5-5b85-4017-83bc-dd3745d981a1 x-openstack-request-id: req-2a0b64e5-5b85-4017-83bc-dd3745d981a1 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:13.579166 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-plugged", "status": "completed", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:13.579166 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a0b64e5-5b85-4017-83bc-dd3745d981a1 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:13.579536 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'code': 200} Jul 16 08:34:13.656339 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-42c1337e-4153-4d4c-8606-d69a29987573 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f36db70bf5ea4341b9a06df57676afc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7772441 Jul 16 08:34:13.660017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 48092) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:13.684939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c1337e-4153-4d4c-8606-d69a29987573 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c84897-1cea-4ed3-91e4-ae489e124e31,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:13.691990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45cb02e2-ef90-484a-ba11-f74383061095 req-507f1476-36e8-45ab-b505-d6266c88a384 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Made reservation on behalf of 92636f6bd7b34639b779c60d9a9fde5b for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:13.695773 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-45cb02e2-ef90-484a-ba11-f74383061095 req-507f1476-36e8-45ab-b505-d6266c88a384 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.767660 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-709abbd7-e58c-4ce8-9545-0b1d4cb4e952 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Floating IP 91bef413-b9df-4209-88a7-7139848c7185 associated. External IP: 172.25.4.82, port: 446cf657-15b9-43e9-9889-70fc0cfa5d5b. Jul 16 08:34:13.836972 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f446a3c3-19d2-4f43-be90-e3ec749ced76 req-69897088-adce-4938-a331-e2248f68b8cf tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.849732 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f446a3c3-19d2-4f43-be90-e3ec749ced76 req-69897088-adce-4938-a331-e2248f68b8cf tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 944 time: 0.1489167 Jul 16 08:34:13.913054 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f446a3c3-19d2-4f43-be90-e3ec749ced76 req-d76b8b54-2e19-4844-91b3-8d8744fbcc22 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620544 Jul 16 08:34:13.998050 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdc9fae3-1c0c-489d-95fb-e21e65570e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.092139 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdc9fae3-1c0c-489d-95fb-e21e65570e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.175685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5260e-c627-4797-b609-5df23049b9fb req-fa47d3e6-1e65-4e04-b2ab-f511e706b097 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.184371 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7fb5260e-c627-4797-b609-5df23049b9fb req-fa47d3e6-1e65-4e04-b2ab-f511e706b097 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.1196144 Jul 16 08:34:14.189446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6eb6de6-4227-4072-9bb2-b5d36a546171 req-c6f11096-47d2-4520-8a94-e457b27fa2af tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.196769 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b6eb6de6-4227-4072-9bb2-b5d36a546171 req-c6f11096-47d2-4520-8a94-e457b27fa2af tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.3753722 Jul 16 08:34:14.243472 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7fb5260e-c627-4797-b609-5df23049b9fb req-434855af-86ff-4fb4-9fa0-c070d6ee68ed tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578907 Jul 16 08:34:14.278436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-45cb02e2-ef90-484a-ba11-f74383061095 req-507f1476-36e8-45ab-b505-d6266c88a384 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Allocated IP 172.20.0.12 (2c6d3640-a44d-4b77-a59d-de9a2af06b14/5029719e-fae8-494a-87ee-b006bb0d0f93/9dac9769-9258-4d60-a3a5-395448c8cd4c) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:14.334761 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b6eb6de6-4227-4072-9bb2-b5d36a546171 req-bc47d61c-fa89-4a4f-ac66-d2b2395449ef tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370981 Jul 16 08:34:14.422665 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdc9fae3-1c0c-489d-95fb-e21e65570e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.425513 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdc9fae3-1c0c-489d-95fb-e21e65570e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.427396 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cdc9fae3-1c0c-489d-95fb-e21e65570e49 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c9c84897-1cea-4ed3-91e4-ae489e124e31 HTTP/1.1" status: 204 len: 168 time: 0.7658281 Jul 16 08:34:14.454461 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9fae3-1c0c-489d-95fb-e21e65570e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c84897-1cea-4ed3-91e4-ae489e124e31,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:14.477904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 5650b999-0200-4e53-933e-0329dd001bdc up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:14.562051 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709abbd7-e58c-4ce8-9545-0b1d4cb4e952 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:34:14.611741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7542af-fc34-463b-96b0-cf2b299b4413 req-bb701b1c-808f-4fa0-87ff-788be8809ad2 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.618427 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 5650b999-0200-4e53-933e-0329dd001bdc completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:14.626036 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb7542af-fc34-463b-96b0-cf2b299b4413 req-bb701b1c-808f-4fa0-87ff-788be8809ad2 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 946 time: 0.1416037 Jul 16 08:34:14.628068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 5650b999-0200-4e53-933e-0329dd001bdc triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:14.630813 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.680946 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5408e04c-b6d4-4e32-9855-e47f76111794 req-7861e688-b552-4c0e-be2a-7760eb991485 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 210 time: 0.1406138 Jul 16 08:34:14.749825 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb7542af-fc34-463b-96b0-cf2b299b4413 req-085db537-ebf3-499a-9360-73c075db7f1f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226273 Jul 16 08:34:14.878978 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.940620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 5650b999-0200-4e53-933e-0329dd001bdc, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=5650b999-0200-4e53-933e-0329dd001bdc,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:14.946126 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.995632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-45cb02e2-ef90-484a-ba11-f74383061095 req-507f1476-36e8-45ab-b505-d6266c88a384 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.046406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=5650b999-0200-4e53-933e-0329dd001bdc,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:15.064907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709abbd7-e58c-4ce8-9545-0b1d4cb4e952 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:34:15.073723 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-709abbd7-e58c-4ce8-9545-0b1d4cb4e952 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.078153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c53ce-613f-44d6-8fe4-196e02efde6a None None] Sync routers for ids ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:34:15.102131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c53ce-613f-44d6-8fe4-196e02efde6a None None] Routers {'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:15.112836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-536c53ce-613f-44d6-8fe4-196e02efde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:34:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:15.193582 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-709abbd7-e58c-4ce8-9545-0b1d4cb4e952 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "PUT /v2.0/floatingips/91bef413-b9df-4209-88a7-7139848c7185 HTTP/1.1" status: 200 len: 990 time: 3.4258082 Jul 16 08:34:15.203519 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80da7206-992b-4fee-ba2e-70cb44420b9c', 'tag': '446cf657-15b9-43e9-9889-70fc0cfa5d5b'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:15.213349 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56bf7cd-187a-4068-9eb5-879331fd8e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "80da7206-992b-4fee-ba2e-70cb44420b9c", "tag": "446cf657-15b9-43e9-9889-70fc0cfa5d5b"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:15.230296 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-45cb02e2-ef90-484a-ba11-f74383061095 req-507f1476-36e8-45ab-b505-d6266c88a384 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.246615 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be2352-5445-4766-a1cf-2627d90de075 req-7c371b25-ce4a-40a0-b78e-3f5f80920319 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.265012 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16be2352-5445-4766-a1cf-2627d90de075 req-7c371b25-ce4a-40a0-b78e-3f5f80920319 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 945 time: 0.1167178 Jul 16 08:34:15.376093 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16be2352-5445-4766-a1cf-2627d90de075 req-1141702c-5c58-4c4b-8b2f-2fda4a0bce00 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044900 Jul 16 08:34:15.388781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45cb02e2-ef90-484a-ba11-f74383061095 req-507f1476-36e8-45ab-b505-d6266c88a384 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:15.417176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-45cb02e2-ef90-484a-ba11-f74383061095 req-507f1476-36e8-45ab-b505-d6266c88a384 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:15.421902 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-536c53ce-613f-44d6-8fe4-196e02efde6a None None] Set router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:15.428046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-45cb02e2-ef90-484a-ba11-f74383061095 req-507f1476-36e8-45ab-b505-d6266c88a384 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:15.539786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507f1476-36e8-45ab-b505-d6266c88a384 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Pushing event updated for resources: {'Port': ['ID=9dac9769-9258-4d60-a3a5-395448c8cd4c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:15.592197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dabc357-33ee-4644-92cb-81a2760a1dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5650b999-0200-4e53-933e-0329dd001bdc'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:15.596410 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc478ea-709f-4b36-b09f-cdcd8a17a0ff" -d '{"events": [{"server_uuid": "8dabc357-33ee-4644-92cb-81a2760a1dd0", "name": "network-vif-plugged", "status": "completed", "tag": "5650b999-0200-4e53-933e-0329dd001bdc"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:15.613038 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb02e2-ef90-484a-ba11-f74383061095 req-507f1476-36e8-45ab-b505-d6266c88a384 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.613991 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-45cb02e2-ef90-484a-ba11-f74383061095 req-507f1476-36e8-45ab-b505-d6266c88a384 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.661185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9544118c-8f1f-43b9-b053-c690d872f3c5 req-5fda8acf-0eab-4dbf-b922-7b7123760732 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.662945 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9544118c-8f1f-43b9-b053-c690d872f3c5 req-5fda8acf-0eab-4dbf-b922-7b7123760732 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.4281826 Jul 16 08:34:15.665333 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45cb02e2-ef90-484a-ba11-f74383061095 req-507f1476-36e8-45ab-b505-d6266c88a384 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8718572 Jul 16 08:34:15.742020 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9544118c-8f1f-43b9-b053-c690d872f3c5 req-851087d5-2f8e-4bc5-89c0-123f89e15ac8 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716794 Jul 16 08:34:15.749603 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6da2416-d5a2-454d-87e3-8a3f962e4d27 x-openstack-request-id: req-b6da2416-d5a2-454d-87e3-8a3f962e4d27 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:15.749892 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80da7206-992b-4fee-ba2e-70cb44420b9c", "tag": "446cf657-15b9-43e9-9889-70fc0cfa5d5b", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:15.750150 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b6da2416-d5a2-454d-87e3-8a3f962e4d27 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:15.750568 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80da7206-992b-4fee-ba2e-70cb44420b9c', 'tag': '446cf657-15b9-43e9-9889-70fc0cfa5d5b', 'status': 'completed', 'code': 200} Jul 16 08:34:15.781679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Request body: {'port': {'device_id': '721ccadc-7b35-4c7a-a361-7390694aa2ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:15.808726 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 48140) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:15.882674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bf7cd-187a-4068-9eb5-879331fd8e2c req-fb5024d7-b7ba-4d52-bba8-6686a61b63ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.884315 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e56bf7cd-187a-4068-9eb5-879331fd8e2c req-fb5024d7-b7ba-4d52-bba8-6686a61b63ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec68b473fab2459f93f7c4b2bd831fcf&device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 1097 time: 0.1273491 Jul 16 08:34:16.046094 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.143112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bf7cd-187a-4068-9eb5-879331fd8e2c req-1291c6a3-f3f0-4b8d-9da1-cf13b5302b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.144636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e56bf7cd-187a-4068-9eb5-879331fd8e2c req-1291c6a3-f3f0-4b8d-9da1-cf13b5302b73 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 HTTP/1.1" status: 200 len: 911 time: 0.2538033 Jul 16 08:34:16.162447 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-613498472-network', 'tenant_id': '03e7d726cdae4a2191cfb6984476fdaa'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:16.277155 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc404d80-b0e3-4683-9a4a-8e4f7bee1210 x-openstack-request-id: req-dc404d80-b0e3-4683-9a4a-8e4f7bee1210 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:16.277767 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dabc357-33ee-4644-92cb-81a2760a1dd0", "name": "network-vif-plugged", "status": "completed", "tag": "5650b999-0200-4e53-933e-0329dd001bdc", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:16.277767 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc404d80-b0e3-4683-9a4a-8e4f7bee1210 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:16.278046 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dabc357-33ee-4644-92cb-81a2760a1dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5650b999-0200-4e53-933e-0329dd001bdc', 'code': 200} Jul 16 08:34:16.387622 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] Made reservation on behalf of 03e7d726cdae4a2191cfb6984476fdaa for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:16.392389 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.427289 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-536c53ce-613f-44d6-8fe4-196e02efde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:33Z', 'updated_at': '2021-07-16T08:33:41Z', 'revision_number': 4, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'gw_port': {'id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:34Z', 'updated_at': '2021-07-16T08:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '91bef413-b9df-4209-88a7-7139848c7185', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'port_id': '446cf657-15b9-43e9-9889-70fc0cfa5d5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'mac_address': 'fa:16:3e:9b:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80da7206-992b-4fee-ba2e-70cb44420b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:33:48Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 1, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3558314a-2063-4ad3-8137-ada86fba95aa', 'name': '', 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'mac_address': 'fa:16:3e:15:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:40Z', 'updated_at': '2021-07-16T08:33:48Z', 'revision_number': 5, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'subnets': [{'id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:16.444556 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.478596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c53ce-613f-44d6-8fe4-196e02efde6a None None] Checking router: b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:16.487704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-536c53ce-613f-44d6-8fe4-196e02efde6a None None] Routers {'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:16.488333 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-536c53ce-613f-44d6-8fe4-196e02efde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:34:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:16.545202 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e56bf7cd-187a-4068-9eb5-879331fd8e2c req-1e587a91-4e54-4c6e-a62d-fc724258cdbb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=446cf657-15b9-43e9-9889-70fc0cfa5d5b HTTP/1.1" status: 200 len: 998 time: 0.3924539 Jul 16 08:34:16.685318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bf7cd-187a-4068-9eb5-879331fd8e2c req-1a004461-f9db-479b-bf07-26a4a8544857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.687187 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e56bf7cd-187a-4068-9eb5-879331fd8e2c req-1a004461-f9db-479b-bf07-26a4a8544857 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d17b4a3e-917d-4383-b0cc-446e354ac843 HTTP/1.1" status: 200 len: 850 time: 0.1229410 Jul 16 08:34:16.715432 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-536c53ce-613f-44d6-8fe4-196e02efde6a None None] Set router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:16.718754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098b65e-5339-428d-8d58-41670470ec0a req-2277de13-eeb2-47b5-845d-8897ef8c6a84 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.740745 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9098b65e-5339-428d-8d58-41670470ec0a req-2277de13-eeb2-47b5-845d-8897ef8c6a84 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.5846064 Jul 16 08:34:16.951933 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9098b65e-5339-428d-8d58-41670470ec0a req-0d7d6e3e-cf77-4665-8a03-a7ad65c2ed72 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153413 Jul 16 08:34:16.955867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3133fe-e881-4f86-b841-f9880ad362ef req-bc249f14-fa8c-4aae-84c9-b3b0d6460256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.964264 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d3133fe-e881-4f86-b841-f9880ad362ef req-bc249f14-fa8c-4aae-84c9-b3b0d6460256 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 1098 time: 0.7202425 Jul 16 08:34:16.993368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811a5984-a919-49c9-84d8-8b4392f77da4 req-7dcb4f7d-b2e5-4760-a9fa-d7b0f92a2850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.994854 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-811a5984-a919-49c9-84d8-8b4392f77da4 req-7dcb4f7d-b2e5-4760-a9fa-d7b0f92a2850 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 1097 time: 0.5835590 Jul 16 08:34:17.100202 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f34b23d-dae2-4f55-8d6d-243acbd8681b req-f96f25fd-7a2a-4987-92d6-3f416a6fb091 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:17.101791 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9f34b23d-dae2-4f55-8d6d-243acbd8681b req-f96f25fd-7a2a-4987-92d6-3f416a6fb091 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 932 time: 0.6353726 Jul 16 08:34:17.112084 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-811a5984-a919-49c9-84d8-8b4392f77da4 req-688ae9b6-37e0-4a36-a16a-fc4118f161a6 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006305 Jul 16 08:34:17.137328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bf7cd-187a-4068-9eb5-879331fd8e2c req-5a4bb21d-6c15-47d8-a1b3-0be2586b4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:17.139187 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e56bf7cd-187a-4068-9eb5-879331fd8e2c req-5a4bb21d-6c15-47d8-a1b3-0be2586b4ab2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3981750 Jul 16 08:34:17.190180 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dac9769-9258-4d60-a3a5-395448c8cd4c {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:17.203874 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.260664 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-536c53ce-613f-44d6-8fe4-196e02efde6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:33Z', 'updated_at': '2021-07-16T08:33:41Z', 'revision_number': 4, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'gw_port': {'id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:34Z', 'updated_at': '2021-07-16T08:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '91bef413-b9df-4209-88a7-7139848c7185', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'port_id': '446cf657-15b9-43e9-9889-70fc0cfa5d5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'mac_address': 'fa:16:3e:9b:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80da7206-992b-4fee-ba2e-70cb44420b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:33:48Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 1, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3558314a-2063-4ad3-8137-ada86fba95aa', 'name': '', 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'mac_address': 'fa:16:3e:15:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:40Z', 'updated_at': '2021-07-16T08:33:48Z', 'revision_number': 5, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'subnets': [{'id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:17.286695 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Transition to ACTIVE for port object 9dac9769-9258-4d60-a3a5-395448c8cd4c will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:17.292523 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.309635 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9f34b23d-dae2-4f55-8d6d-243acbd8681b req-b19331ce-399e-4eb2-ac4e-4c25d3275ecb tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747327 Jul 16 08:34:17.314048 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.320841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-536c53ce-613f-44d6-8fe4-196e02efde6a None None] The sync data for ids ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'] in n-d-758944-46 is: [{'id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:33Z', 'updated_at': '2021-07-16T08:33:41Z', 'revision_number': 4, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'gw_port': {'id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:34Z', 'updated_at': '2021-07-16T08:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '91bef413-b9df-4209-88a7-7139848c7185', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'floating_ip_address': '172.25.4.82', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'port_id': '446cf657-15b9-43e9-9889-70fc0cfa5d5b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'mac_address': 'fa:16:3e:9b:39:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80da7206-992b-4fee-ba2e-70cb44420b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:33:48Z', 'updated_at': '2021-07-16T08:34:12Z', 'revision_number': 1, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3558314a-2063-4ad3-8137-ada86fba95aa', 'name': '', 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'mac_address': 'fa:16:3e:15:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:40Z', 'updated_at': '2021-07-16T08:33:48Z', 'revision_number': 5, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'subnets': [{'id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:17.324567 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.383074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d16d196-472a-420d-b871-337a14b28764 req-ad0c272f-ba8a-4fd1-bf1c-fd37634c6a86 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:17.394528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d16d196-472a-420d-b871-337a14b28764 req-ad0c272f-ba8a-4fd1-bf1c-fd37634c6a86 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 946 time: 0.2803764 Jul 16 08:34:17.412803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:17.453156 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.453507 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] Added segment 560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa of type vlan for network c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a Jul 16 08:34:17.473561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace3492a-298a-4553-a402-e5dcbdee26ea,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:17.497852 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d16d196-472a-420d-b871-337a14b28764 req-d080a945-3e9a-4921-aecf-5cdf5bc086fb tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022589 Jul 16 08:34:17.527090 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Pushing event updated for resources: {'Port': ['ID=9dac9769-9258-4d60-a3a5-395448c8cd4c,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:17.570575 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e56bf7cd-187a-4068-9eb5-879331fd8e2c req-7a6f1dd2-4023-4068-90bc-95a8c34beab9 service neutron] 10.222.0.15 "GET /v2.0/networks/0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4188366 Jul 16 08:34:17.574184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3133fe-e881-4f86-b841-f9880ad362ef req-89ff5868-1010-4405-8c5e-86be8f522044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:17.576264 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d3133fe-e881-4f86-b841-f9880ad362ef req-89ff5868-1010-4405-8c5e-86be8f522044 service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.5025215 Jul 16 08:34:17.615918 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.735098 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d3133fe-e881-4f86-b841-f9880ad362ef req-40fc28fc-2c83-4397-9571-8fdf91630ee8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed HTTP/1.1" status: 200 len: 1000 time: 0.1499791 Jul 16 08:34:17.761214 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8518ce49-c385-457a-801e-d5925cf94619 None None] New status for floating IP 91bef413-b9df-4209-88a7-7139848c7185: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:34:17.773109 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.774088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:17.774685 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.844013 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e56bf7cd-187a-4068-9eb5-879331fd8e2c req-bee9104f-5e7b-4120-8d8e-7f18bcd0e318 service neutron] 10.222.0.15 "GET /v2.0/networks/0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664547 Jul 16 08:34:17.871500 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3133fe-e881-4f86-b841-f9880ad362ef req-42b65a42-d83d-4ce2-b744-3193e6890eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:17.878284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d3133fe-e881-4f86-b841-f9880ad362ef req-42b65a42-d83d-4ce2-b744-3193e6890eb0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.1369328 Jul 16 08:34:17.932600 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1198554 Jul 16 08:34:17.937019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ea0450-119f-40e3-974b-a6837fd3ae2d admin admin] Pushing event updated for resources: {'Network': ['ID=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:17.937665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 48152) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:17.948410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:17.957697 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-25838b46-c712-4283-8d8e-c952f2948fab admin admin] Request body: {'subnet': {'network_id': 'c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-613498472-subnet', 'tenant_id': '03e7d726cdae4a2191cfb6984476fdaa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:17.996638 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Attempting to bind port 9dac9769-9258-4d60-a3a5-395448c8cd4c on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:17.999312 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Attempting to bind port 9dac9769-9258-4d60-a3a5-395448c8cd4c by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:18.001092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Attempting to bind port 9dac9769-9258-4d60-a3a5-395448c8cd4c on network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:18.027383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Port 9dac9769-9258-4d60-a3a5-395448c8cd4c on network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:18.028047 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Attempting to bind port 9dac9769-9258-4d60-a3a5-395448c8cd4c on network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:18.033467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25838b46-c712-4283-8d8e-c952f2948fab admin admin] Made reservation on behalf of 03e7d726cdae4a2191cfb6984476fdaa for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:18.044738 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-25838b46-c712-4283-8d8e-c952f2948fab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.133588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d24b3-d15c-4883-973a-79188d46c6bd req-8adc3e3b-f8f3-4fc2-85f8-d24a00e76469 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.152848 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9b6d24b3-d15c-4883-973a-79188d46c6bd req-8adc3e3b-f8f3-4fc2-85f8-d24a00e76469 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 945 time: 0.6061974 Jul 16 08:34:18.163240 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:18.164333 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Checking segment: {'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:18.165310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Bound using segment: {'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:18.167049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Bound port: 9dac9769-9258-4d60-a3a5-395448c8cd4c, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:18.167822 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.234582 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3133fe-e881-4f86-b841-f9880ad362ef req-b607b4df-a339-47b7-ae23-b6dfd31415e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.236392 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d3133fe-e881-4f86-b841-f9880ad362ef req-b607b4df-a339-47b7-ae23-b6dfd31415e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3524244 Jul 16 08:34:18.303767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe24182-d96c-459f-bf1a-03ac46504d5b req-74bfae10-b2bc-46e6-b615-ce37a829756b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.311314 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ffe24182-d96c-459f-bf1a-03ac46504d5b req-74bfae10-b2bc-46e6-b615-ce37a829756b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.3082454 Jul 16 08:34:18.414981 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9b6d24b3-d15c-4883-973a-79188d46c6bd req-b3e9c08c-93be-4353-a898-82532995b2b5 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411563 Jul 16 08:34:18.421437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] For port 9dac9769-9258-4d60-a3a5-395448c8cd4c, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:18.446949 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ffe24182-d96c-459f-bf1a-03ac46504d5b req-00b10262-b741-4bb8-b8a9-206c5aae9969 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343844 Jul 16 08:34:18.470953 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] For port 9dac9769-9258-4d60-a3a5-395448c8cd4c, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9dac9769-9258-4d60-a3a5-395448c8cd4c,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:18.480258 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.488900 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d3133fe-e881-4f86-b841-f9880ad362ef req-972f83af-5ea0-42a5-9a9f-4411f9fda4fc service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440724 Jul 16 08:34:18.569859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.570502 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.573353 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] 10.222.0.15 "PUT /v2.0/ports/9dac9769-9258-4d60-a3a5-395448c8cd4c HTTP/1.1" status: 200 len: 1093 time: 2.8558652 Jul 16 08:34:18.574321 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '721ccadc-7b35-4c7a-a361-7390694aa2ee', 'tag': '9dac9769-9258-4d60-a3a5-395448c8cd4c'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:18.577415 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd572725-5365-43c6-855a-8f3d6efb554b" -d '{"events": [{"name": "network-changed", "server_uuid": "721ccadc-7b35-4c7a-a361-7390694aa2ee", "tag": "9dac9769-9258-4d60-a3a5-395448c8cd4c"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:18.628435 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-25838b46-c712-4283-8d8e-c952f2948fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.652054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8149370-827d-4d5e-b7f2-d5bc5c5693cc service neutron] Pushing event updated for resources: {'Port': ['ID=9dac9769-9258-4d60-a3a5-395448c8cd4c,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:18.755145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb02e2-ef90-484a-ba11-f74383061095 req-4c86e196-e008-44ce-9af7-f9bcc0bea1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.756754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45cb02e2-ef90-484a-ba11-f74383061095 req-4c86e196-e008-44ce-9af7-f9bcc0bea1ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92636f6bd7b34639b779c60d9a9fde5b&device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 1096 time: 0.1166139 Jul 16 08:34:18.784587 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25838b46-c712-4283-8d8e-c952f2948fab admin admin] Checking segment: {'id': '560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:18.785003 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25838b46-c712-4283-8d8e-c952f2948fab admin admin] Network hostable DHCP agents. Network: c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:18.801051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25838b46-c712-4283-8d8e-c952f2948fab admin admin] Pushing event updated for resources: {'Subnet': ['ID=8671a648-7265-4a42-b7ed-7c1ac9bfa124,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:18.823306 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d3133fe-e881-4f86-b841-f9880ad362ef req-5930dc90-35f1-4e5d-b86b-81f593b6ec5c service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172550 Jul 16 08:34:18.861333 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45cb02e2-ef90-484a-ba11-f74383061095 req-41e00ae2-fe4a-414c-b395-5323e24d8363 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dac9769-9258-4d60-a3a5-395448c8cd4c HTTP/1.1" status: 200 len: 217 time: 0.0914745 Jul 16 08:34:18.879741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25838b46-c712-4283-8d8e-c952f2948fab admin admin] Network c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:18.891405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411fa89e-317d-4b2a-b3b1-7a1414114cf9 req-7cdedf33-d72d-491b-b677-e395f1993960 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.893407 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-411fa89e-317d-4b2a-b3b1-7a1414114cf9 req-7cdedf33-d72d-491b-b677-e395f1993960 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 944 time: 0.2527204 Jul 16 08:34:18.913111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df2a580-ae16-4f15-a7c0-f9e578dbbce1 req-0ef45dba-f273-4850-8120-5fbe3c6b7ed5 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.920777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3df2a580-ae16-4f15-a7c0-f9e578dbbce1 req-0ef45dba-f273-4850-8120-5fbe3c6b7ed5 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.3208618 Jul 16 08:34:18.922166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-25838b46-c712-4283-8d8e-c952f2948fab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:18.939703 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43373eb0-ca11-43cc-b770-e471af00cc60 None None] Network c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:18.984020 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3df2a580-ae16-4f15-a7c0-f9e578dbbce1 req-354a5feb-fc38-46ff-8b47-22c91153a4c5 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621951 Jul 16 08:34:18.992293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cb02e2-ef90-484a-ba11-f74383061095 req-6105900b-36e4-4e1e-9caf-d48b96ad6443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.997376 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45cb02e2-ef90-484a-ba11-f74383061095 req-6105900b-36e4-4e1e-9caf-d48b96ad6443 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5029719e-fae8-494a-87ee-b006bb0d0f93 HTTP/1.1" status: 200 len: 844 time: 0.1298964 Jul 16 08:34:19.018511 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25838b46-c712-4283-8d8e-c952f2948fab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:19.019198 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-25838b46-c712-4283-8d8e-c952f2948fab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.058739 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45cb02e2-ef90-484a-ba11-f74383061095 req-74840b9c-acc0-4c3f-88ba-14c87b7f89a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c6d3640-a44d-4b77-a59d-de9a2af06b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543604 Jul 16 08:34:19.061358 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-411fa89e-317d-4b2a-b3b1-7a1414114cf9 req-01a63d07-9e84-46d2-b4c6-53a109d18ba6 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576164 Jul 16 08:34:19.087055 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-25838b46-c712-4283-8d8e-c952f2948fab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1397629 Jul 16 08:34:19.247170 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45cb02e2-ef90-484a-ba11-f74383061095 req-7675f01d-37ac-465c-8311-98d4a2e668e8 service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813965 Jul 16 08:34:19.262283 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19b8510a-99fd-44c1-90a2-832e7cc191ce x-openstack-request-id: req-19b8510a-99fd-44c1-90a2-832e7cc191ce {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:19.262501 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "721ccadc-7b35-4c7a-a361-7390694aa2ee", "tag": "9dac9769-9258-4d60-a3a5-395448c8cd4c", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:19.262670 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19b8510a-99fd-44c1-90a2-832e7cc191ce {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:19.263010 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '721ccadc-7b35-4c7a-a361-7390694aa2ee', 'tag': '9dac9769-9258-4d60-a3a5-395448c8cd4c', 'status': 'completed', 'code': 200} Jul 16 08:34:19.345398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73656acd-874d-4cc2-a5c0-b7273a3ce7f1 None None] Network c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:19.442303 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45cb02e2-ef90-484a-ba11-f74383061095 req-b6dbe0e2-42c9-4343-b799-bd5a1312d5eb service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305697 Jul 16 08:34:19.490503 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dfc64e-dd4f-4672-b221-442f9b0ce924 req-20c42400-3953-4e35-98ee-f4c146cb61a1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:19.498404 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-22dfc64e-dd4f-4672-b221-442f9b0ce924 req-20c42400-3953-4e35-98ee-f4c146cb61a1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 946 time: 0.2501869 Jul 16 08:34:19.560484 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-22dfc64e-dd4f-4672-b221-442f9b0ce924 req-9b0d4091-f297-4187-9dc5-11c3c136199d tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608287 Jul 16 08:34:19.816351 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd572725-5365-43c6-855a-8f3d6efb554b req-d990e6d2-87c4-4367-88fa-cdafcf1bf27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:19.822234 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd572725-5365-43c6-855a-8f3d6efb554b req-d990e6d2-87c4-4367-88fa-cdafcf1bf27b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92636f6bd7b34639b779c60d9a9fde5b&device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 1096 time: 0.1614580 Jul 16 08:34:19.841258 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f1a89dc-e478-401e-b9c3-cc6c1d9cd198 req-d6353784-5072-49f9-97fa-fc373f12713b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1664057 Jul 16 08:34:19.918943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-08b1c90c-11b1-4434-ac44-2ebad5c60279 req-f62a6967-3a9c-46fb-8e9b-5ca43417b9d7 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-708335770', 'description': 'tempest-description-1502960367'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:20.003890 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-08b1c90c-11b1-4434-ac44-2ebad5c60279 req-f62a6967-3a9c-46fb-8e9b-5ca43417b9d7 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.045591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a89dc-e478-401e-b9c3-cc6c1d9cd198 req-eeef30af-aaa5-4629-9b6d-d2aac599c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:20.047628 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f1a89dc-e478-401e-b9c3-cc6c1d9cd198 req-eeef30af-aaa5-4629-9b6d-d2aac599c759 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 1097 time: 0.1590860 Jul 16 08:34:20.078838 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30971c31-1d79-4574-91b7-5e975233e110 req-c7141c72-4b3d-45c6-8750-303f53ac41f4 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:20.081263 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30971c31-1d79-4574-91b7-5e975233e110 req-c7141c72-4b3d-45c6-8750-303f53ac41f4 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 945 time: 0.2294881 Jul 16 08:34:20.121305 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-08b1c90c-11b1-4434-ac44-2ebad5c60279 req-f62a6967-3a9c-46fb-8e9b-5ca43417b9d7 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.131563 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-08b1c90c-11b1-4434-ac44-2ebad5c60279 req-f62a6967-3a9c-46fb-8e9b-5ca43417b9d7 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.158590 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-08b1c90c-11b1-4434-ac44-2ebad5c60279 req-f62a6967-3a9c-46fb-8e9b-5ca43417b9d7 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.165246 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08b1c90c-11b1-4434-ac44-2ebad5c60279 req-f62a6967-3a9c-46fb-8e9b-5ca43417b9d7 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2727714 Jul 16 08:34:20.177562 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30971c31-1d79-4574-91b7-5e975233e110 req-d16c463a-3f37-4118-ad30-5063c36054db tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791569 Jul 16 08:34:20.211863 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd572725-5365-43c6-855a-8f3d6efb554b req-d2fefd1b-5f41-4124-b4dc-3b00e408fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:20.215691 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd572725-5365-43c6-855a-8f3d6efb554b req-d2fefd1b-5f41-4124-b4dc-3b00e408fc3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2c6d3640-a44d-4b77-a59d-de9a2af06b14 HTTP/1.1" status: 200 len: 904 time: 0.3858624 Jul 16 08:34:20.319129 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd572725-5365-43c6-855a-8f3d6efb554b req-ab750764-df41-4f23-9420-eef260d21b35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9dac9769-9258-4d60-a3a5-395448c8cd4c HTTP/1.1" status: 200 len: 217 time: 0.0940442 Jul 16 08:34:20.322220 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a89dc-e478-401e-b9c3-cc6c1d9cd198 req-823420f2-ab27-4ec0-9243-4fde49d9a888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:20.324098 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f1a89dc-e478-401e-b9c3-cc6c1d9cd198 req-823420f2-ab27-4ec0-9243-4fde49d9a888 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.2410612 Jul 16 08:34:20.407829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd572725-5365-43c6-855a-8f3d6efb554b req-14d76a87-55ce-4cb1-b32a-365c96c11cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:20.409398 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd572725-5365-43c6-855a-8f3d6efb554b req-14d76a87-55ce-4cb1-b32a-365c96c11cb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5029719e-fae8-494a-87ee-b006bb0d0f93 HTTP/1.1" status: 200 len: 844 time: 0.0797465 Jul 16 08:34:20.434383 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f1a89dc-e478-401e-b9c3-cc6c1d9cd198 req-6160303d-21c3-4cd7-9670-1ca4655c9f39 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 HTTP/1.1" status: 200 len: 217 time: 0.1021430 Jul 16 08:34:20.445309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62a6967-3a9c-46fb-8e9b-5ca43417b9d7 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35df68f5-cde3-4ec0-b85a-b63d9c8d2719,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:20.488405 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd572725-5365-43c6-855a-8f3d6efb554b req-b4660bc4-085b-4dc0-894f-11709d70ae8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c6d3640-a44d-4b77-a59d-de9a2af06b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340648 Jul 16 08:34:20.580705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a89dc-e478-401e-b9c3-cc6c1d9cd198 req-43fc7afd-1555-48b9-b30f-29d866c930f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:20.582761 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f1a89dc-e478-401e-b9c3-cc6c1d9cd198 req-43fc7afd-1555-48b9-b30f-29d866c930f9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.1373608 Jul 16 08:34:20.625898 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd572725-5365-43c6-855a-8f3d6efb554b req-58276831-782c-4e5d-a783-ebc1d29f3e6f service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260014 Jul 16 08:34:20.752610 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd572725-5365-43c6-855a-8f3d6efb554b req-13dd3988-5613-408c-804a-c07cc834a8ff service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156509 Jul 16 08:34:20.862890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad790092-d49a-495d-9b9c-0fb566cf8318 req-7dc4bef1-e159-4f15-acec-16ffbb939322 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:20.875947 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ad790092-d49a-495d-9b9c-0fb566cf8318 req-7dc4bef1-e159-4f15-acec-16ffbb939322 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.4652612 Jul 16 08:34:20.976466 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ad790092-d49a-495d-9b9c-0fb566cf8318 req-f93244d1-d57e-462b-900b-3ce321c927ef tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989099 Jul 16 08:34:21.015284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f1a89dc-e478-401e-b9c3-cc6c1d9cd198 req-06536346-3416-4721-939f-eb3ec5e08ad0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4249678 Jul 16 08:34:21.035315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78052d76-1d6e-433b-a7e1-23682d9c0aff req-ea4f30c0-b012-4345-85e8-b6d39b985cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.037183 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78052d76-1d6e-433b-a7e1-23682d9c0aff req-ea4f30c0-b012-4345-85e8-b6d39b985cb0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 1098 time: 0.2835548 Jul 16 08:34:21.065597 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8368b21c-9625-4448-a5ec-538ec9258633 req-870aa66b-3f3b-4c46-93a0-21ffde6f4d1f tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.069822 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8368b21c-9625-4448-a5ec-538ec9258633 req-870aa66b-3f3b-4c46-93a0-21ffde6f4d1f tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.6328235 Jul 16 08:34:21.108704 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78052d76-1d6e-433b-a7e1-23682d9c0aff req-1bc96537-796e-44ef-9c15-10ac479db608 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642626 Jul 16 08:34:21.211900 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8368b21c-9625-4448-a5ec-538ec9258633 req-1783bd4f-1a1f-4c31-af32-58b92fb83bdd tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055489 Jul 16 08:34:21.243248 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f1a89dc-e478-401e-b9c3-cc6c1d9cd198 req-929d0f08-3eda-4f93-891a-fa0a96c8da7d service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157907 Jul 16 08:34:21.277515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-7dbfca1a-81da-4311-8ec4-3f44ca836bf2 req-e51446fe-dabb-4e86-9b49-678fdea276ce tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-288998416', 'description': 'tempest-description-1494713934'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:21.291250 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b0c61-aa25-4b11-9158-9a2fec58e5d5 req-1a28657c-618e-4062-b511-17abb022c760 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.299156 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-720b0c61-aa25-4b11-9158-9a2fec58e5d5 req-1a28657c-618e-4062-b511-17abb022c760 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 944 time: 0.1339076 Jul 16 08:34:21.358615 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-720b0c61-aa25-4b11-9158-9a2fec58e5d5 req-547371d4-bb1c-4bf5-81cc-f387a97a0ca6 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582685 Jul 16 08:34:21.366289 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7dbfca1a-81da-4311-8ec4-3f44ca836bf2 req-e51446fe-dabb-4e86-9b49-678fdea276ce tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.379267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 9dac9769-9258-4d60-a3a5-395448c8cd4c details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:21.499787 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7dbfca1a-81da-4311-8ec4-3f44ca836bf2 req-e51446fe-dabb-4e86-9b49-678fdea276ce tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.510273 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7dbfca1a-81da-4311-8ec4-3f44ca836bf2 req-e51446fe-dabb-4e86-9b49-678fdea276ce tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.555681 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f1a89dc-e478-401e-b9c3-cc6c1d9cd198 req-ee1394fb-13f5-45a9-9229-89b825559d44 service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996538 Jul 16 08:34:21.578933 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7dbfca1a-81da-4311-8ec4-3f44ca836bf2 req-e51446fe-dabb-4e86-9b49-678fdea276ce tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.607002 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7dbfca1a-81da-4311-8ec4-3f44ca836bf2 req-e51446fe-dabb-4e86-9b49-678fdea276ce tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3391330 Jul 16 08:34:21.613415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51446fe-dabb-4e86-9b49-678fdea276ce tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2145d44-551e-4a22-9dfe-60e8c2eb3169,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:21.630666 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 9dac9769-9258-4d60-a3a5-395448c8cd4c, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9dac9769-9258-4d60-a3a5-395448c8cd4c,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:21.656391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '9dac9769-9258-4d60-a3a5-395448c8cd4c', 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14', 'port_id': '9dac9769-9258-4d60-a3a5-395448c8cd4c', 'mac_address': 'fa:16:3e:05:ef:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5029719e-fae8-494a-87ee-b006bb0d0f93', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:21.737162 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.754899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dac9769-9258-4d60-a3a5-395448c8cd4c {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:21.786594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 9dac9769-9258-4d60-a3a5-395448c8cd4c, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9dac9769-9258-4d60-a3a5-395448c8cd4c,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:21.794236 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.864421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a0bad-2193-4303-ad6c-0c837abdc488 req-0fb2f061-ab59-4889-87e8-ca96b3d70304 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.872760 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-281a0bad-2193-4303-ad6c-0c837abdc488 req-0fb2f061-ab59-4889-87e8-ca96b3d70304 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 946 time: 0.1464162 Jul 16 08:34:21.881261 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=9dac9769-9258-4d60-a3a5-395448c8cd4c,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:21.923555 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-281a0bad-2193-4303-ad6c-0c837abdc488 req-f28c1423-490e-4af0-932c-6d1078b8f36e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496447 Jul 16 08:34:21.993054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e598d46-dde8-4812-b15e-c5a637f82fb7 req-b1f0ad10-c2fe-4001-b8a6-3dfeacc4ff68 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.995049 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1e598d46-dde8-4812-b15e-c5a637f82fb7 req-b1f0ad10-c2fe-4001-b8a6-3dfeacc4ff68 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 945 time: 0.0884292 Jul 16 08:34:22.062851 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['9dac9769-9258-4d60-a3a5-395448c8cd4c'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:22.101753 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1e598d46-dde8-4812-b15e-c5a637f82fb7 req-63fe5cbc-b697-4b36-93ac-7fc8c6e2bbe1 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968204 Jul 16 08:34:22.208714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-141e97c4-2b33-435a-a24d-c687f7556ae9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:22.210458 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-141e97c4-2b33-435a-a24d-c687f7556ae9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/networks?id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a HTTP/1.1" status: 200 len: 812 time: 0.1555803 Jul 16 08:34:22.236580 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-42680130-5dcd-42f3-8795-a88ef1b146f6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/quotas/03e7d726cdae4a2191cfb6984476fdaa HTTP/1.1" status: 200 len: 375 time: 0.0189877 Jul 16 08:34:22.320903 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-8670d537-0199-4d76-a275-c3b87ed7905b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=03e7d726cdae4a2191cfb6984476fdaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760651 Jul 16 08:34:22.388618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250b7ad4-f707-494c-8779-54a0c6e762f7 req-c9c9cf6a-0566-41a7-8d79-fa6c05edf700 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:22.390529 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-250b7ad4-f707-494c-8779-54a0c6e762f7 req-c9c9cf6a-0566-41a7-8d79-fa6c05edf700 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.1344135 Jul 16 08:34:22.447447 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-692d09de-79ac-4c1f-bce4-98544f2585e2 service neutron] 10.222.0.20 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130731 Jul 16 08:34:22.465810 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-250b7ad4-f707-494c-8779-54a0c6e762f7 req-9b68504e-4b1a-4b74-ad9b-f0361c0be87d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643716 Jul 16 08:34:22.561985 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ec4006d7-d208-4b58-ba95-1f809a7c0a12 service neutron] 10.222.0.20 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040618 Jul 16 08:34:22.777880 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c73821-ca15-487e-8cff-220923739dbc req-8b366d15-7c8a-4be4-8fb1-97404c2e463e tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:22.794538 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5c73821-ca15-487e-8cff-220923739dbc req-8b366d15-7c8a-4be4-8fb1-97404c2e463e tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1179237 Jul 16 08:34:22.899708 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5c73821-ca15-487e-8cff-220923739dbc req-127621f0-f7ce-48f1-a3cc-d29b2b29ea18 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993018 Jul 16 08:34:23.000622 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-467d2bef-09ce-4f4e-837b-3427f4461970 req-544661ee-7071-4cd2-bda3-4a4ea7a72f98 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 210 time: 0.0338938 Jul 16 08:34:23.031189 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86325a1-e4bf-4939-9373-495fc2ed567a req-8e6988fb-572d-46aa-b7cc-38f0ba5efc41 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:23.054803 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b86325a1-e4bf-4939-9373-495fc2ed567a req-8e6988fb-572d-46aa-b7cc-38f0ba5efc41 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 945 time: 0.1786747 Jul 16 08:34:23.124999 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b86325a1-e4bf-4939-9373-495fc2ed567a req-e334c0df-0088-4277-b087-b56727a47c65 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684357 Jul 16 08:34:23.370399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 9dac9769-9258-4d60-a3a5-395448c8cd4c up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:23.440366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84940e39-f1e0-46e7-b160-b754a20b8dc4 req-70462db7-f58e-4706-8c88-deab9fa81274 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:23.450942 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84940e39-f1e0-46e7-b160-b754a20b8dc4 req-70462db7-f58e-4706-8c88-deab9fa81274 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 946 time: 0.1311915 Jul 16 08:34:23.495335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 9dac9769-9258-4d60-a3a5-395448c8cd4c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:23.503416 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84940e39-f1e0-46e7-b160-b754a20b8dc4 req-7d1caa8f-dee2-4d7d-821e-c16be1d78760 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515320 Jul 16 08:34:23.511078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 9dac9769-9258-4d60-a3a5-395448c8cd4c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:23.514930 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.629074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d0eba-d8a5-4af7-872f-8a4d895800a1 req-c1c5bfb2-212b-47a2-a7bc-291a6954486e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:23.631619 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.640753 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e71d0eba-d8a5-4af7-872f-8a4d895800a1 req-c1c5bfb2-212b-47a2-a7bc-291a6954486e tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 945 time: 0.1251643 Jul 16 08:34:23.660923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721ccadc-7b35-4c7a-a361-7390694aa2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dac9769-9258-4d60-a3a5-395448c8cd4c'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:23.665222 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee18cf65-d716-4dce-9467-21180b2f1fe3" -d '{"events": [{"server_uuid": "721ccadc-7b35-4c7a-a361-7390694aa2ee", "name": "network-vif-plugged", "status": "completed", "tag": "9dac9769-9258-4d60-a3a5-395448c8cd4c"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:23.683090 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 9dac9769-9258-4d60-a3a5-395448c8cd4c, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9dac9769-9258-4d60-a3a5-395448c8cd4c,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:23.703166 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.780489 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e71d0eba-d8a5-4af7-872f-8a4d895800a1 req-87a0d127-52a8-4425-acb6-845c491c8bf3 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350772 Jul 16 08:34:23.787494 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=9dac9769-9258-4d60-a3a5-395448c8cd4c,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:23.859174 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfeffea1-ebcb-4fde-8dee-a53774dd7911 x-openstack-request-id: req-cfeffea1-ebcb-4fde-8dee-a53774dd7911 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:23.859475 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721ccadc-7b35-4c7a-a361-7390694aa2ee", "name": "network-vif-plugged", "status": "completed", "tag": "9dac9769-9258-4d60-a3a5-395448c8cd4c", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:23.859734 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfeffea1-ebcb-4fde-8dee-a53774dd7911 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:23.860138 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721ccadc-7b35-4c7a-a361-7390694aa2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dac9769-9258-4d60-a3a5-395448c8cd4c', 'code': 200} Jul 16 08:34:24.096835 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101a7ad-7153-417a-b570-96aefa666a80 req-4fc3b574-e5e8-464a-a7ee-b6d8e838eecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:24.098698 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0101a7ad-7153-417a-b570-96aefa666a80 req-4fc3b574-e5e8-464a-a7ee-b6d8e838eecf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9ab48241fdd447c872ab202d75bbb7e&device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 1098 time: 0.1802948 Jul 16 08:34:24.170127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaef220-748a-494c-9cd1-d5ee19410a3f req-1391a251-b5e7-4ae5-a726-41de8c0d2a5a tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:24.178593 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-faaef220-748a-494c-9cd1-d5ee19410a3f req-1391a251-b5e7-4ae5-a726-41de8c0d2a5a tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1921859 Jul 16 08:34:24.200479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5490f-2d2c-48e4-a1f4-e8b4eaf60611 req-334eb815-4b62-4f1d-8d49-47b1fbbe4965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:24.202403 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bcd5490f-2d2c-48e4-a1f4-e8b4eaf60611 req-334eb815-4b62-4f1d-8d49-47b1fbbe4965 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 1098 time: 0.2156253 Jul 16 08:34:24.236083 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-faaef220-748a-494c-9cd1-d5ee19410a3f req-a2fbf3ae-3c53-43bf-9cd7-e23d4a7f844f tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570745 Jul 16 08:34:24.254387 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bcd5490f-2d2c-48e4-a1f4-e8b4eaf60611 req-42118a2f-9569-4866-a01b-df828793dada service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449970 Jul 16 08:34:24.281242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d11e8f-6aaa-45cf-8481-c91b8d98cf18 req-d539007a-d181-4e50-9932-99e938d132ff tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:24.282925 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e4d11e8f-6aaa-45cf-8481-c91b8d98cf18 req-d539007a-d181-4e50-9932-99e938d132ff tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.2399561 Jul 16 08:34:24.324204 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101a7ad-7153-417a-b570-96aefa666a80 req-c305b1fd-4d30-490f-a38d-31dbb31950cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:24.325960 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0101a7ad-7153-417a-b570-96aefa666a80 req-c305b1fd-4d30-490f-a38d-31dbb31950cd service neutron] 10.222.0.38 "GET /v2.0/networks?id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 HTTP/1.1" status: 200 len: 918 time: 0.2163591 Jul 16 08:34:24.371474 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0101a7ad-7153-417a-b570-96aefa666a80 req-24b4a1dc-c02e-4695-92fd-8c76c31390d5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6281c5e-9242-4383-b63b-c2e4af773e30 HTTP/1.1" status: 200 len: 217 time: 0.0393035 Jul 16 08:34:24.374540 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e4d11e8f-6aaa-45cf-8481-c91b8d98cf18 req-d7336e80-bced-4c06-9924-7266f401919d tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788493 Jul 16 08:34:24.462230 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101a7ad-7153-417a-b570-96aefa666a80 req-eecc4eae-4cd9-4716-9a63-fcdd4b41dc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:24.464823 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0101a7ad-7153-417a-b570-96aefa666a80 req-eecc4eae-4cd9-4716-9a63-fcdd4b41dc73 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54f06641-ecee-4543-adbf-120fa966a2c2 HTTP/1.1" status: 200 len: 858 time: 0.0854466 Jul 16 08:34:24.513627 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0101a7ad-7153-417a-b570-96aefa666a80 req-c9ca5254-5e3e-4410-9a85-70c7b3b1b10d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395758 Jul 16 08:34:24.552906 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4a0fcb10-5e35-4f19-898e-e6e8738ad10f req-e8396512-375c-43a7-a1a2-eeebf271e260 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 210 time: 0.0379684 Jul 16 08:34:24.796933 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0101a7ad-7153-417a-b570-96aefa666a80 req-823a0aa3-848d-4e37-8650-64c29302ac1c service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716846 Jul 16 08:34:24.953670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-d35d8d24-3a3c-417c-8001-110ef257a8ab tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:24.955675 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-d35d8d24-3a3c-417c-8001-110ef257a8ab tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.15 "GET /v2.0/networks?id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a HTTP/1.1" status: 200 len: 812 time: 0.2241828 Jul 16 08:34:24.970714 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-23bc03d2-ada8-49dd-98ba-c21dd14f4bf0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'port': {'device_id': '0268a534-9688-4afe-b014-31daaf99c7ef', 'network_id': 'c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a', 'admin_state_up': True, 'tenant_id': '03e7d726cdae4a2191cfb6984476fdaa'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:25.069301 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0101a7ad-7153-417a-b570-96aefa666a80 req-de8cda8e-f725-4655-bce8-e8a4d4f85752 service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653420 Jul 16 08:34:25.111337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ae3a4-3915-4ea9-8145-6b92ade4414c req-08260d48-2fe1-49ac-b3cf-271d750fda96 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:25.121093 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-908ae3a4-3915-4ea9-8145-6b92ade4414c req-08260d48-2fe1-49ac-b3cf-271d750fda96 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.1607542 Jul 16 08:34:25.184081 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-908ae3a4-3915-4ea9-8145-6b92ade4414c req-0835320b-1144-4b54-b475-d03e6f2427b8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616343 Jul 16 08:34:25.236718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-23bc03d2-ada8-49dd-98ba-c21dd14f4bf0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Made reservation on behalf of 03e7d726cdae4a2191cfb6984476fdaa for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:25.240912 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-23bc03d2-ada8-49dd-98ba-c21dd14f4bf0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.295439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b91f79-3a40-4ee2-9293-cec4c5e0e2f7 req-df3a7c85-23a3-4ac6-b4cf-6b08bed0a183 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:25.304160 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8b91f79-3a40-4ee2-9293-cec4c5e0e2f7 req-df3a7c85-23a3-4ac6-b4cf-6b08bed0a183 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 946 time: 0.1805863 Jul 16 08:34:25.413186 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b8b91f79-3a40-4ee2-9293-cec4c5e0e2f7 req-0d065e71-57ee-4479-a0e5-2fe5d681fcdc tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076460 Jul 16 08:34:25.454488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ed573-58d0-425c-a99e-765b5ddd45b9 req-8107e682-eff4-440b-bb5c-335471cb951d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:25.457700 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-522ed573-58d0-425c-a99e-765b5ddd45b9 req-8107e682-eff4-440b-bb5c-335471cb951d tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 945 time: 0.1157057 Jul 16 08:34:25.484846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-23bc03d2-ada8-49dd-98ba-c21dd14f4bf0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Allocated IP 172.20.0.5 (c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a/8671a648-7265-4a42-b7ed-7c1ac9bfa124/df0e33c6-3282-408c-82dd-4ceceb26c980) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:25.554824 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-522ed573-58d0-425c-a99e-765b5ddd45b9 req-db2b9dce-523f-40c8-bbab-49a93f99deda tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831220 Jul 16 08:34:25.704280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9d33cc-9647-4384-8b1d-41a2c29cc0a8 req-9078a76e-cca0-40cd-9509-2bf1e5c991fa tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:25.711923 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b9d33cc-9647-4384-8b1d-41a2c29cc0a8 req-9078a76e-cca0-40cd-9509-2bf1e5c991fa tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1822097 Jul 16 08:34:25.749064 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-23bc03d2-ada8-49dd-98ba-c21dd14f4bf0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.760225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7fa609-065c-4d9e-b3f8-061a569b12d2 req-6e02347c-027c-4b32-95a2-f5fe21e5c176 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:25.767913 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b9d33cc-9647-4384-8b1d-41a2c29cc0a8 req-e5f6ac2c-7128-47de-a46b-157800ab2106 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551922 Jul 16 08:34:25.768476 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5a7fa609-065c-4d9e-b3f8-061a569b12d2 req-6e02347c-027c-4b32-95a2-f5fe21e5c176 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.0801940 Jul 16 08:34:25.805668 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-23bc03d2-ada8-49dd-98ba-c21dd14f4bf0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.829969 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5a7fa609-065c-4d9e-b3f8-061a569b12d2 req-7f1c0874-9eb5-4a23-bd91-cfa68a15c8c2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602605 Jul 16 08:34:25.856845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-23bc03d2-ada8-49dd-98ba-c21dd14f4bf0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Network c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:25.862888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-23bc03d2-ada8-49dd-98ba-c21dd14f4bf0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:25.870899 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-23bc03d2-ada8-49dd-98ba-c21dd14f4bf0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:25.896531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc03d2-ada8-49dd-98ba-c21dd14f4bf0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'Port': ['ID=df0e33c6-3282-408c-82dd-4ceceb26c980,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:25.930550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-23bc03d2-ada8-49dd-98ba-c21dd14f4bf0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:25.931203 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-23bc03d2-ada8-49dd-98ba-c21dd14f4bf0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.987199 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-23bc03d2-ada8-49dd-98ba-c21dd14f4bf0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0225809 Jul 16 08:34:25.999416 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Request body: {'port': {'device_id': '0268a534-9688-4afe-b014-31daaf99c7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:26.048815 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea2b71-0efe-47df-b48f-42a59f8d94f9 req-cac2959d-4d76-4964-b591-58482eda390e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:26.056696 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-85ea2b71-0efe-47df-b48f-42a59f8d94f9 req-cac2959d-4d76-4964-b591-58482eda390e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 931 time: 0.1225407 Jul 16 08:34:26.129126 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-85ea2b71-0efe-47df-b48f-42a59f8d94f9 req-0814cb6d-51d4-449c-a0cd-18c72dd4fdd1 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714412 Jul 16 08:34:26.155980 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.462362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab9dd7-0afa-4005-ae1a-301e6241ec82 req-1ff581e6-554b-4604-ab88-6fca1c0afbce tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:26.469892 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-52ab9dd7-0afa-4005-ae1a-301e6241ec82 req-1ff581e6-554b-4604-ab88-6fca1c0afbce tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.1614444 Jul 16 08:34:26.499248 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df0e33c6-3282-408c-82dd-4ceceb26c980 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:26.509748 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.528744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Transition to ACTIVE for port object df0e33c6-3282-408c-82dd-4ceceb26c980 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:26.529017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03b43b-da23-4e01-bffa-9063c32e4e35 req-7d68842b-5324-462e-840d-faffb63816e0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:26.530866 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d03b43b-da23-4e01-bffa-9063c32e4e35 req-7d68842b-5324-462e-840d-faffb63816e0 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.38 "GET /v2.0/ports?device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 945 time: 0.1820543 Jul 16 08:34:26.539887 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.562639 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-52ab9dd7-0afa-4005-ae1a-301e6241ec82 req-7a0b4932-8a6d-488a-9648-62ebfe7ffe5c tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919170 Jul 16 08:34:26.605561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Pushing event updated for resources: {'Port': ['ID=df0e33c6-3282-408c-82dd-4ceceb26c980,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:26.747195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-7d03b43b-da23-4e01-bffa-9063c32e4e35 req-89679093-bda2-42a2-be50-73cc0147bd82 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Deleting port 5650b999-0200-4e53-933e-0329dd001bdc {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:26.748362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7d03b43b-da23-4e01-bffa-9063c32e4e35 req-89679093-bda2-42a2-be50-73cc0147bd82 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.848258 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf7e391-e619-4ee6-93a5-bd0ef47f13f1 req-198b568e-a2b1-48f8-adb1-ffc627667dcf tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:26.857001 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bdf7e391-e619-4ee6-93a5-bd0ef47f13f1 req-198b568e-a2b1-48f8-adb1-ffc627667dcf tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 946 time: 0.2565422 Jul 16 08:34:26.897322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Attempting to bind port df0e33c6-3282-408c-82dd-4ceceb26c980 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:26.897685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Attempting to bind port df0e33c6-3282-408c-82dd-4ceceb26c980 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:26.898611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Attempting to bind port df0e33c6-3282-408c-82dd-4ceceb26c980 on network c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:26.909930 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Port df0e33c6-3282-408c-82dd-4ceceb26c980 on network c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:26.910293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Attempting to bind port df0e33c6-3282-408c-82dd-4ceceb26c980 on network c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:26.917921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:26.918254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Checking segment: {'id': '560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:26.918684 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Bound using segment: {'id': '560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:26.919115 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Bound port: df0e33c6-3282-408c-82dd-4ceceb26c980, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:26.919474 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.923764 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bdf7e391-e619-4ee6-93a5-bd0ef47f13f1 req-088772a8-20d9-47dd-9b7d-08cfa2c94c26 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658233 Jul 16 08:34:26.995018 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] For port df0e33c6-3282-408c-82dd-4ceceb26c980, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:26.998846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] For port df0e33c6-3282-408c-82dd-4ceceb26c980, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=df0e33c6-3282-408c-82dd-4ceceb26c980,segment=NetworkSegment(560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa),segment_id=560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:27.008902 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.038475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7d03b43b-da23-4e01-bffa-9063c32e4e35 req-89679093-bda2-42a2-be50-73cc0147bd82 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] For port 5650b999-0200-4e53-933e-0329dd001bdc, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=5650b999-0200-4e53-933e-0329dd001bdc,segment=NetworkSegment(249c1642-39b3-43af-94f5-0131d6ee2a95),segment_id=249c1642-39b3-43af-94f5-0131d6ee2a95)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:27.039134 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7d03b43b-da23-4e01-bffa-9063c32e4e35 req-89679093-bda2-42a2-be50-73cc0147bd82 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.059926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd2f78-52a1-482c-bba4-6ad79dca4e23 req-4ba14c6f-991b-4faf-9915-0797d13e4306 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.067801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.069127 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ccd2f78-52a1-482c-bba4-6ad79dca4e23 req-4ba14c6f-991b-4faf-9915-0797d13e4306 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/ports?device_id=8dabc357-33ee-4644-92cb-81a2760a1dd0 HTTP/1.1" status: 200 len: 945 time: 0.2910941 Jul 16 08:34:27.069265 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.070522 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] 10.222.0.15 "PUT /v2.0/ports/df0e33c6-3282-408c-82dd-4ceceb26c980 HTTP/1.1" status: 200 len: 1092 time: 1.0753820 Jul 16 08:34:27.071062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0268a534-9688-4afe-b014-31daaf99c7ef', 'tag': 'df0e33c6-3282-408c-82dd-4ceceb26c980'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:27.073777 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b4394b-0f25-449a-917f-7593d88a40eb" -d '{"events": [{"name": "network-changed", "server_uuid": "0268a534-9688-4afe-b014-31daaf99c7ef", "tag": "df0e33c6-3282-408c-82dd-4ceceb26c980"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:27.108582 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-7d03b43b-da23-4e01-bffa-9063c32e4e35 req-89679093-bda2-42a2-be50-73cc0147bd82 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Calling delete_port for 5650b999-0200-4e53-933e-0329dd001bdc owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:27.113325 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21c31b-80b0-44aa-b546-dce62728316d service neutron] Pushing event updated for resources: {'Port': ['ID=df0e33c6-3282-408c-82dd-4ceceb26c980,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:27.156384 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ccd2f78-52a1-482c-bba4-6ad79dca4e23 req-33290e67-3c05-4b5b-ad8d-ef5aa817859b tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.20 "GET /v2.0/security-groups?id=4e701e43-7795-49ad-8360-b17d99f0a6b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810213 Jul 16 08:34:27.265833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-c67a0ea8-281d-4024-8f74-88ddf69b87c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.284978 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-c67a0ea8-281d-4024-8f74-88ddf69b87c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03e7d726cdae4a2191cfb6984476fdaa&device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 1095 time: 0.1368899 Jul 16 08:34:27.344752 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-295ecd31-945a-46db-a3be-93429901d2a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df0e33c6-3282-408c-82dd-4ceceb26c980 HTTP/1.1" status: 200 len: 217 time: 0.0585449 Jul 16 08:34:27.408881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-e62e828a-1411-4703-a6d4-3676533f2410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.410528 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-e62e828a-1411-4703-a6d4-3676533f2410 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8671a648-7265-4a42-b7ed-7c1ac9bfa124 HTTP/1.1" status: 200 len: 852 time: 0.0582962 Jul 16 08:34:27.455895 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-08bb2a46-3850-48ed-89cb-fb0944ee7359 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374906 Jul 16 08:34:27.460183 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7d03b43b-da23-4e01-bffa-9063c32e4e35 req-89679093-bda2-42a2-be50-73cc0147bd82 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.487121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff25a09b-00a0-493e-bba8-b747f0d82a99 req-c8865c02-df53-4926-ac4c-dd274400e650 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.488679 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ff25a09b-00a0-493e-bba8-b747f0d82a99 req-c8865c02-df53-4926-ac4c-dd274400e650 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1787286 Jul 16 08:34:27.516320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89679093-bda2-42a2-be50-73cc0147bd82 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Pushing event deleted for resources: {'Port': ['ID=5650b999-0200-4e53-933e-0329dd001bdc,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:27.572300 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d03b43b-da23-4e01-bffa-9063c32e4e35 req-89679093-bda2-42a2-be50-73cc0147bd82 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] No DVR routers for this DVR port 5650b999-0200-4e53-933e-0329dd001bdc on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:27.579688 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7d03b43b-da23-4e01-bffa-9063c32e4e35 req-89679093-bda2-42a2-be50-73cc0147bd82 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.581589 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d03b43b-da23-4e01-bffa-9063c32e4e35 req-89679093-bda2-42a2-be50-73cc0147bd82 tempest-DeleteServersTestJSON-650877925 tempest-DeleteServersTestJSON-650877925-project] 10.222.0.38 "DELETE /v2.0/ports/5650b999-0200-4e53-933e-0329dd001bdc HTTP/1.1" status: 204 len: 173 time: 1.0444930 Jul 16 08:34:27.582029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dabc357-33ee-4644-92cb-81a2760a1dd0', 'name': 'network-vif-deleted', 'tag': '5650b999-0200-4e53-933e-0329dd001bdc'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:27.584536 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ae4a00-4732-4c12-887f-62cb1acc5828" -d '{"events": [{"server_uuid": "8dabc357-33ee-4644-92cb-81a2760a1dd0", "name": "network-vif-deleted", "tag": "5650b999-0200-4e53-933e-0329dd001bdc"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:27.594813 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ff25a09b-00a0-493e-bba8-b747f0d82a99 req-ad31f45e-d8df-4527-9f07-e137e745ccf3 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874016 Jul 16 08:34:27.597822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a04f8-261d-4b48-a368-f96adc353076 req-3656880e-d866-4a93-a09a-0ef1ed24fcc5 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.600003 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-875a04f8-261d-4b48-a368-f96adc353076 req-3656880e-d866-4a93-a09a-0ef1ed24fcc5 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.1430945 Jul 16 08:34:27.655374 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-d541f7a7-3b7c-47bc-a4b2-467cb8a25311 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883781 Jul 16 08:34:27.705206 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-875a04f8-261d-4b48-a368-f96adc353076 req-cb6cf106-ee72-4f08-b140-db002d4284f5 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903807 Jul 16 08:34:27.717403 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed448db8-a9fa-47a5-a8f9-4bcae06563a7 x-openstack-request-id: req-ed448db8-a9fa-47a5-a8f9-4bcae06563a7 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:27.717557 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0268a534-9688-4afe-b014-31daaf99c7ef", "tag": "df0e33c6-3282-408c-82dd-4ceceb26c980", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:27.717793 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ed448db8-a9fa-47a5-a8f9-4bcae06563a7 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:27.720622 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0268a534-9688-4afe-b014-31daaf99c7ef', 'tag': 'df0e33c6-3282-408c-82dd-4ceceb26c980', 'status': 'completed', 'code': 200} Jul 16 08:34:27.801287 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53dad497-ef1b-4b78-a123-cc57a869f966 req-7273dcc0-e447-498f-98bc-29d7096a61b0 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364448 Jul 16 08:34:28.006475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d145efe-b015-4d73-bb67-59153c7c0d29 req-878231d3-75fb-497f-a5a0-6b6377b4adb4 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.008201 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d145efe-b015-4d73-bb67-59153c7c0d29 req-878231d3-75fb-497f-a5a0-6b6377b4adb4 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 943 time: 0.1042655 Jul 16 08:34:28.019618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4394b-0f25-449a-917f-7593d88a40eb req-845b62e4-3a6c-4f52-a35c-d93efae0c002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.021909 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24b4394b-0f25-449a-917f-7593d88a40eb req-845b62e4-3a6c-4f52-a35c-d93efae0c002 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03e7d726cdae4a2191cfb6984476fdaa&device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 1095 time: 0.1469312 Jul 16 08:34:28.140882 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4be9e9-413b-4b49-a4de-9c124a793d4e req-b340363f-f086-4eae-bef9-ee40aac42bf8 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.148805 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de4be9e9-413b-4b49-a4de-9c124a793d4e req-b340363f-f086-4eae-bef9-ee40aac42bf8 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 1098 time: 0.1280971 Jul 16 08:34:28.209709 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de4be9e9-413b-4b49-a4de-9c124a793d4e req-5efaf5ee-c96a-42eb-af54-e094018dab4a tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537243 Jul 16 08:34:28.221320 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d145efe-b015-4d73-bb67-59153c7c0d29 req-34e186f0-161f-43e0-a1fc-d7a91ca765d6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982765 Jul 16 08:34:28.266207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4394b-0f25-449a-917f-7593d88a40eb req-9537d596-c163-483e-bac8-425f857fa95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.269751 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24b4394b-0f25-449a-917f-7593d88a40eb req-9537d596-c163-483e-bac8-425f857fa95b service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a HTTP/1.1" status: 200 len: 912 time: 0.2369092 Jul 16 08:34:28.331787 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d5cf79-f140-4763-8f6b-7fd093518a91 x-openstack-request-id: req-50d5cf79-f140-4763-8f6b-7fd093518a91 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:28.332140 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dabc357-33ee-4644-92cb-81a2760a1dd0", "name": "network-vif-deleted", "tag": "5650b999-0200-4e53-933e-0329dd001bdc", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:28.332396 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-50d5cf79-f140-4763-8f6b-7fd093518a91 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:28.333045 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dabc357-33ee-4644-92cb-81a2760a1dd0', 'name': 'network-vif-deleted', 'tag': '5650b999-0200-4e53-933e-0329dd001bdc', 'status': 'completed', 'code': 200} Jul 16 08:34:28.372416 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24b4394b-0f25-449a-917f-7593d88a40eb req-c78050c4-8c06-47e4-8087-92deeae12f64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df0e33c6-3282-408c-82dd-4ceceb26c980 HTTP/1.1" status: 200 len: 217 time: 0.0899942 Jul 16 08:34:28.486475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4394b-0f25-449a-917f-7593d88a40eb req-36a80679-748c-4a13-ac80-0cdcb8ff5d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.488278 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24b4394b-0f25-449a-917f-7593d88a40eb req-36a80679-748c-4a13-ac80-0cdcb8ff5d22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8671a648-7265-4a42-b7ed-7c1ac9bfa124 HTTP/1.1" status: 200 len: 852 time: 0.1067657 Jul 16 08:34:28.538770 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24b4394b-0f25-449a-917f-7593d88a40eb req-0aa3cce6-485b-4132-93a9-93efe692033d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421040 Jul 16 08:34:28.562496 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 5650b999-0200-4e53-933e-0329dd001bdc no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:28.608822 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9b1a1-da01-4fbf-b9a8-6e97cb448873 req-00d691fd-fcd5-4598-a790-c55ce90f4d55 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.616583 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6fe9b1a1-da01-4fbf-b9a8-6e97cb448873 req-00d691fd-fcd5-4598-a790-c55ce90f4d55 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 946 time: 0.0968196 Jul 16 08:34:28.630761 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 5650b999-0200-4e53-933e-0329dd001bdc {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:28.631415 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 5650b999-0200-4e53-933e-0329dd001bdc not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:28.637335 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c097eb-a7b7-4a56-a0e6-bdd392d02990 req-a7142677-339e-4995-88bf-7223fcced66c tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.658186 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61c097eb-a7b7-4a56-a0e6-bdd392d02990 req-a7142677-339e-4995-88bf-7223fcced66c tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.2222779 Jul 16 08:34:28.671867 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6fe9b1a1-da01-4fbf-b9a8-6e97cb448873 req-ab7411a1-6cda-488d-8f33-1669be023ed8 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532062 Jul 16 08:34:28.734958 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61c097eb-a7b7-4a56-a0e6-bdd392d02990 req-c0d5e543-8b9f-4eb2-b3dd-e5e5cdff462c tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735142 Jul 16 08:34:28.874338 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24b4394b-0f25-449a-917f-7593d88a40eb req-c09e198c-6c83-4dcc-9279-3a33be9f857c service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198092 Jul 16 08:34:29.050515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98ba73-fee6-4293-b84a-582761317d84 req-61757e2f-5ca1-48bc-92c8-58a306aee6da tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:29.059471 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b98ba73-fee6-4293-b84a-582761317d84 req-61757e2f-5ca1-48bc-92c8-58a306aee6da tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.1030359 Jul 16 08:34:29.122818 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b98ba73-fee6-4293-b84a-582761317d84 req-070fbb82-a83a-4a18-9589-86ef31b7720a tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603173 Jul 16 08:34:29.134472 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24b4394b-0f25-449a-917f-7593d88a40eb req-0f1c1e2b-8f3e-4f73-a464-41b609f76eb1 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2422030 Jul 16 08:34:29.406555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device df0e33c6-3282-408c-82dd-4ceceb26c980 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:29.540080 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port df0e33c6-3282-408c-82dd-4ceceb26c980, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=df0e33c6-3282-408c-82dd-4ceceb26c980,segment=NetworkSegment(560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa),segment_id=560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:29.565380 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'df0e33c6-3282-408c-82dd-4ceceb26c980', 'network_id': 'c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a', 'port_id': 'df0e33c6-3282-408c-82dd-4ceceb26c980', 'mac_address': 'fa:16:3e:4e:bd:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8671a648-7265-4a42-b7ed-7c1ac9bfa124', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:29.601708 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ececcbd-7cca-4305-96a9-181f07ee1428 req-66851603-6054-4645-a328-3c94bfc87670 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:29.603532 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ececcbd-7cca-4305-96a9-181f07ee1428 req-66851603-6054-4645-a328-3c94bfc87670 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1083288 Jul 16 08:34:29.614305 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.629076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df0e33c6-3282-408c-82dd-4ceceb26c980 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:29.647478 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ececcbd-7cca-4305-96a9-181f07ee1428 req-c367f620-cb5e-4d1f-a6ac-e8ea08e5b3f9 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377266 Jul 16 08:34:29.652461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port df0e33c6-3282-408c-82dd-4ceceb26c980, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=df0e33c6-3282-408c-82dd-4ceceb26c980,segment=NetworkSegment(560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa),segment_id=560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:29.659325 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.749753 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=df0e33c6-3282-408c-82dd-4ceceb26c980,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:29.905243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83152d79-ae18-4bbf-94d5-bb39f85c6690 req-25e9e6be-e32b-40b2-8268-e27af5f550d0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:29.910270 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83152d79-ae18-4bbf-94d5-bb39f85c6690 req-25e9e6be-e32b-40b2-8268-e27af5f550d0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 944 time: 0.1244564 Jul 16 08:34:29.968755 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['df0e33c6-3282-408c-82dd-4ceceb26c980'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:30.027152 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83152d79-ae18-4bbf-94d5-bb39f85c6690 req-976b3aeb-b2e2-4c30-b6b1-1f02495eff5b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112084 Jul 16 08:34:30.306399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-2de61355-594e-4a2e-8027-3dc6b216ad8d tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:34:30.307777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-2de61355-594e-4a2e-8027-3dc6b216ad8d tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0793481 Jul 16 08:34:30.371550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-aeea4500-8974-4534-939e-34d427117eac req-b0bcc6b0-865d-4aeb-974c-892bc730e281 service neutron] Request body: {'binding': {'host': 'n-h2-758944-46', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:30.372155 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-aeea4500-8974-4534-939e-34d427117eac req-b0bcc6b0-865d-4aeb-974c-892bc730e281 service neutron] Unknown quota resources ['binding']. {{(pid=93695) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:34:30.765787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a017a-3b29-4658-82ec-48e487cbf0c6 req-60b3532a-c445-43ad-bd86-9149e0f6f4fa tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:30.767382 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-771a017a-3b29-4658-82ec-48e487cbf0c6 req-60b3532a-c445-43ad-bd86-9149e0f6f4fa tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 946 time: 0.0685749 Jul 16 08:34:30.810965 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-771a017a-3b29-4658-82ec-48e487cbf0c6 req-63edc762-f212-4a19-ab2d-c4d9bb583205 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359523 Jul 16 08:34:30.868193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-aeea4500-8974-4534-939e-34d427117eac req-b0bcc6b0-865d-4aeb-974c-892bc730e281 service neutron] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 on host n-h2-758944-46 for vnic_type normal with profile None {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:30.868584 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-aeea4500-8974-4534-939e-34d427117eac req-b0bcc6b0-865d-4aeb-974c-892bc730e281 service neutron] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:30.868906 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4500-8974-4534-939e-34d427117eac req-b0bcc6b0-865d-4aeb-974c-892bc730e281 service neutron] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:30.873338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4500-8974-4534-939e-34d427117eac req-b0bcc6b0-865d-4aeb-974c-892bc730e281 service neutron] Port c9192850-6c73-4969-94e2-d7571e34c896 on network a9119c76-4476-450e-9781-c499b2315c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:30.873651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4500-8974-4534-939e-34d427117eac req-b0bcc6b0-865d-4aeb-974c-892bc730e281 service neutron] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:30.878350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4500-8974-4534-939e-34d427117eac req-b0bcc6b0-865d-4aeb-974c-892bc730e281 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:30.878652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4500-8974-4534-939e-34d427117eac req-b0bcc6b0-865d-4aeb-974c-892bc730e281 service neutron] Checking segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:30.879033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4500-8974-4534-939e-34d427117eac req-b0bcc6b0-865d-4aeb-974c-892bc730e281 service neutron] Bound using segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:30.880547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-aeea4500-8974-4534-939e-34d427117eac req-b0bcc6b0-865d-4aeb-974c-892bc730e281 service neutron] Bound port: c9192850-6c73-4969-94e2-d7571e34c896, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:30.933401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-aeea4500-8974-4534-939e-34d427117eac req-b0bcc6b0-865d-4aeb-974c-892bc730e281 service neutron] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c9192850-6c73-4969-94e2-d7571e34c896,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:30.943515 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-aeea4500-8974-4534-939e-34d427117eac req-b0bcc6b0-865d-4aeb-974c-892bc730e281 service neutron] Notify callbacks [] for binding, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.945087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-b0bcc6b0-865d-4aeb-974c-892bc730e281 service neutron] 10.222.0.20 "POST /v2.0/ports/c9192850-6c73-4969-94e2-d7571e34c896/bindings HTTP/1.1" status: 201 len: 390 time: 0.6307378 Jul 16 08:34:31.025050 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc56b2b-c9e5-46a0-820c-a44e8328d0dd req-5795dbed-6706-4b16-9797-f2db12b72f7d tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.027282 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dbc56b2b-c9e5-46a0-820c-a44e8328d0dd req-5795dbed-6706-4b16-9797-f2db12b72f7d tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.1027744 Jul 16 08:34:31.086640 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dbc56b2b-c9e5-46a0-820c-a44e8328d0dd req-77cc70cf-40eb-4106-91a1-93f863aec11c tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520391 Jul 16 08:34:31.314376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359cf459-d772-4d1d-82b7-9ee68804524e req-82e8a26c-a40c-4487-9cbf-df249a15e782 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.316329 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-359cf459-d772-4d1d-82b7-9ee68804524e req-82e8a26c-a40c-4487-9cbf-df249a15e782 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.1035790 Jul 16 08:34:31.336207 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4500-8974-4534-939e-34d427117eac req-6e7ea5b2-b87f-4c71-94b1-cb5bee0129c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.339804 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-6e7ea5b2-b87f-4c71-94b1-cb5bee0129c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 1098 time: 0.0939887 Jul 16 08:34:31.382449 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-359cf459-d772-4d1d-82b7-9ee68804524e req-976b5729-b58b-4f87-8900-2e7d816bcf14 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601053 Jul 16 08:34:31.386975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device df0e33c6-3282-408c-82dd-4ceceb26c980 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:31.446700 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port df0e33c6-3282-408c-82dd-4ceceb26c980 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:31.452128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port df0e33c6-3282-408c-82dd-4ceceb26c980 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:31.452555 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.569771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7af97-d159-4344-b106-56fc3546da20 req-4948a0fa-e6d2-4d08-9916-db4d269219d6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.577092 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2e7af97-d159-4344-b106-56fc3546da20 req-4948a0fa-e6d2-4d08-9916-db4d269219d6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 946 time: 0.2036881 Jul 16 08:34:31.599615 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4500-8974-4534-939e-34d427117eac req-c233235d-5e0c-4b75-966a-6db444cbd76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.602175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-c233235d-5e0c-4b75-966a-6db444cbd76c service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.2534566 Jul 16 08:34:31.609055 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.662535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0268a534-9688-4afe-b014-31daaf99c7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0e33c6-3282-408c-82dd-4ceceb26c980'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:31.666739 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e52a596-255e-46e0-beeb-99df68205580" -d '{"events": [{"server_uuid": "0268a534-9688-4afe-b014-31daaf99c7ef", "name": "network-vif-plugged", "status": "completed", "tag": "df0e33c6-3282-408c-82dd-4ceceb26c980"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:31.684262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port df0e33c6-3282-408c-82dd-4ceceb26c980, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=df0e33c6-3282-408c-82dd-4ceceb26c980,segment=NetworkSegment(560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa),segment_id=560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:31.688779 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.706355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066500d7-080d-4ce9-9e82-08602f04295a req-8e16d25c-cad5-431e-8879-0869aa393d69 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.707726 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-066500d7-080d-4ce9-9e82-08602f04295a req-8e16d25c-cad5-431e-8879-0869aa393d69 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 944 time: 0.1226521 Jul 16 08:34:31.714658 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-1892582d-6260-4502-a49e-5b9ae556c0bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9192850-6c73-4969-94e2-d7571e34c896 HTTP/1.1" status: 200 len: 217 time: 0.0976124 Jul 16 08:34:31.728952 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2e7af97-d159-4344-b106-56fc3546da20 req-e568c975-17a4-41e9-85ad-c48705337cbe tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507430 Jul 16 08:34:31.804774 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-066500d7-080d-4ce9-9e82-08602f04295a req-dcb85117-0d2f-4848-80b5-23e78cf1757e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886786 Jul 16 08:34:31.853680 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4500-8974-4534-939e-34d427117eac req-fe2c1098-d4fe-47a8-aa86-6ce10eb2e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.856062 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-fe2c1098-d4fe-47a8-aa86-6ce10eb2e6e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.1143403 Jul 16 08:34:31.860541 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=df0e33c6-3282-408c-82dd-4ceceb26c980,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:31.889387 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ffbf38-1495-494e-bcff-f03d4d68fd37 x-openstack-request-id: req-14ffbf38-1495-494e-bcff-f03d4d68fd37 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:31.889826 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0268a534-9688-4afe-b014-31daaf99c7ef", "name": "network-vif-plugged", "status": "completed", "tag": "df0e33c6-3282-408c-82dd-4ceceb26c980", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:31.890087 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14ffbf38-1495-494e-bcff-f03d4d68fd37 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:31.890540 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0268a534-9688-4afe-b014-31daaf99c7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df0e33c6-3282-408c-82dd-4ceceb26c980', 'code': 200} Jul 16 08:34:31.941585 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-db6df4ff-e877-4bd7-a884-0de88f1fffb2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766673 Jul 16 08:34:32.121340 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-873b433c-89fe-40d5-a241-f3b3b5610c64 service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639388 Jul 16 08:34:32.164909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f925d5-c597-4781-869d-a32ab99be471 req-889ae55e-5662-479b-8969-d82269a102f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:32.166426 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-04f925d5-c597-4781-869d-a32ab99be471 req-889ae55e-5662-479b-8969-d82269a102f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 1097 time: 0.1906753 Jul 16 08:34:32.206433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cace232d-0e04-4208-9f71-4bc707ce3f64 req-8b2801b1-78b8-496a-a908-9f0ec1a16f5a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:32.209207 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cace232d-0e04-4208-9f71-4bc707ce3f64 req-8b2801b1-78b8-496a-a908-9f0ec1a16f5a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 946 time: 0.1267548 Jul 16 08:34:32.232990 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-04f925d5-c597-4781-869d-a32ab99be471 req-c4066756-6648-400d-9965-57e85e86bc13 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586269 Jul 16 08:34:32.280635 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-d7ce616d-359f-441c-bca1-259c954b2592 service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514809 Jul 16 08:34:32.293405 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cace232d-0e04-4208-9f71-4bc707ce3f64 req-17533188-5a4e-4a35-aebf-60e2491edfcd tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627365 Jul 16 08:34:32.396884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be7bec-0e24-4fdb-b84b-4e24f65abaae req-79bd2a21-a464-45fa-93f1-ca773e43ee3f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:32.398537 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41be7bec-0e24-4fdb-b84b-4e24f65abaae req-79bd2a21-a464-45fa-93f1-ca773e43ee3f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.1061823 Jul 16 08:34:32.452836 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41be7bec-0e24-4fdb-b84b-4e24f65abaae req-68bf451e-9fb6-4e8f-bc7c-e3c6d60809f5 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463691 Jul 16 08:34:32.652757 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb50be-d65a-40bc-82e7-3edf95a4a4fc req-f5f3cad1-0cb7-4916-9581-17f1909a8005 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:32.660917 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0eeb50be-d65a-40bc-82e7-3edf95a4a4fc req-f5f3cad1-0cb7-4916-9581-17f1909a8005 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 946 time: 0.0771732 Jul 16 08:34:32.716150 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0eeb50be-d65a-40bc-82e7-3edf95a4a4fc req-d22543c9-eb0e-498f-9a26-e92897445818 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492656 Jul 16 08:34:32.855628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ea7030-89d1-4980-a06e-89af49b5f45b req-d9b78491-4262-4c3d-9735-edc03431d5ad tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:32.862946 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f8ea7030-89d1-4980-a06e-89af49b5f45b req-d9b78491-4262-4c3d-9735-edc03431d5ad tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.1136832 Jul 16 08:34:32.926480 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f8ea7030-89d1-4980-a06e-89af49b5f45b req-19eb1604-05de-4a7d-8c17-cc603c147346 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615785 Jul 16 08:34:33.066287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f93bad-0bf8-4c73-8630-aa84dd517867 req-84612724-3f14-4dbc-b924-26c122e96e1c tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:33.074201 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-03f93bad-0bf8-4c73-8630-aa84dd517867 req-84612724-3f14-4dbc-b924-26c122e96e1c tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 946 time: 0.1126177 Jul 16 08:34:33.130951 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-03f93bad-0bf8-4c73-8630-aa84dd517867 req-f330693a-e531-4c15-971d-748ae4b2a404 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556867 Jul 16 08:34:33.229976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac757e0-52df-426c-9c81-1ec70e4213f1 req-b986977b-f30f-47de-8a26-9f4f2ddbc0a6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:33.242554 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9ac757e0-52df-426c-9c81-1ec70e4213f1 req-b986977b-f30f-47de-8a26-9f4f2ddbc0a6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 945 time: 0.1524994 Jul 16 08:34:33.307299 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9ac757e0-52df-426c-9c81-1ec70e4213f1 req-bbcf2399-047e-4827-8469-20e3fd87ce44 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602422 Jul 16 08:34:33.415513 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1b05384a-7009-44a5-a5f3-da1acb4ac0ed no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:33.502436 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.543049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:33.565627 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.632634 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.638882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,revision_number=14']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:33.691387 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db80bfd-0a2a-4634-a42f-862911736d19 req-039a6c8e-84d8-4d6e-b728-27464c1d44bc tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:33.699163 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4db80bfd-0a2a-4634-a42f-862911736d19 req-039a6c8e-84d8-4d6e-b728-27464c1d44bc tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.0884066 Jul 16 08:34:33.740398 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4db80bfd-0a2a-4634-a42f-862911736d19 req-7f166502-2685-42fa-95ef-a4a86fa35211 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397437 Jul 16 08:34:33.891802 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:33.894366 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a82b9f6-0dd2-4724-ab44-d8ab1ac3bfe7" -d '{"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-unplugged", "status": "completed", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:33.936553 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5160892d-5f93-4226-b0c5-172ca3e1814d x-openstack-request-id: req-5160892d-5f93-4226-b0c5-172ca3e1814d {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:33.936847 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-unplugged", "status": "completed", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:33.937095 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5160892d-5f93-4226-b0c5-172ca3e1814d {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:33.937483 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'code': 200} Jul 16 08:34:34.049301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac80134-4e86-4082-b041-ce5175b97ef5 req-e2130d48-6483-463f-80d0-da854e4c8180 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.051059 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ac80134-4e86-4082-b041-ce5175b97ef5 req-e2130d48-6483-463f-80d0-da854e4c8180 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.0768137 Jul 16 08:34:34.093742 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ac80134-4e86-4082-b041-ce5175b97ef5 req-12c0ca28-79a5-488d-842f-e9dd44131184 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365927 Jul 16 08:34:34.105967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625d36b9-30fa-467b-847f-6016c81e709f req-b33ca11a-4a9c-4851-b8e1-908093d676c2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.107599 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-625d36b9-30fa-467b-847f-6016c81e709f req-b33ca11a-4a9c-4851-b8e1-908093d676c2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.0718668 Jul 16 08:34:34.151561 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-625d36b9-30fa-467b-847f-6016c81e709f req-464bda5d-441f-4c7a-ab16-4ddbaedf9cea tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376868 Jul 16 08:34:34.350298 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bd080-c3e1-4f32-a33d-c19456029f3d req-73d9a21b-61db-4cd3-9bf8-a72ab537a20d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.352065 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d1bd080-c3e1-4f32-a33d-c19456029f3d req-73d9a21b-61db-4cd3-9bf8-a72ab537a20d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 946 time: 0.0885305 Jul 16 08:34:34.410623 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d1bd080-c3e1-4f32-a33d-c19456029f3d req-a2b1f3dd-c519-4f27-ae8a-9ba8b86052d0 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521488 Jul 16 08:34:34.436271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3d811-e195-4e10-a570-8c82654946ac req-7b7d1a4c-4821-476f-aa19-cacd2256b985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.446031 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ada3d811-e195-4e10-a570-8c82654946ac req-7b7d1a4c-4821-476f-aa19-cacd2256b985 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 1096 time: 0.0643933 Jul 16 08:34:34.577669 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3d811-e195-4e10-a570-8c82654946ac req-c6ccfbff-6200-4305-af9c-dad98437ad07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.579357 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ada3d811-e195-4e10-a570-8c82654946ac req-c6ccfbff-6200-4305-af9c-dad98437ad07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.1324661 Jul 16 08:34:34.592545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a64ba-6598-4921-adf7-cacc64fb9bd1 req-011e8e68-3d27-487b-8e05-ab5fa052563e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.594374 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e6a64ba-6598-4921-adf7-cacc64fb9bd1 req-011e8e68-3d27-487b-8e05-ab5fa052563e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1393273 Jul 16 08:34:34.600543 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0281f7-6678-4b8e-9880-222021ea1a37 req-f50a7805-4b0e-4e01-bc64-759fe3420a8d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.602307 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed0281f7-6678-4b8e-9880-222021ea1a37 req-f50a7805-4b0e-4e01-bc64-759fe3420a8d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 945 time: 0.0726330 Jul 16 08:34:34.659548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed0281f7-6678-4b8e-9880-222021ea1a37 req-2285ab9a-879c-49c0-a117-4d77aee1b066 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436375 Jul 16 08:34:34.700951 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e6a64ba-6598-4921-adf7-cacc64fb9bd1 req-0bedb4e0-2c42-4530-8cb8-bc14cc3222b3 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952339 Jul 16 08:34:34.710334 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ada3d811-e195-4e10-a570-8c82654946ac req-d785a1fa-d6b9-4be8-b773-d201c8a15ac5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed HTTP/1.1" status: 200 len: 998 time: 0.1108420 Jul 16 08:34:34.783436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3d811-e195-4e10-a570-8c82654946ac req-6d3fcd0d-ea1d-46a4-82ed-ce7b148c3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.785253 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ada3d811-e195-4e10-a570-8c82654946ac req-6d3fcd0d-ea1d-46a4-82ed-ce7b148c3f79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.0553811 Jul 16 08:34:34.835825 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acecd880-0445-4fee-b88e-ce4cb0058286 req-18ffdbb7-d9cf-4b49-8132-4e9b53ed48be tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-708335770&fields=id&tenant_id=03e7d726cdae4a2191cfb6984476fdaa HTTP/1.1" status: 200 len: 267 time: 0.0392168 Jul 16 08:34:34.877637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada3d811-e195-4e10-a570-8c82654946ac req-88844ece-b12a-4f92-9a36-f181b85ef970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.879708 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ada3d811-e195-4e10-a570-8c82654946ac req-88844ece-b12a-4f92-9a36-f181b85ef970 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787580 Jul 16 08:34:34.932620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecd880-0445-4fee-b88e-ce4cb0058286 req-3b5d1f4c-2b8a-48a1-98aa-74bdcf344ca1 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.934448 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acecd880-0445-4fee-b88e-ce4cb0058286 req-3b5d1f4c-2b8a-48a1-98aa-74bdcf344ca1 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 945 time: 0.0923045 Jul 16 08:34:34.947661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-acecd880-0445-4fee-b88e-ce4cb0058286 req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'port': {'security_groups': ['ace3492a-298a-4553-a402-e5dcbdee26ea', '35df68f5-cde3-4ec0-b85a-b63d9c8d2719']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:35.031470 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ada3d811-e195-4e10-a570-8c82654946ac req-571db1d5-7506-4d16-a6b8-4960cd5fd82a service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443019 Jul 16 08:34:35.038856 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-acecd880-0445-4fee-b88e-ce4cb0058286 req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.090327 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2bf1a-18b3-441a-94d0-7c4650b94ebd req-208844b5-1681-48f5-b126-e17453771c89 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:35.091982 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6da2bf1a-18b3-441a-94d0-7c4650b94ebd req-208844b5-1681-48f5-b126-e17453771c89 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.1202734 Jul 16 08:34:35.127990 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.157612 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2172fc55-76e0-4976-bd09-f44353828c67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.175758 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ada3d811-e195-4e10-a570-8c82654946ac req-599d4d2a-663c-4bf4-a855-8d0bd7e342eb service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369677 Jul 16 08:34:35.194172 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6da2bf1a-18b3-441a-94d0-7c4650b94ebd req-03bef597-ae57-43ff-85c1-550ca812ef35 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712774 Jul 16 08:34:35.291938 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-acecd880-0445-4fee-b88e-ce4cb0058286 req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] For port df0e33c6-3282-408c-82dd-4ceceb26c980, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=df0e33c6-3282-408c-82dd-4ceceb26c980,segment=NetworkSegment(560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa),segment_id=560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:35.333085 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-acecd880-0445-4fee-b88e-ce4cb0058286 req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.340862 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-acecd880-0445-4fee-b88e-ce4cb0058286 req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.354451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['df0e33c6-3282-408c-82dd-4ceceb26c980'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:35.375236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98ce74-4751-4664-b22a-d26884ba81b9 req-d1d5c271-07c7-471c-a85a-10bb34e4cd98 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:35.378948 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-db98ce74-4751-4664-b22a-d26884ba81b9 req-d1d5c271-07c7-471c-a85a-10bb34e4cd98 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.0922320 Jul 16 08:34:35.391737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acecd880-0445-4fee-b88e-ce4cb0058286 req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:35.392511 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-acecd880-0445-4fee-b88e-ce4cb0058286 req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.409931 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acecd880-0445-4fee-b88e-ce4cb0058286 req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "PUT /v2.0/ports/df0e33c6-3282-408c-82dd-4ceceb26c980 HTTP/1.1" status: 200 len: 981 time: 0.4603090 Jul 16 08:34:35.413038 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0268a534-9688-4afe-b014-31daaf99c7ef', 'tag': 'df0e33c6-3282-408c-82dd-4ceceb26c980'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:35.419826 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c189c99-81df-4d5f-a79b-df2cb4e34e16" -d '{"events": [{"name": "network-changed", "server_uuid": "0268a534-9688-4afe-b014-31daaf99c7ef", "tag": "df0e33c6-3282-408c-82dd-4ceceb26c980"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:35.430454 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-db98ce74-4751-4664-b22a-d26884ba81b9 req-6e6c3859-1152-4d13-b3bf-9a7e4d5e4e3f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439212 Jul 16 08:34:35.463356 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'Port': ['ID=df0e33c6-3282-408c-82dd-4ceceb26c980,revision_number=6']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:35.474226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:35.474722 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:35.475300 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:35.475734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:35.476166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:35.476660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:35.477092 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:35.477513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:35.477937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:35.478356 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:35.478777 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:35.479448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf27473-92e0-417b-acee-883c5568a5f0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:35.516885 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa2200b-762d-4dc3-a441-09f7bf8a5328 x-openstack-request-id: req-baa2200b-762d-4dc3-a441-09f7bf8a5328 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:35.517532 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0268a534-9688-4afe-b014-31daaf99c7ef", "tag": "df0e33c6-3282-408c-82dd-4ceceb26c980", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:35.517877 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-baa2200b-762d-4dc3-a441-09f7bf8a5328 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:35.518551 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0268a534-9688-4afe-b014-31daaf99c7ef', 'tag': 'df0e33c6-3282-408c-82dd-4ceceb26c980', 'status': 'completed', 'code': 200} Jul 16 08:34:35.528063 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['df0e33c6-3282-408c-82dd-4ceceb26c980'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:35.581888 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4575fc4a-807a-4066-b2e0-80a77e5240ae req-dc90f379-4b7d-4a0a-94a8-338bc1ab076b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-288998416&fields=id&tenant_id=03e7d726cdae4a2191cfb6984476fdaa HTTP/1.1" status: 200 len: 267 time: 0.0476162 Jul 16 08:34:35.700318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575fc4a-807a-4066-b2e0-80a77e5240ae req-63780553-feba-4d76-b65f-2848e958a11d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:35.702152 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4575fc4a-807a-4066-b2e0-80a77e5240ae req-63780553-feba-4d76-b65f-2848e958a11d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 984 time: 0.1125159 Jul 16 08:34:35.715578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-4575fc4a-807a-4066-b2e0-80a77e5240ae req-e51f769c-d7d6-443c-8497-86a8b9cf8dd6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'port': {'security_groups': ['35df68f5-cde3-4ec0-b85a-b63d9c8d2719', 'ace3492a-298a-4553-a402-e5dcbdee26ea', 'c2145d44-551e-4a22-9dfe-60e8c2eb3169']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:35.719209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c189c99-81df-4d5f-a79b-df2cb4e34e16 req-2eb6d2c3-7dfc-4895-854b-75f667d47c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:35.722230 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c189c99-81df-4d5f-a79b-df2cb4e34e16 req-2eb6d2c3-7dfc-4895-854b-75f667d47c17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03e7d726cdae4a2191cfb6984476fdaa&device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 1136 time: 0.1643679 Jul 16 08:34:35.820903 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4575fc4a-807a-4066-b2e0-80a77e5240ae req-e51f769c-d7d6-443c-8497-86a8b9cf8dd6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.854534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7b93a-7024-4ca5-86b1-9873be93ab5b req-015cfc5d-0eb0-48f2-b815-3c8231eba40b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:35.856195 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3ad7b93a-7024-4ca5-86b1-9873be93ab5b req-015cfc5d-0eb0-48f2-b815-3c8231eba40b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 946 time: 0.1993444 Jul 16 08:34:35.913381 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c189c99-81df-4d5f-a79b-df2cb4e34e16 req-89976cb0-c892-43e4-a84a-1c35fe0e1972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:35.914889 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c189c99-81df-4d5f-a79b-df2cb4e34e16 req-89976cb0-c892-43e4-a84a-1c35fe0e1972 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a HTTP/1.1" status: 200 len: 912 time: 0.1840613 Jul 16 08:34:35.929826 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3ad7b93a-7024-4ca5-86b1-9873be93ab5b req-fd5fd463-ecfd-4706-9736-d2eefd91d064 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648930 Jul 16 08:34:35.998877 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c189c99-81df-4d5f-a79b-df2cb4e34e16 req-138d27cf-0da8-40d1-ac2d-1136e234c091 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df0e33c6-3282-408c-82dd-4ceceb26c980 HTTP/1.1" status: 200 len: 217 time: 0.0680306 Jul 16 08:34:36.086478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c189c99-81df-4d5f-a79b-df2cb4e34e16 req-30e68166-75d5-4ac0-811d-ff3361bf2654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:36.088202 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c189c99-81df-4d5f-a79b-df2cb4e34e16 req-30e68166-75d5-4ac0-811d-ff3361bf2654 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8671a648-7265-4a42-b7ed-7c1ac9bfa124 HTTP/1.1" status: 200 len: 852 time: 0.0812809 Jul 16 08:34:36.095530 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-4575fc4a-807a-4066-b2e0-80a77e5240ae req-e51f769c-d7d6-443c-8497-86a8b9cf8dd6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] For port df0e33c6-3282-408c-82dd-4ceceb26c980, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=df0e33c6-3282-408c-82dd-4ceceb26c980,segment=NetworkSegment(560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa),segment_id=560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:36.127976 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4575fc4a-807a-4066-b2e0-80a77e5240ae req-e51f769c-d7d6-443c-8497-86a8b9cf8dd6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.128611 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c189c99-81df-4d5f-a79b-df2cb4e34e16 req-bedee164-c301-41b0-a311-cae8b9ae0d8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339448 Jul 16 08:34:36.133127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4575fc4a-807a-4066-b2e0-80a77e5240ae req-e51f769c-d7d6-443c-8497-86a8b9cf8dd6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.152608 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['df0e33c6-3282-408c-82dd-4ceceb26c980'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:36.185806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4575fc4a-807a-4066-b2e0-80a77e5240ae req-e51f769c-d7d6-443c-8497-86a8b9cf8dd6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:36.186543 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4575fc4a-807a-4066-b2e0-80a77e5240ae req-e51f769c-d7d6-443c-8497-86a8b9cf8dd6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.193529 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4575fc4a-807a-4066-b2e0-80a77e5240ae req-e51f769c-d7d6-443c-8497-86a8b9cf8dd6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "PUT /v2.0/ports/df0e33c6-3282-408c-82dd-4ceceb26c980 HTTP/1.1" status: 200 len: 1020 time: 0.4837739 Jul 16 08:34:36.242464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51f769c-d7d6-443c-8497-86a8b9cf8dd6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'Port': ['ID=df0e33c6-3282-408c-82dd-4ceceb26c980,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:36.296273 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1994d2-dcdd-4bda-a27e-09cd48358f40 req-6882cabd-b750-49c2-b2bf-86c08f38c087 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:36.298180 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6e1994d2-dcdd-4bda-a27e-09cd48358f40 req-6882cabd-b750-49c2-b2bf-86c08f38c087 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1723542 Jul 16 08:34:36.303068 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c189c99-81df-4d5f-a79b-df2cb4e34e16 req-5638ceba-df1c-4be3-97a5-8803a35f5f35 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658273 Jul 16 08:34:36.342165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['df0e33c6-3282-408c-82dd-4ceceb26c980'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:36.381187 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6e1994d2-dcdd-4bda-a27e-09cd48358f40 req-cfdba662-1c96-4bc0-b071-2cdba3505ba5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710571 Jul 16 08:34:36.455603 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c189c99-81df-4d5f-a79b-df2cb4e34e16 req-91617f83-d887-47d8-bf90-54a3c8990f3b service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287053 Jul 16 08:34:36.517712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edbc18f-0c5e-43bc-a899-6c2fa2bf4df2 req-b118caab-32c5-4d2c-b518-c302d30fbc96 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:36.525012 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2edbc18f-0c5e-43bc-a899-6c2fa2bf4df2 req-b118caab-32c5-4d2c-b518-c302d30fbc96 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 1023 time: 0.0960207 Jul 16 08:34:36.591593 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2edbc18f-0c5e-43bc-a899-6c2fa2bf4df2 req-0c7d1bd9-3095-40fb-8391-8863afaa7776 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=35df68f5-cde3-4ec0-b85a-b63d9c8d2719&id=ace3492a-298a-4553-a402-e5dcbdee26ea&id=c2145d44-551e-4a22-9dfe-60e8c2eb3169 HTTP/1.1" status: 200 len: 6156 time: 0.0654342 Jul 16 08:34:36.674282 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79b0824-bfd3-4886-a65a-851754533ae6 req-b7df69a5-4adb-421b-8bba-1c7144039fca tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:36.680561 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e79b0824-bfd3-4886-a65a-851754533ae6 req-b7df69a5-4adb-421b-8bba-1c7144039fca tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.1216700 Jul 16 08:34:36.716967 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e79b0824-bfd3-4886-a65a-851754533ae6 req-8bb41679-bdaf-4242-ae1f-d1c3c89f7add tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351357 Jul 16 08:34:36.750986 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-25f8f507-18be-4b18-be52-7900ee841a34 req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1741768499 ', 'description': 'tempest-description-1945132545'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:36.782594 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-25f8f507-18be-4b18-be52-7900ee841a34 req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.796527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a72a19-6642-43dc-8e57-1ed78bb3a697 req-4ffe1111-a714-453e-b47b-f3ff80cebcba tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:36.798777 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-93a72a19-6642-43dc-8e57-1ed78bb3a697 req-4ffe1111-a714-453e-b47b-f3ff80cebcba tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.0884376 Jul 16 08:34:36.846759 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-93a72a19-6642-43dc-8e57-1ed78bb3a697 req-40d2fd2d-d75b-49ba-ace9-9a21e8d5eabb tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413635 Jul 16 08:34:36.873945 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-25f8f507-18be-4b18-be52-7900ee841a34 req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.878072 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-25f8f507-18be-4b18-be52-7900ee841a34 req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.906383 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-25f8f507-18be-4b18-be52-7900ee841a34 req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.907778 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25f8f507-18be-4b18-be52-7900ee841a34 req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.1610715 Jul 16 08:34:36.917451 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=197673d3-10c5-447e-b8f4-df40e2d975e2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:36.925249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:36.925598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:36.925939 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:36.926274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:36.926612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:36.926938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:36.927795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:36.928120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:36.928445 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:36.930997 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:36.931348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:36.931689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271fd087-1a9d-4bd4-ae3f-59fa2546b6d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:36.969585 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-10ab9f4a-20ba-42f7-bc53-7a5486a21196 req-994236e1-a6a4-4672-bbe3-cf431eedb062 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/197673d3-10c5-447e-b8f4-df40e2d975e2 HTTP/1.1" status: 200 len: 1783 time: 0.0401664 Jul 16 08:34:37.033319 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dfc6fe10-cfca-46da-912c-ea75bfc5bfeb req-bc4925e6-1ad8-459c-ae8e-49c692a37cbf tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/197673d3-10c5-447e-b8f4-df40e2d975e2 HTTP/1.1" status: 200 len: 1783 time: 0.0416245 Jul 16 08:34:37.095563 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dfc6fe10-cfca-46da-912c-ea75bfc5bfeb req-4b0f9910-799d-442c-a75a-eefceac1d370 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.120025 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dfc6fe10-cfca-46da-912c-ea75bfc5bfeb req-4b0f9910-799d-442c-a75a-eefceac1d370 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.132019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dabfcc3-8e69-443a-9c25-e67c9862525f req-3bc14309-c7bf-469b-931f-6b8f7fe4e379 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:37.137522 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0dabfcc3-8e69-443a-9c25-e67c9862525f req-3bc14309-c7bf-469b-931f-6b8f7fe4e379 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 946 time: 0.0756357 Jul 16 08:34:37.165756 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dfc6fe10-cfca-46da-912c-ea75bfc5bfeb req-4b0f9910-799d-442c-a75a-eefceac1d370 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.168401 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dfc6fe10-cfca-46da-912c-ea75bfc5bfeb req-4b0f9910-799d-442c-a75a-eefceac1d370 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.169612 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dfc6fe10-cfca-46da-912c-ea75bfc5bfeb req-4b0f9910-799d-442c-a75a-eefceac1d370 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "DELETE /v2.0/security-groups/197673d3-10c5-447e-b8f4-df40e2d975e2 HTTP/1.1" status: 204 len: 173 time: 0.1302643 Jul 16 08:34:37.179218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f9910-799d-442c-a75a-eefceac1d370 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=197673d3-10c5-447e-b8f4-df40e2d975e2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:37.183728 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0dabfcc3-8e69-443a-9c25-e67c9862525f req-59c6ca4f-1e49-409e-9b0b-a46c393859dd tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443501 Jul 16 08:34:37.221397 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-e72e96da-4498-4552-bdbb-34e49e88273f req-5b176f5f-97c8-4282-b5ed-c57dcfb27bb6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] show failed (client error): The resource could not be found. Jul 16 08:34:37.221397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e72e96da-4498-4552-bdbb-34e49e88273f req-5b176f5f-97c8-4282-b5ed-c57dcfb27bb6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/197673d3-10c5-447e-b8f4-df40e2d975e2 HTTP/1.1" status: 404 len: 352 time: 0.0156281 Jul 16 08:34:37.240424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-793c9371-0373-4411-bff0-02696f35f629 req-e2ebd01a-ce8b-4c99-b82e-55627fdf9aff tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1842759057', 'description': 'tempest-description-2098406218'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:37.263333 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-793c9371-0373-4411-bff0-02696f35f629 req-e2ebd01a-ce8b-4c99-b82e-55627fdf9aff tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.348106 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-793c9371-0373-4411-bff0-02696f35f629 req-e2ebd01a-ce8b-4c99-b82e-55627fdf9aff tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.352681 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-793c9371-0373-4411-bff0-02696f35f629 req-e2ebd01a-ce8b-4c99-b82e-55627fdf9aff tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.381713 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-793c9371-0373-4411-bff0-02696f35f629 req-e2ebd01a-ce8b-4c99-b82e-55627fdf9aff tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.382957 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-793c9371-0373-4411-bff0-02696f35f629 req-e2ebd01a-ce8b-4c99-b82e-55627fdf9aff tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1473444 Jul 16 08:34:37.394573 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ebd01a-ce8b-4c99-b82e-55627fdf9aff tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b98678-14cc-4e07-8d47-3b846881b6b4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:37.413532 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-558a188b-0827-44fe-933f-1fc93fc3e6cc req-a0fad5ef-75c4-4c11-b76e-ede410878aab tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1159703889', 'description': 'tempest-description-877025529'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:37.446942 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-558a188b-0827-44fe-933f-1fc93fc3e6cc req-a0fad5ef-75c4-4c11-b76e-ede410878aab tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.520197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0268a534-9688-4afe-b014-31daaf99c7ef', 'tag': 'df0e33c6-3282-408c-82dd-4ceceb26c980'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:37.523144 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e970b19-ef6e-427b-a7e4-036e2ee87c71" -d '{"events": [{"name": "network-changed", "server_uuid": "0268a534-9688-4afe-b014-31daaf99c7ef", "tag": "df0e33c6-3282-408c-82dd-4ceceb26c980"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:37.548586 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-558a188b-0827-44fe-933f-1fc93fc3e6cc req-a0fad5ef-75c4-4c11-b76e-ede410878aab tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.554224 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-558a188b-0827-44fe-933f-1fc93fc3e6cc req-a0fad5ef-75c4-4c11-b76e-ede410878aab tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.592940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-558a188b-0827-44fe-933f-1fc93fc3e6cc req-a0fad5ef-75c4-4c11-b76e-ede410878aab tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.595172 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-558a188b-0827-44fe-933f-1fc93fc3e6cc req-a0fad5ef-75c4-4c11-b76e-ede410878aab tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1872337 Jul 16 08:34:37.597324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fad5ef-75c4-4c11-b76e-ede410878aab tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aadaeb5d-c35a-407f-9730-fd0cb76ef964,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:37.650791 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461fc19f-20bb-403a-96c1-318eab9dfc0b x-openstack-request-id: req-461fc19f-20bb-403a-96c1-318eab9dfc0b {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:37.651095 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0268a534-9688-4afe-b014-31daaf99c7ef", "tag": "df0e33c6-3282-408c-82dd-4ceceb26c980", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:37.651344 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-461fc19f-20bb-403a-96c1-318eab9dfc0b {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:37.651892 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0268a534-9688-4afe-b014-31daaf99c7ef', 'tag': 'df0e33c6-3282-408c-82dd-4ceceb26c980', 'status': 'completed', 'code': 200} Jul 16 08:34:37.686281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-c7d1192b-b1bf-42cb-a793-757879c004ae req-6124f8b9-7f6d-485e-b3cb-b5c36e662443 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-98264514', 'description': 'tempest-description-19569988'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:37.712960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c7d1192b-b1bf-42cb-a793-757879c004ae req-6124f8b9-7f6d-485e-b3cb-b5c36e662443 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.748426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43803955-dd65-4fc8-905a-09a5b027ef9b req-f342bc59-8f13-4b0f-bff0-9f4ad752e545 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:37.755883 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43803955-dd65-4fc8-905a-09a5b027ef9b req-f342bc59-8f13-4b0f-bff0-9f4ad752e545 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1212931 Jul 16 08:34:37.812259 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c7d1192b-b1bf-42cb-a793-757879c004ae req-6124f8b9-7f6d-485e-b3cb-b5c36e662443 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.818376 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c7d1192b-b1bf-42cb-a793-757879c004ae req-6124f8b9-7f6d-485e-b3cb-b5c36e662443 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.821249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e970b19-ef6e-427b-a7e4-036e2ee87c71 req-c4fd80b5-acb2-4a38-be16-fa125c9d7ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:37.824889 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e970b19-ef6e-427b-a7e4-036e2ee87c71 req-c4fd80b5-acb2-4a38-be16-fa125c9d7ce1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03e7d726cdae4a2191cfb6984476fdaa&device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 1175 time: 0.1363301 Jul 16 08:34:37.850803 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c7d1192b-b1bf-42cb-a793-757879c004ae req-6124f8b9-7f6d-485e-b3cb-b5c36e662443 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.874041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43803955-dd65-4fc8-905a-09a5b027ef9b req-8968d463-e106-472e-873c-44daa80cbc9b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141093 Jul 16 08:34:37.882734 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7d1192b-b1bf-42cb-a793-757879c004ae req-6124f8b9-7f6d-485e-b3cb-b5c36e662443 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2008781 Jul 16 08:34:37.898469 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b5113ea1-8292-4095-a341-12ea3cf8b4e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.923172 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6124f8b9-7f6d-485e-b3cb-b5c36e662443 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5bc2c3-097b-4770-b6ff-c5201428b2d2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:38.041765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e970b19-ef6e-427b-a7e4-036e2ee87c71 req-1737af12-8d18-4a5c-b0c8-1710d8ee6d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:38.043262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e970b19-ef6e-427b-a7e4-036e2ee87c71 req-1737af12-8d18-4a5c-b0c8-1710d8ee6d3e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a HTTP/1.1" status: 200 len: 912 time: 0.2102880 Jul 16 08:34:38.097063 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e970b19-ef6e-427b-a7e4-036e2ee87c71 req-fd3b8968-ce6d-45fe-8312-61cbb79741a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df0e33c6-3282-408c-82dd-4ceceb26c980 HTTP/1.1" status: 200 len: 217 time: 0.0462756 Jul 16 08:34:38.097439 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f305e-e425-4dfe-b8a5-1f49a625bb79 req-9348595e-02e0-4cb0-803d-89c11ec067ea tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:38.099035 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2b5f305e-e425-4dfe-b8a5-1f49a625bb79 req-9348595e-02e0-4cb0-803d-89c11ec067ea tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.0792942 Jul 16 08:34:38.110001 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.140479 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2b5f305e-e425-4dfe-b8a5-1f49a625bb79 req-cdc93357-e3c7-4e63-bce9-d9fbf30218b0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344713 Jul 16 08:34:38.155139 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e19ce7c5-bb95-4ccf-8c16-15170063c5dd req-45125df1-afd8-40fb-bcec-f5d7cfc06898 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03e7d726cdae4a2191cfb6984476fdaa HTTP/1.1" status: 200 len: 10907 time: 0.2166142 Jul 16 08:34:38.170466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e970b19-ef6e-427b-a7e4-036e2ee87c71 req-1f7288a0-dd47-494f-b5a2-a15c1002d650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:38.172042 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e970b19-ef6e-427b-a7e4-036e2ee87c71 req-1f7288a0-dd47-494f-b5a2-a15c1002d650 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8671a648-7265-4a42-b7ed-7c1ac9bfa124 HTTP/1.1" status: 200 len: 852 time: 0.0679095 Jul 16 08:34:38.215477 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e970b19-ef6e-427b-a7e4-036e2ee87c71 req-31e1c323-161f-4a74-8430-321ae6f8c66a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353208 Jul 16 08:34:38.276534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e19ce7c5-bb95-4ccf-8c16-15170063c5dd req-e3fb266e-1725-435c-a181-cf738b2703fd tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/ace3492a-298a-4553-a402-e5dcbdee26ea HTTP/1.1" status: 200 len: 2985 time: 0.1016531 Jul 16 08:34:38.338367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13cfc59-e5bf-44a4-925c-b13b31de4a31 req-f63cdbbc-e6fc-42c8-9afa-5ea45d60b1b4 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:38.340903 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f13cfc59-e5bf-44a4-925c-b13b31de4a31 req-f63cdbbc-e6fc-42c8-9afa-5ea45d60b1b4 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.0796304 Jul 16 08:34:38.368232 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e19ce7c5-bb95-4ccf-8c16-15170063c5dd req-0c3f51dd-59a1-4888-99c9-23dd84c71a3c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/ace3492a-298a-4553-a402-e5dcbdee26ea HTTP/1.1" status: 200 len: 2985 time: 0.0625341 Jul 16 08:34:38.374571 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e970b19-ef6e-427b-a7e4-036e2ee87c71 req-9fb6e871-f6c7-436b-a27d-1689f0c396df service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510220 Jul 16 08:34:38.397096 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f13cfc59-e5bf-44a4-925c-b13b31de4a31 req-6b78e42e-3246-4135-8de0-7136f6697d8c tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493047 Jul 16 08:34:38.484398 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e970b19-ef6e-427b-a7e4-036e2ee87c71 req-c4f99f5e-1a72-4677-a8d0-0e8d4b6ba03b service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026745 Jul 16 08:34:38.543767 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:34:38.567767 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f08bdb14-ea4b-4c7e-a43b-c0f1e8af1ea1 req-7a837061-b251-4282-a49d-c8b8198a6e6d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/15b98678-14cc-4e07-8d47-3b846881b6b4 HTTP/1.1" status: 200 len: 1803 time: 0.0447748 Jul 16 08:34:38.568735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5e4b5a-e553-468c-9e29-a72c9a6c34bc req-1a3e8e76-57e3-440c-a3bb-9ed585924101 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:38.570511 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a5e4b5a-e553-468c-9e29-a72c9a6c34bc req-1a3e8e76-57e3-440c-a3bb-9ed585924101 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 946 time: 0.0722814 Jul 16 08:34:38.611078 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a5e4b5a-e553-468c-9e29-a72c9a6c34bc req-ac65e33a-d282-4f6d-ba78-be236edb2fe8 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343137 Jul 16 08:34:38.635379 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f08bdb14-ea4b-4c7e-a43b-c0f1e8af1ea1 req-e6b057a3-61aa-4e28-986a-24ad7e1bc8b2 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.658663 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f08bdb14-ea4b-4c7e-a43b-c0f1e8af1ea1 req-e6b057a3-61aa-4e28-986a-24ad7e1bc8b2 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.704648 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f08bdb14-ea4b-4c7e-a43b-c0f1e8af1ea1 req-e6b057a3-61aa-4e28-986a-24ad7e1bc8b2 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.707569 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f08bdb14-ea4b-4c7e-a43b-c0f1e8af1ea1 req-e6b057a3-61aa-4e28-986a-24ad7e1bc8b2 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.708924 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f08bdb14-ea4b-4c7e-a43b-c0f1e8af1ea1 req-e6b057a3-61aa-4e28-986a-24ad7e1bc8b2 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "DELETE /v2.0/security-groups/15b98678-14cc-4e07-8d47-3b846881b6b4 HTTP/1.1" status: 204 len: 173 time: 0.1318848 Jul 16 08:34:38.718267 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b057a3-61aa-4e28-986a-24ad7e1bc8b2 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b98678-14cc-4e07-8d47-3b846881b6b4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:38.783110 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-a66414a3-8fa5-48eb-928c-1853ebc3af94 req-0f56cb53-d689-44d8-a0bd-b6e906dc3604 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] show failed (client error): The resource could not be found. Jul 16 08:34:38.784213 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a66414a3-8fa5-48eb-928c-1853ebc3af94 req-0f56cb53-d689-44d8-a0bd-b6e906dc3604 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/15b98678-14cc-4e07-8d47-3b846881b6b4 HTTP/1.1" status: 404 len: 352 time: 0.0208125 Jul 16 08:34:38.873070 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c23bb3f4-bbaa-4f3b-835e-00d3ec035125 req-b371c87f-5ad5-44b0-a284-d50fc81d2e52 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/aadaeb5d-c35a-407f-9730-fd0cb76ef964 HTTP/1.1" status: 200 len: 1802 time: 0.0613267 Jul 16 08:34:38.899317 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9939c-0ef0-4b2e-b364-081bbfe94106 req-58f386f1-570f-4a44-8770-b5bf6021b514 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:38.900989 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcc9939c-0ef0-4b2e-b364-081bbfe94106 req-58f386f1-570f-4a44-8770-b5bf6021b514 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.0788925 Jul 16 08:34:38.937088 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c23bb3f4-bbaa-4f3b-835e-00d3ec035125 req-a0eb80e8-3649-4750-bec7-dcb61a0ea7f2 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.941918 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcc9939c-0ef0-4b2e-b364-081bbfe94106 req-f0796f54-b0c3-4df5-92d3-755a339374d2 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352845 Jul 16 08:34:38.962776 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c23bb3f4-bbaa-4f3b-835e-00d3ec035125 req-a0eb80e8-3649-4750-bec7-dcb61a0ea7f2 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.007811 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c23bb3f4-bbaa-4f3b-835e-00d3ec035125 req-a0eb80e8-3649-4750-bec7-dcb61a0ea7f2 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.010717 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c23bb3f4-bbaa-4f3b-835e-00d3ec035125 req-a0eb80e8-3649-4750-bec7-dcb61a0ea7f2 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.011905 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c23bb3f4-bbaa-4f3b-835e-00d3ec035125 req-a0eb80e8-3649-4750-bec7-dcb61a0ea7f2 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "DELETE /v2.0/security-groups/aadaeb5d-c35a-407f-9730-fd0cb76ef964 HTTP/1.1" status: 204 len: 173 time: 0.1331358 Jul 16 08:34:39.024389 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb80e8-3649-4750-bec7-dcb61a0ea7f2 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadaeb5d-c35a-407f-9730-fd0cb76ef964,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:39.055536 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-ac661670-bbbd-45d0-ba52-c8abd973d6ae req-0c72214a-0a89-45a2-aadf-86d52e73e659 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] show failed (client error): The resource could not be found. Jul 16 08:34:39.064161 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac661670-bbbd-45d0-ba52-c8abd973d6ae req-0c72214a-0a89-45a2-aadf-86d52e73e659 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/aadaeb5d-c35a-407f-9730-fd0cb76ef964 HTTP/1.1" status: 404 len: 352 time: 0.0305257 Jul 16 08:34:39.126234 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4bc9b5be-1923-4c72-bdb3-e1a257c3640b req-a7e8ae14-c267-4552-9c42-3982edf6ed6d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/fc5bc2c3-097b-4770-b6ff-c5201428b2d2 HTTP/1.1" status: 200 len: 1799 time: 0.0497692 Jul 16 08:34:39.165557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970e19b-38bf-4096-b9ff-b564de41ae57 req-aebd2155-8996-47a1-9517-ac3b0f18bd82 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:39.174036 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b970e19b-38bf-4096-b9ff-b564de41ae57 req-aebd2155-8996-47a1-9517-ac3b0f18bd82 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.0953798 Jul 16 08:34:39.196380 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4bc9b5be-1923-4c72-bdb3-e1a257c3640b req-aa835dad-04a3-4bc9-b867-f350bb259728 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.213402 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b970e19b-38bf-4096-b9ff-b564de41ae57 req-53d6914f-ba35-4a14-89d2-48b6d79a95b4 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382910 Jul 16 08:34:39.222828 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4bc9b5be-1923-4c72-bdb3-e1a257c3640b req-aa835dad-04a3-4bc9-b867-f350bb259728 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.305918 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4bc9b5be-1923-4c72-bdb3-e1a257c3640b req-aa835dad-04a3-4bc9-b867-f350bb259728 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.309971 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4bc9b5be-1923-4c72-bdb3-e1a257c3640b req-aa835dad-04a3-4bc9-b867-f350bb259728 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.314312 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4bc9b5be-1923-4c72-bdb3-e1a257c3640b req-aa835dad-04a3-4bc9-b867-f350bb259728 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "DELETE /v2.0/security-groups/fc5bc2c3-097b-4770-b6ff-c5201428b2d2 HTTP/1.1" status: 204 len: 173 time: 0.1813543 Jul 16 08:34:39.340712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa835dad-04a3-4bc9-b867-f350bb259728 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5bc2c3-097b-4770-b6ff-c5201428b2d2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:39.362390 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-3d143837-6d00-4c4d-a06a-074deae39e0e req-23622ed6-7eae-4c9f-a41f-98b15eade887 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] show failed (client error): The resource could not be found. Jul 16 08:34:39.381075 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d143837-6d00-4c4d-a06a-074deae39e0e req-23622ed6-7eae-4c9f-a41f-98b15eade887 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/fc5bc2c3-097b-4770-b6ff-c5201428b2d2 HTTP/1.1" status: 404 len: 352 time: 0.0374496 Jul 16 08:34:39.448549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82917b2-6e8c-4fda-a5df-a13ff080e733 req-c9ed034f-9de1-4b9d-95dc-adffa8414b71 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:39.450093 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c82917b2-6e8c-4fda-a5df-a13ff080e733 req-c9ed034f-9de1-4b9d-95dc-adffa8414b71 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.0739365 Jul 16 08:34:39.491772 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c82917b2-6e8c-4fda-a5df-a13ff080e733 req-dcfb42e8-b241-4030-94e7-41a95e8ae9ba tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356848 Jul 16 08:34:39.563578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-b185f2a6-a840-4c03-9033-2dfe3c21733b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:39.565115 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-b185f2a6-a840-4c03-9033-2dfe3c21733b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 812 time: 0.1147244 Jul 16 08:34:39.567110 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.583737 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-af94e036-4331-4138-aa52-24a62ff1afda tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/quotas/b1781597c11a4817b85b1a3ef01821fc HTTP/1.1" status: 200 len: 375 time: 0.0109665 Jul 16 08:34:39.609819 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79fb312d-1188-4678-8a3f-857072a53808 req-8fb6d9ed-8d0d-46ab-bceb-1220e11494a1 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03e7d726cdae4a2191cfb6984476fdaa HTTP/1.1" status: 200 len: 6156 time: 0.0839794 Jul 16 08:34:39.657196 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79fb312d-1188-4678-8a3f-857072a53808 req-0e5a5e3f-d40b-4b26-9353-fee2dfad9117 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/ace3492a-298a-4553-a402-e5dcbdee26ea HTTP/1.1" status: 200 len: 2985 time: 0.0403304 Jul 16 08:34:39.661056 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-0d3f0511-699c-4928-b0f9-cc2b32510cd5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0713439 Jul 16 08:34:39.710437 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79fb312d-1188-4678-8a3f-857072a53808 req-28b75842-79a1-45ed-84f5-8c74e34eccda tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/ace3492a-298a-4553-a402-e5dcbdee26ea HTTP/1.1" status: 200 len: 2985 time: 0.0448844 Jul 16 08:34:39.768877 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-85dfad37-53c5-46c4-906e-e4962208d415 service neutron] 10.222.0.20 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992489 Jul 16 08:34:39.903448 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-63228f7f-56ce-45b5-a488-1ff1bf75b329 service neutron] 10.222.0.20 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240027 Jul 16 08:34:39.904820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f923b50-a846-491d-a067-18d44b64d199 req-ae15d39f-dc26-495c-834d-aebccdc7e366 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:39.916348 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1f923b50-a846-491d-a067-18d44b64d199 req-ae15d39f-dc26-495c-834d-aebccdc7e366 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.0927944 Jul 16 08:34:39.956463 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1f923b50-a846-491d-a067-18d44b64d199 req-9ff19c19-b66b-4866-a403-b4bc1afc03f3 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385320 Jul 16 08:34:40.055120 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-f759bbe0-2a76-4b98-aea4-50fd7f1b7f08 req-24c592a0-591e-4fc1-b8fe-def53336cdc0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-281657873', 'description': 'tempest-description-631982030'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:40.095285 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f759bbe0-2a76-4b98-aea4-50fd7f1b7f08 req-24c592a0-591e-4fc1-b8fe-def53336cdc0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.155369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c91b20-5719-412b-9ea1-e0390d366654 req-a706513d-d5e6-429e-b5a6-40c44b976414 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:40.157421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39c91b20-5719-412b-9ea1-e0390d366654 req-a706513d-d5e6-429e-b5a6-40c44b976414 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 946 time: 0.0833070 Jul 16 08:34:40.204474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39c91b20-5719-412b-9ea1-e0390d366654 req-953e2102-5a0b-4ebd-b20d-9ac488c77a06 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412207 Jul 16 08:34:40.438365 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dff6527a-7ce2-49c3-a31e-6f3b02bf08f6 req-1aff5da0-104a-4a46-b0fc-1fe66b441c12 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 210 time: 0.0628397 Jul 16 08:34:40.555916 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f759bbe0-2a76-4b98-aea4-50fd7f1b7f08 req-24c592a0-591e-4fc1-b8fe-def53336cdc0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.564852 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f759bbe0-2a76-4b98-aea4-50fd7f1b7f08 req-24c592a0-591e-4fc1-b8fe-def53336cdc0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.603390 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f759bbe0-2a76-4b98-aea4-50fd7f1b7f08 req-24c592a0-591e-4fc1-b8fe-def53336cdc0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.605964 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f759bbe0-2a76-4b98-aea4-50fd7f1b7f08 req-24c592a0-591e-4fc1-b8fe-def53336cdc0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5576215 Jul 16 08:34:40.611175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c592a0-591e-4fc1-b8fe-def53336cdc0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72059ba-b45f-4834-852e-b1d15310baf0,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:40.631673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-a94ffaa8-f94c-46ed-9ab0-d28d3a5a14ec req-97ac23f6-d7e3-410a-a7b1-aa72061ddd30 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1344930171', 'description': 'tempest-description-1408082760'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:40.658499 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a94ffaa8-f94c-46ed-9ab0-d28d3a5a14ec req-97ac23f6-d7e3-410a-a7b1-aa72061ddd30 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.733700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3634feb-ea76-4cd4-9a77-b18df52eb3e6 req-f4edea9c-df09-4984-b15c-28385e3201e1 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:40.735275 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3634feb-ea76-4cd4-9a77-b18df52eb3e6 req-f4edea9c-df09-4984-b15c-28385e3201e1 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.0732577 Jul 16 08:34:40.758921 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a94ffaa8-f94c-46ed-9ab0-d28d3a5a14ec req-97ac23f6-d7e3-410a-a7b1-aa72061ddd30 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.762576 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a94ffaa8-f94c-46ed-9ab0-d28d3a5a14ec req-97ac23f6-d7e3-410a-a7b1-aa72061ddd30 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.784391 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3634feb-ea76-4cd4-9a77-b18df52eb3e6 req-6a72dab0-0811-4169-acb8-5e5020a2c217 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374649 Jul 16 08:34:40.794593 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a94ffaa8-f94c-46ed-9ab0-d28d3a5a14ec req-97ac23f6-d7e3-410a-a7b1-aa72061ddd30 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.795877 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a94ffaa8-f94c-46ed-9ab0-d28d3a5a14ec req-97ac23f6-d7e3-410a-a7b1-aa72061ddd30 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1692770 Jul 16 08:34:40.800361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac23f6-d7e3-410a-a7b1-aa72061ddd30 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e84d886a-e309-49ad-9be4-efb12cdd3ed2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:41.066569 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.091277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-54663270-2bd7-4190-9684-0da33db6e908 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:41.092842 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-54663270-2bd7-4190-9684-0da33db6e908 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/networks?id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a HTTP/1.1" status: 200 len: 812 time: 0.1602504 Jul 16 08:34:41.110173 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-3d6b89bc-084c-4693-8176-76732e9512a5 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/quotas/03e7d726cdae4a2191cfb6984476fdaa HTTP/1.1" status: 200 len: 375 time: 0.0113072 Jul 16 08:34:41.185200 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-8eca7fed-7778-43ea-bc5f-b2e9947b2f2d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=03e7d726cdae4a2191cfb6984476fdaa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0677431 Jul 16 08:34:41.188787 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7584ea6-e9e1-4524-9548-3706cbc19bea req-a0a75726-8f2e-4062-bc25-182ac6af2792 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:41.190372 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7584ea6-e9e1-4524-9548-3706cbc19bea req-a0a75726-8f2e-4062-bc25-182ac6af2792 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.0769277 Jul 16 08:34:41.239535 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7584ea6-e9e1-4524-9548-3706cbc19bea req-e74b1644-6c16-4fee-bf51-c451399ee20c tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Jul 16 08:34:41.324786 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-178545b2-a5b8-4651-9250-dec328ea40d1 service neutron] 10.222.0.20 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284220 Jul 16 08:34:41.474084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af9a7b-c466-4c9d-8fe8-244fc7d12edc req-01758677-b8e1-40f2-8158-68cbb9301c03 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:41.485568 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3af9a7b-c466-4c9d-8fe8-244fc7d12edc req-01758677-b8e1-40f2-8158-68cbb9301c03 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 946 time: 0.1010773 Jul 16 08:34:41.492297 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-ac4be68d-5fc1-44e1-af6a-5e298d7142d7 service neutron] 10.222.0.20 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587887 Jul 16 08:34:41.541951 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3af9a7b-c466-4c9d-8fe8-244fc7d12edc req-99d147d8-40bb-4c80-ae70-b1149ae66098 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551896 Jul 16 08:34:41.675867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-d6a9b324-3612-431b-82ca-da34683db69a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:41.681239 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-d6a9b324-3612-431b-82ca-da34683db69a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.38 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 812 time: 0.2654643 Jul 16 08:34:41.706901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-466a1644-14cf-45aa-8692-cdffc2009999 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Request body: {'port': {'device_id': '3d3756d3-7afb-4363-8368-aa62d4f522a1', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'admin_state_up': True, 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:41.882606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-466a1644-14cf-45aa-8692-cdffc2009999 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Made reservation on behalf of b1781597c11a4817b85b1a3ef01821fc for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:41.886986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-466a1644-14cf-45aa-8692-cdffc2009999 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.003846 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27f03816-bbef-43ee-a9e1-99598b34330e req-72861da5-71c1-47fd-88e4-ddf7a12d5e41 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 210 time: 0.0545704 Jul 16 08:34:42.035795 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3e09e69-09dc-4764-9c7f-414003668492 req-9f412dab-9dcf-498b-8ede-8704c1bb8275 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 210 time: 0.0499175 Jul 16 08:34:42.096260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-466a1644-14cf-45aa-8692-cdffc2009999 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Allocated IP 172.20.0.14 (38802a43-6bad-419f-b33c-1e3214de0d83/61454996-02a3-4a95-a2c2-0f253143630a/edd4285f-796f-4803-b231-f6d58d37f611) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:42.240601 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdded0f-9583-4fb5-b943-449238ebef75 req-e32cecbf-75e3-4ccc-9d24-3b372ed76a88 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:42.247488 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fdded0f-9583-4fb5-b943-449238ebef75 req-e32cecbf-75e3-4ccc-9d24-3b372ed76a88 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.0738878 Jul 16 08:34:42.294936 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fdded0f-9583-4fb5-b943-449238ebef75 req-f086fff8-b0c4-4b49-a8f2-488667c0b484 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461602 Jul 16 08:34:42.398672 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8126d1e7-efdb-497a-a068-3ea69c604b01 req-35cfc873-2c3b-437b-a536-ea870b038302 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:42.400238 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8126d1e7-efdb-497a-a068-3ea69c604b01 req-35cfc873-2c3b-437b-a536-ea870b038302 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.1468270 Jul 16 08:34:42.406105 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-466a1644-14cf-45aa-8692-cdffc2009999 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.435656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-466a1644-14cf-45aa-8692-cdffc2009999 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Transition to ACTIVE for port object edd4285f-796f-4803-b231-f6d58d37f611 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:42.465474 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8126d1e7-efdb-497a-a068-3ea69c604b01 req-da505d78-81b8-4ee8-b9e2-726797574e23 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564456 Jul 16 08:34:42.503494 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-466a1644-14cf-45aa-8692-cdffc2009999 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.572475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-466a1644-14cf-45aa-8692-cdffc2009999 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Network 38802a43-6bad-419f-b33c-1e3214de0d83 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:42.577193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-466a1644-14cf-45aa-8692-cdffc2009999 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:42.583201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-466a1644-14cf-45aa-8692-cdffc2009999 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:42.622828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 48748) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:42.646533 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466a1644-14cf-45aa-8692-cdffc2009999 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event updated for resources: {'Port': ['ID=edd4285f-796f-4803-b231-f6d58d37f611,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:42.716427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-466a1644-14cf-45aa-8692-cdffc2009999 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:42.718963 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-466a1644-14cf-45aa-8692-cdffc2009999 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.756315 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-466a1644-14cf-45aa-8692-cdffc2009999 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0579481 Jul 16 08:34:42.770112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Request body: {'port': {'device_id': '3d3756d3-7afb-4363-8368-aa62d4f522a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:42.781281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e925ed-ebb7-4f25-8a1d-357da9b538a1 req-94110fe4-dd12-45ad-b57d-24283f7776ad tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:42.788838 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94e925ed-ebb7-4f25-8a1d-357da9b538a1 req-94110fe4-dd12-45ad-b57d-24283f7776ad tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.1606002 Jul 16 08:34:42.832779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-e12bdcbd-c250-4bcc-bd2a-e5c40c985e89 admin admin] Deleting subnet 13a06e14-eee5-4201-98b3-810650c6afa3 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:34:42.838282 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e12bdcbd-c250-4bcc-bd2a-e5c40c985e89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.857045 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94e925ed-ebb7-4f25-8a1d-357da9b538a1 req-e27de735-4852-4021-8cf0-af3400d29930 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672116 Jul 16 08:34:42.881804 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e12bdcbd-c250-4bcc-bd2a-e5c40c985e89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.915123 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.921312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a49cbfd0-e408-4a86-b992-5627688b8909 None None] Provisioning for port edd4285f-796f-4803-b231-f6d58d37f611 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:42.928380 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a49cbfd0-e408-4a86-b992-5627688b8909 None None] Provisioning complete for port edd4285f-796f-4803-b231-f6d58d37f611 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:42.929173 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a49cbfd0-e408-4a86-b992-5627688b8909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.932428 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d3d33-ac37-4830-b1e0-cd70e77675f7 req-536c3456-e7fb-43f8-aef2-f09d419a3f71 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:42.934133 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-495d3d33-ac37-4830-b1e0-cd70e77675f7 req-536c3456-e7fb-43f8-aef2-f09d419a3f71 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 946 time: 0.1407359 Jul 16 08:34:42.944337 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e12bdcbd-c250-4bcc-bd2a-e5c40c985e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.967101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a49cbfd0-e408-4a86-b992-5627688b8909 None None] Port edd4285f-796f-4803-b231-f6d58d37f611 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:43.017096 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-495d3d33-ac37-4830-b1e0-cd70e77675f7 req-54b43bd5-ff38-425d-bec1-310462504755 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741057 Jul 16 08:34:43.045771 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e12bdcbd-c250-4bcc-bd2a-e5c40c985e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.081227 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e12bdcbd-c250-4bcc-bd2a-e5c40c985e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.086584 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e12bdcbd-c250-4bcc-bd2a-e5c40c985e89 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/13a06e14-eee5-4201-98b3-810650c6afa3 HTTP/1.1" status: 204 len: 168 time: 0.4614162 Jul 16 08:34:43.087190 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 48760) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:43.122570 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12bdcbd-c250-4bcc-bd2a-e5c40c985e89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a06e14-eee5-4201-98b3-810650c6afa3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:43.248190 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0570-eacc-4541-ac1b-859730a6ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.253446 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2feb056-e6dc-4545-9dac-d5b388720771 req-5acff93b-6686-4545-a0a1-0d8beb79066f tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 210 time: 0.0788662 Jul 16 08:34:43.314911 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd4285f-796f-4803-b231-f6d58d37f611 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:43.330896 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.362880 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Transition to ACTIVE for port object edd4285f-796f-4803-b231-f6d58d37f611 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:43.369350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.401059 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0570-eacc-4541-ac1b-859730a6ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.421353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-7f7d0570-eacc-4541-ac1b-859730a6ec7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79bcc93a-1bbe-4b86-93f9-b243ed27da0b']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:43.462177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Pushing event updated for resources: {'Port': ['ID=edd4285f-796f-4803-b231-f6d58d37f611,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:43.484154 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-7f7d0570-eacc-4541-ac1b-859730a6ec7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249c1642-39b3-43af-94f5-0131d6ee2a95') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:43.484791 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-7f7d0570-eacc-4541-ac1b-859730a6ec7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249c1642-39b3-43af-94f5-0131d6ee2a95') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:43.504719 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0570-eacc-4541-ac1b-859730a6ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.570681 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0570-eacc-4541-ac1b-859730a6ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.584018 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7d0570-eacc-4541-ac1b-859730a6ec7e admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:43.584426 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0570-eacc-4541-ac1b-859730a6ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:43.586156 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:43.590935 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:43.621588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-0506ab9e-b786-46cd-894b-17f42b126101 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:43.623518 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-0506ab9e-b786-46cd-894b-17f42b126101 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.15 "GET /v2.0/networks?id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a HTTP/1.1" status: 200 len: 812 time: 0.2964771 Jul 16 08:34:43.652520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Attempting to bind port edd4285f-796f-4803-b231-f6d58d37f611 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:43.652862 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Attempting to bind port edd4285f-796f-4803-b231-f6d58d37f611 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:43.653192 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Attempting to bind port edd4285f-796f-4803-b231-f6d58d37f611 on network 38802a43-6bad-419f-b33c-1e3214de0d83 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:43.669535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-7e570e5b-193b-47ab-a394-ab386fd7a92e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'port': {'device_id': '7004178b-002b-4ab1-9e5e-d7e8be4a9593', 'network_id': 'c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a', 'admin_state_up': True, 'tenant_id': '03e7d726cdae4a2191cfb6984476fdaa'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:43.670830 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Port edd4285f-796f-4803-b231-f6d58d37f611 on network 38802a43-6bad-419f-b33c-1e3214de0d83 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:43.671371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Attempting to bind port edd4285f-796f-4803-b231-f6d58d37f611 on network 38802a43-6bad-419f-b33c-1e3214de0d83 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:43.681116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:43.681502 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Checking segment: {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:43.681987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Bound using segment: {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:43.682444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Bound port: edd4285f-796f-4803-b231-f6d58d37f611, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:43.682821 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.703065 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0570-eacc-4541-ac1b-859730a6ec7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.703937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b89d0-522f-4318-8d27-0225df195971 req-0aaa2686-2119-4dda-a7d7-d32b6940c3b5 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:43.705547 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b60b89d0-522f-4318-8d27-0225df195971 req-0aaa2686-2119-4dda-a7d7-d32b6940c3b5 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.2311282 Jul 16 08:34:43.712864 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7f7d0570-eacc-4541-ac1b-859730a6ec7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.717338 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7f7d0570-eacc-4541-ac1b-859730a6ec7e admin admin] 10.222.0.20 "DELETE /v2.0/networks/79bcc93a-1bbe-4b86-93f9-b243ed27da0b HTTP/1.1" status: 204 len: 168 time: 0.6263554 Jul 16 08:34:43.765310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58aabfc-3307-4500-958e-842522a7154b req-a741e522-c8c8-49e0-8b2e-bf6daff6b434 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:43.766840 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f58aabfc-3307-4500-958e-842522a7154b req-a741e522-c8c8-49e0-8b2e-bf6daff6b434 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 944 time: 0.2643175 Jul 16 08:34:43.769961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7d0570-eacc-4541-ac1b-859730a6ec7e admin admin] Pushing event deleted for resources: {'Network': ['ID=79bcc93a-1bbe-4b86-93f9-b243ed27da0b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:43.801818 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b60b89d0-522f-4318-8d27-0225df195971 req-c980bdfb-af9b-4041-9ff0-f4eb484da889 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691788 Jul 16 08:34:43.813201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] For port edd4285f-796f-4803-b231-f6d58d37f611, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:43.817560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] For port edd4285f-796f-4803-b231-f6d58d37f611, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=edd4285f-796f-4803-b231-f6d58d37f611,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:43.826857 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.842779 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f58aabfc-3307-4500-958e-842522a7154b req-b1542f46-6f15-4b40-9586-a7df4531859e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572748 Jul 16 08:34:43.858325 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-7e570e5b-193b-47ab-a394-ab386fd7a92e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Made reservation on behalf of 03e7d726cdae4a2191cfb6984476fdaa for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:43.864040 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-7e570e5b-193b-47ab-a394-ab386fd7a92e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.890221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 48770) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:43.896213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:43.896917 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.898362 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] 10.222.0.38 "PUT /v2.0/ports/edd4285f-796f-4803-b231-f6d58d37f611 HTTP/1.1" status: 200 len: 1093 time: 1.1336253 Jul 16 08:34:43.898815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d3756d3-7afb-4363-8368-aa62d4f522a1', 'tag': 'edd4285f-796f-4803-b231-f6d58d37f611'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:43.901224 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f02c75f-0ae9-43f6-9bc4-a399a9375f4f" -d '{"events": [{"name": "network-changed", "server_uuid": "3d3756d3-7afb-4363-8368-aa62d4f522a1", "tag": "edd4285f-796f-4803-b231-f6d58d37f611"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:43.942520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdd97c-6381-4f27-9a72-017ad48d76db service neutron] Pushing event updated for resources: {'Port': ['ID=edd4285f-796f-4803-b231-f6d58d37f611,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:43.993738 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f0e738-c930-4893-81c7-51889971e460 x-openstack-request-id: req-20f0e738-c930-4893-81c7-51889971e460 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:43.994033 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d3756d3-7afb-4363-8368-aa62d4f522a1", "tag": "edd4285f-796f-4803-b231-f6d58d37f611", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:43.994288 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-20f0e738-c930-4893-81c7-51889971e460 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:43.995250 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d3756d3-7afb-4363-8368-aa62d4f522a1', 'tag': 'edd4285f-796f-4803-b231-f6d58d37f611', 'status': 'completed', 'code': 200} Jul 16 08:34:43.997467 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a80b5ee1-a823-4069-a997-fa0d1a8f563c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a18790f1a5984cd0913742d5f9996e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959744 Jul 16 08:34:44.000720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 48774) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:44.057923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-adf74bdd-f290-4a04-aa5e-012fca33045f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.059536 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-adf74bdd-f290-4a04-aa5e-012fca33045f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 1096 time: 0.1086707 Jul 16 08:34:44.068186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ca396-e220-4284-99bb-feba0490a8d7 req-a15ad660-28f8-4b61-82b5-c9b7a2a21dca tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.069822 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c55ca396-e220-4284-99bb-feba0490a8d7 req-a15ad660-28f8-4b61-82b5-c9b7a2a21dca tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.1066997 Jul 16 08:34:44.100379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-7e570e5b-193b-47ab-a394-ab386fd7a92e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Allocated IP 172.20.0.9 (c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a/8671a648-7265-4a42-b7ed-7c1ac9bfa124/7ca6e55d-48ba-4847-9264-5da40674283d) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:44.103139 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e79ea708-4ecc-4f72-a3a7-36f3ed4cc264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.131114 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-7476a379-5ab7-4ad8-a4bf-ec1a0dae8e57 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edd4285f-796f-4803-b231-f6d58d37f611 HTTP/1.1" status: 200 len: 217 time: 0.0594883 Jul 16 08:34:44.143946 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e79ea708-4ecc-4f72-a3a7-36f3ed4cc264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.187238 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c55ca396-e220-4284-99bb-feba0490a8d7 req-44e21835-2829-4504-9f26-0db6047cf561 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548949 Jul 16 08:34:44.241816 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e79ea708-4ecc-4f72-a3a7-36f3ed4cc264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.244169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-8136dcbf-475b-46e3-9955-295919272883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.244367 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e79ea708-4ecc-4f72-a3a7-36f3ed4cc264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.245547 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e79ea708-4ecc-4f72-a3a7-36f3ed4cc264 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e701e43-7795-49ad-8360-b17d99f0a6b7 HTTP/1.1" status: 204 len: 168 time: 0.2442424 Jul 16 08:34:44.246465 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-8136dcbf-475b-46e3-9955-295919272883 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.0734835 Jul 16 08:34:44.335272 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79ea708-4ecc-4f72-a3a7-36f3ed4cc264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e701e43-7795-49ad-8360-b17d99f0a6b7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:44.338126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-bd681eb2-70bd-444e-8069-e9555144d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.340268 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-bd681eb2-70bd-444e-8069-e9555144d651 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852652 Jul 16 08:34:44.398068 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-7e570e5b-193b-47ab-a394-ab386fd7a92e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.444363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32baab65-0411-4360-b417-9ab612fcb0e2 req-76b5646a-8942-4908-9bf2-273636ed9cdb tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.446026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32baab65-0411-4360-b417-9ab612fcb0e2 req-76b5646a-8942-4908-9bf2-273636ed9cdb tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 946 time: 0.1571841 Jul 16 08:34:44.463067 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-7e570e5b-193b-47ab-a394-ab386fd7a92e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.469803 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16092c4b-1542-4545-a0a7-0cc58313db46 req-191b0915-52e3-4cfe-8a03-2eedb804252b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 210 time: 0.0374677 Jul 16 08:34:44.478115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['df0e33c6-3282-408c-82dd-4ceceb26c980'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:44.519709 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-cd7dfa10-836c-491a-b438-b968c35e817d service neutron] 10.222.0.38 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722577 Jul 16 08:34:44.538857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-7e570e5b-193b-47ab-a394-ab386fd7a92e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Network c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:44.545783 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-7e570e5b-193b-47ab-a394-ab386fd7a92e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:44.563130 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-7e570e5b-193b-47ab-a394-ab386fd7a92e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:44.604804 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32baab65-0411-4360-b417-9ab612fcb0e2 req-5a51d6a0-2737-49f4-b003-2c7b851904be tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521907 Jul 16 08:34:44.618988 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e570e5b-193b-47ab-a394-ab386fd7a92e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'Port': ['ID=7ca6e55d-48ba-4847-9264-5da40674283d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:44.635017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-7e570e5b-193b-47ab-a394-ab386fd7a92e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.635893 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-7e570e5b-193b-47ab-a394-ab386fd7a92e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.654226 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-7e570e5b-193b-47ab-a394-ab386fd7a92e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9941225 Jul 16 08:34:44.671687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Request body: {'port': {'device_id': '7004178b-002b-4ab1-9e5e-d7e8be4a9593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:44.700774 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6f3dbea-a1a4-4db3-8153-e1eadb80e6c7 req-15204b69-f752-46fa-99bd-e89d7ad0e18e service neutron] 10.222.0.38 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675642 Jul 16 08:34:44.766338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.857386 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c75f-0ae9-43f6-9bc4-a399a9375f4f req-bd251fa3-088c-443a-83f2-93630a4b04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.859637 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5f02c75f-0ae9-43f6-9bc4-a399a9375f4f req-bd251fa3-088c-443a-83f2-93630a4b04a4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 1096 time: 0.0811582 Jul 16 08:34:45.081267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c75f-0ae9-43f6-9bc4-a399a9375f4f req-504e71b8-2987-402e-baad-916bf590450b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.082785 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5f02c75f-0ae9-43f6-9bc4-a399a9375f4f req-504e71b8-2987-402e-baad-916bf590450b service neutron] 10.222.0.38 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.2147601 Jul 16 08:34:45.134996 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5f02c75f-0ae9-43f6-9bc4-a399a9375f4f req-ed83bc6c-f6d3-4538-a5f2-c1899557a396 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edd4285f-796f-4803-b231-f6d58d37f611 HTTP/1.1" status: 200 len: 217 time: 0.0412014 Jul 16 08:34:45.148754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23ff51-e1ad-41fe-bdea-c43eb22c6843 req-ef55e56c-0a92-4304-b7b5-03b8d3450e8d tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.153075 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc23ff51-e1ad-41fe-bdea-c43eb22c6843 req-ef55e56c-0a92-4304-b7b5-03b8d3450e8d tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1436930 Jul 16 08:34:45.230379 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc23ff51-e1ad-41fe-bdea-c43eb22c6843 req-0532ee34-878f-4171-9fc4-dd116333913a tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675216 Jul 16 08:34:45.234448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c75f-0ae9-43f6-9bc4-a399a9375f4f req-34bf9c3c-197c-4b74-869f-5f76c48cedc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.235948 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5f02c75f-0ae9-43f6-9bc4-a399a9375f4f req-34bf9c3c-197c-4b74-869f-5f76c48cedc0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.0967271 Jul 16 08:34:45.282472 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 48818) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:45.329233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02c75f-0ae9-43f6-9bc4-a399a9375f4f req-a9e44982-499b-4fdf-aa12-4386edaf63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.331662 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5f02c75f-0ae9-43f6-9bc4-a399a9375f4f req-a9e44982-499b-4fdf-aa12-4386edaf63e2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861993 Jul 16 08:34:45.407931 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-191737328-network', 'tenant_id': '994db68e6a7b4d88a816435d76ff38d5'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:45.517748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2eaed1-25d1-4c1f-a28d-df4f27677483 req-e9a88ee2-60ec-40fd-9ee3-b546f5753625 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.519225 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a2eaed1-25d1-4c1f-a28d-df4f27677483 req-e9a88ee2-60ec-40fd-9ee3-b546f5753625 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.6652389 Jul 16 08:34:45.519498 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] Made reservation on behalf of 994db68e6a7b4d88a816435d76ff38d5 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:45.522436 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.541488 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5f02c75f-0ae9-43f6-9bc4-a399a9375f4f req-747856bf-b71d-4ee7-9fdc-123509fa07fe service neutron] 10.222.0.38 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009451 Jul 16 08:34:45.544530 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.573879 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8045af-c1dc-4d3c-9d05-000d7e4198db req-51c6849b-a42f-440d-b74b-ee17cd6f261b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.575377 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c8045af-c1dc-4d3c-9d05-000d7e4198db req-51c6849b-a42f-440d-b74b-ee17cd6f261b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9ab48241fdd447c872ab202d75bbb7e&device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 1098 time: 0.5982499 Jul 16 08:34:45.580675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca49f5f-5c9c-42d3-b873-cac236e694f8 req-45dbbd80-f593-4d29-8ca6-56431748e09f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.582109 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ca49f5f-5c9c-42d3-b873-cac236e694f8 req-45dbbd80-f593-4d29-8ca6-56431748e09f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 944 time: 0.2171609 Jul 16 08:34:45.620730 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee58fdf-1c76-47f9-bd70-eae1d4e69d82 req-7b4b51a1-3334-4f2b-9583-4c1926ec4209 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.622224 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ee58fdf-1c76-47f9-bd70-eae1d4e69d82 req-7b4b51a1-3334-4f2b-9583-4c1926ec4209 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 946 time: 0.6412494 Jul 16 08:34:45.669523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4500-8974-4534-939e-34d427117eac req-cc7f6c94-7d1b-4eea-8937-2a4bd5bcfe6d tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.671067 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-cc7f6c94-7d1b-4eea-8937-2a4bd5bcfe6d tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50&tenant_id=fe72388f7744440db5677c86ab49db05&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1098 time: 0.2219987 Jul 16 08:34:45.689213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-46'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:45.738343 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ca49f5f-5c9c-42d3-b873-cac236e694f8 req-a7f0da58-5733-4a73-ab60-fa462a4ee594 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401918 Jul 16 08:34:45.778738 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5f02c75f-0ae9-43f6-9bc4-a399a9375f4f req-29458810-5946-4f1a-85d5-7c432a34d545 service neutron] 10.222.0.38 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271945 Jul 16 08:34:45.798398 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ee58fdf-1c76-47f9-bd70-eae1d4e69d82 req-51a516fb-97b8-4cc7-9428-7a116e855961 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629405 Jul 16 08:34:45.808145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca6e55d-48ba-4847-9264-5da40674283d {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:45.825105 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.826113 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.830851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8045af-c1dc-4d3c-9d05-000d7e4198db req-6726a071-47e6-43d6-975d-3c8069c77a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.833056 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c8045af-c1dc-4d3c-9d05-000d7e4198db req-6726a071-47e6-43d6-975d-3c8069c77a07 service neutron] 10.222.0.38 "GET /v2.0/networks?id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 HTTP/1.1" status: 200 len: 918 time: 0.2371535 Jul 16 08:34:45.852656 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Transition to ACTIVE for port object 7ca6e55d-48ba-4847-9264-5da40674283d will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:45.888094 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.891095 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.893824 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c8045af-c1dc-4d3c-9d05-000d7e4198db req-a3a72491-8453-48eb-ad6a-931894728ff3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6281c5e-9242-4383-b63b-c2e4af773e30 HTTP/1.1" status: 200 len: 217 time: 0.0500159 Jul 16 08:34:45.913874 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.952180 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:45.996972 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-8a2eaed1-25d1-4c1f-a28d-df4f27677483 req-aa02c3b3-dfb7-473f-aae8-bc07d21219a3 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Deleting port eb099e34-f592-40fb-95e7-48f91efdec39 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:45.997339 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8a2eaed1-25d1-4c1f-a28d-df4f27677483 req-aa02c3b3-dfb7-473f-aae8-bc07d21219a3 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.998363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b46c4c5-7dde-4999-9c41-67f46044e2d1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:46.001393 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.001737 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] Added segment fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc of type vlan for network c38b527e-6ac0-4603-a4cc-057abef582be Jul 16 08:34:46.065832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca6e55d-48ba-4847-9264-5da40674283d,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:46.087222 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.100221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c9192850-6c73-4969-94e2-d7571e34c896,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:46.149026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8045af-c1dc-4d3c-9d05-000d7e4198db req-20671a0f-bc98-429b-a88a-0c64b68d6d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:46.150531 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c8045af-c1dc-4d3c-9d05-000d7e4198db req-20671a0f-bc98-429b-a88a-0c64b68d6d08 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54f06641-ecee-4543-adbf-120fa966a2c2 HTTP/1.1" status: 200 len: 858 time: 0.1971359 Jul 16 08:34:46.164413 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.165445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:46.166032 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.199035 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:46.207567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3789bb4-d110-4167-9810-ad3ea95f25c5 req-b141a974-a762-4207-b8db-0d28411b41db tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:46.209744 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3789bb4-d110-4167-9810-ad3ea95f25c5 req-b141a974-a762-4207-b8db-0d28411b41db tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 943 time: 0.1952434 Jul 16 08:34:46.231728 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c8045af-c1dc-4d3c-9d05-000d7e4198db req-9b5bc046-75d6-47a3-b63b-3941e938a5de service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464330 Jul 16 08:34:46.245135 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9615571 Jul 16 08:34:46.249786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 48826) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:46.250598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8a2eaed1-25d1-4c1f-a28d-df4f27677483 req-aa02c3b3-dfb7-473f-aae8-bc07d21219a3 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] For port eb099e34-f592-40fb-95e7-48f91efdec39, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=eb099e34-f592-40fb-95e7-48f91efdec39,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:46.250965 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8a2eaed1-25d1-4c1f-a28d-df4f27677483 req-aa02c3b3-dfb7-473f-aae8-bc07d21219a3 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.269106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e5c55fe1-bfea-4044-b0fd-cd8009694634 admin admin] Request body: {'subnet': {'network_id': 'c38b527e-6ac0-4603-a4cc-057abef582be', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-191737328-subnet', 'tenant_id': '994db68e6a7b4d88a816435d76ff38d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:46.287159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-8a2eaed1-25d1-4c1f-a28d-df4f27677483 req-aa02c3b3-dfb7-473f-aae8-bc07d21219a3 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Calling delete_port for eb099e34-f592-40fb-95e7-48f91efdec39 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:46.316135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ca114-ff28-4f52-84e0-dcb6a88e7c01 req-f5748ef6-d1a5-4fd7-9b5c-c113254fec7c tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:46.318292 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-093ca114-ff28-4f52-84e0-dcb6a88e7c01 req-f5748ef6-d1a5-4fd7-9b5c-c113254fec7c tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.3263645 Jul 16 08:34:46.320656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04e96dd-7220-40f4-92bc-ba99f73d9f50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9192850-6c73-4969-94e2-d7571e34c896'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:46.323005 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7249172-17e2-4c36-bdb7-00b0d4beb9be" -d '{"events": [{"server_uuid": "c04e96dd-7220-40f4-92bc-ba99f73d9f50", "name": "network-vif-unplugged", "status": "completed", "tag": "c9192850-6c73-4969-94e2-d7571e34c896"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:46.328008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1171085-b2b4-4304-9459-bbdc6c10d7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=c38b527e-6ac0-4603-a4cc-057abef582be,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:46.335870 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.342874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Attempting to bind port 7ca6e55d-48ba-4847-9264-5da40674283d on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:46.342874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Attempting to bind port 7ca6e55d-48ba-4847-9264-5da40674283d by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:46.342874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Attempting to bind port 7ca6e55d-48ba-4847-9264-5da40674283d on network c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:46.349469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network c38b527e-6ac0-4603-a4cc-057abef582be details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:46.353157 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.360612 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3789bb4-d110-4167-9810-ad3ea95f25c5 req-ebc98f92-c31f-476f-a073-5ca34f4fe7e0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310890 Jul 16 08:34:46.407369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5c55fe1-bfea-4044-b0fd-cd8009694634 admin admin] Made reservation on behalf of 994db68e6a7b4d88a816435d76ff38d5 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:46.410717 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5c55fe1-bfea-4044-b0fd-cd8009694634 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.419611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Port 7ca6e55d-48ba-4847-9264-5da40674283d on network c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:46.419938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Attempting to bind port 7ca6e55d-48ba-4847-9264-5da40674283d on network c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:46.455368 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:46.455704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Checking segment: {'id': '560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:46.456097 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Bound using segment: {'id': '560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:46.456633 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Bound port: 7ca6e55d-48ba-4847-9264-5da40674283d, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:46.456944 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.492402 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-093ca114-ff28-4f52-84e0-dcb6a88e7c01 req-b94ee927-bd86-4c0c-bd1f-4071e1bd7308 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622860 Jul 16 08:34:46.497945 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c8045af-c1dc-4d3c-9d05-000d7e4198db req-902db6d2-b606-407b-94a1-74b8bff336d3 service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552960 Jul 16 08:34:46.606491 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Pushing event updated for resources: {'Port': ['ID=c9192850-6c73-4969-94e2-d7571e34c896,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:46.612469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 on host n-h1-758944-46 for vnic_type normal with profile {"migrating_to": "n-h2-758944-46"} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:46.612789 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:46.613159 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:46.633595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Port c9192850-6c73-4969-94e2-d7571e34c896 on network a9119c76-4476-450e-9781-c499b2315c7d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:46.633888 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:46.649588 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device edd4285f-796f-4803-b231-f6d58d37f611 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:46.650298 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:46.650641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Checking segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:46.651032 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Bound using segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:46.651475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Bound port: c9192850-6c73-4969-94e2-d7571e34c896, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:46.651833 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.700530 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754d1776-f6ff-4d43-97ec-58d6e2559014 req-cb2a7eb8-04a3-4117-9da1-984b7d90502d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:46.702105 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-754d1776-f6ff-4d43-97ec-58d6e2559014 req-cb2a7eb8-04a3-4117-9da1-984b7d90502d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 944 time: 0.2052255 Jul 16 08:34:46.704347 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8a2eaed1-25d1-4c1f-a28d-df4f27677483 req-aa02c3b3-dfb7-473f-aae8-bc07d21219a3 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.713041 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] For port 7ca6e55d-48ba-4847-9264-5da40674283d, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:46.738164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b9a95dbe-c086-4c79-ac21-2fea3daed19b', 'eb099e34-f592-40fb-95e7-48f91efdec39'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:46.759162 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c8045af-c1dc-4d3c-9d05-000d7e4198db req-f6ef8c51-ce46-490b-b13c-b6266af7137e service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520266 Jul 16 08:34:46.761002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] For port 7ca6e55d-48ba-4847-9264-5da40674283d, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7ca6e55d-48ba-4847-9264-5da40674283d,segment=NetworkSegment(560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa),segment_id=560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:46.763397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02c3b3-dfb7-473f-aae8-bc07d21219a3 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Pushing event deleted for resources: {'Port': ['ID=eb099e34-f592-40fb-95e7-48f91efdec39,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:46.779020 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.831376 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port edd4285f-796f-4803-b231-f6d58d37f611, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=edd4285f-796f-4803-b231-f6d58d37f611,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:46.853416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'edd4285f-796f-4803-b231-f6d58d37f611', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'port_id': 'edd4285f-796f-4803-b231-f6d58d37f611', 'mac_address': 'fa:16:3e:b6:39:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:46.861599 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a2eaed1-25d1-4c1f-a28d-df4f27677483 req-aa02c3b3-dfb7-473f-aae8-bc07d21219a3 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] No DVR routers for this DVR port eb099e34-f592-40fb-95e7-48f91efdec39 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:46.873380 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8a2eaed1-25d1-4c1f-a28d-df4f27677483 req-aa02c3b3-dfb7-473f-aae8-bc07d21219a3 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.875401 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a2eaed1-25d1-4c1f-a28d-df4f27677483 req-aa02c3b3-dfb7-473f-aae8-bc07d21219a3 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "DELETE /v2.0/ports/eb099e34-f592-40fb-95e7-48f91efdec39 HTTP/1.1" status: 204 len: 173 time: 1.3466866 Jul 16 08:34:46.876836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e69443f4-6768-469a-aa34-bb4b36589c9e', 'name': 'network-vif-deleted', 'tag': 'eb099e34-f592-40fb-95e7-48f91efdec39'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:46.879188 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d835a0-abb0-4ac1-8b97-657c33c31be6" -d '{"events": [{"server_uuid": "e69443f4-6768-469a-aa34-bb4b36589c9e", "name": "network-vif-deleted", "tag": "eb099e34-f592-40fb-95e7-48f91efdec39"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:46.886291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:46.886545 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.887996 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] 10.222.0.15 "PUT /v2.0/ports/7ca6e55d-48ba-4847-9264-5da40674283d HTTP/1.1" status: 200 len: 1092 time: 2.2214825 Jul 16 08:34:46.910100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac72074-296e-4188-b1bb-cf66f22cc172 req-32d9e494-4676-4524-8cef-3b7f1df688a9 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:46.917912 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dac72074-296e-4188-b1bb-cf66f22cc172 req-32d9e494-4676-4524-8cef-3b7f1df688a9 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.2908878 Jul 16 08:34:46.936249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a318cf-7b80-4caa-9f45-4ac55a23bf13 service neutron] Pushing event updated for resources: {'Port': ['ID=7ca6e55d-48ba-4847-9264-5da40674283d,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:46.982053 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dac72074-296e-4188-b1bb-cf66f22cc172 req-bbf1bcf5-49a8-4dba-b73c-495aefe34e2b tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625169 Jul 16 08:34:47.018181 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.054025 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd4285f-796f-4803-b231-f6d58d37f611 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:47.078561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port edd4285f-796f-4803-b231-f6d58d37f611, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=edd4285f-796f-4803-b231-f6d58d37f611,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:47.088240 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f97d2c6-5a5e-471c-9fd2-8a9ae321daad x-openstack-request-id: req-7f97d2c6-5a5e-471c-9fd2-8a9ae321daad {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:47.088863 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04e96dd-7220-40f4-92bc-ba99f73d9f50", "name": "network-vif-unplugged", "status": "completed", "tag": "c9192850-6c73-4969-94e2-d7571e34c896", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:47.088863 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f97d2c6-5a5e-471c-9fd2-8a9ae321daad {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:47.089205 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04e96dd-7220-40f4-92bc-ba99f73d9f50', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9192850-6c73-4969-94e2-d7571e34c896', 'code': 200} Jul 16 08:34:47.091375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-043a254b-b1fd-453a-b676-48b42741fbb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:47.095106 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-043a254b-b1fd-453a-b676-48b42741fbb1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03e7d726cdae4a2191cfb6984476fdaa&device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 1095 time: 0.1107082 Jul 16 08:34:47.096001 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.097250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c9192850-6c73-4969-94e2-d7571e34c896 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:47.160531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:47.170286 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-028fda2e-591c-48f7-84af-8722906e6369 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ca6e55d-48ba-4847-9264-5da40674283d HTTP/1.1" status: 200 len: 217 time: 0.0545495 Jul 16 08:34:47.174812 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-754d1776-f6ff-4d43-97ec-58d6e2559014 req-fde57e9a-d539-4dae-af97-c15840e8959e tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4521062 Jul 16 08:34:47.195433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=edd4285f-796f-4803-b231-f6d58d37f611,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:47.201996 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:47.202339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:47.202673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:47.203037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:47.203317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:47.203639 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:47.203961 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:47.204282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:47.204625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:47.204942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:47.205259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:47.205573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:47.231040 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5c55fe1-bfea-4044-b0fd-cd8009694634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.239514 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c9192850-6c73-4969-94e2-d7571e34c896,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:47.256677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-1a0d70fd-0120-4cfd-9701-b1e4250fae13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:47.262476 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-1a0d70fd-0120-4cfd-9701-b1e4250fae13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8671a648-7265-4a42-b7ed-7c1ac9bfa124 HTTP/1.1" status: 200 len: 852 time: 0.0774372 Jul 16 08:34:47.272955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h1-758944-46, got binding levels [] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:47.294127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.307179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 on host n-h1-758944-46 for vnic_type normal with profile {"migrating_to": "n-h2-758944-46"} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:47.307765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:47.308228 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:47.314015 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Port c9192850-6c73-4969-94e2-d7571e34c896 on network a9119c76-4476-450e-9781-c499b2315c7d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:47.314505 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Attempting to bind port c9192850-6c73-4969-94e2-d7571e34c896 on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:47.320039 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-5200be73-14ff-46f2-9b38-aef8627c4ec8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479858 Jul 16 08:34:47.320700 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:47.321173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Checking segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:47.322267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Bound using segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:47.322839 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Bound port: c9192850-6c73-4969-94e2-d7571e34c896, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:47.323235 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.386534 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-67d77456-5757-481e-89fc-10bd24591679 req-83153463-66ad-4ea6-961c-3d14baa929d2 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=e69443f4-6768-469a-aa34-bb4b36589c9e HTTP/1.1" status: 200 len: 210 time: 0.0646842 Jul 16 08:34:47.388532 n-d-758944-46 neutron-server[93696]: WARNING neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Concurrent port binding operations failed on port c9192850-6c73-4969-94e2-d7571e34c896 Jul 16 08:34:47.394519 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c9192850-6c73-4969-94e2-d7571e34c896,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:47.396393 n-d-758944-46 neutron-server[93696]: INFO neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Attempt 2 to bind port c9192850-6c73-4969-94e2-d7571e34c896 Jul 16 08:34:47.397924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c9192850-6c73-4969-94e2-d7571e34c896 has no active binding in host n-h2-758944-46 {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:34:47.421143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c55fe1-bfea-4044-b0fd-cd8009694634 admin admin] Pushing event updated for resources: {'Subnet': ['ID=625eb043-159b-417d-8386-e0d24be0a2ee,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:47.433290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Pushing event updated for resources: {'Port': ['ID=c9192850-6c73-4969-94e2-d7571e34c896,revision_number=8']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:47.457174 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654e1197-41d3-4f4e-97d4-05374b96459d x-openstack-request-id: req-654e1197-41d3-4f4e-97d4-05374b96459d {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:47.457174 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e69443f4-6768-469a-aa34-bb4b36589c9e", "name": "network-vif-deleted", "tag": "eb099e34-f592-40fb-95e7-48f91efdec39", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:47.457420 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-654e1197-41d3-4f4e-97d4-05374b96459d {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:47.457929 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e69443f4-6768-469a-aa34-bb4b36589c9e', 'name': 'network-vif-deleted', 'tag': 'eb099e34-f592-40fb-95e7-48f91efdec39', 'status': 'completed', 'code': 200} Jul 16 08:34:47.469372 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5c55fe1-bfea-4044-b0fd-cd8009694634 admin admin] Checking segment: {'id': 'fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c38b527e-6ac0-4603-a4cc-057abef582be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:47.469866 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c55fe1-bfea-4044-b0fd-cd8009694634 admin admin] Network hostable DHCP agents. Network: c38b527e-6ac0-4603-a4cc-057abef582be, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:47.476641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:47.477386 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.480015 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-a09a442f-495a-4e2a-823e-91e5c234905a service neutron] 10.222.0.38 "PUT /v2.0/ports/c9192850-6c73-4969-94e2-d7571e34c896 HTTP/1.1" status: 200 len: 1124 time: 1.7974887 Jul 16 08:34:47.489211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60e1680-eb3a-41c5-9d48-d627a4129ed7 req-89798286-199c-4e9c-a5a0-bdcc9d9d2df5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:47.491528 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e60e1680-eb3a-41c5-9d48-d627a4129ed7 req-89798286-199c-4e9c-a5a0-bdcc9d9d2df5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 945 time: 0.2068746 Jul 16 08:34:47.497882 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-f31abe9a-02ff-464a-abe9-ae645049fc02 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570811 Jul 16 08:34:47.503502 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c55fe1-bfea-4044-b0fd-cd8009694634 admin admin] Network c38b527e-6ac0-4603-a4cc-057abef582be is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:47.525945 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-e5c55fe1-bfea-4044-b0fd-cd8009694634 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, c38b527e-6ac0-4603-a4cc-057abef582be) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:47.531289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5c55fe1-bfea-4044-b0fd-cd8009694634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:47.534393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76707e9a-e749-4438-b786-26dfb3b2853b None None] Network c38b527e-6ac0-4603-a4cc-057abef582be requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:47.541051 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5c55fe1-bfea-4044-b0fd-cd8009694634 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.586382 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e60e1680-eb3a-41c5-9d48-d627a4129ed7 req-e4e87c90-08df-4e0a-89ee-157d298f93c3 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860298 Jul 16 08:34:47.621376 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e5c55fe1-bfea-4044-b0fd-cd8009694634 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3563719 Jul 16 08:34:47.734291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['c9192850-6c73-4969-94e2-d7571e34c896'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:47.738232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['c9192850-6c73-4969-94e2-d7571e34c896'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:47.810477 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61ceb370-58a8-4f0d-84dd-87d0663ca378 req-51aa2dc0-c1d2-4d4c-bced-407b42546ec2 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018212 Jul 16 08:34:47.858959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fcd46e-d307-4529-96c5-de6d7558beef req-4141877b-4e23-4deb-98af-30d219d6cd22 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:47.860692 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-86fcd46e-d307-4529-96c5-de6d7558beef req-4141877b-4e23-4deb-98af-30d219d6cd22 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.0886493 Jul 16 08:34:47.876429 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['edd4285f-796f-4803-b231-f6d58d37f611'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:47.921075 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-86fcd46e-d307-4529-96c5-de6d7558beef req-93053578-6445-4ffc-8b68-4656c75a52b1 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520325 Jul 16 08:34:47.922352 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d456fd-02d9-4835-a5d7-7196e3466bff req-2000b4ca-1af8-4ea1-b79e-87adff6eb3f4 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:47.923931 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e5d456fd-02d9-4835-a5d7-7196e3466bff req-2000b4ca-1af8-4ea1-b79e-87adff6eb3f4 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 943 time: 0.1086135 Jul 16 08:34:47.972082 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e5d456fd-02d9-4835-a5d7-7196e3466bff req-1030fec8-93ae-45ad-b311-3d25cb34150a tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413835 Jul 16 08:34:48.082497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142383b3-1d55-4b1b-8861-ee5b796217fa None None] Network c38b527e-6ac0-4603-a4cc-057abef582be requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:48.171711 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f507b8f-8652-466d-907a-85ae419df487 req-c5059999-5a5f-49bb-ae88-50ff1f5a2583 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:48.174130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f507b8f-8652-466d-907a-85ae419df487 req-c5059999-5a5f-49bb-ae88-50ff1f5a2583 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.0715868 Jul 16 08:34:48.216016 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f507b8f-8652-466d-907a-85ae419df487 req-5cf9bf6a-c044-4cff-8d40-a2d7b34ebf59 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351121 Jul 16 08:34:48.275584 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2648327-e7f9-464d-8c41-a877795f2cff req-14c659b1-3255-4abf-b53c-e556c2630cc0 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:48.277502 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d2648327-e7f9-464d-8c41-a877795f2cff req-14c659b1-3255-4abf-b53c-e556c2630cc0 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/networks?id=c38b527e-6ac0-4603-a4cc-057abef582be HTTP/1.1" status: 200 len: 813 time: 0.1371946 Jul 16 08:34:48.297571 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d2648327-e7f9-464d-8c41-a877795f2cff req-b573eb05-019e-4d37-a902-db8a30f09e0c tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/quotas/994db68e6a7b4d88a816435d76ff38d5 HTTP/1.1" status: 200 len: 375 time: 0.0127194 Jul 16 08:34:48.340991 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d2648327-e7f9-464d-8c41-a877795f2cff req-90ccbbba-d97f-4cab-92b2-8767e878431a tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=994db68e6a7b4d88a816435d76ff38d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367668 Jul 16 08:34:48.397445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad18c22-0dd5-4965-8bb5-adb6c4cf0989 req-d4499f4f-2bef-4063-89bb-b65f600ee8e1 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:48.398843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ad18c22-0dd5-4965-8bb5-adb6c4cf0989 req-d4499f4f-2bef-4063-89bb-b65f600ee8e1 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 944 time: 0.0692005 Jul 16 08:34:48.435919 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d2648327-e7f9-464d-8c41-a877795f2cff req-8217f67c-fd82-4d8c-884e-abf2e0635274 service neutron] 10.222.0.20 "GET /v2.0/networks/c38b527e-6ac0-4603-a4cc-057abef582be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937724 Jul 16 08:34:48.438957 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ad18c22-0dd5-4965-8bb5-adb6c4cf0989 req-d1e74354-b962-4c55-911b-d604c74c5b22 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338342 Jul 16 08:34:48.530135 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d2648327-e7f9-464d-8c41-a877795f2cff req-d0b4143f-dace-4412-ae14-35aef71f1095 service neutron] 10.222.0.20 "GET /v2.0/networks/c38b527e-6ac0-4603-a4cc-057abef582be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899758 Jul 16 08:34:48.665202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device eb099e34-f592-40fb-95e7-48f91efdec39 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:48.690632 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: eb099e34-f592-40fb-95e7-48f91efdec39 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:48.691386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device eb099e34-f592-40fb-95e7-48f91efdec39 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:48.832571 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e920ae81-ab1d-4303-84a5-84f039a9fc8c req-7943db13-5090-43ae-9756-6983812aeda3 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/ports?device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 210 time: 0.0313022 Jul 16 08:34:48.842096 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1c8f5b-ec90-465b-ba16-314588891642 req-50d88040-946f-49a2-b828-5ce37b6bd41b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:48.844240 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-af1c8f5b-ec90-465b-ba16-314588891642 req-50d88040-946f-49a2-b828-5ce37b6bd41b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 945 time: 0.0794132 Jul 16 08:34:48.894533 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-af1c8f5b-ec90-465b-ba16-314588891642 req-b326c333-2d1a-4f25-8d28-33e82f6e552e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376751 Jul 16 08:34:49.090692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04e96dd-7220-40f4-92bc-ba99f73d9f50', 'tag': 'c9192850-6c73-4969-94e2-d7571e34c896'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:49.093208 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5efb4f61-058e-4550-9ec5-15a328782940" -d '{"events": [{"name": "network-changed", "server_uuid": "c04e96dd-7220-40f4-92bc-ba99f73d9f50", "tag": "c9192850-6c73-4969-94e2-d7571e34c896"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:49.109683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfec9f-60a6-4d87-9f75-d48a76aa5fcc req-809f4cf6-531f-4ac7-a632-329b3982d258 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.111507 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-00bfec9f-60a6-4d87-9f75-d48a76aa5fcc req-809f4cf6-531f-4ac7-a632-329b3982d258 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.0727608 Jul 16 08:34:49.166058 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-00bfec9f-60a6-4d87-9f75-d48a76aa5fcc req-7761c837-8611-4962-a670-a7c45de3370b tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468733 Jul 16 08:34:49.305020 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cacf6533-10bf-4d75-bda6-aca6b3b52e34 x-openstack-request-id: req-cacf6533-10bf-4d75-bda6-aca6b3b52e34 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:49.305908 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04e96dd-7220-40f4-92bc-ba99f73d9f50", "tag": "c9192850-6c73-4969-94e2-d7571e34c896", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:49.306345 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cacf6533-10bf-4d75-bda6-aca6b3b52e34 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:49.306954 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04e96dd-7220-40f4-92bc-ba99f73d9f50', 'tag': 'c9192850-6c73-4969-94e2-d7571e34c896', 'status': 'completed', 'code': 200} Jul 16 08:34:49.402263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563afacc-4989-4240-a83f-6140bb2f394c req-826a003f-58fb-4ae2-b6b1-55177fa3392a tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.404067 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-563afacc-4989-4240-a83f-6140bb2f394c req-826a003f-58fb-4ae2-b6b1-55177fa3392a tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 943 time: 0.0755992 Jul 16 08:34:49.421543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb4f61-058e-4550-9ec5-15a328782940 req-0fe5039b-b54d-4a0c-8dfe-6beab4514ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.423335 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5efb4f61-058e-4550-9ec5-15a328782940 req-0fe5039b-b54d-4a0c-8dfe-6beab4514ec8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 1127 time: 0.0817223 Jul 16 08:34:49.446418 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-563afacc-4989-4240-a83f-6140bb2f394c req-1f64d11e-7fb2-462b-b00c-6c4654fef2d2 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350015 Jul 16 08:34:49.463871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7004178b-002b-4ab1-9e5e-d7e8be4a9593', 'tag': '7ca6e55d-48ba-4847-9264-5da40674283d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:49.466118 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22793253-53b5-4ad9-9a8e-cf56806468d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7004178b-002b-4ab1-9e5e-d7e8be4a9593", "tag": "7ca6e55d-48ba-4847-9264-5da40674283d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:49.495681 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7ca6e55d-48ba-4847-9264-5da40674283d details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:49.555916 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aec18d-266e-4f18-bba0-21d208a16ab5 req-15740741-3403-427f-af91-04d29269d27d tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.557473 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e7aec18d-266e-4f18-bba0-21d208a16ab5 req-15740741-3403-427f-af91-04d29269d27d tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1500905 Jul 16 08:34:49.560462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb4f61-058e-4550-9ec5-15a328782940 req-d5a2f131-3542-4df2-9fe4-d438706ece8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.561853 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5efb4f61-058e-4550-9ec5-15a328782940 req-d5a2f131-3542-4df2-9fe4-d438706ece8a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.1226974 Jul 16 08:34:49.594346 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 7ca6e55d-48ba-4847-9264-5da40674283d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7ca6e55d-48ba-4847-9264-5da40674283d,segment=NetworkSegment(560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa),segment_id=560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:49.605592 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '7ca6e55d-48ba-4847-9264-5da40674283d', 'network_id': 'c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a', 'port_id': '7ca6e55d-48ba-4847-9264-5da40674283d', 'mac_address': 'fa:16:3e:07:8a:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8671a648-7265-4a42-b7ed-7c1ac9bfa124', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:49.621951 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5efb4f61-058e-4550-9ec5-15a328782940 req-f41206a6-768c-4dcd-b212-c93d68e5f1e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9192850-6c73-4969-94e2-d7571e34c896 HTTP/1.1" status: 200 len: 217 time: 0.0496469 Jul 16 08:34:49.643034 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e7aec18d-266e-4f18-bba0-21d208a16ab5 req-2f0f588c-f58d-4a3f-9767-a930373f18a5 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777802 Jul 16 08:34:49.648239 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.663943 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca6e55d-48ba-4847-9264-5da40674283d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:49.686509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efb4f61-058e-4550-9ec5-15a328782940 req-6f7422ee-5bf3-44ae-bc43-d4ca1efdc0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.688615 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5efb4f61-058e-4550-9ec5-15a328782940 req-6f7422ee-5bf3-44ae-bc43-d4ca1efdc0c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.0581024 Jul 16 08:34:49.698198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 7ca6e55d-48ba-4847-9264-5da40674283d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7ca6e55d-48ba-4847-9264-5da40674283d,segment=NetworkSegment(560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa),segment_id=560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:49.699512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0de5a6-734b-4768-96f7-2b4cbb7917af req-e653fce1-ec7a-470e-860d-14225e89d4f5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.701253 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dd0de5a6-734b-4768-96f7-2b4cbb7917af req-e653fce1-ec7a-470e-860d-14225e89d4f5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 944 time: 0.0752561 Jul 16 08:34:49.705851 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.730856 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185da121-e891-4a60-8d8f-3d936ac6b608 x-openstack-request-id: req-185da121-e891-4a60-8d8f-3d936ac6b608 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:49.731149 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7004178b-002b-4ab1-9e5e-d7e8be4a9593", "tag": "7ca6e55d-48ba-4847-9264-5da40674283d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:49.731400 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-185da121-e891-4a60-8d8f-3d936ac6b608 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:49.731824 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7004178b-002b-4ab1-9e5e-d7e8be4a9593', 'tag': '7ca6e55d-48ba-4847-9264-5da40674283d', 'status': 'completed', 'code': 200} Jul 16 08:34:49.734144 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5efb4f61-058e-4550-9ec5-15a328782940 req-046b8aa0-bfd5-499b-bfb6-780f6dc67092 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338778 Jul 16 08:34:49.767379 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=7ca6e55d-48ba-4847-9264-5da40674283d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:49.812284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dd0de5a6-734b-4768-96f7-2b4cbb7917af req-089390b8-3b35-4e98-8bec-7f0333f52d3b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022825 Jul 16 08:34:49.850962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22793253-53b5-4ad9-9a8e-cf56806468d0 req-00284608-e32f-494e-be4a-da0ea7526d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.853429 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22793253-53b5-4ad9-9a8e-cf56806468d0 req-00284608-e32f-494e-be4a-da0ea7526d92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03e7d726cdae4a2191cfb6984476fdaa&device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 1096 time: 0.0974295 Jul 16 08:34:49.895542 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5efb4f61-058e-4550-9ec5-15a328782940 req-a986e06d-9ad7-41ec-957f-0c963a74c5d7 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522012 Jul 16 08:34:49.996952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22793253-53b5-4ad9-9a8e-cf56806468d0 req-16f9fbab-b83e-4f28-a0e5-533d646e45aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.998661 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22793253-53b5-4ad9-9a8e-cf56806468d0 req-16f9fbab-b83e-4f28-a0e5-533d646e45aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a HTTP/1.1" status: 200 len: 912 time: 0.1352522 Jul 16 08:34:50.024837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['7ca6e55d-48ba-4847-9264-5da40674283d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:50.076146 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22793253-53b5-4ad9-9a8e-cf56806468d0 req-5882aa60-9840-485c-bc3e-b6257fe8958c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ca6e55d-48ba-4847-9264-5da40674283d HTTP/1.1" status: 200 len: 217 time: 0.0617895 Jul 16 08:34:50.125830 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0387fbc-ed5c-4b72-9626-99ae60c650d1 req-0ab4b9a8-985d-4ff0-8f6c-c6bdf806485f tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/ports?device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 210 time: 0.0552940 Jul 16 08:34:50.172731 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5efb4f61-058e-4550-9ec5-15a328782940 req-6e37d2e9-d36d-4441-8a33-0f1d51bac6c2 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525442 Jul 16 08:34:50.232805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22793253-53b5-4ad9-9a8e-cf56806468d0 req-d4c84b98-1e2a-49fb-b610-87211929367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.234242 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22793253-53b5-4ad9-9a8e-cf56806468d0 req-d4c84b98-1e2a-49fb-b610-87211929367c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8671a648-7265-4a42-b7ed-7c1ac9bfa124 HTTP/1.1" status: 200 len: 852 time: 0.0857382 Jul 16 08:34:50.275371 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22793253-53b5-4ad9-9a8e-cf56806468d0 req-45c43959-148f-4e84-8f9b-1efc1c75172c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294957 Jul 16 08:34:50.288153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2648327-e7f9-464d-8c41-a877795f2cff req-1f605adc-b9cb-4557-8e34-f6590a33997c tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.290348 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2648327-e7f9-464d-8c41-a877795f2cff req-1f605adc-b9cb-4557-8e34-f6590a33997c tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.38 "GET /v2.0/networks?id=c38b527e-6ac0-4603-a4cc-057abef582be HTTP/1.1" status: 200 len: 813 time: 0.3085854 Jul 16 08:34:50.316153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-d2648327-e7f9-464d-8c41-a877795f2cff req-859954bb-a794-41c4-96a4-0ad9b504ddca tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Request body: {'port': {'device_id': 'caacfee2-ecd0-4efe-8c06-24cd6ed148b6', 'network_id': 'c38b527e-6ac0-4603-a4cc-057abef582be', 'admin_state_up': True, 'tenant_id': '994db68e6a7b4d88a816435d76ff38d5'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:50.326487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8fa4d-4d1f-4024-861f-0fe5ce06dddd req-947a8ee6-00c3-40ae-b540-33c925060305 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.328030 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24a8fa4d-4d1f-4024-861f-0fe5ce06dddd req-947a8ee6-00c3-40ae-b540-33c925060305 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 945 time: 0.2135649 Jul 16 08:34:50.413400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f3592-1877-4f5a-8cd0-c122e8bce1c6 req-f15b6ea4-ceae-45ca-b4c1-d0eaed099cad tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.415408 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-347f3592-1877-4f5a-8cd0-c122e8bce1c6 req-f15b6ea4-ceae-45ca-b4c1-d0eaed099cad tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.0728123 Jul 16 08:34:50.457103 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-347f3592-1877-4f5a-8cd0-c122e8bce1c6 req-d58b7dc3-4293-4439-b38f-7fcdd8cc9c54 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356658 Jul 16 08:34:50.486937 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24a8fa4d-4d1f-4024-861f-0fe5ce06dddd req-01bd36d7-e20b-4b5d-833a-ccafd6aaf80f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487782 Jul 16 08:34:50.499685 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22793253-53b5-4ad9-9a8e-cf56806468d0 req-b4b1e11d-f8b5-4d3e-9145-4b9873edad86 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064972 Jul 16 08:34:50.625529 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22793253-53b5-4ad9-9a8e-cf56806468d0 req-b435547f-da1b-4f70-ac78-481f78925bb8 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005850 Jul 16 08:34:50.670833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device edd4285f-796f-4803-b231-f6d58d37f611 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:50.700487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2648327-e7f9-464d-8c41-a877795f2cff req-859954bb-a794-41c4-96a4-0ad9b504ddca tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Made reservation on behalf of 994db68e6a7b4d88a816435d76ff38d5 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:50.704207 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2648327-e7f9-464d-8c41-a877795f2cff req-859954bb-a794-41c4-96a4-0ad9b504ddca tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.731927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e36d51-e281-46db-966e-8343e8e65c82 req-beb98088-867b-4825-bffa-2b851964988e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.733590 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57e36d51-e281-46db-966e-8343e8e65c82 req-beb98088-867b-4825-bffa-2b851964988e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 944 time: 0.1129923 Jul 16 08:34:50.749253 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port edd4285f-796f-4803-b231-f6d58d37f611 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:50.758813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port edd4285f-796f-4803-b231-f6d58d37f611 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:50.759331 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.828606 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57e36d51-e281-46db-966e-8343e8e65c82 req-6ac09b2c-19b7-404f-98d4-a661abd86377 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848899 Jul 16 08:34:50.858906 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.888939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3756d3-7afb-4363-8368-aa62d4f522a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd4285f-796f-4803-b231-f6d58d37f611'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:50.891655 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262b83f1-284a-4959-a155-b81f26bb678d" -d '{"events": [{"server_uuid": "3d3756d3-7afb-4363-8368-aa62d4f522a1", "name": "network-vif-plugged", "status": "completed", "tag": "edd4285f-796f-4803-b231-f6d58d37f611"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:50.899123 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d27429-fea9-4f7d-8a74-b0730c2b262c req-10561eab-f171-415a-b40e-98c3e5640c70 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.904845 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4d27429-fea9-4f7d-8a74-b0730c2b262c req-10561eab-f171-415a-b40e-98c3e5640c70 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.0792518 Jul 16 08:34:50.914117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port edd4285f-796f-4803-b231-f6d58d37f611, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=edd4285f-796f-4803-b231-f6d58d37f611,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:50.918306 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.951248 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4d27429-fea9-4f7d-8a74-b0730c2b262c req-0d906d4f-52e3-4096-8e68-e69474085d5f tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443962 Jul 16 08:34:50.957571 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-d2648327-e7f9-464d-8c41-a877795f2cff req-859954bb-a794-41c4-96a4-0ad9b504ddca tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Allocated IP 172.20.0.9 (c38b527e-6ac0-4603-a4cc-057abef582be/625eb043-159b-417d-8386-e0d24be0a2ee/6aa5285d-9bbf-4822-abe8-3a33c4e41624) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:50.983146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=edd4285f-796f-4803-b231-f6d58d37f611,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:51.005456 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf17e36d-62ee-4312-bce9-0e1f3f3c1eec x-openstack-request-id: req-bf17e36d-62ee-4312-bce9-0e1f3f3c1eec {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:51.005755 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3756d3-7afb-4363-8368-aa62d4f522a1", "name": "network-vif-plugged", "status": "completed", "tag": "edd4285f-796f-4803-b231-f6d58d37f611", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:51.006010 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bf17e36d-62ee-4312-bce9-0e1f3f3c1eec {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:51.006423 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3756d3-7afb-4363-8368-aa62d4f522a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd4285f-796f-4803-b231-f6d58d37f611', 'code': 200} Jul 16 08:34:51.154230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a73f9b-a1d3-4f90-ae8d-ca7bc2586b1e req-a58b3bec-3c15-470d-9ade-d9477b626397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.155654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d0a73f9b-a1d3-4f90-ae8d-ca7bc2586b1e req-a58b3bec-3c15-470d-9ade-d9477b626397 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 1098 time: 0.0667000 Jul 16 08:34:51.204102 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d0a73f9b-a1d3-4f90-ae8d-ca7bc2586b1e req-bdecba8a-dabc-41ba-9103-e51cc581a8a3 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357208 Jul 16 08:34:51.205401 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2648327-e7f9-464d-8c41-a877795f2cff req-859954bb-a794-41c4-96a4-0ad9b504ddca tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.217581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd7a68-81a7-4993-8187-433374754de8 req-42e4eff3-b5d4-4a66-9656-a62c8370e75a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.219434 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-43bd7a68-81a7-4993-8187-433374754de8 req-42e4eff3-b5d4-4a66-9656-a62c8370e75a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 944 time: 0.1478422 Jul 16 08:34:51.292064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-43bd7a68-81a7-4993-8187-433374754de8 req-335b6481-8144-483b-9880-63c9189786f9 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633938 Jul 16 08:34:51.301578 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2648327-e7f9-464d-8c41-a877795f2cff req-859954bb-a794-41c4-96a4-0ad9b504ddca tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.360537 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2648327-e7f9-464d-8c41-a877795f2cff req-859954bb-a794-41c4-96a4-0ad9b504ddca tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Network c38b527e-6ac0-4603-a4cc-057abef582be is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:51.364182 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-d2648327-e7f9-464d-8c41-a877795f2cff req-859954bb-a794-41c4-96a4-0ad9b504ddca tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:51.368694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2648327-e7f9-464d-8c41-a877795f2cff req-859954bb-a794-41c4-96a4-0ad9b504ddca tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:51.402689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859954bb-a794-41c4-96a4-0ad9b504ddca tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Pushing event updated for resources: {'Port': ['ID=6aa5285d-9bbf-4822-abe8-3a33c4e41624,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:51.447894 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2648327-e7f9-464d-8c41-a877795f2cff req-859954bb-a794-41c4-96a4-0ad9b504ddca tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.448648 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2648327-e7f9-464d-8c41-a877795f2cff req-859954bb-a794-41c4-96a4-0ad9b504ddca tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.493577 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2648327-e7f9-464d-8c41-a877795f2cff req-859954bb-a794-41c4-96a4-0ad9b504ddca tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1906934 Jul 16 08:34:51.517558 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Request body: {'port': {'device_id': 'caacfee2-ecd0-4efe-8c06-24cd6ed148b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:51.529161 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7ca6e55d-48ba-4847-9264-5da40674283d up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:51.568718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042d1e94-4d8a-40c4-b2b2-bd1b6f5b9746 req-f87f050a-8f02-4cdb-af60-f3ae4adc725b tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.570387 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-042d1e94-4d8a-40c4-b2b2-bd1b6f5b9746 req-f87f050a-8f02-4cdb-af60-f3ae4adc725b tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/ports?device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 931 time: 0.1185310 Jul 16 08:34:51.579674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d8d6c1-85c5-4840-a352-dbcb2ab20427 req-d52d2f9d-4fcd-4518-b1c8-3694ec44527b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.581605 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c2d8d6c1-85c5-4840-a352-dbcb2ab20427 req-d52d2f9d-4fcd-4518-b1c8-3694ec44527b tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 945 time: 0.0713480 Jul 16 08:34:51.591637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 7ca6e55d-48ba-4847-9264-5da40674283d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:51.596753 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 7ca6e55d-48ba-4847-9264-5da40674283d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:51.597260 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.631935 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c2d8d6c1-85c5-4840-a352-dbcb2ab20427 req-9159380e-4932-4e25-83a7-d173173e13da tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427885 Jul 16 08:34:51.636723 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.664550 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-042d1e94-4d8a-40c4-b2b2-bd1b6f5b9746 req-7d21974a-46da-4bd5-8c87-464720ecd3e1 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b46c4c5-7dde-4999-9c41-67f46044e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846660 Jul 16 08:34:51.686364 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.725693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 7ca6e55d-48ba-4847-9264-5da40674283d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7ca6e55d-48ba-4847-9264-5da40674283d,segment=NetworkSegment(560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa),segment_id=560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:51.737916 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.810103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=7ca6e55d-48ba-4847-9264-5da40674283d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:51.818549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d331f38-5e83-48c5-9552-bb9a85e7deb1 req-fea73956-ac2d-4387-b887-a567b4a506fe tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.820645 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d331f38-5e83-48c5-9552-bb9a85e7deb1 req-fea73956-ac2d-4387-b887-a567b4a506fe tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.0732386 Jul 16 08:34:51.859838 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d331f38-5e83-48c5-9552-bb9a85e7deb1 req-649d6e20-911d-4cea-8e0f-b7497a94e65e tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334232 Jul 16 08:34:51.943800 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535713bf-3a2f-4559-99a3-8ea70d834653 req-be658bb3-faa8-4a0b-96b2-9adcae2dad40 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.945409 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-535713bf-3a2f-4559-99a3-8ea70d834653 req-be658bb3-faa8-4a0b-96b2-9adcae2dad40 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.1373553 Jul 16 08:34:52.022407 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-535713bf-3a2f-4559-99a3-8ea70d834653 req-e58b4d00-b5b0-4ba5-8739-5fcf9f8be816 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701308 Jul 16 08:34:52.035190 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8b4c7-91c9-44c2-a72e-826806dfb038 req-d1434ead-7e36-4ba2-8cbf-2847fe5dc4b9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.036525 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aa5285d-9bbf-4822-abe8-3a33c4e41624 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:52.041025 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-acf8b4c7-91c9-44c2-a72e-826806dfb038 req-d1434ead-7e36-4ba2-8cbf-2847fe5dc4b9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 945 time: 0.0741184 Jul 16 08:34:52.046123 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.059967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Transition to ACTIVE for port object 6aa5285d-9bbf-4822-abe8-3a33c4e41624 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:52.065219 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.085219 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-acf8b4c7-91c9-44c2-a72e-826806dfb038 req-21c43746-ed35-4ab6-a2f0-99f99b73c077 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411181 Jul 16 08:34:52.145963 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa5285d-9bbf-4822-abe8-3a33c4e41624,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:52.234639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Attempting to bind port 6aa5285d-9bbf-4822-abe8-3a33c4e41624 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:52.234971 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Attempting to bind port 6aa5285d-9bbf-4822-abe8-3a33c4e41624 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c38b527e-6ac0-4603-a4cc-057abef582be'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:52.235292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Attempting to bind port 6aa5285d-9bbf-4822-abe8-3a33c4e41624 on network c38b527e-6ac0-4603-a4cc-057abef582be {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:52.243909 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Port 6aa5285d-9bbf-4822-abe8-3a33c4e41624 on network c38b527e-6ac0-4603-a4cc-057abef582be not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:52.244226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Attempting to bind port 6aa5285d-9bbf-4822-abe8-3a33c4e41624 on network c38b527e-6ac0-4603-a4cc-057abef582be {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:52.261305 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ee8c7-f77d-4b27-a264-ce92cf96aef9 req-1c579408-6f29-47cd-b158-bf8a1461ee27 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.262889 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e56ee8c7-f77d-4b27-a264-ce92cf96aef9 req-1c579408-6f29-47cd-b158-bf8a1461ee27 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1142988 Jul 16 08:34:52.268464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:52.268849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Checking segment: {'id': 'fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c38b527e-6ac0-4603-a4cc-057abef582be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:52.269292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Bound using segment: {'id': 'fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c38b527e-6ac0-4603-a4cc-057abef582be'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:52.269731 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Bound port: 6aa5285d-9bbf-4822-abe8-3a33c4e41624, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'c38b527e-6ac0-4603-a4cc-057abef582be'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:52.270091 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.349159 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e56ee8c7-f77d-4b27-a264-ce92cf96aef9 req-78de6bc5-c6b7-4971-bf04-7308ff1ee712 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760598 Jul 16 08:34:52.388788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] For port 6aa5285d-9bbf-4822-abe8-3a33c4e41624, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:52.393409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] For port 6aa5285d-9bbf-4822-abe8-3a33c4e41624, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6aa5285d-9bbf-4822-abe8-3a33c4e41624,segment=NetworkSegment(fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc),segment_id=fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:52.398894 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.434987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.435615 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.437111 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2648327-e7f9-464d-8c41-a877795f2cff req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] 10.222.0.38 "PUT /v2.0/ports/6aa5285d-9bbf-4822-abe8-3a33c4e41624 HTTP/1.1" status: 200 len: 1092 time: 0.9301763 Jul 16 08:34:52.437576 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caacfee2-ecd0-4efe-8c06-24cd6ed148b6', 'tag': '6aa5285d-9bbf-4822-abe8-3a33c4e41624'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:52.439870 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bb4736-5905-4253-a49b-3c9f87b77728" -d '{"events": [{"name": "network-changed", "server_uuid": "caacfee2-ecd0-4efe-8c06-24cd6ed148b6", "tag": "6aa5285d-9bbf-4822-abe8-3a33c4e41624"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:52.473056 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6bf0a2-d674-4803-b885-b681d92149c7 service neutron] Pushing event updated for resources: {'Port': ['ID=6aa5285d-9bbf-4822-abe8-3a33c4e41624,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:52.480642 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2679434-75c3-4d40-a9ca-6e004211869e x-openstack-request-id: req-e2679434-75c3-4d40-a9ca-6e004211869e {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:52.481075 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "caacfee2-ecd0-4efe-8c06-24cd6ed148b6", "tag": "6aa5285d-9bbf-4822-abe8-3a33c4e41624", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:52.481422 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e2679434-75c3-4d40-a9ca-6e004211869e {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:52.481975 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caacfee2-ecd0-4efe-8c06-24cd6ed148b6', 'tag': '6aa5285d-9bbf-4822-abe8-3a33c4e41624', 'status': 'completed', 'code': 200} Jul 16 08:34:52.512370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6c438c-52a6-4f38-9eff-23b8832f8483 req-d5d4f43e-e807-47b5-af88-b33f4d89897b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.514045 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a6c438c-52a6-4f38-9eff-23b8832f8483 req-d5d4f43e-e807-47b5-af88-b33f4d89897b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 944 time: 0.0917697 Jul 16 08:34:52.575871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2648327-e7f9-464d-8c41-a877795f2cff req-2e795d7f-3db6-4745-a236-2bbcf7649a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.577355 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a6c438c-52a6-4f38-9eff-23b8832f8483 req-d842acc4-7913-4b76-aa6b-6a63d6483c5e tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571325 Jul 16 08:34:52.578090 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2648327-e7f9-464d-8c41-a877795f2cff req-2e795d7f-3db6-4745-a236-2bbcf7649a02 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=994db68e6a7b4d88a816435d76ff38d5&device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 1095 time: 0.0795064 Jul 16 08:34:52.640955 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2648327-e7f9-464d-8c41-a877795f2cff req-9681f88f-60fa-431c-b1a9-a49f57b691af service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aa5285d-9bbf-4822-abe8-3a33c4e41624 HTTP/1.1" status: 200 len: 217 time: 0.0479970 Jul 16 08:34:52.698489 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2648327-e7f9-464d-8c41-a877795f2cff req-b2fdfb17-b664-46e0-9dd1-151f55195379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.700071 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2648327-e7f9-464d-8c41-a877795f2cff req-b2fdfb17-b664-46e0-9dd1-151f55195379 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=625eb043-159b-417d-8386-e0d24be0a2ee HTTP/1.1" status: 200 len: 853 time: 0.0488496 Jul 16 08:34:52.745485 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2648327-e7f9-464d-8c41-a877795f2cff req-dbdac2b9-6bb6-44cc-9538-8d32a794383a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c38b527e-6ac0-4603-a4cc-057abef582be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375781 Jul 16 08:34:52.870174 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291252d3-3ef1-4d5b-916a-8b98a05667f9 req-febc15de-144e-4a4c-b44d-2b38aee2ad63 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.871793 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-291252d3-3ef1-4d5b-916a-8b98a05667f9 req-febc15de-144e-4a4c-b44d-2b38aee2ad63 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/ports?device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 943 time: 0.0723169 Jul 16 08:34:52.892519 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7f781-5321-4ace-a4a3-6e8114b85f89 req-bac31e3b-fa94-418e-89c7-3b11bdd867f5 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.894129 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bae7f781-5321-4ace-a4a3-6e8114b85f89 req-bac31e3b-fa94-418e-89c7-3b11bdd867f5 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 945 time: 0.1515510 Jul 16 08:34:52.901215 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2648327-e7f9-464d-8c41-a877795f2cff req-64eeda99-bad2-4c98-9e43-d573557743fd service neutron] 10.222.0.38 "GET /v2.0/networks/c38b527e-6ac0-4603-a4cc-057abef582be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269906 Jul 16 08:34:52.919582 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-291252d3-3ef1-4d5b-916a-8b98a05667f9 req-c105893a-3726-451a-b435-23f6b0e0800e tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b46c4c5-7dde-4999-9c41-67f46044e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410688 Jul 16 08:34:52.972217 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bae7f781-5321-4ace-a4a3-6e8114b85f89 req-fd27b934-7470-4cab-a3b6-6cf552fe690f tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c03e7e6-2782-4bf9-92b9-50a6598328c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691590 Jul 16 08:34:53.007506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7004178b-002b-4ab1-9e5e-d7e8be4a9593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca6e55d-48ba-4847-9264-5da40674283d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:53.012564 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed9cf8d-2f84-4112-9120-8f55877eaea1" -d '{"events": [{"server_uuid": "7004178b-002b-4ab1-9e5e-d7e8be4a9593", "name": "network-vif-plugged", "status": "completed", "tag": "7ca6e55d-48ba-4847-9264-5da40674283d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:53.035668 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2648327-e7f9-464d-8c41-a877795f2cff req-25e48fff-0c05-417e-a539-e79b94bd0452 service neutron] 10.222.0.38 "GET /v2.0/networks/c38b527e-6ac0-4603-a4cc-057abef582be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250935 Jul 16 08:34:53.063634 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e97be3b-e93c-4cc7-80e0-6c4257125d47 x-openstack-request-id: req-6e97be3b-e93c-4cc7-80e0-6c4257125d47 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:53.064320 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7004178b-002b-4ab1-9e5e-d7e8be4a9593", "name": "network-vif-plugged", "status": "completed", "tag": "7ca6e55d-48ba-4847-9264-5da40674283d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:53.064729 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e97be3b-e93c-4cc7-80e0-6c4257125d47 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:53.065216 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7004178b-002b-4ab1-9e5e-d7e8be4a9593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca6e55d-48ba-4847-9264-5da40674283d', 'code': 200} Jul 16 08:34:53.212078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3504fb-2756-4b53-8928-c87ab95bfa39 req-ccdd8546-d1bc-4587-aa8a-60c4398bb793 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.214722 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb3504fb-2756-4b53-8928-c87ab95bfa39 req-ccdd8546-d1bc-4587-aa8a-60c4398bb793 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "GET /v2.0/ports?device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 945 time: 0.1912251 Jul 16 08:34:53.251931 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629caf6-489f-4900-86c1-14f3ba843171 req-71bed6e6-588b-4741-a86f-da79ae594a8e tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.254253 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3629caf6-489f-4900-86c1-14f3ba843171 req-71bed6e6-588b-4741-a86f-da79ae594a8e tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.1811111 Jul 16 08:34:53.288771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb4736-5905-4253-a49b-3c9f87b77728 req-20ed47b9-ffb0-4553-8bc2-81fc2ec2474f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.290315 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40bb4736-5905-4253-a49b-3c9f87b77728 req-20ed47b9-ffb0-4553-8bc2-81fc2ec2474f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=994db68e6a7b4d88a816435d76ff38d5&device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 1095 time: 0.1628745 Jul 16 08:34:53.292006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a1fb3-4d97-4194-bb99-40e46f112753 req-2e33a4d3-b854-4762-93da-c4fff874a0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.293543 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fa9a1fb3-4d97-4194-bb99-40e46f112753 req-2e33a4d3-b854-4762-93da-c4fff874a0fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 1097 time: 0.1279321 Jul 16 08:34:53.302063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199383b-f3ed-4678-b9a9-f9016c5a70f5 req-6ffda98f-25ed-492f-97cb-c57f5acbb1f5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.304177 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a199383b-f3ed-4678-b9a9-f9016c5a70f5 req-6ffda98f-25ed-492f-97cb-c57f5acbb1f5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.1374128 Jul 16 08:34:53.416748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fa9a1fb3-4d97-4194-bb99-40e46f112753 req-64646752-d8e6-40d9-b70d-05224b3a5284 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103325 Jul 16 08:34:53.425515 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a199383b-f3ed-4678-b9a9-f9016c5a70f5 req-674a1585-46b4-428f-af61-ad2d4401197f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139278 Jul 16 08:34:53.466281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb4736-5905-4253-a49b-3c9f87b77728 req-78fdd2fc-6e12-41b0-aaa8-a2d63f70f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.467833 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40bb4736-5905-4253-a49b-3c9f87b77728 req-78fdd2fc-6e12-41b0-aaa8-a2d63f70f737 service neutron] 10.222.0.38 "GET /v2.0/networks?id=c38b527e-6ac0-4603-a4cc-057abef582be HTTP/1.1" status: 200 len: 913 time: 0.1627090 Jul 16 08:34:53.529893 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40bb4736-5905-4253-a49b-3c9f87b77728 req-7633b42c-6a82-49f9-948a-7384459bea57 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aa5285d-9bbf-4822-abe8-3a33c4e41624 HTTP/1.1" status: 200 len: 217 time: 0.0454848 Jul 16 08:34:53.632139 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb4736-5905-4253-a49b-3c9f87b77728 req-ccf48bac-4d66-4b05-9380-f61e66873732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.633702 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40bb4736-5905-4253-a49b-3c9f87b77728 req-ccf48bac-4d66-4b05-9380-f61e66873732 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=625eb043-159b-417d-8386-e0d24be0a2ee HTTP/1.1" status: 200 len: 853 time: 0.0880630 Jul 16 08:34:53.680219 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40bb4736-5905-4253-a49b-3c9f87b77728 req-c311015a-4cd3-483c-a4ef-ad271ac47772 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c38b527e-6ac0-4603-a4cc-057abef582be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385966 Jul 16 08:34:53.706874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64061613-245e-4474-808f-33a45502e2ff req-33e4ef05-0880-4787-945d-270c068c1c35 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.708539 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64061613-245e-4474-808f-33a45502e2ff req-33e4ef05-0880-4787-945d-270c068c1c35 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 945 time: 0.1299632 Jul 16 08:34:53.807844 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64061613-245e-4474-808f-33a45502e2ff req-a770a796-6ebc-43ed-b721-2523dd43ec5b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884809 Jul 16 08:34:53.827454 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40bb4736-5905-4253-a49b-3c9f87b77728 req-1996e6eb-ec0b-49df-b856-c3b217ba60c2 service neutron] 10.222.0.38 "GET /v2.0/networks/c38b527e-6ac0-4603-a4cc-057abef582be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394167 Jul 16 08:34:53.874236 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3629caf6-489f-4900-86c1-14f3ba843171 req-7c062890-b3e6-4531-8a22-2afbc56908c1 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869334 Jul 16 08:34:53.931917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-bb3504fb-2756-4b53-8928-c87ab95bfa39 req-2e8c5ea4-b4f4-4240-91fc-b85411692a8e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Deleting port b9a95dbe-c086-4c79-ac21-2fea3daed19b {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:53.932413 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bb3504fb-2756-4b53-8928-c87ab95bfa39 req-2e8c5ea4-b4f4-4240-91fc-b85411692a8e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.187611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-bb3504fb-2756-4b53-8928-c87ab95bfa39 req-2e8c5ea4-b4f4-4240-91fc-b85411692a8e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] For port b9a95dbe-c086-4c79-ac21-2fea3daed19b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b9a95dbe-c086-4c79-ac21-2fea3daed19b,segment=NetworkSegment(fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd),segment_id=fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:54.188623 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bb3504fb-2756-4b53-8928-c87ab95bfa39 req-2e8c5ea4-b4f4-4240-91fc-b85411692a8e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.227143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-bb3504fb-2756-4b53-8928-c87ab95bfa39 req-2e8c5ea4-b4f4-4240-91fc-b85411692a8e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Calling delete_port for b9a95dbe-c086-4c79-ac21-2fea3daed19b owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:54.364593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d7df63-fd76-47f5-a8f7-9ec04e156086 req-0a7917ed-93da-47a2-b01f-fa41a0dcfd16 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.367292 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e2d7df63-fd76-47f5-a8f7-9ec04e156086 req-0a7917ed-93da-47a2-b01f-fa41a0dcfd16 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.2602086 Jul 16 08:34:54.385295 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40bb4736-5905-4253-a49b-3c9f87b77728 req-2912a3b6-0c0b-4477-bbf2-64ff00e3eb8b service neutron] 10.222.0.38 "GET /v2.0/networks/c38b527e-6ac0-4603-a4cc-057abef582be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5444186 Jul 16 08:34:54.438039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88b916-d206-4126-989b-75cdfe089e1d req-0ed7ce43-a092-4a01-814a-22a9b03b396d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.445328 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ff88b916-d206-4126-989b-75cdfe089e1d req-0ed7ce43-a092-4a01-814a-22a9b03b396d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 944 time: 0.1219847 Jul 16 08:34:54.468850 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e2d7df63-fd76-47f5-a8f7-9ec04e156086 req-66063e38-c089-4aa0-af33-3b6a41adfea8 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910332 Jul 16 08:34:54.516252 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ff88b916-d206-4126-989b-75cdfe089e1d req-5dd7ff2e-1d5f-469b-8abe-01d43bd4c9f9 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689597 Jul 16 08:34:54.595879 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bb3504fb-2756-4b53-8928-c87ab95bfa39 req-2e8c5ea4-b4f4-4240-91fc-b85411692a8e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.611518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b9a95dbe-c086-4c79-ac21-2fea3daed19b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:54.633433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c5ea4-b4f4-4240-91fc-b85411692a8e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Pushing event deleted for resources: {'Port': ['ID=b9a95dbe-c086-4c79-ac21-2fea3daed19b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:54.667194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6aa5285d-9bbf-4822-abe8-3a33c4e41624 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:54.724636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3504fb-2756-4b53-8928-c87ab95bfa39 req-2e8c5ea4-b4f4-4240-91fc-b85411692a8e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] No DVR routers for this DVR port b9a95dbe-c086-4c79-ac21-2fea3daed19b on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:54.748958 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bb3504fb-2756-4b53-8928-c87ab95bfa39 req-2e8c5ea4-b4f4-4240-91fc-b85411692a8e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.751210 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb3504fb-2756-4b53-8928-c87ab95bfa39 req-2e8c5ea4-b4f4-4240-91fc-b85411692a8e tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.38 "DELETE /v2.0/ports/b9a95dbe-c086-4c79-ac21-2fea3daed19b HTTP/1.1" status: 204 len: 173 time: 1.5289340 Jul 16 08:34:54.751860 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baede1a-21cd-4909-9143-2012ebd07b10', 'name': 'network-vif-deleted', 'tag': 'b9a95dbe-c086-4c79-ac21-2fea3daed19b'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:54.754499 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba947ee-eabb-4cda-a2f1-e9222f9bca6f" -d '{"events": [{"server_uuid": "6baede1a-21cd-4909-9143-2012ebd07b10", "name": "network-vif-deleted", "tag": "b9a95dbe-c086-4c79-ac21-2fea3daed19b"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:54.802692 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b32f08c-372e-4d4d-9413-c614883ed1e1 req-13229c4e-7bdc-42ca-a257-55b5383a6b1f tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.804305 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9b32f08c-372e-4d4d-9413-c614883ed1e1 req-13229c4e-7bdc-42ca-a257-55b5383a6b1f tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/ports?device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 943 time: 0.1467056 Jul 16 08:34:54.812087 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6aa5285d-9bbf-4822-abe8-3a33c4e41624, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6aa5285d-9bbf-4822-abe8-3a33c4e41624,segment=NetworkSegment(fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc),segment_id=fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:54.832419 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '6aa5285d-9bbf-4822-abe8-3a33c4e41624', 'network_id': 'c38b527e-6ac0-4603-a4cc-057abef582be', 'port_id': '6aa5285d-9bbf-4822-abe8-3a33c4e41624', 'mac_address': 'fa:16:3e:7e:46:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '625eb043-159b-417d-8386-e0d24be0a2ee', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:54.854702 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9b32f08c-372e-4d4d-9413-c614883ed1e1 req-34f2589a-dd09-4a3c-94ac-cdba646d6b06 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b46c4c5-7dde-4999-9c41-67f46044e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407512 Jul 16 08:34:54.855888 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12cc4ff4-06f5-4fb4-8ee3-767eb58ad369 req-79c0d776-a7f9-4ec3-93c6-7f61ad33f289 tempest-ServersTestJSON-925847213 tempest-ServersTestJSON-925847213-project] 10.222.0.20 "GET /v2.0/ports?device_id=6baede1a-21cd-4909-9143-2012ebd07b10 HTTP/1.1" status: 200 len: 210 time: 0.1010332 Jul 16 08:34:54.916964 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.932605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aa5285d-9bbf-4822-abe8-3a33c4e41624 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:54.961465 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6aa5285d-9bbf-4822-abe8-3a33c4e41624, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6aa5285d-9bbf-4822-abe8-3a33c4e41624,segment=NetworkSegment(fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc),segment_id=fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:54.968111 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.981437 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68b5331-33d1-4d5a-93cc-f1e4bdfe0ae5 x-openstack-request-id: req-c68b5331-33d1-4d5a-93cc-f1e4bdfe0ae5 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:54.982369 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6baede1a-21cd-4909-9143-2012ebd07b10", "name": "network-vif-deleted", "tag": "b9a95dbe-c086-4c79-ac21-2fea3daed19b", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:54.982895 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c68b5331-33d1-4d5a-93cc-f1e4bdfe0ae5 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:54.983695 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baede1a-21cd-4909-9143-2012ebd07b10', 'name': 'network-vif-deleted', 'tag': 'b9a95dbe-c086-4c79-ac21-2fea3daed19b', 'status': 'completed', 'code': 200} Jul 16 08:34:55.058184 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=6aa5285d-9bbf-4822-abe8-3a33c4e41624,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:55.120980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4884219-b0c9-499a-955f-dc1b5afc23e3 req-cf109546-5cb4-4c13-817e-148634ce8439 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.123477 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f4884219-b0c9-499a-955f-dc1b5afc23e3 req-cf109546-5cb4-4c13-817e-148634ce8439 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.0962195 Jul 16 08:34:55.174741 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f4884219-b0c9-499a-955f-dc1b5afc23e3 req-ce1b769d-a66f-4a69-b5b8-32f5cf34ff69 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416286 Jul 16 08:34:55.242030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe11f44-948c-406a-b5ef-5b83a6040017 req-43fb4650-ca8b-4fe5-a42f-94fd6657b2a4 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.243779 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ebe11f44-948c-406a-b5ef-5b83a6040017 req-43fb4650-ca8b-4fe5-a42f-94fd6657b2a4 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 945 time: 0.1113365 Jul 16 08:34:55.291544 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['6aa5285d-9bbf-4822-abe8-3a33c4e41624'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:55.304120 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ebe11f44-948c-406a-b5ef-5b83a6040017 req-dbd09f06-89f1-4334-8931-003b1b793fe1 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490510 Jul 16 08:34:55.427266 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-fecc7987-f4bb-42ff-8824-a0700d23f6e4 service neutron] 10.222.0.15 "GET /v2.0/ports/c9192850-6c73-4969-94e2-d7571e34c896/bindings/n-h2-758944-46 HTTP/1.1" status: 200 len: 385 time: 0.0787241 Jul 16 08:34:55.457612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36feeb2-3382-4521-aea8-43e19f88a53c req-7884871a-de3c-4867-b108-cde2887aaca2 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.460163 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e36feeb2-3382-4521-aea8-43e19f88a53c req-7884871a-de3c-4867-b108-cde2887aaca2 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.0925031 Jul 16 08:34:55.520467 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e36feeb2-3382-4521-aea8-43e19f88a53c req-73fe3a44-6f0c-454a-92fb-7826c86807d9 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542147 Jul 16 08:34:55.546937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c9192850-6c73-4969-94e2-d7571e34c896 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:55.666666 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af439223-76ea-459b-a96f-a1bfbc7f87b9 req-c9537eeb-310b-4b39-907a-a5d3abaad566 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-281657873&fields=id&tenant_id=03e7d726cdae4a2191cfb6984476fdaa HTTP/1.1" status: 200 len: 267 time: 0.0406928 Jul 16 08:34:55.742671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-aeea4500-8974-4534-939e-34d427117eac req-1e6ac9cb-7517-48f4-9bd4-38a211694b3a service neutron] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c9192850-6c73-4969-94e2-d7571e34c896,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:55.751869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af439223-76ea-459b-a96f-a1bfbc7f87b9 req-5c2f37c2-5fe5-40ce-95f3-42c612ad868a tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.753519 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af439223-76ea-459b-a96f-a1bfbc7f87b9 req-5c2f37c2-5fe5-40ce-95f3-42c612ad868a tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 945 time: 0.0720530 Jul 16 08:34:55.782325 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-af439223-76ea-459b-a96f-a1bfbc7f87b9 req-cedb678d-f0d1-4d95-92e6-7d778e4bc58c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'port': {'security_groups': ['ace3492a-298a-4553-a402-e5dcbdee26ea', 'd72059ba-b45f-4834-852e-b1d15310baf0']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:55.789241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-aeea4500-8974-4534-939e-34d427117eac req-1e6ac9cb-7517-48f4-9bd4-38a211694b3a service neutron] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:55.835022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-aeea4500-8974-4534-939e-34d427117eac req-1e6ac9cb-7517-48f4-9bd4-38a211694b3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9192850-6c73-4969-94e2-d7571e34c896 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:55.847538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a469be-c88d-4dcc-b9c4-f7ad2d012035 req-03b182b7-14eb-4bae-8edf-dd1784283a0c tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.849339 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1a469be-c88d-4dcc-b9c4-f7ad2d012035 req-03b182b7-14eb-4bae-8edf-dd1784283a0c tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1264954 Jul 16 08:34:55.865507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-aeea4500-8974-4534-939e-34d427117eac req-1e6ac9cb-7517-48f4-9bd4-38a211694b3a service neutron] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c9192850-6c73-4969-94e2-d7571e34c896,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:55.890157 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-aeea4500-8974-4534-939e-34d427117eac req-1e6ac9cb-7517-48f4-9bd4-38a211694b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.903660 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-af439223-76ea-459b-a96f-a1bfbc7f87b9 req-cedb678d-f0d1-4d95-92e6-7d778e4bc58c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.943904 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1a469be-c88d-4dcc-b9c4-f7ad2d012035 req-92d8839e-00a5-47a6-bb9e-6bb9552536d4 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753021 Jul 16 08:34:55.994726 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-aeea4500-8974-4534-939e-34d427117eac req-1e6ac9cb-7517-48f4-9bd4-38a211694b3a service neutron] Transition to ACTIVE for port object c9192850-6c73-4969-94e2-d7571e34c896 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:56.000042 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-aeea4500-8974-4534-939e-34d427117eac req-1e6ac9cb-7517-48f4-9bd4-38a211694b3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.065266 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeea4500-8974-4534-939e-34d427117eac req-1e6ac9cb-7517-48f4-9bd4-38a211694b3a service neutron] No DVR routers for this DVR port c9192850-6c73-4969-94e2-d7571e34c896 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:56.105298 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6ac9cb-7517-48f4-9bd4-38a211694b3a service neutron] Pushing event updated for resources: {'Port': ['ID=c9192850-6c73-4969-94e2-d7571e34c896,revision_number=10']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:56.117703 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-1e6ac9cb-7517-48f4-9bd4-38a211694b3a service neutron] 10.222.0.15 "PUT /v2.0/ports/c9192850-6c73-4969-94e2-d7571e34c896/bindings/n-h2-758944-46/activate HTTP/1.1" status: 200 len: 370 time: 0.6767926 Jul 16 08:34:56.176701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-af439223-76ea-459b-a96f-a1bfbc7f87b9 req-cedb678d-f0d1-4d95-92e6-7d778e4bc58c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] For port 7ca6e55d-48ba-4847-9264-5da40674283d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7ca6e55d-48ba-4847-9264-5da40674283d,segment=NetworkSegment(560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa),segment_id=560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:56.190209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e16d67-7284-4f09-82f3-4e882c5933ba req-8d2fe3ee-9b1f-4a5c-86f3-f6570c348207 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:56.191776 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50e16d67-7284-4f09-82f3-4e882c5933ba req-8d2fe3ee-9b1f-4a5c-86f3-f6570c348207 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 945 time: 0.0803022 Jul 16 08:34:56.238734 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50e16d67-7284-4f09-82f3-4e882c5933ba req-413bea12-0c8c-4db8-8358-885399f86a67 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405409 Jul 16 08:34:56.254129 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-af439223-76ea-459b-a96f-a1bfbc7f87b9 req-cedb678d-f0d1-4d95-92e6-7d778e4bc58c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.259910 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-af439223-76ea-459b-a96f-a1bfbc7f87b9 req-cedb678d-f0d1-4d95-92e6-7d778e4bc58c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.272369 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['df0e33c6-3282-408c-82dd-4ceceb26c980', '7ca6e55d-48ba-4847-9264-5da40674283d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:56.317243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af439223-76ea-459b-a96f-a1bfbc7f87b9 req-cedb678d-f0d1-4d95-92e6-7d778e4bc58c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:56.317997 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-af439223-76ea-459b-a96f-a1bfbc7f87b9 req-cedb678d-f0d1-4d95-92e6-7d778e4bc58c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.322690 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af439223-76ea-459b-a96f-a1bfbc7f87b9 req-cedb678d-f0d1-4d95-92e6-7d778e4bc58c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "PUT /v2.0/ports/7ca6e55d-48ba-4847-9264-5da40674283d HTTP/1.1" status: 200 len: 981 time: 0.5534737 Jul 16 08:34:56.374601 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4500-8974-4534-939e-34d427117eac req-d362aa00-2492-4c87-966c-305a410cbd01 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:56.376310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-d362aa00-2492-4c87-966c-305a410cbd01 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50&tenant_id=fe72388f7744440db5677c86ab49db05&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1097 time: 0.1884875 Jul 16 08:34:56.377076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb678d-f0d1-4d95-92e6-7d778e4bc58c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'Port': ['ID=7ca6e55d-48ba-4847-9264-5da40674283d,revision_number=6']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:56.403139 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49010) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:56.452894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['7ca6e55d-48ba-4847-9264-5da40674283d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:56.475680 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a4e12-bf83-4d8e-84fa-af171f77db33 req-6b08d72c-1e71-47ba-a746-b0b8556a60b5 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:56.478693 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-be5a4e12-bf83-4d8e-84fa-af171f77db33 req-6b08d72c-1e71-47ba-a746-b0b8556a60b5 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/ports?device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 944 time: 0.0860083 Jul 16 08:34:56.527629 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c251103-78fc-401c-871b-ce2fb91773a6 admin admin] Deleting subnet 789d7b71-d5c7-4c97-8897-da1853b01c39 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:34:56.534366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-be5a4e12-bf83-4d8e-84fa-af171f77db33 req-163d907d-22e7-43c0-afb2-3da5bdfd2728 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b46c4c5-7dde-4999-9c41-67f46044e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405073 Jul 16 08:34:56.552805 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c251103-78fc-401c-871b-ce2fb91773a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.596958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4500-8974-4534-939e-34d427117eac req-7f1e8cbd-2027-4553-b3a3-a59cf8de54e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:56.598665 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-7f1e8cbd-2027-4553-b3a3-a59cf8de54e1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50&tenant_id=fe72388f7744440db5677c86ab49db05 HTTP/1.1" status: 200 len: 1097 time: 0.2142458 Jul 16 08:34:56.623527 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c251103-78fc-401c-871b-ce2fb91773a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.643439 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9a205acb-bd65-4c8a-869a-13cbca69472a req-825489d7-0061-47c6-86c4-2a279f60741e tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/d72059ba-b45f-4834-852e-b1d15310baf0 HTTP/1.1" status: 200 len: 1801 time: 0.0818069 Jul 16 08:34:56.686592 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6aa5285d-9bbf-4822-abe8-3a33c4e41624 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:56.699409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b42645-a85f-4383-a11b-8354212b3259 req-3af8b9e9-83d3-4a3e-b1df-bee4da377cd1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:56.701111 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-59b42645-a85f-4383-a11b-8354212b3259 req-3af8b9e9-83d3-4a3e-b1df-bee4da377cd1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.1919529 Jul 16 08:34:56.706521 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-9a205acb-bd65-4c8a-869a-13cbca69472a req-8d277158-daa4-490f-b152-04a2983ae85b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:34:56.719995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9a205acb-bd65-4c8a-869a-13cbca69472a req-8d277158-daa4-490f-b152-04a2983ae85b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "DELETE /v2.0/security-groups/d72059ba-b45f-4834-852e-b1d15310baf0 HTTP/1.1" status: 409 len: 341 time: 0.0742016 Jul 16 08:34:56.734619 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c251103-78fc-401c-871b-ce2fb91773a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.800927 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-59b42645-a85f-4383-a11b-8354212b3259 req-ea8629d3-3050-4b49-969e-862eb79937b4 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846927 Jul 16 08:34:56.810023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4500-8974-4534-939e-34d427117eac req-09ac1912-1349-44e3-ab20-c4232b6380fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:56.811843 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-09ac1912-1349-44e3-ab20-c4232b6380fc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 1097 time: 0.1665115 Jul 16 08:34:56.823545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 6aa5285d-9bbf-4822-abe8-3a33c4e41624 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:56.833679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 6aa5285d-9bbf-4822-abe8-3a33c4e41624 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:56.834362 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.854134 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c251103-78fc-401c-871b-ce2fb91773a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.893931 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c251103-78fc-401c-871b-ce2fb91773a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=789d7b71-d5c7-4c97-8897-da1853b01c39,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:56.926213 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c251103-78fc-401c-871b-ce2fb91773a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.928735 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8c251103-78fc-401c-871b-ce2fb91773a6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/789d7b71-d5c7-4c97-8897-da1853b01c39 HTTP/1.1" status: 204 len: 168 time: 0.5235677 Jul 16 08:34:56.931218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49018) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:57.016052 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7004178b-002b-4ab1-9e5e-d7e8be4a9593', 'tag': '7ca6e55d-48ba-4847-9264-5da40674283d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:57.018239 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ec6b18-0f0d-48ad-b061-cc2d66182902" -d '{"events": [{"name": "network-changed", "server_uuid": "7004178b-002b-4ab1-9e5e-d7e8be4a9593", "tag": "7ca6e55d-48ba-4847-9264-5da40674283d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:57.027478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4500-8974-4534-939e-34d427117eac req-5c03cb69-0d23-4432-9a34-c7b5c4ee0e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.029203 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-5c03cb69-0d23-4432-9a34-c7b5c4ee0e40 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.2084985 Jul 16 08:34:57.029765 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.034296 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e8a68-e396-4750-986f-1a7621e8b91c req-f1a80828-8229-47e0-b0d0-a712feb60253 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.036198 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6c3e8a68-e396-4750-986f-1a7621e8b91c req-f1a80828-8229-47e0-b0d0-a712feb60253 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.0959992 Jul 16 08:34:57.036380 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fdb46ecb-452c-4642-b840-dd5721fafcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.074428 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6aa5285d-9bbf-4822-abe8-3a33c4e41624, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6aa5285d-9bbf-4822-abe8-3a33c4e41624,segment=NetworkSegment(fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc),segment_id=fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:57.076298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caacfee2-ecd0-4efe-8c06-24cd6ed148b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa5285d-9bbf-4822-abe8-3a33c4e41624'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:57.077420 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-4cd8df8c-7abf-4202-ab58-13f8514640ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c9192850-6c73-4969-94e2-d7571e34c896 HTTP/1.1" status: 200 len: 217 time: 0.0386937 Jul 16 08:34:57.080643 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068cc8b3-762b-4d1c-b3fa-5c24dd07154b" -d '{"events": [{"server_uuid": "caacfee2-ecd0-4efe-8c06-24cd6ed148b6", "name": "network-vif-plugged", "status": "completed", "tag": "6aa5285d-9bbf-4822-abe8-3a33c4e41624"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:57.087712 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.088806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b9a95dbe-c086-4c79-ac21-2fea3daed19b no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:57.098197 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6c3e8a68-e396-4750-986f-1a7621e8b91c req-5121e8e5-908c-4c69-b9a0-391dd52fd78f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555110 Jul 16 08:34:57.152260 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=6aa5285d-9bbf-4822-abe8-3a33c4e41624,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:57.178663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: b9a95dbe-c086-4c79-ac21-2fea3daed19b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:57.179106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b9a95dbe-c086-4c79-ac21-2fea3daed19b not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:57.182550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4500-8974-4534-939e-34d427117eac req-fb5090a9-d4d3-405d-bb70-7e4ed7e61e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.184187 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-fb5090a9-d4d3-405d-bb70-7e4ed7e61e23 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.0993354 Jul 16 08:34:57.214913 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fdb46ecb-452c-4642-b840-dd5721fafcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.235801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-fdb46ecb-452c-4642-b840-dd5721fafcef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20ee9c8f-2cd9-40d6-987d-933e8af4b497']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:57.279775 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-94954c57-5d35-442e-9472-886d6a9a6324 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616281 Jul 16 08:34:57.295317 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-fdb46ecb-452c-4642-b840-dd5721fafcef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:57.295735 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-fdb46ecb-452c-4642-b840-dd5721fafcef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd43f1d2-aec4-4fc5-8d1b-fec2927c48dd') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:57.308720 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e71d82-0c5b-49ff-a983-4910be9897ff x-openstack-request-id: req-f0e71d82-0c5b-49ff-a983-4910be9897ff {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:57.309154 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7004178b-002b-4ab1-9e5e-d7e8be4a9593", "tag": "7ca6e55d-48ba-4847-9264-5da40674283d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:57.309771 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0e71d82-0c5b-49ff-a983-4910be9897ff {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:57.310390 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7004178b-002b-4ab1-9e5e-d7e8be4a9593', 'tag': '7ca6e55d-48ba-4847-9264-5da40674283d', 'status': 'completed', 'code': 200} Jul 16 08:34:57.324411 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456c18c2-b049-4817-90a9-dbbb76314041 x-openstack-request-id: req-456c18c2-b049-4817-90a9-dbbb76314041 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:57.325117 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caacfee2-ecd0-4efe-8c06-24cd6ed148b6", "name": "network-vif-plugged", "status": "completed", "tag": "6aa5285d-9bbf-4822-abe8-3a33c4e41624", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:57.325117 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-456c18c2-b049-4817-90a9-dbbb76314041 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:57.325639 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caacfee2-ecd0-4efe-8c06-24cd6ed148b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aa5285d-9bbf-4822-abe8-3a33c4e41624', 'code': 200} Jul 16 08:34:57.367500 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fdb46ecb-452c-4642-b840-dd5721fafcef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.382186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f081e94-4929-4d36-a435-0792c18d9b20 req-d1ecd950-1dd8-41a1-9525-caaae8ccc065 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.384829 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6f081e94-4929-4d36-a435-0792c18d9b20 req-d1ecd950-1dd8-41a1-9525-caaae8ccc065 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1596882 Jul 16 08:34:57.416788 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fdb46ecb-452c-4642-b840-dd5721fafcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.469592 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdb46ecb-452c-4642-b840-dd5721fafcef admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:57.470006 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fdb46ecb-452c-4642-b840-dd5721fafcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:57.488706 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:57.497249 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6f081e94-4929-4d36-a435-0792c18d9b20 req-b7baff1f-836f-4539-be43-675c92c62002 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997567 Jul 16 08:34:57.515003 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec6b18-0f0d-48ad-b061-cc2d66182902 req-76fd78e1-45a4-487c-8afc-1f7e4ccf495f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.516775 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81ec6b18-0f0d-48ad-b061-cc2d66182902 req-76fd78e1-45a4-487c-8afc-1f7e4ccf495f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03e7d726cdae4a2191cfb6984476fdaa&device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 1136 time: 0.1925042 Jul 16 08:34:57.547554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ffece-6310-47b0-bd23-8ee7a383edce req-79e11f91-6f3f-4058-b2f9-4fd47d974817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.549166 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a20ffece-6310-47b0-bd23-8ee7a383edce req-79e11f91-6f3f-4058-b2f9-4fd47d974817 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 1097 time: 0.1366222 Jul 16 08:34:57.585163 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-4db83339-0ade-4c6f-96f9-248b44228eea service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812345 Jul 16 08:34:57.631192 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fdb46ecb-452c-4642-b840-dd5721fafcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.638056 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fdb46ecb-452c-4642-b840-dd5721fafcef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.639568 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fdb46ecb-452c-4642-b840-dd5721fafcef admin admin] 10.222.0.20 "DELETE /v2.0/networks/20ee9c8f-2cd9-40d6-987d-933e8af4b497 HTTP/1.1" status: 204 len: 168 time: 0.7071707 Jul 16 08:34:57.642615 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a20ffece-6310-47b0-bd23-8ee7a383edce req-b19d7de4-23fa-44bc-8367-f8da388745e4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9b46c4c5-7dde-4999-9c41-67f46044e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836880 Jul 16 08:34:57.664450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec6b18-0f0d-48ad-b061-cc2d66182902 req-91ea8380-9a0a-48d7-90e5-c5dee3c21c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.666430 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81ec6b18-0f0d-48ad-b061-cc2d66182902 req-91ea8380-9a0a-48d7-90e5-c5dee3c21c92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a HTTP/1.1" status: 200 len: 912 time: 0.1413553 Jul 16 08:34:57.684062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb46ecb-452c-4642-b840-dd5721fafcef admin admin] Pushing event deleted for resources: {'Network': ['ID=20ee9c8f-2cd9-40d6-987d-933e8af4b497,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:57.757209 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81ec6b18-0f0d-48ad-b061-cc2d66182902 req-cbaea15b-166b-45c6-af63-e33726dfd892 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ca6e55d-48ba-4847-9264-5da40674283d HTTP/1.1" status: 200 len: 217 time: 0.0832493 Jul 16 08:34:57.764180 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1347e55-6f4b-40fd-8149-93a5b78ecea0 req-f9221a05-0e3d-42e9-b036-61774bcd8e7c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.768461 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c1347e55-6f4b-40fd-8149-93a5b78ecea0 req-f9221a05-0e3d-42e9-b036-61774bcd8e7c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 984 time: 0.3164854 Jul 16 08:34:57.836636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ec6b18-0f0d-48ad-b061-cc2d66182902 req-61a19d6a-96da-4e2b-8b4c-c8dfa15fc588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.838063 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81ec6b18-0f0d-48ad-b061-cc2d66182902 req-61a19d6a-96da-4e2b-8b4c-c8dfa15fc588 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8671a648-7265-4a42-b7ed-7c1ac9bfa124 HTTP/1.1" status: 200 len: 852 time: 0.0730960 Jul 16 08:34:57.838773 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c1347e55-6f4b-40fd-8149-93a5b78ecea0 req-b2537d27-882d-4e0f-af96-9a683a46e9f6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=d72059ba-b45f-4834-852e-b1d15310baf0&id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0478873 Jul 16 08:34:57.843992 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-7ca95ba9-ddbc-4bda-9b77-ac5ebd478f5f service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2512007 Jul 16 08:34:57.852684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a37d31-8818-4442-82c1-c03fe3d57c61 req-8ffe6e12-4f07-48cf-bd63-de3196f75b0d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.854343 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-85a37d31-8818-4442-82c1-c03fe3d57c61 req-8ffe6e12-4f07-48cf-bd63-de3196f75b0d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 945 time: 0.1723177 Jul 16 08:34:57.883288 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49036) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:57.892811 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81ec6b18-0f0d-48ad-b061-cc2d66182902 req-20e88804-e1c5-44fe-a7a2-37ad1171fc3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373912 Jul 16 08:34:57.938762 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6a4d2f59-294e-4310-b13f-d4259826119e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2cca6b5346b41fb9c1451a1f165aee8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0533891 Jul 16 08:34:57.941701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49038) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:57.962307 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-85a37d31-8818-4442-82c1-c03fe3d57c61 req-1b3c05e0-1981-4231-902d-cf7b38555267 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730834 Jul 16 08:34:58.031517 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81ec6b18-0f0d-48ad-b061-cc2d66182902 req-afaf9178-11c2-42be-8cdd-a76560ef7197 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318231 Jul 16 08:34:58.057026 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d962feed-8831-4b18-96c8-527cbeecf45d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.086951 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d962feed-8831-4b18-96c8-527cbeecf45d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.149676 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a185a-4128-4525-abd2-9f9a1c94ffa4 req-49c86c18-d437-49f0-9f2b-bf4639e9d897 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.151382 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-517a185a-4128-4525-abd2-9f9a1c94ffa4 req-49c86c18-d437-49f0-9f2b-bf4639e9d897 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/ports?device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 945 time: 0.1630149 Jul 16 08:34:58.205336 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d962feed-8831-4b18-96c8-527cbeecf45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.207994 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d962feed-8831-4b18-96c8-527cbeecf45d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.211748 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d962feed-8831-4b18-96c8-527cbeecf45d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c03e7e6-2782-4bf9-92b9-50a6598328c4 HTTP/1.1" status: 204 len: 168 time: 0.2666075 Jul 16 08:34:58.268329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d962feed-8831-4b18-96c8-527cbeecf45d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c03e7e6-2782-4bf9-92b9-50a6598328c4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:58.273394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-517a185a-4128-4525-abd2-9f9a1c94ffa4 req-0c2748fc-ff40-4752-8cd2-5bcc629f842d tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b46c4c5-7dde-4999-9c41-67f46044e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056359 Jul 16 08:34:58.323791 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81ec6b18-0f0d-48ad-b061-cc2d66182902 req-19267615-04b1-48b8-acc4-45c896aa3a53 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848988 Jul 16 08:34:58.341156 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea4500-8974-4534-939e-34d427117eac req-c18ddd5b-3472-40a2-bf05-2e3797b0f785 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.342612 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-c18ddd5b-3472-40a2-bf05-2e3797b0f785 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50&tenant_id=fe72388f7744440db5677c86ab49db05&binding%3Ahost_id=n-h2-758944-46 HTTP/1.1" status: 200 len: 1097 time: 0.1500161 Jul 16 08:34:58.385741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ea2b0-143f-4488-91e6-432f02c146e4 req-2d4897e3-cfd2-408c-a416-f1d31860df28 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.393503 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-689ea2b0-143f-4488-91e6-432f02c146e4 req-2d4897e3-cfd2-408c-a416-f1d31860df28 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.2186389 Jul 16 08:34:58.435636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a2d7d-e52a-4187-b905-76a0eee528ef req-4d5804e5-35e7-4f82-beaa-b4ded1147836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.437361 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f51a2d7d-e52a-4187-b905-76a0eee528ef req-4d5804e5-35e7-4f82-beaa-b4ded1147836 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 1098 time: 0.1717806 Jul 16 08:34:58.488292 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-689ea2b0-143f-4488-91e6-432f02c146e4 req-f30aeb58-ee50-4fae-bf0c-81fb9ab0a9d5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937786 Jul 16 08:34:58.504808 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-aeea4500-8974-4534-939e-34d427117eac req-0c0be29c-2582-4f7f-a007-a2d988acf6fb service neutron] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:58.509569 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-aeea4500-8974-4534-939e-34d427117eac req-0c0be29c-2582-4f7f-a007-a2d988acf6fb service neutron] Notify callbacks [] for binding, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.511358 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeea4500-8974-4534-939e-34d427117eac req-0c0be29c-2582-4f7f-a007-a2d988acf6fb service neutron] 10.222.0.38 "DELETE /v2.0/ports/c9192850-6c73-4969-94e2-d7571e34c896/bindings/n-h1-758944-46 HTTP/1.1" status: 204 len: 173 time: 0.1566544 Jul 16 08:34:58.588147 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f51a2d7d-e52a-4187-b905-76a0eee528ef req-a4c80015-552c-4020-bd48-8e32fd713185 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109464 Jul 16 08:34:58.630952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef02f2-dfb8-4c81-b9c6-3f0226aeff4f req-c1245796-db64-47fa-95dd-a6ece62e5ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.633459 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ef02f2-dfb8-4c81-b9c6-3f0226aeff4f req-c1245796-db64-47fa-95dd-a6ece62e5ae5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03e7d726cdae4a2191cfb6984476fdaa&device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 1136 time: 0.2193923 Jul 16 08:34:58.707197 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db58db5-bd9a-41dc-b76d-1930adf59d60 req-4a3430e3-fe49-4013-ae5e-237f60ebfedd tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.709545 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7db58db5-bd9a-41dc-b76d-1930adf59d60 req-4a3430e3-fe49-4013-ae5e-237f60ebfedd tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 946 time: 0.1091239 Jul 16 08:34:58.756426 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7db58db5-bd9a-41dc-b76d-1930adf59d60 req-b3731ca0-f6b4-44e9-9200-87fb04a719c2 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405102 Jul 16 08:34:58.882197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2e43e3-7d62-477b-9f9d-b62553a456e7 req-97f73157-923f-428f-bdd8-ed4ebcc6dcda tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.885300 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c2e43e3-7d62-477b-9f9d-b62553a456e7 req-97f73157-923f-428f-bdd8-ed4ebcc6dcda tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.2018166 Jul 16 08:34:58.887907 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef02f2-dfb8-4c81-b9c6-3f0226aeff4f req-736f04dc-1eaa-4dcb-b893-ff3a37c00f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.891067 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ef02f2-dfb8-4c81-b9c6-3f0226aeff4f req-736f04dc-1eaa-4dcb-b893-ff3a37c00f25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a HTTP/1.1" status: 200 len: 912 time: 0.2504416 Jul 16 08:34:58.999729 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ef02f2-dfb8-4c81-b9c6-3f0226aeff4f req-37d11636-b690-45a6-80f3-431479c770cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ca6e55d-48ba-4847-9264-5da40674283d HTTP/1.1" status: 200 len: 217 time: 0.0955827 Jul 16 08:34:59.030130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c2e43e3-7d62-477b-9f9d-b62553a456e7 req-d2fbbf92-b1bb-44ca-a5b1-9189af6cbc89 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371057 Jul 16 08:34:59.117914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ef02f2-dfb8-4c81-b9c6-3f0226aeff4f req-5e4efa16-1ffd-43cb-bdf5-2210105bc046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.120644 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ef02f2-dfb8-4c81-b9c6-3f0226aeff4f req-5e4efa16-1ffd-43cb-bdf5-2210105bc046 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8671a648-7265-4a42-b7ed-7c1ac9bfa124 HTTP/1.1" status: 200 len: 852 time: 0.0961213 Jul 16 08:34:59.185835 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ef02f2-dfb8-4c81-b9c6-3f0226aeff4f req-9b142891-82b7-4d53-bb85-3c648278288c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531402 Jul 16 08:34:59.465417 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ef02f2-dfb8-4c81-b9c6-3f0226aeff4f req-e4ec8bcc-d22a-4776-8f4f-80e268c127c1 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2667947 Jul 16 08:34:59.611713 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b1477-b152-4876-85c4-f172bd2e509e req-db306f0b-bf1b-4c53-a430-6245021b25d0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.615276 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ff7b1477-b152-4876-85c4-f172bd2e509e req-db306f0b-bf1b-4c53-a430-6245021b25d0 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 984 time: 0.3449092 Jul 16 08:34:59.687951 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d4b532-a4b3-4aac-9727-89237f8c80b9 req-02ee6072-477b-4fe4-ab11-d4d32f0a5ee4 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.687951 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f9d4b532-a4b3-4aac-9727-89237f8c80b9 req-02ee6072-477b-4fe4-ab11-d4d32f0a5ee4 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 945 time: 0.0938833 Jul 16 08:34:59.746430 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f9d4b532-a4b3-4aac-9727-89237f8c80b9 req-85c0a500-4d09-41b6-b14b-52ef37e905b4 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 Jul 16 08:34:59.752982 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ef02f2-dfb8-4c81-b9c6-3f0226aeff4f req-df529957-da89-4a00-bddf-fcc182c3cb85 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843742 Jul 16 08:34:59.761934 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ff7b1477-b152-4876-85c4-f172bd2e509e req-a37d1b87-3e15-49f9-96d3-d184e332b513 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=d72059ba-b45f-4834-852e-b1d15310baf0&id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1217709 Jul 16 08:35:00.011713 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc31cc8-2260-4909-9ee4-f0194062f919 req-c2fe5fb0-3339-4b5e-a59d-0bf26d30eeda tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.014633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6bc31cc8-2260-4909-9ee4-f0194062f919 req-c2fe5fb0-3339-4b5e-a59d-0bf26d30eeda tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/ports?device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 945 time: 0.1312020 Jul 16 08:35:00.097297 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6bc31cc8-2260-4909-9ee4-f0194062f919 req-662b764d-2ebf-4ad4-abf3-2fa3e3e1596a tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b46c4c5-7dde-4999-9c41-67f46044e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687625 Jul 16 08:35:00.242759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd7f7b2-63b2-469b-aec4-de2ac6ad7960 req-cfda0d9d-bc9d-4667-a884-f3e69a473f4b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.245229 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1dd7f7b2-63b2-469b-aec4-de2ac6ad7960 req-cfda0d9d-bc9d-4667-a884-f3e69a473f4b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.1173985 Jul 16 08:35:00.314869 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1dd7f7b2-63b2-469b-aec4-de2ac6ad7960 req-cfd107c8-a92d-4fa6-a766-8649442ae63b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578005 Jul 16 08:35:00.598194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48c02d-5dd9-4fe5-9d31-7415c067fcf6 req-bd89f767-9946-4354-9c5f-baeee2807a90 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.605094 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e48c02d-5dd9-4fe5-9d31-7415c067fcf6 req-bd89f767-9946-4354-9c5f-baeee2807a90 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1390667 Jul 16 08:35:00.697094 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e48c02d-5dd9-4fe5-9d31-7415c067fcf6 req-184c2fde-e626-467a-9ecf-32784d857a28 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747771 Jul 16 08:35:00.871975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01153664-0975-4252-bdf8-fd46ad8c5916 req-8229b3aa-a400-4ad5-8058-302a468fd147 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.875334 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-01153664-0975-4252-bdf8-fd46ad8c5916 req-8229b3aa-a400-4ad5-8058-302a468fd147 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 1097 time: 0.0840113 Jul 16 08:35:00.887306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49120) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:00.926178 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-01153664-0975-4252-bdf8-fd46ad8c5916 req-ae594605-7d4b-45bb-a107-5e2b5b5d224a tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350032 Jul 16 08:35:01.024886 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2965920-9522-44a7-a5a6-c272e8753814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.319168 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2965920-9522-44a7-a5a6-c272e8753814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.336727 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2965920-9522-44a7-a5a6-c272e8753814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.368450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab05c9a-21e7-4146-a34b-071d8afb870f req-83a089b3-847b-4311-8ac2-a62f39298089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.371340 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aab05c9a-21e7-4146-a34b-071d8afb870f req-83a089b3-847b-4311-8ac2-a62f39298089 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=994db68e6a7b4d88a816435d76ff38d5&device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 1097 time: 0.2656393 Jul 16 08:35:01.386230 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55553e6-ce58-4b6b-9f2b-54c328c77840 req-17dd1fb9-e680-4e31-804d-6095beaff7d8 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.388929 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a55553e6-ce58-4b6b-9f2b-54c328c77840 req-17dd1fb9-e680-4e31-804d-6095beaff7d8 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 984 time: 0.2258794 Jul 16 08:35:01.474752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee53e82-ccd8-4e3b-b65b-b6888658efad req-5ed0ae39-ff84-4293-8b7a-2357b4414e1c tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.476375 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ee53e82-ccd8-4e3b-b65b-b6888658efad req-5ed0ae39-ff84-4293-8b7a-2357b4414e1c tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 1097 time: 0.0591550 Jul 16 08:35:01.514417 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ee53e82-ccd8-4e3b-b65b-b6888658efad req-a3ebfacc-f6c2-487e-9f69-47253889697d tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Jul 16 08:35:01.516924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2965920-9522-44a7-a5a6-c272e8753814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f5d181c-3970-4b5d-ac07-b20852147b5c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:01.529168 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a2965920-9522-44a7-a5a6-c272e8753814 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2a698bc58a84504b7447d2178ee92bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6406527 Jul 16 08:35:01.536962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49146) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:01.581169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 9dac9769-9258-4d60-a3a5-395448c8cd4c details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:01.617701 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c95bbb3c-5e77-4aba-9f4e-08acc903feac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.635031 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a55553e6-ce58-4b6b-9f2b-54c328c77840 req-606c2e4b-b2f1-4ce1-a70d-5c407e2025ad tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=d72059ba-b45f-4834-852e-b1d15310baf0&id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.2146580 Jul 16 08:35:01.686811 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c95bbb3c-5e77-4aba-9f4e-08acc903feac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.708412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab05c9a-21e7-4146-a34b-071d8afb870f req-f3df21f6-84eb-43c4-87bf-384dca21b4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.711119 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aab05c9a-21e7-4146-a34b-071d8afb870f req-f3df21f6-84eb-43c4-87bf-384dca21b4eb service neutron] 10.222.0.38 "GET /v2.0/networks?id=c38b527e-6ac0-4603-a4cc-057abef582be HTTP/1.1" status: 200 len: 913 time: 0.3093712 Jul 16 08:35:01.775002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 9dac9769-9258-4d60-a3a5-395448c8cd4c, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9dac9769-9258-4d60-a3a5-395448c8cd4c,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:01.843544 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aab05c9a-21e7-4146-a34b-071d8afb870f req-87e5ee6f-d059-4dce-b550-28dfec017665 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6aa5285d-9bbf-4822-abe8-3a33c4e41624 HTTP/1.1" status: 200 len: 217 time: 0.1252079 Jul 16 08:35:01.899039 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c95bbb3c-5e77-4aba-9f4e-08acc903feac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.902206 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c95bbb3c-5e77-4aba-9f4e-08acc903feac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.906041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c95bbb3c-5e77-4aba-9f4e-08acc903feac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f5d181c-3970-4b5d-ac07-b20852147b5c HTTP/1.1" status: 204 len: 168 time: 0.3654470 Jul 16 08:35:01.931223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bbb3c-5e77-4aba-9f4e-08acc903feac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f5d181c-3970-4b5d-ac07-b20852147b5c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:01.943620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab05c9a-21e7-4146-a34b-071d8afb870f req-1b5d6d49-2aae-4118-88b1-6e3dd44d73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.948384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d03b9-7c65-49c3-a0b3-29de8cd679a6 req-b74cde03-e9ef-4e38-b80a-80721cfbd8ba tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.949181 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aab05c9a-21e7-4146-a34b-071d8afb870f req-1b5d6d49-2aae-4118-88b1-6e3dd44d73d0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=625eb043-159b-417d-8386-e0d24be0a2ee HTTP/1.1" status: 200 len: 853 time: 0.0959260 Jul 16 08:35:01.949943 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-204d03b9-7c65-49c3-a0b3-29de8cd679a6 req-b74cde03-e9ef-4e38-b80a-80721cfbd8ba tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/ports?device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 945 time: 0.1436749 Jul 16 08:35:01.972783 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '9dac9769-9258-4d60-a3a5-395448c8cd4c', 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14', 'port_id': '9dac9769-9258-4d60-a3a5-395448c8cd4c', 'mac_address': 'fa:16:3e:05:ef:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5029719e-fae8-494a-87ee-b006bb0d0f93', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:02.018685 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aab05c9a-21e7-4146-a34b-071d8afb870f req-e65148d6-4ce9-40b8-a379-04f498fe6eb2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=c38b527e-6ac0-4603-a4cc-057abef582be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605030 Jul 16 08:35:02.037738 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-204d03b9-7c65-49c3-a0b3-29de8cd679a6 req-6522f459-aaaa-4530-83b9-c6e1d6df8d62 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b46c4c5-7dde-4999-9c41-67f46044e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773404 Jul 16 08:35:02.092059 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.126776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9dac9769-9258-4d60-a3a5-395448c8cd4c {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:02.180635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 9dac9769-9258-4d60-a3a5-395448c8cd4c, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9dac9769-9258-4d60-a3a5-395448c8cd4c,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:02.184314 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.287699 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aab05c9a-21e7-4146-a34b-071d8afb870f req-3cd01763-da9e-463c-afd8-b71b2e994fce service neutron] 10.222.0.38 "GET /v2.0/networks/c38b527e-6ac0-4603-a4cc-057abef582be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612174 Jul 16 08:35:02.316281 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=9dac9769-9258-4d60-a3a5-395448c8cd4c,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:02.334324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['9dac9769-9258-4d60-a3a5-395448c8cd4c'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:02.406444 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ec646c-473e-49b4-a5f6-1a2566b68648 req-018f5874-d524-4061-a977-29db05f8ff31 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.407753 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d0ec646c-473e-49b4-a5f6-1a2566b68648 req-018f5874-d524-4061-a977-29db05f8ff31 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.2006269 Jul 16 08:35:02.427128 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1bc48f50-7b7b-4c25-959c-5e46395be68c req-7d085ef2-7645-4f97-bb65-d51912c7bdb1 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1344930171&fields=id&tenant_id=03e7d726cdae4a2191cfb6984476fdaa HTTP/1.1" status: 200 len: 267 time: 0.0961845 Jul 16 08:35:02.452684 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80dd3a-64f9-4994-a93c-46d0993d774c req-62e22e9b-073a-4980-8676-415a72ce7540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.454481 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f80dd3a-64f9-4994-a93c-46d0993d774c req-62e22e9b-073a-4980-8676-415a72ce7540 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9ab48241fdd447c872ab202d75bbb7e&device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 1098 time: 0.1892912 Jul 16 08:35:02.481056 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aab05c9a-21e7-4146-a34b-071d8afb870f req-c1154461-da35-4f92-a05d-0f0155fe6e9d service neutron] 10.222.0.38 "GET /v2.0/networks/c38b527e-6ac0-4603-a4cc-057abef582be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854782 Jul 16 08:35:02.501962 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d0ec646c-473e-49b4-a5f6-1a2566b68648 req-d0c796ea-02ca-4e29-8a27-1fcd89fd5000 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857537 Jul 16 08:35:02.527207 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc48f50-7b7b-4c25-959c-5e46395be68c req-8fb7b128-3847-4c26-b2ec-dfa5172ae4a6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.527207 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1bc48f50-7b7b-4c25-959c-5e46395be68c req-8fb7b128-3847-4c26-b2ec-dfa5172ae4a6 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 984 time: 0.0892906 Jul 16 08:35:02.562309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1bc48f50-7b7b-4c25-959c-5e46395be68c req-87146d27-2128-4b32-9839-71595aafa36b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'port': {'security_groups': ['ace3492a-298a-4553-a402-e5dcbdee26ea', 'd72059ba-b45f-4834-852e-b1d15310baf0', 'e84d886a-e309-49ad-9be4-efb12cdd3ed2']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:02.624092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80dd3a-64f9-4994-a93c-46d0993d774c req-f6da92eb-00a7-47f7-8a50-10b8ac9b4688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.626110 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f80dd3a-64f9-4994-a93c-46d0993d774c req-f6da92eb-00a7-47f7-8a50-10b8ac9b4688 service neutron] 10.222.0.38 "GET /v2.0/networks?id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 HTTP/1.1" status: 200 len: 918 time: 0.1642997 Jul 16 08:35:02.688657 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1bc48f50-7b7b-4c25-959c-5e46395be68c req-87146d27-2128-4b32-9839-71595aafa36b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.744647 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f80dd3a-64f9-4994-a93c-46d0993d774c req-a586cbb2-9690-4644-a79e-ab45dc4c7deb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6281c5e-9242-4383-b63b-c2e4af773e30 HTTP/1.1" status: 200 len: 217 time: 0.1094120 Jul 16 08:35:02.842828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80dd3a-64f9-4994-a93c-46d0993d774c req-f3c64726-c552-44a5-aab6-b3e475961230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.849288 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f80dd3a-64f9-4994-a93c-46d0993d774c req-f3c64726-c552-44a5-aab6-b3e475961230 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54f06641-ecee-4543-adbf-120fa966a2c2 HTTP/1.1" status: 200 len: 858 time: 0.0782902 Jul 16 08:35:02.908311 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f80dd3a-64f9-4994-a93c-46d0993d774c req-817eb6a6-f88b-4b12-a1cf-c781743d00e6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514328 Jul 16 08:35:03.147310 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1bc48f50-7b7b-4c25-959c-5e46395be68c req-87146d27-2128-4b32-9839-71595aafa36b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] For port 7ca6e55d-48ba-4847-9264-5da40674283d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7ca6e55d-48ba-4847-9264-5da40674283d,segment=NetworkSegment(560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa),segment_id=560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:03.152935 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f80dd3a-64f9-4994-a93c-46d0993d774c req-26ee1ee1-f055-414f-aa84-f3de29a14b3e service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263780 Jul 16 08:35:03.189951 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1bc48f50-7b7b-4c25-959c-5e46395be68c req-87146d27-2128-4b32-9839-71595aafa36b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.199775 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1bc48f50-7b7b-4c25-959c-5e46395be68c req-87146d27-2128-4b32-9839-71595aafa36b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.220451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['df0e33c6-3282-408c-82dd-4ceceb26c980', '7ca6e55d-48ba-4847-9264-5da40674283d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:03.340226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc48f50-7b7b-4c25-959c-5e46395be68c req-87146d27-2128-4b32-9839-71595aafa36b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.342395 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1bc48f50-7b7b-4c25-959c-5e46395be68c req-87146d27-2128-4b32-9839-71595aafa36b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.345197 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1bc48f50-7b7b-4c25-959c-5e46395be68c req-87146d27-2128-4b32-9839-71595aafa36b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "PUT /v2.0/ports/7ca6e55d-48ba-4847-9264-5da40674283d HTTP/1.1" status: 200 len: 1020 time: 0.7949243 Jul 16 08:35:03.346052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7004178b-002b-4ab1-9e5e-d7e8be4a9593', 'tag': '7ca6e55d-48ba-4847-9264-5da40674283d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:03.346481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49196) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:03.356537 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515f8ff3-7ca3-41c3-be67-dbcc94391b1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7004178b-002b-4ab1-9e5e-d7e8be4a9593", "tag": "7ca6e55d-48ba-4847-9264-5da40674283d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:03.386817 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f80dd3a-64f9-4994-a93c-46d0993d774c req-c11856dc-2b92-42c7-b9c5-78c133c5ec47 service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202287 Jul 16 08:35:03.409031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87146d27-2128-4b32-9839-71595aafa36b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'Port': ['ID=7ca6e55d-48ba-4847-9264-5da40674283d,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:03.457486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab08e9e-4194-4813-b644-c558203e7a51 req-e04d4235-dce5-4eca-bfb9-1ed6dabdb351 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.466595 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ab08e9e-4194-4813-b644-c558203e7a51 req-e04d4235-dce5-4eca-bfb9-1ed6dabdb351 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.3121438 Jul 16 08:35:03.505903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['7ca6e55d-48ba-4847-9264-5da40674283d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:03.557663 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ab08e9e-4194-4813-b644-c558203e7a51 req-b0b1babe-2f53-4a09-ad83-04e28f440610 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900242 Jul 16 08:35:03.585180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 9dac9769-9258-4d60-a3a5-395448c8cd4c up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:03.686953 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77378766-523b-468b-9131-fb8adb228454 req-022a291b-0e6d-471a-b5a9-efc14b3270ad tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/e84d886a-e309-49ad-9be4-efb12cdd3ed2 HTTP/1.1" status: 200 len: 1803 time: 0.0628603 Jul 16 08:35:03.756672 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-77378766-523b-468b-9131-fb8adb228454 req-3f339eb5-fecc-43a3-ad1f-44f30e8d65d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:35:03.757598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-392538090-network', 'tenant_id': 'd17dbbf3a63843538b807137fd55f1e2'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:03.769442 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77378766-523b-468b-9131-fb8adb228454 req-3f339eb5-fecc-43a3-ad1f-44f30e8d65d9 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "DELETE /v2.0/security-groups/e84d886a-e309-49ad-9be4-efb12cdd3ed2 HTTP/1.1" status: 409 len: 341 time: 0.0812359 Jul 16 08:35:03.784665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 9dac9769-9258-4d60-a3a5-395448c8cd4c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:03.785422 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.817102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] Made reservation on behalf of d17dbbf3a63843538b807137fd55f1e2 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:03.819131 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06caa5fa-c069-48c6-af24-f5e2413becd2 x-openstack-request-id: req-06caa5fa-c069-48c6-af24-f5e2413becd2 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:03.819593 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7004178b-002b-4ab1-9e5e-d7e8be4a9593", "tag": "7ca6e55d-48ba-4847-9264-5da40674283d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:03.819999 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06caa5fa-c069-48c6-af24-f5e2413becd2 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:03.820211 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.820669 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7004178b-002b-4ab1-9e5e-d7e8be4a9593', 'tag': '7ca6e55d-48ba-4847-9264-5da40674283d', 'status': 'completed', 'code': 200} Jul 16 08:35:03.853330 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.867982 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.887737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8541bef-9c3e-4aac-aab7-03e9a31ec6a3 req-4a16116a-8344-48e2-9b90-b5b910d5e2bc tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.895537 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8541bef-9c3e-4aac-aab7-03e9a31ec6a3 req-4a16116a-8344-48e2-9b90-b5b910d5e2bc tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/ports?device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 945 time: 0.1534836 Jul 16 08:35:03.989161 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8541bef-9c3e-4aac-aab7-03e9a31ec6a3 req-691c69bc-4a06-418f-9f35-552dd7a6baca tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b46c4c5-7dde-4999-9c41-67f46044e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916789 Jul 16 08:35:04.166135 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.186226 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.195684 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.215643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faac1f57-d7b0-4f60-ba7d-f5320e533fca req-8cad66ed-e74d-49ad-920a-e9d0d930fb16 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.228808 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faac1f57-d7b0-4f60-ba7d-f5320e533fca req-8cad66ed-e74d-49ad-920a-e9d0d930fb16 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.2718272 Jul 16 08:35:04.235110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f8ff3-7ca3-41c3-be67-dbcc94391b1b req-7e8f53ac-2d94-4681-a88d-efaeda2188ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.238042 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-515f8ff3-7ca3-41c3-be67-dbcc94391b1b req-7e8f53ac-2d94-4681-a88d-efaeda2188ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03e7d726cdae4a2191cfb6984476fdaa&device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 1175 time: 0.3947062 Jul 16 08:35:04.264976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:04.269876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 9dac9769-9258-4d60-a3a5-395448c8cd4c, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9dac9769-9258-4d60-a3a5-395448c8cd4c,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:04.276936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721ccadc-7b35-4c7a-a361-7390694aa2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dac9769-9258-4d60-a3a5-395448c8cd4c'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:04.279692 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb1d558-4f2c-442c-b9d4-ca355c385b71" -d '{"events": [{"server_uuid": "721ccadc-7b35-4c7a-a361-7390694aa2ee", "name": "network-vif-plugged", "status": "completed", "tag": "9dac9769-9258-4d60-a3a5-395448c8cd4c"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:04.289601 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.337878 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faac1f57-d7b0-4f60-ba7d-f5320e533fca req-c81f388f-37a1-4401-96e1-7bbff6c86cc4 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072657 Jul 16 08:35:04.378021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcbf177-01dd-4d85-8906-a857135b1310,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:04.384461 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.385085 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] Added segment 54fbf07c-460a-4096-9b91-7b87728cd333 of type vlan for network fa10a998-d0e5-4063-a211-2fadd75a43f8 Jul 16 08:35:04.425665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=9dac9769-9258-4d60-a3a5-395448c8cd4c,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:04.647636 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.658437 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f8ff3-7ca3-41c3-be67-dbcc94391b1b req-5b4a1402-12fb-47f3-885d-7b28fbc4e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.661095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-515f8ff3-7ca3-41c3-be67-dbcc94391b1b req-5b4a1402-12fb-47f3-885d-7b28fbc4e06e service neutron] 10.222.0.15 "GET /v2.0/networks?id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a HTTP/1.1" status: 200 len: 912 time: 0.3411314 Jul 16 08:35:04.755004 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.757533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.760409 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.810521 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-515f8ff3-7ca3-41c3-be67-dbcc94391b1b req-2f916a0f-9191-499a-980f-f56a80f65d79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7ca6e55d-48ba-4847-9264-5da40674283d HTTP/1.1" status: 200 len: 217 time: 0.1422813 Jul 16 08:35:04.846089 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4947083 Jul 16 08:35:04.850082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49250) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:04.865776 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc16eb46-4615-4cf6-9bac-c0926c81aade x-openstack-request-id: req-bc16eb46-4615-4cf6-9bac-c0926c81aade {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:04.866069 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721ccadc-7b35-4c7a-a361-7390694aa2ee", "name": "network-vif-plugged", "status": "completed", "tag": "9dac9769-9258-4d60-a3a5-395448c8cd4c", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:04.866326 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc16eb46-4615-4cf6-9bac-c0926c81aade {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:04.866733 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721ccadc-7b35-4c7a-a361-7390694aa2ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dac9769-9258-4d60-a3a5-395448c8cd4c', 'code': 200} Jul 16 08:35:04.867990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-05c31a5e-40c2-4761-a1ba-cf87d2030ae6 admin admin] Request body: {'subnet': {'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-392538090-subnet', 'tenant_id': 'd17dbbf3a63843538b807137fd55f1e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:04.920264 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c31a5e-40c2-4761-a1ba-cf87d2030ae6 admin admin] Made reservation on behalf of d17dbbf3a63843538b807137fd55f1e2 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:04.924122 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-05c31a5e-40c2-4761-a1ba-cf87d2030ae6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.985928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515f8ff3-7ca3-41c3-be67-dbcc94391b1b req-8a16e493-f349-4f2d-bc80-48b2052f858a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.996857 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-515f8ff3-7ca3-41c3-be67-dbcc94391b1b req-8a16e493-f349-4f2d-bc80-48b2052f858a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8671a648-7265-4a42-b7ed-7c1ac9bfa124 HTTP/1.1" status: 200 len: 852 time: 0.1772811 Jul 16 08:35:05.032161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbbb82c-6423-48b0-b537-73c9acf94d3c admin admin] Pushing event updated for resources: {'Network': ['ID=fa10a998-d0e5-4063-a211-2fadd75a43f8,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:05.054732 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network fa10a998-d0e5-4063-a211-2fadd75a43f8 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:05.083237 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-515f8ff3-7ca3-41c3-be67-dbcc94391b1b req-578ab9ce-91cb-4006-93a3-755dac8b8028 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792809 Jul 16 08:35:05.305659 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.330609 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6bd57af6-7236-49ba-aa6e-844e8ab70243 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.496995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1e294-8208-4219-8d69-f133c43c1d56 req-57f2dce5-75f7-4d4a-b6cf-2a961b4cdd95 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.499212 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41f1e294-8208-4219-8d69-f133c43c1d56 req-57f2dce5-75f7-4d4a-b6cf-2a961b4cdd95 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.3374789 Jul 16 08:35:05.588966 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-05c31a5e-40c2-4761-a1ba-cf87d2030ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.608443 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41f1e294-8208-4219-8d69-f133c43c1d56 req-174b9d3c-f30c-47d4-ae39-10e5e9f4e202 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785215 Jul 16 08:35:05.712531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c31a5e-40c2-4761-a1ba-cf87d2030ae6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d354d9c1-99e8-47e2-a7a7-7b35bca06f78,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:05.725054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c31a5e-40c2-4761-a1ba-cf87d2030ae6 admin admin] Checking segment: {'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:05.725786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c31a5e-40c2-4761-a1ba-cf87d2030ae6 admin admin] Network hostable DHCP agents. Network: fa10a998-d0e5-4063-a211-2fadd75a43f8, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:05.773231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c31a5e-40c2-4761-a1ba-cf87d2030ae6 admin admin] Network fa10a998-d0e5-4063-a211-2fadd75a43f8 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:05.797008 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-05c31a5e-40c2-4761-a1ba-cf87d2030ae6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, fa10a998-d0e5-4063-a211-2fadd75a43f8) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:05.812774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c31a5e-40c2-4761-a1ba-cf87d2030ae6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.864948 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-05c31a5e-40c2-4761-a1ba-cf87d2030ae6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.865339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af552df4-7fb8-43f9-9e64-fd59aedf9279 None None] Network fa10a998-d0e5-4063-a211-2fadd75a43f8 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:05.869188 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-05c31a5e-40c2-4761-a1ba-cf87d2030ae6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0174694 Jul 16 08:35:05.924516 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-515f8ff3-7ca3-41c3-be67-dbcc94391b1b req-5afb8105-1192-49f3-8fa4-15bcad974054 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8330691 Jul 16 08:35:06.161491 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3745da-7679-4d7a-89a7-17b07acc6646 req-1ac3707a-79ad-4089-badc-cd56de40a66c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.176732 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a2d284-0d0b-4a75-82b6-68b0f4533098 None None] Network fa10a998-d0e5-4063-a211-2fadd75a43f8 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:06.201689 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5f3745da-7679-4d7a-89a7-17b07acc6646 req-1ac3707a-79ad-4089-badc-cd56de40a66c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 1023 time: 0.4471800 Jul 16 08:35:06.664018 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5f3745da-7679-4d7a-89a7-17b07acc6646 req-d8257c17-c6e3-4b15-be31-253017a76a8b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=e84d886a-e309-49ad-9be4-efb12cdd3ed2&id=d72059ba-b45f-4834-852e-b1d15310baf0&id=ace3492a-298a-4553-a402-e5dcbdee26ea&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.4166551 Jul 16 08:35:06.708170 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02efdc4c-56c4-476f-aea2-fbd3955b18b7 req-67d50742-4451-4d83-9311-78cfa230d151 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.730473 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-02efdc4c-56c4-476f-aea2-fbd3955b18b7 req-67d50742-4451-4d83-9311-78cfa230d151 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.15 "GET /v2.0/ports?device_id=7004178b-002b-4ab1-9e5e-d7e8be4a9593 HTTP/1.1" status: 200 len: 1023 time: 0.3325684 Jul 16 08:35:06.758945 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-515f8ff3-7ca3-41c3-be67-dbcc94391b1b req-da552d5f-5241-4801-a256-78f3ed0d40a1 service neutron] 10.222.0.15 "GET /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8259056 Jul 16 08:35:07.050086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-02efdc4c-56c4-476f-aea2-fbd3955b18b7 req-83ebe40a-a721-47e8-b76f-485be1474b1d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Deleting port 7ca6e55d-48ba-4847-9264-5da40674283d {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:07.053291 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-02efdc4c-56c4-476f-aea2-fbd3955b18b7 req-83ebe40a-a721-47e8-b76f-485be1474b1d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.125112 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf369e-f7c9-4a60-adaf-5e0846a3c6af req-3d9b592c-aa59-4b3b-87e5-0872eddf8a76 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.133482 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72cf369e-f7c9-4a60-adaf-5e0846a3c6af req-3d9b592c-aa59-4b3b-87e5-0872eddf8a76 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.2582080 Jul 16 08:35:07.238306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72cf369e-f7c9-4a60-adaf-5e0846a3c6af req-211dbcf1-4299-4619-80e7-446518a23281 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036263 Jul 16 08:35:07.294578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-02efdc4c-56c4-476f-aea2-fbd3955b18b7 req-83ebe40a-a721-47e8-b76f-485be1474b1d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] For port 7ca6e55d-48ba-4847-9264-5da40674283d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7ca6e55d-48ba-4847-9264-5da40674283d,segment=NetworkSegment(560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa),segment_id=560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:07.295663 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-02efdc4c-56c4-476f-aea2-fbd3955b18b7 req-83ebe40a-a721-47e8-b76f-485be1474b1d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.323245 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-02efdc4c-56c4-476f-aea2-fbd3955b18b7 req-83ebe40a-a721-47e8-b76f-485be1474b1d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Calling delete_port for 7ca6e55d-48ba-4847-9264-5da40674283d owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:07.565400 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-02efdc4c-56c4-476f-aea2-fbd3955b18b7 req-83ebe40a-a721-47e8-b76f-485be1474b1d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.581372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['df0e33c6-3282-408c-82dd-4ceceb26c980', '7ca6e55d-48ba-4847-9264-5da40674283d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:07.636615 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ebe40a-a721-47e8-b76f-485be1474b1d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event deleted for resources: {'Port': ['ID=7ca6e55d-48ba-4847-9264-5da40674283d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:07.777624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-02efdc4c-56c4-476f-aea2-fbd3955b18b7 req-83ebe40a-a721-47e8-b76f-485be1474b1d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] No DVR routers for this DVR port 7ca6e55d-48ba-4847-9264-5da40674283d on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:07.843074 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-02efdc4c-56c4-476f-aea2-fbd3955b18b7 req-83ebe40a-a721-47e8-b76f-485be1474b1d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.847615 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-02efdc4c-56c4-476f-aea2-fbd3955b18b7 req-83ebe40a-a721-47e8-b76f-485be1474b1d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.15 "DELETE /v2.0/ports/7ca6e55d-48ba-4847-9264-5da40674283d HTTP/1.1" status: 204 len: 173 time: 1.1153262 Jul 16 08:35:07.849038 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7004178b-002b-4ab1-9e5e-d7e8be4a9593', 'name': 'network-vif-deleted', 'tag': '7ca6e55d-48ba-4847-9264-5da40674283d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:07.853090 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c515e58d-d7cb-4315-ab5c-9c2953f39f24" -d '{"events": [{"server_uuid": "7004178b-002b-4ab1-9e5e-d7e8be4a9593", "name": "network-vif-deleted", "tag": "7ca6e55d-48ba-4847-9264-5da40674283d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:07.912664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daea98-8ea0-422c-bce8-fa69117a49b2 req-856259ea-6d59-491e-b882-40dd16f9d3c2 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.926710 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b6daea98-8ea0-422c-bce8-fa69117a49b2 req-856259ea-6d59-491e-b882-40dd16f9d3c2 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/ports?device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 945 time: 0.2849345 Jul 16 08:35:07.955437 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ae11651a-3dbc-42e5-a65a-c58a485afa1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.012114 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b6daea98-8ea0-422c-bce8-fa69117a49b2 req-7c4809db-bd4d-419b-9783-f991d459cfb3 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/security-groups?id=9b46c4c5-7dde-4999-9c41-67f46044e2d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844226 Jul 16 08:35:08.072464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-8dcc4d59-a8d2-47f5-9aa0-56e4da4ba85f tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.075560 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-8dcc4d59-a8d2-47f5-9aa0-56e4da4ba85f tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/networks?id=fa10a998-d0e5-4063-a211-2fadd75a43f8 HTTP/1.1" status: 200 len: 814 time: 0.3297927 Jul 16 08:35:08.112782 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-2eaf08bc-221a-4419-b9ef-9d65edd30d09 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/quotas/d17dbbf3a63843538b807137fd55f1e2 HTTP/1.1" status: 200 len: 375 time: 0.0270929 Jul 16 08:35:08.182200 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.229476 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-7fe006fb-7494-4d7d-86f2-0ea9f40efdee tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d17dbbf3a63843538b807137fd55f1e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094558 Jul 16 08:35:08.438837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b57cd8-93dc-4469-9f13-a5de3352b7b7 req-162124ff-6acc-415d-85dc-c510de270ac0 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.442031 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-22b57cd8-93dc-4469-9f13-a5de3352b7b7 req-162124ff-6acc-415d-85dc-c510de270ac0 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.38 "GET /v2.0/ports?device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 945 time: 0.1862211 Jul 16 08:35:08.549327 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f4676a-eb8d-4296-8607-bf4f32e6dd11 req-e86fb14e-5c60-471f-815a-e5c746c5c777 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.558374 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78f4676a-eb8d-4296-8607-bf4f32e6dd11 req-e86fb14e-5c60-471f-815a-e5c746c5c777 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.2766159 Jul 16 08:35:08.572401 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-ad31edec-1ae9-4533-85cc-a8c2f63041d7 service neutron] 10.222.0.20 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414817 Jul 16 08:35:08.716846 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78f4676a-eb8d-4296-8607-bf4f32e6dd11 req-15bab5c8-bd8a-4d65-ac8a-cb0c6505eff9 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562142 Jul 16 08:35:08.825835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-22b57cd8-93dc-4469-9f13-a5de3352b7b7 req-5586d822-afc0-4b07-a0db-25a33e42c35c tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Deleting port 6aa5285d-9bbf-4822-abe8-3a33c4e41624 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:08.826813 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-22b57cd8-93dc-4469-9f13-a5de3352b7b7 req-5586d822-afc0-4b07-a0db-25a33e42c35c tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.884089 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-fda33005-75a7-4dc4-b404-3b2dc4cbecce service neutron] 10.222.0.20 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078592 Jul 16 08:35:09.002600 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47716648-396c-4f17-871a-249c445a7a34 x-openstack-request-id: req-47716648-396c-4f17-871a-249c445a7a34 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:09.003091 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7004178b-002b-4ab1-9e5e-d7e8be4a9593", "name": "network-vif-deleted", "tag": "7ca6e55d-48ba-4847-9264-5da40674283d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:09.004906 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-47716648-396c-4f17-871a-249c445a7a34 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:09.005570 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7004178b-002b-4ab1-9e5e-d7e8be4a9593', 'name': 'network-vif-deleted', 'tag': '7ca6e55d-48ba-4847-9264-5da40674283d', 'status': 'completed', 'code': 200} Jul 16 08:35:09.082135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-22b57cd8-93dc-4469-9f13-a5de3352b7b7 req-5586d822-afc0-4b07-a0db-25a33e42c35c tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] For port 6aa5285d-9bbf-4822-abe8-3a33c4e41624, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6aa5285d-9bbf-4822-abe8-3a33c4e41624,segment=NetworkSegment(fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc),segment_id=fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:09.082504 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-22b57cd8-93dc-4469-9f13-a5de3352b7b7 req-5586d822-afc0-4b07-a0db-25a33e42c35c tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.123146 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-22b57cd8-93dc-4469-9f13-a5de3352b7b7 req-5586d822-afc0-4b07-a0db-25a33e42c35c tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Calling delete_port for 6aa5285d-9bbf-4822-abe8-3a33c4e41624 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:09.519040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaed381-7b3a-445d-a2aa-c9ed4d637d54 req-d666f0c4-86c1-45c0-960f-9356152368f9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:09.520894 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2aaed381-7b3a-445d-a2aa-c9ed4d637d54 req-d666f0c4-86c1-45c0-960f-9356152368f9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.1642888 Jul 16 08:35:09.551967 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-22b57cd8-93dc-4469-9f13-a5de3352b7b7 req-5586d822-afc0-4b07-a0db-25a33e42c35c tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.581487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['6aa5285d-9bbf-4822-abe8-3a33c4e41624'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:09.585205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7ca6e55d-48ba-4847-9264-5da40674283d no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:09.594471 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.608707 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2aaed381-7b3a-445d-a2aa-c9ed4d637d54 req-ca713337-05b2-488e-9c77-1fc1689fbaaa tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792811 Jul 16 08:35:09.648727 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586d822-afc0-4b07-a0db-25a33e42c35c tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Pushing event deleted for resources: {'Port': ['ID=6aa5285d-9bbf-4822-abe8-3a33c4e41624,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:09.687438 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 7ca6e55d-48ba-4847-9264-5da40674283d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:09.687778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7ca6e55d-48ba-4847-9264-5da40674283d not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:09.827338 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dbc27006-9e26-4b67-842f-86df9f059906 req-f0c84f79-8b71-4ab9-bbbe-a9f4a5f8922f tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/d72059ba-b45f-4834-852e-b1d15310baf0 HTTP/1.1" status: 200 len: 1801 time: 0.1596448 Jul 16 08:35:09.992417 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dbc27006-9e26-4b67-842f-86df9f059906 req-86eb8a63-3d4e-410d-8e9d-612bd222660b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.087361 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dbc27006-9e26-4b67-842f-86df9f059906 req-86eb8a63-3d4e-410d-8e9d-612bd222660b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.197714 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dbc27006-9e26-4b67-842f-86df9f059906 req-86eb8a63-3d4e-410d-8e9d-612bd222660b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.203800 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dbc27006-9e26-4b67-842f-86df9f059906 req-86eb8a63-3d4e-410d-8e9d-612bd222660b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.220687 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dbc27006-9e26-4b67-842f-86df9f059906 req-86eb8a63-3d4e-410d-8e9d-612bd222660b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "DELETE /v2.0/security-groups/d72059ba-b45f-4834-852e-b1d15310baf0 HTTP/1.1" status: 204 len: 173 time: 0.3871992 Jul 16 08:35:10.246682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86eb8a63-3d4e-410d-8e9d-612bd222660b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72059ba-b45f-4834-852e-b1d15310baf0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:10.406850 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16747772-bfcc-458a-8d1f-fbda5604ecf5 req-d38264bc-3767-4db3-b761-ab61a44f49a8 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 210 time: 0.0465391 Jul 16 08:35:10.441095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-22b57cd8-93dc-4469-9f13-a5de3352b7b7 req-5586d822-afc0-4b07-a0db-25a33e42c35c tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] No DVR routers for this DVR port 6aa5285d-9bbf-4822-abe8-3a33c4e41624 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:10.461506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-22b57cd8-93dc-4469-9f13-a5de3352b7b7 req-5586d822-afc0-4b07-a0db-25a33e42c35c tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.471236 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-22b57cd8-93dc-4469-9f13-a5de3352b7b7 req-5586d822-afc0-4b07-a0db-25a33e42c35c tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.38 "DELETE /v2.0/ports/6aa5285d-9bbf-4822-abe8-3a33c4e41624 HTTP/1.1" status: 204 len: 173 time: 2.0129313 Jul 16 08:35:10.650846 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39d37096-df2c-43e2-9c45-4303384b2cae req-bffb8caf-a805-4262-9afe-d195b0666fd5 tempest-InstanceActionsTestJSON-1899319802 tempest-InstanceActionsTestJSON-1899319802-project] 10.222.0.20 "GET /v2.0/ports?device_id=caacfee2-ecd0-4efe-8c06-24cd6ed148b6 HTTP/1.1" status: 200 len: 210 time: 0.1779046 Jul 16 08:35:10.772033 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bd8c15e4-a645-4956-aadf-a652333c8524 req-1aba1cf2-50c2-41eb-9329-66ea908597fc tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/e84d886a-e309-49ad-9be4-efb12cdd3ed2 HTTP/1.1" status: 200 len: 1803 time: 0.0939512 Jul 16 08:35:10.916864 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-bd8c15e4-a645-4956-aadf-a652333c8524 req-5e7d7abe-546b-49ef-9357-c792856da373 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.956589 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-bd8c15e4-a645-4956-aadf-a652333c8524 req-5e7d7abe-546b-49ef-9357-c792856da373 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.010563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caacfee2-ecd0-4efe-8c06-24cd6ed148b6', 'name': 'network-vif-deleted', 'tag': '6aa5285d-9bbf-4822-abe8-3a33c4e41624'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:11.012170 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fad23f-598e-432c-81f7-c6940e873a9c" -d '{"events": [{"server_uuid": "caacfee2-ecd0-4efe-8c06-24cd6ed148b6", "name": "network-vif-deleted", "tag": "6aa5285d-9bbf-4822-abe8-3a33c4e41624"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:11.031770 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-bd8c15e4-a645-4956-aadf-a652333c8524 req-5e7d7abe-546b-49ef-9357-c792856da373 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.039530 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-bd8c15e4-a645-4956-aadf-a652333c8524 req-5e7d7abe-546b-49ef-9357-c792856da373 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.044655 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bd8c15e4-a645-4956-aadf-a652333c8524 req-5e7d7abe-546b-49ef-9357-c792856da373 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "DELETE /v2.0/security-groups/e84d886a-e309-49ad-9be4-efb12cdd3ed2 HTTP/1.1" status: 204 len: 173 time: 0.2662499 Jul 16 08:35:11.097982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7d7abe-546b-49ef-9357-c792856da373 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e84d886a-e309-49ad-9be4-efb12cdd3ed2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:11.099010 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.213973 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f054f7fa-2b61-4542-85ba-8aaedce3f4d4 x-openstack-request-id: req-f054f7fa-2b61-4542-85ba-8aaedce3f4d4 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:11.213973 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caacfee2-ecd0-4efe-8c06-24cd6ed148b6", "name": "network-vif-deleted", "tag": "6aa5285d-9bbf-4822-abe8-3a33c4e41624", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:11.213973 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f054f7fa-2b61-4542-85ba-8aaedce3f4d4 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:11.214563 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caacfee2-ecd0-4efe-8c06-24cd6ed148b6', 'name': 'network-vif-deleted', 'tag': '6aa5285d-9bbf-4822-abe8-3a33c4e41624', 'status': 'completed', 'code': 200} Jul 16 08:35:11.276901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-2b090ab3-e316-4573-8472-8c6ce6bb9840 req-870661d6-e685-4efd-8864-bd9f962aca77 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-910160637', 'description': 'tempest-description-293245254'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:11.351826 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2b090ab3-e316-4573-8472-8c6ce6bb9840 req-870661d6-e685-4efd-8864-bd9f962aca77 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.573533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b84f7-53dc-4804-99a8-755ea2969ab7 req-ae3e5a62-0681-491d-9c59-8967f422d36f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:11.576450 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-378b84f7-53dc-4804-99a8-755ea2969ab7 req-ae3e5a62-0681-491d-9c59-8967f422d36f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.2406085 Jul 16 08:35:11.615960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2b090ab3-e316-4573-8472-8c6ce6bb9840 req-870661d6-e685-4efd-8864-bd9f962aca77 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.628415 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2b090ab3-e316-4573-8472-8c6ce6bb9840 req-870661d6-e685-4efd-8864-bd9f962aca77 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.669413 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-378b84f7-53dc-4804-99a8-755ea2969ab7 req-4029a4de-5b00-4268-85e1-28ca3454b6c9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793123 Jul 16 08:35:11.706674 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2b090ab3-e316-4573-8472-8c6ce6bb9840 req-870661d6-e685-4efd-8864-bd9f962aca77 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.709275 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2b090ab3-e316-4573-8472-8c6ce6bb9840 req-870661d6-e685-4efd-8864-bd9f962aca77 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4411736 Jul 16 08:35:11.710980 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870661d6-e685-4efd-8864-bd9f962aca77 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeaeae3-bb8d-410c-b2b6-06bf52d317cb,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:12.128121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49384) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:12.361988 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1823d361-07e1-434b-914b-3c53c181971a req-9fba13b6-f536-4b6d-ae92-d8d350ffb8ac tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/2aeaeae3-bb8d-410c-b2b6-06bf52d317cb HTTP/1.1" status: 200 len: 1801 time: 0.1673262 Jul 16 08:35:12.453868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-1ac4463b-05ae-4d5b-9b87-6af5c58bcda2 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:12.453868 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-1ac4463b-05ae-4d5b-9b87-6af5c58bcda2 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.15 "GET /v2.0/networks?id=fa10a998-d0e5-4063-a211-2fadd75a43f8 HTTP/1.1" status: 200 len: 814 time: 0.3150396 Jul 16 08:35:12.454232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1823d361-07e1-434b-914b-3c53c181971a req-8f7ed3ce-2bd8-4297-b80c-466eaed46cdb tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1014565412', 'description': 'tempest-description-hth-26105638'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:12.480979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-55b1935c-85bc-44da-a73b-0ed63579bcca tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Request body: {'port': {'device_id': 'ed1a8b88-6404-4ef5-882f-feb33e912f65', 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8', 'admin_state_up': True, 'tenant_id': 'd17dbbf3a63843538b807137fd55f1e2'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:12.504236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ad4e52-6a3c-4e59-9560-6cd6b6b1188e admin admin] Deleting subnet 625eb043-159b-417d-8386-e0d24be0a2ee {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:12.554126 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4ad4e52-6a3c-4e59-9560-6cd6b6b1188e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.585442 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ea138f4c-2c1c-463f-8a21-f85d082a0f7f req-875b33ee-4a74-4c41-8e37-83774c544ce1 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 210 time: 0.1438444 Jul 16 08:35:12.616921 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1823d361-07e1-434b-914b-3c53c181971a req-8f7ed3ce-2bd8-4297-b80c-466eaed46cdb tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.697864 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6aa5285d-9bbf-4822-abe8-3a33c4e41624 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:12.761403 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1823d361-07e1-434b-914b-3c53c181971a req-8f7ed3ce-2bd8-4297-b80c-466eaed46cdb tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.808531 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1823d361-07e1-434b-914b-3c53c181971a req-8f7ed3ce-2bd8-4297-b80c-466eaed46cdb tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.808799 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1823d361-07e1-434b-914b-3c53c181971a req-8f7ed3ce-2bd8-4297-b80c-466eaed46cdb tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.810001 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1823d361-07e1-434b-914b-3c53c181971a req-8f7ed3ce-2bd8-4297-b80c-466eaed46cdb tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "PUT /v2.0/security-groups/2aeaeae3-bb8d-410c-b2b6-06bf52d317cb HTTP/1.1" status: 200 len: 1775 time: 0.3961165 Jul 16 08:35:12.822030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 6aa5285d-9bbf-4822-abe8-3a33c4e41624 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:12.824970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6aa5285d-9bbf-4822-abe8-3a33c4e41624 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:12.850679 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4ad4e52-6a3c-4e59-9560-6cd6b6b1188e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.000459 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4ad4e52-6a3c-4e59-9560-6cd6b6b1188e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.116227 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ed3ce-2bd8-4297-b80c-466eaed46cdb tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2aeaeae3-bb8d-410c-b2b6-06bf52d317cb,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:13.200037 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4ad4e52-6a3c-4e59-9560-6cd6b6b1188e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.238969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad4e52-6a3c-4e59-9560-6cd6b6b1188e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=625eb043-159b-417d-8386-e0d24be0a2ee,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:13.243458 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4ad4e52-6a3c-4e59-9560-6cd6b6b1188e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.245123 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b4ad4e52-6a3c-4e59-9560-6cd6b6b1188e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/625eb043-159b-417d-8386-e0d24be0a2ee HTTP/1.1" status: 204 len: 168 time: 1.1148431 Jul 16 08:35:13.260144 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea1c4c3-5b77-4e30-bd35-85ea5f9fe60b req-631d44ed-680d-46ad-a961-4f077b6d13fe tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.276063 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ea1c4c3-5b77-4e30-bd35-85ea5f9fe60b req-631d44ed-680d-46ad-a961-4f077b6d13fe tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.1793783 Jul 16 08:35:13.288280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49416) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:13.351546 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ea1c4c3-5b77-4e30-bd35-85ea5f9fe60b req-f165a70b-11f8-4b74-9876-ba4c0df1e7ca tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742037 Jul 16 08:35:13.496865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-55b1935c-85bc-44da-a73b-0ed63579bcca tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Made reservation on behalf of d17dbbf3a63843538b807137fd55f1e2 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:13.500854 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-55b1935c-85bc-44da-a73b-0ed63579bcca tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.587112 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8134f519-45aa-4853-9c77-3552031a9e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.623508 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25fee041-8812-49e5-92b6-172133633ff3 req-e0bcc4bb-d6d0-4daa-9919-e2ddf3881794 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/2aeaeae3-bb8d-410c-b2b6-06bf52d317cb HTTP/1.1" status: 200 len: 1775 time: 0.4783359 Jul 16 08:35:13.764463 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8134f519-45aa-4853-9c77-3552031a9e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.782249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8134f519-45aa-4853-9c77-3552031a9e42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38b527e-6ac0-4603-a4cc-057abef582be']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:13.804681 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8134f519-45aa-4853-9c77-3552031a9e42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:13.805085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8134f519-45aa-4853-9c77-3552031a9e42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdc6a04e-83f9-4edc-bc83-ef1b6b06cffc') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:13.823675 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bbd6363d-9c2b-499a-b877-42a64436350a req-e8a0e5fc-85ca-4e1a-ac61-35664d896555 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/2aeaeae3-bb8d-410c-b2b6-06bf52d317cb HTTP/1.1" status: 200 len: 1775 time: 0.1580892 Jul 16 08:35:14.016949 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8134f519-45aa-4853-9c77-3552031a9e42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.154268 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-bbd6363d-9c2b-499a-b877-42a64436350a req-503eb4ae-1199-49e2-b4d7-8d86df789a48 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.189060 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8134f519-45aa-4853-9c77-3552031a9e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.237056 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-bbd6363d-9c2b-499a-b877-42a64436350a req-503eb4ae-1199-49e2-b4d7-8d86df789a48 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.294738 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a2e4e588-9bfd-4636-9b80-5bd2a10117fc req-9501fd6b-b489-4939-9cdb-34c0ffb4dbca tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 210 time: 0.1606431 Jul 16 08:35:14.355376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8134f519-45aa-4853-9c77-3552031a9e42 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:14.356751 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8134f519-45aa-4853-9c77-3552031a9e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:14.366690 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:14.378743 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-bbd6363d-9c2b-499a-b877-42a64436350a req-503eb4ae-1199-49e2-b4d7-8d86df789a48 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.386211 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-bbd6363d-9c2b-499a-b877-42a64436350a req-503eb4ae-1199-49e2-b4d7-8d86df789a48 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.394377 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bbd6363d-9c2b-499a-b877-42a64436350a req-503eb4ae-1199-49e2-b4d7-8d86df789a48 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "DELETE /v2.0/security-groups/2aeaeae3-bb8d-410c-b2b6-06bf52d317cb HTTP/1.1" status: 204 len: 173 time: 0.5426860 Jul 16 08:35:14.453081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503eb4ae-1199-49e2-b4d7-8d86df789a48 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aeaeae3-bb8d-410c-b2b6-06bf52d317cb,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:14.784090 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8134f519-45aa-4853-9c77-3552031a9e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.791658 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8134f519-45aa-4853-9c77-3552031a9e42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.797684 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8134f519-45aa-4853-9c77-3552031a9e42 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c38b527e-6ac0-4603-a4cc-057abef582be HTTP/1.1" status: 204 len: 168 time: 1.4920290 Jul 16 08:35:14.861016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-55b1935c-85bc-44da-a73b-0ed63579bcca tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Allocated IP 172.20.0.7 (fa10a998-d0e5-4063-a211-2fadd75a43f8/d354d9c1-99e8-47e2-a7a7-7b35bca06f78/13ebe9b5-ae84-4ad9-87fd-9826ca14dc60) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:14.868869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134f519-45aa-4853-9c77-3552031a9e42 admin admin] Pushing event deleted for resources: {'Network': ['ID=c38b527e-6ac0-4603-a4cc-057abef582be,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:14.918068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dff4bb-259c-4e07-8233-f3ec03449e22 req-a59994cf-c6e9-4635-b6cf-07df96625182 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.928326 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36dff4bb-259c-4e07-8233-f3ec03449e22 req-a59994cf-c6e9-4635-b6cf-07df96625182 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.3065054 Jul 16 08:35:15.056141 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36dff4bb-259c-4e07-8233-f3ec03449e22 req-8f67d53d-0358-4e76-b28a-e5c063c25ff9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228406 Jul 16 08:35:15.222858 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-5aa96409-659d-4949-807b-f7a3be00c6b3 req-25c86838-d412-44bb-b5b5-540a98d98f3d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] show failed (client error): The resource could not be found. Jul 16 08:35:15.231168 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5aa96409-659d-4949-807b-f7a3be00c6b3 req-25c86838-d412-44bb-b5b5-540a98d98f3d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/e84d886a-e309-49ad-9be4-efb12cdd3ed2 HTTP/1.1" status: 404 len: 352 time: 0.0246429 Jul 16 08:35:15.258138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49502) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:15.308291 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-a6ccae5f-833e-49f6-9819-ade7cf0202ad req-42f2a708-14f5-4d18-8b28-923a1c5e4d82 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] show failed (client error): The resource could not be found. Jul 16 08:35:15.319369 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6ccae5f-833e-49f6-9819-ade7cf0202ad req-42f2a708-14f5-4d18-8b28-923a1c5e4d82 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/d72059ba-b45f-4834-852e-b1d15310baf0 HTTP/1.1" status: 404 len: 352 time: 0.0282307 Jul 16 08:35:15.373573 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-4c861f6b-b9fd-413a-80d9-2d074b9af18b req-5f512b13-69be-43a0-9e10-90eed5a1dd8d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] show failed (client error): The resource could not be found. Jul 16 08:35:15.387992 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-55b1935c-85bc-44da-a73b-0ed63579bcca tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.389502 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c861f6b-b9fd-413a-80d9-2d074b9af18b req-5f512b13-69be-43a0-9e10-90eed5a1dd8d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/fc5bc2c3-097b-4770-b6ff-c5201428b2d2 HTTP/1.1" status: 404 len: 352 time: 0.0493662 Jul 16 08:35:15.409881 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5b91084d-9cca-49ec-ba65-2627e16d065b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=994db68e6a7b4d88a816435d76ff38d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1488812 Jul 16 08:35:15.410142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49512) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:15.565733 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cd335d7-6ab2-493f-a2b2-73ee31bcf923 req-39b1f32d-eaec-4d11-97db-d80a815015c9 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 210 time: 0.0461724 Jul 16 08:35:15.597363 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:35:15.609496 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-0a5735c6-3984-411f-b4a4-c34aa56a2ccc req-31ca0e22-adab-4c9d-8566-9a6d4ed0bc0c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] show failed (client error): The resource could not be found. Jul 16 08:35:15.624913 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0a5735c6-3984-411f-b4a4-c34aa56a2ccc req-31ca0e22-adab-4c9d-8566-9a6d4ed0bc0c tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/aadaeb5d-c35a-407f-9730-fd0cb76ef964 HTTP/1.1" status: 404 len: 352 time: 0.0277061 Jul 16 08:35:15.663634 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f82da7d-3de8-4af2-a05e-d994471e749d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.687685 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-0cc4f7e3-82b5-499b-a1c1-cfbc3e4e3bd8 req-f41c1af6-a01c-40c9-9818-1d901a0a6465 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] show failed (client error): The resource could not be found. Jul 16 08:35:15.702489 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-55b1935c-85bc-44da-a73b-0ed63579bcca tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.702715 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cc4f7e3-82b5-499b-a1c1-cfbc3e4e3bd8 req-f41c1af6-a01c-40c9-9818-1d901a0a6465 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/15b98678-14cc-4e07-8d47-3b846881b6b4 HTTP/1.1" status: 404 len: 352 time: 0.0472729 Jul 16 08:35:15.748354 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-1b160773-bb1a-45f9-897e-acc63bfaaf8a req-2f009210-42b4-426a-a155-2c60bd03b0d3 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] show failed (client error): The resource could not be found. Jul 16 08:35:15.760024 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1b160773-bb1a-45f9-897e-acc63bfaaf8a req-2f009210-42b4-426a-a155-2c60bd03b0d3 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/197673d3-10c5-447e-b8f4-df40e2d975e2 HTTP/1.1" status: 404 len: 352 time: 0.0316234 Jul 16 08:35:15.873166 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f82da7d-3de8-4af2-a05e-d994471e749d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.998991 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-55b1935c-85bc-44da-a73b-0ed63579bcca tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Network fa10a998-d0e5-4063-a211-2fadd75a43f8 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:16.008888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-55b1935c-85bc-44da-a73b-0ed63579bcca tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:16.019264 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-55b1935c-85bc-44da-a73b-0ed63579bcca tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:16.140985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1935c-85bc-44da-a73b-0ed63579bcca tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Pushing event updated for resources: {'Port': ['ID=13ebe9b5-ae84-4ad9-87fd-9826ca14dc60,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:16.167927 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f82da7d-3de8-4af2-a05e-d994471e749d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.171355 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f82da7d-3de8-4af2-a05e-d994471e749d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.179028 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4f82da7d-3de8-4af2-a05e-d994471e749d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9b46c4c5-7dde-4999-9c41-67f46044e2d1 HTTP/1.1" status: 204 len: 168 time: 0.7679574 Jul 16 08:35:16.234112 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82da7d-3de8-4af2-a05e-d994471e749d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b46c4c5-7dde-4999-9c41-67f46044e2d1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:16.299254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-55b1935c-85bc-44da-a73b-0ed63579bcca tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.301744 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-55b1935c-85bc-44da-a73b-0ed63579bcca tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.351940 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-55b1935c-85bc-44da-a73b-0ed63579bcca tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8949564 Jul 16 08:35:16.374310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Request body: {'port': {'device_id': 'ed1a8b88-6404-4ef5-882f-feb33e912f65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:16.685579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef863b-bdd5-47ef-a2f6-8cd7f4197a1b req-804f58ec-601e-4cd1-a199-cd78282704d8 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.705644 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-33ef863b-bdd5-47ef-a2f6-8cd7f4197a1b req-804f58ec-601e-4cd1-a199-cd78282704d8 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.1657639 Jul 16 08:35:16.711217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.766863 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-33ef863b-bdd5-47ef-a2f6-8cd7f4197a1b req-fcb7ef49-6c98-4cfa-919d-6682bbe50049 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647588 Jul 16 08:35:17.178096 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf981b-0c28-48e4-931c-b4ca93093b7f req-2bcd462e-af6a-4705-a867-ed8825ce551b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:17.204700 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-75cf981b-0c28-48e4-931c-b4ca93093b7f req-2bcd462e-af6a-4705-a867-ed8825ce551b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 1023 time: 0.1786499 Jul 16 08:35:17.431641 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-75cf981b-0c28-48e4-931c-b4ca93093b7f req-fe8301fd-cd39-4920-8004-e3bc2439519a tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups?id=35df68f5-cde3-4ec0-b85a-b63d9c8d2719&id=ace3492a-298a-4553-a402-e5dcbdee26ea&id=c2145d44-551e-4a22-9dfe-60e8c2eb3169&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2231402 Jul 16 08:35:17.586676 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:17.623815 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.684640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Transition to ACTIVE for port object 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:17.699589 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.747185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ade768-c8ea-4793-b7e8-282102431622 req-73ea62b8-9d09-494e-8f0f-97b6cee27993 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:17.750212 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-71ade768-c8ea-4793-b7e8-282102431622 req-73ea62b8-9d09-494e-8f0f-97b6cee27993 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.15 "GET /v2.0/ports?device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 1023 time: 0.2009192 Jul 16 08:35:17.941792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Pushing event updated for resources: {'Port': ['ID=13ebe9b5-ae84-4ad9-87fd-9826ca14dc60,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:18.150651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b0c95b-a69b-4b3e-a428-2c3156863006 req-7a11fba7-a07a-449e-a1c0-14d6ec6f23ce tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:18.158636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0b0c95b-a69b-4b3e-a428-2c3156863006 req-7a11fba7-a07a-449e-a1c0-14d6ec6f23ce tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 943 time: 0.4053037 Jul 16 08:35:18.259501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Attempting to bind port 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:18.266256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Attempting to bind port 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:18.266955 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Attempting to bind port 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 on network fa10a998-d0e5-4063-a211-2fadd75a43f8 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:18.279023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Port 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 on network fa10a998-d0e5-4063-a211-2fadd75a43f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:18.279526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Attempting to bind port 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 on network fa10a998-d0e5-4063-a211-2fadd75a43f8 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:18.290031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-71ade768-c8ea-4793-b7e8-282102431622 req-116e98e9-0d33-40ac-8c9b-e61fd9460658 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Deleting port df0e33c6-3282-408c-82dd-4ceceb26c980 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:18.291952 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71ade768-c8ea-4793-b7e8-282102431622 req-116e98e9-0d33-40ac-8c9b-e61fd9460658 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.304308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:18.304891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Checking segment: {'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:18.306702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Bound using segment: {'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:18.308874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Bound port: 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:18.309669 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.334382 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0b0c95b-a69b-4b3e-a428-2c3156863006 req-47e0529a-a9cc-467e-b0f9-d1862fdaef01 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684630 Jul 16 08:35:18.643210 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-71ade768-c8ea-4793-b7e8-282102431622 req-116e98e9-0d33-40ac-8c9b-e61fd9460658 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] For port df0e33c6-3282-408c-82dd-4ceceb26c980, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=df0e33c6-3282-408c-82dd-4ceceb26c980,segment=NetworkSegment(560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa),segment_id=560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:18.643583 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71ade768-c8ea-4793-b7e8-282102431622 req-116e98e9-0d33-40ac-8c9b-e61fd9460658 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.694545 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-71ade768-c8ea-4793-b7e8-282102431622 req-116e98e9-0d33-40ac-8c9b-e61fd9460658 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Calling delete_port for df0e33c6-3282-408c-82dd-4ceceb26c980 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:18.727273 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] For port 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:18.744753 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] For port 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=13ebe9b5-ae84-4ad9-87fd-9826ca14dc60,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:18.769431 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.924549 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49564) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:18.971765 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71ade768-c8ea-4793-b7e8-282102431622 req-116e98e9-0d33-40ac-8c9b-e61fd9460658 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.984821 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['df0e33c6-3282-408c-82dd-4ceceb26c980'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:19.081505 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Pushing event updated for resources: {'Port': ['ID=13ebe9b5-ae84-4ad9-87fd-9826ca14dc60,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:19.099826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e98e9-0d33-40ac-8c9b-e61fd9460658 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event deleted for resources: {'Port': ['ID=df0e33c6-3282-408c-82dd-4ceceb26c980,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:19.146683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.149229 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.151758 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5a95329c-0a06-4e1e-b2d9-9bf755474895 service neutron] 10.222.0.15 "PUT /v2.0/ports/13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 HTTP/1.1" status: 200 len: 1092 time: 2.7929401 Jul 16 08:35:19.152530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed1a8b88-6404-4ef5-882f-feb33e912f65', 'tag': '13ebe9b5-ae84-4ad9-87fd-9826ca14dc60'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:19.171036 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacc6d1e-ce09-4472-872b-c83e6e5c8499" -d '{"events": [{"name": "network-changed", "server_uuid": "ed1a8b88-6404-4ef5-882f-feb33e912f65", "tag": "13ebe9b5-ae84-4ad9-87fd-9826ca14dc60"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:19.198316 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ade768-c8ea-4793-b7e8-282102431622 req-116e98e9-0d33-40ac-8c9b-e61fd9460658 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] No DVR routers for this DVR port df0e33c6-3282-408c-82dd-4ceceb26c980 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:19.221155 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-71ade768-c8ea-4793-b7e8-282102431622 req-116e98e9-0d33-40ac-8c9b-e61fd9460658 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.224638 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-71ade768-c8ea-4793-b7e8-282102431622 req-116e98e9-0d33-40ac-8c9b-e61fd9460658 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.15 "DELETE /v2.0/ports/df0e33c6-3282-408c-82dd-4ceceb26c980 HTTP/1.1" status: 204 len: 173 time: 1.4617302 Jul 16 08:35:19.227146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0268a534-9688-4afe-b014-31daaf99c7ef', 'name': 'network-vif-deleted', 'tag': 'df0e33c6-3282-408c-82dd-4ceceb26c980'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:19.233862 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc10827c-8acb-44b1-aced-74478098f63b" -d '{"events": [{"server_uuid": "0268a534-9688-4afe-b014-31daaf99c7ef", "name": "network-vif-deleted", "tag": "df0e33c6-3282-408c-82dd-4ceceb26c980"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:19.292876 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b49692-34e7-404f-b799-08d82d529642 req-b4d0d50b-3a63-4e0f-96cb-5cbf5cc44a1f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.302301 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20b49692-34e7-404f-b799-08d82d529642 req-b4d0d50b-3a63-4e0f-96cb-5cbf5cc44a1f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.3765883 Jul 16 08:35:19.310384 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5137e768-a757-4d95-9086-fe62678d7cc9 req-e400c495-4928-4115-89aa-4ef12bdc65ef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4037454 Jul 16 08:35:19.437480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-8d3a6e97-21de-4468-a59f-b59a68a172d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.440433 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-8d3a6e97-21de-4468-a59f-b59a68a172d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d17dbbf3a63843538b807137fd55f1e2&device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 1095 time: 0.2418706 Jul 16 08:35:19.480828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-192117943-network', 'tenant_id': 'acb1b51d71ab465787e1e29d584ae01e'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:19.541833 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] Made reservation on behalf of acb1b51d71ab465787e1e29d584ae01e for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:19.544472 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.572743 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.585060 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20b49692-34e7-404f-b799-08d82d529642 req-e556c259-acbb-4488-be34-906066d45292 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2814264 Jul 16 08:35:19.654061 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-11143d63-1886-4cbc-9307-42fdafb6dec5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 HTTP/1.1" status: 200 len: 217 time: 0.1980884 Jul 16 08:35:19.749107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137e768-a757-4d95-9086-fe62678d7cc9 req-b90b5a4f-150d-4ae5-8bcb-09547fb77c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.750742 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5137e768-a757-4d95-9086-fe62678d7cc9 req-b90b5a4f-150d-4ae5-8bcb-09547fb77c64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ec68b473fab2459f93f7c4b2bd831fcf&device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 1097 time: 0.4047134 Jul 16 08:35:19.769676 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-a8e71718-3db0-497f-9bc4-0925a5081371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.771956 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-a8e71718-3db0-497f-9bc4-0925a5081371 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d354d9c1-99e8-47e2-a7a7-7b35bca06f78 HTTP/1.1" status: 200 len: 854 time: 0.1170149 Jul 16 08:35:19.858268 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5631a217-2a25-43b8-802e-2ad9f13a523f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa10a998-d0e5-4063-a211-2fadd75a43f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792723 Jul 16 08:35:20.058269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137e768-a757-4d95-9086-fe62678d7cc9 req-77371319-70d0-4b22-b5bb-3b62e35588c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.061853 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5137e768-a757-4d95-9086-fe62678d7cc9 req-77371319-70d0-4b22-b5bb-3b62e35588c7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 HTTP/1.1" status: 200 len: 911 time: 0.2512345 Jul 16 08:35:20.080927 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-70dc0ab8-3934-4cf6-889b-c4ebf9048728 service neutron] 10.222.0.15 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034180 Jul 16 08:35:20.350371 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d255b8f-04d9-4ad4-b783-d313b7fb4ec0 req-98a9ff0c-c691-46e4-8384-1d0b1b93c74d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/ports?device_id=0268a534-9688-4afe-b014-31daaf99c7ef HTTP/1.1" status: 200 len: 210 time: 0.2868786 Jul 16 08:35:20.431355 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-100a5014-a5e6-4ac5-a50e-dad682bed94d req-5214c85d-3a6b-44fa-842c-5c18136bc5ec service neutron] 10.222.0.15 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334951 Jul 16 08:35:20.445650 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f060bf-9ff0-4f08-ab3d-3a8df0d46c5a x-openstack-request-id: req-c1f060bf-9ff0-4f08-ab3d-3a8df0d46c5a {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:20.446371 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed1a8b88-6404-4ef5-882f-feb33e912f65", "tag": "13ebe9b5-ae84-4ad9-87fd-9826ca14dc60", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:20.446731 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1f060bf-9ff0-4f08-ab3d-3a8df0d46c5a {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:20.447645 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed1a8b88-6404-4ef5-882f-feb33e912f65', 'tag': '13ebe9b5-ae84-4ad9-87fd-9826ca14dc60', 'status': 'completed', 'code': 200} Jul 16 08:35:20.477171 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.480752 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5137e768-a757-4d95-9086-fe62678d7cc9 req-e0531b3a-87b4-4de3-8343-ca0a0dbd7f56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=446cf657-15b9-43e9-9889-70fc0cfa5d5b HTTP/1.1" status: 200 len: 1000 time: 0.3653038 Jul 16 08:35:20.491395 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.563095 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695eef1b-61a4-4b3e-aa10-476e9e017731 x-openstack-request-id: req-695eef1b-61a4-4b3e-aa10-476e9e017731 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:20.563595 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0268a534-9688-4afe-b014-31daaf99c7ef", "name": "network-vif-deleted", "tag": "df0e33c6-3282-408c-82dd-4ceceb26c980", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:20.563987 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-695eef1b-61a4-4b3e-aa10-476e9e017731 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:20.564692 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0268a534-9688-4afe-b014-31daaf99c7ef', 'name': 'network-vif-deleted', 'tag': 'df0e33c6-3282-408c-82dd-4ceceb26c980', 'status': 'completed', 'code': 200} Jul 16 08:35:20.654006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:20.827737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a455cc2c-b571-4943-83f7-9843fa90fe2f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:20.843858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc6d1e-ce09-4472-872b-c83e6e5c8499 req-f8739933-57a6-4bd5-b6d9-3fd573a75876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.846611 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bacc6d1e-ce09-4472-872b-c83e6e5c8499 req-f8739933-57a6-4bd5-b6d9-3fd573a75876 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d17dbbf3a63843538b807137fd55f1e2&device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 1095 time: 0.3225136 Jul 16 08:35:20.877321 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.878178 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] Added segment 4fa0b2a1-af40-44e6-870f-14c735556eff of type vlan for network 62bd1a74-056c-45be-99a1-6ad7ae2f1df0 Jul 16 08:35:20.908487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137e768-a757-4d95-9086-fe62678d7cc9 req-2e3dba2d-9c03-4ba2-9721-88d2a5f8bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.911586 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5137e768-a757-4d95-9086-fe62678d7cc9 req-2e3dba2d-9c03-4ba2-9721-88d2a5f8bbc8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d17b4a3e-917d-4383-b0cc-446e354ac843 HTTP/1.1" status: 200 len: 850 time: 0.4073241 Jul 16 08:35:21.079566 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.122188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bee38-0544-44d9-bc04-cd22a79e78a4 req-2dc7f0ef-712b-4c8a-b6f8-375825bb2927 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.124975 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f38bee38-0544-44d9-bc04-cd22a79e78a4 req-2dc7f0ef-712b-4c8a-b6f8-375825bb2927 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 943 time: 0.4353786 Jul 16 08:35:21.182677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc6d1e-ce09-4472-872b-c83e6e5c8499 req-58d9a595-3d2a-422a-9851-662a6a663c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.185310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bacc6d1e-ce09-4472-872b-c83e6e5c8499 req-58d9a595-3d2a-422a-9851-662a6a663c17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa10a998-d0e5-4063-a211-2fadd75a43f8 HTTP/1.1" status: 200 len: 914 time: 0.3289139 Jul 16 08:35:21.248157 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f38bee38-0544-44d9-bc04-cd22a79e78a4 req-71ae0562-b738-4cb6-beec-cb45a0b55cb0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132267 Jul 16 08:35:21.275400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5137e768-a757-4d95-9086-fe62678d7cc9 req-bf37a8a8-dca3-4a8c-af75-41460164fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.288695 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5137e768-a757-4d95-9086-fe62678d7cc9 req-bf37a8a8-dca3-4a8c-af75-41460164fb8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3618829 Jul 16 08:35:21.293653 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.299350 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bacc6d1e-ce09-4472-872b-c83e6e5c8499 req-a80b8f9c-6c34-4ae9-a52b-9be8daaa52cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 HTTP/1.1" status: 200 len: 217 time: 0.1032839 Jul 16 08:35:21.314832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.315939 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.319721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f0db4fb-f4ad-4e39-b0bc-dc2627d9526b req-ba7fbc2a-c91c-4e30-b98e-4db7b6ef664e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3707736 Jul 16 08:35:21.426052 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc6d1e-ce09-4472-872b-c83e6e5c8499 req-fc9ae267-66d3-4ee9-ab6b-6aafef931817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.428084 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bacc6d1e-ce09-4472-872b-c83e6e5c8499 req-fc9ae267-66d3-4ee9-ab6b-6aafef931817 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d354d9c1-99e8-47e2-a7a7-7b35bca06f78 HTTP/1.1" status: 200 len: 854 time: 0.1070910 Jul 16 08:35:21.499875 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bacc6d1e-ce09-4472-872b-c83e6e5c8499 req-e457e324-6a70-4a26-916a-e6f81c56a8bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa10a998-d0e5-4063-a211-2fadd75a43f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533371 Jul 16 08:35:21.610375 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] Pushing event updated for resources: {'Network': ['ID=62bd1a74-056c-45be-99a1-6ad7ae2f1df0,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:21.620780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:21.625003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device df0e33c6-3282-408c-82dd-4ceceb26c980 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:21.710882 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-311d683d-5030-4aa3-9cd7-314b1f2c79f5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7426114 Jul 16 08:35:21.718530 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49594) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:21.735583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-cb54f462-1163-4e2f-b79d-ab863e0b4f50 admin admin] Request body: {'subnet': {'network_id': '62bd1a74-056c-45be-99a1-6ad7ae2f1df0', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-192117943-subnet', 'tenant_id': 'acb1b51d71ab465787e1e29d584ae01e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:21.747382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0db4fb-f4ad-4e39-b0bc-dc2627d9526b req-372fa02f-916b-49b3-b486-5a6e9b7eaa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.752401 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f0db4fb-f4ad-4e39-b0bc-dc2627d9526b req-372fa02f-916b-49b3-b486-5a6e9b7eaa07 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=a9ab48241fdd447c872ab202d75bbb7e&device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 1098 time: 0.3984230 Jul 16 08:35:21.928214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=13ebe9b5-ae84-4ad9-87fd-9826ca14dc60,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:21.973034 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: df0e33c6-3282-408c-82dd-4ceceb26c980 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:21.973812 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device df0e33c6-3282-408c-82dd-4ceceb26c980 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:21.976098 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '13ebe9b5-ae84-4ad9-87fd-9826ca14dc60', 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8', 'port_id': '13ebe9b5-ae84-4ad9-87fd-9826ca14dc60', 'mac_address': 'fa:16:3e:bb:80:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd354d9c1-99e8-47e2-a7a7-7b35bca06f78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:21.978454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 62bd1a74-056c-45be-99a1-6ad7ae2f1df0 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:21.980545 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bacc6d1e-ce09-4472-872b-c83e6e5c8499 req-c40c7597-df7d-4863-b068-de6506c7e9b8 service neutron] 10.222.0.15 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4712083 Jul 16 08:35:22.052091 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5137e768-a757-4d95-9086-fe62678d7cc9 req-db98fead-cbb8-4e64-90d7-ae6c799760d2 service neutron] 10.222.0.15 "GET /v2.0/networks/0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7314312 Jul 16 08:35:22.101401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb54f462-1163-4e2f-b79d-ab863e0b4f50 admin admin] Made reservation on behalf of acb1b51d71ab465787e1e29d584ae01e for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:22.104703 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cb54f462-1163-4e2f-b79d-ab863e0b4f50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.232257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0db4fb-f4ad-4e39-b0bc-dc2627d9526b req-b99d0f6f-ec34-4613-b035-b67edfe33ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:22.234129 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f0db4fb-f4ad-4e39-b0bc-dc2627d9526b req-b99d0f6f-ec34-4613-b035-b67edfe33ce9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 HTTP/1.1" status: 200 len: 918 time: 0.4304221 Jul 16 08:35:22.296980 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.312460 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332461e-4dc7-49e0-92d6-4d48e9b1fbdf req-81d88e7c-8fe6-45a8-9345-2cb7394e6ad8 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:22.320805 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1332461e-4dc7-49e0-92d6-4d48e9b1fbdf req-81d88e7c-8fe6-45a8-9345-2cb7394e6ad8 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.3483531 Jul 16 08:35:22.327641 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:22.369047 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5137e768-a757-4d95-9086-fe62678d7cc9 req-03569cc0-aff7-4ef4-9653-00e554a27fa8 service neutron] 10.222.0.15 "GET /v2.0/networks/0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764957 Jul 16 08:35:22.381376 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=13ebe9b5-ae84-4ad9-87fd-9826ca14dc60,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:22.390949 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.418587 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1332461e-4dc7-49e0-92d6-4d48e9b1fbdf req-822419b0-6362-4449-8487-91effe4c9355 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963542 Jul 16 08:35:22.515089 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bacc6d1e-ce09-4472-872b-c83e6e5c8499 req-6f3fcbb0-1eeb-4610-907e-338650758af8 service neutron] 10.222.0.15 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186167 Jul 16 08:35:22.547790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=13ebe9b5-ae84-4ad9-87fd-9826ca14dc60,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:22.618895 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f0db4fb-f4ad-4e39-b0bc-dc2627d9526b req-a7527162-1c22-4a37-bf70-2102f03d5429 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f6281c5e-9242-4383-b63b-c2e4af773e30 HTTP/1.1" status: 200 len: 217 time: 0.2098150 Jul 16 08:35:22.669364 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['13ebe9b5-ae84-4ad9-87fd-9826ca14dc60'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:22.710154 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0db4fb-f4ad-4e39-b0bc-dc2627d9526b req-f9cdcc77-425c-4f4e-bfdc-6ade831fceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:22.714381 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f0db4fb-f4ad-4e39-b0bc-dc2627d9526b req-f9cdcc77-425c-4f4e-bfdc-6ade831fceb4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=54f06641-ecee-4543-adbf-120fa966a2c2 HTTP/1.1" status: 200 len: 858 time: 0.0932481 Jul 16 08:35:22.808694 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cb54f462-1163-4e2f-b79d-ab863e0b4f50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.820003 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f0db4fb-f4ad-4e39-b0bc-dc2627d9526b req-7345bfdd-487e-4d58-96bd-0ae0df2a21be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0911677 Jul 16 08:35:22.944790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb54f462-1163-4e2f-b79d-ab863e0b4f50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d1d5687-fdf9-4d6c-bf02-d100a20bb648,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:23.002280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb54f462-1163-4e2f-b79d-ab863e0b4f50 admin admin] Checking segment: {'id': '4fa0b2a1-af40-44e6-870f-14c735556eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '62bd1a74-056c-45be-99a1-6ad7ae2f1df0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:23.002723 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb54f462-1163-4e2f-b79d-ab863e0b4f50 admin admin] Network hostable DHCP agents. Network: 62bd1a74-056c-45be-99a1-6ad7ae2f1df0, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:23.071039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb54f462-1163-4e2f-b79d-ab863e0b4f50 admin admin] Network 62bd1a74-056c-45be-99a1-6ad7ae2f1df0 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:23.126104 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-cb54f462-1163-4e2f-b79d-ab863e0b4f50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 62bd1a74-056c-45be-99a1-6ad7ae2f1df0) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:23.144563 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb54f462-1163-4e2f-b79d-ab863e0b4f50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.150072 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cb54f462-1163-4e2f-b79d-ab863e0b4f50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.158532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a038ae-be85-4853-adbc-d69d83f54300 None None] Network 62bd1a74-056c-45be-99a1-6ad7ae2f1df0 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:23.191924 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f0db4fb-f4ad-4e39-b0bc-dc2627d9526b req-c6d71409-6da2-48eb-b863-99fe65b6a7db service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3682892 Jul 16 08:35:23.284189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cb54f462-1163-4e2f-b79d-ab863e0b4f50 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.5426695 Jul 16 08:35:23.320391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3051d0c-47c9-49cc-bb53-8b0adee1c435 req-398d173d-9b52-4eb7-b94b-cc8d7f999ebd tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.329183 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3051d0c-47c9-49cc-bb53-8b0adee1c435 req-398d173d-9b52-4eb7-b94b-cc8d7f999ebd tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 944 time: 0.1376286 Jul 16 08:35:23.395253 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3051d0c-47c9-49cc-bb53-8b0adee1c435 req-e89477b7-7786-40f7-b497-af1fa4dcd343 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649507 Jul 16 08:35:23.451003 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f0db4fb-f4ad-4e39-b0bc-dc2627d9526b req-a9a81da7-055e-41d8-85bf-3a9ac649fe02 service neutron] 10.222.0.38 "GET /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530186 Jul 16 08:35:23.736543 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d9aca42-bbdd-492c-ac46-ad43ebce8a30 req-599f0303-f10f-47d3-8864-90b0e27dba8d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/c2145d44-551e-4a22-9dfe-60e8c2eb3169 HTTP/1.1" status: 200 len: 1802 time: 0.0643573 Jul 16 08:35:23.773747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552b277a-9472-4962-8804-67adb4841fdc None None] Network 62bd1a74-056c-45be-99a1-6ad7ae2f1df0 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:23.814855 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7d9aca42-bbdd-492c-ac46-ad43ebce8a30 req-5e7472d9-c5f5-46b8-88e3-6df78c93d72b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.848054 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7d9aca42-bbdd-492c-ac46-ad43ebce8a30 req-5e7472d9-c5f5-46b8-88e3-6df78c93d72b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.912202 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7d9aca42-bbdd-492c-ac46-ad43ebce8a30 req-5e7472d9-c5f5-46b8-88e3-6df78c93d72b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.916882 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7d9aca42-bbdd-492c-ac46-ad43ebce8a30 req-5e7472d9-c5f5-46b8-88e3-6df78c93d72b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.930185 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d9aca42-bbdd-492c-ac46-ad43ebce8a30 req-5e7472d9-c5f5-46b8-88e3-6df78c93d72b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "DELETE /v2.0/security-groups/c2145d44-551e-4a22-9dfe-60e8c2eb3169 HTTP/1.1" status: 204 len: 173 time: 0.1941047 Jul 16 08:35:23.959074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7472d9-c5f5-46b8-88e3-6df78c93d72b tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2145d44-551e-4a22-9dfe-60e8c2eb3169,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:24.217039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc42e4-e4ca-4154-8107-319fed852052 req-0e768beb-592c-4a78-9315-618c9ba41cae tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.219391 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-27cc42e4-e4ca-4154-8107-319fed852052 req-0e768beb-592c-4a78-9315-618c9ba41cae tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.1253951 Jul 16 08:35:24.316728 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-27cc42e4-e4ca-4154-8107-319fed852052 req-c9911fb6-aea5-40eb-a671-706567e8b642 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845716 Jul 16 08:35:25.619908 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:25.708083 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:25.716146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:25.717190 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.818029 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.847662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1a8b88-6404-4ef5-882f-feb33e912f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ebe9b5-ae84-4ad9-87fd-9826ca14dc60'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:25.850940 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1619479a-a5ee-4c9b-8aca-9cc3bb994543" -d '{"events": [{"server_uuid": "ed1a8b88-6404-4ef5-882f-feb33e912f65", "name": "network-vif-plugged", "status": "completed", "tag": "13ebe9b5-ae84-4ad9-87fd-9826ca14dc60"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:25.867191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=13ebe9b5-ae84-4ad9-87fd-9826ca14dc60,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:25.872680 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.939136 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=13ebe9b5-ae84-4ad9-87fd-9826ca14dc60,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:27.709292 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed5e7985-c31b-49ed-9cb5-d916bcdb8881 req-b1162c2b-8648-479b-89e6-c4ade599e47d tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "GET /v2.0/security-groups/35df68f5-cde3-4ec0-b85a-b63d9c8d2719 HTTP/1.1" status: 200 len: 1802 time: 0.0871727 Jul 16 08:35:27.814775 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ed5e7985-c31b-49ed-9cb5-d916bcdb8881 req-992f667f-a2af-48bb-b7de-0cc94928fe25 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.821647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-6ac2618c-3696-4be9-b4d1-86ad5e6165a1 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:27.824256 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-6ac2618c-3696-4be9-b4d1-86ad5e6165a1 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/networks?id=62bd1a74-056c-45be-99a1-6ad7ae2f1df0 HTTP/1.1" status: 200 len: 817 time: 0.2064166 Jul 16 08:35:27.853037 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-49f9f984-734c-4fad-988c-b3ba5000bfa9 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/quotas/acb1b51d71ab465787e1e29d584ae01e HTTP/1.1" status: 200 len: 375 time: 0.0195041 Jul 16 08:35:27.853710 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ed5e7985-c31b-49ed-9cb5-d916bcdb8881 req-992f667f-a2af-48bb-b7de-0cc94928fe25 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.927979 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-9ffb2268-bb7b-4ace-bd83-b0829670c81c tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=acb1b51d71ab465787e1e29d584ae01e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0657094 Jul 16 08:35:27.941509 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ed5e7985-c31b-49ed-9cb5-d916bcdb8881 req-992f667f-a2af-48bb-b7de-0cc94928fe25 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.945493 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ed5e7985-c31b-49ed-9cb5-d916bcdb8881 req-992f667f-a2af-48bb-b7de-0cc94928fe25 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:27.947494 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed5e7985-c31b-49ed-9cb5-d916bcdb8881 req-992f667f-a2af-48bb-b7de-0cc94928fe25 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] 10.222.0.20 "DELETE /v2.0/security-groups/35df68f5-cde3-4ec0-b85a-b63d9c8d2719 HTTP/1.1" status: 204 len: 173 time: 0.2268353 Jul 16 08:35:27.960925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49672) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:27.962244 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992f667f-a2af-48bb-b7de-0cc94928fe25 tempest-SecurityGroupsTestJSON-637081271 tempest-SecurityGroupsTestJSON-637081271-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35df68f5-cde3-4ec0-b85a-b63d9c8d2719,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:28.077953 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-784256ff-c925-4a6b-b1ed-d811b468ecc6 admin admin] Deleting subnet 8671a648-7265-4a42-b7ed-7c1ac9bfa124 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:28.081644 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-784256ff-c925-4a6b-b1ed-d811b468ecc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.149108 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-784256ff-c925-4a6b-b1ed-d811b468ecc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.161981 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-97c04909-7b4e-4e09-a789-eea487d50de0 service neutron] 10.222.0.20 "GET /v2.0/networks/62bd1a74-056c-45be-99a1-6ad7ae2f1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270665 Jul 16 08:35:28.229736 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-784256ff-c925-4a6b-b1ed-d811b468ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.312516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-784256ff-c925-4a6b-b1ed-d811b468ecc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.343687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784256ff-c925-4a6b-b1ed-d811b468ecc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8671a648-7265-4a42-b7ed-7c1ac9bfa124,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:28.350986 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-784256ff-c925-4a6b-b1ed-d811b468ecc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.355761 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-784256ff-c925-4a6b-b1ed-d811b468ecc6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8671a648-7265-4a42-b7ed-7c1ac9bfa124 HTTP/1.1" status: 204 len: 168 time: 0.3899684 Jul 16 08:35:28.356395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49676) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:28.382368 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-6f3b284d-cee6-4971-887d-343fecda2fef service neutron] 10.222.0.20 "GET /v2.0/networks/62bd1a74-056c-45be-99a1-6ad7ae2f1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136109 Jul 16 08:35:28.471401 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ae89c91-e183-4e47-a3b9-fd0604c8d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.534203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0b7c7-a5e0-400e-bbbe-a9d6ba41f70c req-df12df62-459b-47a9-8e7f-67a47caf4b45 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:28.535834 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9ef0b7c7-a5e0-400e-bbbe-a9d6ba41f70c req-df12df62-459b-47a9-8e7f-67a47caf4b45 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 945 time: 0.1605840 Jul 16 08:35:28.623057 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ae89c91-e183-4e47-a3b9-fd0604c8d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.639846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8ae89c91-e183-4e47-a3b9-fd0604c8d4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:28.660535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8ae89c91-e183-4e47-a3b9-fd0604c8d4a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:28.661213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8ae89c91-e183-4e47-a3b9-fd0604c8d4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560d8d5a-17f5-432a-8e6f-c1afb9e3bdfa') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:28.685299 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9ef0b7c7-a5e0-400e-bbbe-a9d6ba41f70c req-82230219-d12c-4d0f-8ea8-acef6a9ec0e1 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384497 Jul 16 08:35:28.694463 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ae89c91-e183-4e47-a3b9-fd0604c8d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.727301 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ae89c91-e183-4e47-a3b9-fd0604c8d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.762872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ae89c91-e183-4e47-a3b9-fd0604c8d4a8 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:28.763221 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ae89c91-e183-4e47-a3b9-fd0604c8d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:28.765236 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:28.879387 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ae89c91-e183-4e47-a3b9-fd0604c8d4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.886584 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ae89c91-e183-4e47-a3b9-fd0604c8d4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:28.891772 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8ae89c91-e183-4e47-a3b9-fd0604c8d4a8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a HTTP/1.1" status: 204 len: 168 time: 0.5341458 Jul 16 08:35:28.908586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae89c91-e183-4e47-a3b9-fd0604c8d4a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ba0821-ebb8-47ff-a9c2-3947f0c1e43a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:28.968052 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71bbc28f-747e-43fe-9904-68289640fa68 x-openstack-request-id: req-71bbc28f-747e-43fe-9904-68289640fa68 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:28.969039 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1a8b88-6404-4ef5-882f-feb33e912f65", "name": "network-vif-plugged", "status": "completed", "tag": "13ebe9b5-ae84-4ad9-87fd-9826ca14dc60", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:28.976864 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-71bbc28f-747e-43fe-9904-68289640fa68 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:28.977686 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1a8b88-6404-4ef5-882f-feb33e912f65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13ebe9b5-ae84-4ad9-87fd-9826ca14dc60', 'code': 200} Jul 16 08:35:29.170694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49702) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:29.222240 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4711aec2-6b19-4c42-9245-501bf4f1842d req-a27813b5-6d0a-40ad-88ae-f387ee6c32fc tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:29.230118 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4711aec2-6b19-4c42-9245-501bf4f1842d req-a27813b5-6d0a-40ad-88ae-f387ee6c32fc tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.3717709 Jul 16 08:35:29.272148 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f23a51c1-938e-4c07-9c82-3baff4b0a4f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03e7d726cdae4a2191cfb6984476fdaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0980937 Jul 16 08:35:29.274557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49704) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:29.287667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790da47b-0648-4b98-90e1-1c6ecbf3f712 req-b31837d7-1bc7-45ce-a99a-ec80cfd698fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:29.298822 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-790da47b-0648-4b98-90e1-1c6ecbf3f712 req-b31837d7-1bc7-45ce-a99a-ec80cfd698fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 1097 time: 0.2249601 Jul 16 08:35:29.392489 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4711aec2-6b19-4c42-9245-501bf4f1842d req-41fe5408-d095-4e5d-b34c-e8787258997a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612287 Jul 16 08:35:29.411765 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-903be724-1e09-4abf-a281-1400bdfc3e63 req-6b734f3a-f093-42cd-883f-6b42c4eb58b5 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 210 time: 0.0753660 Jul 16 08:35:29.432756 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-790da47b-0648-4b98-90e1-1c6ecbf3f712 req-2d11c590-2deb-4b2b-99a2-da611ea743cc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860481 Jul 16 08:35:29.463720 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1c6ecdd-1236-44cd-a86e-f3dcb14e38cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.563752 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1c6ecdd-1236-44cd-a86e-f3dcb14e38cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.682228 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1c6ecdd-1236-44cd-a86e-f3dcb14e38cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.686964 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1c6ecdd-1236-44cd-a86e-f3dcb14e38cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.688429 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b1c6ecdd-1236-44cd-a86e-f3dcb14e38cb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ace3492a-298a-4553-a402-e5dcbdee26ea HTTP/1.1" status: 204 len: 168 time: 0.4119425 Jul 16 08:35:29.701124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6ecdd-1236-44cd-a86e-f3dcb14e38cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace3492a-298a-4553-a402-e5dcbdee26ea,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:30.017494 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16257155-394c-49fe-bc1f-fa15f901e345 req-09946b84-c76f-499b-89b8-558f3a98736a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:30.034736 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16257155-394c-49fe-bc1f-fa15f901e345 req-09946b84-c76f-499b-89b8-558f3a98736a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.2260816 Jul 16 08:35:30.126909 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16257155-394c-49fe-bc1f-fa15f901e345 req-d374568c-eb69-4c7c-bf31-bc420b34faea tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873103 Jul 16 08:35:30.672551 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42817b96-0bca-4b38-b89b-8e05d9f12938 req-490a7591-1ee9-4dae-b768-b434d0456913 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:30.682748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-42817b96-0bca-4b38-b89b-8e05d9f12938 req-490a7591-1ee9-4dae-b768-b434d0456913 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 945 time: 0.1938379 Jul 16 08:35:30.824270 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-42817b96-0bca-4b38-b89b-8e05d9f12938 req-ef0d500e-781a-4cef-8138-2c7efe52c190 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308296 Jul 16 08:35:31.326489 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cb02d-d58b-4e17-b3e1-bbf7423a41cc req-472e2da0-3fe2-456c-beb1-25a6f6e8160a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:31.339751 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da3cb02d-d58b-4e17-b3e1-bbf7423a41cc req-472e2da0-3fe2-456c-beb1-25a6f6e8160a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1754270 Jul 16 08:35:31.388764 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2e5aace3-9c40-4c9d-ba90-4bc6bad56b04 req-f2a602e5-10e0-4764-bad9-97adcd04d871 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 210 time: 0.0736597 Jul 16 08:35:31.444999 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da3cb02d-d58b-4e17-b3e1-bbf7423a41cc req-6f36230d-1a1b-489f-bcc2-32213da4cda1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024456 Jul 16 08:35:31.657852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49792) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:31.664423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 9dac9769-9258-4d60-a3a5-395448c8cd4c no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:31.974181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-230975866-network', 'tenant_id': 'f363e20e74d34effa61fbc742122c800'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:32.068288 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.112911 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] Made reservation on behalf of f363e20e74d34effa61fbc742122c800 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:32.119017 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.179538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721ccadc-7b35-4c7a-a361-7390694aa2ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dac9769-9258-4d60-a3a5-395448c8cd4c'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:32.182834 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c16b424-c041-4a83-916a-6a5934537865" -d '{"events": [{"server_uuid": "721ccadc-7b35-4c7a-a361-7390694aa2ee", "name": "network-vif-unplugged", "status": "completed", "tag": "9dac9769-9258-4d60-a3a5-395448c8cd4c"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:32.204124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 9dac9769-9258-4d60-a3a5-395448c8cd4c, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9dac9769-9258-4d60-a3a5-395448c8cd4c,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:32.212335 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.216057 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.334368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=9dac9769-9258-4d60-a3a5-395448c8cd4c,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:32.364587 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-5563af5b-b10c-43fd-b0f8-74a3c3c307bf tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:32.367133 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-5563af5b-b10c-43fd-b0f8-74a3c3c307bf tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.38 "GET /v2.0/networks?id=62bd1a74-056c-45be-99a1-6ad7ae2f1df0 HTTP/1.1" status: 200 len: 817 time: 0.7076011 Jul 16 08:35:32.388233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Request body: {'port': {'device_id': 'f4897b55-ec9b-45b8-9a40-830b5e83c77a', 'network_id': '62bd1a74-056c-45be-99a1-6ad7ae2f1df0', 'admin_state_up': True, 'tenant_id': 'acb1b51d71ab465787e1e29d584ae01e'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:32.389739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c370133-5317-4129-85c8-ecc6d83e1bc1 req-6857eec6-dc76-4c43-a02f-b0343013a609 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:32.391872 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1c370133-5317-4129-85c8-ecc6d83e1bc1 req-6857eec6-dc76-4c43-a02f-b0343013a609 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 945 time: 0.3270853 Jul 16 08:35:32.472168 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1c370133-5317-4129-85c8-ecc6d83e1bc1 req-8c20172f-dbef-459b-908c-81bafbbd8a19 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718873 Jul 16 08:35:32.503456 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.511423 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.581229 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:32.588653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7d904af-6775-4052-a2d5-d1e662b617c5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:32.597828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-4ddd6a76-2a4d-4f91-950c-c81ea810e155 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:32.610143 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.610583 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] Added segment e7cd922c-92d2-4856-9460-6da13c012e94 of type vlan for network 399a3acd-b554-4034-886e-067d0f0945d2 Jul 16 08:35:32.612277 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-4ddd6a76-2a4d-4f91-950c-c81ea810e155 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 812 time: 0.7199345 Jul 16 08:35:32.665554 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-e729bbec-c329-40a7-8875-69db4eaa25fc tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/quotas/b1781597c11a4817b85b1a3ef01821fc HTTP/1.1" status: 200 len: 375 time: 0.0444634 Jul 16 08:35:32.768758 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.873994 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.874906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:32.875505 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.894611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Made reservation on behalf of acb1b51d71ab465787e1e29d584ae01e for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:32.901914 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.941836 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2825215 Jul 16 08:35:32.942703 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-7c3340f5-63b6-4b88-a333-4016569cd52b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2745919 Jul 16 08:35:32.945857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49832) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:32.952454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-5018aa28-4b00-4a82-9509-c67aa31d40ab tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:32.959976 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-5018aa28-4b00-4a82-9509-c67aa31d40ab tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/networks?id=2c6d3640-a44d-4b77-a59d-de9a2af06b14 HTTP/1.1" status: 200 len: 804 time: 0.2298279 Jul 16 08:35:32.966378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f5312ad8-2b49-4ed7-9ae0-368a7b246e66 admin admin] Request body: {'subnet': {'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-230975866-subnet', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:33.000317 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13060472-755e-435e-af97-411887f0eab7 admin admin] Pushing event updated for resources: {'Network': ['ID=399a3acd-b554-4034-886e-067d0f0945d2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:33.020238 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 399a3acd-b554-4034-886e-067d0f0945d2 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:33.046258 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-f03c70dd-e05f-4c7e-8e19-020cb59d3d1f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/quotas/92636f6bd7b34639b779c60d9a9fde5b HTTP/1.1" status: 200 len: 375 time: 0.0852251 Jul 16 08:35:33.329333 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-fd77139d-9ba2-4e50-9a31-6ed77033ed44 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92636f6bd7b34639b779c60d9a9fde5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2818809 Jul 16 08:35:33.409073 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5312ad8-2b49-4ed7-9ae0-368a7b246e66 admin admin] Made reservation on behalf of f363e20e74d34effa61fbc742122c800 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:33.412254 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5312ad8-2b49-4ed7-9ae0-368a7b246e66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.498777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-ece8ebe1-9072-4ca0-81cd-4f175a257918 service neutron] 10.222.0.20 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5259159 Jul 16 08:35:33.588927 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.610843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-1214518a-41fa-410d-a8d4-7e68c77a3591 service neutron] 10.222.0.20 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729874 Jul 16 08:35:33.804159 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-49231b10-2d69-49e8-aff2-4774f31d1803 service neutron] 10.222.0.20 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870484 Jul 16 08:35:34.307432 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9554b46-06f6-4ebe-b4f4-78a3dd018928 x-openstack-request-id: req-f9554b46-06f6-4ebe-b4f4-78a3dd018928 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:34.308290 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721ccadc-7b35-4c7a-a361-7390694aa2ee", "name": "network-vif-unplugged", "status": "completed", "tag": "9dac9769-9258-4d60-a3a5-395448c8cd4c", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:34.308290 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9554b46-06f6-4ebe-b4f4-78a3dd018928 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:34.308606 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721ccadc-7b35-4c7a-a361-7390694aa2ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dac9769-9258-4d60-a3a5-395448c8cd4c', 'code': 200} Jul 16 08:35:34.348089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf62a8f-3d41-47d6-a3a5-1a2f4fc43af4 req-8a3817dd-3285-43eb-8f06-1c64d8c014fa tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:34.351615 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cf62a8f-3d41-47d6-a3a5-1a2f4fc43af4 req-8a3817dd-3285-43eb-8f06-1c64d8c014fa tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "GET /v2.0/ports?device_id=721ccadc-7b35-4c7a-a361-7390694aa2ee HTTP/1.1" status: 200 len: 944 time: 0.9882977 Jul 16 08:35:34.403446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Allocated IP 172.20.0.10 (62bd1a74-056c-45be-99a1-6ad7ae2f1df0/2d1d5687-fdf9-4d6c-bf02-d100a20bb648/4bd4a92e-07b4-44d2-baa8-634eaeebf9c5) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:34.500005 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-35919e44-a8c2-48d0-b2e5-413784e84d22 service neutron] 10.222.0.20 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9589705 Jul 16 08:35:34.743965 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a2928a00-ab20-431d-9779-ac69c20d5d0a req-1bf64965-e97a-46c6-99f3-40f880235051 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 210 time: 0.1380894 Jul 16 08:35:34.949930 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32d15925-5c62-47ba-bdf2-ae25ce23ff1f req-827fcf50-ac88-4fe4-a079-7a85842c67dc tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 210 time: 0.0790505 Jul 16 08:35:35.139965 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.186257 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c4128b57-4663-4339-a62d-cb55c184a090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.219988 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-4cf62a8f-3d41-47d6-a3a5-1a2f4fc43af4 req-a4875b13-d624-47ad-9c04-71a5887b492f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Deleting port 9dac9769-9258-4d60-a3a5-395448c8cd4c {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:35.220855 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4cf62a8f-3d41-47d6-a3a5-1a2f4fc43af4 req-a4875b13-d624-47ad-9c04-71a5887b492f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.311933 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5312ad8-2b49-4ed7-9ae0-368a7b246e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.358567 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3012c35c-987c-4bd9-aa36-188eb7c58cf0 req-af0ec93d-93a0-449a-90fa-6b2d2ba6757a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 210 time: 0.1501496 Jul 16 08:35:35.666834 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 9dac9769-9258-4d60-a3a5-395448c8cd4c no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:35.743938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4cf62a8f-3d41-47d6-a3a5-1a2f4fc43af4 req-a4875b13-d624-47ad-9c04-71a5887b492f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] For port 9dac9769-9258-4d60-a3a5-395448c8cd4c, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9dac9769-9258-4d60-a3a5-395448c8cd4c,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:35.744755 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4cf62a8f-3d41-47d6-a3a5-1a2f4fc43af4 req-a4875b13-d624-47ad-9c04-71a5887b492f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.814870 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-4cf62a8f-3d41-47d6-a3a5-1a2f4fc43af4 req-a4875b13-d624-47ad-9c04-71a5887b492f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Calling delete_port for 9dac9769-9258-4d60-a3a5-395448c8cd4c owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:36.325671 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.351049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5312ad8-2b49-4ed7-9ae0-368a7b246e66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cd30183-8c15-4fb6-9bea-69738343bdb3,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:36.394374 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fa4c8c8-e130-467a-a07b-cd08eda51513 req-e3801ca3-8f61-44f3-8bca-b29a3c952522 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 210 time: 0.1902604 Jul 16 08:35:36.430426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5312ad8-2b49-4ed7-9ae0-368a7b246e66 admin admin] Checking segment: {'id': 'e7cd922c-92d2-4856-9460-6da13c012e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:36.432887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5312ad8-2b49-4ed7-9ae0-368a7b246e66 admin admin] Network hostable DHCP agents. Network: 399a3acd-b554-4034-886e-067d0f0945d2, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:36.565835 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57d95faa-851f-4159-b55e-a61ea8a3cdab req-e1c2a36e-7150-4295-ac49-b0b6bef7b85a tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 210 time: 0.1772604 Jul 16 08:35:36.844978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5312ad8-2b49-4ed7-9ae0-368a7b246e66 admin admin] Network 399a3acd-b554-4034-886e-067d0f0945d2 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:36.904337 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.955543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f5312ad8-2b49-4ed7-9ae0-368a7b246e66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 399a3acd-b554-4034-886e-067d0f0945d2) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:36.972083 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b741e6-e600-438b-ad8d-99edef75cc46 None None] Network 399a3acd-b554-4034-886e-067d0f0945d2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:37.197849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5312ad8-2b49-4ed7-9ae0-368a7b246e66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:37.198752 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5312ad8-2b49-4ed7-9ae0-368a7b246e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.441222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-399a3acd-b554-4034-886e-067d0f0945d2', 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'fixed_ips': [{'subnet_id': '4cd30183-8c15-4fb6-9bea-69738343bdb3'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:35:37.443564 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.521382 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1739a896-93e9-44cc-b86f-acbf3d1ccbb1 req-f8aa5bbb-26b6-4013-af45-81c4bf1125c1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 210 time: 0.3006685 Jul 16 08:35:37.580179 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Network 62bd1a74-056c-45be-99a1-6ad7ae2f1df0 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:37.586862 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f5312ad8-2b49-4ed7-9ae0-368a7b246e66 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.6347728 Jul 16 08:35:37.587656 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Pushing event updated for resources: {'Port': ['ID=4bd4a92e-07b4-44d2-baa8-634eaeebf9c5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:37.593407 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49908) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:37.618468 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:37.635971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:37.636234 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:37.636570 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:37.637837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:37.638374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:37.638971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:37.639853 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:37.642003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:37.647056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:37.647768 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:37.652648 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:37.654934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:37.658846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:37.674794 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4cf62a8f-3d41-47d6-a3a5-1a2f4fc43af4 req-a4875b13-d624-47ad-9c04-71a5887b492f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.686777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:37.781451 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.783757 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.898090 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4875b13-d624-47ad-9c04-71a5887b492f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Pushing event deleted for resources: {'Port': ['ID=9dac9769-9258-4d60-a3a5-395448c8cd4c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:37.991015 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Allocated IP 172.20.0.2 (399a3acd-b554-4034-886e-067d0f0945d2/4cd30183-8c15-4fb6-9bea-69738343bdb3/3903de0a-fe73-472a-9cf4-cfd64289b94c) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:38.068901 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.187627 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.202836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Transition to ACTIVE for port object 3903de0a-fe73-472a-9cf4-cfd64289b94c will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:38.224075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Transition to ACTIVE for port object 3903de0a-fe73-472a-9cf4-cfd64289b94c will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:38.237532 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77162587-1267-43c0-8cf3-b0af7d3fa0b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.248546 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.267130 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.298728 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Network 399a3acd-b554-4034-886e-067d0f0945d2 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:38.302865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:38.306368 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf62a8f-3d41-47d6-a3a5-1a2f4fc43af4 req-a4875b13-d624-47ad-9c04-71a5887b492f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] No DVR routers for this DVR port 9dac9769-9258-4d60-a3a5-395448c8cd4c on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:38.309086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:38.317818 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4cf62a8f-3d41-47d6-a3a5-1a2f4fc43af4 req-a4875b13-d624-47ad-9c04-71a5887b492f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.324962 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cf62a8f-3d41-47d6-a3a5-1a2f4fc43af4 req-a4875b13-d624-47ad-9c04-71a5887b492f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "DELETE /v2.0/ports/9dac9769-9258-4d60-a3a5-395448c8cd4c HTTP/1.1" status: 204 len: 173 time: 3.9635923 Jul 16 08:35:38.341043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '721ccadc-7b35-4c7a-a361-7390694aa2ee', 'name': 'network-vif-deleted', 'tag': '9dac9769-9258-4d60-a3a5-395448c8cd4c'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:38.352305 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614bd8d3-059e-4716-869e-b8c23d57b22b" -d '{"events": [{"server_uuid": "721ccadc-7b35-4c7a-a361-7390694aa2ee", "name": "network-vif-deleted", "tag": "9dac9769-9258-4d60-a3a5-395448c8cd4c"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:38.396706 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Pushing event updated for resources: {'Port': ['ID=3903de0a-fe73-472a-9cf4-cfd64289b94c,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:38.415096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Attempting to bind port 3903de0a-fe73-472a-9cf4-cfd64289b94c on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:38.415568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Attempting to bind port 3903de0a-fe73-472a-9cf4-cfd64289b94c by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'e7cd922c-92d2-4856-9460-6da13c012e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:38.416099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Attempting to bind port 3903de0a-fe73-472a-9cf4-cfd64289b94c on network 399a3acd-b554-4034-886e-067d0f0945d2 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:38.423264 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:38.423814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Checking segment: {'id': 'e7cd922c-92d2-4856-9460-6da13c012e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:38.424323 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.424882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Bound using segment: {'id': 'e7cd922c-92d2-4856-9460-6da13c012e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:38.425506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Bound port: 3903de0a-fe73-472a-9cf4-cfd64289b94c, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cd922c-92d2-4856-9460-6da13c012e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:38.425992 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.431214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:38.433824 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.493755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-4f4c9b88-500f-42b1-b714-625c365a7abb tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.1133013 Jul 16 08:35:38.511831 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] For port 3903de0a-fe73-472a-9cf4-cfd64289b94c, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:38.516853 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] For port 3903de0a-fe73-472a-9cf4-cfd64289b94c, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3903de0a-fe73-472a-9cf4-cfd64289b94c,segment=NetworkSegment(e7cd922c-92d2-4856-9460-6da13c012e94),segment_id=e7cd922c-92d2-4856-9460-6da13c012e94)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:38.518905 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Request body: {'port': {'device_id': 'f4897b55-ec9b-45b8-9a40-830b5e83c77a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:38.523572 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.726887 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa28012e-07f4-4c0c-84ee-34dc098be372 None None] Pushing event updated for resources: {'Port': ['ID=3903de0a-fe73-472a-9cf4-cfd64289b94c,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:39.379083 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.392704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-a439edc3-1f25-441d-93a7-342324372013 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:39.394334 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-a439edc3-1f25-441d-93a7-342324372013 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 812 time: 0.6926014 Jul 16 08:35:39.443208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-ae15b09c-7ae7-497b-9805-19b1d3c4054b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Request body: {'port': {'device_id': '0baecf9c-1e94-4e23-9a4d-a3208b9f541e', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'admin_state_up': True, 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:39.486386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6073ee-d369-4bd2-8eed-f866697896d3 req-8dd35603-2540-44d2-a484-b1170363d81c tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:39.488949 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9e6073ee-d369-4bd2-8eed-f866697896d3 req-8dd35603-2540-44d2-a484-b1170363d81c tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 932 time: 0.6364384 Jul 16 08:35:39.571479 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.652682 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.674815 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d35b8f0-f1b0-4f3d-991a-208b0773cc2a req-c978f447-44ec-4647-817b-0791cfec7c52 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 210 time: 1.2648714 Jul 16 08:35:40.068990 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb518aca-0fc1-4ca5-89df-5d171fad23b2 x-openstack-request-id: req-eb518aca-0fc1-4ca5-89df-5d171fad23b2 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:40.069439 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "721ccadc-7b35-4c7a-a361-7390694aa2ee", "name": "network-vif-deleted", "tag": "9dac9769-9258-4d60-a3a5-395448c8cd4c", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:40.069839 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb518aca-0fc1-4ca5-89df-5d171fad23b2 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:40.070460 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '721ccadc-7b35-4c7a-a361-7390694aa2ee', 'name': 'network-vif-deleted', 'tag': '9dac9769-9258-4d60-a3a5-395448c8cd4c', 'status': 'completed', 'code': 200} Jul 16 08:35:40.244764 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-2d4a16b5-1112-483c-b0a4-af6a6a5128dd tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:40.248412 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-2d4a16b5-1112-483c-b0a4-af6a6a5128dd tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "GET /v2.0/networks?id=2c6d3640-a44d-4b77-a59d-de9a2af06b14 HTTP/1.1" status: 200 len: 804 time: 0.5099883 Jul 16 08:35:40.297288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Request body: {'port': {'device_id': '38f64669-4ed0-4219-95cb-2059fefd5b3a', 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14', 'admin_state_up': True, 'tenant_id': '92636f6bd7b34639b779c60d9a9fde5b'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:40.393278 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9e6073ee-d369-4bd2-8eed-f866697896d3 req-c75b800e-ca0c-4b2d-80c1-ed280e0e1363 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/security-groups?id=a455cc2c-b571-4943-83f7-9843fa90fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8797574 Jul 16 08:35:40.428162 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3903de0a-fe73-472a-9cf4-cfd64289b94c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:40.531086 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5afdfd7c-1611-4135-ba4d-0d12d6a34a7d req-8e39b7aa-e200-4fc0-b9f9-afaf3a7a27b5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 210 time: 0.2687244 Jul 16 08:35:40.578473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-ae15b09c-7ae7-497b-9805-19b1d3c4054b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Made reservation on behalf of b1781597c11a4817b85b1a3ef01821fc for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:40.596875 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-ae15b09c-7ae7-497b-9805-19b1d3c4054b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.639859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 3903de0a-fe73-472a-9cf4-cfd64289b94c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:41.049730 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-ae15b09c-7ae7-497b-9805-19b1d3c4054b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Allocated IP 172.20.0.6 (38802a43-6bad-419f-b33c-1e3214de0d83/61454996-02a3-4a95-a2c2-0f253143630a/1298a89f-52f3-4069-a090-2cd8b577ce57) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:41.054321 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449298a6-99c0-4565-9f95-34790f093e84 None None] Network 399a3acd-b554-4034-886e-067d0f0945d2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:41.079602 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:41.103021 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.118588 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.119939 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-583bb951-e929-4fae-ac5a-14096409137b req-26abc86f-7ef3-4482-b97f-256ab62a5d50 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 210 time: 0.1894946 Jul 16 08:35:41.158137 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.162195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Transition to ACTIVE for port object 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:41.189503 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.191490 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.249484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b5f1fef6-884f-4415-bc22-d62ac0d011f9 None None] Provisioning for port 3903de0a-fe73-472a-9cf4-cfd64289b94c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:41.270450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b5f1fef6-884f-4415-bc22-d62ac0d011f9 None None] Provisioning complete for port 3903de0a-fe73-472a-9cf4-cfd64289b94c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:41.271045 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fef6-884f-4415-bc22-d62ac0d011f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.388331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Pushing event updated for resources: {'Port': ['ID=4bd4a92e-07b4-44d2-baa8-634eaeebf9c5,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:41.426524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Made reservation on behalf of 92636f6bd7b34639b779c60d9a9fde5b for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:41.436339 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.742318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Allocated IP 172.25.4.166 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/71bab6bc-b2c7-42fb-a4f4-776905a15e42) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:41.822944 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fef6-884f-4415-bc22-d62ac0d011f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.964637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b5f1fef6-884f-4415-bc22-d62ac0d011f9 None None] For port 3903de0a-fe73-472a-9cf4-cfd64289b94c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3903de0a-fe73-472a-9cf4-cfd64289b94c,segment=NetworkSegment(e7cd922c-92d2-4856-9460-6da13c012e94),segment_id=e7cd922c-92d2-4856-9460-6da13c012e94)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:41.970719 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b5f1fef6-884f-4415-bc22-d62ac0d011f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.026081 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-ae15b09c-7ae7-497b-9805-19b1d3c4054b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.096211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Allocated IP 172.20.0.7 (2c6d3640-a44d-4b77-a59d-de9a2af06b14/5029719e-fae8-494a-87ee-b006bb0d0f93/36708a41-5a95-4919-9f69-a19d75af33f1) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:42.144138 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f1fef6-884f-4415-bc22-d62ac0d011f9 None None] Pushing event updated for resources: {'Port': ['ID=3903de0a-fe73-472a-9cf4-cfd64289b94c,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:42.170756 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-ae15b09c-7ae7-497b-9805-19b1d3c4054b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Transition to ACTIVE for port object 1298a89f-52f3-4069-a090-2cd8b577ce57 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:42.176609 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Attempting to bind port 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:42.176999 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Attempting to bind port 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '4fa0b2a1-af40-44e6-870f-14c735556eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '62bd1a74-056c-45be-99a1-6ad7ae2f1df0'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:42.177320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Attempting to bind port 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 on network 62bd1a74-056c-45be-99a1-6ad7ae2f1df0 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:42.201831 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Port 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 on network 62bd1a74-056c-45be-99a1-6ad7ae2f1df0 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:42.202161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Attempting to bind port 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 on network 62bd1a74-056c-45be-99a1-6ad7ae2f1df0 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:42.266979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba63a0db-d0cb-4911-b21f-55c5dabb492e req-3f1aa48d-2b57-4f38-8a3f-a3dfad7e5149 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:42.268650 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ba63a0db-d0cb-4911-b21f-55c5dabb492e req-3f1aa48d-2b57-4f38-8a3f-a3dfad7e5149 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 944 time: 0.4494298 Jul 16 08:35:42.282947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:42.283287 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Checking segment: {'id': '4fa0b2a1-af40-44e6-870f-14c735556eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '62bd1a74-056c-45be-99a1-6ad7ae2f1df0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:42.283690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Bound using segment: {'id': '4fa0b2a1-af40-44e6-870f-14c735556eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '62bd1a74-056c-45be-99a1-6ad7ae2f1df0'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:42.284153 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Bound port: 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa0b2a1-af40-44e6-870f-14c735556eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '62bd1a74-056c-45be-99a1-6ad7ae2f1df0'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:42.284601 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.429388 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-10d08c7e-7c0d-4c5b-bd27-186763eb963b None None] Provisioning complete for port 3903de0a-fe73-472a-9cf4-cfd64289b94c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:42.429758 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-10d08c7e-7c0d-4c5b-bd27-186763eb963b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.530547 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-528a37e4-6374-4067-980f-f58e975123a7 req-8edbb1b2-b245-4755-9af3-44800056dac0 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 210 time: 0.2303474 Jul 16 08:35:42.575732 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] For port 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:42.584858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] For port 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4bd4a92e-07b4-44d2-baa8-634eaeebf9c5,segment=NetworkSegment(4fa0b2a1-af40-44e6-870f-14c735556eff),segment_id=4fa0b2a1-af40-44e6-870f-14c735556eff)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:42.601219 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.604399 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-ae15b09c-7ae7-497b-9805-19b1d3c4054b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.619284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['edd4285f-796f-4803-b231-f6d58d37f611'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:42.654463 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ba63a0db-d0cb-4911-b21f-55c5dabb492e req-91a6e56f-f53e-4542-ad99-b3697aac3526 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/security-groups?id=a455cc2c-b571-4943-83f7-9843fa90fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3667517 Jul 16 08:35:42.762310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-ae15b09c-7ae7-497b-9805-19b1d3c4054b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Network 38802a43-6bad-419f-b33c-1e3214de0d83 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:42.774525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:42.781503 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.791798 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] 10.222.0.38 "PUT /v2.0/ports/4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 HTTP/1.1" status: 200 len: 1093 time: 4.2908423 Jul 16 08:35:42.797177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-ae15b09c-7ae7-497b-9805-19b1d3c4054b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:42.828703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4897b55-ec9b-45b8-9a40-830b5e83c77a', 'tag': '4bd4a92e-07b4-44d2-baa8-634eaeebf9c5'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:42.840975 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a67405f-9cd1-4b6d-8904-b9c163d40dac" -d '{"events": [{"name": "network-changed", "server_uuid": "f4897b55-ec9b-45b8-9a40-830b5e83c77a", "tag": "4bd4a92e-07b4-44d2-baa8-634eaeebf9c5"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:42.897125 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-ae15b09c-7ae7-497b-9805-19b1d3c4054b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:42.941993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.207518 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.273557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a74a9-63b1-4620-b1a5-a8c6b7f5137a service neutron] Pushing event updated for resources: {'Port': ['ID=4bd4a92e-07b4-44d2-baa8-634eaeebf9c5,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:43.295398 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.386688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:43.415820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:43.440654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:43.449851 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-52d53a5c-b8af-43eb-975e-cb3c5792039a None None] Provisioning for port 1298a89f-52f3-4069-a090-2cd8b577ce57 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:43.458036 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-52d53a5c-b8af-43eb-975e-cb3c5792039a None None] Provisioning complete for port 1298a89f-52f3-4069-a090-2cd8b577ce57 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:43.458421 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-52d53a5c-b8af-43eb-975e-cb3c5792039a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.525785 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-ae15b09c-7ae7-497b-9805-19b1d3c4054b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:43.526878 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-ae15b09c-7ae7-497b-9805-19b1d3c4054b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.558459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-a67fb007-e439-4c55-8401-e8fde5a1ee32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:43.561511 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-a67fb007-e439-4c55-8401-e8fde5a1ee32 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acb1b51d71ab465787e1e29d584ae01e&device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 1096 time: 0.6692564 Jul 16 08:35:43.563883 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-ae15b09c-7ae7-497b-9805-19b1d3c4054b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1504114 Jul 16 08:35:43.567136 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-52d53a5c-b8af-43eb-975e-cb3c5792039a None None] Port 1298a89f-52f3-4069-a090-2cd8b577ce57 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:43.589527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:43.590585 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.646923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae15b09c-7ae7-497b-9805-19b1d3c4054b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event updated for resources: {'Port': ['ID=1298a89f-52f3-4069-a090-2cd8b577ce57,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:43.654451 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-c3826af7-30ca-476a-9075-99e1d13ef7b2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 HTTP/1.1" status: 200 len: 217 time: 0.0816224 Jul 16 08:35:43.663542 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-1f00f9ba-6d54-422d-9cef-8dd5a821164c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:35:43.666915 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-1f00f9ba-6d54-422d-9cef-8dd5a821164c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108674 Jul 16 08:35:43.670510 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbcc09d-1719-40e0-b27e-d59c209a70f0 x-openstack-request-id: req-5fbcc09d-1719-40e0-b27e-d59c209a70f0 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:43.671291 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4897b55-ec9b-45b8-9a40-830b5e83c77a", "tag": "4bd4a92e-07b4-44d2-baa8-634eaeebf9c5", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:43.671759 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5fbcc09d-1719-40e0-b27e-d59c209a70f0 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:43.672822 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4897b55-ec9b-45b8-9a40-830b5e83c77a', 'tag': '4bd4a92e-07b4-44d2-baa8-634eaeebf9c5', 'status': 'completed', 'code': 200} Jul 16 08:35:43.677170 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3846219 Jul 16 08:35:43.681403 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:43.703108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Pushing event updated for resources: {'Port': ['ID=36708a41-5a95-4919-9f69-a19d75af33f1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:43.734075 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:43.734887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:43.735644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:43.736405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:43.737187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:43.738104 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:43.739190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:43.739739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:43.740336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:43.740874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:43.741446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:43.742160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5636c39d-0121-42e3-a9e9-3a9b42e9739a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:43.861010 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:43.891752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Request body: {'port': {'device_id': '0baecf9c-1e94-4e23-9a4d-a3208b9f541e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:43.893829 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed183ad-327f-441a-8911-69de9453c881 req-717bdb21-be74-4ca5-b799-ad1bf2131d67 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:43.907902 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ed183ad-327f-441a-8911-69de9453c881 req-717bdb21-be74-4ca5-b799-ad1bf2131d67 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 931 time: 0.2958286 Jul 16 08:35:43.927342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Request body: {'port': {'device_id': '38f64669-4ed0-4219-95cb-2059fefd5b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:43.934947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:43.966386 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:44.032316 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.085995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-d86e37ca-6699-4529-b5fc-01f6e0a80e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:44.088361 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-d86e37ca-6699-4529-b5fc-01f6e0a80e59 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2d1d5687-fdf9-4d6c-bf02-d100a20bb648 HTTP/1.1" status: 200 len: 857 time: 0.4137580 Jul 16 08:35:44.245622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3903de0a-fe73-472a-9cf4-cfd64289b94c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:44.265020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Pushing event updated for resources: {'Port': ['ID=71bab6bc-b2c7-42fb-a4f4-776905a15e42,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:44.404249 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 3903de0a-fe73-472a-9cf4-cfd64289b94c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:44.404862 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.422880 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ed183ad-327f-441a-8911-69de9453c881 req-fdf705bb-a649-4e7e-8f57-e2da0fb972dc tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5134792 Jul 16 08:35:44.423839 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-3d1d2b94-774b-4f33-a2b5-fbe8c140347b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=62bd1a74-056c-45be-99a1-6ad7ae2f1df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705340 Jul 16 08:35:44.533717 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.569695 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f19b9-786b-43f7-934c-e130d6f9f8bb req-8bd09387-0f76-44c9-8e0d-01d86764450f tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:44.572670 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b6f19b9-786b-43f7-934c-e130d6f9f8bb req-8bd09387-0f76-44c9-8e0d-01d86764450f tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.8065031 Jul 16 08:35:44.830534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b6f19b9-786b-43f7-934c-e130d6f9f8bb req-d2eb4ea2-4c7e-4e78-8a4a-73fe2d4443c4 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830447 Jul 16 08:35:44.884833 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-73017193-1688-4af0-a428-ddf88c4591f3 service neutron] 10.222.0.38 "GET /v2.0/networks/62bd1a74-056c-45be-99a1-6ad7ae2f1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437068 Jul 16 08:35:45.193655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1298a89f-52f3-4069-a090-2cd8b577ce57 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:45.265106 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.289339 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-919954d8-27dc-454b-a0eb-8fb019d7da8a req-0b6b9691-d48e-49d9-83f0-95b10039c533 service neutron] 10.222.0.38 "GET /v2.0/networks/62bd1a74-056c-45be-99a1-6ad7ae2f1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3961740 Jul 16 08:35:45.320850 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.347678 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Transition to ACTIVE for port object 1298a89f-52f3-4069-a090-2cd8b577ce57 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:45.355896 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.455297 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec69e0f-3f1d-4c4c-8421-36fd46a44087 req-2f821dd6-662a-4b04-aaf1-52fa6abd15fa tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:45.458674 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ec69e0f-3f1d-4c4c-8421-36fd46a44087 req-2f821dd6-662a-4b04-aaf1-52fa6abd15fa tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 931 time: 0.7634029 Jul 16 08:35:45.645720 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ec69e0f-3f1d-4c4c-8421-36fd46a44087 req-6491a47a-161d-4197-9108-cae42cd2f89c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532285 Jul 16 08:35:45.711242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d868ed0-7e50-4534-bc32-39ae4995c20b req-91175426-a71b-4336-8fab-8f8bf63d7a5f tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:45.714378 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7d868ed0-7e50-4534-bc32-39ae4995c20b req-91175426-a71b-4336-8fab-8f8bf63d7a5f tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 944 time: 0.5574627 Jul 16 08:35:45.718223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Pushing event updated for resources: {'Port': ['ID=1298a89f-52f3-4069-a090-2cd8b577ce57,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:45.874241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67405f-9cd1-4b6d-8904-b9c163d40dac req-10103208-619d-4791-957f-f089d9b5a32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:45.877489 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3a67405f-9cd1-4b6d-8904-b9c163d40dac req-10103208-619d-4791-957f-f089d9b5a32a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=acb1b51d71ab465787e1e29d584ae01e&device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 1096 time: 0.4917133 Jul 16 08:35:45.984124 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7d868ed0-7e50-4534-bc32-39ae4995c20b req-2db60725-7434-4a3d-9262-b82b0897216a tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/security-groups?id=a455cc2c-b571-4943-83f7-9843fa90fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472358 Jul 16 08:35:46.039163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Attempting to bind port 1298a89f-52f3-4069-a090-2cd8b577ce57 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:46.039503 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Attempting to bind port 1298a89f-52f3-4069-a090-2cd8b577ce57 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:46.039837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Attempting to bind port 1298a89f-52f3-4069-a090-2cd8b577ce57 on network 38802a43-6bad-419f-b33c-1e3214de0d83 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:46.046912 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Port 1298a89f-52f3-4069-a090-2cd8b577ce57 on network 38802a43-6bad-419f-b33c-1e3214de0d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:46.047227 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Attempting to bind port 1298a89f-52f3-4069-a090-2cd8b577ce57 on network 38802a43-6bad-419f-b33c-1e3214de0d83 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:46.073637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:46.073637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Checking segment: {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:46.073637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Bound using segment: {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:46.073637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Bound port: 1298a89f-52f3-4069-a090-2cd8b577ce57, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:46.073637 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.105888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67405f-9cd1-4b6d-8904-b9c163d40dac req-a589ed5a-c608-4c23-aaee-ec5966820b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:46.107457 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3a67405f-9cd1-4b6d-8904-b9c163d40dac req-a589ed5a-c608-4c23-aaee-ec5966820b47 service neutron] 10.222.0.38 "GET /v2.0/networks?id=62bd1a74-056c-45be-99a1-6ad7ae2f1df0 HTTP/1.1" status: 200 len: 917 time: 0.2210817 Jul 16 08:35:46.225229 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36708a41-5a95-4919-9f69-a19d75af33f1 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:46.316877 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.369081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fed2b2c-2133-49d4-b00c-d556adfae614 req-77222430-36f5-4e32-8a0b-3c9c6ebae2f7 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:46.371767 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fed2b2c-2133-49d4-b00c-d556adfae614 req-77222430-36f5-4e32-8a0b-3c9c6ebae2f7 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.38 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.6613004 Jul 16 08:35:46.463848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Transition to ACTIVE for port object 36708a41-5a95-4919-9f69-a19d75af33f1 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:46.483779 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.511760 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.702144 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42573b18-8f08-43d1-a0c8-8e3a4aeada0f req-7e68339e-3b15-43c0-bb45-377f57173970 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:46.705092 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-42573b18-8f08-43d1-a0c8-8e3a4aeada0f req-7e68339e-3b15-43c0-bb45-377f57173970 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 931 time: 0.6380937 Jul 16 08:35:46.756268 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3a67405f-9cd1-4b6d-8904-b9c163d40dac req-96dcfb1c-c78b-4a1a-80cb-1e3e05938f1c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 HTTP/1.1" status: 200 len: 217 time: 0.6404433 Jul 16 08:35:46.840518 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Pushing event updated for resources: {'Port': ['ID=36708a41-5a95-4919-9f69-a19d75af33f1,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:46.862758 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] For port 1298a89f-52f3-4069-a090-2cd8b577ce57, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:46.869663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] For port 1298a89f-52f3-4069-a090-2cd8b577ce57, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1298a89f-52f3-4069-a090-2cd8b577ce57,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:46.957356 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.127049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:47.128034 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.131643 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] 10.222.0.15 "PUT /v2.0/ports/1298a89f-52f3-4069-a090-2cd8b577ce57 HTTP/1.1" status: 200 len: 1092 time: 3.4398406 Jul 16 08:35:47.132399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0baecf9c-1e94-4e23-9a4d-a3208b9f541e', 'tag': '1298a89f-52f3-4069-a090-2cd8b577ce57'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:47.136897 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf116663-d3aa-4ba9-aec7-1dfba59da95d" -d '{"events": [{"name": "network-changed", "server_uuid": "0baecf9c-1e94-4e23-9a4d-a3208b9f541e", "tag": "1298a89f-52f3-4069-a090-2cd8b577ce57"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:47.171645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a67405f-9cd1-4b6d-8904-b9c163d40dac req-873355ea-5009-424e-9053-ab99e4c2fbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:47.178395 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3a67405f-9cd1-4b6d-8904-b9c163d40dac req-873355ea-5009-424e-9053-ab99e4c2fbdd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=2d1d5687-fdf9-4d6c-bf02-d100a20bb648 HTTP/1.1" status: 200 len: 857 time: 0.3057842 Jul 16 08:35:47.308803 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-42573b18-8f08-43d1-a0c8-8e3a4aeada0f req-d88565a3-8306-4ef8-970c-10cf94729567 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5322380 Jul 16 08:35:47.373274 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Attempting to bind port 36708a41-5a95-4919-9f69-a19d75af33f1 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:47.373909 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Attempting to bind port 36708a41-5a95-4919-9f69-a19d75af33f1 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:47.373909 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Attempting to bind port 36708a41-5a95-4919-9f69-a19d75af33f1 on network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:47.385635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4edeb6d-e46c-45bf-b476-e3c35b622a40 req-2264e1d2-7c26-432f-8b4d-64b0bb7de90c tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:47.388120 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Port 36708a41-5a95-4919-9f69-a19d75af33f1 on network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:47.388449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Attempting to bind port 36708a41-5a95-4919-9f69-a19d75af33f1 on network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:47.396335 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-2fed2b2c-2133-49d4-b00c-d556adfae614 req-cddd5362-ea40-4e9f-bb2c-a6ced2432ade tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Deleting port e4fafeb7-41e2-4626-8598-8b25d15a2897 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:47.396749 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2fed2b2c-2133-49d4-b00c-d556adfae614 req-cddd5362-ea40-4e9f-bb2c-a6ced2432ade tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.406080 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f4edeb6d-e46c-45bf-b476-e3c35b622a40 req-2264e1d2-7c26-432f-8b4d-64b0bb7de90c tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 946 time: 0.6560166 Jul 16 08:35:47.416836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3a67405f-9cd1-4b6d-8904-b9c163d40dac req-e38a4c7d-53fd-485d-a2e3-fcfa2c80a2ef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=62bd1a74-056c-45be-99a1-6ad7ae2f1df0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2102880 Jul 16 08:35:47.417696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:47.418043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Checking segment: {'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:47.418444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Bound using segment: {'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:47.418902 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Bound port: 36708a41-5a95-4919-9f69-a19d75af33f1, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:47.419270 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.470738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb7a243-24cf-4e13-8469-473b1a3aa97a service neutron] Pushing event updated for resources: {'Port': ['ID=1298a89f-52f3-4069-a090-2cd8b577ce57,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:47.559254 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:35:47.611341 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f4edeb6d-e46c-45bf-b476-e3c35b622a40 req-860ef769-2319-472c-ac90-c93e1a9bba00 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040300 Jul 16 08:35:47.715744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] For port 36708a41-5a95-4919-9f69-a19d75af33f1, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:47.735230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-4bde9b8d-1994-44af-ac50-19dabf396c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:47.737968 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-4bde9b8d-1994-44af-ac50-19dabf396c13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 1095 time: 0.5576069 Jul 16 08:35:47.743199 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] For port 36708a41-5a95-4919-9f69-a19d75af33f1, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=36708a41-5a95-4919-9f69-a19d75af33f1,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:47.830447 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.837299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2fed2b2c-2133-49d4-b00c-d556adfae614 req-cddd5362-ea40-4e9f-bb2c-a6ced2432ade tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] For port e4fafeb7-41e2-4626-8598-8b25d15a2897, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e4fafeb7-41e2-4626-8598-8b25d15a2897,segment=NetworkSegment(d1a1f32a-dc76-432c-a827-72cd3b589e40),segment_id=d1a1f32a-dc76-432c-a827-72cd3b589e40)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:47.837728 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2fed2b2c-2133-49d4-b00c-d556adfae614 req-cddd5362-ea40-4e9f-bb2c-a6ced2432ade tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.862344 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-0b62e4f7-74ec-4cbd-b6eb-f030f2363f67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1298a89f-52f3-4069-a090-2cd8b577ce57 HTTP/1.1" status: 200 len: 217 time: 0.1135371 Jul 16 08:35:47.866763 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3a67405f-9cd1-4b6d-8904-b9c163d40dac req-7a4acdca-1697-455b-ab85-ffa0fee0967b service neutron] 10.222.0.38 "GET /v2.0/networks/62bd1a74-056c-45be-99a1-6ad7ae2f1df0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867207 Jul 16 08:35:47.997812 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-2fed2b2c-2133-49d4-b00c-d556adfae614 req-cddd5362-ea40-4e9f-bb2c-a6ced2432ade tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Calling delete_port for e4fafeb7-41e2-4626-8598-8b25d15a2897 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:48.074015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:48.090236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Sync routers for ids ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:48.108885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Pushing event updated for resources: {'Port': ['ID=36708a41-5a95-4919-9f69-a19d75af33f1,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:48.124195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.124982 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.126617 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-23677b38-89e8-4ce8-b76d-172659e42511 service neutron] 10.222.0.15 "PUT /v2.0/ports/36708a41-5a95-4919-9f69-a19d75af33f1 HTTP/1.1" status: 200 len: 1092 time: 4.4408767 Jul 16 08:35:48.134944 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Routers {'7a00a866-19f4-4b12-8a72-8a77ef3ae3da'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:48.135353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38f64669-4ed0-4219-95cb-2059fefd5b3a', 'tag': '36708a41-5a95-4919-9f69-a19d75af33f1'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:48.137142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:35:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:48.138023 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2157f2e0-33de-447e-9292-eae048b3a4de" -d '{"events": [{"name": "network-changed", "server_uuid": "38f64669-4ed0-4219-95cb-2059fefd5b3a", "tag": "36708a41-5a95-4919-9f69-a19d75af33f1"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:48.165511 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732435d-1227-453a-9f8d-22a03e8a2dc4 req-04b47b35-cf2c-4c36-b831-81a1036ebc01 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.177938 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0732435d-1227-453a-9f8d-22a03e8a2dc4 req-04b47b35-cf2c-4c36-b831-81a1036ebc01 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 943 time: 0.6281114 Jul 16 08:35:48.192267 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-87393a89-d887-4361-9cec-772595d343cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.195025 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-87393a89-d887-4361-9cec-772595d343cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.3255122 Jul 16 08:35:48.208774 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3a67405f-9cd1-4b6d-8904-b9c163d40dac req-6b89f891-7a6f-4e7c-8f10-e9b99fe9f768 service neutron] 10.222.0.38 "GET /v2.0/networks/62bd1a74-056c-45be-99a1-6ad7ae2f1df0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244970 Jul 16 08:35:48.257667 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.261514 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2d64bf07-54ff-4cf0-8fea-64c5881882cd admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 10.6634727 Jul 16 08:35:48.266642 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50026) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:48.318249 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Set router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:48.369827 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0732435d-1227-453a-9f8d-22a03e8a2dc4 req-c211f28e-0501-4a6f-ad48-1ac1f1d4ca93 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909974 Jul 16 08:35:48.440399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-f59a6513-165d-4c3e-a3bc-1f90647eee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.442436 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-f59a6513-165d-4c3e-a3bc-1f90647eee5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92636f6bd7b34639b779c60d9a9fde5b&device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 1095 time: 0.2357647 Jul 16 08:35:48.469623 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2fed2b2c-2133-49d4-b00c-d556adfae614 req-cddd5362-ea40-4e9f-bb2c-a6ced2432ade tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.484258 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622381a9-ee03-4772-8614-38e547c085bb x-openstack-request-id: req-622381a9-ee03-4772-8614-38e547c085bb {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:48.484857 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0baecf9c-1e94-4e23-9a4d-a3208b9f541e", "tag": "1298a89f-52f3-4069-a090-2cd8b577ce57", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:48.485163 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-622381a9-ee03-4772-8614-38e547c085bb {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:48.485915 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0baecf9c-1e94-4e23-9a4d-a3208b9f541e', 'tag': '1298a89f-52f3-4069-a090-2cd8b577ce57', 'status': 'completed', 'code': 200} Jul 16 08:35:48.510153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['f6281c5e-9242-4383-b63b-c2e4af773e30', 'e4fafeb7-41e2-4626-8598-8b25d15a2897'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:48.513525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c30bf01-4e1d-4708-b33f-f258891cd2d9 req-3d5d3a0a-5131-45ca-98e8-85b2ca980474 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.526512 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c30bf01-4e1d-4708-b33f-f258891cd2d9 req-3d5d3a0a-5131-45ca-98e8-85b2ca980474 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 944 time: 0.4570160 Jul 16 08:35:48.594552 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-6abbf12c-1074-4840-b4b6-fb3073a1d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.597353 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-6abbf12c-1074-4840-b4b6-fb3073a1d2c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3941770 Jul 16 08:35:48.658763 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-08bf5da3-38c5-491d-b836-ba4072ff3e2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36708a41-5a95-4919-9f69-a19d75af33f1 HTTP/1.1" status: 200 len: 217 time: 0.2029619 Jul 16 08:35:48.660682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddd5362-ea40-4e9f-bb2c-a6ced2432ade tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Pushing event deleted for resources: {'Port': ['ID=e4fafeb7-41e2-4626-8598-8b25d15a2897,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:48.665920 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c30bf01-4e1d-4708-b33f-f258891cd2d9 req-85eda847-e0ca-4e76-9dd3-5eae300f19b5 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/security-groups?id=a455cc2c-b571-4943-83f7-9843fa90fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381850 Jul 16 08:35:48.848356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-e4bf1a8d-70bc-4326-9e74-180393cbae69 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367909 Jul 16 08:35:48.959124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:48.983710 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0581cca-b37e-4c40-a449-5cfed4a51a50 x-openstack-request-id: req-c0581cca-b37e-4c40-a449-5cfed4a51a50 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:48.989099 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38f64669-4ed0-4219-95cb-2059fefd5b3a", "tag": "36708a41-5a95-4919-9f69-a19d75af33f1", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:49.002486 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0581cca-b37e-4c40-a449-5cfed4a51a50 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:49.003147 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38f64669-4ed0-4219-95cb-2059fefd5b3a', 'tag': '36708a41-5a95-4919-9f69-a19d75af33f1', 'status': 'completed', 'code': 200} Jul 16 08:35:49.010122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fed2b2c-2133-49d4-b00c-d556adfae614 req-cddd5362-ea40-4e9f-bb2c-a6ced2432ade tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] No DVR routers for this DVR port e4fafeb7-41e2-4626-8598-8b25d15a2897 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:49.016018 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2fed2b2c-2133-49d4-b00c-d556adfae614 req-cddd5362-ea40-4e9f-bb2c-a6ced2432ade tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.020003 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fed2b2c-2133-49d4-b00c-d556adfae614 req-cddd5362-ea40-4e9f-bb2c-a6ced2432ade tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.38 "DELETE /v2.0/ports/e4fafeb7-41e2-4626-8598-8b25d15a2897 HTTP/1.1" status: 204 len: 173 time: 2.6340036 Jul 16 08:35:49.077865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-a2699eda-be37-4237-905e-4b05bc171253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.085299 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-a2699eda-be37-4237-905e-4b05bc171253 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5029719e-fae8-494a-87ee-b006bb0d0f93 HTTP/1.1" status: 200 len: 844 time: 0.4195783 Jul 16 08:35:49.193940 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43de7826-6bff-41cd-b5e4-31462cee0e7e req-84f1b46d-05e2-4c8e-ba5c-14d558b8ccfb service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2971129 Jul 16 08:35:49.218186 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-64eddf53-07d7-42de-8ec4-764b4f1e5322 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c6d3640-a44d-4b77-a59d-de9a2af06b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1244643 Jul 16 08:35:49.235276 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e441f7ad-8b21-4d76-a658-2b263e50d70c req-eec024aa-3c17-4416-bce3-6f96aefbdd76 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=a304989f-b1a0-4cdd-834e-8b894a6cf22f HTTP/1.1" status: 200 len: 210 time: 0.0952029 Jul 16 08:35:49.282472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0e8f2-5f2a-454a-95ee-4e3296b1c205 req-521f3aaa-063e-461a-a86b-5761ccb50e11 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.290032 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27f0e8f2-5f2a-454a-95ee-4e3296b1c205 req-521f3aaa-063e-461a-a86b-5761ccb50e11 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 943 time: 0.2011762 Jul 16 08:35:49.349050 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27f0e8f2-5f2a-454a-95ee-4e3296b1c205 req-59e4ae84-6962-4882-a0f9-3d6b5e97cb90 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577903 Jul 16 08:35:49.435729 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4bd4a92e-07b4-44d2-baa8-634eaeebf9c5,segment=NetworkSegment(4fa0b2a1-af40-44e6-870f-14c735556eff),segment_id=4fa0b2a1-af40-44e6-870f-14c735556eff)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:49.468559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '4bd4a92e-07b4-44d2-baa8-634eaeebf9c5', 'network_id': '62bd1a74-056c-45be-99a1-6ad7ae2f1df0', 'port_id': '4bd4a92e-07b4-44d2-baa8-634eaeebf9c5', 'mac_address': 'fa:16:3e:44:68:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d1d5687-fdf9-4d6c-bf02-d100a20bb648', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:49.518280 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-7396ba4d-4c11-4c34-94c7-2a67c4aa6ebd service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785134 Jul 16 08:35:49.644995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53af5857-b691-42cf-8acc-d5a70add5a84 req-2937292b-bb5e-4db4-8b24-95495f923010 service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138480 Jul 16 08:35:49.658597 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.674744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:37Z', 'updated_at': '2021-07-16T08:35:44Z', 'revision_number': 3, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'gw_port': {'id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:00:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:41Z', 'updated_at': '2021-07-16T08:35:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:49.741546 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Checking router: 7a00a866-19f4-4b12-8a72-8a77ef3ae3da for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:49.742642 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Updating router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da port 71bab6bc-b2c7-42fb-a4f4-776905a15e42 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:35:49.749170 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf116663-d3aa-4ba9-aec7-1dfba59da95d req-475ae96f-e557-47c4-8805-fadafb26e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.750740 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf116663-d3aa-4ba9-aec7-1dfba59da95d req-475ae96f-e557-47c4-8805-fadafb26e86d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 1095 time: 0.2522635 Jul 16 08:35:49.763517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c75298-e541-4457-9f32-e1e67c38247d req-08824b38-acaf-4e77-a328-eb8827293230 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.771222 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c2c75298-e541-4457-9f32-e1e67c38247d req-08824b38-acaf-4e77-a328-eb8827293230 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 943 time: 0.1681457 Jul 16 08:35:49.791674 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.830465 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:49.877141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4bd4a92e-07b4-44d2-baa8-634eaeebf9c5,segment=NetworkSegment(4fa0b2a1-af40-44e6-870f-14c735556eff),segment_id=4fa0b2a1-af40-44e6-870f-14c735556eff)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:49.896765 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:49.956557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157f2e0-33de-447e-9292-eae048b3a4de req-12bd4b9f-dfd5-40da-839c-5d7b4c7b0a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.960550 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2157f2e0-33de-447e-9292-eae048b3a4de req-12bd4b9f-dfd5-40da-839c-5d7b4c7b0a55 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92636f6bd7b34639b779c60d9a9fde5b&device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 1095 time: 0.2440834 Jul 16 08:35:50.010754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=4bd4a92e-07b4-44d2-baa8-634eaeebf9c5,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:50.021292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:50.021690 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:50.022164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:50.022577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:50.022985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:50.023389 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:50.023794 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:50.024194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:50.024619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:50.025020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:50.025422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:50.025835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:50.030188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.196590 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4bd4a92e-07b4-44d2-baa8-634eaeebf9c5'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:50.273901 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c2c75298-e541-4457-9f32-e1e67c38247d req-d3acde46-8f3a-4693-a628-1885a650f35d tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5012944 Jul 16 08:35:50.293900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae060d1b-e5d9-4c56-b053-2b4d9be0742c req-3df52977-7d1e-465f-bd74-9ca242919dab tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.297035 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae060d1b-e5d9-4c56-b053-2b4d9be0742c req-3df52977-7d1e-465f-bd74-9ca242919dab tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 945 time: 0.3065252 Jul 16 08:35:50.314915 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf116663-d3aa-4ba9-aec7-1dfba59da95d req-4454e41b-df26-4ef0-934a-22df0c113b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.316630 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf116663-d3aa-4ba9-aec7-1dfba59da95d req-4454e41b-df26-4ef0-934a-22df0c113b54 service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.5404642 Jul 16 08:35:50.329453 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Allocated IP 172.20.0.1 (399a3acd-b554-4034-886e-067d0f0945d2/4cd30183-8c15-4fb6-9bea-69738343bdb3/0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:50.373272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157f2e0-33de-447e-9292-eae048b3a4de req-fd4260e4-1f6a-4e25-b62c-485bbcbb1501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.374902 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2157f2e0-33de-447e-9292-eae048b3a4de req-fd4260e4-1f6a-4e25-b62c-485bbcbb1501 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2c6d3640-a44d-4b77-a59d-de9a2af06b14 HTTP/1.1" status: 200 len: 904 time: 0.4078109 Jul 16 08:35:50.398383 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf116663-d3aa-4ba9-aec7-1dfba59da95d req-8c06cd8b-9d1b-4928-b394-9bbd54ee4918 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1298a89f-52f3-4069-a090-2cd8b577ce57 HTTP/1.1" status: 200 len: 217 time: 0.0704918 Jul 16 08:35:50.463651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf116663-d3aa-4ba9-aec7-1dfba59da95d req-4a67bc7d-02c4-492f-a2a5-2502c757d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.466275 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf116663-d3aa-4ba9-aec7-1dfba59da95d req-4a67bc7d-02c4-492f-a2a5-2502c757d7f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.0569935 Jul 16 08:35:50.501873 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2157f2e0-33de-447e-9292-eae048b3a4de req-e24ac400-6c06-4703-889b-2e3edfa21ae8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=36708a41-5a95-4919-9f69-a19d75af33f1 HTTP/1.1" status: 200 len: 217 time: 0.1130164 Jul 16 08:35:50.596528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae060d1b-e5d9-4c56-b053-2b4d9be0742c req-7b8c5c83-17da-4505-924c-b0c9c641210a tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/security-groups?id=a455cc2c-b571-4943-83f7-9843fa90fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727642 Jul 16 08:35:50.665360 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2157f2e0-33de-447e-9292-eae048b3a4de req-ab666084-153e-49a0-99f9-8004dd432f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.667938 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2157f2e0-33de-447e-9292-eae048b3a4de req-ab666084-153e-49a0-99f9-8004dd432f7b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5029719e-fae8-494a-87ee-b006bb0d0f93 HTTP/1.1" status: 200 len: 844 time: 0.1595137 Jul 16 08:35:50.743185 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2157f2e0-33de-447e-9292-eae048b3a4de req-8e266583-12f4-4036-8628-fb0aa14cb4a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c6d3640-a44d-4b77-a59d-de9a2af06b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680768 Jul 16 08:35:50.821918 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf116663-d3aa-4ba9-aec7-1dfba59da95d req-17dfc03f-e79d-403c-b691-aba66c61ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.823556 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf116663-d3aa-4ba9-aec7-1dfba59da95d req-17dfc03f-e79d-403c-b691-aba66c61ee9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3451269 Jul 16 08:35:50.827337 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.832357 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.846639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e529e3-8af4-4c3b-8bf6-f4b3b1bfb4f2 req-e0855128-f35b-4d22-ad7a-db10515ca8a8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.850480 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62e529e3-8af4-4c3b-8bf6-f4b3b1bfb4f2 req-e0855128-f35b-4d22-ad7a-db10515ca8a8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 943 time: 0.1599751 Jul 16 08:35:50.868634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Transition to ACTIVE for port object 71bab6bc-b2c7-42fb-a4f4-776905a15e42 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:50.884753 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.939620 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2157f2e0-33de-447e-9292-eae048b3a4de req-9f11a12a-14b4-4d0b-b682-a9a3d006d633 service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883969 Jul 16 08:35:50.947429 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Transition to ACTIVE for port object 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:50.978303 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e4fafeb7-41e2-4626-8598-8b25d15a2897 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:51.012037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a304989f-b1a0-4cdd-834e-8b894a6cf22f', 'name': 'network-vif-deleted', 'tag': 'e4fafeb7-41e2-4626-8598-8b25d15a2897'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:51.023941 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa04e82f-53b2-4b46-a8da-b72ac5c9b51f" -d '{"events": [{"server_uuid": "a304989f-b1a0-4cdd-834e-8b894a6cf22f", "name": "network-vif-deleted", "tag": "e4fafeb7-41e2-4626-8598-8b25d15a2897"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:51.030771 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: e4fafeb7-41e2-4626-8598-8b25d15a2897 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:51.031340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e4fafeb7-41e2-4626-8598-8b25d15a2897 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:51.071949 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62e529e3-8af4-4c3b-8bf6-f4b3b1bfb4f2 req-c424c7c2-3205-42d7-985d-4e6a9d44aa77 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985924 Jul 16 08:35:51.127718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d8951-4a7e-4ab6-bb8c-e1d4e6b2f89f None None] Pushing event updated for resources: {'Port': ['ID=71bab6bc-b2c7-42fb-a4f4-776905a15e42,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:51.135810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Attempting to bind port 71bab6bc-b2c7-42fb-a4f4-776905a15e42 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:51.136421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Attempting to bind port 71bab6bc-b2c7-42fb-a4f4-776905a15e42 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:51.137559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Attempting to bind port 71bab6bc-b2c7-42fb-a4f4-776905a15e42 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:51.147436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:51.148216 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:51.149749 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.150373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:51.151772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Bound port: 71bab6bc-b2c7-42fb-a4f4-776905a15e42, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:51.151772 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.189990 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf116663-d3aa-4ba9-aec7-1dfba59da95d req-c7ddcb20-f4a0-4526-88d7-9d6511d7d045 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348176 Jul 16 08:35:51.219132 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.273819 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3562e7e-7f62-4be3-ad15-5581df5b091e x-openstack-request-id: req-b3562e7e-7f62-4be3-ad15-5581df5b091e {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:51.275047 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a304989f-b1a0-4cdd-834e-8b894a6cf22f", "name": "network-vif-deleted", "tag": "e4fafeb7-41e2-4626-8598-8b25d15a2897", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:51.275660 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3562e7e-7f62-4be3-ad15-5581df5b091e {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:51.276552 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a304989f-b1a0-4cdd-834e-8b894a6cf22f', 'name': 'network-vif-deleted', 'tag': 'e4fafeb7-41e2-4626-8598-8b25d15a2897', 'status': 'completed', 'code': 200} Jul 16 08:35:51.305451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] For port 71bab6bc-b2c7-42fb-a4f4-776905a15e42, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:51.318709 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] For port 71bab6bc-b2c7-42fb-a4f4-776905a15e42, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=71bab6bc-b2c7-42fb-a4f4-776905a15e42,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:51.337502 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.348187 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2157f2e0-33de-447e-9292-eae048b3a4de req-312809be-57f6-4bc7-9a80-1f8f533f1aa1 service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004352 Jul 16 08:35:51.453134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Routers {'7a00a866-19f4-4b12-8a72-8a77ef3ae3da'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:51.454282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:35:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:51.489990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Network 399a3acd-b554-4034-886e-067d0f0945d2 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:51.510439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Pushing event updated for resources: {'Port': ['ID=0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:51.522795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:51.540899 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf116663-d3aa-4ba9-aec7-1dfba59da95d req-290c80b2-9999-4f45-b06b-4952916b70de service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428650 Jul 16 08:35:51.561494 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:51.562037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d8951-4a7e-4ab6-bb8c-e1d4e6b2f89f None None] Pushing event updated for resources: {'Port': ['ID=71bab6bc-b2c7-42fb-a4f4-776905a15e42,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:51.607015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260687c-87cb-44fc-aa14-7282d7ebbb55 req-2eb210d4-8e5a-44ce-a897-bf250ede7bb8 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:51.619338 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8260687c-87cb-44fc-aa14-7282d7ebbb55 req-2eb210d4-8e5a-44ce-a897-bf250ede7bb8 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 943 time: 0.1564281 Jul 16 08:35:51.652711 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.702682 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] Set router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:51.714308 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8260687c-87cb-44fc-aa14-7282d7ebbb55 req-175d6930-e38f-4f1a-8d01-ab530b587662 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724139 Jul 16 08:35:51.742891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b74d741-c30d-4a3b-a16d-548ccde312be req-4d7961f0-0c54-40e1-850d-88b4b35029ae tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:51.746206 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b74d741-c30d-4a3b-a16d-548ccde312be req-4d7961f0-0c54-40e1-850d-88b4b35029ae tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.2802377 Jul 16 08:35:51.846348 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b74d741-c30d-4a3b-a16d-548ccde312be req-352390b7-6ab1-46be-a8b7-8a268a688251 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867708 Jul 16 08:35:51.849409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1298a89f-52f3-4069-a090-2cd8b577ce57 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:51.999912 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-08e0a664-1150-4f09-8d4d-3adf4ea61eba None None] Provisioning for port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:52.019161 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.028138 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-08e0a664-1150-4f09-8d4d-3adf4ea61eba None None] Provisioning complete for port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:52.028532 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-08e0a664-1150-4f09-8d4d-3adf4ea61eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.124584 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-08e0a664-1150-4f09-8d4d-3adf4ea61eba None None] Port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:52.128013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-c1444e08-64da-4204-aa22-43dfc955cac5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:52.133048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:37Z', 'updated_at': '2021-07-16T08:35:44Z', 'revision_number': 3, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'gw_port': {'id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:00:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:41Z', 'updated_at': '2021-07-16T08:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:52.137614 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-c1444e08-64da-4204-aa22-43dfc955cac5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 820 time: 0.2022538 Jul 16 08:35:52.156624 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-f96dbac7-7a4f-462b-a33c-e4f28e261aa9 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/quotas/fe72388f7744440db5677c86ab49db05 HTTP/1.1" status: 200 len: 375 time: 0.0179043 Jul 16 08:35:52.167165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc48131-82e1-4647-9641-a91cd448172f None None] The sync data for ids ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'] in n-d-758944-46 is: [{'id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:37Z', 'updated_at': '2021-07-16T08:35:44Z', 'revision_number': 3, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'gw_port': {'id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:00:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:41Z', 'updated_at': '2021-07-16T08:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:52.193329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d728e-4585-4cb1-aee7-b1797b4d7564 req-d20bd880-e4de-4558-9bda-2bbb315d36a4 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:52.194995 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-394d728e-4585-4cb1-aee7-b1797b4d7564 req-d20bd880-e4de-4558-9bda-2bbb315d36a4 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 945 time: 0.1675065 Jul 16 08:35:52.213124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1298a89f-52f3-4069-a090-2cd8b577ce57, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1298a89f-52f3-4069-a090-2cd8b577ce57,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:52.240772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '1298a89f-52f3-4069-a090-2cd8b577ce57', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'port_id': '1298a89f-52f3-4069-a090-2cd8b577ce57', 'mac_address': 'fa:16:3e:e1:77:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:52.271923 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-0140f35e-5d65-43ce-b97d-348b15838e83 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1110587 Jul 16 08:35:52.306283 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.306509 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-394d728e-4585-4cb1-aee7-b1797b4d7564 req-d4edb350-3cd1-4cc5-9348-5452d6e31003 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/security-groups?id=a455cc2c-b571-4943-83f7-9843fa90fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776389 Jul 16 08:35:52.326856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1298a89f-52f3-4069-a090-2cd8b577ce57 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:52.352126 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1298a89f-52f3-4069-a090-2cd8b577ce57, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1298a89f-52f3-4069-a090-2cd8b577ce57,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:52.359119 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.359953 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 36708a41-5a95-4919-9f69-a19d75af33f1 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:52.368196 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.379900 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.413791 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-6617373b-a327-42e5-adb2-81bcced631bd service neutron] 10.222.0.20 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322558 Jul 16 08:35:52.547207 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:35:52.615664 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-f86dd46a-b444-4a70-a704-61a696a00ad8 service neutron] 10.222.0.20 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922429 Jul 16 08:35:52.647357 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1298a89f-52f3-4069-a090-2cd8b577ce57,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:52.670813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 36708a41-5a95-4919-9f69-a19d75af33f1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=36708a41-5a95-4919-9f69-a19d75af33f1,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:52.685443 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '36708a41-5a95-4919-9f69-a19d75af33f1', 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14', 'port_id': '36708a41-5a95-4919-9f69-a19d75af33f1', 'mac_address': 'fa:16:3e:c7:17:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5029719e-fae8-494a-87ee-b006bb0d0f93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:52.767175 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.790605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36708a41-5a95-4919-9f69-a19d75af33f1 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:52.821843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 36708a41-5a95-4919-9f69-a19d75af33f1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=36708a41-5a95-4919-9f69-a19d75af33f1,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:52.830173 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.898644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=36708a41-5a95-4919-9f69-a19d75af33f1,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:52.930774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:53.037120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:53.048350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:53.048999 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.110847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['36708a41-5a95-4919-9f69-a19d75af33f1'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:53.116146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['1298a89f-52f3-4069-a090-2cd8b577ce57'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:53.170608 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.189575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Pushing event updated for resources: {'Port': ['ID=0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:53.289952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372389e-29b3-4bd7-a916-b0e7dddd6ca0 req-6a0af4ad-9509-4f61-bc15-649e3bca87ea tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:53.293358 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a372389e-29b3-4bd7-a916-b0e7dddd6ca0 req-6a0af4ad-9509-4f61-bc15-649e3bca87ea tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 944 time: 0.3407698 Jul 16 08:35:53.443093 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db28d3c-c0e0-4b07-bc45-349a00bbb2b3 req-000acc76-06eb-4b25-8ff5-a2081965a3f4 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:53.445264 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3db28d3c-c0e0-4b07-bc45-349a00bbb2b3 req-000acc76-06eb-4b25-8ff5-a2081965a3f4 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 944 time: 0.1378021 Jul 16 08:35:53.516222 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3db28d3c-c0e0-4b07-bc45-349a00bbb2b3 req-19f56005-a5a4-404d-811c-279fad805a38 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617490 Jul 16 08:35:53.517323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Network 399a3acd-b554-4034-886e-067d0f0945d2 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:53.522211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:53.595353 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.742651 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a372389e-29b3-4bd7-a916-b0e7dddd6ca0 req-1b42eff6-b80f-42dd-8354-c72272dae17c tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875278 Jul 16 08:35:53.811704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4897b55-ec9b-45b8-9a40-830b5e83c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd4a92e-07b4-44d2-baa8-634eaeebf9c5'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:53.814186 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18fd4f1-28bd-413d-a2d3-01e29c4e0fc8" -d '{"events": [{"server_uuid": "f4897b55-ec9b-45b8-9a40-830b5e83c77a", "name": "network-vif-plugged", "status": "completed", "tag": "4bd4a92e-07b4-44d2-baa8-634eaeebf9c5"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:53.833091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4bd4a92e-07b4-44d2-baa8-634eaeebf9c5,segment=NetworkSegment(4fa0b2a1-af40-44e6-870f-14c735556eff),segment_id=4fa0b2a1-af40-44e6-870f-14c735556eff)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:53.843069 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:53.940156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=4bd4a92e-07b4-44d2-baa8-634eaeebf9c5,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:53.975586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:35:54.027434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1670e431-6c4a-4b3e-95c2-01d6352a8536 req-78980619-ae23-49d2-8d54-62fddee1b603 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:54.029123 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1670e431-6c4a-4b3e-95c2-01d6352a8536 req-78980619-ae23-49d2-8d54-62fddee1b603 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1553798 Jul 16 08:35:54.113613 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1670e431-6c4a-4b3e-95c2-01d6352a8536 req-0afc821c-98e2-4bdd-b743-e51e9390d01b tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706749 Jul 16 08:35:54.115520 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a01bde03-d36c-4982-956f-fa0324f7e3db req-8077c435-3e9d-4480-8f15-47892504b3d1 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 210 time: 0.0536406 Jul 16 08:35:54.198345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ed9a3a9b-a7b7-4b70-ae20-69e926561250 None None] Provisioning complete for port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:54.201337 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed9a3a9b-a7b7-4b70-ae20-69e926561250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.264161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:35:54.277724 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-98146ca9-8c31-4bab-bceb-712e6d79b852 admin admin] 10.222.0.20 "PUT /v2.0/routers/7a00a866-19f4-4b12-8a72-8a77ef3ae3da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0062799 Jul 16 08:35:54.309947 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98757ef-4885-46ff-83ba-58e4c8083ab6 x-openstack-request-id: req-a98757ef-4885-46ff-83ba-58e4c8083ab6 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:54.313258 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4897b55-ec9b-45b8-9a40-830b5e83c77a", "name": "network-vif-plugged", "status": "completed", "tag": "4bd4a92e-07b4-44d2-baa8-634eaeebf9c5", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:54.315370 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a98757ef-4885-46ff-83ba-58e4c8083ab6 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:54.316070 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4897b55-ec9b-45b8-9a40-830b5e83c77a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bd4a92e-07b4-44d2-baa8-634eaeebf9c5', 'code': 200} Jul 16 08:35:54.380311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ed9a3a9b-a7b7-4b70-ae20-69e926561250 None None] Port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:54.454694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 71bab6bc-b2c7-42fb-a4f4-776905a15e42 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:54.542898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bf178-a223-4089-a4e8-6599bcd3d423 req-46d406f1-f0e5-439c-a8c9-bbb9c392ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:54.544883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-501bf178-a223-4089-a4e8-6599bcd3d423 req-46d406f1-f0e5-439c-a8c9-bbb9c392ac53 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 1098 time: 0.1321483 Jul 16 08:35:54.650491 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-501bf178-a223-4089-a4e8-6599bcd3d423 req-c931d27a-e922-4b39-9c70-ce5b176d5841 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a455cc2c-b571-4943-83f7-9843fa90fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982661 Jul 16 08:35:54.676192 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 71bab6bc-b2c7-42fb-a4f4-776905a15e42 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:54.690082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 71bab6bc-b2c7-42fb-a4f4-776905a15e42 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:54.690687 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.723822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb04142-d062-4a20-bed9-729f4f1db830 req-6abbb50f-c18e-451d-bf64-daf9ed9b1784 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:54.736751 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bbb04142-d062-4a20-bed9-729f4f1db830 req-6abbb50f-c18e-451d-bf64-daf9ed9b1784 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 946 time: 0.2428670 Jul 16 08:35:54.795755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bbb04142-d062-4a20-bed9-729f4f1db830 req-17362cca-ad75-4309-bfeb-8743fdcd731f tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/security-groups?id=a455cc2c-b571-4943-83f7-9843fa90fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548775 Jul 16 08:35:54.945100 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877b3e3-d5f7-4bcb-9db3-08522bc23908 req-d8728e37-39bf-4775-b57a-99f1aa20a5d7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:54.945100 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a877b3e3-d5f7-4bcb-9db3-08522bc23908 req-d8728e37-39bf-4775-b57a-99f1aa20a5d7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 944 time: 0.1025062 Jul 16 08:35:55.022683 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.052298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 71bab6bc-b2c7-42fb-a4f4-776905a15e42, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=71bab6bc-b2c7-42fb-a4f4-776905a15e42,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:55.057864 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.149170 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=71bab6bc-b2c7-42fb-a4f4-776905a15e42,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:55.199725 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Sync routers for ids ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:35:55.222114 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Routers {'7a00a866-19f4-4b12-8a72-8a77ef3ae3da'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:55.223455 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:35:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:55.242538 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a877b3e3-d5f7-4bcb-9db3-08522bc23908 req-ce67090b-d6d1-47e7-a654-64e38cb23413 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571552 Jul 16 08:35:55.266990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-848301e7-0601-4b4a-ba1a-f0a59fc6a754 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:55.268668 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-848301e7-0601-4b4a-ba1a-f0a59fc6a754 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.38 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 820 time: 0.1694210 Jul 16 08:35:55.284628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-a6843a24-f29a-4647-bdc2-6652df3b7381 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Request body: {'port': {'device_id': '17c7379a-dca2-4c02-a6e3-feb899650515', 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d', 'admin_state_up': True, 'tenant_id': 'fe72388f7744440db5677c86ab49db05'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:55.369752 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Set router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:55.463857 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-a6843a24-f29a-4647-bdc2-6652df3b7381 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Made reservation on behalf of fe72388f7744440db5677c86ab49db05 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:55.469019 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-a6843a24-f29a-4647-bdc2-6652df3b7381 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.659235 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:37Z', 'updated_at': '2021-07-16T08:35:51Z', 'revision_number': 4, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'gw_port': {'id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:41Z', 'updated_at': '2021-07-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef', 'name': '', 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'mac_address': 'fa:16:3e:03:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:49Z', 'updated_at': '2021-07-16T08:35:52Z', 'revision_number': 2, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'subnets': [{'id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:55.697604 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Checking router: 7a00a866-19f4-4b12-8a72-8a77ef3ae3da for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:35:55.698423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50140) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:55.704644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-7a051c86-5a18-420a-b47a-ada0d65fd40f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Request body: {'security_group': {'name': 'tempest-securitygroup--812362649', 'description': 'tempest-description--1508057102'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:55.710765 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Updating router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:35:55.725555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1298a89f-52f3-4069-a090-2cd8b577ce57 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:55.786516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7a051c86-5a18-420a-b47a-ada0d65fd40f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.862556 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.877996 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-cf9bf4dc-f044-407d-88d9-920a95a14bf7 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:55.878361 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 1298a89f-52f3-4069-a090-2cd8b577ce57 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:55.885131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 1298a89f-52f3-4069-a090-2cd8b577ce57 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:55.886240 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.891115 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-cf9bf4dc-f044-407d-88d9-920a95a14bf7 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/networks?id=fa10a998-d0e5-4063-a211-2fadd75a43f8 HTTP/1.1" status: 200 len: 814 time: 0.3998353 Jul 16 08:35:55.969662 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-5a9cfabd-85fe-42c3-ae93-f89b5805b3b8 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/quotas/d17dbbf3a63843538b807137fd55f1e2 HTTP/1.1" status: 200 len: 375 time: 0.0760617 Jul 16 08:35:56.021115 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.048114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0c052-b479-4fc5-95ae-f25b32238dd5 req-0e11fa68-335e-4042-afff-80f1b8802c3f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:56.057541 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15a0c052-b479-4fc5-95ae-f25b32238dd5 req-0e11fa68-335e-4042-afff-80f1b8802c3f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 944 time: 0.2013416 Jul 16 08:35:56.080540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1298a89f-52f3-4069-a090-2cd8b577ce57, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1298a89f-52f3-4069-a090-2cd8b577ce57,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:56.086777 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.090065 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 36708a41-5a95-4919-9f69-a19d75af33f1 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:56.123435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-a6843a24-f29a-4647-bdc2-6652df3b7381 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Allocated IP 172.20.0.4 (a9119c76-4476-450e-9781-c499b2315c7d/dbcf0224-d354-48dd-b45e-dcf207ea9086/4436b4ed-aabb-490f-a409-d2a0ab3720cc) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:56.129202 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15a0c052-b479-4fc5-95ae-f25b32238dd5 req-7011ff43-a586-477e-af5c-aee002ef0124 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697958 Jul 16 08:35:56.201548 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7a051c86-5a18-420a-b47a-ada0d65fd40f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.213815 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7a051c86-5a18-420a-b47a-ada0d65fd40f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.220667 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-a6016d98-ef72-451f-a1bc-04d0af2ffc24 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d17dbbf3a63843538b807137fd55f1e2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2504001 Jul 16 08:35:56.276584 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7a051c86-5a18-420a-b47a-ada0d65fd40f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.276584 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7a051c86-5a18-420a-b47a-ada0d65fd40f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5745413 Jul 16 08:35:56.280438 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50144) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:56.292031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a051c86-5a18-420a-b47a-ada0d65fd40f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c72442d1-8134-41e0-9e1d-0450db030201,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:56.298837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8feadcfc-1d32-451a-a688-a6b13a107878 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Request body: {'security_group_rule': {'security_group_id': 'c72442d1-8134-41e0-9e1d-0450db030201', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:56.314648 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1298a89f-52f3-4069-a090-2cd8b577ce57,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:56.339999 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0baecf9c-1e94-4e23-9a4d-a3208b9f541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1298a89f-52f3-4069-a090-2cd8b577ce57'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:56.342627 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045ecae6-7bef-4c7a-af59-0c8abb58b2f7" -d '{"events": [{"server_uuid": "0baecf9c-1e94-4e23-9a4d-a3208b9f541e", "name": "network-vif-plugged", "status": "completed", "tag": "1298a89f-52f3-4069-a090-2cd8b577ce57"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:56.345813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 71bab6bc-b2c7-42fb-a4f4-776905a15e42 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:56.373107 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8712c56-2d20-425a-bb2e-ab25d195a9e7 req-08df502e-93c7-4c7d-a629-5211ff8f2c7f tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 210 time: 0.0424581 Jul 16 08:35:56.398123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 36708a41-5a95-4919-9f69-a19d75af33f1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:56.421500 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 36708a41-5a95-4919-9f69-a19d75af33f1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:56.421888 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.434274 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-30caaa2b-9605-4472-b402-2ed3d43d4b77 service neutron] 10.222.0.20 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113788 Jul 16 08:35:56.517778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 71bab6bc-b2c7-42fb-a4f4-776905a15e42 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:56.518992 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.563899 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.584314 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Transition to ACTIVE for port object 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:56.593894 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.606303 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8feadcfc-1d32-451a-a688-a6b13a107878 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.689315 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.696310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effc5604-718d-4b3e-9b4f-046ec7705413 req-874d84d5-2e5b-4093-ad0b-ffeb185c569a tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:56.698540 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-effc5604-718d-4b3e-9b4f-046ec7705413 req-874d84d5-2e5b-4093-ad0b-ffeb185c569a tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.38 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.1780090 Jul 16 08:35:56.742549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 36708a41-5a95-4919-9f69-a19d75af33f1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=36708a41-5a95-4919-9f69-a19d75af33f1,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:56.753644 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.780466 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-c5877264-323b-4253-a151-e758e54b4a01 service neutron] 10.222.0.20 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460720 Jul 16 08:35:56.801537 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22da5f2-55ce-4e93-96ab-0fd17fc13cf9 req-8c6ca45c-3143-4ccc-a2cc-14213ed6e2b9 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:56.812029 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f22da5f2-55ce-4e93-96ab-0fd17fc13cf9 req-8c6ca45c-3143-4ccc-a2cc-14213ed6e2b9 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 946 time: 0.2229164 Jul 16 08:35:56.818737 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38c01f-a5c6-4f88-ad1b-194626239e7d None None] Pushing event updated for resources: {'Port': ['ID=0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:56.866951 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38c01f-a5c6-4f88-ad1b-194626239e7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:56.867524 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38c01f-a5c6-4f88-ad1b-194626239e7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:56.868159 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38c01f-a5c6-4f88-ad1b-194626239e7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:56.868875 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38c01f-a5c6-4f88-ad1b-194626239e7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:56.869107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=36708a41-5a95-4919-9f69-a19d75af33f1,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:56.869634 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38c01f-a5c6-4f88-ad1b-194626239e7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:56.870143 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38c01f-a5c6-4f88-ad1b-194626239e7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:56.870678 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38c01f-a5c6-4f88-ad1b-194626239e7d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:56.871447 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38c01f-a5c6-4f88-ad1b-194626239e7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:56.872254 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38c01f-a5c6-4f88-ad1b-194626239e7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:56.872757 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38c01f-a5c6-4f88-ad1b-194626239e7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:56.873296 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38c01f-a5c6-4f88-ad1b-194626239e7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:56.874339 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e38c01f-a5c6-4f88-ad1b-194626239e7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:56.906950 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8feadcfc-1d32-451a-a688-a6b13a107878 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.930440 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8feadcfc-1d32-451a-a688-a6b13a107878 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.946905 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f22da5f2-55ce-4e93-96ab-0fd17fc13cf9 req-efbf70c3-24f1-4e91-8520-14d29a1c1621 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/security-groups?id=8870d15f-f42a-4c61-a366-ad370ee8ded8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334343 Jul 16 08:35:56.973723 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-a6843a24-f29a-4647-bdc2-6652df3b7381 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.003757 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Attempting to bind port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:57.004689 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Attempting to bind port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'e7cd922c-92d2-4856-9460-6da13c012e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:57.005349 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Attempting to bind port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef on network 399a3acd-b554-4034-886e-067d0f0945d2 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:57.007780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-effc5604-718d-4b3e-9b4f-046ec7705413 req-8bb4f270-acab-47ba-86ee-be9e26d6c296 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Deleting port f6281c5e-9242-4383-b63b-c2e4af773e30 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:57.013368 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-effc5604-718d-4b3e-9b4f-046ec7705413 req-8bb4f270-acab-47ba-86ee-be9e26d6c296 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.017938 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:57.018861 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Checking segment: {'id': 'e7cd922c-92d2-4856-9460-6da13c012e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:57.020203 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.021116 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Bound using segment: {'id': 'e7cd922c-92d2-4856-9460-6da13c012e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:57.022076 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Bound port: 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7cd922c-92d2-4856-9460-6da13c012e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:57.023111 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.026143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feadcfc-1d32-451a-a688-a6b13a107878 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47ef58c9-d7d7-4920-b1cf-3ef25c83611e,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:57.047299 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8feadcfc-1d32-451a-a688-a6b13a107878 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.050607 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8feadcfc-1d32-451a-a688-a6b13a107878 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7617416 Jul 16 08:35:57.061121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50150) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:57.068360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-aca00575-13db-4498-8312-74897ec3db29 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Request body: {'security_group_rule': {'security_group_id': 'c72442d1-8134-41e0-9e1d-0450db030201', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:57.155218 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-a6843a24-f29a-4647-bdc2-6652df3b7381 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.168197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['c9192850-6c73-4969-94e2-d7571e34c896'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:57.191233 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aca00575-13db-4498-8312-74897ec3db29 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.246044 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] For port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:57.257640 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] For port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef,segment=NetworkSegment(e7cd922c-92d2-4856-9460-6da13c012e94),segment_id=e7cd922c-92d2-4856-9460-6da13c012e94)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:57.302890 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.373064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6843a24-f29a-4647-bdc2-6652df3b7381 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Pushing event updated for resources: {'Port': ['ID=4436b4ed-aabb-490f-a409-d2a0ab3720cc,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:57.407276 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Routers {'7a00a866-19f4-4b12-8a72-8a77ef3ae3da'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:35:57.407913 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:35:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:57.502543 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e38c01f-a5c6-4f88-ad1b-194626239e7d None None] Pushing event updated for resources: {'Port': ['ID=0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:57.530206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-a6843a24-f29a-4647-bdc2-6652df3b7381 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Network a9119c76-4476-450e-9781-c499b2315c7d is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:57.558730 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aca00575-13db-4498-8312-74897ec3db29 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.568233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-a6843a24-f29a-4647-bdc2-6652df3b7381 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:57.576726 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-effc5604-718d-4b3e-9b4f-046ec7705413 req-8bb4f270-acab-47ba-86ee-be9e26d6c296 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] For port f6281c5e-9242-4383-b63b-c2e4af773e30, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f6281c5e-9242-4383-b63b-c2e4af773e30,segment=NetworkSegment(d1a1f32a-dc76-432c-a827-72cd3b589e40),segment_id=d1a1f32a-dc76-432c-a827-72cd3b589e40)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:57.577103 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-effc5604-718d-4b3e-9b4f-046ec7705413 req-8bb4f270-acab-47ba-86ee-be9e26d6c296 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.580828 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aca00575-13db-4498-8312-74897ec3db29 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.587242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-a6843a24-f29a-4647-bdc2-6652df3b7381 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:57.630742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca00575-13db-4498-8312-74897ec3db29 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a637994-bfb1-4173-816e-df36c9709e82,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:57.645043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-effc5604-718d-4b3e-9b4f-046ec7705413 req-8bb4f270-acab-47ba-86ee-be9e26d6c296 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Calling delete_port for f6281c5e-9242-4383-b63b-c2e4af773e30 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:57.697218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843b65f-8de2-4815-85bc-5eaea961c615 req-e5849f2c-5ad2-4e4c-be0b-e57159cc9f72 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.701679 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4843b65f-8de2-4815-85bc-5eaea961c615 req-e5849f2c-5ad2-4e4c-be0b-e57159cc9f72 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 945 time: 0.2871218 Jul 16 08:35:57.709208 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aca00575-13db-4498-8312-74897ec3db29 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.715446 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-aca00575-13db-4498-8312-74897ec3db29 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6463311 Jul 16 08:35:57.716741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50164) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:57.722039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-a6843a24-f29a-4647-bdc2-6652df3b7381 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.722871 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-a6843a24-f29a-4647-bdc2-6652df3b7381 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.748700 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-a6843a24-f29a-4647-bdc2-6652df3b7381 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4703004 Jul 16 08:35:57.777157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Request body: {'port': {'device_id': '17c7379a-dca2-4c02-a6e3-feb899650515', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:57.796347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264143d1-0d2f-413c-93df-ab6fa62be4d0 req-fee72cda-122f-4eb3-a1f5-98037ac1bc72 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.800102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:57.805109 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-264143d1-0d2f-413c-93df-ab6fa62be4d0 req-fee72cda-122f-4eb3-a1f5-98037ac1bc72 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 946 time: 0.4150608 Jul 16 08:35:57.857090 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.930147 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] Set router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:35:57.932402 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4843b65f-8de2-4815-85bc-5eaea961c615 req-e64394b2-76b9-4955-b28b-26f2451e7eb3 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185054 Jul 16 08:35:57.948992 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-264143d1-0d2f-413c-93df-ab6fa62be4d0 req-12a9814c-4503-42be-a087-ac2bab50adae tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/security-groups?id=a455cc2c-b571-4943-83f7-9843fa90fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409779 Jul 16 08:35:58.094087 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21416c25-bd6a-49d9-8c08-953a79613b6b x-openstack-request-id: req-21416c25-bd6a-49d9-8c08-953a79613b6b {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:58.095019 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0baecf9c-1e94-4e23-9a4d-a3208b9f541e", "name": "network-vif-plugged", "status": "completed", "tag": "1298a89f-52f3-4069-a090-2cd8b577ce57", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:58.095490 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21416c25-bd6a-49d9-8c08-953a79613b6b {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:58.096123 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0baecf9c-1e94-4e23-9a4d-a3208b9f541e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1298a89f-52f3-4069-a090-2cd8b577ce57', 'code': 200} Jul 16 08:35:58.142670 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.152549 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3c91f8a-6cc9-4e2f-89ee-31bc6e5e516e req-d4591a63-febb-42c5-8806-ec03d62cf35a tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f040470-2a1e-4fed-b523-663d8accbb09 HTTP/1.1" status: 200 len: 210 time: 0.1022556 Jul 16 08:35:58.158085 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-effc5604-718d-4b3e-9b4f-046ec7705413 req-8bb4f270-acab-47ba-86ee-be9e26d6c296 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.169880 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['f6281c5e-9242-4383-b63b-c2e4af773e30'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:58.287947 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.351369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-effc5604-718d-4b3e-9b4f-046ec7705413 req-8bb4f270-acab-47ba-86ee-be9e26d6c296 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] No DVR routers for this DVR port f6281c5e-9242-4383-b63b-c2e4af773e30 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:58.364549 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-effc5604-718d-4b3e-9b4f-046ec7705413 req-8bb4f270-acab-47ba-86ee-be9e26d6c296 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.370064 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-effc5604-718d-4b3e-9b4f-046ec7705413 req-8bb4f270-acab-47ba-86ee-be9e26d6c296 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.38 "DELETE /v2.0/ports/f6281c5e-9242-4383-b63b-c2e4af773e30 HTTP/1.1" status: 204 len: 173 time: 1.6655004 Jul 16 08:35:58.370891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4f270-acab-47ba-86ee-be9e26d6c296 tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] Pushing event deleted for resources: {'Port': ['ID=f6281c5e-9242-4383-b63b-c2e4af773e30,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:58.380948 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '225c3608-10d0-4b2e-a031-572d068d0bfd', 'name': 'network-vif-deleted', 'tag': 'f6281c5e-9242-4383-b63b-c2e4af773e30'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:58.383297 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f433f12-2f9d-4055-a159-8b73a8c55d79" -d '{"events": [{"server_uuid": "225c3608-10d0-4b2e-a031-572d068d0bfd", "name": "network-vif-deleted", "tag": "f6281c5e-9242-4383-b63b-c2e4af773e30"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:58.430816 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:37Z', 'updated_at': '2021-07-16T08:35:51Z', 'revision_number': 4, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'gw_port': {'id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:41Z', 'updated_at': '2021-07-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef', 'name': '', 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'mac_address': 'fa:16:3e:03:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:49Z', 'updated_at': '2021-07-16T08:35:57Z', 'revision_number': 4, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'subnets': [{'id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:58.490029 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097c89a6-ae25-4410-bd29-7417a73b3107 None None] The sync data for ids ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'] in n-d-758944-46 is: [{'id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:37Z', 'updated_at': '2021-07-16T08:35:51Z', 'revision_number': 4, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'gw_port': {'id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:41Z', 'updated_at': '2021-07-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef', 'name': '', 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'mac_address': 'fa:16:3e:03:8e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:49Z', 'updated_at': '2021-07-16T08:35:57Z', 'revision_number': 4, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'subnets': [{'id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:35:58.831427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19341d9-bc2b-4a10-bf86-75587172a15a req-d479e0de-1010-4a0e-b676-321d6b886a99 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:58.840010 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e19341d9-bc2b-4a10-bf86-75587172a15a req-d479e0de-1010-4a0e-b676-321d6b886a99 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 931 time: 0.2690260 Jul 16 08:35:58.940690 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e19341d9-bc2b-4a10-bf86-75587172a15a req-7e91cbde-a887-43a2-b075-5a4ca276cbc1 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994053 Jul 16 08:35:58.957683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Allocated IP 172.25.4.117 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/f8561e3f-1602-45c4-b887-53471d8c9726) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:58.974573 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4436b4ed-aabb-490f-a409-d2a0ab3720cc {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:58.991541 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.014886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Transition to ACTIVE for port object 4436b4ed-aabb-490f-a409-d2a0ab3720cc will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:59.023061 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.111834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Pushing event updated for resources: {'Port': ['ID=4436b4ed-aabb-490f-a409-d2a0ab3720cc,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:59.137811 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.237348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c74464-0141-4e19-86e6-44a5ca4fe313 req-11f86216-6ae6-44a2-b8ac-1dffced7a745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:59.239593 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b0c74464-0141-4e19-86e6-44a5ca4fe313 req-11f86216-6ae6-44a2-b8ac-1dffced7a745 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 1097 time: 0.7215645 Jul 16 08:35:59.241101 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.460591 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:59.473077 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f6e5551-4d2f-4b91-8e24-f21581ac83b0 req-282dfd7a-95de-45ca-a228-02b00a7bebaa tempest-ServerRescueNegativeTestJSON-130228821 tempest-ServerRescueNegativeTestJSON-130228821-project] 10.222.0.20 "GET /v2.0/ports?device_id=225c3608-10d0-4b2e-a031-572d068d0bfd HTTP/1.1" status: 200 len: 210 time: 0.0868242 Jul 16 08:35:59.479472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd83e51d-0848-4cfc-9add-9f37c9a7f3e4 req-34b62a2e-f10f-4499-8180-7b9b893b1414 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:59.492280 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd83e51d-0848-4cfc-9add-9f37c9a7f3e4 req-34b62a2e-f10f-4499-8180-7b9b893b1414 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 945 time: 1.0116854 Jul 16 08:35:59.511295 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Attempting to bind port 4436b4ed-aabb-490f-a409-d2a0ab3720cc on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:59.513876 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Attempting to bind port 4436b4ed-aabb-490f-a409-d2a0ab3720cc by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:59.514254 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Attempting to bind port 4436b4ed-aabb-490f-a409-d2a0ab3720cc on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:59.528039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:59.529881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Port 4436b4ed-aabb-490f-a409-d2a0ab3720cc on network a9119c76-4476-450e-9781-c499b2315c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:59.532440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Attempting to bind port 4436b4ed-aabb-490f-a409-d2a0ab3720cc on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:59.535172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:59.546906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:59.547134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Checking segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:59.547552 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Bound using segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:59.547989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Bound port: 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:59.548354 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.644228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Pushing event updated for resources: {'Port': ['ID=f8561e3f-1602-45c4-b887-53471d8c9726,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:59.700919 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b0c74464-0141-4e19-86e6-44a5ca4fe313 req-41f69c58-32e7-49d7-bf61-e9d228249325 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4424202 Jul 16 08:35:59.775668 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd83e51d-0848-4cfc-9add-9f37c9a7f3e4 req-c7a6c7b1-fd9d-418d-850b-750898c8557f tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511728 Jul 16 08:35:59.786278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:59.800474 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:59.811019 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.926748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:59.927779 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.933900 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] 10.222.0.38 "PUT /v2.0/ports/4436b4ed-aabb-490f-a409-d2a0ab3720cc HTTP/1.1" status: 200 len: 1092 time: 2.1729231 Jul 16 08:35:59.942524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c7379a-dca2-4c02-a6e3-feb899650515', 'tag': '4436b4ed-aabb-490f-a409-d2a0ab3720cc'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:59.947021 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d364276-90a9-4fc2-9550-a94c53e052a2" -d '{"events": [{"name": "network-changed", "server_uuid": "17c7379a-dca2-4c02-a6e3-feb899650515", "tag": "4436b4ed-aabb-490f-a409-d2a0ab3720cc"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:00.052657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62468606-7b47-4918-ba66-c0e6d9d39bdc service neutron] Pushing event updated for resources: {'Port': ['ID=4436b4ed-aabb-490f-a409-d2a0ab3720cc,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:00.077113 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb9bd0c-00eb-43e9-b050-d5efbaf22f53 x-openstack-request-id: req-dfb9bd0c-00eb-43e9-b050-d5efbaf22f53 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:00.077960 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "225c3608-10d0-4b2e-a031-572d068d0bfd", "name": "network-vif-deleted", "tag": "f6281c5e-9242-4383-b63b-c2e4af773e30", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:00.077960 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfb9bd0c-00eb-43e9-b050-d5efbaf22f53 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:00.078274 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '225c3608-10d0-4b2e-a031-572d068d0bfd', 'name': 'network-vif-deleted', 'tag': 'f6281c5e-9242-4383-b63b-c2e4af773e30', 'status': 'completed', 'code': 200} Jul 16 08:36:00.098229 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f64669-4ed0-4219-95cb-2059fefd5b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36708a41-5a95-4919-9f69-a19d75af33f1'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:00.106608 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a56a28-4cb3-4bcd-ba6c-132b62ca4fcf" -d '{"events": [{"server_uuid": "38f64669-4ed0-4219-95cb-2059fefd5b3a", "name": "network-vif-plugged", "status": "completed", "tag": "36708a41-5a95-4919-9f69-a19d75af33f1"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:00.163792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-4b32a05e-cc33-4a5d-af18-53efa9da91eb tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:00.174320 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-4b32a05e-cc33-4a5d-af18-53efa9da91eb tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.38 "GET /v2.0/networks?id=fa10a998-d0e5-4063-a211-2fadd75a43f8 HTTP/1.1" status: 200 len: 814 time: 0.7691331 Jul 16 08:36:00.199917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-1beb060a-8123-4164-8756-548e12824e6c tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Request body: {'port': {'device_id': '8f040470-2a1e-4fed-b523-663d8accbb09', 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8', 'admin_state_up': True, 'tenant_id': 'd17dbbf3a63843538b807137fd55f1e2'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:00.286490 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.413685 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-752e6c02-07c3-4444-9abc-a04c3fc8ac58 req-65214764-a9ee-49f9-8b78-9f7407d6b187 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f040470-2a1e-4fed-b523-663d8accbb09 HTTP/1.1" status: 200 len: 210 time: 0.0747638 Jul 16 08:36:00.421884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:00.468836 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-81b53b85-2c08-4dd1-9c7a-4a997fdc7fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:00.468836 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-81b53b85-2c08-4dd1-9c7a-4a997fdc7fb7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 1095 time: 0.1267521 Jul 16 08:36:00.572142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:00.581497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:00.585469 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.619631 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.656255 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-bc716f1a-306e-4dce-8a6a-ba6024f93914 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc HTTP/1.1" status: 200 len: 217 time: 0.1744750 Jul 16 08:36:00.782041 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b390b47-37af-4bd8-b521-f135938235cc req-3fb57647-62ea-45bb-9d51-ee9dbbf2fa7f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:00.791295 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3b390b47-37af-4bd8-b521-f135938235cc req-3fb57647-62ea-45bb-9d51-ee9dbbf2fa7f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 945 time: 0.5159721 Jul 16 08:36:00.837291 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.889860 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef,segment=NetworkSegment(e7cd922c-92d2-4856-9460-6da13c012e94),segment_id=e7cd922c-92d2-4856-9460-6da13c012e94)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:00.897214 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.950701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-1beb060a-8123-4164-8756-548e12824e6c tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Made reservation on behalf of d17dbbf3a63843538b807137fd55f1e2 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:00.957706 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-1beb060a-8123-4164-8756-548e12824e6c tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.965503 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:00.991880 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f6281c5e-9242-4383-b63b-c2e4af773e30 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:01.029480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: f6281c5e-9242-4383-b63b-c2e4af773e30 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:01.029844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f6281c5e-9242-4383-b63b-c2e4af773e30 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:01.178583 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90484521-3bbc-4153-859a-20c8173e5ea2 req-746a97c9-257e-4f90-a131-d4fa45309228 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:01.181507 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-90484521-3bbc-4153-859a-20c8173e5ea2 req-746a97c9-257e-4f90-a131-d4fa45309228 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 946 time: 0.4798667 Jul 16 08:36:01.318934 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3b390b47-37af-4bd8-b521-f135938235cc req-7b9477d9-5da9-4a5b-a032-c9c1a5bafcaf tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5266733 Jul 16 08:36:01.320736 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-08bdc4f4-eded-4882-a5d4-6292a8b1e6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:01.322234 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-08bdc4f4-eded-4882-a5d4-6292a8b1e6e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.6577680 Jul 16 08:36:01.391614 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-f900e5e3-1463-45ee-ad04-5632ae895440 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523980 Jul 16 08:36:01.470631 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-90484521-3bbc-4153-859a-20c8173e5ea2 req-812d1d47-6a8b-48b3-972c-7b6d21e08547 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/security-groups?id=a455cc2c-b571-4943-83f7-9843fa90fe2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728820 Jul 16 08:36:01.539175 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.544168 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba03d77-51ca-461f-8db6-553b3e917d6a x-openstack-request-id: req-2ba03d77-51ca-461f-8db6-553b3e917d6a {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:01.544477 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c7379a-dca2-4c02-a6e3-feb899650515", "tag": "4436b4ed-aabb-490f-a409-d2a0ab3720cc", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:01.544961 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ba03d77-51ca-461f-8db6-553b3e917d6a {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:01.545339 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c7379a-dca2-4c02-a6e3-feb899650515', 'tag': '4436b4ed-aabb-490f-a409-d2a0ab3720cc', 'status': 'completed', 'code': 200} Jul 16 08:36:01.561145 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.599658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-1beb060a-8123-4164-8756-548e12824e6c tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Allocated IP 172.20.0.11 (fa10a998-d0e5-4063-a211-2fadd75a43f8/d354d9c1-99e8-47e2-a7a7-7b35bca06f78/e9691390-0cc0-4d4d-8da6-6f25852f1cb8) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:01.624226 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-39fc4cfd-619f-4639-92ad-f203707daad0 service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268822 Jul 16 08:36:01.726557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab16529-68a9-46b9-8304-25353fa78cef req-7aa5e822-5a46-4670-99be-79634729c0f5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:01.729191 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cab16529-68a9-46b9-8304-25353fa78cef req-7aa5e822-5a46-4670-99be-79634729c0f5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 943 time: 0.1825376 Jul 16 08:36:01.792990 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe5ea85d-b177-4c6a-b6d4-ee3473c10ceb req-9edb8d02-6b56-47d8-a4e3-4593ecddc2a7 service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583467 Jul 16 08:36:01.815190 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cab16529-68a9-46b9-8304-25353fa78cef req-da6df32d-e0be-41bf-bc34-842194939e47 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697179 Jul 16 08:36:01.843458 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Pushing event updated for resources: {'Port': ['ID=f8561e3f-1602-45c4-b887-53471d8c9726,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:01.875624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f89e5f-cf38-4661-bf9f-d465b3c1f34b req-ec2d4d25-270d-4f2c-964e-ac23a19ed295 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:01.877304 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30f89e5f-cf38-4661-bf9f-d465b3c1f34b req-ec2d4d25-270d-4f2c-964e-ac23a19ed295 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.38 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 946 time: 0.5170989 Jul 16 08:36:01.919731 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85eb0ee8-eb62-418b-82e8-8ff5ce0eb296 x-openstack-request-id: req-85eb0ee8-eb62-418b-82e8-8ff5ce0eb296 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:01.920740 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f64669-4ed0-4219-95cb-2059fefd5b3a", "name": "network-vif-plugged", "status": "completed", "tag": "36708a41-5a95-4919-9f69-a19d75af33f1", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:01.921254 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85eb0ee8-eb62-418b-82e8-8ff5ce0eb296 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:01.921880 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f64669-4ed0-4219-95cb-2059fefd5b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36708a41-5a95-4919-9f69-a19d75af33f1', 'code': 200} Jul 16 08:36:02.000658 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50196) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:02.014748 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.048607 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.063593 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ff9ce147-afa7-489f-8b41-124eb169febb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3312376 Jul 16 08:36:02.130494 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bc7bc6-62ff-4e38-9fe2-2d1b271c0ceb req-88e2b7c6-534f-4db2-9696-d987bb186644 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.139103 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a7bc7bc6-62ff-4e38-9fe2-2d1b271c0ceb req-88e2b7c6-534f-4db2-9696-d987bb186644 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 945 time: 0.4520442 Jul 16 08:36:02.191724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d364276-90a9-4fc2-9550-a94c53e052a2 req-6a451441-4f19-4de3-afd9-46b8edcc2ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.195631 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d364276-90a9-4fc2-9550-a94c53e052a2 req-6a451441-4f19-4de3-afd9-46b8edcc2ddc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 1095 time: 0.3050938 Jul 16 08:36:02.287844 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a7bc7bc6-62ff-4e38-9fe2-2d1b271c0ceb req-08f243ca-7406-4a2b-ad07-6b1b4d3784d0 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeabdafa-e771-4109-b69a-2dceefa61293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474402 Jul 16 08:36:02.307220 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:02.366242 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-1beb060a-8123-4164-8756-548e12824e6c tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.453929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:02.454306 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.464924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e3c7e0-7d8e-4c62-b82d-cbf23634c976 req-2641f014-394a-470b-8827-b0f205333b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.466697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-18e3c7e0-7d8e-4c62-b82d-cbf23634c976 req-2641f014-394a-470b-8827-b0f205333b74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 1097 time: 0.3937600 Jul 16 08:36:02.469434 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-1beb060a-8123-4164-8756-548e12824e6c tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.545355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['13ebe9b5-ae84-4ad9-87fd-9826ca14dc60'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:02.727115 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719a5c28-0cd3-422d-ab49-fa9d17b706d1 req-e26f7ca3-8f3f-4d0a-8e17-7c251bb3f6ea tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.734367 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-719a5c28-0cd3-422d-ab49-fa9d17b706d1 req-e26f7ca3-8f3f-4d0a-8e17-7c251bb3f6ea tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 945 time: 0.5679898 Jul 16 08:36:02.757348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d364276-90a9-4fc2-9550-a94c53e052a2 req-344f4ad9-23d2-4b96-8e71-6c81f05b8403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.762065 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d364276-90a9-4fc2-9550-a94c53e052a2 req-344f4ad9-23d2-4b96-8e71-6c81f05b8403 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.5220869 Jul 16 08:36:02.907240 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d364276-90a9-4fc2-9550-a94c53e052a2 req-c6b43e86-f4bf-429a-b1fe-7f40169345b5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc HTTP/1.1" status: 200 len: 217 time: 0.0968387 Jul 16 08:36:03.030649 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beb060a-8123-4164-8756-548e12824e6c tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Pushing event updated for resources: {'Port': ['ID=e9691390-0cc0-4d4d-8da6-6f25852f1cb8,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:03.040401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-1beb060a-8123-4164-8756-548e12824e6c tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Network fa10a998-d0e5-4063-a211-2fadd75a43f8 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:03.061572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-30f89e5f-cf38-4661-bf9f-d465b3c1f34b req-e82f0633-e659-48e5-b567-266b22bf931e tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Deleting port 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:03.061572 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30f89e5f-cf38-4661-bf9f-d465b3c1f34b req-e82f0633-e659-48e5-b567-266b22bf931e tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.068255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-1beb060a-8123-4164-8756-548e12824e6c tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:03.076789 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d364276-90a9-4fc2-9550-a94c53e052a2 req-24dde097-09e2-4cdc-9f36-3c1a4c3afd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:03.079730 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-1beb060a-8123-4164-8756-548e12824e6c tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:03.080347 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d364276-90a9-4fc2-9550-a94c53e052a2 req-24dde097-09e2-4cdc-9f36-3c1a4c3afd7d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.1357689 Jul 16 08:36:03.131148 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-18e3c7e0-7d8e-4c62-b82d-cbf23634c976 req-89fd9bd7-28ce-4f34-b0aa-ed00e4f8b1c2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6438067 Jul 16 08:36:03.151405 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d364276-90a9-4fc2-9550-a94c53e052a2 req-3feee17d-6d4f-401f-ae81-22897fbb0126 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590985 Jul 16 08:36:03.225217 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-719a5c28-0cd3-422d-ab49-fa9d17b706d1 req-2853a8df-3c4e-42c4-8b14-1c23271cba20 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4482441 Jul 16 08:36:03.323220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-1beb060a-8123-4164-8756-548e12824e6c tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:03.323220 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-1beb060a-8123-4164-8756-548e12824e6c tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.328387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-30f89e5f-cf38-4661-bf9f-d465b3c1f34b req-e82f0633-e659-48e5-b567-266b22bf931e tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] For port 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4bd4a92e-07b4-44d2-baa8-634eaeebf9c5,segment=NetworkSegment(4fa0b2a1-af40-44e6-870f-14c735556eff),segment_id=4fa0b2a1-af40-44e6-870f-14c735556eff)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:03.328808 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30f89e5f-cf38-4661-bf9f-d465b3c1f34b req-e82f0633-e659-48e5-b567-266b22bf931e tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.360290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-30f89e5f-cf38-4661-bf9f-d465b3c1f34b req-e82f0633-e659-48e5-b567-266b22bf931e tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Calling delete_port for 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:03.387658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869ba5e-7ac2-4f5b-9c11-c65fbab8d9c4 req-f3b0fe6f-705e-4de7-82eb-f3448b94a1c1 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:03.396004 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f869ba5e-7ac2-4f5b-9c11-c65fbab8d9c4 req-f3b0fe6f-705e-4de7-82eb-f3448b94a1c1 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f040470-2a1e-4fed-b523-663d8accbb09 HTTP/1.1" status: 200 len: 932 time: 0.8172710 Jul 16 08:36:03.408078 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-1beb060a-8123-4164-8756-548e12824e6c tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2170832 Jul 16 08:36:03.421019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Request body: {'port': {'device_id': '8f040470-2a1e-4fed-b523-663d8accbb09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:03.525063 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d364276-90a9-4fc2-9550-a94c53e052a2 req-be1197d0-7f4b-45fd-b713-de302ec26aaa service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649259 Jul 16 08:36:03.602260 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.691509 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f869ba5e-7ac2-4f5b-9c11-c65fbab8d9c4 req-d51c32ce-0017-4e4c-9424-d136c27b36be tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933507 Jul 16 08:36:03.700989 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d364276-90a9-4fc2-9550-a94c53e052a2 req-87205b2a-c612-4dac-8326-db9e2289aa30 service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602178 Jul 16 08:36:03.709332 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.799221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6273306-9f60-49f5-b97f-bfbfd1d2c417 req-bbdcf952-1988-419b-b3a2-17353c43e3cf tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:03.807460 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6273306-9f60-49f5-b97f-bfbfd1d2c417 req-bbdcf952-1988-419b-b3a2-17353c43e3cf tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 945 time: 0.2812362 Jul 16 08:36:03.860212 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccfea44e-16b8-45ec-9824-ea0ceb0e4d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.867434 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6273306-9f60-49f5-b97f-bfbfd1d2c417 req-f2b4cc28-04aa-40e5-8e25-8b0ccae4729b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590107 Jul 16 08:36:04.000876 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30f89e5f-cf38-4661-bf9f-d465b3c1f34b req-e82f0633-e659-48e5-b567-266b22bf931e tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.092643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f0633-e659-48e5-b567-266b22bf931e tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Pushing event deleted for resources: {'Port': ['ID=4bd4a92e-07b4-44d2-baa8-634eaeebf9c5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:04.146588 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7885520-15cc-4e96-807a-3ac1673aaa89 req-c6f13dfb-bbc4-472e-b24c-9c41101922a7 tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.20 "GET /v2.0/ports?device_id=f4897b55-ec9b-45b8-9a40-830b5e83c77a HTTP/1.1" status: 200 len: 210 time: 0.1196742 Jul 16 08:36:04.305936 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f89e5f-cf38-4661-bf9f-d465b3c1f34b req-e82f0633-e659-48e5-b567-266b22bf931e tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] No DVR routers for this DVR port 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:04.310668 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-30f89e5f-cf38-4661-bf9f-d465b3c1f34b req-e82f0633-e659-48e5-b567-266b22bf931e tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.313417 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30f89e5f-cf38-4661-bf9f-d465b3c1f34b req-e82f0633-e659-48e5-b567-266b22bf931e tempest-InstanceActionsV221TestJSON-1702334394 tempest-InstanceActionsV221TestJSON-1702334394-project] 10.222.0.38 "DELETE /v2.0/ports/4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 HTTP/1.1" status: 204 len: 173 time: 2.3777330 Jul 16 08:36:04.313664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4897b55-ec9b-45b8-9a40-830b5e83c77a', 'name': 'network-vif-deleted', 'tag': '4bd4a92e-07b4-44d2-baa8-634eaeebf9c5'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:04.337011 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985b724f-3469-43e8-9703-6773b7605f8b" -d '{"events": [{"server_uuid": "f4897b55-ec9b-45b8-9a40-830b5e83c77a", "name": "network-vif-deleted", "tag": "4bd4a92e-07b4-44d2-baa8-634eaeebf9c5"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:04.423048 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ccfea44e-16b8-45ec-9824-ea0ceb0e4d92 admin admin] Deleting port 4ef14574-8527-49a5-8a0c-d54ba33f21ad {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:04.423472 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccfea44e-16b8-45ec-9824-ea0ceb0e4d92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.599445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-ccfea44e-16b8-45ec-9824-ea0ceb0e4d92 admin admin] For port 4ef14574-8527-49a5-8a0c-d54ba33f21ad, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4ef14574-8527-49a5-8a0c-d54ba33f21ad,segment=NetworkSegment(d1a1f32a-dc76-432c-a827-72cd3b589e40),segment_id=d1a1f32a-dc76-432c-a827-72cd3b589e40)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:04.600049 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccfea44e-16b8-45ec-9824-ea0ceb0e4d92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.633019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ccfea44e-16b8-45ec-9824-ea0ceb0e4d92 admin admin] Calling delete_port for 4ef14574-8527-49a5-8a0c-d54ba33f21ad owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:04.637127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e5e17-4b7c-4ee1-b3ec-795589cf71ec req-cb54e778-a4a6-4f9a-9751-3062cd08cefb tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.644269 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d52e5e17-4b7c-4ee1-b3ec-795589cf71ec req-cb54e778-a4a6-4f9a-9751-3062cd08cefb tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 943 time: 0.2089105 Jul 16 08:36:04.712000 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9691390-0cc0-4d4d-8da6-6f25852f1cb8 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:04.725425 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.730722 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d52e5e17-4b7c-4ee1-b3ec-795589cf71ec req-24cbb7f2-7489-49f1-8fe1-7c7d40f0d7dd tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855265 Jul 16 08:36:04.743391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Transition to ACTIVE for port object e9691390-0cc0-4d4d-8da6-6f25852f1cb8 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:04.751062 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.809248 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Pushing event updated for resources: {'Port': ['ID=e9691390-0cc0-4d4d-8da6-6f25852f1cb8,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:04.871522 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5048f6b0-7fb9-4cb5-a1fb-7004df24d567 x-openstack-request-id: req-5048f6b0-7fb9-4cb5-a1fb-7004df24d567 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:04.871859 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4897b55-ec9b-45b8-9a40-830b5e83c77a", "name": "network-vif-deleted", "tag": "4bd4a92e-07b4-44d2-baa8-634eaeebf9c5", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:04.872076 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5048f6b0-7fb9-4cb5-a1fb-7004df24d567 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:04.872482 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4897b55-ec9b-45b8-9a40-830b5e83c77a', 'name': 'network-vif-deleted', 'tag': '4bd4a92e-07b4-44d2-baa8-634eaeebf9c5', 'status': 'completed', 'code': 200} Jul 16 08:36:04.908617 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Attempting to bind port e9691390-0cc0-4d4d-8da6-6f25852f1cb8 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:04.909062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Attempting to bind port e9691390-0cc0-4d4d-8da6-6f25852f1cb8 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:04.910085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Attempting to bind port e9691390-0cc0-4d4d-8da6-6f25852f1cb8 on network fa10a998-d0e5-4063-a211-2fadd75a43f8 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:04.915907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Port e9691390-0cc0-4d4d-8da6-6f25852f1cb8 on network fa10a998-d0e5-4063-a211-2fadd75a43f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:04.916234 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Attempting to bind port e9691390-0cc0-4d4d-8da6-6f25852f1cb8 on network fa10a998-d0e5-4063-a211-2fadd75a43f8 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:04.922430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:04.922770 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Checking segment: {'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:04.923154 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Bound using segment: {'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:04.923591 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Bound port: e9691390-0cc0-4d4d-8da6-6f25852f1cb8, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:04.924089 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.975524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70880cd7-e17a-43fb-a8f7-df2ce2358d7c req-f9338096-cb10-4218-9bbd-6595931d73b3 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.978234 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70880cd7-e17a-43fb-a8f7-df2ce2358d7c req-f9338096-cb10-4218-9bbd-6595931d73b3 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 945 time: 0.2452319 Jul 16 08:36:04.991370 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:05.040638 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] For port e9691390-0cc0-4d4d-8da6-6f25852f1cb8, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:05.048042 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:05.048612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4bd4a92e-07b4-44d2-baa8-634eaeebf9c5 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:05.053220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] For port e9691390-0cc0-4d4d-8da6-6f25852f1cb8, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e9691390-0cc0-4d4d-8da6-6f25852f1cb8,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:05.061513 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.110710 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70880cd7-e17a-43fb-a8f7-df2ce2358d7c req-bd78cfe1-c8cc-4975-b7d1-76cc01013c08 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107357 Jul 16 08:36:05.152770 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.178939 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a8549ae3-2e24-416b-8b54-b2a8fcdb2a2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.180759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:05.184415 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.187971 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] 10.222.0.38 "PUT /v2.0/ports/e9691390-0cc0-4d4d-8da6-6f25852f1cb8 HTTP/1.1" status: 200 len: 1093 time: 1.7716639 Jul 16 08:36:05.258530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6f83c-a1f9-4795-800c-2b8c18075500 service neutron] Pushing event updated for resources: {'Port': ['ID=e9691390-0cc0-4d4d-8da6-6f25852f1cb8,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:05.273694 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccfea44e-16b8-45ec-9824-ea0ceb0e4d92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.317287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfea44e-16b8-45ec-9824-ea0ceb0e4d92 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ef14574-8527-49a5-8a0c-d54ba33f21ad,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:05.442654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-605ee6a8-0bb9-43aa-8fcc-1a4f6f5b4432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:05.444597 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-605ee6a8-0bb9-43aa-8fcc-1a4f6f5b4432 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d17dbbf3a63843538b807137fd55f1e2&device_id=8f040470-2a1e-4fed-b523-663d8accbb09 HTTP/1.1" status: 200 len: 1096 time: 0.1687262 Jul 16 08:36:05.459896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e218a-8917-44de-81b4-0a382e2033e2 req-4d45c37d-87ca-46e2-82fb-eec29c74916c tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:05.461775 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b49e218a-8917-44de-81b4-0a382e2033e2 req-4d45c37d-87ca-46e2-82fb-eec29c74916c tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 945 time: 0.1073244 Jul 16 08:36:05.517038 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2b292-7047-4025-bd74-8e9ede6ffb05 req-7f1d028a-ceb9-4787-8448-649d102b0d00 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:05.518175 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-3b70f86b-c592-4888-b24e-787ec63786f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9691390-0cc0-4d4d-8da6-6f25852f1cb8 HTTP/1.1" status: 200 len: 217 time: 0.0553806 Jul 16 08:36:05.521287 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3bf2b292-7047-4025-bd74-8e9ede6ffb05 req-7f1d028a-ceb9-4787-8448-649d102b0d00 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f040470-2a1e-4fed-b523-663d8accbb09 HTTP/1.1" status: 200 len: 944 time: 0.1839900 Jul 16 08:36:05.573083 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b49e218a-8917-44de-81b4-0a382e2033e2 req-80a20851-53a1-41e0-9b24-b81b27abe8c2 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeabdafa-e771-4109-b69a-2dceefa61293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005561 Jul 16 08:36:05.605493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-4173e54e-334a-48d9-8085-1c6845262c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:05.607225 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-4173e54e-334a-48d9-8085-1c6845262c1b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d354d9c1-99e8-47e2-a7a7-7b35bca06f78 HTTP/1.1" status: 200 len: 854 time: 0.0818255 Jul 16 08:36:05.625608 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3bf2b292-7047-4025-bd74-8e9ede6ffb05 req-ef95c6a4-8143-4b0b-bfac-cee35e481cd3 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010613 Jul 16 08:36:05.647818 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-d2adcfc7-1830-419a-8c74-da790781c0cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fa10a998-d0e5-4063-a211-2fadd75a43f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336547 Jul 16 08:36:05.649556 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccfea44e-16b8-45ec-9824-ea0ceb0e4d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.777618 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-8f80b0ea-ae2f-4ab3-9cfa-1189a5932aef service neutron] 10.222.0.38 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231740 Jul 16 08:36:05.966772 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37bdc162-aa09-4409-a310-7fa030e01a70 req-5117c833-37e5-4d01-9a09-6fb3d037ecda service neutron] 10.222.0.38 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828523 Jul 16 08:36:06.023482 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfea44e-16b8-45ec-9824-ea0ceb0e4d92 admin admin] Router 3e4a9226-4b42-41aa-b5be-5f06bef19246 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:36:06.168958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc001235-f4df-4566-b1e8-9a31f85c58a8 req-0739427d-38e1-4966-84fc-a8d98a9c02b5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:06.171172 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bc001235-f4df-4566-b1e8-9a31f85c58a8 req-0739427d-38e1-4966-84fc-a8d98a9c02b5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 943 time: 0.0990839 Jul 16 08:36:06.195834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfea44e-16b8-45ec-9824-ea0ceb0e4d92 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:06.207793 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc0f14-272e-4bae-91bd-7d328606e11a None None] Sync routers for ids ['3e4a9226-4b42-41aa-b5be-5f06bef19246'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:06.208891 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ccfea44e-16b8-45ec-9824-ea0ceb0e4d92 admin admin] 10.222.0.20 "PUT /v2.0/routers/3e4a9226-4b42-41aa-b5be-5f06bef19246/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2063797 Jul 16 08:36:06.212274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50312) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:06.226332 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc0f14-272e-4bae-91bd-7d328606e11a None None] Routers {'3e4a9226-4b42-41aa-b5be-5f06bef19246'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:06.227882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cddc0f14-272e-4bae-91bd-7d328606e11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:35:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e4a9226-4b42-41aa-b5be-5f06bef19246'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:06.299631 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bc001235-f4df-4566-b1e8-9a31f85c58a8 req-8341ad30-827c-442e-8804-ae069c2e6db0 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209393 Jul 16 08:36:06.460748 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.494496 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-cddc0f14-272e-4bae-91bd-7d328606e11a None None] Set router 3e4a9226-4b42-41aa-b5be-5f06bef19246 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:06.518102 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8ebf1-cb13-442f-b62b-7732b6032d6d req-88ee466e-5a70-4fbe-9fed-dc88e492d25e tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:06.532397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1d8ebf1-cb13-442f-b62b-7732b6032d6d req-88ee466e-5a70-4fbe-9fed-dc88e492d25e tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 945 time: 0.1362419 Jul 16 08:36:06.660941 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1d8ebf1-cb13-442f-b62b-7732b6032d6d req-bcfdd6ab-84b0-4529-9141-0556ae2eb4f2 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249974 Jul 16 08:36:06.732139 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.838278 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50324) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:06.890741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f040470-2a1e-4fed-b523-663d8accbb09', 'tag': 'e9691390-0cc0-4d4d-8da6-6f25852f1cb8'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:06.894141 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d62c73-87fd-4d82-8d87-80230fa583b7" -d '{"events": [{"name": "network-changed", "server_uuid": "8f040470-2a1e-4fed-b523-663d8accbb09", "tag": "e9691390-0cc0-4d4d-8da6-6f25852f1cb8"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:06.916307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] Deleting port 986fd1fa-9358-4cdc-9bf2-dff6a6156447 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:06.916945 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.936553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cddc0f14-272e-4bae-91bd-7d328606e11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'name': 'tempest-ServerRescueNegativeTestJSON-567077246-router', 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.152'}], 'enable_snat': True}, 'gw_port_id': '986fd1fa-9358-4cdc-9bf2-dff6a6156447', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:29Z', 'updated_at': '2021-07-16T08:36:05Z', 'revision_number': 5, 'project_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'gw_port': {'id': '986fd1fa-9358-4cdc-9bf2-dff6a6156447', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'device_owner': 'network:router_gateway', 'standard_attr_id': 904, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:30Z', 'updated_at': '2021-07-16T08:32:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:06.962350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-42adcf9c-d4c8-4b9d-ab9d-3acc4428f42a admin admin] Deleting subnet 2d1d5687-fdf9-4d6c-bf02-d100a20bb648 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:06.968115 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-42adcf9c-d4c8-4b9d-ab9d-3acc4428f42a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.031541 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc0f14-272e-4bae-91bd-7d328606e11a None None] Checking router: 3e4a9226-4b42-41aa-b5be-5f06bef19246 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:07.084532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddc0f14-272e-4bae-91bd-7d328606e11a None None] Routers {'3e4a9226-4b42-41aa-b5be-5f06bef19246'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:07.087230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cddc0f14-272e-4bae-91bd-7d328606e11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:35:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e4a9226-4b42-41aa-b5be-5f06bef19246'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:07.091705 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-42adcf9c-d4c8-4b9d-ab9d-3acc4428f42a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.123118 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5962cead-ca10-4fc4-9a33-91d97f924f91 req-e38c8067-83a9-414a-99d9-af3c82c29b43 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:07.133563 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5962cead-ca10-4fc4-9a33-91d97f924f91 req-e38c8067-83a9-414a-99d9-af3c82c29b43 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f040470-2a1e-4fed-b523-663d8accbb09 HTTP/1.1" status: 200 len: 944 time: 0.1493585 Jul 16 08:36:07.170835 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c50e1ff-11d0-4111-b6b1-d5dfdcc99b09 x-openstack-request-id: req-5c50e1ff-11d0-4111-b6b1-d5dfdcc99b09 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:07.172418 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f040470-2a1e-4fed-b523-663d8accbb09", "tag": "e9691390-0cc0-4d4d-8da6-6f25852f1cb8", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:07.172874 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c50e1ff-11d0-4111-b6b1-d5dfdcc99b09 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:07.173511 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f040470-2a1e-4fed-b523-663d8accbb09', 'tag': 'e9691390-0cc0-4d4d-8da6-6f25852f1cb8', 'status': 'completed', 'code': 200} Jul 16 08:36:07.192889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] For port 986fd1fa-9358-4cdc-9bf2-dff6a6156447, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=986fd1fa-9358-4cdc-9bf2-dff6a6156447,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:07.193847 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.199196 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5962cead-ca10-4fc4-9a33-91d97f924f91 req-d523674c-35b6-4176-b24c-c6bc7075584c tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599496 Jul 16 08:36:07.285521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-cddc0f14-272e-4bae-91bd-7d328606e11a None None] Set router 3e4a9226-4b42-41aa-b5be-5f06bef19246 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:07.289192 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] Calling delete_port for 986fd1fa-9358-4cdc-9bf2-dff6a6156447 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:07.389243 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-42adcf9c-d4c8-4b9d-ab9d-3acc4428f42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.406556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cddc0f14-272e-4bae-91bd-7d328606e11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'name': 'tempest-ServerRescueNegativeTestJSON-567077246-router', 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:29Z', 'updated_at': '2021-07-16T08:36:06Z', 'revision_number': 6, 'project_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:07.464139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddc0f14-272e-4bae-91bd-7d328606e11a None None] The sync data for ids ['3e4a9226-4b42-41aa-b5be-5f06bef19246'] in n-d-758944-46 is: [{'id': '3e4a9226-4b42-41aa-b5be-5f06bef19246', 'name': 'tempest-ServerRescueNegativeTestJSON-567077246-router', 'tenant_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:29Z', 'updated_at': '2021-07-16T08:36:06Z', 'revision_number': 6, 'project_id': 'a9ab48241fdd447c872ab202d75bbb7e', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:07.469021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f671f-39be-416f-a94b-0be430d627ad req-b5d521fd-0ef3-4ea8-9232-e06d065cf08a tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:07.473022 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-699f671f-39be-416f-a94b-0be430d627ad req-b5d521fd-0ef3-4ea8-9232-e06d065cf08a tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 945 time: 0.1383336 Jul 16 08:36:07.527885 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d62c73-87fd-4d82-8d87-80230fa583b7 req-c9a62b33-127d-4172-b706-6df1a07df6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:07.529681 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7d62c73-87fd-4d82-8d87-80230fa583b7 req-c9a62b33-127d-4172-b706-6df1a07df6a1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d17dbbf3a63843538b807137fd55f1e2&device_id=8f040470-2a1e-4fed-b523-663d8accbb09 HTTP/1.1" status: 200 len: 1096 time: 0.2689421 Jul 16 08:36:07.549080 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-699f671f-39be-416f-a94b-0be430d627ad req-62d24106-18db-4b48-8554-f92454d7d18d tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeabdafa-e771-4109-b69a-2dceefa61293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652449 Jul 16 08:36:07.714372 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-42adcf9c-d4c8-4b9d-ab9d-3acc4428f42a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.798496 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42adcf9c-d4c8-4b9d-ab9d-3acc4428f42a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d1d5687-fdf9-4d6c-bf02-d100a20bb648,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:07.802640 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-42adcf9c-d4c8-4b9d-ab9d-3acc4428f42a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.807264 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-42adcf9c-d4c8-4b9d-ab9d-3acc4428f42a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/2d1d5687-fdf9-4d6c-bf02-d100a20bb648 HTTP/1.1" status: 204 len: 168 time: 0.9643016 Jul 16 08:36:07.807776 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50338) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:07.872608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d62c73-87fd-4d82-8d87-80230fa583b7 req-fb5f63d7-cf5d-4a04-9d70-5ca54c9f1d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:07.874199 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7d62c73-87fd-4d82-8d87-80230fa583b7 req-fb5f63d7-cf5d-4a04-9d70-5ca54c9f1d0f service neutron] 10.222.0.38 "GET /v2.0/networks?id=fa10a998-d0e5-4063-a211-2fadd75a43f8 HTTP/1.1" status: 200 len: 914 time: 0.3288889 Jul 16 08:36:07.928123 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9a115b4a-4f78-4e61-b466-e7f7b3295bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.929127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83495251-341d-47a6-9ac1-18214f219f37 req-214790f4-fc79-494e-a58f-da21479d5264 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:07.938400 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-83495251-341d-47a6-9ac1-18214f219f37 req-214790f4-fc79-494e-a58f-da21479d5264 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 943 time: 0.3705664 Jul 16 08:36:07.948838 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7d62c73-87fd-4d82-8d87-80230fa583b7 req-736eadaa-5443-4ef8-a416-d5e4365fb2d1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9691390-0cc0-4d4d-8da6-6f25852f1cb8 HTTP/1.1" status: 200 len: 217 time: 0.0667350 Jul 16 08:36:08.034031 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-83495251-341d-47a6-9ac1-18214f219f37 req-a27fea5f-2709-4cfb-82a2-726271b4fb97 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937386 Jul 16 08:36:08.035488 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.082197 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9c41407-c1a2-4322-80c7-133ac0495c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.143897 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.177551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=986fd1fa-9358-4cdc-9bf2-dff6a6156447,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:08.224475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e06cb-5b34-4f6c-9a44-ff44e13565fe req-f34caec5-2a17-4de2-a823-b25c18080e63 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:08.227135 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d94e06cb-5b34-4f6c-9a44-ff44e13565fe req-f34caec5-2a17-4de2-a823-b25c18080e63 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 945 time: 0.3116028 Jul 16 08:36:08.289051 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9c41407-c1a2-4322-80c7-133ac0495c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.317874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d62c73-87fd-4d82-8d87-80230fa583b7 req-95520423-7f24-456e-be84-418793653153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:08.321420 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7d62c73-87fd-4d82-8d87-80230fa583b7 req-95520423-7f24-456e-be84-418793653153 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d354d9c1-99e8-47e2-a7a7-7b35bca06f78 HTTP/1.1" status: 200 len: 854 time: 0.3582344 Jul 16 08:36:08.327370 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.342629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-e9c41407-c1a2-4322-80c7-133ac0495c95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62bd1a74-056c-45be-99a1-6ad7ae2f1df0']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:08.391348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-e9c41407-c1a2-4322-80c7-133ac0495c95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa0b2a1-af40-44e6-870f-14c735556eff') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:08.392143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-e9c41407-c1a2-4322-80c7-133ac0495c95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa0b2a1-af40-44e6-870f-14c735556eff') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:08.441702 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d94e06cb-5b34-4f6c-9a44-ff44e13565fe req-b2ee84e1-ae03-4f41-a5c1-711fa33cdbc3 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427109 Jul 16 08:36:08.448358 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9c41407-c1a2-4322-80c7-133ac0495c95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.484389 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7d62c73-87fd-4d82-8d87-80230fa583b7 req-14b6d160-cf5e-4a64-87c8-203c0a1290b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fa10a998-d0e5-4063-a211-2fadd75a43f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1499298 Jul 16 08:36:08.502231 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9c41407-c1a2-4322-80c7-133ac0495c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.514916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9c41407-c1a2-4322-80c7-133ac0495c95 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:08.516005 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9c41407-c1a2-4322-80c7-133ac0495c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:08.527107 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:08.531289 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:08.535549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4ef14574-8527-49a5-8a0c-d54ba33f21ad no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:08.557263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-d7d62c73-87fd-4d82-8d87-80230fa583b7 req-b99c7b6b-4ce5-4ab7-ae5b-aedfaf6fa83f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:36:08.564754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7d62c73-87fd-4d82-8d87-80230fa583b7 req-b99c7b6b-4ce5-4ab7-ae5b-aedfaf6fa83f service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084929 Jul 16 08:36:08.569812 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.572464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 4ef14574-8527-49a5-8a0c-d54ba33f21ad {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:08.573219 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.578049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4ef14574-8527-49a5-8a0c-d54ba33f21ad not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:08.578629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 986fd1fa-9358-4cdc-9bf2-dff6a6156447 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:08.625281 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 986fd1fa-9358-4cdc-9bf2-dff6a6156447 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:08.625616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 986fd1fa-9358-4cdc-9bf2-dff6a6156447 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:08.796535 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.796535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e4a9226-4b42-41aa-b5be-5f06bef19246 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:36:08.796535 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.796535 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5199d454-ac23-49c0-8aaa-7f0853e03b33 admin admin] 10.222.0.20 "DELETE /v2.0/routers/3e4a9226-4b42-41aa-b5be-5f06bef19246 HTTP/1.1" status: 204 len: 168 time: 2.5804980 Jul 16 08:36:08.796535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50352) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:08.915058 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7d62c73-87fd-4d82-8d87-80230fa583b7 req-cc78f444-8d98-4a4c-a926-da113ed9b906 service neutron] 10.222.0.38 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192463 Jul 16 08:36:08.920848 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-be38a6ff-81ef-4400-9d4d-07bc74bfbc87 admin admin] Deleting subnet 54f06641-ecee-4543-adbf-120fa966a2c2 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:08.944298 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-c6d3e44a-1ea5-490a-91b5-62e9404d58e1 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:08.946583 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-c6d3e44a-1ea5-490a-91b5-62e9404d58e1 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.15 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 945 time: 0.4640627 Jul 16 08:36:08.967182 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be38a6ff-81ef-4400-9d4d-07bc74bfbc87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.007015 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e9691390-0cc0-4d4d-8da6-6f25852f1cb8 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:09.033680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77b27d-603d-4e20-af15-c9cf673e8612 req-3a6d7b37-e15f-42bb-9c52-003573bed03a tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:09.035855 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1b77b27d-603d-4e20-af15-c9cf673e8612 req-3a6d7b37-e15f-42bb-9c52-003573bed03a tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f040470-2a1e-4fed-b523-663d8accbb09 HTTP/1.1" status: 200 len: 944 time: 0.5493360 Jul 16 08:36:09.137509 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9c41407-c1a2-4322-80c7-133ac0495c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.156104 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9c41407-c1a2-4322-80c7-133ac0495c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.174213 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e9c41407-c1a2-4322-80c7-133ac0495c95 admin admin] 10.222.0.20 "DELETE /v2.0/networks/62bd1a74-056c-45be-99a1-6ad7ae2f1df0 HTTP/1.1" status: 204 len: 168 time: 1.3637154 Jul 16 08:36:09.195351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c41407-c1a2-4322-80c7-133ac0495c95 admin admin] Pushing event deleted for resources: {'Network': ['ID=62bd1a74-056c-45be-99a1-6ad7ae2f1df0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:09.217542 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be38a6ff-81ef-4400-9d4d-07bc74bfbc87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.280803 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1b77b27d-603d-4e20-af15-c9cf673e8612 req-90597d0f-0549-4eb8-8db3-bf298d9566f1 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738217 Jul 16 08:36:09.331786 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port e9691390-0cc0-4d4d-8da6-6f25852f1cb8, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e9691390-0cc0-4d4d-8da6-6f25852f1cb8,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:09.334915 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be38a6ff-81ef-4400-9d4d-07bc74bfbc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.364576 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'e9691390-0cc0-4d4d-8da6-6f25852f1cb8', 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8', 'port_id': 'e9691390-0cc0-4d4d-8da6-6f25852f1cb8', 'mac_address': 'fa:16:3e:b2:41:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd354d9c1-99e8-47e2-a7a7-7b35bca06f78', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:09.455926 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.481800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9691390-0cc0-4d4d-8da6-6f25852f1cb8 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:09.508543 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port e9691390-0cc0-4d4d-8da6-6f25852f1cb8, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e9691390-0cc0-4d4d-8da6-6f25852f1cb8,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:09.514769 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.627582 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50368) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.663204 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.714469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=e9691390-0cc0-4d4d-8da6-6f25852f1cb8,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:09.789743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['e9691390-0cc0-4d4d-8da6-6f25852f1cb8'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:09.797589 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e8758c18-cb82-41f6-9540-82b39cdd897c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acb1b51d71ab465787e1e29d584ae01e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1620374 Jul 16 08:36:09.822579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50372) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.883801 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7d62c73-87fd-4d82-8d87-80230fa583b7 req-08e45b72-bf85-4391-afa0-b1eb68968125 service neutron] 10.222.0.38 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9597137 Jul 16 08:36:09.996102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-090c0001-6849-4c01-9c61-08be9b46fbab tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Deleting port 446cf657-15b9-43e9-9889-70fc0cfa5d5b {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:09.996713 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-090c0001-6849-4c01-9c61-08be9b46fbab tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.050839 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be38a6ff-81ef-4400-9d4d-07bc74bfbc87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.074336 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff73960-a8c9-44e3-afb5-e67e7247050e req-5fa1b28a-90fb-4530-95a3-293d35a36968 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:10.076150 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ff73960-a8c9-44e3-afb5-e67e7247050e req-5fa1b28a-90fb-4530-95a3-293d35a36968 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 945 time: 0.2094140 Jul 16 08:36:10.077929 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbf68f-499c-436e-b466-c9342a227c50 req-c2a09ff6-dea9-4b2f-9669-0a74064044ad tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:10.086326 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62cbf68f-499c-436e-b466-c9342a227c50 req-c2a09ff6-dea9-4b2f-9669-0a74064044ad tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 943 time: 0.2915635 Jul 16 08:36:10.094405 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0b125f26-b5fc-4fa0-a317-b6e656e51d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.135592 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0b125f26-b5fc-4fa0-a317-b6e656e51d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.140419 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be38a6ff-81ef-4400-9d4d-07bc74bfbc87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54f06641-ecee-4543-adbf-120fa966a2c2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:10.153424 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be38a6ff-81ef-4400-9d4d-07bc74bfbc87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.157777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-be38a6ff-81ef-4400-9d4d-07bc74bfbc87 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/54f06641-ecee-4543-adbf-120fa966a2c2 HTTP/1.1" status: 204 len: 168 time: 1.3586230 Jul 16 08:36:10.158508 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62cbf68f-499c-436e-b466-c9342a227c50 req-6dbe6e7c-580c-470b-bd05-9ea53dee4c02 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712876 Jul 16 08:36:10.159744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50376) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:10.210170 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ff73960-a8c9-44e3-afb5-e67e7247050e req-f3ddbdd3-d6e7-4e80-b2ad-9303b16bc3f3 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/security-groups?id=eeabdafa-e771-4109-b69a-2dceefa61293&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021543 Jul 16 08:36:10.231554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-090c0001-6849-4c01-9c61-08be9b46fbab tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] For port 446cf657-15b9-43e9-9889-70fc0cfa5d5b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=446cf657-15b9-43e9-9889-70fc0cfa5d5b,segment=NetworkSegment(d44fd481-ac90-464f-8edf-869fa1fcd38d),segment_id=d44fd481-ac90-464f-8edf-869fa1fcd38d)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:10.231928 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-090c0001-6849-4c01-9c61-08be9b46fbab tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.271386 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0b125f26-b5fc-4fa0-a317-b6e656e51d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.275377 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0b125f26-b5fc-4fa0-a317-b6e656e51d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.275377 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0b125f26-b5fc-4fa0-a317-b6e656e51d57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a455cc2c-b571-4943-83f7-9843fa90fe2f HTTP/1.1" status: 204 len: 168 time: 0.4466724 Jul 16 08:36:10.294641 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-39f245ce-45e1-48af-859e-0deee05c9e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.297151 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b125f26-b5fc-4fa0-a317-b6e656e51d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a455cc2c-b571-4943-83f7-9843fa90fe2f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:10.468076 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-39f245ce-45e1-48af-859e-0deee05c9e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.483373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-39f245ce-45e1-48af-859e-0deee05c9e97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83be97f7-2e71-428f-9ae0-b18aa1dbe0e4']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:10.527270 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-39f245ce-45e1-48af-859e-0deee05c9e97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a1f32a-dc76-432c-a827-72cd3b589e40') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:10.527603 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-39f245ce-45e1-48af-859e-0deee05c9e97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a1f32a-dc76-432c-a827-72cd3b589e40') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:10.558114 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-39f245ce-45e1-48af-859e-0deee05c9e97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.582239 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-090c0001-6849-4c01-9c61-08be9b46fbab tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.582488 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-39f245ce-45e1-48af-859e-0deee05c9e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.583084 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-090c0001-6849-4c01-9c61-08be9b46fbab tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.583407 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-090c0001-6849-4c01-9c61-08be9b46fbab tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Floating IP 91bef413-b9df-4209-88a7-7139848c7185 disassociated. External IP: 172.25.4.82, port: 446cf657-15b9-43e9-9889-70fc0cfa5d5b. Jul 16 08:36:10.583922 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-090c0001-6849-4c01-9c61-08be9b46fbab tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Calling delete_port for 446cf657-15b9-43e9-9889-70fc0cfa5d5b owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:10.595213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39f245ce-45e1-48af-859e-0deee05c9e97 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:10.595628 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-39f245ce-45e1-48af-859e-0deee05c9e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:10.597652 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:10.667299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aabcac-3405-49f2-850a-58b799c517d2 req-dca2e462-d075-4dfa-b0d2-53ee66a40299 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:10.674467 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-88aabcac-3405-49f2-850a-58b799c517d2 req-dca2e462-d075-4dfa-b0d2-53ee66a40299 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f040470-2a1e-4fed-b523-663d8accbb09 HTTP/1.1" status: 200 len: 945 time: 0.1645393 Jul 16 08:36:10.707710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-39f245ce-45e1-48af-859e-0deee05c9e97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.716187 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-39f245ce-45e1-48af-859e-0deee05c9e97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.721558 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-39f245ce-45e1-48af-859e-0deee05c9e97 admin admin] 10.222.0.20 "DELETE /v2.0/networks/83be97f7-2e71-428f-9ae0-b18aa1dbe0e4 HTTP/1.1" status: 204 len: 168 time: 0.5545986 Jul 16 08:36:10.757903 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-88aabcac-3405-49f2-850a-58b799c517d2 req-be337e04-9b09-454a-bdb2-18d398cd0ce5 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780993 Jul 16 08:36:10.758991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f245ce-45e1-48af-859e-0deee05c9e97 admin admin] Pushing event deleted for resources: {'Network': ['ID=83be97f7-2e71-428f-9ae0-b18aa1dbe0e4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:10.855005 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-090c0001-6849-4c01-9c61-08be9b46fbab tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.915909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c0001-6849-4c01-9c61-08be9b46fbab tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Pushing event deleted for resources: {'Port': ['ID=446cf657-15b9-43e9-9889-70fc0cfa5d5b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:11.022203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e9691390-0cc0-4d4d-8da6-6f25852f1cb8 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:11.088904 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.095556 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-090c0001-6849-4c01-9c61-08be9b46fbab tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:36:11.105038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port e9691390-0cc0-4d4d-8da6-6f25852f1cb8 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:11.113765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port e9691390-0cc0-4d4d-8da6-6f25852f1cb8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:11.114391 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.118238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50402) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:11.177048 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-326da1b9-1e79-4d20-bce2-a3e6fe823176 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9ab48241fdd447c872ab202d75bbb7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0574019 Jul 16 08:36:11.180908 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50404) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:11.254494 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-25d842a6-f235-49c5-9acf-e4090053b69a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.286341 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.324416 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-25d842a6-f235-49c5-9acf-e4090053b69a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.327805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-090c0001-6849-4c01-9c61-08be9b46fbab tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:11.339989 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b6da3-570f-4cb4-9a90-ae4a6a1f8151 None None] Sync routers for ids ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:11.351811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f040470-2a1e-4fed-b523-663d8accbb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9691390-0cc0-4d4d-8da6-6f25852f1cb8'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:11.354771 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e631837-5cbf-4696-bed9-6062bacdb127" -d '{"events": [{"server_uuid": "8f040470-2a1e-4fed-b523-663d8accbb09", "name": "network-vif-plugged", "status": "completed", "tag": "e9691390-0cc0-4d4d-8da6-6f25852f1cb8"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:11.373264 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b6da3-570f-4cb4-9a90-ae4a6a1f8151 None None] Routers {'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:11.377105 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e23b6da3-570f-4cb4-9a90-ae4a6a1f8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:36:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:11.396105 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port e9691390-0cc0-4d4d-8da6-6f25852f1cb8, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e9691390-0cc0-4d4d-8da6-6f25852f1cb8,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:11.405042 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.457018 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-090c0001-6849-4c01-9c61-08be9b46fbab tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] No DVR routers for this DVR port 446cf657-15b9-43e9-9889-70fc0cfa5d5b on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:11.465117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-090c0001-6849-4c01-9c61-08be9b46fbab tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.478234 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fec35aac-a8af-4c4a-a189-16898b9910ce req-090c0001-6849-4c01-9c61-08be9b46fbab tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.15 "DELETE /v2.0/ports/446cf657-15b9-43e9-9889-70fc0cfa5d5b HTTP/1.1" status: 204 len: 173 time: 2.4997962 Jul 16 08:36:11.480221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80da7206-992b-4fee-ba2e-70cb44420b9c', 'name': 'network-vif-deleted', 'tag': '446cf657-15b9-43e9-9889-70fc0cfa5d5b'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:11.492448 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad8d2bea-e01d-4acb-baaf-5b17f7bc36cb" -d '{"events": [{"server_uuid": "80da7206-992b-4fee-ba2e-70cb44420b9c", "name": "network-vif-deleted", "tag": "446cf657-15b9-43e9-9889-70fc0cfa5d5b"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:11.504581 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-25d842a6-f235-49c5-9acf-e4090053b69a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.507980 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-25d842a6-f235-49c5-9acf-e4090053b69a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.517461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-25d842a6-f235-49c5-9acf-e4090053b69a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8870d15f-f42a-4c61-a366-ad370ee8ded8 HTTP/1.1" status: 204 len: 168 time: 0.3291941 Jul 16 08:36:11.525421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=e9691390-0cc0-4d4d-8da6-6f25852f1cb8,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:11.556767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d842a6-f235-49c5-9acf-e4090053b69a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8870d15f-f42a-4c61-a366-ad370ee8ded8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:11.662009 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d50f99b-822b-4f00-a850-2f41cd0afeb8 req-28985e1a-02bc-4512-a2e0-10832ec1aa6e tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 210 time: 0.0805404 Jul 16 08:36:11.688475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a931c-58bd-406a-87be-9932d19fff8f req-8af2a4de-e3aa-4625-896f-40d593150fb5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:11.695793 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b43a931c-58bd-406a-87be-9932d19fff8f req-8af2a4de-e3aa-4625-896f-40d593150fb5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 943 time: 0.1621511 Jul 16 08:36:11.712739 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e23b6da3-570f-4cb4-9a90-ae4a6a1f8151 None None] Set router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:11.789310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 36708a41-5a95-4919-9f69-a19d75af33f1 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:11.793576 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 446cf657-15b9-43e9-9889-70fc0cfa5d5b no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:11.853560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b43a931c-58bd-406a-87be-9932d19fff8f req-cfc80f17-786c-4390-8ce4-75636c610253 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431539 Jul 16 08:36:11.878836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 446cf657-15b9-43e9-9889-70fc0cfa5d5b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:11.879390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 446cf657-15b9-43e9-9889-70fc0cfa5d5b not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:12.109434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 36708a41-5a95-4919-9f69-a19d75af33f1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=36708a41-5a95-4919-9f69-a19d75af33f1,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:12.153582 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '36708a41-5a95-4919-9f69-a19d75af33f1', 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14', 'port_id': '36708a41-5a95-4919-9f69-a19d75af33f1', 'mac_address': 'fa:16:3e:c7:17:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5029719e-fae8-494a-87ee-b006bb0d0f93', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:12.279181 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a311aa-f82f-4c85-83c9-1aa45948b001 x-openstack-request-id: req-29a311aa-f82f-4c85-83c9-1aa45948b001 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:12.280295 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80da7206-992b-4fee-ba2e-70cb44420b9c", "name": "network-vif-deleted", "tag": "446cf657-15b9-43e9-9889-70fc0cfa5d5b", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:12.280739 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29a311aa-f82f-4c85-83c9-1aa45948b001 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:12.283803 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80da7206-992b-4fee-ba2e-70cb44420b9c', 'name': 'network-vif-deleted', 'tag': '446cf657-15b9-43e9-9889-70fc0cfa5d5b', 'status': 'completed', 'code': 200} Jul 16 08:36:12.311459 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.350725 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 36708a41-5a95-4919-9f69-a19d75af33f1 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:12.439511 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 36708a41-5a95-4919-9f69-a19d75af33f1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=36708a41-5a95-4919-9f69-a19d75af33f1,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:12.447064 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.497260 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977123d2-798a-43c8-8970-8561c7aba3f5 x-openstack-request-id: req-977123d2-798a-43c8-8970-8561c7aba3f5 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:12.497821 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f040470-2a1e-4fed-b523-663d8accbb09", "name": "network-vif-plugged", "status": "completed", "tag": "e9691390-0cc0-4d4d-8da6-6f25852f1cb8", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:12.498256 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-977123d2-798a-43c8-8970-8561c7aba3f5 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:12.498869 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f040470-2a1e-4fed-b523-663d8accbb09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9691390-0cc0-4d4d-8da6-6f25852f1cb8', 'code': 200} Jul 16 08:36:12.578136 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['36708a41-5a95-4919-9f69-a19d75af33f1'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:12.680672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=36708a41-5a95-4919-9f69-a19d75af33f1,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:12.696576 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e23b6da3-570f-4cb4-9a90-ae4a6a1f8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:33Z', 'updated_at': '2021-07-16T08:33:41Z', 'revision_number': 4, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'gw_port': {'id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:34Z', 'updated_at': '2021-07-16T08:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3558314a-2063-4ad3-8137-ada86fba95aa', 'name': '', 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'mac_address': 'fa:16:3e:15:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:40Z', 'updated_at': '2021-07-16T08:33:48Z', 'revision_number': 5, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'subnets': [{'id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:12.769238 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b6da3-570f-4cb4-9a90-ae4a6a1f8151 None None] Checking router: b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:12.796228 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23b6da3-570f-4cb4-9a90-ae4a6a1f8151 None None] Routers {'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:12.797848 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e23b6da3-570f-4cb4-9a90-ae4a6a1f8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:36:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:12.984048 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50470) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:13.030312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4436b4ed-aabb-490f-a409-d2a0ab3720cc details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:13.106476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa46cc98-9a2a-4007-8508-2e89ac920a1e req-3ef8fa5c-c6a2-4725-973f-1b909f56d8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.109054 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aa46cc98-9a2a-4007-8508-2e89ac920a1e req-3ef8fa5c-c6a2-4725-973f-1b909f56d8db service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8f040470-2a1e-4fed-b523-663d8accbb09 HTTP/1.1" status: 200 len: 1098 time: 0.3809197 Jul 16 08:36:13.110661 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e23b6da3-570f-4cb4-9a90-ae4a6a1f8151 None None] Set router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:13.157569 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69135df4-39a7-4d8a-941d-e65aeda8d9b2 req-03d10b93-39da-4cd6-814b-927868c29bc3 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.171787 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69135df4-39a7-4d8a-941d-e65aeda8d9b2 req-03d10b93-39da-4cd6-814b-927868c29bc3 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f040470-2a1e-4fed-b523-663d8accbb09 HTTP/1.1" status: 200 len: 946 time: 0.5575633 Jul 16 08:36:13.312107 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d68cf95-68bb-406b-81a2-96225eff23c3 req-acfb90c8-8357-4120-9699-648b7d73f976 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/ports?device_id=80da7206-992b-4fee-ba2e-70cb44420b9c HTTP/1.1" status: 200 len: 210 time: 0.1416066 Jul 16 08:36:13.376252 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69135df4-39a7-4d8a-941d-e65aeda8d9b2 req-e44bb7d7-6664-4044-9464-cbcae085c2d8 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933517 Jul 16 08:36:13.414329 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aa46cc98-9a2a-4007-8508-2e89ac920a1e req-24a1e1c6-fffa-4f7e-965f-bc29114be4f2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976456 Jul 16 08:36:13.715249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-306933284-network', 'tenant_id': '5c0bf0ce71804c76a3dfaa1cc36856f1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:13.789894 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] Made reservation on behalf of 5c0bf0ce71804c76a3dfaa1cc36856f1 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:13.796900 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.822448 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.840533 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:13.861338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca20d2-8e2a-44eb-aa2a-a8ad64f249b2 req-2a5ed3d0-7f2b-4bc8-a7c4-bd17e4ce34fb tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.887885 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e6ca20d2-8e2a-44eb-aa2a-a8ad64f249b2 req-2a5ed3d0-7f2b-4bc8-a7c4-bd17e4ce34fb tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 943 time: 0.2213562 Jul 16 08:36:13.898774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '4436b4ed-aabb-490f-a409-d2a0ab3720cc', 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d', 'port_id': '4436b4ed-aabb-490f-a409-d2a0ab3720cc', 'mac_address': 'fa:16:3e:a2:53:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbcf0224-d354-48dd-b45e-dcf207ea9086', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:13.927180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 36708a41-5a95-4919-9f69-a19d75af33f1 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:13.991915 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e23b6da3-570f-4cb4-9a90-ae4a6a1f8151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:33Z', 'updated_at': '2021-07-16T08:33:41Z', 'revision_number': 4, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'gw_port': {'id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:34Z', 'updated_at': '2021-07-16T08:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3558314a-2063-4ad3-8137-ada86fba95aa', 'name': '', 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'mac_address': 'fa:16:3e:15:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:40Z', 'updated_at': '2021-07-16T08:33:48Z', 'revision_number': 5, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'subnets': [{'id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:14.005947 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e6ca20d2-8e2a-44eb-aa2a-a8ad64f249b2 req-cb248dcd-a39d-49a1-8dbb-c752baeb9fc6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166487 Jul 16 08:36:14.070846 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e23b6da3-570f-4cb4-9a90-ae4a6a1f8151 None None] The sync data for ids ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'] in n-d-758944-46 is: [{'id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:33Z', 'updated_at': '2021-07-16T08:33:41Z', 'revision_number': 4, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'gw_port': {'id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:34Z', 'updated_at': '2021-07-16T08:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3558314a-2063-4ad3-8137-ada86fba95aa', 'name': '', 'network_id': '0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'mac_address': 'fa:16:3e:15:01:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 984, 'fixed_ips': [{'subnet_id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:40Z', 'updated_at': '2021-07-16T08:33:48Z', 'revision_number': 5, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'subnets': [{'id': 'd17b4a3e-917d-4383-b0cc-446e354ac843', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:14.121755 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.154607 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.155510 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.186585 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:14.222797 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.223149 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] Added segment 60c26a93-7180-4e33-ab9c-a3f32cc156c5 of type vlan for network 9711758b-ccc1-4bb9-b54a-e318203edf16 Jul 16 08:36:14.256640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4436b4ed-aabb-490f-a409-d2a0ab3720cc {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:14.375108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 36708a41-5a95-4919-9f69-a19d75af33f1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:14.375504 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.480464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:14.491876 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.536173 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.607766 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.611278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:14.613127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.850862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4436b4ed-aabb-490f-a409-d2a0ab3720cc'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:14.904428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:14.916307 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.9308293 Jul 16 08:36:14.917903 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf6233-560f-4ff0-bf50-2dce20d5049d admin admin] Pushing event updated for resources: {'Network': ['ID=9711758b-ccc1-4bb9-b54a-e318203edf16,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:14.921158 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50516) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:14.927330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e9ebeb4c-db89-4c4a-be3f-02d381ea3dd9 admin admin] Request body: {'subnet': {'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-306933284-subnet', 'tenant_id': '5c0bf0ce71804c76a3dfaa1cc36856f1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:14.965175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e270292-7083-41ce-8be8-78c2532a1613 None None] New status for floating IP 91bef413-b9df-4209-88a7-7139848c7185: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:36:15.001952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ebeb4c-db89-4c4a-be3f-02d381ea3dd9 admin admin] Made reservation on behalf of 5c0bf0ce71804c76a3dfaa1cc36856f1 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:15.011984 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9ebeb4c-db89-4c4a-be3f-02d381ea3dd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.018893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=4436b4ed-aabb-490f-a409-d2a0ab3720cc,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:15.022453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 9711758b-ccc1-4bb9-b54a-e318203edf16 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:15.113316 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.115849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2419b50-2ec3-410c-a733-e4f57a662fc5 req-dafa3bd8-76c3-41c0-9e93-5df2937449e5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:15.137173 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e2419b50-2ec3-410c-a733-e4f57a662fc5 req-dafa3bd8-76c3-41c0-9e93-5df2937449e5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.3374424 Jul 16 08:36:15.241741 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e2419b50-2ec3-410c-a733-e4f57a662fc5 req-2cce58e2-09b5-4ef9-b027-adc5a855c786 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025634 Jul 16 08:36:15.323693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f64669-4ed0-4219-95cb-2059fefd5b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36708a41-5a95-4919-9f69-a19d75af33f1'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:15.333943 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3d9ee3-809a-427e-b0ab-600c5fd0d592" -d '{"events": [{"server_uuid": "38f64669-4ed0-4219-95cb-2059fefd5b3a", "name": "network-vif-plugged", "status": "completed", "tag": "36708a41-5a95-4919-9f69-a19d75af33f1"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:15.398523 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 36708a41-5a95-4919-9f69-a19d75af33f1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=36708a41-5a95-4919-9f69-a19d75af33f1,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:15.433166 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.698473 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9ebeb4c-db89-4c4a-be3f-02d381ea3dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.739401 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=36708a41-5a95-4919-9f69-a19d75af33f1,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:15.847309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ebeb4c-db89-4c4a-be3f-02d381ea3dd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30d2fc3a-672f-46bf-8429-2ccfbb873016,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:15.908661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ebeb4c-db89-4c4a-be3f-02d381ea3dd9 admin admin] Checking segment: {'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:15.908983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ebeb4c-db89-4c4a-be3f-02d381ea3dd9 admin admin] Network hostable DHCP agents. Network: 9711758b-ccc1-4bb9-b54a-e318203edf16, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:15.929686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b2299-97a4-429a-a381-99ab9919fa2e req-9c50871e-3d1e-46c2-80b5-035ce2b7653b tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:15.932399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d91b2299-97a4-429a-a381-99ab9919fa2e req-9c50871e-3d1e-46c2-80b5-035ce2b7653b tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f040470-2a1e-4fed-b523-663d8accbb09 HTTP/1.1" status: 200 len: 946 time: 0.1270084 Jul 16 08:36:15.945586 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ebeb4c-db89-4c4a-be3f-02d381ea3dd9 admin admin] Network 9711758b-ccc1-4bb9-b54a-e318203edf16 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:15.958774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-e9ebeb4c-db89-4c4a-be3f-02d381ea3dd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 9711758b-ccc1-4bb9-b54a-e318203edf16) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:15.974651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ebeb4c-db89-4c4a-be3f-02d381ea3dd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:15.975844 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9ebeb4c-db89-4c4a-be3f-02d381ea3dd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.977304 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae803b9-e003-42f0-ba0c-31966086580d None None] Network 9711758b-ccc1-4bb9-b54a-e318203edf16 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:16.025501 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e9ebeb4c-db89-4c4a-be3f-02d381ea3dd9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1028230 Jul 16 08:36:16.029457 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d91b2299-97a4-429a-a381-99ab9919fa2e req-eb9e0458-bfa6-488d-a4da-4e7fc0e99ab0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900238 Jul 16 08:36:16.450511 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-9711758b-ccc1-4bb9-b54a-e318203edf16', 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16', 'tenant_id': '5c0bf0ce71804c76a3dfaa1cc36856f1', 'fixed_ips': [{'subnet_id': '30d2fc3a-672f-46bf-8429-2ccfbb873016'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:16.451947 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.765515 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Allocated IP 172.20.0.2 (9711758b-ccc1-4bb9-b54a-e318203edf16/30d2fc3a-672f-46bf-8429-2ccfbb873016/cc57b339-df48-489c-beb5-f8aeaa4d20f4) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:17.059875 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4436b4ed-aabb-490f-a409-d2a0ab3720cc up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:17.242590 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.265210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Transition to ACTIVE for port object cc57b339-df48-489c-beb5-f8aeaa4d20f4 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:17.303861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 4436b4ed-aabb-490f-a409-d2a0ab3720cc completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:17.310393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Transition to ACTIVE for port object cc57b339-df48-489c-beb5-f8aeaa4d20f4 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:17.319408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 4436b4ed-aabb-490f-a409-d2a0ab3720cc triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:17.320165 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.336397 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.547913 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Network 9711758b-ccc1-4bb9-b54a-e318203edf16 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:17.551316 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Pushing event updated for resources: {'Port': ['ID=cc57b339-df48-489c-beb5-f8aeaa4d20f4,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:17.563743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:17.567484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:17.746750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Attempting to bind port cc57b339-df48-489c-beb5-f8aeaa4d20f4 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:17.747228 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Attempting to bind port cc57b339-df48-489c-beb5-f8aeaa4d20f4 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:17.747653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Attempting to bind port cc57b339-df48-489c-beb5-f8aeaa4d20f4 on network 9711758b-ccc1-4bb9-b54a-e318203edf16 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:17.756787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:17.757173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Checking segment: {'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:17.757591 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.757990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Bound using segment: {'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:17.758479 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Bound port: cc57b339-df48-489c-beb5-f8aeaa4d20f4, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:17.758898 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.776686 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.868521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:17.877174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] For port cc57b339-df48-489c-beb5-f8aeaa4d20f4, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:17.881492 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.885306 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] For port cc57b339-df48-489c-beb5-f8aeaa4d20f4, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=cc57b339-df48-489c-beb5-f8aeaa4d20f4,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:17.891861 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.959049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=4436b4ed-aabb-490f-a409-d2a0ab3720cc,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:18.058081 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-baf1cea2-ce6e-4a6f-b0c9-8f6f62540d0b req-0a262ffd-b94e-455e-8e02-841b4366342f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1367724 Jul 16 08:36:18.096193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a11035-74d9-4e77-9f97-3a6699518484 None None] Pushing event updated for resources: {'Port': ['ID=cc57b339-df48-489c-beb5-f8aeaa4d20f4,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:18.306571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1cea2-ce6e-4a6f-b0c9-8f6f62540d0b req-3bd5d40f-9198-4d6c-bd9c-dde1cc5924ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:18.309520 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-baf1cea2-ce6e-4a6f-b0c9-8f6f62540d0b req-3bd5d40f-9198-4d6c-bd9c-dde1cc5924ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 1096 time: 0.1835055 Jul 16 08:36:18.492403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1cea2-ce6e-4a6f-b0c9-8f6f62540d0b req-10c681fc-0102-45f6-9c85-f4036feca44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:18.494097 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-baf1cea2-ce6e-4a6f-b0c9-8f6f62540d0b req-10c681fc-0102-45f6-9c85-f4036feca44d service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.1536572 Jul 16 08:36:18.604385 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-baf1cea2-ce6e-4a6f-b0c9-8f6f62540d0b req-c1a584dd-0d4d-4354-8515-cb10064b850b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed HTTP/1.1" status: 200 len: 998 time: 0.1031318 Jul 16 08:36:18.715662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1cea2-ce6e-4a6f-b0c9-8f6f62540d0b req-449ddf36-0dad-439e-9d46-072a679e6df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:18.730907 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-baf1cea2-ce6e-4a6f-b0c9-8f6f62540d0b req-449ddf36-0dad-439e-9d46-072a679e6df2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.1192174 Jul 16 08:36:18.876418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1cea2-ce6e-4a6f-b0c9-8f6f62540d0b req-f70f5f00-0ba6-4928-8bfb-10a1165698da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:18.879428 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-baf1cea2-ce6e-4a6f-b0c9-8f6f62540d0b req-f70f5f00-0ba6-4928-8bfb-10a1165698da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1408205 Jul 16 08:36:19.040040 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-baf1cea2-ce6e-4a6f-b0c9-8f6f62540d0b req-00ce2742-b5b4-4b58-ae2c-c1c0257ab9ef service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531715 Jul 16 08:36:19.279708 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-baf1cea2-ce6e-4a6f-b0c9-8f6f62540d0b req-bcfe9536-fb08-46f7-a008-5266168b4eea service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325838 Jul 16 08:36:19.332034 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022d984f-9e1f-4a0a-b06a-7cbb3e0cfd91 None None] Network 9711758b-ccc1-4bb9-b54a-e318203edf16 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:19.438058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7d8e263d-fee8-4e30-bfa8-4778c9f77254 None None] Provisioning for port cc57b339-df48-489c-beb5-f8aeaa4d20f4 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:20.344256 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device cc57b339-df48-489c-beb5-f8aeaa4d20f4 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:20.462171 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port cc57b339-df48-489c-beb5-f8aeaa4d20f4 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:20.470145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port cc57b339-df48-489c-beb5-f8aeaa4d20f4 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:20.470530 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.606757 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.660300 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port cc57b339-df48-489c-beb5-f8aeaa4d20f4, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=cc57b339-df48-489c-beb5-f8aeaa4d20f4,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:20.666935 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.778386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=cc57b339-df48-489c-beb5-f8aeaa4d20f4,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:22.297794 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device cc57b339-df48-489c-beb5-f8aeaa4d20f4 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:22.396995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port cc57b339-df48-489c-beb5-f8aeaa4d20f4 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:22.397593 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.183716 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373f613-7d20-4d35-88b9-1a08d9ba79c6 req-6771f856-f8e5-42a4-8444-c41035aa174a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:24.188030 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f373f613-7d20-4d35-88b9-1a08d9ba79c6 req-6771f856-f8e5-42a4-8444-c41035aa174a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 945 time: 0.1383622 Jul 16 08:36:24.287242 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f373f613-7d20-4d35-88b9-1a08d9ba79c6 req-e9d0a0ef-31c8-4a46-be73-1f0738f00836 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891542 Jul 16 08:36:24.401936 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d534e1-ca3b-40ee-96a6-4b4885517d1f x-openstack-request-id: req-99d534e1-ca3b-40ee-96a6-4b4885517d1f {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:24.402534 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f64669-4ed0-4219-95cb-2059fefd5b3a", "name": "network-vif-plugged", "status": "completed", "tag": "36708a41-5a95-4919-9f69-a19d75af33f1", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:24.403031 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-99d534e1-ca3b-40ee-96a6-4b4885517d1f {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:24.403697 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f64669-4ed0-4219-95cb-2059fefd5b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36708a41-5a95-4919-9f69-a19d75af33f1', 'code': 200} Jul 16 08:36:24.476890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50582) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:24.672004 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb2579d-b96a-47ce-86a6-4d7578a39fc7 req-0516ff39-735e-4626-9f69-d611aa20900f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:24.681836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-afb2579d-b96a-47ce-86a6-4d7578a39fc7 req-0516ff39-735e-4626-9f69-d611aa20900f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.2388523 Jul 16 08:36:24.695379 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-041754a5-7ea7-4d6e-86c2-d1951be1706b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.778700 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-041754a5-7ea7-4d6e-86c2-d1951be1706b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.874156 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-afb2579d-b96a-47ce-86a6-4d7578a39fc7 req-b6e4312a-8c87-4c4a-86ea-e6aacb447417 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802905 Jul 16 08:36:24.920984 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-041754a5-7ea7-4d6e-86c2-d1951be1706b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.932146 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-041754a5-7ea7-4d6e-86c2-d1951be1706b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.939633 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50604) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:24.941172 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-041754a5-7ea7-4d6e-86c2-d1951be1706b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "DELETE /v2.0/security-groups/eeabdafa-e771-4109-b69a-2dceefa61293 HTTP/1.1" status: 204 len: 168 time: 0.4622459 Jul 16 08:36:24.964468 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041754a5-7ea7-4d6e-86c2-d1951be1706b tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeabdafa-e771-4109-b69a-2dceefa61293,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:24.992389 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-a2b9b2d2-c5c9-47aa-8cc8-6d62899b2998 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] show failed (client error): The resource could not be found. Jul 16 08:36:24.999577 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a2b9b2d2-c5c9-47aa-8cc8-6d62899b2998 tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "GET /v2.0/security-groups/eeabdafa-e771-4109-b69a-2dceefa61293 HTTP/1.1" status: 404 len: 347 time: 0.0578630 Jul 16 08:36:25.004468 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50612) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:25.183254 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-de59214d-c782-4a84-a15c-363d8046455c req-46d06f1e-2e58-41c7-870b-bdd18f0648b0 tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0754671 Jul 16 08:36:25.297940 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ddae59b9-3337-4eba-bdd7-07342f4915da tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Deleting port c79f483a-3b3a-4241-b448-0f1eb8dfae5d {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:25.298579 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ddae59b9-3337-4eba-bdd7-07342f4915da tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.487391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca384b17-e632-463e-808d-eec99cac8632 req-15e14f25-05ec-4d7e-8605-e73a27145c8a tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:25.500192 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-15e14f25-05ec-4d7e-8605-e73a27145c8a tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/networks?id=9711758b-ccc1-4bb9-b54a-e318203edf16 HTTP/1.1" status: 200 len: 815 time: 0.3977160 Jul 16 08:36:25.528272 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-f4f88145-cafc-4a13-b428-603ae5590c74 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/quotas/5c0bf0ce71804c76a3dfaa1cc36856f1 HTTP/1.1" status: 200 len: 375 time: 0.0264606 Jul 16 08:36:25.610925 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ddae59b9-3337-4eba-bdd7-07342f4915da tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.611703 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ddae59b9-3337-4eba-bdd7-07342f4915da tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.653988 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ddae59b9-3337-4eba-bdd7-07342f4915da tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Calling delete_port for c79f483a-3b3a-4241-b448-0f1eb8dfae5d owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:25.656258 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-d2a5a6ee-4e22-44c4-bcf7-784fddb047a0 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c0bf0ce71804c76a3dfaa1cc36856f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1263235 Jul 16 08:36:25.923991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-da518d8c-93dd-4c61-bc34-b5abfbf00c7f service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:36:25.925499 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-da518d8c-93dd-4c61-bc34-b5abfbf00c7f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2673538 Jul 16 08:36:26.032392 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ddae59b9-3337-4eba-bdd7-07342f4915da tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.153956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddae59b9-3337-4eba-bdd7-07342f4915da tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Pushing event deleted for resources: {'Port': ['ID=c79f483a-3b3a-4241-b448-0f1eb8dfae5d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:26.249532 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-84cfad10-ac10-49d7-aada-4596453a1556 service neutron] 10.222.0.20 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139350 Jul 16 08:36:26.289858 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ddae59b9-3337-4eba-bdd7-07342f4915da tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.294772 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ddae59b9-3337-4eba-bdd7-07342f4915da tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.301875 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50648) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:26.302788 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ddae59b9-3337-4eba-bdd7-07342f4915da tempest-ServersTestManualDisk-1860231082 tempest-ServersTestManualDisk-1860231082-project] 10.222.0.20 "DELETE /v2.0/floatingips/91bef413-b9df-4209-88a7-7139848c7185 HTTP/1.1" status: 204 len: 168 time: 1.2959743 Jul 16 08:36:26.407078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c7379a-dca2-4c02-a6e3-feb899650515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4436b4ed-aabb-490f-a409-d2a0ab3720cc'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:26.430490 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db78d72-ea73-4bd4-a379-55ed3bafb070" -d '{"events": [{"server_uuid": "17c7379a-dca2-4c02-a6e3-feb899650515", "name": "network-vif-plugged", "status": "completed", "tag": "4436b4ed-aabb-490f-a409-d2a0ab3720cc"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:26.528476 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-bd25c9f0-1aee-412c-86cc-52307b6b6e40 service neutron] 10.222.0.20 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771349 Jul 16 08:36:26.848108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe952d-9f0b-4dda-b8f6-976d97f17068 req-b83e1129-8b55-4b13-ac5f-cfda7a2797e2 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:26.859950 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0abe952d-9f0b-4dda-b8f6-976d97f17068 req-b83e1129-8b55-4b13-ac5f-cfda7a2797e2 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 945 time: 0.1843030 Jul 16 08:36:26.982235 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0abe952d-9f0b-4dda-b8f6-976d97f17068 req-f49c94d6-693b-420c-9285-05f15e996654 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209583 Jul 16 08:36:27.285986 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9e51d11b-2e01-44fa-b969-6c32f71b3fd7 req-cb077926-703c-4692-9477-c6129dd27f35 tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0507386 Jul 16 08:36:27.665749 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f588e9df-ee22-4160-a617-ea38b2ff9b3a x-openstack-request-id: req-f588e9df-ee22-4160-a617-ea38b2ff9b3a {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:27.666677 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c7379a-dca2-4c02-a6e3-feb899650515", "name": "network-vif-plugged", "status": "completed", "tag": "4436b4ed-aabb-490f-a409-d2a0ab3720cc", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:27.668370 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f588e9df-ee22-4160-a617-ea38b2ff9b3a {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:27.669281 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c7379a-dca2-4c02-a6e3-feb899650515', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4436b4ed-aabb-490f-a409-d2a0ab3720cc', 'code': 200} Jul 16 08:36:27.767586 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabac7d4-a622-471f-af75-0ab1db6ca021 req-1477958b-6830-4757-8dd2-2e8f4cae21c0 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:27.775655 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cabac7d4-a622-471f-af75-0ab1db6ca021 req-1477958b-6830-4757-8dd2-2e8f4cae21c0 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.3756199 Jul 16 08:36:27.940140 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44c3426-b7fb-4b37-a02d-d36d015df154 req-01152706-42db-49e8-b54a-f54b7f06d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:27.950109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f44c3426-b7fb-4b37-a02d-d36d015df154 req-01152706-42db-49e8-b54a-f54b7f06d146 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 1097 time: 0.2038538 Jul 16 08:36:27.994264 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cabac7d4-a622-471f-af75-0ab1db6ca021 req-31d85ece-982f-41f0-a98b-da88625ce32e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076459 Jul 16 08:36:28.197898 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f44c3426-b7fb-4b37-a02d-d36d015df154 req-9b021f98-cf7a-4337-8043-bf2d6fb808c8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157290 Jul 16 08:36:28.325434 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-579c808a-6b32-4107-8c14-1806e8028835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.464629 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60698183-0019-4c29-906a-dc03a03f8373 req-89b67450-825d-4653-a7f9-ad46446ca7f5 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:28.476137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-89b67450-825d-4653-a7f9-ad46446ca7f5 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/networks?id=9711758b-ccc1-4bb9-b54a-e318203edf16 HTTP/1.1" status: 200 len: 815 time: 0.5533638 Jul 16 08:36:28.525977 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-7bdb022b-c05c-4595-8cc5-6a4ea4ac540d tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/quotas/5c0bf0ce71804c76a3dfaa1cc36856f1 HTTP/1.1" status: 200 len: 375 time: 0.0412602 Jul 16 08:36:28.750661 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd74e780-a0ec-469e-8773-ea00d7d8298b req-16dbc7ef-035d-4d26-b26f-af4f2237606f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.1048992 Jul 16 08:36:28.834753 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-3fd0e77c-e7e0-4b26-8dbd-48ff322e5f52 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c0bf0ce71804c76a3dfaa1cc36856f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3071799 Jul 16 08:36:28.979613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86f223-6fab-4cdd-884c-d8dab07b08af req-78a13650-17cd-4dfc-b01d-e6939b74a2d5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:28.996429 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a86f223-6fab-4cdd-884c-d8dab07b08af req-78a13650-17cd-4dfc-b01d-e6939b74a2d5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 945 time: 0.3032532 Jul 16 08:36:29.057820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-c2bddddb-1a47-4a01-b950-c2ef4e54ea90 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:36:29.075955 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-c2bddddb-1a47-4a01-b950-c2ef4e54ea90 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2342391 Jul 16 08:36:29.299465 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a86f223-6fab-4cdd-884c-d8dab07b08af req-297d50a5-a30e-4cc2-9934-d8884afd3b36 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3011103 Jul 16 08:36:29.367425 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-4d00ce44-ea55-470c-94c0-8a186e6c64bf service neutron] 10.222.0.20 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772474 Jul 16 08:36:29.547035 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:36:29.652319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-579c808a-6b32-4107-8c14-1806e8028835 admin admin] Deleting port 3558314a-2063-4ad3-8137-ada86fba95aa {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:29.653002 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-579c808a-6b32-4107-8c14-1806e8028835 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.661674 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-828863d3-34c1-4b0d-9fc7-c1d33b8e94a5 service neutron] 10.222.0.20 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930553 Jul 16 08:36:29.876351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-579c808a-6b32-4107-8c14-1806e8028835 admin admin] For port 3558314a-2063-4ad3-8137-ada86fba95aa, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3558314a-2063-4ad3-8137-ada86fba95aa,segment=NetworkSegment(d44fd481-ac90-464f-8edf-869fa1fcd38d),segment_id=d44fd481-ac90-464f-8edf-869fa1fcd38d)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:29.876769 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-579c808a-6b32-4107-8c14-1806e8028835 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.929112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-579c808a-6b32-4107-8c14-1806e8028835 admin admin] Calling delete_port for 3558314a-2063-4ad3-8137-ada86fba95aa owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:30.144850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca384b17-e632-463e-808d-eec99cac8632 req-e719d31a-68dd-428f-b342-7c703df582db tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:30.146501 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-e719d31a-68dd-428f-b342-7c703df582db tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.15 "GET /v2.0/networks?id=9711758b-ccc1-4bb9-b54a-e318203edf16 HTTP/1.1" status: 200 len: 815 time: 0.2336266 Jul 16 08:36:30.175268 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a063e4b8-628d-48de-9045-de87c5d648a4 req-9ef20980-9a72-42c8-afef-c684e2f99027 tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0894752 Jul 16 08:36:30.179913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ca384b17-e632-463e-808d-eec99cac8632 req-75c93f38-be99-4463-aa88-14e0100721fa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Request body: {'port': {'device_id': '18858de7-134c-47de-9db2-160775e23fc9', 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16', 'admin_state_up': True, 'tenant_id': '5c0bf0ce71804c76a3dfaa1cc36856f1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:30.497204 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-579c808a-6b32-4107-8c14-1806e8028835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.511164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca384b17-e632-463e-808d-eec99cac8632 req-75c93f38-be99-4463-aa88-14e0100721fa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Made reservation on behalf of 5c0bf0ce71804c76a3dfaa1cc36856f1 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:30.515284 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ca384b17-e632-463e-808d-eec99cac8632 req-75c93f38-be99-4463-aa88-14e0100721fa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.621373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579c808a-6b32-4107-8c14-1806e8028835 admin admin] Pushing event deleted for resources: {'Port': ['ID=3558314a-2063-4ad3-8137-ada86fba95aa,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:31.079581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-ca384b17-e632-463e-808d-eec99cac8632 req-75c93f38-be99-4463-aa88-14e0100721fa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Allocated IP 172.20.0.11 (9711758b-ccc1-4bb9-b54a-e318203edf16/30d2fc3a-672f-46bf-8429-2ccfbb873016/be844583-4236-4b23-ab1e-56a42c8040d4) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:31.220406 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4247d7-8215-4282-ba5d-fa54216a8856 req-9736aa7c-d04f-4a53-9b85-35a561df9b16 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:31.242417 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb4247d7-8215-4282-ba5d-fa54216a8856 req-9736aa7c-d04f-4a53-9b85-35a561df9b16 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 945 time: 0.2906981 Jul 16 08:36:31.382367 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb4247d7-8215-4282-ba5d-fa54216a8856 req-946dbc07-4302-4e36-a008-851f932164b0 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389260 Jul 16 08:36:31.567010 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-579c808a-6b32-4107-8c14-1806e8028835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.985068 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ca384b17-e632-463e-808d-eec99cac8632 req-75c93f38-be99-4463-aa88-14e0100721fa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.013683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ca384b17-e632-463e-808d-eec99cac8632 req-75c93f38-be99-4463-aa88-14e0100721fa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Transition to ACTIVE for port object be844583-4236-4b23-ab1e-56a42c8040d4 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:32.047154 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c06da879-a26e-4c80-bee0-fbed2837f41f req-07a1b2b0-eb9d-46c6-baa4-95a319faf9b6 tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0882020 Jul 16 08:36:32.114805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb33231-e085-43ed-b638-a681783d8e6a req-98235d6e-ae6f-4923-a990-a2a2d43d610a tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:32.117201 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7eb33231-e085-43ed-b638-a681783d8e6a req-98235d6e-ae6f-4923-a990-a2a2d43d610a tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/networks?id=9711758b-ccc1-4bb9-b54a-e318203edf16 HTTP/1.1" status: 200 len: 815 time: 0.4610970 Jul 16 08:36:32.170844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579c808a-6b32-4107-8c14-1806e8028835 admin admin] Router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:36:32.183446 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7eb33231-e085-43ed-b638-a681783d8e6a req-f8d44fd4-d5f0-471a-981a-9df93679245a tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/quotas/5c0bf0ce71804c76a3dfaa1cc36856f1 HTTP/1.1" status: 200 len: 375 time: 0.0559847 Jul 16 08:36:32.280403 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ca384b17-e632-463e-808d-eec99cac8632 req-75c93f38-be99-4463-aa88-14e0100721fa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.499798 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca384b17-e632-463e-808d-eec99cac8632 req-75c93f38-be99-4463-aa88-14e0100721fa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Network 9711758b-ccc1-4bb9-b54a-e318203edf16 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:32.506994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-ca384b17-e632-463e-808d-eec99cac8632 req-75c93f38-be99-4463-aa88-14e0100721fa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:32.526850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579c808a-6b32-4107-8c14-1806e8028835 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:32.530845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca384b17-e632-463e-808d-eec99cac8632 req-75c93f38-be99-4463-aa88-14e0100721fa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:32.541303 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-579c808a-6b32-4107-8c14-1806e8028835 admin admin] 10.222.0.20 "PUT /v2.0/routers/b4e7c813-e6ae-4a6a-9349-6a8e538a04e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2376738 Jul 16 08:36:32.542008 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addf0554-8433-4d9d-852e-9339d6f51133 None None] Sync routers for ids ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:32.557540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50780) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:32.561874 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addf0554-8433-4d9d-852e-9339d6f51133 None None] Routers {'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:32.565987 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-addf0554-8433-4d9d-852e-9339d6f51133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:36:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:32.605783 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca384b17-e632-463e-808d-eec99cac8632 req-75c93f38-be99-4463-aa88-14e0100721fa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:32.606600 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ca384b17-e632-463e-808d-eec99cac8632 req-75c93f38-be99-4463-aa88-14e0100721fa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.630581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61aa7e88-510a-49f3-9cde-e2a534bab6c7 req-1f10bb27-43cf-4f96-92de-363601587a03 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:32.633485 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61aa7e88-510a-49f3-9cde-e2a534bab6c7 req-1f10bb27-43cf-4f96-92de-363601587a03 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 1097 time: 0.2706244 Jul 16 08:36:32.668219 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c93f38-be99-4463-aa88-14e0100721fa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Pushing event updated for resources: {'Port': ['ID=be844583-4236-4b23-ab1e-56a42c8040d4,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:32.682575 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-75c93f38-be99-4463-aa88-14e0100721fa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5237765 Jul 16 08:36:32.700542 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7eb33231-e085-43ed-b638-a681783d8e6a req-3fd8c949-2b66-4f1b-897e-4996ceffd79e tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c0bf0ce71804c76a3dfaa1cc36856f1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5156803 Jul 16 08:36:32.723824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Request body: {'port': {'device_id': '18858de7-134c-47de-9db2-160775e23fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:32.863353 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-addf0554-8433-4d9d-852e-9339d6f51133 None None] Set router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:33.020452 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.059739 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.106156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-66fe6fc2-e1b0-4e1b-b5ae-48cbfcd371b6 None None] Provisioning for port be844583-4236-4b23-ab1e-56a42c8040d4 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:33.115397 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-66fe6fc2-e1b0-4e1b-b5ae-48cbfcd371b6 None None] Provisioning complete for port be844583-4236-4b23-ab1e-56a42c8040d4 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:33.118665 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61aa7e88-510a-49f3-9cde-e2a534bab6c7 req-e473ce7f-2174-459f-8408-7bacbf0270a2 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261886 Jul 16 08:36:33.119676 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-66fe6fc2-e1b0-4e1b-b5ae-48cbfcd371b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.233337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-66fe6fc2-e1b0-4e1b-b5ae-48cbfcd371b6 None None] Port be844583-4236-4b23-ab1e-56a42c8040d4 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:33.268641 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.344253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60698183-0019-4c29-906a-dc03a03f8373 req-d35a8e5e-019a-4e05-af63-640e56e349bb tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:33.350014 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-d35a8e5e-019a-4e05-af63-640e56e349bb tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.38 "GET /v2.0/networks?id=9711758b-ccc1-4bb9-b54a-e318203edf16 HTTP/1.1" status: 200 len: 815 time: 0.8992236 Jul 16 08:36:33.362859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] Deleting port f072b8b0-8907-4dc8-8c7e-9ee8b937a000 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:33.364221 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.587195 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.605154 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-addf0554-8433-4d9d-852e-9339d6f51133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:33Z', 'updated_at': '2021-07-16T08:36:30Z', 'revision_number': 5, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'gw_port': {'id': 'f072b8b0-8907-4dc8-8c7e-9ee8b937a000', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:d5:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 983, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:33:34Z', 'updated_at': '2021-07-16T08:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:33.662985 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addf0554-8433-4d9d-852e-9339d6f51133 None None] Checking router: b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:33.675500 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] For port f072b8b0-8907-4dc8-8c7e-9ee8b937a000, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f072b8b0-8907-4dc8-8c7e-9ee8b937a000,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:33.678329 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.684405 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addf0554-8433-4d9d-852e-9339d6f51133 None None] Routers {'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:33.686240 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-addf0554-8433-4d9d-852e-9339d6f51133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:36:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:33.728893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] Calling delete_port for f072b8b0-8907-4dc8-8c7e-9ee8b937a000 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:33.832722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be844583-4236-4b23-ab1e-56a42c8040d4 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:33.856366 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.887206 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Transition to ACTIVE for port object be844583-4236-4b23-ab1e-56a42c8040d4 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:33.894261 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-60698183-0019-4c29-906a-dc03a03f8373 req-691fffb2-b717-469b-91d0-1cef0959dd78 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Request body: {'port': {'device_id': 'e096af25-e8ad-4707-81d0-1e8778a169c5', 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16', 'admin_state_up': True, 'tenant_id': '5c0bf0ce71804c76a3dfaa1cc36856f1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:33.926319 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7eb33231-e085-43ed-b638-a681783d8e6a req-f08327fe-201a-42a8-b5cc-13753c5c7a12 service neutron] 10.222.0.20 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2245932 Jul 16 08:36:33.936099 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.062957 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-addf0554-8433-4d9d-852e-9339d6f51133 None None] Set router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:34.174502 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-addf0554-8433-4d9d-852e-9339d6f51133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:33Z', 'updated_at': '2021-07-16T08:36:33Z', 'revision_number': 6, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:34.264520 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addf0554-8433-4d9d-852e-9339d6f51133 None None] The sync data for ids ['b4e7c813-e6ae-4a6a-9349-6a8e538a04e2'] in n-d-758944-46 is: [{'id': 'b4e7c813-e6ae-4a6a-9349-6a8e538a04e2', 'name': 'tempest-ServersTestManualDisk-298279660-router', 'tenant_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:33:33Z', 'updated_at': '2021-07-16T08:36:33Z', 'revision_number': 6, 'project_id': 'ec68b473fab2459f93f7c4b2bd831fcf', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:34.446167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Pushing event updated for resources: {'Port': ['ID=be844583-4236-4b23-ab1e-56a42c8040d4,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:34.478302 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.530523 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7eb33231-e085-43ed-b638-a681783d8e6a req-8bf48769-3f36-497a-a630-cd6d8931ba02 service neutron] 10.222.0.20 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6031046 Jul 16 08:36:34.552763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] Pushing event deleted for resources: {'Port': ['ID=f072b8b0-8907-4dc8-8c7e-9ee8b937a000,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:34.587840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Attempting to bind port be844583-4236-4b23-ab1e-56a42c8040d4 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:34.588403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Attempting to bind port be844583-4236-4b23-ab1e-56a42c8040d4 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:34.588969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Attempting to bind port be844583-4236-4b23-ab1e-56a42c8040d4 on network 9711758b-ccc1-4bb9-b54a-e318203edf16 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:34.596702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Port be844583-4236-4b23-ab1e-56a42c8040d4 on network 9711758b-ccc1-4bb9-b54a-e318203edf16 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:34.597226 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Attempting to bind port be844583-4236-4b23-ab1e-56a42c8040d4 on network 9711758b-ccc1-4bb9-b54a-e318203edf16 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:34.600285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60698183-0019-4c29-906a-dc03a03f8373 req-691fffb2-b717-469b-91d0-1cef0959dd78 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Made reservation on behalf of 5c0bf0ce71804c76a3dfaa1cc36856f1 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:34.605682 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-60698183-0019-4c29-906a-dc03a03f8373 req-691fffb2-b717-469b-91d0-1cef0959dd78 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.633540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:34.634365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Checking segment: {'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:34.634884 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Bound using segment: {'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:34.635607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Bound port: be844583-4236-4b23-ab1e-56a42c8040d4, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:34.636000 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.737093 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.744839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1394c5d8-d2ad-46e9-8b37-d9da0ca6db3a req-bcc48b60-7fa3-4fca-b963-e6be5d43f731 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:34.747816 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1394c5d8-d2ad-46e9-8b37-d9da0ca6db3a req-bcc48b60-7fa3-4fca-b963-e6be5d43f731 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 1097 time: 0.2577384 Jul 16 08:36:34.837390 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] For port be844583-4236-4b23-ab1e-56a42c8040d4, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:35.394365 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.397867 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5838f96c-0433-4a94-aa6c-f962d2c8757c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.783929 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-60698183-0019-4c29-906a-dc03a03f8373 req-691fffb2-b717-469b-91d0-1cef0959dd78 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Allocated IP 172.20.0.13 (9711758b-ccc1-4bb9-b54a-e318203edf16/30d2fc3a-672f-46bf-8429-2ccfbb873016/2e860404-d007-4d07-9fda-18e14e90ec58) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:35.879781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 36708a41-5a95-4919-9f69-a19d75af33f1 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:36.023154 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.028121 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.091052 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-60698183-0019-4c29-906a-dc03a03f8373 req-691fffb2-b717-469b-91d0-1cef0959dd78 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.103385 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.135167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-60698183-0019-4c29-906a-dc03a03f8373 req-691fffb2-b717-469b-91d0-1cef0959dd78 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Transition to ACTIVE for port object 2e860404-d007-4d07-9fda-18e14e90ec58 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:36.149394 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.150286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:36:36.178385 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] For port be844583-4236-4b23-ab1e-56a42c8040d4, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=be844583-4236-4b23-ab1e-56a42c8040d4,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:36.199158 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.206345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 36708a41-5a95-4919-9f69-a19d75af33f1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=36708a41-5a95-4919-9f69-a19d75af33f1,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:36.208259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f64669-4ed0-4219-95cb-2059fefd5b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36708a41-5a95-4919-9f69-a19d75af33f1'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:36.214118 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01c893a-f3f6-48a9-8c39-bc0ec7495027" -d '{"events": [{"server_uuid": "38f64669-4ed0-4219-95cb-2059fefd5b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "36708a41-5a95-4919-9f69-a19d75af33f1"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:36.223086 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.232246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50830) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:36.234085 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-976bb2d1-afde-49f2-9250-e134a905f836 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b4e7c813-e6ae-4a6a-9349-6a8e538a04e2 HTTP/1.1" status: 204 len: 168 time: 3.6547143 Jul 16 08:36:36.262058 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-60698183-0019-4c29-906a-dc03a03f8373 req-691fffb2-b717-469b-91d0-1cef0959dd78 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.264354 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.302409 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1394c5d8-d2ad-46e9-8b37-d9da0ca6db3a req-b9daf4d2-4804-4c07-8932-eaea2232ade2 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4797535 Jul 16 08:36:36.365122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=36708a41-5a95-4919-9f69-a19d75af33f1,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:36.453480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f072b8b0-8907-4dc8-8c7e-9ee8b937a000 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:36.518983 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: f072b8b0-8907-4dc8-8c7e-9ee8b937a000 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:36.519916 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f072b8b0-8907-4dc8-8c7e-9ee8b937a000 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:36.520481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Deleting subnet d17b4a3e-917d-4383-b0cc-446e354ac843 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:36.531837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3558314a-2063-4ad3-8137-ada86fba95aa no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:36.546783 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:36.547421 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.549941 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] 10.222.0.15 "PUT /v2.0/ports/be844583-4236-4b23-ab1e-56a42c8040d4 HTTP/1.1" status: 200 len: 1093 time: 3.8315375 Jul 16 08:36:36.563676 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.570192 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18858de7-134c-47de-9db2-160775e23fc9', 'tag': 'be844583-4236-4b23-ab1e-56a42c8040d4'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:36.576570 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea64c9c-53da-4bc8-a8a3-0235aa6ce464" -d '{"events": [{"name": "network-changed", "server_uuid": "18858de7-134c-47de-9db2-160775e23fc9", "tag": "be844583-4236-4b23-ab1e-56a42c8040d4"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:36.581650 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 3558314a-2063-4ad3-8137-ada86fba95aa {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:36.593119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3558314a-2063-4ad3-8137-ada86fba95aa not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:36.716470 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.890279 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60698183-0019-4c29-906a-dc03a03f8373 req-691fffb2-b717-469b-91d0-1cef0959dd78 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Network 9711758b-ccc1-4bb9-b54a-e318203edf16 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:36.916310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-60698183-0019-4c29-906a-dc03a03f8373 req-691fffb2-b717-469b-91d0-1cef0959dd78 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:36.959049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-60698183-0019-4c29-906a-dc03a03f8373 req-691fffb2-b717-469b-91d0-1cef0959dd78 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:36.997546 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07428674-0687-4739-8447-6e348ffd355f req-b7ae76c6-0985-466e-ab91-b91cb9d5b019 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:37.009826 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07428674-0687-4739-8447-6e348ffd355f req-b7ae76c6-0985-466e-ab91-b91cb9d5b019 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 1.3838055 Jul 16 08:36:37.116206 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.139614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8a372-624d-4d67-835e-f124a6bf7c10 service neutron] Pushing event updated for resources: {'Port': ['ID=be844583-4236-4b23-ab1e-56a42c8040d4,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:37.171472 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb33231-e085-43ed-b638-a681783d8e6a req-088adcc2-9032-4cfa-aba9-838a73bfeafc tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:37.173432 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb33231-e085-43ed-b638-a681783d8e6a req-088adcc2-9032-4cfa-aba9-838a73bfeafc tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.15 "GET /v2.0/networks?id=9711758b-ccc1-4bb9-b54a-e318203edf16 HTTP/1.1" status: 200 len: 815 time: 0.2075770 Jul 16 08:36:37.196564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-7eb33231-e085-43ed-b638-a681783d8e6a req-d190393a-78ea-4024-9d31-4259e8061108 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Request body: {'port': {'device_id': '0c5b1eb4-6c7e-4574-84bc-a422783c2ff6', 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16', 'admin_state_up': True, 'tenant_id': '5c0bf0ce71804c76a3dfaa1cc36856f1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:37.214082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60698183-0019-4c29-906a-dc03a03f8373 req-691fffb2-b717-469b-91d0-1cef0959dd78 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:37.214766 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-60698183-0019-4c29-906a-dc03a03f8373 req-691fffb2-b717-469b-91d0-1cef0959dd78 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.334584 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07428674-0687-4739-8447-6e348ffd355f req-47df8fcb-2d62-4256-8499-82c84a8859d7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238289 Jul 16 08:36:37.335978 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-691fffb2-b717-469b-91d0-1cef0959dd78 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9770503 Jul 16 08:36:37.409778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3835fcb1-d7e9-4e05-ab27-970fd360b1fd None None] Provisioning for port 2e860404-d007-4d07-9fda-18e14e90ec58 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:37.409945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Request body: {'port': {'device_id': 'e096af25-e8ad-4707-81d0-1e8778a169c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:37.415264 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3835fcb1-d7e9-4e05-ab27-970fd360b1fd None None] Provisioning complete for port 2e860404-d007-4d07-9fda-18e14e90ec58 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:37.418050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca384b17-e632-463e-808d-eec99cac8632 req-0e98613a-f6b2-48fa-bb10-b619d1a73f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:37.418473 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3835fcb1-d7e9-4e05-ab27-970fd360b1fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.421044 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-0e98613a-f6b2-48fa-bb10-b619d1a73f66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c0bf0ce71804c76a3dfaa1cc36856f1&device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 1096 time: 0.5192680 Jul 16 08:36:37.431533 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.478712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb33231-e085-43ed-b638-a681783d8e6a req-d190393a-78ea-4024-9d31-4259e8061108 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Made reservation on behalf of 5c0bf0ce71804c76a3dfaa1cc36856f1 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:37.482960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7eb33231-e085-43ed-b638-a681783d8e6a req-d190393a-78ea-4024-9d31-4259e8061108 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.551578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691fffb2-b717-469b-91d0-1cef0959dd78 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Pushing event updated for resources: {'Port': ['ID=2e860404-d007-4d07-9fda-18e14e90ec58,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:37.574350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-3835fcb1-d7e9-4e05-ab27-970fd360b1fd None None] Port 2e860404-d007-4d07-9fda-18e14e90ec58 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:37.671163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d17b4a3e-917d-4383-b0cc-446e354ac843,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:37.675171 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-82a8a3da-15b8-4cdd-8549-f3348942dd41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be844583-4236-4b23-ab1e-56a42c8040d4 HTTP/1.1" status: 200 len: 217 time: 0.2394338 Jul 16 08:36:37.762006 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.779406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8ac171-a022-4113-8628-ea84dfa2f2ce None None] Network 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:37.828575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.837482 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d17b4a3e-917d-4383-b0cc-446e354ac843 HTTP/1.1" status: 204 len: 168 time: 1.6032455 Jul 16 08:36:37.838957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50876) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:37.857349 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3edb2182-8274-45f2-8abc-83428d6ce486 req-6b017c55-001e-4651-978a-1a6e1f8656e9 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 210 time: 0.1363380 Jul 16 08:36:37.860012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.860718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.861382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.861925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.862457 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.863081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.863598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.865613 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.866197 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.866579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-7eb33231-e085-43ed-b638-a681783d8e6a req-d190393a-78ea-4024-9d31-4259e8061108 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Allocated IP 172.20.0.7 (9711758b-ccc1-4bb9-b54a-e318203edf16/30d2fc3a-672f-46bf-8429-2ccfbb873016/20a11de1-5f65-493b-b276-631b7cf11435) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:37.867258 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.867822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.868364 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a857f9ec-aabc-43be-8fbf-3aa012998d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:38.024261 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d571e603-8ab5-44aa-ab60-6cdbe36ccf6e x-openstack-request-id: req-d571e603-8ab5-44aa-ab60-6cdbe36ccf6e {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:38.024851 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f64669-4ed0-4219-95cb-2059fefd5b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "36708a41-5a95-4919-9f69-a19d75af33f1", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:38.025469 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d571e603-8ab5-44aa-ab60-6cdbe36ccf6e {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:38.026078 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f64669-4ed0-4219-95cb-2059fefd5b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36708a41-5a95-4919-9f69-a19d75af33f1', 'code': 200} Jul 16 08:36:38.084856 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2106f3f9-ba37-489a-b7b2-49b35363d941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.169874 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.319447 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a6860d-d2af-4b21-9e63-61b0efbea6d8 None None] DHCP port deletion for 0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:36:38.349484 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7eb33231-e085-43ed-b638-a681783d8e6a req-d190393a-78ea-4024-9d31-4259e8061108 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.374945 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041d6341-58f4-4ca8-9843-206e12fb7f4b x-openstack-request-id: req-041d6341-58f4-4ca8-9843-206e12fb7f4b {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:38.374945 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18858de7-134c-47de-9db2-160775e23fc9", "tag": "be844583-4236-4b23-ab1e-56a42c8040d4", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:38.374945 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-041d6341-58f4-4ca8-9843-206e12fb7f4b {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:38.376070 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18858de7-134c-47de-9db2-160775e23fc9', 'tag': 'be844583-4236-4b23-ab1e-56a42c8040d4', 'status': 'completed', 'code': 200} Jul 16 08:36:38.381608 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-7eb33231-e085-43ed-b638-a681783d8e6a req-d190393a-78ea-4024-9d31-4259e8061108 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Transition to ACTIVE for port object 20a11de1-5f65-493b-b276-631b7cf11435 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:38.439605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca384b17-e632-463e-808d-eec99cac8632 req-423ef743-adb9-4d30-8461-e0eafc534f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:38.442707 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-423ef743-adb9-4d30-8461-e0eafc534f32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d2fc3a-672f-46bf-8429-2ccfbb873016 HTTP/1.1" status: 200 len: 854 time: 0.7119665 Jul 16 08:36:38.454772 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7eb33231-e085-43ed-b638-a681783d8e6a req-d190393a-78ea-4024-9d31-4259e8061108 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.543937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-e6a6860d-d2af-4b21-9e63-61b0efbea6d8 None None] Deleting port 82051c84-6489-4f5d-a269-ccab3030adab {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:38.544764 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e6a6860d-d2af-4b21-9e63-61b0efbea6d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.669534 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb33231-e085-43ed-b638-a681783d8e6a req-d190393a-78ea-4024-9d31-4259e8061108 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Network 9711758b-ccc1-4bb9-b54a-e318203edf16 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:38.674728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d190393a-78ea-4024-9d31-4259e8061108 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Pushing event updated for resources: {'Port': ['ID=20a11de1-5f65-493b-b276-631b7cf11435,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:38.685665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-7eb33231-e085-43ed-b638-a681783d8e6a req-d190393a-78ea-4024-9d31-4259e8061108 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:38.708434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb33231-e085-43ed-b638-a681783d8e6a req-d190393a-78ea-4024-9d31-4259e8061108 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:38.718705 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e6a6860d-d2af-4b21-9e63-61b0efbea6d8 None None] For port 82051c84-6489-4f5d-a269-ccab3030adab, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=82051c84-6489-4f5d-a269-ccab3030adab,segment=NetworkSegment(d44fd481-ac90-464f-8edf-869fa1fcd38d),segment_id=d44fd481-ac90-464f-8edf-869fa1fcd38d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:38.719844 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e6a6860d-d2af-4b21-9e63-61b0efbea6d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.739580 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62a31794-94c6-4783-8355-d1fc910eea81 req-32c003e6-1de6-4948-a9b4-4c760a32d11d tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.1375315 Jul 16 08:36:38.749237 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.754428 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-e6a6860d-d2af-4b21-9e63-61b0efbea6d8 None None] Calling delete_port for 82051c84-6489-4f5d-a269-ccab3030adab owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:38.825238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e860404-d007-4d07-9fda-18e14e90ec58 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:38.872983 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.914943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Transition to ACTIVE for port object 2e860404-d007-4d07-9fda-18e14e90ec58 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:38.920026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca384b17-e632-463e-808d-eec99cac8632 req-0c9b2ac7-0a77-4515-a1ba-d1d59fd077fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:38.921960 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-0c9b2ac7-0a77-4515-a1ba-d1d59fd077fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9711758b-ccc1-4bb9-b54a-e318203edf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3256967 Jul 16 08:36:38.925810 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.939099 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb33231-e085-43ed-b638-a681783d8e6a req-d190393a-78ea-4024-9d31-4259e8061108 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:38.940160 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7eb33231-e085-43ed-b638-a681783d8e6a req-d190393a-78ea-4024-9d31-4259e8061108 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.020149 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb33231-e085-43ed-b638-a681783d8e6a req-d190393a-78ea-4024-9d31-4259e8061108 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8310442 Jul 16 08:36:39.026524 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e6a6860d-d2af-4b21-9e63-61b0efbea6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.038722 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Request body: {'port': {'device_id': '0c5b1eb4-6c7e-4574-84bc-a422783c2ff6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:39.106294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a6860d-d2af-4b21-9e63-61b0efbea6d8 None None] Pushing event deleted for resources: {'Port': ['ID=82051c84-6489-4f5d-a269-ccab3030adab,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:39.126556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a6860d-d2af-4b21-9e63-61b0efbea6d8 None None] No DVR routers for this DVR port 82051c84-6489-4f5d-a269-ccab3030adab on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:39.224894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e860404-d007-4d07-9fda-18e14e90ec58,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:39.262229 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Deleting port 82051c84-6489-4f5d-a269-ccab3030adab {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:39.262883 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.270377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4386a1ad-f600-4595-9c11-95cfac2e3e89 None None] Provisioning for port 20a11de1-5f65-493b-b276-631b7cf11435 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:39.287097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4386a1ad-f600-4595-9c11-95cfac2e3e89 None None] Provisioning complete for port 20a11de1-5f65-493b-b276-631b7cf11435 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:39.288840 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4386a1ad-f600-4595-9c11-95cfac2e3e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.289122 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.323274 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-02c1f1c9-a1eb-426c-b043-a00e7fcef511 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--812362649&fields=id&tenant_id=f363e20e74d34effa61fbc742122c800 HTTP/1.1" status: 200 len: 267 time: 0.1393495 Jul 16 08:36:39.358958 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-4386a1ad-f600-4595-9c11-95cfac2e3e89 None None] Port 20a11de1-5f65-493b-b276-631b7cf11435 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:39.363654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-7e796b2b-3044-4787-9d30-10ac3be7c5f6 service neutron] 10.222.0.15 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323483 Jul 16 08:36:39.595294 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.616565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907612c-c908-47e8-8994-87fc759dfda6 req-9d5612a2-74df-402b-908f-f3eb2c22ed07 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:39.618016 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-9d5612a2-74df-402b-908f-f3eb2c22ed07 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/networks?id=399a3acd-b554-4034-886e-067d0f0945d2 HTTP/1.1" status: 200 len: 815 time: 0.2935078 Jul 16 08:36:39.656391 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-0dc9305c-6f6e-4108-a181-9e90b1b73cb0 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/quotas/f363e20e74d34effa61fbc742122c800 HTTP/1.1" status: 200 len: 375 time: 0.0269554 Jul 16 08:36:39.658237 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] For port 82051c84-6489-4f5d-a269-ccab3030adab, host n-d-758944-46, got binding levels [] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:39.659033 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.707883 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Calling delete_port for 82051c84-6489-4f5d-a269-ccab3030adab owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:39.713497 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.ipam_backend_mixin [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Port 82051c84-6489-4f5d-a269-ccab3030adab was not found and therefore no delete operation was performed {{(pid=93695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:36:39.721661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-17d3be8b-3fe7-427b-a5ac-5588b405e9d0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:39.723319 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-17d3be8b-3fe7-427b-a5ac-5588b405e9d0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/networks?id=fa10a998-d0e5-4063-a211-2fadd75a43f8 HTTP/1.1" status: 200 len: 814 time: 0.6689892 Jul 16 08:36:39.726754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Attempting to bind port 2e860404-d007-4d07-9fda-18e14e90ec58 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:39.727039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Attempting to bind port 2e860404-d007-4d07-9fda-18e14e90ec58 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:39.727331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Attempting to bind port 2e860404-d007-4d07-9fda-18e14e90ec58 on network 9711758b-ccc1-4bb9-b54a-e318203edf16 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:39.737063 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Port 2e860404-d007-4d07-9fda-18e14e90ec58 on network 9711758b-ccc1-4bb9-b54a-e318203edf16 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:39.737389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Attempting to bind port 2e860404-d007-4d07-9fda-18e14e90ec58 on network 9711758b-ccc1-4bb9-b54a-e318203edf16 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:39.739657 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.791261 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca384b17-e632-463e-808d-eec99cac8632 req-be047c23-304c-4039-8917-8c82059931f0 service neutron] 10.222.0.15 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4152064 Jul 16 08:36:39.792651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:39.792992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Checking segment: {'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:39.793382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Bound using segment: {'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:39.793833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Bound port: 2e860404-d007-4d07-9fda-18e14e90ec58, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:39.794190 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.800417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] No DVR routers for this DVR port 82051c84-6489-4f5d-a269-ccab3030adab on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:39.806366 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-6bf4f428-039d-41bc-b797-164bc77343b7 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/quotas/d17dbbf3a63843538b807137fd55f1e2 HTTP/1.1" status: 200 len: 375 time: 0.0627136 Jul 16 08:36:39.807205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=82051c84-6489-4f5d-a269-ccab3030adab,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:39.858858 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-507fead2-2758-4188-8a02-79f2e74af003 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f363e20e74d34effa61fbc742122c800&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1895792 Jul 16 08:36:39.946278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a11de1-5f65-493b-b276-631b7cf11435 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:39.958791 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.995401 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.013668 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Transition to ACTIVE for port object 20a11de1-5f65-493b-b276-631b7cf11435 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:40.019581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:40.023949 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.046625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44fd481-ac90-464f-8edf-869fa1fcd38d') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:40.047012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44fd481-ac90-464f-8edf-869fa1fcd38d') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:40.063453 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-f83edf90-225a-4a3a-b7a6-0889bf07cade service neutron] 10.222.0.20 "GET /v2.0/networks/399a3acd-b554-4034-886e-067d0f0945d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596949 Jul 16 08:36:40.074081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] For port 2e860404-d007-4d07-9fda-18e14e90ec58, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:40.081416 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.110030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] For port 2e860404-d007-4d07-9fda-18e14e90ec58, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=2e860404-d007-4d07-9fda-18e14e90ec58,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:40.119376 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.125879 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.141396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:40.141830 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.143282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Pushing event updated for resources: {'Port': ['ID=20a11de1-5f65-493b-b276-631b7cf11435,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:40.143928 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:40.184657 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-723db323-f8dd-4ac5-87ca-950058b381b9 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d17dbbf3a63843538b807137fd55f1e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3472757 Jul 16 08:36:40.195507 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.196272 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.197930 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] 10.222.0.38 "PUT /v2.0/ports/2e860404-d007-4d07-9fda-18e14e90ec58 HTTP/1.1" status: 200 len: 1093 time: 2.8444529 Jul 16 08:36:40.264758 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea64c9c-53da-4bc8-a8a3-0235aa6ce464 req-e8f55d81-fb62-4111-8efb-98e987b60f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.266307 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dea64c9c-53da-4bc8-a8a3-0235aa6ce464 req-e8f55d81-fb62-4111-8efb-98e987b60f71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c0bf0ce71804c76a3dfaa1cc36856f1&device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 1096 time: 0.3704319 Jul 16 08:36:40.294018 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-beddc7ba-84c8-47c5-bbdd-76d5454cfe0a service neutron] 10.222.0.20 "GET /v2.0/networks/399a3acd-b554-4034-886e-067d0f0945d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024205 Jul 16 08:36:40.301166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Attempting to bind port 20a11de1-5f65-493b-b276-631b7cf11435 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:40.303228 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Attempting to bind port 20a11de1-5f65-493b-b276-631b7cf11435 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:40.303994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Attempting to bind port 20a11de1-5f65-493b-b276-631b7cf11435 on network 9711758b-ccc1-4bb9-b54a-e318203edf16 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:40.317697 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Port 20a11de1-5f65-493b-b276-631b7cf11435 on network 9711758b-ccc1-4bb9-b54a-e318203edf16 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:40.320175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Attempting to bind port 20a11de1-5f65-493b-b276-631b7cf11435 on network 9711758b-ccc1-4bb9-b54a-e318203edf16 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:40.335928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:40.336566 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Checking segment: {'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:40.337124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Bound using segment: {'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:40.339157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Bound port: 20a11de1-5f65-493b-b276-631b7cf11435, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60c26a93-7180-4e33-ab9c-a3f32cc156c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:40.339524 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.341861 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.369151 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.374242 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] 10.222.0.20 "DELETE /v2.0/networks/0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4 HTTP/1.1" status: 204 len: 168 time: 2.5221932 Jul 16 08:36:40.387968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e096af25-e8ad-4707-81d0-1e8778a169c5', 'tag': '2e860404-d007-4d07-9fda-18e14e90ec58'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:40.390806 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a8cb12-89f6-4fe7-ba69-ff4c474df490" -d '{"events": [{"name": "network-changed", "server_uuid": "e096af25-e8ad-4707-81d0-1e8778a169c5", "tag": "2e860404-d007-4d07-9fda-18e14e90ec58"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:40.414722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 82051c84-6489-4f5d-a269-ccab3030adab no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:40.432442 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5d0fc-9430-4765-b1bb-827dacfdf1a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2e860404-d007-4d07-9fda-18e14e90ec58,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:40.448917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1779b5-e287-4397-b9f5-71d71a11bb7c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c1a534e-9cb9-4aa6-8dc0-b370d0c3d6f4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:40.499037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 82051c84-6489-4f5d-a269-ccab3030adab {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:40.499884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 82051c84-6489-4f5d-a269-ccab3030adab not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:40.531185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] For port 20a11de1-5f65-493b-b276-631b7cf11435, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:40.549067 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] For port 20a11de1-5f65-493b-b276-631b7cf11435, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=20a11de1-5f65-493b-b276-631b7cf11435,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:40.560616 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.567859 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-a0078c7b-6137-495b-82bb-31950f7e2ea4 service neutron] 10.222.0.20 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100393 Jul 16 08:36:40.646232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.648366 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.651218 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb33231-e085-43ed-b638-a681783d8e6a req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] 10.222.0.15 "PUT /v2.0/ports/20a11de1-5f65-493b-b276-631b7cf11435 HTTP/1.1" status: 200 len: 1092 time: 1.6233196 Jul 16 08:36:40.652291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c5b1eb4-6c7e-4574-84bc-a422783c2ff6', 'tag': '20a11de1-5f65-493b-b276-631b7cf11435'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:40.657323 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488090b0-54dc-4e1e-a616-a04ee7fa9c63" -d '{"events": [{"name": "network-changed", "server_uuid": "0c5b1eb4-6c7e-4574-84bc-a422783c2ff6", "tag": "20a11de1-5f65-493b-b276-631b7cf11435"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:40.687046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60698183-0019-4c29-906a-dc03a03f8373 req-78c16d22-3e62-46f6-ae5e-01eeb1fa1285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.689337 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-78c16d22-3e62-46f6-ae5e-01eeb1fa1285 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c0bf0ce71804c76a3dfaa1cc36856f1&device_id=e096af25-e8ad-4707-81d0-1e8778a169c5 HTTP/1.1" status: 200 len: 1096 time: 0.3540728 Jul 16 08:36:40.697195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea64c9c-53da-4bc8-a8a3-0235aa6ce464 req-ac8d749d-c48c-4b55-bf86-6cdee381b660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.698747 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dea64c9c-53da-4bc8-a8a3-0235aa6ce464 req-ac8d749d-c48c-4b55-bf86-6cdee381b660 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9711758b-ccc1-4bb9-b54a-e318203edf16 HTTP/1.1" status: 200 len: 915 time: 0.4212379 Jul 16 08:36:40.748004 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3f1ccb-beaf-40fb-836c-2df19820fe9b service neutron] Pushing event updated for resources: {'Port': ['ID=20a11de1-5f65-493b-b276-631b7cf11435,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:40.799496 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dea64c9c-53da-4bc8-a8a3-0235aa6ce464 req-792117c5-829b-49b2-8d00-f9804ffc1f12 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be844583-4236-4b23-ab1e-56a42c8040d4 HTTP/1.1" status: 200 len: 217 time: 0.0816159 Jul 16 08:36:40.802030 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-91aca058-cebc-490d-99ac-8a5846a6d61d service neutron] 10.222.0.20 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179251 Jul 16 08:36:40.803415 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-37d26cfc-2ac8-452b-b441-9e77f007b618 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e860404-d007-4d07-9fda-18e14e90ec58 HTTP/1.1" status: 200 len: 217 time: 0.0998759 Jul 16 08:36:40.836974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb33231-e085-43ed-b638-a681783d8e6a req-06a127c7-1d83-4587-859a-1057cacde2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.840146 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb33231-e085-43ed-b638-a681783d8e6a req-06a127c7-1d83-4587-859a-1057cacde2c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c0bf0ce71804c76a3dfaa1cc36856f1&device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 1095 time: 0.1144345 Jul 16 08:36:40.904945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea64c9c-53da-4bc8-a8a3-0235aa6ce464 req-23effff2-47b9-4b4f-92ba-b3a19ee527b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.906567 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dea64c9c-53da-4bc8-a8a3-0235aa6ce464 req-23effff2-47b9-4b4f-92ba-b3a19ee527b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d2fc3a-672f-46bf-8429-2ccfbb873016 HTTP/1.1" status: 200 len: 854 time: 0.1008818 Jul 16 08:36:40.909037 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60698183-0019-4c29-906a-dc03a03f8373 req-22031c5c-6b10-42ed-a67f-88bc27052d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.910504 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-22031c5c-6b10-42ed-a67f-88bc27052d80 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=30d2fc3a-672f-46bf-8429-2ccfbb873016 HTTP/1.1" status: 200 len: 854 time: 0.0968943 Jul 16 08:36:40.954796 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb33231-e085-43ed-b638-a681783d8e6a req-0b14440c-261f-403a-98bb-78ec12d6caf4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20a11de1-5f65-493b-b276-631b7cf11435 HTTP/1.1" status: 200 len: 217 time: 0.1020889 Jul 16 08:36:41.030576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50942) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:41.087417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb33231-e085-43ed-b638-a681783d8e6a req-b3294465-988f-41e5-967e-6b047a7ede4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:41.090782 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb33231-e085-43ed-b638-a681783d8e6a req-b3294465-988f-41e5-967e-6b047a7ede4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d2fc3a-672f-46bf-8429-2ccfbb873016 HTTP/1.1" status: 200 len: 854 time: 0.1290116 Jul 16 08:36:41.097690 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.121621 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-538a49df-667f-410e-b093-ac41a16a8c52 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ec68b473fab2459f93f7c4b2bd831fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871801 Jul 16 08:36:41.123620 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50944) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:41.140080 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea64c9c-53da-4bc8-a8a3-0235aa6ce464 req-cb6b6f29-3ba1-44c9-8411-23c87235ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:41.141824 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dea64c9c-53da-4bc8-a8a3-0235aa6ce464 req-cb6b6f29-3ba1-44c9-8411-23c87235ac40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9711758b-ccc1-4bb9-b54a-e318203edf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2281015 Jul 16 08:36:41.151378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60698183-0019-4c29-906a-dc03a03f8373 req-45b277ec-8b25-4a74-ab4f-aab8f21a83fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:41.152999 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-45b277ec-8b25-4a74-ab4f-aab8f21a83fa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9711758b-ccc1-4bb9-b54a-e318203edf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2147496 Jul 16 08:36:41.303323 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb00b29e-d069-4fbb-8862-b7cddc69940b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.326928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb33231-e085-43ed-b638-a681783d8e6a req-6c136bca-c681-421a-b947-bd59d19c169d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:41.339459 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb00b29e-d069-4fbb-8862-b7cddc69940b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.339586 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb33231-e085-43ed-b638-a681783d8e6a req-6c136bca-c681-421a-b947-bd59d19c169d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9711758b-ccc1-4bb9-b54a-e318203edf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2373455 Jul 16 08:36:41.620082 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-13c53370-695a-4538-b2ad-726311c0ed1c service neutron] 10.222.0.38 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4538467 Jul 16 08:36:41.622098 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dea64c9c-53da-4bc8-a8a3-0235aa6ce464 req-3b9bf2c8-efc3-4f8e-9a1a-9584421b2cb1 service neutron] 10.222.0.15 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4681470 Jul 16 08:36:41.702993 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d8a594-2b8d-4691-a4df-1c93a10d5b4a req-33d0d49d-daec-4ebb-a867-7655e27c9a21 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:41.706123 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-92d8a594-2b8d-4691-a4df-1c93a10d5b4a req-33d0d49d-daec-4ebb-a867-7655e27c9a21 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.3122847 Jul 16 08:36:41.709466 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb33231-e085-43ed-b638-a681783d8e6a req-ee79cf9a-082a-49e8-851f-474829776d70 service neutron] 10.222.0.15 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3674850 Jul 16 08:36:41.741015 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb00b29e-d069-4fbb-8862-b7cddc69940b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.744044 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb00b29e-d069-4fbb-8862-b7cddc69940b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.752399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fb00b29e-d069-4fbb-8862-b7cddc69940b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/421fb0bd-7d5a-41da-8514-998ea99b9387 HTTP/1.1" status: 204 len: 168 time: 0.6257994 Jul 16 08:36:41.836293 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-92d8a594-2b8d-4691-a4df-1c93a10d5b4a req-b7befb8b-ffa7-47ad-b581-8504bc1b79d3 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1244576 Jul 16 08:36:41.917196 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7eb33231-e085-43ed-b638-a681783d8e6a req-49dc393c-b470-4c8c-91ed-460f8b2482aa service neutron] 10.222.0.15 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958160 Jul 16 08:36:42.426283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057c0bd-45fa-4e10-b801-c17ae9327b18 req-aa727203-2d37-4418-8a06-cf78dd017cde tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:42.429927 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3057c0bd-45fa-4e10-b801-c17ae9327b18 req-aa727203-2d37-4418-8a06-cf78dd017cde tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 943 time: 0.1670887 Jul 16 08:36:42.432182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00b29e-d069-4fbb-8862-b7cddc69940b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421fb0bd-7d5a-41da-8514-998ea99b9387,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:42.511778 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60698183-0019-4c29-906a-dc03a03f8373 req-265a8349-0108-46ea-9b7e-78e9bbee11d4 service neutron] 10.222.0.38 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8852167 Jul 16 08:36:42.528699 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dea64c9c-53da-4bc8-a8a3-0235aa6ce464 req-ba1e7ba7-f82a-42e3-b1af-5a87b13961b4 service neutron] 10.222.0.15 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8786089 Jul 16 08:36:42.555519 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3057c0bd-45fa-4e10-b801-c17ae9327b18 req-dd307a32-bad2-4ad4-b40a-b3c338505b3d tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185994 Jul 16 08:36:43.070583 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907612c-c908-47e8-8994-87fc759dfda6 req-27348519-7f0a-4b77-b5ba-f6c498e71ffa tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:43.075418 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-27348519-7f0a-4b77-b5ba-f6c498e71ffa tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.38 "GET /v2.0/networks?id=399a3acd-b554-4034-886e-067d0f0945d2 HTTP/1.1" status: 200 len: 815 time: 0.2882028 Jul 16 08:36:43.138492 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-684b9efa-b0a6-4360-a4de-1db51ce6bf99 req-72176e19-1680-4307-a20d-e82ed3d2a6ae tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0636134 Jul 16 08:36:43.160670 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-80e38671-8c23-437a-96e6-40272db413a4 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f363e20e74d34effa61fbc742122c800 HTTP/1.1" status: 200 len: 379 time: 0.0743752 Jul 16 08:36:43.175415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-7907612c-c908-47e8-8994-87fc759dfda6 req-caf66fe1-86af-4b0a-8950-1519baf880e3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Request body: {'port': {'device_id': '4a860968-fbec-4d9d-afdf-6edce0576037', 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'admin_state_up': True, 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'security_groups': ['c72442d1-8134-41e0-9e1d-0450db030201']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:43.240207 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ab1facb-471c-486c-a31d-e6b0c2783db6 x-openstack-request-id: req-2ab1facb-471c-486c-a31d-e6b0c2783db6 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:43.240824 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e096af25-e8ad-4707-81d0-1e8778a169c5", "tag": "2e860404-d007-4d07-9fda-18e14e90ec58", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:43.241333 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ab1facb-471c-486c-a31d-e6b0c2783db6 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:43.242181 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e096af25-e8ad-4707-81d0-1e8778a169c5', 'tag': '2e860404-d007-4d07-9fda-18e14e90ec58', 'status': 'completed', 'code': 200} Jul 16 08:36:43.282059 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35bc3f0-c69d-4af5-bddb-88f8a7fb5629 x-openstack-request-id: req-a35bc3f0-c69d-4af5-bddb-88f8a7fb5629 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:43.282343 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c5b1eb4-6c7e-4574-84bc-a422783c2ff6", "tag": "20a11de1-5f65-493b-b276-631b7cf11435", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:43.284407 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a35bc3f0-c69d-4af5-bddb-88f8a7fb5629 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:43.285093 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c5b1eb4-6c7e-4574-84bc-a422783c2ff6', 'tag': '20a11de1-5f65-493b-b276-631b7cf11435', 'status': 'completed', 'code': 200} Jul 16 08:36:43.471023 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c0c30a6-bf5c-4deb-ba66-baa9d00cece6 req-5b9b3c91-692d-4a63-8027-7d39a7c21dda tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ac599ba-1b7b-4048-991b-f3d194ed2cf2 HTTP/1.1" status: 200 len: 210 time: 0.0566616 Jul 16 08:36:43.471569 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51016) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:43.644844 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8cb12-89f6-4fe7-ba69-ff4c474df490 req-2b9351e5-2451-4666-ac55-29d5f1ee1199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:43.647550 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-03a8cb12-89f6-4fe7-ba69-ff4c474df490 req-2b9351e5-2451-4666-ac55-29d5f1ee1199 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c0bf0ce71804c76a3dfaa1cc36856f1&device_id=e096af25-e8ad-4707-81d0-1e8778a169c5 HTTP/1.1" status: 200 len: 1096 time: 0.3734884 Jul 16 08:36:43.664871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-07bec4ea-bd6d-4438-be5b-c88ecfed5726 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:36:43.678388 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-07bec4ea-bd6d-4438-be5b-c88ecfed5726 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0530202 Jul 16 08:36:43.687145 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f5d5619-6563-4126-800b-333013476877 req-b4befc73-4f2d-41dc-9f60-7771e1430363 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 210 time: 0.0664015 Jul 16 08:36:43.696153 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-ca8dcca3-439a-4dbe-95e7-01521d81411e service neutron] Request body: {'binding': {'host': 'n-h1-758944-46', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:43.697516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-ca8dcca3-439a-4dbe-95e7-01521d81411e service neutron] Unknown quota resources ['binding']. {{(pid=93695) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:36:43.765106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-network', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:43.837266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488090b0-54dc-4e1e-a616-a04ee7fa9c63 req-b80ba50f-5913-4146-89b1-7fa26dbdd169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:43.840359 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-488090b0-54dc-4e1e-a616-a04ee7fa9c63 req-b80ba50f-5913-4146-89b1-7fa26dbdd169 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c0bf0ce71804c76a3dfaa1cc36856f1&device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 1095 time: 0.5072212 Jul 16 08:36:43.945613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device be844583-4236-4b23-ab1e-56a42c8040d4 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:43.997622 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d44ef-2e0d-4e09-9f76-3e8c42e9ca12 req-91b92e31-2532-4911-9430-7acf6efbf0d8 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.006678 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-373d44ef-2e0d-4e09-9f76-3e8c42e9ca12 req-91b92e31-2532-4911-9430-7acf6efbf0d8 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1308408 Jul 16 08:36:44.016053 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-bf46fe13-10c8-4151-ace2-04292d9ff3f4 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.019524 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-bf46fe13-10c8-4151-ace2-04292d9ff3f4 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.38 "GET /v2.0/networks?id=fa10a998-d0e5-4063-a211-2fadd75a43f8 HTTP/1.1" status: 200 len: 814 time: 0.3979487 Jul 16 08:36:44.040998 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7907612c-c908-47e8-8994-87fc759dfda6 req-caf66fe1-86af-4b0a-8950-1519baf880e3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Made reservation on behalf of f363e20e74d34effa61fbc742122c800 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:44.046722 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7907612c-c908-47e8-8994-87fc759dfda6 req-caf66fe1-86af-4b0a-8950-1519baf880e3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.088218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port be844583-4236-4b23-ab1e-56a42c8040d4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=be844583-4236-4b23-ab1e-56a42c8040d4,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:44.089379 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-373d44ef-2e0d-4e09-9f76-3e8c42e9ca12 req-3be06fbf-3eb2-4b92-a0d4-4180701f59f3 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811050 Jul 16 08:36:44.097233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-7ee4fa75-9123-4f42-85a1-cc08d008e634 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Request body: {'port': {'device_id': '1ac599ba-1b7b-4048-991b-f3d194ed2cf2', 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8', 'admin_state_up': True, 'tenant_id': 'd17dbbf3a63843538b807137fd55f1e2'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:44.109714 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'be844583-4236-4b23-ab1e-56a42c8040d4', 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16', 'port_id': 'be844583-4236-4b23-ab1e-56a42c8040d4', 'mac_address': 'fa:16:3e:dd:49:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d2fc3a-672f-46bf-8429-2ccfbb873016', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:44.121890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Made reservation on behalf of 8722177fc6ea499891c4ef1fb2062076 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:44.136226 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.158791 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.177758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be844583-4236-4b23-ab1e-56a42c8040d4 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:44.207491 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.210414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port be844583-4236-4b23-ab1e-56a42c8040d4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=be844583-4236-4b23-ab1e-56a42c8040d4,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:44.217687 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.318178 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=be844583-4236-4b23-ab1e-56a42c8040d4,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:44.395700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8cb12-89f6-4fe7-ba69-ff4c474df490 req-4d362ed6-bc88-45e7-8e56-5583868386d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.401271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-03a8cb12-89f6-4fe7-ba69-ff4c474df490 req-4d362ed6-bc88-45e7-8e56-5583868386d0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9711758b-ccc1-4bb9-b54a-e318203edf16 HTTP/1.1" status: 200 len: 915 time: 0.7164364 Jul 16 08:36:44.428490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488090b0-54dc-4e1e-a616-a04ee7fa9c63 req-247c0d7d-06bc-4a8e-ab4c-68bf100ff5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.430678 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-488090b0-54dc-4e1e-a616-a04ee7fa9c63 req-247c0d7d-06bc-4a8e-ab4c-68bf100ff5d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9711758b-ccc1-4bb9-b54a-e318203edf16 HTTP/1.1" status: 200 len: 915 time: 0.5719516 Jul 16 08:36:44.456194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-8749374c-0df0-48e9-b648-c378da8e9e43 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.457857 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-8749374c-0df0-48e9-b648-c378da8e9e43 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/networks?id=2c6d3640-a44d-4b77-a59d-de9a2af06b14 HTTP/1.1" status: 200 len: 804 time: 0.2655487 Jul 16 08:36:44.507959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['be844583-4236-4b23-ab1e-56a42c8040d4'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:44.511823 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-eaf106ae-0df2-4a40-abd5-44cdac5de0b6 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/quotas/92636f6bd7b34639b779c60d9a9fde5b HTTP/1.1" status: 200 len: 375 time: 0.0235033 Jul 16 08:36:44.573577 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-03a8cb12-89f6-4fe7-ba69-ff4c474df490 req-889ba1f0-10fe-410b-8d98-11aa1e81b984 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e860404-d007-4d07-9fda-18e14e90ec58 HTTP/1.1" status: 200 len: 217 time: 0.1626890 Jul 16 08:36:44.578468 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.605468 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.646755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:44.654392 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-7ee4fa75-9123-4f42-85a1-cc08d008e634 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Made reservation on behalf of d17dbbf3a63843538b807137fd55f1e2 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:44.660770 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-7ee4fa75-9123-4f42-85a1-cc08d008e634 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.685304 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-ca8dcca3-439a-4dbe-95e7-01521d81411e service neutron] Attempting to bind port 4436b4ed-aabb-490f-a409-d2a0ab3720cc on host n-h1-758944-46 for vnic_type normal with profile None {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:44.685874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-ca8dcca3-439a-4dbe-95e7-01521d81411e service neutron] Attempting to bind port 4436b4ed-aabb-490f-a409-d2a0ab3720cc by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:44.686413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-ca8dcca3-439a-4dbe-95e7-01521d81411e service neutron] Attempting to bind port 4436b4ed-aabb-490f-a409-d2a0ab3720cc on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:44.691791 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-488090b0-54dc-4e1e-a616-a04ee7fa9c63 req-6a47dae8-4a4a-4661-b1d6-c4ce374206bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20a11de1-5f65-493b-b276-631b7cf11435 HTTP/1.1" status: 200 len: 217 time: 0.1957512 Jul 16 08:36:44.718489 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-aba8f498-43fd-49a7-8e20-7e515962f6de tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=92636f6bd7b34639b779c60d9a9fde5b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2056799 Jul 16 08:36:44.729097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:44.729415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:44.729790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:44.730106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:44.730466 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:44.730783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:44.731117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:44.731426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:44.731747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:44.732062 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:44.732371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:44.732725 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:44.755353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:44.862944 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8cb12-89f6-4fe7-ba69-ff4c474df490 req-f2061e8e-45b9-473d-b7d4-ffd72371a7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.864485 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-03a8cb12-89f6-4fe7-ba69-ff4c474df490 req-f2061e8e-45b9-473d-b7d4-ffd72371a7bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=30d2fc3a-672f-46bf-8429-2ccfbb873016 HTTP/1.1" status: 200 len: 854 time: 0.2019191 Jul 16 08:36:44.883942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-ca8dcca3-439a-4dbe-95e7-01521d81411e service neutron] Port 4436b4ed-aabb-490f-a409-d2a0ab3720cc on network a9119c76-4476-450e-9781-c499b2315c7d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:44.884340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-ca8dcca3-439a-4dbe-95e7-01521d81411e service neutron] Attempting to bind port 4436b4ed-aabb-490f-a409-d2a0ab3720cc on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:44.919417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-7ee4fa75-9123-4f42-85a1-cc08d008e634 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Allocated IP 172.20.0.14 (fa10a998-d0e5-4063-a211-2fadd75a43f8/d354d9c1-99e8-47e2-a7a7-7b35bca06f78/a35ca1b0-88f2-4870-bbb4-fea8e2920b00) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:44.924479 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.924888 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Added segment e314614f-041d-4dc0-a1d0-9a8d028fd0b3 of type vlan for network 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 Jul 16 08:36:44.975802 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-ca8dcca3-439a-4dbe-95e7-01521d81411e service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:44.976483 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-ca8dcca3-439a-4dbe-95e7-01521d81411e service neutron] Checking segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:44.977410 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-ca8dcca3-439a-4dbe-95e7-01521d81411e service neutron] Bound using segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:44.978258 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-ca8dcca3-439a-4dbe-95e7-01521d81411e service neutron] Bound port: 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:45.055120 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.110027 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-7907612c-c908-47e8-8994-87fc759dfda6 req-caf66fe1-86af-4b0a-8950-1519baf880e3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Allocated IP 172.20.0.10 (399a3acd-b554-4034-886e-067d0f0945d2/4cd30183-8c15-4fb6-9bea-69738343bdb3/7d911fb4-7a30-44f5-8789-a4f03bcdec03) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:45.124526 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-8e9b4483-9f94-4aef-901e-d925e25e8459 service neutron] 10.222.0.20 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041681 Jul 16 08:36:45.140529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488090b0-54dc-4e1e-a616-a04ee7fa9c63 req-f9346791-fb2b-4e70-b5d4-02856130ea7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.143026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-488090b0-54dc-4e1e-a616-a04ee7fa9c63 req-f9346791-fb2b-4e70-b5d4-02856130ea7c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d2fc3a-672f-46bf-8429-2ccfbb873016 HTTP/1.1" status: 200 len: 854 time: 0.2740977 Jul 16 08:36:45.195086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e49f13-b278-4d8a-a8fd-31c0821415bb req-08b82eaa-8f01-4dfa-b06c-df2caeef71a4 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.196710 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a3e49f13-b278-4d8a-a8fd-31c0821415bb req-08b82eaa-8f01-4dfa-b06c-df2caeef71a4 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "GET /v2.0/ports?device_id=38f64669-4ed0-4219-95cb-2059fefd5b3a HTTP/1.1" status: 200 len: 943 time: 0.2985952 Jul 16 08:36:45.208852 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.209914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.210545 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.232195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-ca8dcca3-439a-4dbe-95e7-01521d81411e service neutron] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:45.256312 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8cb12-89f6-4fe7-ba69-ff4c474df490 req-8d1ae429-70c2-47b9-b701-bb18b99091f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.258238 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 2e860404-d007-4d07-9fda-18e14e90ec58 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:45.262817 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-03a8cb12-89f6-4fe7-ba69-ff4c474df490 req-8d1ae429-70c2-47b9-b701-bb18b99091f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9711758b-ccc1-4bb9-b54a-e318203edf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3798163 Jul 16 08:36:45.286395 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-ca8dcca3-439a-4dbe-95e7-01521d81411e service neutron] Notify callbacks [] for binding, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.292068 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-ca8dcca3-439a-4dbe-95e7-01521d81411e service neutron] 10.222.0.20 "POST /v2.0/ports/4436b4ed-aabb-490f-a409-d2a0ab3720cc/bindings HTTP/1.1" status: 201 len: 390 time: 1.6110528 Jul 16 08:36:45.348256 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.8731833 Jul 16 08:36:45.363121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51038) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:45.373640 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-0aa9a546-784c-4854-be0a-b0176b06ffab admin admin] Request body: {'subnet': {'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-subnet', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:45.430365 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60137b39-f0f3-472a-83c1-9adab990112c admin admin] Pushing event updated for resources: {'Network': ['ID=2055bc3a-708e-4fbd-bdcb-dd6830ef6991,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:45.497035 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-7ea5f665-46df-4947-a73a-3fa467b73669 service neutron] 10.222.0.20 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3605211 Jul 16 08:36:45.507268 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-7ee4fa75-9123-4f42-85a1-cc08d008e634 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.516946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa9a546-784c-4854-be0a-b0176b06ffab admin admin] Made reservation on behalf of 8722177fc6ea499891c4ef1fb2062076 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:45.522803 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a546-784c-4854-be0a-b0176b06ffab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.562834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488090b0-54dc-4e1e-a616-a04ee7fa9c63 req-660d46a7-422e-44b4-88c1-dc18845302cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.566594 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-488090b0-54dc-4e1e-a616-a04ee7fa9c63 req-660d46a7-422e-44b4-88c1-dc18845302cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9711758b-ccc1-4bb9-b54a-e318203edf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4109793 Jul 16 08:36:45.795453 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-03a8cb12-89f6-4fe7-ba69-ff4c474df490 req-f9ea997b-3659-4d97-a5c6-46e1e6bdd155 service neutron] 10.222.0.38 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4855285 Jul 16 08:36:45.801775 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 2e860404-d007-4d07-9fda-18e14e90ec58, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=2e860404-d007-4d07-9fda-18e14e90ec58,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:45.840078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '2e860404-d007-4d07-9fda-18e14e90ec58', 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16', 'port_id': '2e860404-d007-4d07-9fda-18e14e90ec58', 'mac_address': 'fa:16:3e:8a:b2:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d2fc3a-672f-46bf-8429-2ccfbb873016', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:45.842994 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7907612c-c908-47e8-8994-87fc759dfda6 req-caf66fe1-86af-4b0a-8950-1519baf880e3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.861603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:46.069394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-7907612c-c908-47e8-8994-87fc759dfda6 req-caf66fe1-86af-4b0a-8950-1519baf880e3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Transition to ACTIVE for port object 7d911fb4-7a30-44f5-8789-a4f03bcdec03 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:46.077994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 20a11de1-5f65-493b-b276-631b7cf11435 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:46.082842 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device be844583-4236-4b23-ab1e-56a42c8040d4 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:46.200889 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7907612c-c908-47e8-8994-87fc759dfda6 req-caf66fe1-86af-4b0a-8950-1519baf880e3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.349846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf66fe1-86af-4b0a-8950-1519baf880e3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Pushing event updated for resources: {'Port': ['ID=7d911fb4-7a30-44f5-8789-a4f03bcdec03,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:46.412892 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-488090b0-54dc-4e1e-a616-a04ee7fa9c63 req-2250f51a-28f4-4943-bcda-ecaf5a0d3e05 service neutron] 10.222.0.15 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8386114 Jul 16 08:36:46.491816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 20a11de1-5f65-493b-b276-631b7cf11435, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=20a11de1-5f65-493b-b276-631b7cf11435,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:46.502785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port be844583-4236-4b23-ab1e-56a42c8040d4 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:46.510995 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.524803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '20a11de1-5f65-493b-b276-631b7cf11435', 'network_id': '9711758b-ccc1-4bb9-b54a-e318203edf16', 'port_id': '20a11de1-5f65-493b-b276-631b7cf11435', 'mac_address': 'fa:16:3e:7b:ce:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30d2fc3a-672f-46bf-8429-2ccfbb873016', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:46.528814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port be844583-4236-4b23-ab1e-56a42c8040d4 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:46.529478 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.537167 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e860404-d007-4d07-9fda-18e14e90ec58 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:46.612521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 2e860404-d007-4d07-9fda-18e14e90ec58, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=2e860404-d007-4d07-9fda-18e14e90ec58,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:46.628214 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.646569 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-488090b0-54dc-4e1e-a616-a04ee7fa9c63 req-6def8efc-b398-4d11-a2f1-3fcad0eb702d service neutron] 10.222.0.15 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201757 Jul 16 08:36:46.668044 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7907612c-c908-47e8-8994-87fc759dfda6 req-caf66fe1-86af-4b0a-8950-1519baf880e3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Network 399a3acd-b554-4034-886e-067d0f0945d2 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:46.684952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-7907612c-c908-47e8-8994-87fc759dfda6 req-caf66fe1-86af-4b0a-8950-1519baf880e3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:46.698683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-7907612c-c908-47e8-8994-87fc759dfda6 req-caf66fe1-86af-4b0a-8950-1519baf880e3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:46.706493 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=2e860404-d007-4d07-9fda-18e14e90ec58,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:46.721548 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.747590 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a11de1-5f65-493b-b276-631b7cf11435 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:46.826919 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907612c-c908-47e8-8994-87fc759dfda6 req-caf66fe1-86af-4b0a-8950-1519baf880e3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:46.827905 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7907612c-c908-47e8-8994-87fc759dfda6 req-caf66fe1-86af-4b0a-8950-1519baf880e3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.830967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 20a11de1-5f65-493b-b276-631b7cf11435, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=20a11de1-5f65-493b-b276-631b7cf11435,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:46.840459 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.863674 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-03a8cb12-89f6-4fe7-ba69-ff4c474df490 req-08cb2627-5166-4855-986c-dfc00dd6a4d8 service neutron] 10.222.0.38 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0122602 Jul 16 08:36:46.882999 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-caf66fe1-86af-4b0a-8950-1519baf880e3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7162495 Jul 16 08:36:46.905421 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8506e47e-29cc-4a6c-b124-a629cd0f69a1 req-e678c9e0-6120-448a-b3b7-7ca92922e510 tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.3426731 Jul 16 08:36:46.917524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce61c4-b28b-452d-954c-8b7b0377fa12 req-2f3ad865-b7bb-4126-b594-da32724c8604 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:46.919540 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1bce61c4-b28b-452d-954c-8b7b0377fa12 req-2f3ad865-b7bb-4126-b594-da32724c8604 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 943 time: 0.9575050 Jul 16 08:36:46.933787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=20a11de1-5f65-493b-b276-631b7cf11435,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:46.934056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Request body: {'port': {'device_id': '4a860968-fbec-4d9d-afdf-6edce0576037', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:46.946913 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['2e860404-d007-4d07-9fda-18e14e90ec58'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:46.952121 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.030161 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-a3e49f13-b278-4d8a-a8fd-31c0821415bb req-aff0d947-a590-4663-86a7-c8aaa343f0cb tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Deleting port 36708a41-5a95-4919-9f69-a19d75af33f1 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:47.030775 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a3e49f13-b278-4d8a-a8fd-31c0821415bb req-aff0d947-a590-4663-86a7-c8aaa343f0cb tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.061414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18858de7-134c-47de-9db2-160775e23fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be844583-4236-4b23-ab1e-56a42c8040d4'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:47.068631 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1bce61c4-b28b-452d-954c-8b7b0377fa12 req-b4decc3e-cc6e-4522-9379-f58f3e25f61a tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308465 Jul 16 08:36:47.090083 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7967e6-820f-4a8d-b8cc-60f17f5df205" -d '{"events": [{"server_uuid": "18858de7-134c-47de-9db2-160775e23fc9", "name": "network-vif-plugged", "status": "completed", "tag": "be844583-4236-4b23-ab1e-56a42c8040d4"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:47.100693 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-7ee4fa75-9123-4f42-85a1-cc08d008e634 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.144297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port be844583-4236-4b23-ab1e-56a42c8040d4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=be844583-4236-4b23-ab1e-56a42c8040d4,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:47.152609 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['20a11de1-5f65-493b-b276-631b7cf11435'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:47.155502 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.198969 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.402530 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a546-784c-4854-be0a-b0176b06ffab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.455652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b5b57c7-dd3e-4a33-ad5e-3465e4894ef7 None None] Provisioning for port 7d911fb4-7a30-44f5-8789-a4f03bcdec03 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:47.513369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa9a546-784c-4854-be0a-b0176b06ffab admin admin] Pushing event updated for resources: {'Subnet': ['ID=43909eb2-c2e2-4352-8c3b-116900d301bb,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:47.537708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=be844583-4236-4b23-ab1e-56a42c8040d4,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:47.542842 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b5b57c7-dd3e-4a33-ad5e-3465e4894ef7 None None] Provisioning complete for port 7d911fb4-7a30-44f5-8789-a4f03bcdec03 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:47.543696 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b5b57c7-dd3e-4a33-ad5e-3465e4894ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.564820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-7ee4fa75-9123-4f42-85a1-cc08d008e634 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Network fa10a998-d0e5-4063-a211-2fadd75a43f8 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:47.573913 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-7ee4fa75-9123-4f42-85a1-cc08d008e634 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:47.612982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-7ee4fa75-9123-4f42-85a1-cc08d008e634 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:47.641265 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b5b57c7-dd3e-4a33-ad5e-3465e4894ef7 None None] Port 7d911fb4-7a30-44f5-8789-a4f03bcdec03 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:47.692119 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d911fb4-7a30-44f5-8789-a4f03bcdec03 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:47.700888 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.709756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a3e49f13-b278-4d8a-a8fd-31c0821415bb req-aff0d947-a590-4663-86a7-c8aaa343f0cb tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] For port 36708a41-5a95-4919-9f69-a19d75af33f1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=36708a41-5a95-4919-9f69-a19d75af33f1,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:47.710335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a3e49f13-b278-4d8a-a8fd-31c0821415bb req-aff0d947-a590-4663-86a7-c8aaa343f0cb tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.717952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Transition to ACTIVE for port object 7d911fb4-7a30-44f5-8789-a4f03bcdec03 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:47.729651 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.839764 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Pushing event updated for resources: {'Port': ['ID=7d911fb4-7a30-44f5-8789-a4f03bcdec03,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:47.856689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-a3e49f13-b278-4d8a-a8fd-31c0821415bb req-aff0d947-a590-4663-86a7-c8aaa343f0cb tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Calling delete_port for 36708a41-5a95-4919-9f69-a19d75af33f1 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:47.875640 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-7806216b-03d2-4817-ab47-47a051c9fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:47.878398 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-7806216b-03d2-4817-ab47-47a051c9fecd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 1097 time: 2.1286116 Jul 16 08:36:47.879459 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee4fa75-9123-4f42-85a1-cc08d008e634 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Pushing event updated for resources: {'Port': ['ID=a35ca1b0-88f2-4870-bbb4-fea8e2920b00,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:47.943201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fb9d9e-64a9-4411-a594-6595a43d78f4 req-0d2462cb-c4b9-4448-bf9f-9cbd84fc0bbe tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:47.953630 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47fb9d9e-64a9-4411-a594-6595a43d78f4 req-0d2462cb-c4b9-4448-bf9f-9cbd84fc0bbe tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 944 time: 0.3971384 Jul 16 08:36:47.973635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 36708a41-5a95-4919-9f69-a19d75af33f1 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:48.035977 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47fb9d9e-64a9-4411-a594-6595a43d78f4 req-82ac775a-8692-4b1f-b4c3-94dff56b508b tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72442d1-8134-41e0-9e1d-0450db030201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812612 Jul 16 08:36:48.037824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Attempting to bind port 7d911fb4-7a30-44f5-8789-a4f03bcdec03 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:48.038652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Attempting to bind port 7d911fb4-7a30-44f5-8789-a4f03bcdec03 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'e7cd922c-92d2-4856-9460-6da13c012e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:48.042028 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Attempting to bind port 7d911fb4-7a30-44f5-8789-a4f03bcdec03 on network 399a3acd-b554-4034-886e-067d0f0945d2 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:48.051703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Port 7d911fb4-7a30-44f5-8789-a4f03bcdec03 on network 399a3acd-b554-4034-886e-067d0f0945d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:48.055209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Attempting to bind port 7d911fb4-7a30-44f5-8789-a4f03bcdec03 on network 399a3acd-b554-4034-886e-067d0f0945d2 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:48.062776 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cc12e9-61d1-4795-8ef8-170f6ae05cd2 req-7115e046-b942-46b5-a2cb-f959c60c3b9f tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.065412 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e4cc12e9-61d1-4795-8ef8-170f6ae05cd2 req-7115e046-b942-46b5-a2cb-f959c60c3b9f tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ac599ba-1b7b-4048-991b-f3d194ed2cf2 HTTP/1.1" status: 200 len: 932 time: 0.7145410 Jul 16 08:36:48.068853 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:48.069947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Checking segment: {'id': 'e7cd922c-92d2-4856-9460-6da13c012e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:48.071639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Bound using segment: {'id': 'e7cd922c-92d2-4856-9460-6da13c012e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:48.072335 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Bound port: 7d911fb4-7a30-44f5-8789-a4f03bcdec03, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7cd922c-92d2-4856-9460-6da13c012e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:48.075823 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.221215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-7ee4fa75-9123-4f42-85a1-cc08d008e634 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.221996 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-7ee4fa75-9123-4f42-85a1-cc08d008e634 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.238991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa9a546-784c-4854-be0a-b0176b06ffab admin admin] Checking segment: {'id': 'e314614f-041d-4dc0-a1d0-9a8d028fd0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:48.239472 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa9a546-784c-4854-be0a-b0176b06ffab admin admin] Network hostable DHCP agents. Network: 2055bc3a-708e-4fbd-bdcb-dd6830ef6991, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:48.359652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] For port 7d911fb4-7a30-44f5-8789-a4f03bcdec03, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:48.373072 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] For port 7d911fb4-7a30-44f5-8789-a4f03bcdec03, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7d911fb4-7a30-44f5-8789-a4f03bcdec03,segment=NetworkSegment(e7cd922c-92d2-4856-9460-6da13c012e94),segment_id=e7cd922c-92d2-4856-9460-6da13c012e94)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:48.377967 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-7ee4fa75-9123-4f42-85a1-cc08d008e634 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2993472 Jul 16 08:36:48.383715 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.402501 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Request body: {'port': {'device_id': '1ac599ba-1b7b-4048-991b-f3d194ed2cf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:48.410823 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa9a546-784c-4854-be0a-b0176b06ffab admin admin] Network 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:48.468069 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e4cc12e9-61d1-4795-8ef8-170f6ae05cd2 req-44d039e3-f7e3-4bb3-8cc0-049bd66cfd64 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787490 Jul 16 08:36:48.471813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.486751 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.488844 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] 10.222.0.38 "PUT /v2.0/ports/7d911fb4-7a30-44f5-8789-a4f03bcdec03 HTTP/1.1" status: 200 len: 1093 time: 1.5649602 Jul 16 08:36:48.500076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a860968-fbec-4d9d-afdf-6edce0576037', 'tag': '7d911fb4-7a30-44f5-8789-a4f03bcdec03'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:48.503490 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029b11ec-cf1b-493c-95af-6e1bfd14d241" -d '{"events": [{"name": "network-changed", "server_uuid": "4a860968-fbec-4d9d-afdf-6edce0576037", "tag": "7d911fb4-7a30-44f5-8789-a4f03bcdec03"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:48.521102 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-06f67f7f-ae2c-4b45-a7a9-a5511ebbcab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.524251 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-06f67f7f-ae2c-4b45-a7a9-a5511ebbcab5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.5972002 Jul 16 08:36:48.566648 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-0aa9a546-784c-4854-be0a-b0176b06ffab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 2055bc3a-708e-4fbd-bdcb-dd6830ef6991) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:48.582163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b2dbb9-69d3-4657-a0b1-8674e3754941 None None] Network 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:48.615052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['13ebe9b5-ae84-4ad9-87fd-9826ca14dc60'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:48.709131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['e9691390-0cc0-4d4d-8da6-6f25852f1cb8'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:48.757257 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.777856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa9a546-784c-4854-be0a-b0176b06ffab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.778638 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0aa9a546-784c-4854-be0a-b0176b06ffab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.799558 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-e0668654-bb12-4a77-b6b7-2b8ae531579e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc HTTP/1.1" status: 200 len: 217 time: 0.2408624 Jul 16 08:36:48.807136 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0aa9a546-784c-4854-be0a-b0176b06ffab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.4364455 Jul 16 08:36:48.828333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51062) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:48.851946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:48.923791 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d7e7d3-dcdf-4676-846a-253f6c72a3b1 req-a83acf2b-a13c-47f6-b4f9-3b2980fe0134 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.931466 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-04d7e7d3-dcdf-4676-846a-253f6c72a3b1 req-a83acf2b-a13c-47f6-b4f9-3b2980fe0134 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.7218883 Jul 16 08:36:48.993501 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.994667 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.086805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-b3d346c7-fe9e-4399-94db-abbf555422e7 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.089602 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-b3d346c7-fe9e-4399-94db-abbf555422e7 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "GET /v2.0/networks?id=2c6d3640-a44d-4b77-a59d-de9a2af06b14 HTTP/1.1" status: 200 len: 804 time: 0.6529210 Jul 16 08:36:49.127326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57319267-2a57-42b0-9801-e78a310ee81c service neutron] Pushing event updated for resources: {'Port': ['ID=7d911fb4-7a30-44f5-8789-a4f03bcdec03,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:49.128667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-d9497b93-e9d7-40b1-af85-ab2048442429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.130686 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-d9497b93-e9d7-40b1-af85-ab2048442429 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.2972529 Jul 16 08:36:49.160374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-e78eb651-ea89-4914-b708-44f907a46ea8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Request body: {'port': {'device_id': '5b7dde49-3d78-4d27-8101-37678e336085', 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14', 'admin_state_up': True, 'tenant_id': '92636f6bd7b34639b779c60d9a9fde5b'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:49.279143 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-04d7e7d3-dcdf-4676-846a-253f6c72a3b1 req-7712d66f-21e8-49e4-b730-5a49a8923d8b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780631 Jul 16 08:36:49.332185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 2e860404-d007-4d07-9fda-18e14e90ec58 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:49.381476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907612c-c908-47e8-8994-87fc759dfda6 req-6731582f-8dd5-47e2-bb4a-c19b7dba7c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.384166 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-6731582f-8dd5-47e2-bb4a-c19b7dba7c63 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f363e20e74d34effa61fbc742122c800&device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 1096 time: 0.5041103 Jul 16 08:36:49.467537 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a35ca1b0-88f2-4870-bbb4-fea8e2920b00 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:49.479039 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.493078 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-d457296f-a6ed-4988-8b85-a150a772fd8b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d911fb4-7a30-44f5-8789-a4f03bcdec03 HTTP/1.1" status: 200 len: 217 time: 0.0888257 Jul 16 08:36:49.540568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce7cc3b-8c42-4bf3-a745-26cdc75241c4 req-3cd8e9ab-4262-4a63-b1c0-1fbe07524253 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.553069 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ce7cc3b-8c42-4bf3-a745-26cdc75241c4 req-3cd8e9ab-4262-4a63-b1c0-1fbe07524253 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 945 time: 0.6037707 Jul 16 08:36:49.554398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Transition to ACTIVE for port object a35ca1b0-88f2-4870-bbb4-fea8e2920b00 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:49.567452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907612c-c908-47e8-8994-87fc759dfda6 req-88687e95-8963-41d2-8632-744420239eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.570979 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-88687e95-8963-41d2-8632-744420239eaa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cd30183-8c15-4fb6-9bea-69738343bdb3 HTTP/1.1" status: 200 len: 854 time: 0.0694284 Jul 16 08:36:49.615170 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 2e860404-d007-4d07-9fda-18e14e90ec58 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:49.644944 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 2e860404-d007-4d07-9fda-18e14e90ec58 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:49.645341 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.672779 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c11f7748-bba0-4544-8280-80fb6b29f1f2 req-c0f1ae59-0f78-478a-93be-e3897eeaf35c tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 210 time: 0.0714433 Jul 16 08:36:49.676807 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'fixed_ips': [{'subnet_id': '43909eb2-c2e2-4352-8c3b-116900d301bb'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:49.677885 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.696305 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.698989 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a3e49f13-b278-4d8a-a8fd-31c0821415bb req-aff0d947-a590-4663-86a7-c8aaa343f0cb tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.721433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-e78eb651-ea89-4914-b708-44f907a46ea8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Made reservation on behalf of 92636f6bd7b34639b779c60d9a9fde5b for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:49.726381 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-e78eb651-ea89-4914-b708-44f907a46ea8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.758530 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.763465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907612c-c908-47e8-8994-87fc759dfda6 req-bec1fe21-dc21-4520-bc21-9105b48f0e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.765664 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-bec1fe21-dc21-4520-bc21-9105b48f0e13 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=399a3acd-b554-4034-886e-067d0f0945d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1859951 Jul 16 08:36:49.877818 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Allocated IP 172.20.0.2 (2055bc3a-708e-4fbd-bdcb-dd6830ef6991/43909eb2-c2e2-4352-8c3b-116900d301bb/5ad61e2a-f3d0-44f8-8cf1-949db98d6b06) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:49.979170 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-faa7de5d-3a69-40bd-bb62-cb4a1f323166 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4749930 Jul 16 08:36:50.076068 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.088130 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Transition to ACTIVE for port object 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:50.098833 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ec9690-e99b-432c-8ee5-829eae3141bf x-openstack-request-id: req-d0ec9690-e99b-432c-8ee5-829eae3141bf {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:50.100834 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18858de7-134c-47de-9db2-160775e23fc9", "name": "network-vif-plugged", "status": "completed", "tag": "be844583-4236-4b23-ab1e-56a42c8040d4", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:50.101297 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d0ec9690-e99b-432c-8ee5-829eae3141bf {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:50.101973 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18858de7-134c-47de-9db2-160775e23fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be844583-4236-4b23-ab1e-56a42c8040d4', 'code': 200} Jul 16 08:36:50.107003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 20a11de1-5f65-493b-b276-631b7cf11435 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:50.163487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Transition to ACTIVE for port object 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:50.175918 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.222750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Network 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:50.231143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:50.244401 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:50.259302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff0d947-a590-4663-86a7-c8aaa343f0cb tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Pushing event deleted for resources: {'Port': ['ID=36708a41-5a95-4919-9f69-a19d75af33f1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.265863 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-14b55981-6cb0-40bb-8ed8-04e255fc5890 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043407 Jul 16 08:36:50.336439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 20a11de1-5f65-493b-b276-631b7cf11435 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:50.359766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Pushing event updated for resources: {'Port': ['ID=5ad61e2a-f3d0-44f8-8cf1-949db98d6b06,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.376132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:50.377092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:50.377446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:50.377789 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:50.378131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:50.378477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:50.378919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:50.379253 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:50.379586 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:50.380086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:50.380481 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:50.380859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:50.384175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 20a11de1-5f65-493b-b276-631b7cf11435 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:50.384643 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.430658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Attempting to bind port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:50.431119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Attempting to bind port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'e314614f-041d-4dc0-a1d0-9a8d028fd0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:50.431496 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Attempting to bind port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 on network 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:50.445338 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-5cb470ea-2723-4677-ad0a-6269e7a834fe service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630650 Jul 16 08:36:50.446269 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.470719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:50.471107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Checking segment: {'id': 'e314614f-041d-4dc0-a1d0-9a8d028fd0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:50.471519 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.471924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Bound using segment: {'id': 'e314614f-041d-4dc0-a1d0-9a8d028fd0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:50.472636 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Bound port: 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e314614f-041d-4dc0-a1d0-9a8d028fd0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:50.473037 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.571733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 2e860404-d007-4d07-9fda-18e14e90ec58, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=2e860404-d007-4d07-9fda-18e14e90ec58,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:50.593083 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.667476 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-131e3e94-7535-4605-840c-64d573802e2e req-e3cf94bc-b426-424a-ad45-12ac5aaa1748 tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0865276 Jul 16 08:36:50.672609 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e49f13-b278-4d8a-a8fd-31c0821415bb req-aff0d947-a590-4663-86a7-c8aaa343f0cb tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] No DVR routers for this DVR port 36708a41-5a95-4919-9f69-a19d75af33f1 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:50.688230 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.698171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ce7cc3b-8c42-4bf3-a745-26cdc75241c4 req-080cc583-ae27-4f0e-851b-de451c6c0f18 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9927051 Jul 16 08:36:50.704408 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a3e49f13-b278-4d8a-a8fd-31c0821415bb req-aff0d947-a590-4663-86a7-c8aaa343f0cb tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.736783 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a3e49f13-b278-4d8a-a8fd-31c0821415bb req-aff0d947-a590-4663-86a7-c8aaa343f0cb tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "DELETE /v2.0/ports/36708a41-5a95-4919-9f69-a19d75af33f1 HTTP/1.1" status: 204 len: 173 time: 5.5281906 Jul 16 08:36:50.827935 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-b62b818a-5fe7-4214-99a5-1731f1eb5491 service neutron] 10.222.0.38 "GET /v2.0/networks/399a3acd-b554-4034-886e-067d0f0945d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0518947 Jul 16 08:36:50.948663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] For port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:50.980678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=2e860404-d007-4d07-9fda-18e14e90ec58,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.989475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-e78eb651-ea89-4914-b708-44f907a46ea8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Allocated IP 172.20.0.13 (2c6d3640-a44d-4b77-a59d-de9a2af06b14/5029719e-fae8-494a-87ee-b006bb0d0f93/4326ffb7-e5b8-4535-aa0f-f6eb68d23347) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:51.011569 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38f64669-4ed0-4219-95cb-2059fefd5b3a', 'name': 'network-vif-deleted', 'tag': '36708a41-5a95-4919-9f69-a19d75af33f1'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:51.015891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] For port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5ad61e2a-f3d0-44f8-8cf1-949db98d6b06,segment=NetworkSegment(e314614f-041d-4dc0-a1d0-9a8d028fd0b3),segment_id=e314614f-041d-4dc0-a1d0-9a8d028fd0b3)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:51.017360 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe6212d-e940-45e2-8e78-06bcb6d0487b x-openstack-request-id: req-cfe6212d-e940-45e2-8e78-06bcb6d0487b {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:51.017640 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa30550-4a44-40d6-8600-9790401fc1a9" -d '{"events": [{"server_uuid": "38f64669-4ed0-4219-95cb-2059fefd5b3a", "name": "network-vif-deleted", "tag": "36708a41-5a95-4919-9f69-a19d75af33f1"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:51.017962 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a860968-fbec-4d9d-afdf-6edce0576037", "tag": "7d911fb4-7a30-44f5-8789-a4f03bcdec03", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:51.018397 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cfe6212d-e940-45e2-8e78-06bcb6d0487b {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:51.019227 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a860968-fbec-4d9d-afdf-6edce0576037', 'tag': '7d911fb4-7a30-44f5-8789-a4f03bcdec03', 'status': 'completed', 'code': 200} Jul 16 08:36:51.042292 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.047533 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 20a11de1-5f65-493b-b276-631b7cf11435, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=20a11de1-5f65-493b-b276-631b7cf11435,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:51.081281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Pushing event updated for resources: {'Port': ['ID=a35ca1b0-88f2-4870-bbb4-fea8e2920b00,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:51.119456 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.125636 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.225881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Attempting to bind port a35ca1b0-88f2-4870-bbb4-fea8e2920b00 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:51.226778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Attempting to bind port a35ca1b0-88f2-4870-bbb4-fea8e2920b00 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:51.227282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Attempting to bind port a35ca1b0-88f2-4870-bbb4-fea8e2920b00 on network fa10a998-d0e5-4063-a211-2fadd75a43f8 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:51.234509 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430dd7c-2fed-4bfe-a8f1-c7b0c6ae7556 None None] Pushing event updated for resources: {'Port': ['ID=5ad61e2a-f3d0-44f8-8cf1-949db98d6b06,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:51.240017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Port a35ca1b0-88f2-4870-bbb4-fea8e2920b00 on network fa10a998-d0e5-4063-a211-2fadd75a43f8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:51.240513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Attempting to bind port a35ca1b0-88f2-4870-bbb4-fea8e2920b00 on network fa10a998-d0e5-4063-a211-2fadd75a43f8 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:51.296278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:51.297083 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Checking segment: {'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:51.297284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Bound using segment: {'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:51.298003 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Bound port: a35ca1b0-88f2-4870-bbb4-fea8e2920b00, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:51.299300 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.375265 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3d373-2e4c-4024-9456-01bf14edf90e req-d2da50c1-a09d-469c-992e-497f0de1e3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:51.381378 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8b3d373-2e4c-4024-9456-01bf14edf90e req-d2da50c1-a09d-469c-992e-497f0de1e3df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 1098 time: 1.4116399 Jul 16 08:36:51.400307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] For port a35ca1b0-88f2-4870-bbb4-fea8e2920b00, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:51.406527 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=20a11de1-5f65-493b-b276-631b7cf11435,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:51.412638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] For port a35ca1b0-88f2-4870-bbb4-fea8e2920b00, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=a35ca1b0-88f2-4870-bbb4-fea8e2920b00,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:51.425374 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.476029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:51.476939 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.478727 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] 10.222.0.38 "PUT /v2.0/ports/a35ca1b0-88f2-4870-bbb4-fea8e2920b00 HTTP/1.1" status: 200 len: 1093 time: 3.0855441 Jul 16 08:36:51.857798 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8b3d373-2e4c-4024-9456-01bf14edf90e req-3f34d384-6f59-45c2-85cb-0ddb5a7287d4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4307373 Jul 16 08:36:51.875830 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7907612c-c908-47e8-8994-87fc759dfda6 req-6783be8c-8345-4641-95ef-6910c30d0a59 service neutron] 10.222.0.38 "GET /v2.0/networks/399a3acd-b554-4034-886e-067d0f0945d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0307877 Jul 16 08:36:51.956378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7d8be-cb23-496f-981c-da033b8ef93c service neutron] Pushing event updated for resources: {'Port': ['ID=a35ca1b0-88f2-4870-bbb4-fea8e2920b00,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:51.990646 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5522687e-5231-4b66-97e4-1af785c906c9 req-dc8514ff-b394-427a-9706-9a6cb997eb91 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.005666 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5522687e-5231-4b66-97e4-1af785c906c9 req-dc8514ff-b394-427a-9706-9a6cb997eb91 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 945 time: 0.9990010 Jul 16 08:36:52.104160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e096af25-e8ad-4707-81d0-1e8778a169c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e860404-d007-4d07-9fda-18e14e90ec58'}, {'server_uuid': '0c5b1eb4-6c7e-4574-84bc-a422783c2ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a11de1-5f65-493b-b276-631b7cf11435'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:52.107655 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12188c2c-20ca-49b7-9ee6-d2eb38948988" -d '{"events": [{"server_uuid": "e096af25-e8ad-4707-81d0-1e8778a169c5", "name": "network-vif-plugged", "status": "completed", "tag": "2e860404-d007-4d07-9fda-18e14e90ec58"}, {"server_uuid": "0c5b1eb4-6c7e-4574-84bc-a422783c2ff6", "name": "network-vif-plugged", "status": "completed", "tag": "20a11de1-5f65-493b-b276-631b7cf11435"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:52.299435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-99b798d2-64af-46a7-9691-ed4fd27812ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.301411 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-99b798d2-64af-46a7-9691-ed4fd27812ac service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d17dbbf3a63843538b807137fd55f1e2&device_id=1ac599ba-1b7b-4048-991b-f3d194ed2cf2 HTTP/1.1" status: 200 len: 1096 time: 0.4167898 Jul 16 08:36:52.304196 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.335568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395eea13-b446-4658-a2d8-acd713937090 req-9e331fa5-e358-486c-b153-c75d393e06e6 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.337989 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-395eea13-b446-4658-a2d8-acd713937090 req-9e331fa5-e358-486c-b153-c75d393e06e6 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 944 time: 0.4667101 Jul 16 08:36:52.394835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:52.406244 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5522687e-5231-4b66-97e4-1af785c906c9 req-5241a993-1e3c-444f-a994-107f749fd3dd tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893704 Jul 16 08:36:52.515304 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-b52be24b-6f2d-4652-a33a-ffa4a605c834 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a35ca1b0-88f2-4870-bbb4-fea8e2920b00 HTTP/1.1" status: 200 len: 217 time: 0.1757507 Jul 16 08:36:52.527421 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-e78eb651-ea89-4914-b708-44f907a46ea8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.536403 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.555515 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:52.626526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b11ec-cf1b-493c-95af-6e1bfd14d241 req-6c20414a-5327-400f-8a1d-f8b86c24aebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.628297 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-029b11ec-cf1b-493c-95af-6e1bfd14d241 req-6c20414a-5327-400f-8a1d-f8b86c24aebe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f363e20e74d34effa61fbc742122c800&device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 1096 time: 0.4265618 Jul 16 08:36:52.857362 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-395eea13-b446-4658-a2d8-acd713937090 req-4a608afb-a76e-45d4-9522-c696d3b34f11 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72442d1-8134-41e0-9e1d-0450db030201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3692467 Jul 16 08:36:52.881088 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-d22d7631-6d21-40fa-a21c-48213a32f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.883692 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-d22d7631-6d21-40fa-a21c-48213a32f1cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d354d9c1-99e8-47e2-a7a7-7b35bca06f78 HTTP/1.1" status: 200 len: 854 time: 0.2755697 Jul 16 08:36:52.944583 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-e78eb651-ea89-4914-b708-44f907a46ea8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.003469 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-af9b940c-7cc7-4272-95dc-46bd7683da69 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fa10a998-d0e5-4063-a211-2fadd75a43f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061261 Jul 16 08:36:53.130188 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78eb651-ea89-4914-b708-44f907a46ea8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Pushing event updated for resources: {'Port': ['ID=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:53.213236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-e78eb651-ea89-4914-b708-44f907a46ea8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:53.221551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-e78eb651-ea89-4914-b708-44f907a46ea8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:53.232164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-e78eb651-ea89-4914-b708-44f907a46ea8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:53.265706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Allocated IP 172.25.4.17 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/4e95e1f5-5983-4500-9dbd-5dd33a7b9382) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:53.383324 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b11ec-cf1b-493c-95af-6e1bfd14d241 req-4adc3e7e-381e-4377-8a87-80bb48e278d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:53.387342 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-029b11ec-cf1b-493c-95af-6e1bfd14d241 req-4adc3e7e-381e-4377-8a87-80bb48e278d8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=399a3acd-b554-4034-886e-067d0f0945d2 HTTP/1.1" status: 200 len: 915 time: 0.7497149 Jul 16 08:36:53.389591 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f2cf22-f998-4fec-bfa3-8513bb3178d4 None None] Network 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:53.526255 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-029b11ec-cf1b-493c-95af-6e1bfd14d241 req-cd2cf88c-c930-410e-8828-ce81ac0d9e68 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d911fb4-7a30-44f5-8789-a4f03bcdec03 HTTP/1.1" status: 200 len: 217 time: 0.1279342 Jul 16 08:36:53.612961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-e78eb651-ea89-4914-b708-44f907a46ea8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:53.613824 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-e78eb651-ea89-4914-b708-44f907a46ea8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.641029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35c0f7-2462-46b5-9d91-3b89ba5340f0 req-7938ba98-94d7-4521-a2ed-f2f8fbc9238f tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:53.643430 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6f35c0f7-2462-46b5-9d91-3b89ba5340f0 req-7938ba98-94d7-4521-a2ed-f2f8fbc9238f tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ac599ba-1b7b-4048-991b-f3d194ed2cf2 HTTP/1.1" status: 200 len: 944 time: 0.7708852 Jul 16 08:36:53.676858 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-e78eb651-ea89-4914-b708-44f907a46ea8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5691240 Jul 16 08:36:53.680536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b11ec-cf1b-493c-95af-6e1bfd14d241 req-c7a09286-2e63-4a67-9ca2-f349e7d17a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:53.685119 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-029b11ec-cf1b-493c-95af-6e1bfd14d241 req-c7a09286-2e63-4a67-9ca2-f349e7d17a79 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cd30183-8c15-4fb6-9bea-69738343bdb3 HTTP/1.1" status: 200 len: 854 time: 0.1469240 Jul 16 08:36:53.700026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Request body: {'port': {'device_id': '5b7dde49-3d78-4d27-8101-37678e336085', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:53.794188 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-eec43bcc-c020-4a61-b961-6ebfd1f40c2d None None] Provisioning for port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:53.807480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-eec43bcc-c020-4a61-b961-6ebfd1f40c2d None None] Provisioning complete for port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:53.808246 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eec43bcc-c020-4a61-b961-6ebfd1f40c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.885055 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6f35c0f7-2462-46b5-9d91-3b89ba5340f0 req-2ed8bba1-e8ce-4b75-a17c-5b67cd6496f2 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947489 Jul 16 08:36:53.975371 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-06e72b31-d16d-4a0e-800f-6c9a78437afe service neutron] 10.222.0.38 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7471628 Jul 16 08:36:54.009845 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.052932 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eec43bcc-c020-4a61-b961-6ebfd1f40c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.101526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b11ec-cf1b-493c-95af-6e1bfd14d241 req-93718506-5fb2-41cc-ab94-95a6ff3d50f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:54.104473 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-029b11ec-cf1b-493c-95af-6e1bfd14d241 req-93718506-5fb2-41cc-ab94-95a6ff3d50f2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=399a3acd-b554-4034-886e-067d0f0945d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3916945 Jul 16 08:36:54.111139 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57672a72-6643-46e8-8945-5f69b3c9c314 req-5cecee47-afef-4d96-bc6d-258fcf55c0d1 service neutron] 10.222.0.38 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239562 Jul 16 08:36:54.140214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-eec43bcc-c020-4a61-b961-6ebfd1f40c2d None None] For port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5ad61e2a-f3d0-44f8-8cf1-949db98d6b06,segment=NetworkSegment(e314614f-041d-4dc0-a1d0-9a8d028fd0b3),segment_id=e314614f-041d-4dc0-a1d0-9a8d028fd0b3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:54.147135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.165772 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eec43bcc-c020-4a61-b961-6ebfd1f40c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.171012 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad154100-9d22-4481-98c1-bd42df91db9b req-3711a979-901b-4a24-a518-f488df8e5e0c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:54.172685 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad154100-9d22-4481-98c1-bd42df91db9b req-3711a979-901b-4a24-a518-f488df8e5e0c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.8023186 Jul 16 08:36:54.283066 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.298829 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec43bcc-c020-4a61-b961-6ebfd1f40c2d None None] Pushing event updated for resources: {'Port': ['ID=5ad61e2a-f3d0-44f8-8cf1-949db98d6b06,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:54.424016 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Pushing event updated for resources: {'Port': ['ID=4e95e1f5-5983-4500-9dbd-5dd33a7b9382,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:54.440579 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-029b11ec-cf1b-493c-95af-6e1bfd14d241 req-dcd418cc-6b08-4e89-89f5-6d45c955ce8d service neutron] 10.222.0.38 "GET /v2.0/networks/399a3acd-b554-4034-886e-067d0f0945d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249469 Jul 16 08:36:54.453599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:54.462523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:54.474596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:54.504539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa28c321-670d-4220-ac5c-fa66c70de78a req-1d9e7f1f-080e-4149-a55c-fc3a9dab60ab tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:54.512558 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aa28c321-670d-4220-ac5c-fa66c70de78a req-1d9e7f1f-080e-4149-a55c-fc3a9dab60ab tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 932 time: 0.3995495 Jul 16 08:36:54.561500 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad154100-9d22-4481-98c1-bd42df91db9b req-30f4b62f-d256-44cb-a7fb-df48df9a9f0e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3040485 Jul 16 08:36:54.627671 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d76c4814-590a-4833-9af6-1955ffb9aa34 None None] Provisioning complete for port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:54.631819 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d76c4814-590a-4833-9af6-1955ffb9aa34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.698997 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf1932f-52c4-432b-8df1-f1bee782f033 x-openstack-request-id: req-bdf1932f-52c4-432b-8df1-f1bee782f033 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:54.699300 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38f64669-4ed0-4219-95cb-2059fefd5b3a", "name": "network-vif-deleted", "tag": "36708a41-5a95-4919-9f69-a19d75af33f1", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:54.699540 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aa28c321-670d-4220-ac5c-fa66c70de78a req-219f1b00-9e54-4b2b-990b-865c5a27e315 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851079 Jul 16 08:36:54.699649 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdf1932f-52c4-432b-8df1-f1bee782f033 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:54.699954 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38f64669-4ed0-4219-95cb-2059fefd5b3a', 'name': 'network-vif-deleted', 'tag': '36708a41-5a95-4919-9f69-a19d75af33f1', 'status': 'completed', 'code': 200} Jul 16 08:36:54.709780 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-029b11ec-cf1b-493c-95af-6e1bfd14d241 req-81609d99-a8df-48ca-bd83-f44a91792b93 service neutron] 10.222.0.38 "GET /v2.0/networks/399a3acd-b554-4034-886e-067d0f0945d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563300 Jul 16 08:36:54.848531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:54.868724 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.898793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Transition to ACTIVE for port object 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:54.908708 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.006705 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Pushing event updated for resources: {'Port': ['ID=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:55.010649 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ae0ea88-f9d4-4da5-b518-497dcb9dd01e req-f2679a13-e4ff-482a-9d7e-8ab08720a800 tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0655859 Jul 16 08:36:55.125225 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1477e08d-cfa2-4d14-9fef-b45161a5d81d x-openstack-request-id: req-1477e08d-cfa2-4d14-9fef-b45161a5d81d {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:55.125651 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e096af25-e8ad-4707-81d0-1e8778a169c5", "name": "network-vif-plugged", "status": "completed", "tag": "2e860404-d007-4d07-9fda-18e14e90ec58", "code": 200}, {"server_uuid": "0c5b1eb4-6c7e-4574-84bc-a422783c2ff6", "name": "network-vif-plugged", "status": "completed", "tag": "20a11de1-5f65-493b-b276-631b7cf11435", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:55.126618 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1477e08d-cfa2-4d14-9fef-b45161a5d81d {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:55.127744 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e096af25-e8ad-4707-81d0-1e8778a169c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e860404-d007-4d07-9fda-18e14e90ec58', 'code': 200} Jul 16 08:36:55.128008 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5b1eb4-6c7e-4574-84bc-a422783c2ff6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a11de1-5f65-493b-b276-631b7cf11435', 'code': 200} Jul 16 08:36:55.140642 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb109cee-465b-464b-b486-a111f24a6e83 req-9b714013-f964-435a-acaf-226b9a02b391 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:55.148212 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb109cee-465b-464b-b486-a111f24a6e83 req-9b714013-f964-435a-acaf-226b9a02b391 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 945 time: 0.2021558 Jul 16 08:36:55.161204 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.194686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Attempting to bind port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:55.195030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Attempting to bind port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:55.195368 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Attempting to bind port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 on network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:55.208894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 on network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:55.209285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Attempting to bind port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 on network 2c6d3640-a44d-4b77-a59d-de9a2af06b14 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:55.230145 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb109cee-465b-464b-b486-a111f24a6e83 req-c774bca1-2fd4-4666-81d3-a47d33ef2329 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809662 Jul 16 08:36:55.240631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:55.240966 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Checking segment: {'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:55.241370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Bound using segment: {'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:55.241824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Bound port: 4326ffb7-e5b8-4535-aa0f-f6eb68d23347, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b42a672-1715-4550-b6b3-553d8f3cb37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:55.242186 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.495935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] For port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:55.502530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] For port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:55.505699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e4bfe-7156-4715-8ca0-6e884b0eb136 req-8a03f1d5-a7f4-445e-a542-1f7d7d8d3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:55.507531 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-513e4bfe-7156-4715-8ca0-6e884b0eb136 req-8a03f1d5-a7f4-445e-a542-1f7d7d8d3401 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e096af25-e8ad-4707-81d0-1e8778a169c5 HTTP/1.1" status: 200 len: 1098 time: 0.2900622 Jul 16 08:36:55.511959 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.519095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cabbdc-95f8-420d-9f80-a27ce04214a5 req-cf5cd287-4ef0-44fd-9a06-886b1ec5586f tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:55.520712 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-76cabbdc-95f8-420d-9f80-a27ce04214a5 req-cf5cd287-4ef0-44fd-9a06-886b1ec5586f tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 945 time: 0.1953268 Jul 16 08:36:55.559468 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.577034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595a8004-e7af-41c2-ac7b-7b301c561eb9 req-640e6fcc-a20c-43c2-8ea9-a37602e4d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:55.578749 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-595a8004-e7af-41c2-ac7b-7b301c561eb9 req-640e6fcc-a20c-43c2-8ea9-a37602e4d63f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 1097 time: 0.2810209 Jul 16 08:36:55.634420 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-76cabbdc-95f8-420d-9f80-a27ce04214a5 req-7d365044-a050-43d2-9de9-ffa3b353b5a5 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017239 Jul 16 08:36:55.666239 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:55.666873 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.668798 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] 10.222.0.15 "PUT /v2.0/ports/4326ffb7-e5b8-4535-aa0f-f6eb68d23347 HTTP/1.1" status: 200 len: 1093 time: 1.9822009 Jul 16 08:36:55.669386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7dde49-3d78-4d27-8101-37678e336085', 'tag': '4326ffb7-e5b8-4535-aa0f-f6eb68d23347'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:55.671962 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0a5357-768d-48f6-841f-5a70b620bdbb" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7dde49-3d78-4d27-8101-37678e336085", "tag": "4326ffb7-e5b8-4535-aa0f-f6eb68d23347"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:55.710585 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-513e4bfe-7156-4715-8ca0-6e884b0eb136 req-68cb9dd5-6326-4ba1-b9f4-6e6e98e50f93 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906393 Jul 16 08:36:55.717341 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f82a2a2-a451-475a-adba-aea7e9647856 service neutron] Pushing event updated for resources: {'Port': ['ID=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:55.731671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70279ec-43b2-4b2a-9abc-98b31dd40c71 req-6ed182e4-4d2c-4062-a208-7f201f55203b tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:55.742624 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e70279ec-43b2-4b2a-9abc-98b31dd40c71 req-6ed182e4-4d2c-4062-a208-7f201f55203b tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 944 time: 0.3314412 Jul 16 08:36:55.754809 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-595a8004-e7af-41c2-ac7b-7b301c561eb9 req-b4ae9093-4a09-4309-b2e9-defb6dbe42c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545818 Jul 16 08:36:55.781659 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Router 0ee05747-82a4-492e-bbc6-7adc36c15d1c is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:36:55.810562 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e70279ec-43b2-4b2a-9abc-98b31dd40c71 req-95229e4f-e383-4c25-b1fc-065d270c3edb tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72442d1-8134-41e0-9e1d-0450db030201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667398 Jul 16 08:36:55.920689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:55.934276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Sync routers for ids ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:55.941963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-8a6ac5c0-5e9a-4b1e-95bc-0a60e3f97bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:55.944350 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-8a6ac5c0-5e9a-4b1e-95bc-0a60e3f97bb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92636f6bd7b34639b779c60d9a9fde5b&device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 1096 time: 0.1310060 Jul 16 08:36:55.947729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.949370 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c5d77d0b-28b8-493e-b699-9574a8626c4b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.1016319 Jul 16 08:36:55.954094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51092) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:55.977154 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Routers {'0ee05747-82a4-492e-bbc6-7adc36c15d1c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:55.978495 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:36:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:56.049233 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-bfcc24f9-7147-4c8c-bd45-a0804bccf710 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4326ffb7-e5b8-4535-aa0f-f6eb68d23347 HTTP/1.1" status: 200 len: 217 time: 0.0963464 Jul 16 08:36:56.202947 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2772b8-a2cd-4afc-a20c-233754e5c4ab x-openstack-request-id: req-5b2772b8-a2cd-4afc-a20c-233754e5c4ab {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:56.203631 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7dde49-3d78-4d27-8101-37678e336085", "tag": "4326ffb7-e5b8-4535-aa0f-f6eb68d23347", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:56.203984 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b2772b8-a2cd-4afc-a20c-233754e5c4ab {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:56.204703 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7dde49-3d78-4d27-8101-37678e336085', 'tag': '4326ffb7-e5b8-4535-aa0f-f6eb68d23347', 'status': 'completed', 'code': 200} Jul 16 08:36:56.267765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Set router 0ee05747-82a4-492e-bbc6-7adc36c15d1c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:56.388387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:56.430321 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-99194017-8259-4fe3-83dd-58b9bc7b6f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:56.432926 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-99194017-8259-4fe3-83dd-58b9bc7b6f06 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5029719e-fae8-494a-87ee-b006bb0d0f93 HTTP/1.1" status: 200 len: 844 time: 0.3715055 Jul 16 08:36:56.473434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9575bb7-e55c-4f25-b56e-24dfec301084 req-8ea9f5b3-8621-49e2-b832-ca22231a4bb7 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:56.486038 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d9575bb7-e55c-4f25-b56e-24dfec301084 req-8ea9f5b3-8621-49e2-b832-ca22231a4bb7 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 944 time: 0.1074941 Jul 16 08:36:56.561496 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:56.561904 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.565285 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-89788929-7e0a-4738-a16e-2b8efe120970 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c6d3640-a44d-4b77-a59d-de9a2af06b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946381 Jul 16 08:36:56.583607 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d9575bb7-e55c-4f25-b56e-24dfec301084 req-f0f8626d-7f27-4e00-9527-6625329203ca tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907583 Jul 16 08:36:56.700910 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ac599ba-1b7b-4048-991b-f3d194ed2cf2', 'tag': 'a35ca1b0-88f2-4870-bbb4-fea8e2920b00'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:56.704754 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f587426-240b-4db5-a8e4-272b1034bbee" -d '{"events": [{"name": "network-changed", "server_uuid": "1ac599ba-1b7b-4048-991b-f3d194ed2cf2", "tag": "a35ca1b0-88f2-4870-bbb4-fea8e2920b00"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:56.764630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:49Z', 'updated_at': '2021-07-16T08:36:54Z', 'revision_number': 3, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'gw_port': {'id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:36:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:56.786842 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0baa542-f4d4-4fb2-a580-52fe595fa1ed req-547b1c58-81d1-49dc-a6de-f75c91d02bec tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:56.794808 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c0baa542-f4d4-4fb2-a580-52fe595fa1ed req-547b1c58-81d1-49dc-a6de-f75c91d02bec tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ac599ba-1b7b-4048-991b-f3d194ed2cf2 HTTP/1.1" status: 200 len: 944 time: 0.7515581 Jul 16 08:36:56.828044 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Checking router: 0ee05747-82a4-492e-bbc6-7adc36c15d1c for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:56.828973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Updating router 0ee05747-82a4-492e-bbc6-7adc36c15d1c port 4e95e1f5-5983-4500-9dbd-5dd33a7b9382 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:36:56.904540 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-060fdf2a-c28a-494d-8a7f-5dfa0c5c277c req-8645e129-b368-4f47-aca6-bb7a321eb3c0 tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0678763 Jul 16 08:36:56.985257 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.131505 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e240d8c-d0c2-4273-a5ed-78233aa3aeaa req-4b28b288-3f57-4d00-b3e5-e49c7c0aff3e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:57.134575 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e240d8c-d0c2-4273-a5ed-78233aa3aeaa req-4b28b288-3f57-4d00-b3e5-e49c7c0aff3e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.0950956 Jul 16 08:36:57.203620 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e240d8c-d0c2-4273-a5ed-78233aa3aeaa req-98e1ed89-94ce-4ef5-9348-71ebc4d1612a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624571 Jul 16 08:36:57.396017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fa3e0f-bd59-47ac-9aa2-e130f56c2305 req-f53f9984-b6b5-448d-b483-edce7bac79d5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:57.404396 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6fa3e0f-bd59-47ac-9aa2-e130f56c2305 req-f53f9984-b6b5-448d-b483-edce7bac79d5 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 945 time: 0.0934017 Jul 16 08:36:57.459984 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6fa3e0f-bd59-47ac-9aa2-e130f56c2305 req-0933fdd9-b4d3-4a86-aa70-61d43e0849b1 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537579 Jul 16 08:36:57.524608 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e45ab8-4e6d-469e-a8da-3b9aa8af0706 x-openstack-request-id: req-35e45ab8-4e6d-469e-a8da-3b9aa8af0706 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:57.525614 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ac599ba-1b7b-4048-991b-f3d194ed2cf2", "tag": "a35ca1b0-88f2-4870-bbb4-fea8e2920b00", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:57.525614 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-35e45ab8-4e6d-469e-a8da-3b9aa8af0706 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:57.525614 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ac599ba-1b7b-4048-991b-f3d194ed2cf2', 'tag': 'a35ca1b0-88f2-4870-bbb4-fea8e2920b00', 'status': 'completed', 'code': 200} Jul 16 08:36:57.537160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device a35ca1b0-88f2-4870-bbb4-fea8e2920b00 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:57.609015 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c0baa542-f4d4-4fb2-a580-52fe595fa1ed req-62b565c6-eb3f-4c25-bd17-e4638e5e53bc tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8130505 Jul 16 08:36:57.618761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeac9b-e9cd-49e3-93e5-34ff1dc08f68 req-99ad45ae-49c6-42d5-8dd1-320a4b10dc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:57.620727 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99aeac9b-e9cd-49e3-93e5-34ff1dc08f68 req-99ad45ae-49c6-42d5-8dd1-320a4b10dc51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 1096 time: 1.2364068 Jul 16 08:36:57.805988 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-ece6dddd-8c40-40df-9854-665a67d58532 service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0394490 Jul 16 08:36:57.806728 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.820531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Transition to ACTIVE for port object 4e95e1f5-5983-4500-9dbd-5dd33a7b9382 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:57.904250 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f77ab2-3060-4d22-9275-ab198b3ca231 req-ac3d8652-6629-4ec3-8c91-4fa7896f2777 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:57.908711 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-98f77ab2-3060-4d22-9275-ab198b3ca231 req-ac3d8652-6629-4ec3-8c91-4fa7896f2777 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 945 time: 0.1665416 Jul 16 08:36:57.919786 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.000769 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-98f77ab2-3060-4d22-9275-ab198b3ca231 req-a4ba6d75-c3f7-4d86-867c-8d4ee07ed99e tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831292 Jul 16 08:36:58.006773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port a35ca1b0-88f2-4870-bbb4-fea8e2920b00, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=a35ca1b0-88f2-4870-bbb4-fea8e2920b00,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:58.033169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'a35ca1b0-88f2-4870-bbb4-fea8e2920b00', 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8', 'port_id': 'a35ca1b0-88f2-4870-bbb4-fea8e2920b00', 'mac_address': 'fa:16:3e:bc:b1:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd354d9c1-99e8-47e2-a7a7-7b35bca06f78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:58.056574 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcd5d8fd-19d9-4f94-a8fa-b60b315fd75c req-579b23d9-92e6-4f50-b2cd-29a53cf96e02 service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389896 Jul 16 08:36:58.057779 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9312d-438b-4fec-bf91-6cb399f62a86 None None] Pushing event updated for resources: {'Port': ['ID=4e95e1f5-5983-4500-9dbd-5dd33a7b9382,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:58.065365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Attempting to bind port 4e95e1f5-5983-4500-9dbd-5dd33a7b9382 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:58.065929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Attempting to bind port 4e95e1f5-5983-4500-9dbd-5dd33a7b9382 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:58.066480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Attempting to bind port 4e95e1f5-5983-4500-9dbd-5dd33a7b9382 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:58.081960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:58.082562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:58.083363 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.085116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:58.085519 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Bound port: 4e95e1f5-5983-4500-9dbd-5dd33a7b9382, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:58.086519 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.173679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeac9b-e9cd-49e3-93e5-34ff1dc08f68 req-4754d4be-6048-4d62-9fdf-a3b3e598e813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.175765 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99aeac9b-e9cd-49e3-93e5-34ff1dc08f68 req-4754d4be-6048-4d62-9fdf-a3b3e598e813 service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.5152426 Jul 16 08:36:58.264791 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] For port 4e95e1f5-5983-4500-9dbd-5dd33a7b9382, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:58.269541 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] For port 4e95e1f5-5983-4500-9dbd-5dd33a7b9382, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4e95e1f5-5983-4500-9dbd-5dd33a7b9382,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:58.271012 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.291633 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.309515 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a35ca1b0-88f2-4870-bbb4-fea8e2920b00 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:58.312844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02fe2fd-68b8-4a22-a257-24bc62b25df0 req-c197bebd-e7e3-41c3-a2f6-79385f61a485 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.315049 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f02fe2fd-68b8-4a22-a257-24bc62b25df0 req-c197bebd-e7e3-41c3-a2f6-79385f61a485 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 944 time: 0.1514060 Jul 16 08:36:58.353793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f587426-240b-4db5-a8e4-272b1034bbee req-8c9772dc-5449-45b2-a88b-4f9eb74cebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.357015 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1f587426-240b-4db5-a8e4-272b1034bbee req-8c9772dc-5449-45b2-a88b-4f9eb74cebd7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=d17dbbf3a63843538b807137fd55f1e2&device_id=1ac599ba-1b7b-4048-991b-f3d194ed2cf2 HTTP/1.1" status: 200 len: 1096 time: 0.7406003 Jul 16 08:36:58.403439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port a35ca1b0-88f2-4870-bbb4-fea8e2920b00, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=a35ca1b0-88f2-4870-bbb4-fea8e2920b00,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:58.407123 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f02fe2fd-68b8-4a22-a257-24bc62b25df0 req-20b111a9-0607-4a26-895f-0a5e9b03bc5d tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798786 Jul 16 08:36:58.408741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Routers {'0ee05747-82a4-492e-bbc6-7adc36c15d1c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:58.410056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:36:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:58.452452 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.479840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e9312d-438b-4fec-bf91-6cb399f62a86 None None] Pushing event updated for resources: {'Port': ['ID=4e95e1f5-5983-4500-9dbd-5dd33a7b9382,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:58.495337 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b983b-c2c9-4ff2-b85a-10deb86a8324 req-d7de8eae-0298-4ce1-a4a9-291ae26c63ed tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.497577 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-546b983b-c2c9-4ff2-b85a-10deb86a8324 req-d7de8eae-0298-4ce1-a4a9-291ae26c63ed tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 944 time: 0.5798967 Jul 16 08:36:58.558922 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99aeac9b-e9cd-49e3-93e5-34ff1dc08f68 req-3dad770f-3530-4e16-aeac-e83c95c30783 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed HTTP/1.1" status: 200 len: 998 time: 0.3297195 Jul 16 08:36:58.602446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=a35ca1b0-88f2-4870-bbb4-fea8e2920b00,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:58.625268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] Set router 0ee05747-82a4-492e-bbc6-7adc36c15d1c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:58.660704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeac9b-e9cd-49e3-93e5-34ff1dc08f68 req-0f94eb6b-fd12-442d-8cd2-36b76a6177ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.662305 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99aeac9b-e9cd-49e3-93e5-34ff1dc08f68 req-0f94eb6b-fd12-442d-8cd2-36b76a6177ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.0613523 Jul 16 08:36:58.738677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a5357-768d-48f6-841f-5a70b620bdbb req-e1cb38f5-f55a-49ed-8149-dd7ffcd66c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.740362 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c0a5357-768d-48f6-841f-5a70b620bdbb req-e1cb38f5-f55a-49ed-8149-dd7ffcd66c9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=92636f6bd7b34639b779c60d9a9fde5b&device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 1096 time: 0.5913613 Jul 16 08:36:58.798079 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-546b983b-c2c9-4ff2-b85a-10deb86a8324 req-535dbbe4-df8e-4a7d-9d37-feeb6c5ec469 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72442d1-8134-41e0-9e1d-0450db030201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715855 Jul 16 08:36:58.822448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['a35ca1b0-88f2-4870-bbb4-fea8e2920b00'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:58.834349 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f587426-240b-4db5-a8e4-272b1034bbee req-d2c72b11-3799-4d8c-b070-457ea7fa02f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.835935 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1f587426-240b-4db5-a8e4-272b1034bbee req-d2c72b11-3799-4d8c-b070-457ea7fa02f4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=fa10a998-d0e5-4063-a211-2fadd75a43f8 HTTP/1.1" status: 200 len: 914 time: 0.4519227 Jul 16 08:36:58.855560 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.913509 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f5677da-4166-42b8-849c-abe7a3c27014 req-aa35fe56-3142-42bd-a536-4a90a4e53f7a tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.1306646 Jul 16 08:36:58.928490 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1f587426-240b-4db5-a8e4-272b1034bbee req-a8ec6a81-39c7-4606-bcb1-9ac36834a8b9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a35ca1b0-88f2-4870-bbb4-fea8e2920b00 HTTP/1.1" status: 200 len: 217 time: 0.0667179 Jul 16 08:36:59.097324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:49Z', 'updated_at': '2021-07-16T08:36:54Z', 'revision_number': 3, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'gw_port': {'id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:59.121982 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a5357-768d-48f6-841f-5a70b620bdbb req-15a4e4fa-340c-412b-99c2-5774bf09c0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:59.125024 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c0a5357-768d-48f6-841f-5a70b620bdbb req-15a4e4fa-340c-412b-99c2-5774bf09c0a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2c6d3640-a44d-4b77-a59d-de9a2af06b14 HTTP/1.1" status: 200 len: 904 time: 0.3462341 Jul 16 08:36:59.139140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7ced54-066a-4b1a-8315-378d3ac9fc64 None None] The sync data for ids ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'] in n-d-758944-46 is: [{'id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:49Z', 'updated_at': '2021-07-16T08:36:54Z', 'revision_number': 3, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'gw_port': {'id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:36:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:59.148032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeac9b-e9cd-49e3-93e5-34ff1dc08f68 req-307c6cd8-4131-4dc9-9e52-0cca6c6acaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:59.150353 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99aeac9b-e9cd-49e3-93e5-34ff1dc08f68 req-307c6cd8-4131-4dc9-9e52-0cca6c6acaeb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4338400 Jul 16 08:36:59.190751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f587426-240b-4db5-a8e4-272b1034bbee req-aeb429c0-14a6-4424-b5fe-d418c15c0bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:59.192614 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1f587426-240b-4db5-a8e4-272b1034bbee req-aeb429c0-14a6-4424-b5fe-d418c15c0bac service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d354d9c1-99e8-47e2-a7a7-7b35bca06f78 HTTP/1.1" status: 200 len: 854 time: 0.2318091 Jul 16 08:36:59.241250 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c0a5357-768d-48f6-841f-5a70b620bdbb req-6e96996b-a813-47bb-8ace-db875dea134d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4326ffb7-e5b8-4535-aa0f-f6eb68d23347 HTTP/1.1" status: 200 len: 217 time: 0.1063926 Jul 16 08:36:59.244922 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1463e099-d98c-45f8-8689-66ea63587218 req-a4d764c6-254a-4066-bdc8-c54e9dc4c230 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:59.246801 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1463e099-d98c-45f8-8689-66ea63587218 req-a4d764c6-254a-4066-bdc8-c54e9dc4c230 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.0967519 Jul 16 08:36:59.307139 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1463e099-d98c-45f8-8689-66ea63587218 req-23efa732-3c37-43ee-b29f-afc3ba3bf33c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538905 Jul 16 08:36:59.342478 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1f587426-240b-4db5-a8e4-272b1034bbee req-7792f987-573b-4287-a25a-15184019b30c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fa10a998-d0e5-4063-a211-2fadd75a43f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106038 Jul 16 08:36:59.586790 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0a5357-768d-48f6-841f-5a70b620bdbb req-be3101ae-13df-4dbf-975a-4f4b99aa20a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:59.588706 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c0a5357-768d-48f6-841f-5a70b620bdbb req-be3101ae-13df-4dbf-975a-4f4b99aa20a0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5029719e-fae8-494a-87ee-b006bb0d0f93 HTTP/1.1" status: 200 len: 844 time: 0.2712197 Jul 16 08:36:59.593924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0878d6-3ea1-438d-bfa3-c9ecdd3c79a3 req-36ed74ba-a1be-4e77-82bc-abfd89c55029 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:59.595954 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6c0878d6-3ea1-438d-bfa3-c9ecdd3c79a3 req-36ed74ba-a1be-4e77-82bc-abfd89c55029 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 945 time: 0.1302614 Jul 16 08:36:59.661009 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6c0878d6-3ea1-438d-bfa3-c9ecdd3c79a3 req-f5bdfeb9-e5da-48cd-96da-1979fd23b04d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583997 Jul 16 08:36:59.689365 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c0a5357-768d-48f6-841f-5a70b620bdbb req-5e727546-d20b-4c70-a7c5-639861164ace service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2c6d3640-a44d-4b77-a59d-de9a2af06b14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478241 Jul 16 08:36:59.691863 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99aeac9b-e9cd-49e3-93e5-34ff1dc08f68 req-2538d6b0-0ad2-4c43-b99a-3c6689c52a22 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956515 Jul 16 08:36:59.779875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Allocated IP 172.20.0.1 (2055bc3a-708e-4fbd-bdcb-dd6830ef6991/43909eb2-c2e2-4352-8c3b-116900d301bb/6101dfb1-655a-4876-a8cd-8f99af4f36e5) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:59.809465 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1f587426-240b-4db5-a8e4-272b1034bbee req-02d55794-90f4-45c0-a493-2838a28bf35e service neutron] 10.222.0.38 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347425 Jul 16 08:36:59.912326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7783037b-1542-4f9c-8f6b-84a1f5a0854e req-11a176fc-cf20-4606-8d36-b45e5b29235c tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:59.919905 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7783037b-1542-4f9c-8f6b-84a1f5a0854e req-11a176fc-cf20-4606-8d36-b45e5b29235c tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.6287246 Jul 16 08:36:59.955112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c04e3-482e-47f5-8bd3-358cb830c5c8 req-23609d63-e83b-494f-b3d9-1f0ee845fe41 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:59.962419 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ba0c04e3-482e-47f5-8bd3-358cb830c5c8 req-23609d63-e83b-494f-b3d9-1f0ee845fe41 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ac599ba-1b7b-4048-991b-f3d194ed2cf2 HTTP/1.1" status: 200 len: 945 time: 0.0972776 Jul 16 08:37:00.023353 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ba0c04e3-482e-47f5-8bd3-358cb830c5c8 req-76427533-b758-4aa9-b5fd-5a17eac6c260 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580523 Jul 16 08:37:00.336339 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d5e7f9-45bf-4a01-976c-5a6ca1eace77 req-d3c95256-3df8-4473-932d-9647bfb1dd58 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:00.351493 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-48d5e7f9-45bf-4a01-976c-5a6ca1eace77 req-d3c95256-3df8-4473-932d-9647bfb1dd58 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 944 time: 0.1915734 Jul 16 08:37:00.359918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4e95e1f5-5983-4500-9dbd-5dd33a7b9382 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:00.413896 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-48d5e7f9-45bf-4a01-976c-5a6ca1eace77 req-2cff0a6c-15c6-47d8-91ca-cce5f3683c70 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600581 Jul 16 08:37:00.483612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 4e95e1f5-5983-4500-9dbd-5dd33a7b9382 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:00.490939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4e95e1f5-5983-4500-9dbd-5dd33a7b9382 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:00.491464 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.518279 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c0a5357-768d-48f6-841f-5a70b620bdbb req-c99a9d2f-6594-42a9-92d9-8ec176455266 service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8065593 Jul 16 08:37:00.539448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7783037b-1542-4f9c-8f6b-84a1f5a0854e req-bda8f3e9-a765-4bf2-a97b-c92ac71e1f10 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6183302 Jul 16 08:37:00.550472 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99aeac9b-e9cd-49e3-93e5-34ff1dc08f68 req-29d05828-e33b-4e9c-8c40-50250f4675c4 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8376389 Jul 16 08:37:00.651276 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1f587426-240b-4db5-a8e4-272b1034bbee req-112b5dab-9831-43b3-b0f1-3a4117f3b8b6 service neutron] 10.222.0.38 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8320851 Jul 16 08:37:00.671687 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.683528 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.729081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Transition to ACTIVE for port object 6101dfb1-655a-4876-a8cd-8f99af4f36e5 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:00.730035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 4e95e1f5-5983-4500-9dbd-5dd33a7b9382, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4e95e1f5-5983-4500-9dbd-5dd33a7b9382,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:00.738286 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.765857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c0a5357-768d-48f6-841f-5a70b620bdbb req-609b1c91-f186-493a-9e02-bd0de8453a3a service neutron] 10.222.0.15 "GET /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251158 Jul 16 08:37:00.792842 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.842250 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3456ee-3fb1-4911-9c34-3de67500505a req-4b7797a9-4a06-449c-9272-61b86d3aea6c tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:00.845320 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd3456ee-3fb1-4911-9c34-3de67500505a req-4b7797a9-4a06-449c-9272-61b86d3aea6c tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 944 time: 0.1453590 Jul 16 08:37:00.872742 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=4e95e1f5-5983-4500-9dbd-5dd33a7b9382,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:00.876055 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f587d06-119e-46e5-b815-0a151d43e9b3 req-10892d73-ff4e-4b7f-afea-833a8fd8de35 tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0715060 Jul 16 08:37:00.888806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Network 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:00.892836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:00.897471 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:00.904366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6101dfb1-655a-4876-a8cd-8f99af4f36e5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:00.942123 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd3456ee-3fb1-4911-9c34-3de67500505a req-fddd39c1-5001-4ee8-9d8a-4d6ed3ac12ae tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72442d1-8134-41e0-9e1d-0450db030201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800691 Jul 16 08:37:00.958555 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.298917 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.340250 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb66bdd0-bd98-404f-bbc4-a4f9dc92d5e2 req-52356950-9d5d-41b4-805f-a22d7c4bcc81 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:01.343924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9e0afd77-1aff-4c45-80d1-91b756422f5d None None] Provisioning for port 6101dfb1-655a-4876-a8cd-8f99af4f36e5 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:01.351912 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bb66bdd0-bd98-404f-bbc4-a4f9dc92d5e2 req-52356950-9d5d-41b4-805f-a22d7c4bcc81 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=e096af25-e8ad-4707-81d0-1e8778a169c5 HTTP/1.1" status: 200 len: 946 time: 0.1109014 Jul 16 08:37:01.363721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9e0afd77-1aff-4c45-80d1-91b756422f5d None None] Provisioning complete for port 6101dfb1-655a-4876-a8cd-8f99af4f36e5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:01.364863 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9e0afd77-1aff-4c45-80d1-91b756422f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.375577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7d911fb4-7a30-44f5-8789-a4f03bcdec03 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:01.385709 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device a35ca1b0-88f2-4870-bbb4-fea8e2920b00 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:01.415592 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bb66bdd0-bd98-404f-bbc4-a4f9dc92d5e2 req-c9685a14-57c1-45f1-b970-216f92032387 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625110 Jul 16 08:37:01.416538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b2fcd-3003-43f0-81ee-e3ce0a9a4618 req-a8696dff-9f1f-4d73-ba1d-d4e0a4cdbc8a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:01.418332 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-560b2fcd-3003-43f0-81ee-e3ce0a9a4618 req-a8696dff-9f1f-4d73-ba1d-d4e0a4cdbc8a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1970327 Jul 16 08:37:01.517585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9e0afd77-1aff-4c45-80d1-91b756422f5d None None] Port 6101dfb1-655a-4876-a8cd-8f99af4f36e5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:01.563433 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-560b2fcd-3003-43f0-81ee-e3ce0a9a4618 req-e5bec451-4cf4-46f6-be55-f5e59073e324 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214826 Jul 16 08:37:01.619439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port a35ca1b0-88f2-4870-bbb4-fea8e2920b00 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:01.624545 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.629536 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port a35ca1b0-88f2-4870-bbb4-fea8e2920b00 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:01.630345 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.632848 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.686603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 7d911fb4-7a30-44f5-8789-a4f03bcdec03, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7d911fb4-7a30-44f5-8789-a4f03bcdec03,segment=NetworkSegment(e7cd922c-92d2-4856-9460-6da13c012e94),segment_id=e7cd922c-92d2-4856-9460-6da13c012e94)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:01.688201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Pushing event updated for resources: {'Port': ['ID=6101dfb1-655a-4876-a8cd-8f99af4f36e5,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:01.722880 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '7d911fb4-7a30-44f5-8789-a4f03bcdec03', 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'port_id': '7d911fb4-7a30-44f5-8789-a4f03bcdec03', 'mac_address': 'fa:16:3e:e4:b3:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:01.764670 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f35bc54-3e8c-447e-ada0-05c6bfea4fa2 req-cdddec67-d900-4940-9389-76b81d9b0284 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:01.773783 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6f35bc54-3e8c-447e-ada0-05c6bfea4fa2 req-cdddec67-d900-4940-9389-76b81d9b0284 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 945 time: 0.2021599 Jul 16 08:37:01.788463 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.815605 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.825373 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6f35bc54-3e8c-447e-ada0-05c6bfea4fa2 req-1c848378-c1c0-467d-82cf-f416639f66be tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503299 Jul 16 08:37:01.839243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d911fb4-7a30-44f5-8789-a4f03bcdec03 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:01.866280 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 7d911fb4-7a30-44f5-8789-a4f03bcdec03, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7d911fb4-7a30-44f5-8789-a4f03bcdec03,segment=NetworkSegment(e7cd922c-92d2-4856-9460-6da13c012e94),segment_id=e7cd922c-92d2-4856-9460-6da13c012e94)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:01.875172 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.883651 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.899841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050692ff-1a77-4a49-abcc-058a854a93c4 req-d6806a31-d55d-49b5-a497-f4cf196d624b tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:01.901734 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-050692ff-1a77-4a49-abcc-058a854a93c4 req-d6806a31-d55d-49b5-a497-f4cf196d624b tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ac599ba-1b7b-4048-991b-f3d194ed2cf2 HTTP/1.1" status: 200 len: 945 time: 0.1619885 Jul 16 08:37:01.942644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ac599ba-1b7b-4048-991b-f3d194ed2cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35ca1b0-88f2-4870-bbb4-fea8e2920b00'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:01.945057 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dda8077-d37d-496a-8533-0a06e00a0bab" -d '{"events": [{"server_uuid": "1ac599ba-1b7b-4048-991b-f3d194ed2cf2", "name": "network-vif-plugged", "status": "completed", "tag": "a35ca1b0-88f2-4870-bbb4-fea8e2920b00"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:01.968565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Network 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:01.970968 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port a35ca1b0-88f2-4870-bbb4-fea8e2920b00, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=a35ca1b0-88f2-4870-bbb4-fea8e2920b00,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:01.976914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-050692ff-1a77-4a49-abcc-058a854a93c4 req-3afc51d2-f859-452b-80bf-86d215ccdc8a tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667050 Jul 16 08:37:01.978242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:01.978393 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.981830 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=7d911fb4-7a30-44f5-8789-a4f03bcdec03,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:02.028065 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:02.080665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=a35ca1b0-88f2-4870-bbb4-fea8e2920b00,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:02.212396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['7d911fb4-7a30-44f5-8789-a4f03bcdec03'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:02.276548 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Router 0ee05747-82a4-492e-bbc6-7adc36c15d1c has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:37:02.307513 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:02.319909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178cc8c1-6391-46e2-9827-a2096b3a2f62 req-9fd2e2f4-9ab5-4294-80c7-4cf299c515c0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:02.321667 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-178cc8c1-6391-46e2-9827-a2096b3a2f62 req-9fd2e2f4-9ab5-4294-80c7-4cf299c515c0 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 944 time: 0.1669576 Jul 16 08:37:02.341524 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4e95e1f5-5983-4500-9dbd-5dd33a7b9382 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:02.374772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '4326ffb7-e5b8-4535-aa0f-f6eb68d23347', 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14', 'port_id': '4326ffb7-e5b8-4535-aa0f-f6eb68d23347', 'mac_address': 'fa:16:3e:17:83:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5029719e-fae8-494a-87ee-b006bb0d0f93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:02.396729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d03ba4d-4297-4f1e-8563-e02c1d2e7403 req-cc36486a-8242-485b-bc88-dc8e4eb24b2e tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:02.403629 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d03ba4d-4297-4f1e-8563-e02c1d2e7403 req-cc36486a-8242-485b-bc88-dc8e4eb24b2e tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 945 time: 0.0932748 Jul 16 08:37:02.456250 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d03ba4d-4297-4f1e-8563-e02c1d2e7403 req-cb2d4d2b-3d71-42f7-b33a-cadb0f727ddf tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512943 Jul 16 08:37:02.471875 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.504118 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:02.517878 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-178cc8c1-6391-46e2-9827-a2096b3a2f62 req-0229d933-14fd-42d0-aace-45de0cb361f1 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203606 Jul 16 08:37:02.551166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8b03aabd-51ef-4049-abd7-fda0f5ce2357 None None] Provisioning complete for port 6101dfb1-655a-4876-a8cd-8f99af4f36e5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:02.552032 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8b03aabd-51ef-4049-abd7-fda0f5ce2357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.554972 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:37:02.560937 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-116ca733-a9a3-4c65-bcbd-2b61eb3f18f9 admin admin] 10.222.0.20 "PUT /v2.0/routers/0ee05747-82a4-492e-bbc6-7adc36c15d1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6054525 Jul 16 08:37:02.566810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4e95e1f5-5983-4500-9dbd-5dd33a7b9382 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:02.567525 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.582430 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Sync routers for ids ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:37:02.610230 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Routers {'0ee05747-82a4-492e-bbc6-7adc36c15d1c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:02.610991 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:36:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:02.669147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8b03aabd-51ef-4049-abd7-fda0f5ce2357 None None] Port 6101dfb1-655a-4876-a8cd-8f99af4f36e5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:02.724064 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9ad813-d4dc-46f3-8b2d-c2cc31312a23 x-openstack-request-id: req-8d9ad813-d4dc-46f3-8b2d-c2cc31312a23 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:02.724702 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ac599ba-1b7b-4048-991b-f3d194ed2cf2", "name": "network-vif-plugged", "status": "completed", "tag": "a35ca1b0-88f2-4870-bbb4-fea8e2920b00", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:02.725184 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d9ad813-d4dc-46f3-8b2d-c2cc31312a23 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:02.725928 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac599ba-1b7b-4048-991b-f3d194ed2cf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a35ca1b0-88f2-4870-bbb4-fea8e2920b00', 'code': 200} Jul 16 08:37:02.736212 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:02.754253 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a750d835-c6d3-42e6-ad03-8f5974151eaa req-adf6a05d-fef1-44b3-9e45-23cd659e2059 tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0701997 Jul 16 08:37:02.769780 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.832796 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Set router 0ee05747-82a4-492e-bbc6-7adc36c15d1c gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:02.913754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20769fdb-722e-4da4-a5a7-ea2eaba583f6 req-bd34f4c8-2e5f-4d85-bcdd-4f01bed1af68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:02.917515 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20769fdb-722e-4da4-a5a7-ea2eaba583f6 req-bd34f4c8-2e5f-4d85-bcdd-4f01bed1af68 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1ac599ba-1b7b-4048-991b-f3d194ed2cf2 HTTP/1.1" status: 200 len: 1098 time: 0.1755581 Jul 16 08:37:02.929712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6b21d-f6e6-476d-a05d-a81bbd8d6d5b req-84908c7a-3c6b-477e-b488-baace918b186 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:02.931686 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dfb6b21d-f6e6-476d-a05d-a81bbd8d6d5b req-84908c7a-3c6b-477e-b488-baace918b186 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 945 time: 0.1322927 Jul 16 08:37:03.008699 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20769fdb-722e-4da4-a5a7-ea2eaba583f6 req-4264b5cd-1e5e-4009-9f96-e8df51280796 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758443 Jul 16 08:37:03.022079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:03.033205 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dfb6b21d-f6e6-476d-a05d-a81bbd8d6d5b req-a9cfddd0-03d4-4f8e-bd10-7ac0d7f11ddc tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72442d1-8134-41e0-9e1d-0450db030201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771828 Jul 16 08:37:03.107259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['4326ffb7-e5b8-4535-aa0f-f6eb68d23347'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:03.292834 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:49Z', 'updated_at': '2021-07-16T08:37:01Z', 'revision_number': 4, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'gw_port': {'id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6101dfb1-655a-4876-a8cd-8f99af4f36e5', 'name': '', 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'mac_address': 'fa:16:3e:73:02:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:37:01Z', 'revision_number': 2, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'subnets': [{'id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:03.353735 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Checking router: 0ee05747-82a4-492e-bbc6-7adc36c15d1c for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:37:03.354326 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Updating router 0ee05747-82a4-492e-bbc6-7adc36c15d1c port 6101dfb1-655a-4876-a8cd-8f99af4f36e5 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:37:03.408140 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f57c4-2b22-4901-84aa-b704a310405f req-38f78e2f-0e36-4b68-9383-5679aba681a7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:03.411999 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b2f57c4-2b22-4901-84aa-b704a310405f req-38f78e2f-0e36-4b68-9383-5679aba681a7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1934800 Jul 16 08:37:03.418338 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.455206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21472ba0-5829-4dac-bf4e-42afdd853912 req-f091e614-ef1a-4861-ac4b-32dabc557acb tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:03.469182 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21472ba0-5829-4dac-bf4e-42afdd853912 req-f091e614-ef1a-4861-ac4b-32dabc557acb tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.1635418 Jul 16 08:37:03.476026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b2f57c4-2b22-4901-84aa-b704a310405f req-062f99e7-2deb-4436-80f1-4399a4151a89 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496883 Jul 16 08:37:03.556119 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21472ba0-5829-4dac-bf4e-42afdd853912 req-94846be8-f6c1-491f-99c3-4ac2ef7e7cbd tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844092 Jul 16 08:37:03.604370 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.801658 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be73633-1930-4d25-816b-75c186ae2233 req-b6ebb87d-533b-4116-a749-9b08f613764e tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:03.804419 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0be73633-1930-4d25-816b-75c186ae2233 req-b6ebb87d-533b-4116-a749-9b08f613764e tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ac599ba-1b7b-4048-991b-f3d194ed2cf2 HTTP/1.1" status: 200 len: 946 time: 0.1233265 Jul 16 08:37:03.814958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c39eb-1e76-4118-9839-cd377fcfdc3e req-fa07f195-f453-4b93-8870-963047afbc49 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:03.814958 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a73c39eb-1e76-4118-9839-cd377fcfdc3e req-fa07f195-f453-4b93-8870-963047afbc49 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 945 time: 0.0850270 Jul 16 08:37:03.886937 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0be73633-1930-4d25-816b-75c186ae2233 req-a2d308c8-68b1-4bca-9f17-f0ed26e1de79 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751219 Jul 16 08:37:03.890369 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a73c39eb-1e76-4118-9839-cd377fcfdc3e req-071fedb6-17b4-4ab0-bdd7-c2aa34eee210 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646482 Jul 16 08:37:03.906312 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.922198 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Transition to ACTIVE for port object 6101dfb1-655a-4876-a8cd-8f99af4f36e5 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:03.962021 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.131947 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e13ef-589e-49d3-8a45-9a37291db588 None None] Pushing event updated for resources: {'Port': ['ID=6101dfb1-655a-4876-a8cd-8f99af4f36e5,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:04.212180 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e13ef-589e-49d3-8a45-9a37291db588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:04.212545 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e13ef-589e-49d3-8a45-9a37291db588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:04.212887 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e13ef-589e-49d3-8a45-9a37291db588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:04.213226 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e13ef-589e-49d3-8a45-9a37291db588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:04.213560 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e13ef-589e-49d3-8a45-9a37291db588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:04.213891 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e13ef-589e-49d3-8a45-9a37291db588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:04.214222 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e13ef-589e-49d3-8a45-9a37291db588 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:04.214578 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e13ef-589e-49d3-8a45-9a37291db588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:04.214989 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e13ef-589e-49d3-8a45-9a37291db588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:04.215242 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e13ef-589e-49d3-8a45-9a37291db588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:04.215584 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e13ef-589e-49d3-8a45-9a37291db588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:04.216011 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb0e13ef-589e-49d3-8a45-9a37291db588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:04.239475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235f90f5-d9b3-4491-9194-36cc356dd82a req-35412539-9362-42fb-8b31-4d6757167548 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:04.260185 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-235f90f5-d9b3-4491-9194-36cc356dd82a req-35412539-9362-42fb-8b31-4d6757167548 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.2051613 Jul 16 08:37:04.278211 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Attempting to bind port 6101dfb1-655a-4876-a8cd-8f99af4f36e5 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:04.279118 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Attempting to bind port 6101dfb1-655a-4876-a8cd-8f99af4f36e5 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'e314614f-041d-4dc0-a1d0-9a8d028fd0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:04.279678 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Attempting to bind port 6101dfb1-655a-4876-a8cd-8f99af4f36e5 on network 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:04.287483 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:04.287865 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Checking segment: {'id': 'e314614f-041d-4dc0-a1d0-9a8d028fd0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:04.288830 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.288830 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Bound using segment: {'id': 'e314614f-041d-4dc0-a1d0-9a8d028fd0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:04.289438 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Bound port: 6101dfb1-655a-4876-a8cd-8f99af4f36e5, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e314614f-041d-4dc0-a1d0-9a8d028fd0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:04.289815 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.351441 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-235f90f5-d9b3-4491-9194-36cc356dd82a req-688e4dc4-8781-4587-adba-a55b67d225e9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898130 Jul 16 08:37:04.400082 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] For port 6101dfb1-655a-4876-a8cd-8f99af4f36e5, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:04.406309 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] For port 6101dfb1-655a-4876-a8cd-8f99af4f36e5, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6101dfb1-655a-4876-a8cd-8f99af4f36e5,segment=NetworkSegment(e314614f-041d-4dc0-a1d0-9a8d028fd0b3),segment_id=e314614f-041d-4dc0-a1d0-9a8d028fd0b3)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:04.415719 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.419811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17beddf-6c94-488e-b142-f8abf6fc15b4 req-925eeaa2-95ef-4e26-8f9d-ca123c83512d tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:04.422841 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f17beddf-6c94-488e-b142-f8abf6fc15b4 req-925eeaa2-95ef-4e26-8f9d-ca123c83512d tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 945 time: 0.1883624 Jul 16 08:37:04.488023 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Routers {'0ee05747-82a4-492e-bbc6-7adc36c15d1c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:04.488746 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:36:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:04.506604 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f17beddf-6c94-488e-b142-f8abf6fc15b4 req-838a5c42-ea87-41c8-b5fd-77eb4f0a51c1 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754762 Jul 16 08:37:04.749881 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] Set router 0ee05747-82a4-492e-bbc6-7adc36c15d1c gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:04.853424 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca0f3bac-7838-49b2-a6ec-a0b23c61f7d6 req-600c188b-bbe6-4bff-adea-2599e36b1bde tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0870020 Jul 16 08:37:04.891054 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0e13ef-589e-49d3-8a45-9a37291db588 None None] Pushing event updated for resources: {'Port': ['ID=6101dfb1-655a-4876-a8cd-8f99af4f36e5,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:04.960678 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abb68f-e96d-4b08-bb3c-464787dd485d req-92821961-7221-4aa3-9f9e-d6f755f67515 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:04.969538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abb68f-e96d-4b08-bb3c-464787dd485d req-92821961-7221-4aa3-9f9e-d6f755f67515 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:04.975883 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89abb68f-e96d-4b08-bb3c-464787dd485d req-92821961-7221-4aa3-9f9e-d6f755f67515 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:04.981547 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-89abb68f-e96d-4b08-bb3c-464787dd485d req-92821961-7221-4aa3-9f9e-d6f755f67515 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6&device_id=e096af25-e8ad-4707-81d0-1e8778a169c5&device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 2418 time: 0.1170087 Jul 16 08:37:05.052143 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-89abb68f-e96d-4b08-bb3c-464787dd485d req-34aad806-2d55-4f91-bee6-534b3456dabb tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665905 Jul 16 08:37:05.088340 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8daa6d-71d5-43e9-96cc-4278e77e4e74 req-420a2e85-d6fd-4b83-88c3-3caa55cc6d1d tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:05.091574 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d8daa6d-71d5-43e9-96cc-4278e77e4e74 req-420a2e85-d6fd-4b83-88c3-3caa55cc6d1d tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 945 time: 0.0961051 Jul 16 08:37:05.102678 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:49Z', 'updated_at': '2021-07-16T08:37:01Z', 'revision_number': 4, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'gw_port': {'id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6101dfb1-655a-4876-a8cd-8f99af4f36e5', 'name': '', 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'mac_address': 'fa:16:3e:73:02:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:37:04Z', 'revision_number': 4, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'subnets': [{'id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:05.161064 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b1eb90-241c-4a91-8724-fabc4b54d422 None None] The sync data for ids ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'] in n-d-758944-46 is: [{'id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:49Z', 'updated_at': '2021-07-16T08:37:01Z', 'revision_number': 4, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'gw_port': {'id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6101dfb1-655a-4876-a8cd-8f99af4f36e5', 'name': '', 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'mac_address': 'fa:16:3e:73:02:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:37:04Z', 'revision_number': 4, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'subnets': [{'id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:05.167202 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.170483 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-533ce08a-2e3f-447f-b4b8-8bdd9e6d4037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.184698 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d8daa6d-71d5-43e9-96cc-4278e77e4e74 req-fea0c1af-6d73-4928-8e4d-25b5c26dbc98 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72442d1-8134-41e0-9e1d-0450db030201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774164 Jul 16 08:37:05.396745 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7d911fb4-7a30-44f5-8789-a4f03bcdec03 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:05.513534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-24a6e0de-b111-4b51-bbd0-eccb0f0ca1ff tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:05.516099 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-24a6e0de-b111-4b51-bbd0-eccb0f0ca1ff tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515&tenant_id=fe72388f7744440db5677c86ab49db05&binding%3Ahost_id=n-h2-758944-46 HTTP/1.1" status: 200 len: 1097 time: 0.1256475 Jul 16 08:37:05.527520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3a2a59-76b4-4637-95c2-4104614941dc req-0ebda50b-e5e7-4dca-8a9c-d688ce6dd29a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:05.533998 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bb3a2a59-76b4-4637-95c2-4104614941dc req-0ebda50b-e5e7-4dca-8a9c-d688ce6dd29a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 945 time: 0.1455755 Jul 16 08:37:05.539222 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-46'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:05.579123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 7d911fb4-7a30-44f5-8789-a4f03bcdec03 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:05.591312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 7d911fb4-7a30-44f5-8789-a4f03bcdec03 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:05.595409 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.622097 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bb3a2a59-76b4-4637-95c2-4104614941dc req-edf21f9d-e44f-4f14-837f-be0fe27407bf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852320 Jul 16 08:37:05.677673 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.792951 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.835969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a860968-fbec-4d9d-afdf-6edce0576037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d911fb4-7a30-44f5-8789-a4f03bcdec03'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:05.841648 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150fc571-289e-4171-af5d-31ed818430a6" -d '{"events": [{"server_uuid": "4a860968-fbec-4d9d-afdf-6edce0576037", "name": "network-vif-plugged", "status": "completed", "tag": "7d911fb4-7a30-44f5-8789-a4f03bcdec03"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:05.877047 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 7d911fb4-7a30-44f5-8789-a4f03bcdec03, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7d911fb4-7a30-44f5-8789-a4f03bcdec03,segment=NetworkSegment(e7cd922c-92d2-4856-9460-6da13c012e94),segment_id=e7cd922c-92d2-4856-9460-6da13c012e94)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:05.890678 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.077976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:06.106675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfb70c9-a037-476f-bb6e-70f446c4b8bc req-42d138aa-a7b0-493e-b557-57b5505b5727 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:06.117073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9cfb70c9-a037-476f-bb6e-70f446c4b8bc req-42d138aa-a7b0-493e-b557-57b5505b5727 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ac599ba-1b7b-4048-991b-f3d194ed2cf2 HTTP/1.1" status: 200 len: 946 time: 0.3014090 Jul 16 08:37:06.222401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9b35c7-3aa8-467c-a1cc-3994bbab5c76 req-c47ea8e7-84d7-4a6d-bd74-112eb14efb18 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:06.235883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0b9b35c7-3aa8-467c-a1cc-3994bbab5c76 req-c47ea8e7-84d7-4a6d-bd74-112eb14efb18 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 945 time: 0.2476916 Jul 16 08:37:06.286350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:06.310149 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9cfb70c9-a037-476f-bb6e-70f446c4b8bc req-3e8fe493-7374-496d-aabc-96cc6db984cd tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917083 Jul 16 08:37:06.344441 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0b9b35c7-3aa8-467c-a1cc-3994bbab5c76 req-056b44ab-3cf7-4dbe-8da8-17f1cc03ee13 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057346 Jul 16 08:37:06.372436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=7d911fb4-7a30-44f5-8789-a4f03bcdec03,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:06.386367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:06.402178 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:06.402178 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.465377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6101dfb1-655a-4876-a8cd-8f99af4f36e5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:06.491507 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9b983b9d-cb26-4a5c-b4e5-e50ee875ee97 req-7d3eb928-eb85-4784-837b-4ac464fcc1c2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.2954957 Jul 16 08:37:06.536400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:06.549240 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:37:06.719726 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.725445 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c7379a-dca2-4c02-a6e3-feb899650515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4436b4ed-aabb-490f-a409-d2a0ab3720cc'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:06.732392 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88cc0a2-fda5-4391-bf69-4c44d6dca8e2" -d '{"events": [{"server_uuid": "17c7379a-dca2-4c02-a6e3-feb899650515", "name": "network-vif-unplugged", "status": "completed", "tag": "4436b4ed-aabb-490f-a409-d2a0ab3720cc"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:06.738648 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.750085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 6101dfb1-655a-4876-a8cd-8f99af4f36e5 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:06.763590 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 6101dfb1-655a-4876-a8cd-8f99af4f36e5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:06.764133 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.770514 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603be45-a644-4adc-9e56-7b1196b57b76 req-36f190f0-1ee9-4918-be60-3d7ab49001e7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:06.775021 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8603be45-a644-4adc-9e56-7b1196b57b76 req-36f190f0-1ee9-4918-be60-3d7ab49001e7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1982856 Jul 16 08:37:06.875822 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.877246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:06.900850 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.980029 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8603be45-a644-4adc-9e56-7b1196b57b76 req-4256b213-acef-4fb0-ac3d-fd8b4c5a805b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1967893 Jul 16 08:37:07.094282 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.114408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:07.138344 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Attempting to bind port 4436b4ed-aabb-490f-a409-d2a0ab3720cc on host n-h2-758944-46 for vnic_type normal with profile {"migrating_to": "n-h1-758944-46"} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:07.138910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Attempting to bind port 4436b4ed-aabb-490f-a409-d2a0ab3720cc by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:07.139830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Attempting to bind port 4436b4ed-aabb-490f-a409-d2a0ab3720cc on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:07.226876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 6101dfb1-655a-4876-a8cd-8f99af4f36e5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6101dfb1-655a-4876-a8cd-8f99af4f36e5,segment=NetworkSegment(e314614f-041d-4dc0-a1d0-9a8d028fd0b3),segment_id=e314614f-041d-4dc0-a1d0-9a8d028fd0b3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:07.238927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf092550-0a63-4cd7-a59b-673a13452f49 req-14f3ce97-36b0-4b0b-b52b-7c2472e7402d tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:07.239971 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.241681 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf092550-0a63-4cd7-a59b-673a13452f49 req-14f3ce97-36b0-4b0b-b52b-7c2472e7402d tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 945 time: 0.5002038 Jul 16 08:37:07.277459 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e087206-d049-4f8d-ac8a-1db798f37d04 x-openstack-request-id: req-0e087206-d049-4f8d-ac8a-1db798f37d04 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:07.277831 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a860968-fbec-4d9d-afdf-6edce0576037", "name": "network-vif-plugged", "status": "completed", "tag": "7d911fb4-7a30-44f5-8789-a4f03bcdec03", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:07.278250 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0e087206-d049-4f8d-ac8a-1db798f37d04 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:07.278403 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a860968-fbec-4d9d-afdf-6edce0576037', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d911fb4-7a30-44f5-8789-a4f03bcdec03', 'code': 200} Jul 16 08:37:07.387981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=6101dfb1-655a-4876-a8cd-8f99af4f36e5,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:07.415135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Port 4436b4ed-aabb-490f-a409-d2a0ab3720cc on network a9119c76-4476-450e-9781-c499b2315c7d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:07.422085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Attempting to bind port 4436b4ed-aabb-490f-a409-d2a0ab3720cc on network a9119c76-4476-450e-9781-c499b2315c7d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:07.485975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:07.487988 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Checking segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:07.488710 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Bound using segment: {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:07.489699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Bound port: 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'a9119c76-4476-450e-9781-c499b2315c7d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:07.490735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.493593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Pushing event updated for resources: {'Port': ['ID=4436b4ed-aabb-490f-a409-d2a0ab3720cc,revision_number=7']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:07.585980 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf092550-0a63-4cd7-a59b-673a13452f49 req-74c067d2-5b65-4fff-8e44-bc9c108380ff tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3092728 Jul 16 08:37:07.720376 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a3b8b7dc-959d-498d-bbdb-fc1c27812fff req-e29206c1-e717-41e8-a82e-eb1fcf2622df tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0844047 Jul 16 08:37:07.824213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:07.857404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:07.867845 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.894060 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a76de2a6-7a29-4c35-afde-0c43043f9541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.894528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c9b54-6522-4050-b564-7a4af2de12ed req-428d02d8-dee8-41af-bdca-d67f0df13048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:07.895769 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d6c9b54-6522-4050-b564-7a4af2de12ed req-428d02d8-dee8-41af-bdca-d67f0df13048 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 1098 time: 0.4318767 Jul 16 08:37:08.021403 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4436b4ed-aabb-490f-a409-d2a0ab3720cc details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:08.031080 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d6c9b54-6522-4050-b564-7a4af2de12ed req-8a365f78-221b-4f5e-815a-c8795f4566dd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=c72442d1-8134-41e0-9e1d-0450db030201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072431 Jul 16 08:37:08.074019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Pushing event updated for resources: {'Port': ['ID=4436b4ed-aabb-490f-a409-d2a0ab3720cc,revision_number=8']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:08.099380 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:08.100067 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.101606 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a251d0ec-1710-4897-b2a0-9216859a505e service neutron] 10.222.0.15 "PUT /v2.0/ports/4436b4ed-aabb-490f-a409-d2a0ab3720cc HTTP/1.1" status: 200 len: 1123 time: 2.5756562 Jul 16 08:37:08.146880 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251c6299-adc3-43c3-8042-f7cfd56c0ab4 req-3db8b550-674e-492e-be6c-a2b5e52fa0c3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:08.157434 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-251c6299-adc3-43c3-8042-f7cfd56c0ab4 req-3db8b550-674e-492e-be6c-a2b5e52fa0c3 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 946 time: 0.2784355 Jul 16 08:37:08.224530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:08.255741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['4436b4ed-aabb-490f-a409-d2a0ab3720cc'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:08.259161 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4436b4ed-aabb-490f-a409-d2a0ab3720cc'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:08.266969 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.293147 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-251c6299-adc3-43c3-8042-f7cfd56c0ab4 req-4aa2c5a9-2ed4-46be-8ace-93c86d98b34b tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72442d1-8134-41e0-9e1d-0450db030201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337848 Jul 16 08:37:08.374510 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4436b4ed-aabb-490f-a409-d2a0ab3720cc has no active binding in host n-h1-758944-46 {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:37:08.413534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6101dfb1-655a-4876-a8cd-8f99af4f36e5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:08.607436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 6101dfb1-655a-4876-a8cd-8f99af4f36e5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:08.607863 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.630527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4ebcd-6605-405f-a1a0-470d133de3ad req-bceef9d6-0279-4e24-8661-4e7e5a0ce4d0 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:08.640742 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-31e4ebcd-6605-405f-a1a0-470d133de3ad req-bceef9d6-0279-4e24-8661-4e7e5a0ce4d0 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 943 time: 0.2762344 Jul 16 08:37:08.711696 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd835de-8c12-4aee-9dd4-c9e26e6258c0 x-openstack-request-id: req-4dd835de-8c12-4aee-9dd4-c9e26e6258c0 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:08.712311 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c7379a-dca2-4c02-a6e3-feb899650515", "name": "network-vif-unplugged", "status": "completed", "tag": "4436b4ed-aabb-490f-a409-d2a0ab3720cc", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:08.716327 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dd835de-8c12-4aee-9dd4-c9e26e6258c0 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:08.717278 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c7379a-dca2-4c02-a6e3-feb899650515', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4436b4ed-aabb-490f-a409-d2a0ab3720cc', 'code': 200} Jul 16 08:37:08.781977 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-31e4ebcd-6605-405f-a1a0-470d133de3ad req-a1e95446-a674-4112-a61b-74a4ed7dcaf9 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391146 Jul 16 08:37:09.280232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7dde49-3d78-4d27-8101-37678e336085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4326ffb7-e5b8-4535-aa0f-f6eb68d23347'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:09.284146 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef2ca34-3c44-4391-aaff-eb8e541eb594" -d '{"events": [{"server_uuid": "5b7dde49-3d78-4d27-8101-37678e336085", "name": "network-vif-plugged", "status": "completed", "tag": "4326ffb7-e5b8-4535-aa0f-f6eb68d23347"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:09.334542 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7bc1ce87-d1d2-4276-b31e-fbe9bd1e77ad req-9d92fd35-843f-4536-952e-ea4245940179 tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0346184 Jul 16 08:37:09.357921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed71f9e-0579-4692-b215-9a4e975fd170 req-9dc154e7-f89c-4869-9e9b-1f4aaf18ee67 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:09.372597 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ed71f9e-0579-4692-b215-9a4e975fd170 req-9dc154e7-f89c-4869-9e9b-1f4aaf18ee67 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 946 time: 0.1498001 Jul 16 08:37:09.450744 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ed71f9e-0579-4692-b215-9a4e975fd170 req-ff722cf1-3d7b-4c02-b6b3-0e29659076c3 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647247 Jul 16 08:37:09.585988 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.650932 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769a3df0-f22e-4240-9bcf-6347fcefa249 x-openstack-request-id: req-769a3df0-f22e-4240-9bcf-6347fcefa249 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:09.651369 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7dde49-3d78-4d27-8101-37678e336085", "name": "network-vif-plugged", "status": "completed", "tag": "4326ffb7-e5b8-4535-aa0f-f6eb68d23347", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:09.652025 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-769a3df0-f22e-4240-9bcf-6347fcefa249 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:09.652581 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7dde49-3d78-4d27-8101-37678e336085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4326ffb7-e5b8-4535-aa0f-f6eb68d23347', 'code': 200} Jul 16 08:37:09.729147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f999b7-0680-4808-a9a6-c8d1770bb9f8 req-8a630049-b8b0-4448-8209-a7333f44902c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:09.731847 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36f999b7-0680-4808-a9a6-c8d1770bb9f8 req-8a630049-b8b0-4448-8209-a7333f44902c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1292770 Jul 16 08:37:09.802394 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36f999b7-0680-4808-a9a6-c8d1770bb9f8 req-2c872ac4-2342-4a8b-8912-07292b25535e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563488 Jul 16 08:37:09.963391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ef7a2-16f8-48c6-b849-5589b13bad6f req-8e1774f6-5db7-4e6b-b437-5c222e899b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:09.968050 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d82ef7a2-16f8-48c6-b849-5589b13bad6f req-8e1774f6-5db7-4e6b-b437-5c222e899b3e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 1098 time: 0.1851768 Jul 16 08:37:09.985983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59201145-f600-4957-b2a4-9b628d13a7c5 req-793c7ebe-fa76-45f6-924d-3ecb9df3a00a tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:09.988090 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-59201145-f600-4957-b2a4-9b628d13a7c5 req-793c7ebe-fa76-45f6-924d-3ecb9df3a00a tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 946 time: 0.2273674 Jul 16 08:37:10.059798 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d82ef7a2-16f8-48c6-b849-5589b13bad6f req-8d8f9c30-b1e6-4234-b007-9c4e889c5f16 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705166 Jul 16 08:37:10.069440 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-59201145-f600-4957-b2a4-9b628d13a7c5 req-4a8d8b21-5441-4465-861c-a175ece353f2 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72442d1-8134-41e0-9e1d-0450db030201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625885 Jul 16 08:37:10.719078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17c7379a-dca2-4c02-a6e3-feb899650515', 'tag': '4436b4ed-aabb-490f-a409-d2a0ab3720cc'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:10.721557 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47ddff50-36a4-4baa-879b-0cb911ffb8ba" -d '{"events": [{"name": "network-changed", "server_uuid": "17c7379a-dca2-4c02-a6e3-feb899650515", "tag": "4436b4ed-aabb-490f-a409-d2a0ab3720cc"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:10.754939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682813d-485f-4756-804d-a5c9388cd84e req-2edbc1bf-9555-4716-a4dd-2826f1d6d82e tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.756775 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c682813d-485f-4756-804d-a5c9388cd84e req-2edbc1bf-9555-4716-a4dd-2826f1d6d82e tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 943 time: 0.1370914 Jul 16 08:37:10.814688 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c682813d-485f-4756-804d-a5c9388cd84e req-c7a69339-d2a0-446b-810a-58dfab1f3498 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481999 Jul 16 08:37:11.035241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a39b36-e333-411b-91c2-c83cc32e9f96 req-371529a3-19a3-4892-a328-67662c629a74 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:11.043425 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7a39b36-e333-411b-91c2-c83cc32e9f96 req-371529a3-19a3-4892-a328-67662c629a74 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 946 time: 0.1130667 Jul 16 08:37:11.057120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51328) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:11.064191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5bea5146-54bb-4bd8-bf71-2513a7200f4f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Request body: {'floatingip': {'port_id': '7d911fb4-7a30-44f5-8789-a4f03bcdec03'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:11.142082 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.252220 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5bea5146-54bb-4bd8-bf71-2513a7200f4f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.682117 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96593303-b2a2-4138-bab5-cdd43a10e693 req-3a01fe6b-1596-4794-ac75-5eab07474df8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3e9f5255dd52402a82d89391b8f85841&device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.2597516 Jul 16 08:37:11.807376 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96593303-b2a2-4138-bab5-cdd43a10e693 req-0d560eb9-5bee-439c-bc0c-9526cd0ccd33 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=3e9f5255dd52402a82d89391b8f85841&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0593755 Jul 16 08:37:11.817485 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99920976-3c72-4871-b817-10679a30cf3c req-61cb2596-def5-4043-a4c6-9b5cec2beaba tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:11.831972 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-99920976-3c72-4871-b817-10679a30cf3c req-61cb2596-def5-4043-a4c6-9b5cec2beaba tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.2012000 Jul 16 08:37:11.924221 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-99920976-3c72-4871-b817-10679a30cf3c req-42accad0-507d-43ff-ad04-f8cf9c826bbe tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905902 Jul 16 08:37:12.220665 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2e0106-8ba1-47c6-b26d-5735169ba244 x-openstack-request-id: req-fa2e0106-8ba1-47c6-b26d-5735169ba244 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:12.221467 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17c7379a-dca2-4c02-a6e3-feb899650515", "tag": "4436b4ed-aabb-490f-a409-d2a0ab3720cc", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:12.221467 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa2e0106-8ba1-47c6-b26d-5735169ba244 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:12.222179 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17c7379a-dca2-4c02-a6e3-feb899650515', 'tag': '4436b4ed-aabb-490f-a409-d2a0ab3720cc', 'status': 'completed', 'code': 200} Jul 16 08:37:12.364699 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-37bdcaae-5ba3-4e57-9c69-f68827d46473 req-a211a43e-be82-4bc3-94b4-ed81b53f8477 tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0360303 Jul 16 08:37:12.545449 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67f1d1-7806-4524-b405-47afc0559860 req-fb430475-7946-4a93-b2dc-5206b9b34522 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:12.558692 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d67f1d1-7806-4524-b405-47afc0559860 req-fb430475-7946-4a93-b2dc-5206b9b34522 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 946 time: 0.8641934 Jul 16 08:37:12.591899 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96593303-b2a2-4138-bab5-cdd43a10e693 req-d0b11dc9-24ce-4663-8edf-f2b4c86efaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:12.595547 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96593303-b2a2-4138-bab5-cdd43a10e693 req-d0b11dc9-24ce-4663-8edf-f2b4c86efaab service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7465827 Jul 16 08:37:12.750181 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d67f1d1-7806-4524-b405-47afc0559860 req-f103b2e9-75ad-41a3-8a36-0070ddd2a2c8 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902423 Jul 16 08:37:12.762510 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddff50-36a4-4baa-879b-0cb911ffb8ba req-2d185170-0bc1-4223-88ed-efb131fbefde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:12.764332 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47ddff50-36a4-4baa-879b-0cb911ffb8ba req-2d185170-0bc1-4223-88ed-efb131fbefde service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 1126 time: 0.5458746 Jul 16 08:37:12.892429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a39c255-fc37-47f1-a7b5-9674dba2107f req-c0cfb2e5-def9-4f00-95ba-9628e2a384ac tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:12.902622 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5a39c255-fc37-47f1-a7b5-9674dba2107f req-c0cfb2e5-def9-4f00-95ba-9628e2a384ac tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 943 time: 0.1279187 Jul 16 08:37:13.007554 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5a39c255-fc37-47f1-a7b5-9674dba2107f req-44c019a0-fcaa-4b18-90d9-1a4b7e9ce690 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013110 Jul 16 08:37:13.299077 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5bea5146-54bb-4bd8-bf71-2513a7200f4f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.329729 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5bea5146-54bb-4bd8-bf71-2513a7200f4f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.457351 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-5bea5146-54bb-4bd8-bf71-2513a7200f4f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Floating IP d38e04cb-727d-4186-a0a7-c132b742713e associated. External IP: 172.25.4.117, port: 7d911fb4-7a30-44f5-8789-a4f03bcdec03. Jul 16 08:37:13.475953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2ad770-93b0-461e-a148-5fc25e01332c req-497c3d3a-d2d1-4fda-9cf2-c0cddc744fa0 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.484361 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dc2ad770-93b0-461e-a148-5fc25e01332c req-497c3d3a-d2d1-4fda-9cf2-c0cddc744fa0 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.1088638 Jul 16 08:37:13.538201 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dc2ad770-93b0-461e-a148-5fc25e01332c req-0f0dcf8c-7f43-406b-ae6a-6918bf37d13b tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507746 Jul 16 08:37:13.543774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddff50-36a4-4baa-879b-0cb911ffb8ba req-6e514bf7-ee8a-499a-a873-fcc12822eb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.545424 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47ddff50-36a4-4baa-879b-0cb911ffb8ba req-6e514bf7-ee8a-499a-a873-fcc12822eb36 service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.7731924 Jul 16 08:37:13.679069 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47ddff50-36a4-4baa-879b-0cb911ffb8ba req-65ea194d-06eb-4a14-80b9-1b6fc9231eca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc HTTP/1.1" status: 200 len: 217 time: 0.1232347 Jul 16 08:37:13.762460 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe49025-2f59-4292-8485-f473c4461882 req-52bbd418-50ae-405c-b398-3937c89e76fe tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.764169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ffe49025-2f59-4292-8485-f473c4461882 req-52bbd418-50ae-405c-b398-3937c89e76fe tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.4861276 Jul 16 08:37:13.777317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b0155b8-2bd2-4014-9004-48cff0973f59 req-0a2ef3df-1e7f-4c8d-a741-f2a9552671f8 tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0525539 Jul 16 08:37:13.850199 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bea5146-54bb-4bd8-bf71-2513a7200f4f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:37:14.051059 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ffe49025-2f59-4292-8485-f473c4461882 req-eb65a2fe-4f19-44bb-b8a5-a8255f9e8697 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971662 Jul 16 08:37:14.056338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bea5146-54bb-4bd8-bf71-2513a7200f4f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:37:14.082671 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5bea5146-54bb-4bd8-bf71-2513a7200f4f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.083247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f8f3e-05fc-469c-9d20-60128990234c None None] Sync routers for ids ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:37:14.135608 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f8f3e-05fc-469c-9d20-60128990234c None None] Routers {'7a00a866-19f4-4b12-8a72-8a77ef3ae3da'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:14.136268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-090f8f3e-05fc-469c-9d20-60128990234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:37:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:14.146242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ddff50-36a4-4baa-879b-0cb911ffb8ba req-42374ede-97e5-4879-9118-23804ca405bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.149164 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47ddff50-36a4-4baa-879b-0cb911ffb8ba req-42374ede-97e5-4879-9118-23804ca405bf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.4630287 Jul 16 08:37:14.170870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c673f39-36b4-4ecd-9e12-4aee57f2f4a1 req-b044dc8c-9ecb-481a-887f-5d0a6c653a61 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.185261 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7c673f39-36b4-4ecd-9e12-4aee57f2f4a1 req-b044dc8c-9ecb-481a-887f-5d0a6c653a61 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 946 time: 0.1903603 Jul 16 08:37:14.280115 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7c673f39-36b4-4ecd-9e12-4aee57f2f4a1 req-21fbbe51-3df7-4880-b733-e114784a5ba3 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819335 Jul 16 08:37:14.291958 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47ddff50-36a4-4baa-879b-0cb911ffb8ba req-00642ccd-dd5b-4743-8d62-dc31eaab7e3b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1048265 Jul 16 08:37:14.477132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-090f8f3e-05fc-469c-9d20-60128990234c None None] Set router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:14.516659 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5bea5146-54bb-4bd8-bf71-2513a7200f4f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "PUT /v2.0/floatingips/d38e04cb-727d-4186-a0a7-c132b742713e HTTP/1.1" status: 200 len: 992 time: 3.4571846 Jul 16 08:37:14.524098 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a860968-fbec-4d9d-afdf-6edce0576037', 'tag': '7d911fb4-7a30-44f5-8789-a4f03bcdec03'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:14.540548 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf52a283-ff91-4b71-bbaf-2bd145dfe001" -d '{"events": [{"name": "network-changed", "server_uuid": "4a860968-fbec-4d9d-afdf-6edce0576037", "tag": "7d911fb4-7a30-44f5-8789-a4f03bcdec03"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:14.551449 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96593303-b2a2-4138-bab5-cdd43a10e693 req-910826ea-2613-4f87-b462-69ef0e4e20a4 tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.15 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.2560301 Jul 16 08:37:14.715228 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47ddff50-36a4-4baa-879b-0cb911ffb8ba req-a55f965d-b24a-4d77-bd25-3a0ca2923220 service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4216068 Jul 16 08:37:14.804750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4335b-c2de-4b49-a340-0c5e6bbec9f3 req-4bb9844b-29ed-4804-97ac-2dccc009c8b2 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.835106 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0a4335b-c2de-4b49-a340-0c5e6bbec9f3 req-4bb9844b-29ed-4804-97ac-2dccc009c8b2 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.2199457 Jul 16 08:37:14.907780 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0a4335b-c2de-4b49-a340-0c5e6bbec9f3 req-bfe1b8e3-4cd8-4944-bff9-48024df46665 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624716 Jul 16 08:37:14.909886 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47ddff50-36a4-4baa-879b-0cb911ffb8ba req-fef4ba98-5177-4159-83a0-9b51a961ad28 service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860712 Jul 16 08:37:15.095639 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-090f8f3e-05fc-469c-9d20-60128990234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:37Z', 'updated_at': '2021-07-16T08:35:51Z', 'revision_number': 4, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'gw_port': {'id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:41Z', 'updated_at': '2021-07-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd38e04cb-727d-4186-a0a7-c132b742713e', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'port_id': '7d911fb4-7a30-44f5-8789-a4f03bcdec03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'mac_address': 'fa:16:3e:e4:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a860968-fbec-4d9d-afdf-6edce0576037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:35:59Z', 'updated_at': '2021-07-16T08:37:12Z', 'revision_number': 1, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef', 'name': '', 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'mac_address': 'fa:16:3e:03:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:49Z', 'updated_at': '2021-07-16T08:36:00Z', 'revision_number': 5, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'subnets': [{'id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:15.147008 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f8f3e-05fc-469c-9d20-60128990234c None None] Checking router: 7a00a866-19f4-4b12-8a72-8a77ef3ae3da for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:37:15.160935 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090f8f3e-05fc-469c-9d20-60128990234c None None] Routers {'7a00a866-19f4-4b12-8a72-8a77ef3ae3da'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:15.162112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-090f8f3e-05fc-469c-9d20-60128990234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:37:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:15.195494 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42893a3-7a9e-4011-b854-5eb00c245731 req-fb38a3a4-4cfb-41ab-a026-8dbece03e46d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:15.212881 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b42893a3-7a9e-4011-b854-5eb00c245731 req-fb38a3a4-4cfb-41ab-a026-8dbece03e46d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 943 time: 0.1864460 Jul 16 08:37:15.321587 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b42893a3-7a9e-4011-b854-5eb00c245731 req-4ca8f60d-4662-4ab1-b1e6-80f93b9e1261 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037359 Jul 16 08:37:15.446681 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4436b4ed-aabb-490f-a409-d2a0ab3720cc no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:15.564445 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-090f8f3e-05fc-469c-9d20-60128990234c None None] Set router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:15.624565 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621b74ca-d87e-47de-b286-c20704e438fb x-openstack-request-id: req-621b74ca-d87e-47de-b286-c20704e438fb {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:15.626675 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a860968-fbec-4d9d-afdf-6edce0576037", "tag": "7d911fb4-7a30-44f5-8789-a4f03bcdec03", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:15.628480 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-621b74ca-d87e-47de-b286-c20704e438fb {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:15.629409 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a860968-fbec-4d9d-afdf-6edce0576037', 'tag': '7d911fb4-7a30-44f5-8789-a4f03bcdec03', 'status': 'completed', 'code': 200} Jul 16 08:37:15.885847 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52a283-ff91-4b71-bbaf-2bd145dfe001 req-4b1deea6-e0d6-49e3-8b36-cae18b02daab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:15.889211 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf52a283-ff91-4b71-bbaf-2bd145dfe001 req-4b1deea6-e0d6-49e3-8b36-cae18b02daab service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f363e20e74d34effa61fbc742122c800&device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 1098 time: 0.2239776 Jul 16 08:37:16.085463 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96f538fb-43ad-4541-8269-d8c4617398db req-c2159631-7810-4406-ade0-3647f8ea9780 tempest-ServerShowV254Test-1819200927 tempest-ServerShowV254Test-1819200927-project] 10.222.0.20 "GET /v2.0/ports?device_id=c6103379-687b-476d-85ca-d86b2409ec8e HTTP/1.1" status: 200 len: 210 time: 0.0521929 Jul 16 08:37:16.183153 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1ed3b-0fd8-4a6e-873d-10632121db0d req-f38304ee-ce13-4fb8-ae8a-0984516686b1 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:16.186489 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b6d1ed3b-0fd8-4a6e-873d-10632121db0d req-f38304ee-ce13-4fb8-ae8a-0984516686b1 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.2598732 Jul 16 08:37:16.255265 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-090f8f3e-05fc-469c-9d20-60128990234c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:37Z', 'updated_at': '2021-07-16T08:35:51Z', 'revision_number': 4, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'gw_port': {'id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:41Z', 'updated_at': '2021-07-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd38e04cb-727d-4186-a0a7-c132b742713e', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'port_id': '7d911fb4-7a30-44f5-8789-a4f03bcdec03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'mac_address': 'fa:16:3e:e4:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a860968-fbec-4d9d-afdf-6edce0576037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:35:59Z', 'updated_at': '2021-07-16T08:37:12Z', 'revision_number': 1, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef', 'name': '', 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'mac_address': 'fa:16:3e:03:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:49Z', 'updated_at': '2021-07-16T08:36:00Z', 'revision_number': 5, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'subnets': [{'id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:16.269399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52a283-ff91-4b71-bbaf-2bd145dfe001 req-4510e540-91d9-426c-b5d3-271932f5c9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:16.271760 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf52a283-ff91-4b71-bbaf-2bd145dfe001 req-4510e540-91d9-426c-b5d3-271932f5c9d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=399a3acd-b554-4034-886e-067d0f0945d2 HTTP/1.1" status: 200 len: 915 time: 0.3728368 Jul 16 08:37:16.319329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-090f8f3e-05fc-469c-9d20-60128990234c None None] The sync data for ids ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'] in n-d-758944-46 is: [{'id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:37Z', 'updated_at': '2021-07-16T08:35:51Z', 'revision_number': 4, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'gw_port': {'id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:41Z', 'updated_at': '2021-07-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd38e04cb-727d-4186-a0a7-c132b742713e', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'floating_ip_address': '172.25.4.117', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'port_id': '7d911fb4-7a30-44f5-8789-a4f03bcdec03', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1098, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'mac_address': 'fa:16:3e:e4:b3:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a860968-fbec-4d9d-afdf-6edce0576037', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:35:59Z', 'updated_at': '2021-07-16T08:37:12Z', 'revision_number': 1, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef', 'name': '', 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'mac_address': 'fa:16:3e:03:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:49Z', 'updated_at': '2021-07-16T08:36:00Z', 'revision_number': 5, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'subnets': [{'id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:16.405782 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b6d1ed3b-0fd8-4a6e-873d-10632121db0d req-6510fbb2-eae2-4a52-9808-25732fda3ba5 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929088 Jul 16 08:37:16.468393 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d250d-01ee-43c8-8126-2bbff17ed007 req-c10efff0-44d1-4ff6-8441-d8ef8aca284f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:16.471638 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3c0d250d-01ee-43c8-8126-2bbff17ed007 req-c10efff0-44d1-4ff6-8441-d8ef8aca284f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1120658 Jul 16 08:37:16.474877 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf52a283-ff91-4b71-bbaf-2bd145dfe001 req-ccdc1b05-2b08-4e7c-9f6d-36be4e294440 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d911fb4-7a30-44f5-8789-a4f03bcdec03 HTTP/1.1" status: 200 len: 1000 time: 0.1957397 Jul 16 08:37:16.597199 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3c0d250d-01ee-43c8-8126-2bbff17ed007 req-583697b7-8682-4fd6-b476-de8c32e38cc1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083202 Jul 16 08:37:16.614136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52a283-ff91-4b71-bbaf-2bd145dfe001 req-73d7f995-a99a-4a5b-84d9-58bf9595225f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:16.626043 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf52a283-ff91-4b71-bbaf-2bd145dfe001 req-73d7f995-a99a-4a5b-84d9-58bf9595225f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4cd30183-8c15-4fb6-9bea-69738343bdb3 HTTP/1.1" status: 200 len: 854 time: 0.1443110 Jul 16 08:37:16.782311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52a283-ff91-4b71-bbaf-2bd145dfe001 req-1dace5fe-85ca-4430-9c40-0dc2addca26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:16.783115 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-542c4e6e-1c13-4dcc-ad4a-2e110a1740f7 None None] New status for floating IP d38e04cb-727d-4186-a0a7-c132b742713e: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:37:16.783856 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf52a283-ff91-4b71-bbaf-2bd145dfe001 req-1dace5fe-85ca-4430-9c40-0dc2addca26f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=399a3acd-b554-4034-886e-067d0f0945d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1508133 Jul 16 08:37:16.823512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac02de-52cc-475c-8751-d0ad9419e70e req-f279e06b-70d1-47f7-9936-75856c36ec53 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:16.833903 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6eac02de-52cc-475c-8751-d0ad9419e70e req-f279e06b-70d1-47f7-9936-75856c36ec53 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 943 time: 0.1022625 Jul 16 08:37:16.892713 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6eac02de-52cc-475c-8751-d0ad9419e70e req-87e3c6f8-a4e4-4867-9cf9-4b97efdef28d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571656 Jul 16 08:37:16.986067 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf52a283-ff91-4b71-bbaf-2bd145dfe001 req-50f54c89-c2f4-4694-9265-2093d267f31d service neutron] 10.222.0.38 "GET /v2.0/networks/399a3acd-b554-4034-886e-067d0f0945d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945925 Jul 16 08:37:17.136431 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf52a283-ff91-4b71-bbaf-2bd145dfe001 req-ee9dc6ad-dc76-4a33-b4c2-e7c614c04b8e service neutron] 10.222.0.38 "GET /v2.0/networks/399a3acd-b554-4034-886e-067d0f0945d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432476 Jul 16 08:37:17.664363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51428) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:17.679228 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312bb31-4609-4008-bd25-e14959f6428c req-7b58721d-f41c-4407-8069-6c71c04830aa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:17.681639 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0312bb31-4609-4008-bd25-e14959f6428c req-7b58721d-f41c-4407-8069-6c71c04830aa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.1115854 Jul 16 08:37:17.725342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5937f-2696-47bf-8f39-986b9e18d3d5 req-0143c859-3034-4833-a541-3134fff7f4aa tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:17.727299 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3d5937f-2696-47bf-8f39-986b9e18d3d5 req-0143c859-3034-4833-a541-3134fff7f4aa tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 946 time: 0.1293635 Jul 16 08:37:17.787063 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0312bb31-4609-4008-bd25-e14959f6428c req-a83478c1-481c-4fc6-8b95-5db2bb110064 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836034 Jul 16 08:37:17.812562 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3d5937f-2696-47bf-8f39-986b9e18d3d5 req-d1f5c495-736b-4719-9a18-c85823f22da1 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700498 Jul 16 08:37:17.910205 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50bb481e-51f9-4f24-b250-b7f33c86cd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.102485 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50bb481e-51f9-4f24-b250-b7f33c86cd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.111839 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50bb481e-51f9-4f24-b250-b7f33c86cd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.157471 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-50bb481e-51f9-4f24-b250-b7f33c86cd58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e9f5255dd52402a82d89391b8f85841&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4717705 Jul 16 08:37:18.159686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51436) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:18.203784 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb481e-51f9-4f24-b250-b7f33c86cd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8536b6-ef9c-4466-afbf-20e7136f617b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:18.254999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f4fb90-d0a1-46d5-a5e5-07c22ac567f9 req-5733b15a-c82c-42e5-b79c-1eff9c15c22d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.257721 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-75f4fb90-d0a1-46d5-a5e5-07c22ac567f9 req-5733b15a-c82c-42e5-b79c-1eff9c15c22d tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 943 time: 0.0981617 Jul 16 08:37:18.313550 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5083158f-926b-4839-9eb1-78f5b7691002 req-c9f02809-9111-4936-bfd0-3036fd5811da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1350963 Jul 16 08:37:18.315016 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b90ca9d4-5b61-4eab-9ebb-2b5c0de4461d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.333183 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-75f4fb90-d0a1-46d5-a5e5-07c22ac567f9 req-6047059f-d662-42d3-9511-50e32a0d4063 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672662 Jul 16 08:37:18.361169 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b90ca9d4-5b61-4eab-9ebb-2b5c0de4461d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.481741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083158f-926b-4839-9eb1-78f5b7691002 req-4400f54e-c09c-4702-95c1-67f772faf46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.483515 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5083158f-926b-4839-9eb1-78f5b7691002 req-4400f54e-c09c-4702-95c1-67f772faf46b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d17dbbf3a63843538b807137fd55f1e2&device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 1097 time: 0.1099858 Jul 16 08:37:18.507784 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b90ca9d4-5b61-4eab-9ebb-2b5c0de4461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.510995 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b90ca9d4-5b61-4eab-9ebb-2b5c0de4461d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.512421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b90ca9d4-5b61-4eab-9ebb-2b5c0de4461d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a8536b6-ef9c-4466-afbf-20e7136f617b HTTP/1.1" status: 204 len: 168 time: 0.3512821 Jul 16 08:37:18.629653 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083158f-926b-4839-9eb1-78f5b7691002 req-f3141686-6e54-4fef-ba86-51fec7829504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.631267 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5083158f-926b-4839-9eb1-78f5b7691002 req-f3141686-6e54-4fef-ba86-51fec7829504 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa10a998-d0e5-4063-a211-2fadd75a43f8 HTTP/1.1" status: 200 len: 914 time: 0.1175690 Jul 16 08:37:18.707597 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5083158f-926b-4839-9eb1-78f5b7691002 req-815eb399-d439-4b65-97b5-a719914a194b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 HTTP/1.1" status: 200 len: 217 time: 0.0680101 Jul 16 08:37:18.708661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90ca9d4-5b61-4eab-9ebb-2b5c0de4461d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8536b6-ef9c-4466-afbf-20e7136f617b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:18.815900 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-ed1e3138-6752-4680-92f0-065d78cbd37c service neutron] 10.222.0.38 "GET /v2.0/ports/4436b4ed-aabb-490f-a409-d2a0ab3720cc/bindings/n-h1-758944-46 HTTP/1.1" status: 200 len: 385 time: 0.1834598 Jul 16 08:37:18.998263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083158f-926b-4839-9eb1-78f5b7691002 req-15e56a07-7847-4a77-b497-3b82e6912476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.999828 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5083158f-926b-4839-9eb1-78f5b7691002 req-15e56a07-7847-4a77-b497-3b82e6912476 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d354d9c1-99e8-47e2-a7a7-7b35bca06f78 HTTP/1.1" status: 200 len: 854 time: 0.2609208 Jul 16 08:37:19.130710 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5083158f-926b-4839-9eb1-78f5b7691002 req-8d083c80-4fa0-48dd-8952-5d60e1a49e95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa10a998-d0e5-4063-a211-2fadd75a43f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689473 Jul 16 08:37:19.208455 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ad874-bf00-4699-8cb6-c7b3d56ea5ac req-9f1afb4c-dc72-4064-8e83-70a2df530fce tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.210337 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-604ad874-bf00-4699-8cb6-c7b3d56ea5ac req-9f1afb4c-dc72-4064-8e83-70a2df530fce tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 946 time: 0.1616018 Jul 16 08:37:19.284687 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-604ad874-bf00-4699-8cb6-c7b3d56ea5ac req-f17f3f0a-0a43-4059-9fff-7dbfd9777d9a tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623930 Jul 16 08:37:19.421362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-dbd89d06-03c0-4708-8d1e-6e40fbd86e67 service neutron] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:19.497010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-dbd89d06-03c0-4708-8d1e-6e40fbd86e67 service neutron] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:19.526737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444ae0a-e0aa-490b-bb17-3bf6a6107863 req-b4669c63-5e08-4bc4-98b5-5803f3afe80a tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.537227 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1444ae0a-e0aa-490b-bb17-3bf6a6107863 req-b4669c63-5e08-4bc4-98b5-5803f3afe80a tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.4778364 Jul 16 08:37:19.684529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-dbd89d06-03c0-4708-8d1e-6e40fbd86e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4436b4ed-aabb-490f-a409-d2a0ab3720cc {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:19.728588 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5083158f-926b-4839-9eb1-78f5b7691002 req-4c2b02bb-3ff3-436d-a57f-525cfe5f8825 service neutron] 10.222.0.15 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821259 Jul 16 08:37:19.731826 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-dbd89d06-03c0-4708-8d1e-6e40fbd86e67 service neutron] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:19.770823 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1444ae0a-e0aa-490b-bb17-3bf6a6107863 req-53289183-de23-47a0-a726-30e23e766519 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847591 Jul 16 08:37:19.830057 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-dbd89d06-03c0-4708-8d1e-6e40fbd86e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.909154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb32e7-979f-4df7-9fa2-39d45e1fc4a2 req-5a2cd04a-fb47-49b0-b582-1ba5ede4f9cf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.918783 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bbcb32e7-979f-4df7-9fa2-39d45e1fc4a2 req-5a2cd04a-fb47-49b0-b582-1ba5ede4f9cf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 943 time: 0.2021384 Jul 16 08:37:19.996627 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bbcb32e7-979f-4df7-9fa2-39d45e1fc4a2 req-309ba56f-b567-49df-93fc-e59823eb75cf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764103 Jul 16 08:37:20.095563 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:20.117271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5083158f-926b-4839-9eb1-78f5b7691002 req-ec7a8546-8e70-4f16-b2c8-de3a388b4fe2 service neutron] 10.222.0.15 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3666403 Jul 16 08:37:20.143490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-dbd89d06-03c0-4708-8d1e-6e40fbd86e67 service neutron] Transition to ACTIVE for port object 4436b4ed-aabb-490f-a409-d2a0ab3720cc will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:20.157615 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-dbd89d06-03c0-4708-8d1e-6e40fbd86e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.331441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd89d06-03c0-4708-8d1e-6e40fbd86e67 service neutron] Pushing event updated for resources: {'Port': ['ID=4436b4ed-aabb-490f-a409-d2a0ab3720cc,revision_number=10']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:20.419613 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-dbd89d06-03c0-4708-8d1e-6e40fbd86e67 service neutron] No DVR routers for this DVR port 4436b4ed-aabb-490f-a409-d2a0ab3720cc on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:20.482316 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-dbd89d06-03c0-4708-8d1e-6e40fbd86e67 service neutron] 10.222.0.38 "PUT /v2.0/ports/4436b4ed-aabb-490f-a409-d2a0ab3720cc/bindings/n-h1-758944-46/activate HTTP/1.1" status: 200 len: 370 time: 1.6459210 Jul 16 08:37:20.507311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:20.536349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '4326ffb7-e5b8-4535-aa0f-f6eb68d23347', 'network_id': '2c6d3640-a44d-4b77-a59d-de9a2af06b14', 'port_id': '4326ffb7-e5b8-4535-aa0f-f6eb68d23347', 'mac_address': 'fa:16:3e:17:83:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5029719e-fae8-494a-87ee-b006bb0d0f93', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:20.640230 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.692800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:20.717342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c432753-bb05-45f0-8823-b51ea8d98fb1 req-ed8cfdcb-18e3-4779-acfe-ff878425f42b tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:20.721121 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c432753-bb05-45f0-8823-b51ea8d98fb1 req-ed8cfdcb-18e3-4779-acfe-ff878425f42b tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 946 time: 0.1733227 Jul 16 08:37:20.748018 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:20.756076 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.817507 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c432753-bb05-45f0-8823-b51ea8d98fb1 req-70e674f5-4d79-4210-8784-85f6c911369e tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862703 Jul 16 08:37:20.823366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a3fb1161-8a01-4a78-bfaa-e2e98278e670 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:20.829637 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-a3fb1161-8a01-4a78-bfaa-e2e98278e670 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515&tenant_id=fe72388f7744440db5677c86ab49db05&binding%3Ahost_id=n-h2-758944-46 HTTP/1.1" status: 200 len: 1096 time: 0.2163806 Jul 16 08:37:20.889401 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:20.917323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['4326ffb7-e5b8-4535-aa0f-f6eb68d23347'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:21.067184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-3c7c8b67-a2c9-4da3-9bb8-c0077e2dab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.073359 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-3c7c8b67-a2c9-4da3-9bb8-c0077e2dab0d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515&tenant_id=fe72388f7744440db5677c86ab49db05 HTTP/1.1" status: 200 len: 1096 time: 0.2333474 Jul 16 08:37:21.183972 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-14cc463b-0c98-4fd6-9a23-58cfe8c3c14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.186270 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-14cc463b-0c98-4fd6-9a23-58cfe8c3c14c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 1096 time: 0.0757124 Jul 16 08:37:21.348230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-628e0203-fa1e-4cd9-816d-6cd8dd585b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.350444 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-628e0203-fa1e-4cd9-816d-6cd8dd585b92 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.1478672 Jul 16 08:37:21.437333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7eea9a-6090-4d16-92ea-98fb52934d4f req-73985369-a552-44a9-8fdd-455c67de8c83 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.441548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f7eea9a-6090-4d16-92ea-98fb52934d4f req-73985369-a552-44a9-8fdd-455c67de8c83 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.1731622 Jul 16 08:37:21.475511 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-9043bab1-32ef-4225-a242-2db678e34ab4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc HTTP/1.1" status: 200 len: 217 time: 0.1167424 Jul 16 08:37:21.550980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-89a3adf0-505f-42cf-a57b-a1e94e769281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.553713 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f7eea9a-6090-4d16-92ea-98fb52934d4f req-1c25b9f5-22da-44e2-8c37-2d1e26c0b3e6 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016066 Jul 16 08:37:21.555889 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-89a3adf0-505f-42cf-a57b-a1e94e769281 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.0722802 Jul 16 08:37:21.644222 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-001911e5-ee4a-4a03-9230-9a5a35a267ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790217 Jul 16 08:37:21.816886 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-99e492af-0e98-42ab-bf52-b80be89d14b5 req-1bc24660-aced-46cd-b457-28540ed20a6a tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0896494 Jul 16 08:37:21.831463 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-2a11e1df-2b8c-4e3c-8bf8-12cb5a8d46a1 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772137 Jul 16 08:37:22.024697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-21ec71c8-4c7b-4fc0-a9d9-e229083019a6 service neutron] 10.222.0.15 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794741 Jul 16 08:37:22.100417 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:22.280651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf2089e-82f3-4632-a275-bc8502d58ab6 req-5cb7cdac-ec6e-46f7-bf97-ceaf502eaa4a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:22.297850 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecf2089e-82f3-4632-a275-bc8502d58ab6 req-5cb7cdac-ec6e-46f7-bf97-ceaf502eaa4a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 944 time: 0.2406352 Jul 16 08:37:22.308769 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.326341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:22.353418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:22.361484 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.400382 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecf2089e-82f3-4632-a275-bc8502d58ab6 req-26cb3dc2-6944-4980-9f02-60ac28d4187f tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006613 Jul 16 08:37:22.545975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:22.735138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603c2d6c-37dd-4429-8a09-509e93f84262 req-2ec45890-34e4-4b42-87e7-aa053e490e7e tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:22.739651 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-603c2d6c-37dd-4429-8a09-509e93f84262 req-2ec45890-34e4-4b42-87e7-aa053e490e7e tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 944 time: 0.1139622 Jul 16 08:37:22.809160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-603c2d6c-37dd-4429-8a09-509e93f84262 req-a6ea26ae-97bb-4668-a288-e15898ad5d6e tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616465 Jul 16 08:37:22.898407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-72b727e1-bcc6-40ac-b7eb-91490c392903 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:22.900172 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-72b727e1-bcc6-40ac-b7eb-91490c392903 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515&tenant_id=fe72388f7744440db5677c86ab49db05&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1096 time: 0.1696358 Jul 16 08:37:22.914648 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb0ff4-b9ac-4eea-9b49-a02f4d85d794 req-94fc4142-7441-4db1-86c6-da8ff4a9280f tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:22.916438 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5beb0ff4-b9ac-4eea-9b49-a02f4d85d794 req-94fc4142-7441-4db1-86c6-da8ff4a9280f tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.1585224 Jul 16 08:37:23.009359 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5beb0ff4-b9ac-4eea-9b49-a02f4d85d794 req-22b5a018-be59-4c3d-9436-bffd580a267d tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847862 Jul 16 08:37:23.070147 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35d1e9d8-2c10-4c45-a971-564186cc6a6e req-1a9c6801-26fa-4afc-902f-82fd4e6e75cd tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0494113 Jul 16 08:37:23.091380 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-063a5129-ab56-42f2-9591-be8da1092f1b service neutron] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:23.097927 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-063a5129-ab56-42f2-9591-be8da1092f1b service neutron] Notify callbacks [] for binding, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.099738 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96586f00-19b2-4848-8887-dbce4a29abb7 req-063a5129-ab56-42f2-9591-be8da1092f1b service neutron] 10.222.0.15 "DELETE /v2.0/ports/4436b4ed-aabb-490f-a409-d2a0ab3720cc/bindings/n-h2-758944-46 HTTP/1.1" status: 204 len: 173 time: 0.1821012 Jul 16 08:37:23.599578 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e510ab90-97ff-443e-923f-cd8e800447f8 req-f88fe0dd-4cde-43c4-98b2-0dd410e6e65a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0746491 Jul 16 08:37:23.673786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f8c4f-5ef4-4eac-9d2d-dc0274f4b11b req-2f01dc64-59ca-48e4-901e-4315848a19ff tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.683994 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d66f8c4f-5ef4-4eac-9d2d-dc0274f4b11b req-2f01dc64-59ca-48e4-901e-4315848a19ff tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 944 time: 0.0987585 Jul 16 08:37:23.744949 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d66f8c4f-5ef4-4eac-9d2d-dc0274f4b11b req-68d521ac-57e6-4aa9-b876-cdf1225088bd tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600061 Jul 16 08:37:23.796693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510ab90-97ff-443e-923f-cd8e800447f8 req-9fbf7277-9e02-4b05-9491-49ac44bc33f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.799023 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e510ab90-97ff-443e-923f-cd8e800447f8 req-9fbf7277-9e02-4b05-9491-49ac44bc33f5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=fe72388f7744440db5677c86ab49db05&device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 1097 time: 0.0702360 Jul 16 08:37:24.021315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee26dff-116a-454c-86f3-25ac8d56c750 req-d3ce7704-d842-45ca-bbf4-bc339016f168 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:24.024963 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dee26dff-116a-454c-86f3-25ac8d56c750 req-d3ce7704-d842-45ca-bbf4-bc339016f168 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 944 time: 0.1820464 Jul 16 08:37:24.068704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950eff-c25f-4d81-97ba-1ea1375075e9 req-8c957452-bcda-4872-9c29-d634d47561f7 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:24.071101 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7950eff-c25f-4d81-97ba-1ea1375075e9 req-8c957452-bcda-4872-9c29-d634d47561f7 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 944 time: 0.0911341 Jul 16 08:37:24.099415 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:24.134045 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7950eff-c25f-4d81-97ba-1ea1375075e9 req-c34ab250-1678-430b-a8a9-681ae014cb4c tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/security-groups?id=45174e0d-11df-481a-a2be-ff5b87c36edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544102 Jul 16 08:37:24.151477 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510ab90-97ff-443e-923f-cd8e800447f8 req-19f99bd7-c0b4-418f-8e0f-b053e389bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:24.157611 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e510ab90-97ff-443e-923f-cd8e800447f8 req-19f99bd7-c0b4-418f-8e0f-b053e389bb9f service neutron] 10.222.0.38 "GET /v2.0/networks?id=a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 200 len: 920 time: 0.3203690 Jul 16 08:37:24.201237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:24.201634 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.273018 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e510ab90-97ff-443e-923f-cd8e800447f8 req-18d0c55e-057a-4698-bc11-ca9455d81410 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 HTTP/1.1" status: 200 len: 217 time: 0.0988517 Jul 16 08:37:24.374810 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.394972 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510ab90-97ff-443e-923f-cd8e800447f8 req-2105f5de-f094-4890-81c4-50d08302661d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:24.398049 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e510ab90-97ff-443e-923f-cd8e800447f8 req-2105f5de-f094-4890-81c4-50d08302661d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 200 len: 860 time: 0.1120691 Jul 16 08:37:24.405456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7dde49-3d78-4d27-8101-37678e336085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4326ffb7-e5b8-4535-aa0f-f6eb68d23347'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:24.408682 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71d1ae06-77c7-42ef-b410-f2ef4052ee3c" -d '{"events": [{"server_uuid": "5b7dde49-3d78-4d27-8101-37678e336085", "name": "network-vif-plugged", "status": "completed", "tag": "4326ffb7-e5b8-4535-aa0f-f6eb68d23347"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:24.428858 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:24.435384 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.470529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2095b86-4231-45c6-80c8-cf635ac2209c req-13cbbef3-e6a7-44f8-8ce6-8c904497a4e3 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:24.472198 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c2095b86-4231-45c6-80c8-cf635ac2209c req-13cbbef3-e6a7-44f8-8ce6-8c904497a4e3 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 1096 time: 0.4460816 Jul 16 08:37:24.475483 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e510ab90-97ff-443e-923f-cd8e800447f8 req-4c461f82-04b2-41d8-9f54-b40d7411769a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=a9119c76-4476-450e-9781-c499b2315c7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563560 Jul 16 08:37:24.484872 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbed84ba-a127-49d0-820d-e4834b2f22d0 req-6d2f646f-0153-4845-960e-f4bbe8cce15d tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:24.498526 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bbed84ba-a127-49d0-820d-e4834b2f22d0 req-6d2f646f-0153-4845-960e-f4bbe8cce15d tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.1552448 Jul 16 08:37:24.502644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-dee26dff-116a-454c-86f3-25ac8d56c750 req-53f7dde0-f2fe-4295-b264-08e1bcb2de61 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Deleting port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:24.502644 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-dee26dff-116a-454c-86f3-25ac8d56c750 req-53f7dde0-f2fe-4295-b264-08e1bcb2de61 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.514919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:24.557944 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bbed84ba-a127-49d0-820d-e4834b2f22d0 req-431cb478-755a-4678-84f8-c17887939b2e tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541577 Jul 16 08:37:24.737856 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9a507268-b956-4c18-adb3-3cbbcf49633a req-ef08bfb4-7120-4c8c-82a9-dc710064b5f0 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0370493 Jul 16 08:37:24.855974 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0255e510-dfbc-4acf-b201-d7e53d64507c x-openstack-request-id: req-0255e510-dfbc-4acf-b201-d7e53d64507c {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:24.856473 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7dde49-3d78-4d27-8101-37678e336085", "name": "network-vif-plugged", "status": "completed", "tag": "4326ffb7-e5b8-4535-aa0f-f6eb68d23347", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:24.856875 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0255e510-dfbc-4acf-b201-d7e53d64507c {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:24.857393 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7dde49-3d78-4d27-8101-37678e336085', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4326ffb7-e5b8-4535-aa0f-f6eb68d23347', 'code': 200} Jul 16 08:37:24.964799 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5825a03-1c15-42a2-85f3-af3747556655 req-8468e85a-5025-466f-b24d-ec2896a00a2a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0317037 Jul 16 08:37:24.993180 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c2095b86-4231-45c6-80c8-cf635ac2209c req-c6ea850a-ae4b-42e4-813b-b16508c64b37 tempest-LiveAutoBlockMigrationV225Test-1169132220 tempest-LiveAutoBlockMigrationV225Test-1169132220-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5085506 Jul 16 08:37:25.046332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-dee26dff-116a-454c-86f3-25ac8d56c750 req-53f7dde0-f2fe-4295-b264-08e1bcb2de61 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] For port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,segment=NetworkSegment(6b42a672-1715-4550-b6b3-553d8f3cb37d),segment_id=6b42a672-1715-4550-b6b3-553d8f3cb37d)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:25.047934 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-dee26dff-116a-454c-86f3-25ac8d56c750 req-53f7dde0-f2fe-4295-b264-08e1bcb2de61 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.058300 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e510ab90-97ff-443e-923f-cd8e800447f8 req-b6433b7e-b3da-44c7-a8b0-5a6aef30fabf service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5673265 Jul 16 08:37:25.077393 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-dee26dff-116a-454c-86f3-25ac8d56c750 req-53f7dde0-f2fe-4295-b264-08e1bcb2de61 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Calling delete_port for 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:25.220379 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e510ab90-97ff-443e-923f-cd8e800447f8 req-d6e62c9b-22be-4159-9419-43107cd729a8 service neutron] 10.222.0.38 "GET /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507685 Jul 16 08:37:25.344626 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-dee26dff-116a-454c-86f3-25ac8d56c750 req-53f7dde0-f2fe-4295-b264-08e1bcb2de61 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.360115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['4326ffb7-e5b8-4535-aa0f-f6eb68d23347'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:25.476836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f7dde0-f2fe-4295-b264-08e1bcb2de61 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Pushing event deleted for resources: {'Port': ['ID=4326ffb7-e5b8-4535-aa0f-f6eb68d23347,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:25.490701 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c19e43b1-25f4-43a7-9805-8ab59b2a478d req-77d54351-f221-435e-abf4-541920726671 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 210 time: 0.0673161 Jul 16 08:37:25.531522 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee26dff-116a-454c-86f3-25ac8d56c750 req-53f7dde0-f2fe-4295-b264-08e1bcb2de61 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] No DVR routers for this DVR port 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:25.534573 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-dee26dff-116a-454c-86f3-25ac8d56c750 req-53f7dde0-f2fe-4295-b264-08e1bcb2de61 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.536991 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dee26dff-116a-454c-86f3-25ac8d56c750 req-53f7dde0-f2fe-4295-b264-08e1bcb2de61 tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.15 "DELETE /v2.0/ports/4326ffb7-e5b8-4535-aa0f-f6eb68d23347 HTTP/1.1" status: 204 len: 173 time: 1.5005217 Jul 16 08:37:25.537562 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7dde49-3d78-4d27-8101-37678e336085', 'name': 'network-vif-deleted', 'tag': '4326ffb7-e5b8-4535-aa0f-f6eb68d23347'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:25.540214 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28194324-8b55-42ac-b9dc-d51035bc9184" -d '{"events": [{"server_uuid": "5b7dde49-3d78-4d27-8101-37678e336085", "name": "network-vif-deleted", "tag": "4326ffb7-e5b8-4535-aa0f-f6eb68d23347"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:25.630837 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ca6fe1-3a68-44b4-acbf-e5f0e674aa21 x-openstack-request-id: req-25ca6fe1-3a68-44b4-acbf-e5f0e674aa21 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:25.631129 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7dde49-3d78-4d27-8101-37678e336085", "name": "network-vif-deleted", "tag": "4326ffb7-e5b8-4535-aa0f-f6eb68d23347", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:25.631385 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-25ca6fe1-3a68-44b4-acbf-e5f0e674aa21 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:25.631793 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7dde49-3d78-4d27-8101-37678e336085', 'name': 'network-vif-deleted', 'tag': '4326ffb7-e5b8-4535-aa0f-f6eb68d23347', 'status': 'completed', 'code': 200} Jul 16 08:37:25.649211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30f1a9b-4788-40e1-ae15-0c350f367196 req-63c6678e-0e55-47fa-8910-f242e089f926 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.656746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a30f1a9b-4788-40e1-ae15-0c350f367196 req-63c6678e-0e55-47fa-8910-f242e089f926 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 944 time: 0.0947287 Jul 16 08:37:25.721421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a30f1a9b-4788-40e1-ae15-0c350f367196 req-6f35570c-d2dc-4400-a8bf-05981c77ee71 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636504 Jul 16 08:37:25.916139 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2ecb4-2190-471f-8da5-49fc2876c263 req-07f9838d-2233-4250-8442-9724ba9ab147 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.924299 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c5d2ecb4-2190-471f-8da5-49fc2876c263 req-07f9838d-2233-4250-8442-9724ba9ab147 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.1379750 Jul 16 08:37:25.984635 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c5d2ecb4-2190-471f-8da5-49fc2876c263 req-0a478595-50df-4332-a3f9-76903dc3df84 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564349 Jul 16 08:37:26.041589 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-83910f90-b05b-435e-9440-ca2e7e9f5b55 req-b55a558c-0e6d-4c5f-83cc-e0a5966d6163 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0429571 Jul 16 08:37:26.333797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c268d8e9-2bc6-4318-af21-d1820b366e39 req-5a1cf91c-b129-4a4e-a703-6fe63680e94b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:26.336408 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c268d8e9-2bc6-4318-af21-d1820b366e39 req-5a1cf91c-b129-4a4e-a703-6fe63680e94b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.15 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 944 time: 0.1001508 Jul 16 08:37:26.506309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-c268d8e9-2bc6-4318-af21-d1820b366e39 req-5cbd822c-a459-4485-8bb2-c9b7fccaefdf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Deleting port 4436b4ed-aabb-490f-a409-d2a0ab3720cc {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:26.506674 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c268d8e9-2bc6-4318-af21-d1820b366e39 req-5cbd822c-a459-4485-8bb2-c9b7fccaefdf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.693641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-c268d8e9-2bc6-4318-af21-d1820b366e39 req-5cbd822c-a459-4485-8bb2-c9b7fccaefdf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] For port 4436b4ed-aabb-490f-a409-d2a0ab3720cc, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4436b4ed-aabb-490f-a409-d2a0ab3720cc,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:26.694541 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c268d8e9-2bc6-4318-af21-d1820b366e39 req-5cbd822c-a459-4485-8bb2-c9b7fccaefdf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.771087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ae7422c4-eb9a-4ded-8be8-888818106e95 req-55c3e09a-a65d-410e-ba8b-9d61513c64de tempest-ImagesTestJSON-146999666 tempest-ImagesTestJSON-146999666-project] 10.222.0.20 "GET /v2.0/ports?device_id=5b7dde49-3d78-4d27-8101-37678e336085 HTTP/1.1" status: 200 len: 210 time: 0.0701957 Jul 16 08:37:26.772842 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-c268d8e9-2bc6-4318-af21-d1820b366e39 req-5cbd822c-a459-4485-8bb2-c9b7fccaefdf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Calling delete_port for 4436b4ed-aabb-490f-a409-d2a0ab3720cc owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:26.944550 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e8acbd-8889-4b7d-bd2b-be64b575d070 req-770095de-6668-4000-b067-4418f14c6990 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:26.953088 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81e8acbd-8889-4b7d-bd2b-be64b575d070 req-770095de-6668-4000-b067-4418f14c6990 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 944 time: 0.0844762 Jul 16 08:37:26.992761 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81e8acbd-8889-4b7d-bd2b-be64b575d070 req-9c34c958-5de0-4381-b10c-f50b184d62f7 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384097 Jul 16 08:37:27.040114 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c268d8e9-2bc6-4318-af21-d1820b366e39 req-5cbd822c-a459-4485-8bb2-c9b7fccaefdf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.062691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['c9192850-6c73-4969-94e2-d7571e34c896'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:27.066612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['4436b4ed-aabb-490f-a409-d2a0ab3720cc'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:27.079972 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbd822c-a459-4485-8bb2-c9b7fccaefdf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Pushing event deleted for resources: {'Port': ['ID=4436b4ed-aabb-490f-a409-d2a0ab3720cc,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:27.136302 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-c268d8e9-2bc6-4318-af21-d1820b366e39 req-5cbd822c-a459-4485-8bb2-c9b7fccaefdf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] No DVR routers for this DVR port 4436b4ed-aabb-490f-a409-d2a0ab3720cc on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:27.139631 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c268d8e9-2bc6-4318-af21-d1820b366e39 req-5cbd822c-a459-4485-8bb2-c9b7fccaefdf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.143153 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c268d8e9-2bc6-4318-af21-d1820b366e39 req-5cbd822c-a459-4485-8bb2-c9b7fccaefdf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.15 "DELETE /v2.0/ports/4436b4ed-aabb-490f-a409-d2a0ab3720cc HTTP/1.1" status: 204 len: 173 time: 0.7970042 Jul 16 08:37:27.273635 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ff6e67d5-7168-4455-b0c9-72ded538ba4a req-75923ade-aa80-4a76-83ff-8d2a0a71926c tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0434456 Jul 16 08:37:27.395497 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1937baf-dd70-4073-b0b1-5fbf7e1af1ca req-1d2c8b75-e5eb-4afa-b5cf-1e810fd30cce tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:27.411001 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a1937baf-dd70-4073-b0b1-5fbf7e1af1ca req-1d2c8b75-e5eb-4afa-b5cf-1e810fd30cce tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.1658309 Jul 16 08:37:27.506043 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a1937baf-dd70-4073-b0b1-5fbf7e1af1ca req-2d7f2dfe-4ddf-455f-b84d-5c6779192424 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902271 Jul 16 08:37:27.633194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17c7379a-dca2-4c02-a6e3-feb899650515', 'name': 'network-vif-deleted', 'tag': '4436b4ed-aabb-490f-a409-d2a0ab3720cc'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:27.635551 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-574b49c5-3ed8-4d98-9ea4-aa9864f80bd9" -d '{"events": [{"server_uuid": "17c7379a-dca2-4c02-a6e3-feb899650515", "name": "network-vif-deleted", "tag": "4436b4ed-aabb-490f-a409-d2a0ab3720cc"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:28.113034 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:28.201713 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d6294f-c6d6-462d-9740-69950560be72 x-openstack-request-id: req-c7d6294f-c6d6-462d-9740-69950560be72 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:28.201993 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17c7379a-dca2-4c02-a6e3-feb899650515", "name": "network-vif-deleted", "tag": "4436b4ed-aabb-490f-a409-d2a0ab3720cc", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:28.202255 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7d6294f-c6d6-462d-9740-69950560be72 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:28.203722 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17c7379a-dca2-4c02-a6e3-feb899650515', 'name': 'network-vif-deleted', 'tag': '4436b4ed-aabb-490f-a409-d2a0ab3720cc', 'status': 'completed', 'code': 200} Jul 16 08:37:28.225188 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:28.225637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4326ffb7-e5b8-4535-aa0f-f6eb68d23347 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:28.651345 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d4ea2ee-b5ed-44a3-a6cf-a51fcc1e1770 req-4ff54723-3fc1-4635-91a1-9649fbed85ba tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 210 time: 0.0661287 Jul 16 08:37:28.757462 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d825fbd2-74cf-40bf-a6d7-8f81cd58ebff req-ea1edad4-8bbb-414b-9989-20c5baf2a887 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0875206 Jul 16 08:37:29.032803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d0581-60c8-4614-84bc-6559223cbf3c req-7bc7e97a-789f-4489-b801-f24015daa05c tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:29.035848 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-449d0581-60c8-4614-84bc-6559223cbf3c req-7bc7e97a-789f-4489-b801-f24015daa05c tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.1124742 Jul 16 08:37:29.113474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-449d0581-60c8-4614-84bc-6559223cbf3c req-f8cf2eec-eddb-440b-a4cb-9001c0b8955a tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673375 Jul 16 08:37:29.856196 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51698) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:29.991186 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67551b0a-8133-47e1-8c6e-9fa1650e63fd req-9196fd28-b6de-47bc-b4ab-71e5cfc3dc7c tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 210 time: 0.0877392 Jul 16 08:37:30.028186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a0a5d8d-3301-4c58-be67-22b5a76e775f admin admin] Deleting subnet 5029719e-fae8-494a-87ee-b006bb0d0f93 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:30.038137 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd24b848-45d7-4695-8508-521f99a5167d req-fc82bf78-d613-4e48-a6c9-acd1814ed1c7 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0562422 Jul 16 08:37:30.038982 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a0a5d8d-3301-4c58-be67-22b5a76e775f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.108621 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a0a5d8d-3301-4c58-be67-22b5a76e775f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.142930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4436b4ed-aabb-490f-a409-d2a0ab3720cc no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:30.173459 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a0a5d8d-3301-4c58-be67-22b5a76e775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.227504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 4436b4ed-aabb-490f-a409-d2a0ab3720cc {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:30.228083 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4436b4ed-aabb-490f-a409-d2a0ab3720cc not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:30.274943 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a0a5d8d-3301-4c58-be67-22b5a76e775f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.362067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a5d8d-3301-4c58-be67-22b5a76e775f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5029719e-fae8-494a-87ee-b006bb0d0f93,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:30.378234 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a0a5d8d-3301-4c58-be67-22b5a76e775f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.381683 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4a0a5d8d-3301-4c58-be67-22b5a76e775f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5029719e-fae8-494a-87ee-b006bb0d0f93 HTTP/1.1" status: 204 len: 168 time: 0.5238135 Jul 16 08:37:30.385707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51706) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:30.443603 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236277e2-df33-452c-8149-ba9cf8a17bf7 req-9b4ae6b4-0d8f-4e77-9085-b56c3ced7f9e tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:30.453921 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-236277e2-df33-452c-8149-ba9cf8a17bf7 req-9b4ae6b4-0d8f-4e77-9085-b56c3ced7f9e tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.1350799 Jul 16 08:37:30.497878 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-688d4bf1-32da-4213-8ed0-f6d8b844b690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.509130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-236277e2-df33-452c-8149-ba9cf8a17bf7 req-11e22d8d-9d00-4dea-a246-a7109e6fa4fb tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537753 Jul 16 08:37:30.602282 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-688d4bf1-32da-4213-8ed0-f6d8b844b690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.614279 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-688d4bf1-32da-4213-8ed0-f6d8b844b690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c6d3640-a44d-4b77-a59d-de9a2af06b14']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:30.628619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-688d4bf1-32da-4213-8ed0-f6d8b844b690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b42a672-1715-4550-b6b3-553d8f3cb37d') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:30.629267 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-688d4bf1-32da-4213-8ed0-f6d8b844b690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b42a672-1715-4550-b6b3-553d8f3cb37d') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:30.641352 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-688d4bf1-32da-4213-8ed0-f6d8b844b690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.659519 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-688d4bf1-32da-4213-8ed0-f6d8b844b690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.666495 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-688d4bf1-32da-4213-8ed0-f6d8b844b690 admin admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:37:30.666905 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-688d4bf1-32da-4213-8ed0-f6d8b844b690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:37:30.668763 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:37:30.741648 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-688d4bf1-32da-4213-8ed0-f6d8b844b690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.750008 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-688d4bf1-32da-4213-8ed0-f6d8b844b690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.752771 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-688d4bf1-32da-4213-8ed0-f6d8b844b690 admin admin] 10.222.0.20 "DELETE /v2.0/networks/2c6d3640-a44d-4b77-a59d-de9a2af06b14 HTTP/1.1" status: 204 len: 168 time: 0.3655217 Jul 16 08:37:30.765979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d4bf1-32da-4213-8ed0-f6d8b844b690 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c6d3640-a44d-4b77-a59d-de9a2af06b14,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:31.035183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51714) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:31.098769 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5b5ea384-b132-4da0-825f-2cab4fffe6c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=92636f6bd7b34639b779c60d9a9fde5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0618737 Jul 16 08:37:31.102280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51718) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:31.191762 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ae4d712-9faf-443a-857a-88426520b01a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.246975 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ae4d712-9faf-443a-857a-88426520b01a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.311689 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32cbc36a-84cc-4d58-bcb3-5a5e57025c65 req-86fe0491-fe9c-4ac2-b263-2ca36187bc9a tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 210 time: 0.0502269 Jul 16 08:37:31.349302 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-691001a2-fa0c-46b4-9beb-a9414c4ffeef req-6e64db88-263d-4a66-be9a-58e2857e0e16 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0888312 Jul 16 08:37:31.373259 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ae4d712-9faf-443a-857a-88426520b01a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.380655 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ae4d712-9faf-443a-857a-88426520b01a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.388822 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2ae4d712-9faf-443a-857a-88426520b01a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45174e0d-11df-481a-a2be-ff5b87c36edd HTTP/1.1" status: 204 len: 168 time: 0.2839170 Jul 16 08:37:31.426813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae4d712-9faf-443a-857a-88426520b01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45174e0d-11df-481a-a2be-ff5b87c36edd,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:31.771409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59df7a3-9011-4710-8dbd-bff9090824fa req-a24990c7-c1a5-4410-aae4-200e87f082d5 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:31.774355 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e59df7a3-9011-4710-8dbd-bff9090824fa req-a24990c7-c1a5-4410-aae4-200e87f082d5 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.1144819 Jul 16 08:37:31.864086 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e59df7a3-9011-4710-8dbd-bff9090824fa req-c06d29db-be69-4ec7-8056-08f286a71957 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803554 Jul 16 08:37:32.585477 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-961258b4-dc66-49a8-95b0-3e84c771dd68 req-16166a14-b02e-4bdd-9aa3-83c94ae3e3bc tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=17c7379a-dca2-4c02-a6e3-feb899650515 HTTP/1.1" status: 200 len: 210 time: 0.0568891 Jul 16 08:37:32.666289 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f9a649d6-009b-479c-8e6f-6ef680ae96dd req-7becbf15-24a5-4a40-9864-8d20961c96d2 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0822961 Jul 16 08:37:33.284266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120546c1-5bb8-4ff8-b32e-7108a9006342 req-2c2ea3f9-596b-4e11-9605-23d35617da6b tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:33.289442 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-120546c1-5bb8-4ff8-b32e-7108a9006342 req-2c2ea3f9-596b-4e11-9605-23d35617da6b tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.1725771 Jul 16 08:37:33.360104 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-120546c1-5bb8-4ff8-b32e-7108a9006342 req-1a78887d-28a4-4a14-9bd9-132340ce5427 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670056 Jul 16 08:37:33.616304 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.930899 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c39bc19d-c6b3-41f8-9451-eb5bad52ee64 req-8a97e084-4e2d-42ab-b437-bea6a7c29389 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0618467 Jul 16 08:37:34.596658 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e079318-e549-4f4f-98c9-b9454ccc9263 req-f3da7445-e30b-40a9-9089-87ad4d20e609 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:34.603765 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e079318-e549-4f4f-98c9-b9454ccc9263 req-f3da7445-e30b-40a9-9089-87ad4d20e609 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.0895324 Jul 16 08:37:34.669528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e079318-e549-4f4f-98c9-b9454ccc9263 req-2515050d-3082-4056-a1c9-10b5766ffea9 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573740 Jul 16 08:37:35.204529 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.212539 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9d90a422-1e2d-43b9-b5ef-c7fba58c89dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.258399 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8b1363b7-a16c-4422-ac7b-74c8c05e27e8 req-516d6985-7215-48d0-abb8-81a269c98a74 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0356784 Jul 16 08:37:35.974295 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25ae52-76a1-4fd9-8516-0b5b60db55e7 req-2882090e-12a0-475f-872b-0df5a32831fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:35.978659 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b25ae52-76a1-4fd9-8516-0b5b60db55e7 req-2882090e-12a0-475f-872b-0df5a32831fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c0bf0ce71804c76a3dfaa1cc36856f1&device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 1098 time: 0.1602213 Jul 16 08:37:36.158168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25ae52-76a1-4fd9-8516-0b5b60db55e7 req-394a42de-7b3d-48df-89c6-c8db99306a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.159726 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b25ae52-76a1-4fd9-8516-0b5b60db55e7 req-394a42de-7b3d-48df-89c6-c8db99306a9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=9711758b-ccc1-4bb9-b54a-e318203edf16 HTTP/1.1" status: 200 len: 915 time: 0.1747122 Jul 16 08:37:36.174559 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1421cb07-b40c-4ed0-ab11-d34117485fc9 req-2149f6d4-6851-4107-898e-9591411d1977 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.176544 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1421cb07-b40c-4ed0-ab11-d34117485fc9 req-2149f6d4-6851-4107-898e-9591411d1977 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.1297848 Jul 16 08:37:36.216755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b25ae52-76a1-4fd9-8516-0b5b60db55e7 req-3d5923f1-eee0-46a8-875d-8929b791f62c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=be844583-4236-4b23-ab1e-56a42c8040d4 HTTP/1.1" status: 200 len: 217 time: 0.0387528 Jul 16 08:37:36.301197 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1421cb07-b40c-4ed0-ab11-d34117485fc9 req-02b74fb6-92b4-4562-9a2d-4a831e31a252 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834081 Jul 16 08:37:36.317628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25ae52-76a1-4fd9-8516-0b5b60db55e7 req-47b1ef25-2bd1-4942-85a8-678b775e1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.319619 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b25ae52-76a1-4fd9-8516-0b5b60db55e7 req-47b1ef25-2bd1-4942-85a8-678b775e1579 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=30d2fc3a-672f-46bf-8429-2ccfbb873016 HTTP/1.1" status: 200 len: 854 time: 0.0940688 Jul 16 08:37:36.453815 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b25ae52-76a1-4fd9-8516-0b5b60db55e7 req-0063c1a0-3717-41a1-a4cf-e87ad2007030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.456831 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b25ae52-76a1-4fd9-8516-0b5b60db55e7 req-0063c1a0-3717-41a1-a4cf-e87ad2007030 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9711758b-ccc1-4bb9-b54a-e318203edf16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1294901 Jul 16 08:37:36.591516 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b9348f9a-f04c-430d-aee2-21290286528c req-77f1c2e4-a269-4e39-bc8b-78d3008c162f tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0419207 Jul 16 08:37:36.634619 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b25ae52-76a1-4fd9-8516-0b5b60db55e7 req-1042581c-a232-43ef-a929-9ac5308c437c service neutron] 10.222.0.15 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700883 Jul 16 08:37:36.786037 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b25ae52-76a1-4fd9-8516-0b5b60db55e7 req-6012cbcb-578f-47b7-9240-253966b5ee4a service neutron] 10.222.0.15 "GET /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425407 Jul 16 08:37:37.677331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6222c-1007-4d9e-9f13-be5ec03c2b3e req-24d0ccdc-8f18-4c82-a4b7-9da58ab94a83 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:37.681674 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c3b6222c-1007-4d9e-9f13-be5ec03c2b3e req-24d0ccdc-8f18-4c82-a4b7-9da58ab94a83 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.1374209 Jul 16 08:37:37.762606 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c3b6222c-1007-4d9e-9f13-be5ec03c2b3e req-0ab5daed-d0b7-4c58-955a-d00b191198d5 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740993 Jul 16 08:37:37.892218 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cbe10071-b2ad-48cd-a1c7-1309c58ca5c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.035624 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-675bb5b2-0a79-4e6e-a97d-db7b428ddcea req-200bf4d0-fcc4-4f3f-aa2a-3ab86806e874 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0557811 Jul 16 08:37:38.174615 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.549613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51882) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:38.558668 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-773a8722-4c49-4a4d-8525-a55843c2bb9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1574624139'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:38.598002 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773a8722-4c49-4a4d-8525-a55843c2bb9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Made reservation on behalf of 8722177fc6ea499891c4ef1fb2062076 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:38.602690 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-773a8722-4c49-4a4d-8525-a55843c2bb9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.652083 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-773a8722-4c49-4a4d-8525-a55843c2bb9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:38.668806 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-773a8722-4c49-4a4d-8525-a55843c2bb9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.669224 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-773a8722-4c49-4a4d-8525-a55843c2bb9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Added segment 64f19440-c5d4-4a93-bbf4-2baeca1fa1d7 of type vlan for network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 Jul 16 08:37:38.743319 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51886) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:38.780847 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-773a8722-4c49-4a4d-8525-a55843c2bb9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.850445 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-773a8722-4c49-4a4d-8525-a55843c2bb9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.879914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773a8722-4c49-4a4d-8525-a55843c2bb9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.881680 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-773a8722-4c49-4a4d-8525-a55843c2bb9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.916709 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-773a8722-4c49-4a4d-8525-a55843c2bb9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3645232 Jul 16 08:37:38.919747 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51902) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:38.930245 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-994087814'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:38.988845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Made reservation on behalf of 8722177fc6ea499891c4ef1fb2062076 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:38.994925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a8722-4c49-4a4d-8525-a55843c2bb9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'Network': ['ID=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:38.999953 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.010196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:39.065461 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.170723 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] vlan segment allocate from pool success with {'vlan_id': 86, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:39.188730 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93944d01-5baa-4f71-ac75-e067630d094d req-1e2c82a4-aeff-4fab-ba4d-3a409c3f5c74 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.190742 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-93944d01-5baa-4f71-ac75-e067630d094d req-1e2c82a4-aeff-4fab-ba4d-3a409c3f5c74 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.1048014 Jul 16 08:37:39.214574 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.214983 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Added segment e89be46a-2b5d-4227-bf2a-ddd80d47b4d0 of type vlan for network 0b6245ad-207a-4492-93ca-7fe1f5645c7a Jul 16 08:37:39.257506 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-93944d01-5baa-4f71-ac75-e067630d094d req-d0d186db-f098-41c1-ac88-f54fa91274a1 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499222 Jul 16 08:37:39.340953 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-e0e22726-f819-4f0e-9130-1b6b392aabfe tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.342808 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-e0e22726-f819-4f0e-9130-1b6b392aabfe tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/networks?id=fa10a998-d0e5-4063-a211-2fadd75a43f8 HTTP/1.1" status: 200 len: 814 time: 0.3617086 Jul 16 08:37:39.366985 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.457667 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b767f1a6-10d7-4b97-94d9-ad23697805d3 req-5f7490d0-5944-4f53-ada6-c1b09719f652 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0517302 Jul 16 08:37:39.514460 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-b97f2e32-1181-4e60-b829-fd04ea38c940 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/quotas/d17dbbf3a63843538b807137fd55f1e2 HTTP/1.1" status: 200 len: 375 time: 0.0799894 Jul 16 08:37:39.527782 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.534307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.535070 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.589427 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.618213 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.696584 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.724560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8004391 Jul 16 08:37:39.725031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51914) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:39.730497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-55066397-048a-47a4-864b-4a491237b56c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'subnet': {'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:39.810569 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'Network': ['ID=0b6245ad-207a-4492-93ca-7fe1f5645c7a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:39.824975 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17e0aafad77e426aabe79ab7dd4eb44c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0702252 Jul 16 08:37:39.832145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51916) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:39.836322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27cb1657-1dc7-4360-b379-844e464335f6,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:39.845989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.846491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.846942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.847391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.847835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.848276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.848924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.849372 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.849818 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.850249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.850959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.851532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-196429ab-7159-4285-a8b9-d7c4685ad525 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.865609 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 0b6245ad-207a-4492-93ca-7fe1f5645c7a details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:39.887754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.888568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.889135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.889878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.890964 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.891555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.892120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.892932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.893485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.894106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.894788 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.895360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a42bfda8-d1f8-4a52-a2a2-ed4d62edf0e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:39.932384 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-d5a10ccc-d33f-457c-bd0c-433d92d29b32 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d17dbbf3a63843538b807137fd55f1e2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4171338 Jul 16 08:37:39.949153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55066397-048a-47a4-864b-4a491237b56c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Made reservation on behalf of 8722177fc6ea499891c4ef1fb2062076 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:39.953633 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-55066397-048a-47a4-864b-4a491237b56c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.122228 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46b96ab1-9730-48c4-9a95-827fb75b409c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.176279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c59e313-7f7a-49a3-ba4b-b7b91e9273cd req-6893e019-f337-4b26-a57b-846fd3be4e95 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.177903 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0c59e313-7f7a-49a3-ba4b-b7b91e9273cd req-6893e019-f337-4b26-a57b-846fd3be4e95 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.3242655 Jul 16 08:37:40.195205 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46b96ab1-9730-48c4-9a95-827fb75b409c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.221894 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-991ef156-bcba-4dc0-9136-fa48282bb39b service neutron] 10.222.0.20 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876952 Jul 16 08:37:40.287040 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0c59e313-7f7a-49a3-ba4b-b7b91e9273cd req-b89e4eb7-df4d-43da-b188-9387273c5489 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862780 Jul 16 08:37:40.289775 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-55066397-048a-47a4-864b-4a491237b56c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.359296 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55066397-048a-47a4-864b-4a491237b56c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'Subnet': ['ID=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:40.429325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55066397-048a-47a4-864b-4a491237b56c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Checking segment: {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:40.430362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55066397-048a-47a4-864b-4a491237b56c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Network hostable DHCP agents. Network: 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:40.456853 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46b96ab1-9730-48c4-9a95-827fb75b409c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.460390 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46b96ab1-9730-48c4-9a95-827fb75b409c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.461833 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-46b96ab1-9730-48c4-9a95-827fb75b409c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27cb1657-1dc7-4360-b379-844e464335f6 HTTP/1.1" status: 204 len: 168 time: 0.6264865 Jul 16 08:37:40.464392 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-79834730-1f5f-4821-8216-05c1cbed0b45 service neutron] 10.222.0.20 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411132 Jul 16 08:37:40.477791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55066397-048a-47a4-864b-4a491237b56c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:40.487997 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b96ab1-9730-48c4-9a95-827fb75b409c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cb1657-1dc7-4360-b379-844e464335f6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:40.506601 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-55066397-048a-47a4-864b-4a491237b56c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:40.520121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892cb020-99a4-481c-82e6-9f518d373053 None None] Network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:40.520671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55066397-048a-47a4-864b-4a491237b56c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.522081 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-55066397-048a-47a4-864b-4a491237b56c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.562125 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-55066397-048a-47a4-864b-4a491237b56c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8339462 Jul 16 08:37:40.563055 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51924) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:40.569972 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a175d450-a6c7-4872-ad1d-811d8e65bc35 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'subnet': {'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:40.817352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a175d450-a6c7-4872-ad1d-811d8e65bc35 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Made reservation on behalf of 8722177fc6ea499891c4ef1fb2062076 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:40.826524 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a175d450-a6c7-4872-ad1d-811d8e65bc35 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.858696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d2dc3-fa0e-4c45-aedb-f0c7421eedb4 req-3ed1a7e3-d318-4f57-8f24-088a5ff8f104 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:40.869054 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-474d2dc3-fa0e-4c45-aedb-f0c7421eedb4 req-3ed1a7e3-d318-4f57-8f24-088a5ff8f104 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=e096af25-e8ad-4707-81d0-1e8778a169c5 HTTP/1.1" status: 200 len: 946 time: 0.2663047 Jul 16 08:37:40.931201 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-474d2dc3-fa0e-4c45-aedb-f0c7421eedb4 req-66634374-f0c4-4bdf-9823-f2a0ac3dac2d tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608068 Jul 16 08:37:41.133553 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.151929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-3a85e507-a6f8-47ed-96c5-7c1bb3ee8802', 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'fixed_ips': [{'subnet_id': 'fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:41.153315 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.391063 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-605b28e9-d030-4169-ad54-5760b928e4dc req-77162497-55f9-456a-b76b-24f8df671307 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.1566603 Jul 16 08:37:41.432870 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-11513a8b-dbe1-4915-9a68-89c7d072be5f req-9122731c-664e-4fb8-8244-251d20815830 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 210 time: 0.0773342 Jul 16 08:37:41.680853 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a175d450-a6c7-4872-ad1d-811d8e65bc35 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.815157 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a175d450-a6c7-4872-ad1d-811d8e65bc35 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Checking segment: {'id': 'e89be46a-2b5d-4227-bf2a-ddd80d47b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:41.817036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a175d450-a6c7-4872-ad1d-811d8e65bc35 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Network hostable DHCP agents. Network: 0b6245ad-207a-4492-93ca-7fe1f5645c7a, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:41.818847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Allocated IP 10.1.1.2 (3a85e507-a6f8-47ed-96c5-7c1bb3ee8802/fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde/641abf8c-1a27-417a-9372-7769cdbfad8b) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:41.904557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55d5666-efea-4252-82ed-00839d5e03dc req-225e5d34-64e6-47ae-b3de-1165893aa0fc tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.914531 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a55d5666-efea-4252-82ed-00839d5e03dc req-225e5d34-64e6-47ae-b3de-1165893aa0fc tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 945 time: 0.3259113 Jul 16 08:37:41.947770 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a175d450-a6c7-4872-ad1d-811d8e65bc35 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Network 0b6245ad-207a-4492-93ca-7fe1f5645c7a is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:41.979242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-a175d450-a6c7-4872-ad1d-811d8e65bc35 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 0b6245ad-207a-4492-93ca-7fe1f5645c7a) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:41.991525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175d450-a6c7-4872-ad1d-811d8e65bc35 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'Subnet': ['ID=50e963c7-0b3c-42c9-bd21-0a34517e5ea3,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:42.001638 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a175d450-a6c7-4872-ad1d-811d8e65bc35 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:42.002795 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a175d450-a6c7-4872-ad1d-811d8e65bc35 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.035975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b905543-c175-4f93-9b5b-48538b814f5d None None] Network 0b6245ad-207a-4492-93ca-7fe1f5645c7a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:42.054492 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a55d5666-efea-4252-82ed-00839d5e03dc req-26cb8ad3-e028-4146-a86a-36f885607392 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381240 Jul 16 08:37:42.061210 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51966) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:42.067611 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'port': {'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802', 'name': 'tempest-TaggedBootDevicesTest_v242-728458543', 'fixed_ips': [{'subnet_id': 'fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:42.075464 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a175d450-a6c7-4872-ad1d-811d8e65bc35 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5106606 Jul 16 08:37:42.176025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-e26d4944-1464-447d-9f1c-da5fbc2cff26 req-17abe5e6-cc07-4c3e-a414-4356e7b760a3 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:37:42.180201 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e26d4944-1464-447d-9f1c-da5fbc2cff26 req-17abe5e6-cc07-4c3e-a414-4356e7b760a3 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0175426 Jul 16 08:37:42.346357 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51972) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:42.353147 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.397854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Transition to ACTIVE for port object 641abf8c-1a27-417a-9372-7769cdbfad8b will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:42.529407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1397177506-network', 'tenant_id': 'd6f833b6b4454388ba24dfb180b09bc6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:42.567907 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Transition to ACTIVE for port object 641abf8c-1a27-417a-9372-7769cdbfad8b will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:42.580432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] Made reservation on behalf of d6f833b6b4454388ba24dfb180b09bc6 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:42.582340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-0b6245ad-207a-4492-93ca-7fe1f5645c7a', 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'fixed_ips': [{'subnet_id': '50e963c7-0b3c-42c9-bd21-0a34517e5ea3'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:42.583243 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.584212 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.604197 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.641423 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.720248 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Pushing event updated for resources: {'Port': ['ID=641abf8c-1a27-417a-9372-7769cdbfad8b,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:42.748406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:42.762239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:42.780408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:43.004064 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99120565-50fc-4746-af18-174ff3629851 req-ebfdd5e0-a15f-44d5-b1da-3f5aff6187fd tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0815701 Jul 16 08:37:43.022917 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.029269 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.068754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:43.086279 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.086686 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] Added segment e7b12d62-5cf8-4239-b169-ce25a2763cd4 of type vlan for network b3dbcd7c-14c6-480c-a24d-adb077a34169 Jul 16 08:37:43.087613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Attempting to bind port 641abf8c-1a27-417a-9372-7769cdbfad8b on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:43.089210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Attempting to bind port 641abf8c-1a27-417a-9372-7769cdbfad8b by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:43.090035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Attempting to bind port 641abf8c-1a27-417a-9372-7769cdbfad8b on network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:43.143815 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.144100 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:43.145076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Checking segment: {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:43.145992 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.147528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Bound using segment: {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:43.148722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Bound port: 641abf8c-1a27-417a-9372-7769cdbfad8b, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:43.149621 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.193167 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.194821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.195539 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.302518 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Made reservation on behalf of 8722177fc6ea499891c4ef1fb2062076 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:43.369945 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e26d4944-1464-447d-9f1c-da5fbc2cff26 req-e1c2c8e5-75cd-4f8e-bed0-9d36df6c465c tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 1.1745183 Jul 16 08:37:43.377989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] Pushing event updated for resources: {'Network': ['ID=b3dbcd7c-14c6-480c-a24d-adb077a34169,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:43.381354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8527506-c5ef-4047-a6f8-42a5c561f9cd,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:43.415128 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-12db4dae-85a9-4437-8c9e-9d4498f20759 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0675118 Jul 16 08:37:43.418984 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d0995f98-5856-4e15-bd69-a0dfcca08cf9 req-0dc40d17-9a27-4bea-96eb-a94defbdffa8 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 210 time: 0.1714582 Jul 16 08:37:43.419695 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51986) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:43.427607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f60e2b91-4a5c-4da8-8830-ff573bf8b5d6 admin admin] Request body: {'subnet': {'network_id': 'b3dbcd7c-14c6-480c-a24d-adb077a34169', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1397177506-subnet', 'tenant_id': 'd6f833b6b4454388ba24dfb180b09bc6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:43.459216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60e2b91-4a5c-4da8-8830-ff573bf8b5d6 admin admin] Made reservation on behalf of d6f833b6b4454388ba24dfb180b09bc6 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:43.463308 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f60e2b91-4a5c-4da8-8830-ff573bf8b5d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.568416 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:37:43.628865 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.698046 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] For port 641abf8c-1a27-417a-9372-7769cdbfad8b, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:43.712781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] For port 641abf8c-1a27-417a-9372-7769cdbfad8b, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=641abf8c-1a27-417a-9372-7769cdbfad8b,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:43.721733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Allocated IP 10.2.2.2 (0b6245ad-207a-4492-93ca-7fe1f5645c7a/50e963c7-0b3c-42c9-bd21-0a34517e5ea3/7ff55517-6b5b-4f05-85d4-7495ff50377f) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:43.737908 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] device_id is not set on port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:43.754096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network b3dbcd7c-14c6-480c-a24d-adb077a34169 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:43.767912 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.836778 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f60e2b91-4a5c-4da8-8830-ff573bf8b5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.080909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e2b91-4a5c-4da8-8830-ff573bf8b5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=668bc40c-25ba-4130-ad8e-0a29edd09f3f,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:44.252576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f60e2b91-4a5c-4da8-8830-ff573bf8b5d6 admin admin] Checking segment: {'id': 'e7b12d62-5cf8-4239-b169-ce25a2763cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b3dbcd7c-14c6-480c-a24d-adb077a34169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:44.252576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e2b91-4a5c-4da8-8830-ff573bf8b5d6 admin admin] Network hostable DHCP agents. Network: b3dbcd7c-14c6-480c-a24d-adb077a34169, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:44.346700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f60e2b91-4a5c-4da8-8830-ff573bf8b5d6 admin admin] Network b3dbcd7c-14c6-480c-a24d-adb077a34169 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:44.373721 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f60e2b91-4a5c-4da8-8830-ff573bf8b5d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, b3dbcd7c-14c6-480c-a24d-adb077a34169) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:44.389789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60e2b91-4a5c-4da8-8830-ff573bf8b5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:44.391306 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f60e2b91-4a5c-4da8-8830-ff573bf8b5d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.520551 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f60e2b91-4a5c-4da8-8830-ff573bf8b5d6 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0865517 Jul 16 08:37:44.597138 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3466371f-b157-48b5-9496-2e4da23b3e1f None None] Network b3dbcd7c-14c6-480c-a24d-adb077a34169 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:44.748053 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Allocated IP 10.1.1.248 (3a85e507-a6f8-47ed-96c5-7c1bb3ee8802/fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde/b4b07ed5-62ac-496e-8d9f-e59c95bdad06) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:45.136337 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.161311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753aab79-85c6-42c0-93b8-1232cab23096 None None] Pushing event updated for resources: {'Port': ['ID=641abf8c-1a27-417a-9372-7769cdbfad8b,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:45.171921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Transition to ACTIVE for port object b4b07ed5-62ac-496e-8d9f-e59c95bdad06 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:45.193881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaad56a-9fc6-4006-8f3e-fc680147d92b req-6d784f44-813a-4439-9e77-99a7b9c6aaf6 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.202111 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2eaad56a-9fc6-4006-8f3e-fc680147d92b req-6d784f44-813a-4439-9e77-99a7b9c6aaf6 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.4028974 Jul 16 08:37:45.335901 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-942f0891-8dc6-4bec-b0e9-fa8569004e5f req-93d74dc4-d0dd-41c8-b39e-6dde1816f68a tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.2590401 Jul 16 08:37:45.344573 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2eaad56a-9fc6-4006-8f3e-fc680147d92b req-03912274-df59-4456-9c4b-eafc9b6f7ee2 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403706 Jul 16 08:37:45.378765 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.403846 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.495185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Transition to ACTIVE for port object 7ff55517-6b5b-4f05-85d4-7495ff50377f will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:45.522053 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Transition to ACTIVE for port object 7ff55517-6b5b-4f05-85d4-7495ff50377f will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:45.569166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'Port': ['ID=b4b07ed5-62ac-496e-8d9f-e59c95bdad06,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:45.597088 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.598294 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:45.602452 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:45.611425 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:45.617083 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:45.617667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:45.618119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:45.618661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:45.619040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:45.627525 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:45.628076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:45.630213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:45.631584 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:45.632177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:45.632611 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:45.636409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:45.733463 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Network 0b6245ad-207a-4492-93ca-7fe1f5645c7a is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:45.742369 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:45.744918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea139c7-d058-4f0c-83be-ef9e58119405 None None] Network b3dbcd7c-14c6-480c-a24d-adb077a34169 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:45.762028 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.762820 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.842594 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6c73999f-9d54-4582-9823-e8845e8ade9e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.7792964 Jul 16 08:37:45.844412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52012) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:45.855972 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9fef6de2-5d94-49fa-9f6a-4f273edd39d8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'port': {'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802', 'name': 'tempest-TaggedBootDevicesTest_v242-1213512646', 'fixed_ips': [{'subnet_id': 'fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:45.860320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:45.870430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c9458-a087-40d2-96a1-ead8744f4cc0 req-2c89f16c-752d-4e57-983d-975f1243d718 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.872777 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-433c9458-a087-40d2-96a1-ead8744f4cc0 req-2c89f16c-752d-4e57-983d-975f1243d718 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 945 time: 0.2019262 Jul 16 08:37:45.966127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Pushing event updated for resources: {'Port': ['ID=7ff55517-6b5b-4f05-85d4-7495ff50377f,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:46.019049 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-433c9458-a087-40d2-96a1-ead8744f4cc0 req-c97ad86f-1f03-446a-9ab4-f763a8321951 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248775 Jul 16 08:37:46.102196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c5fa1c-0c67-4bde-8886-9269f198aee7 None None] Network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:46.112408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fef6de2-5d94-49fa-9f6a-4f273edd39d8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Made reservation on behalf of 8722177fc6ea499891c4ef1fb2062076 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:46.118071 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fef6de2-5d94-49fa-9f6a-4f273edd39d8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.176926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-9fef6de2-5d94-49fa-9f6a-4f273edd39d8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] device_id is not set on port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:46.224978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Attempting to bind port 7ff55517-6b5b-4f05-85d4-7495ff50377f on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:46.225603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Attempting to bind port 7ff55517-6b5b-4f05-85d4-7495ff50377f by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'e89be46a-2b5d-4227-bf2a-ddd80d47b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:46.226092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Attempting to bind port 7ff55517-6b5b-4f05-85d4-7495ff50377f on network 0b6245ad-207a-4492-93ca-7fe1f5645c7a {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:46.231567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f28286c2-13c3-4f98-b40b-06e43fa86727 None None] Provisioning for port 641abf8c-1a27-417a-9372-7769cdbfad8b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:46.261527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c8962-2906-479c-9d49-d97ee500a889 req-d004c727-da42-46c5-96f9-b58426f61d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.267077 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-289c8962-2906-479c-9d49-d97ee500a889 req-d004c727-da42-46c5-96f9-b58426f61d9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 1096 time: 1.5297050 Jul 16 08:37:46.286631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:46.305163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Checking segment: {'id': 'e89be46a-2b5d-4227-bf2a-ddd80d47b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:46.305909 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.306526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Bound using segment: {'id': 'e89be46a-2b5d-4227-bf2a-ddd80d47b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:46.307574 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Bound port: 7ff55517-6b5b-4f05-85d4-7495ff50377f, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89be46a-2b5d-4227-bf2a-ddd80d47b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:46.308183 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.325685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53d64a-08a6-40ab-9a2a-391a162628a7 req-4b24b2d9-7760-4bc8-961e-e5df12987e92 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.332448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb53d64a-08a6-40ab-9a2a-391a162628a7 req-4b24b2d9-7760-4bc8-961e-e5df12987e92 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.38 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 945 time: 1.4532347 Jul 16 08:37:46.382130 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-2d706ece-8097-4924-86e1-1833177147b4 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.388664 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-2d706ece-8097-4924-86e1-1833177147b4 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.15 "GET /v2.0/networks?id=fa10a998-d0e5-4063-a211-2fadd75a43f8 HTTP/1.1" status: 200 len: 814 time: 1.8615732 Jul 16 08:37:46.416405 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2726d4da-63b3-440c-aba9-deeb9f699bcf req-6be01a6e-1f3d-426a-a66c-a735ebb075df tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 210 time: 0.0892856 Jul 16 08:37:46.455498 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-e3d94fdd-44e5-4156-ab70-65da6c8380c0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Request body: {'port': {'device_id': '1bf0758f-6b5a-4648-9944-aab27372a14b', 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8', 'admin_state_up': True, 'tenant_id': 'd17dbbf3a63843538b807137fd55f1e2'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:46.510211 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 641abf8c-1a27-417a-9372-7769cdbfad8b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:46.584715 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] For port 7ff55517-6b5b-4f05-85d4-7495ff50377f, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:46.635619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] For port 7ff55517-6b5b-4f05-85d4-7495ff50377f, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7ff55517-6b5b-4f05-85d4-7495ff50377f,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:46.692575 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.693247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-9fef6de2-5d94-49fa-9f6a-4f273edd39d8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Allocated IP 10.1.1.12 (3a85e507-a6f8-47ed-96c5-7c1bb3ee8802/fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde/4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:46.765016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f57653-255f-43ee-8086-609192f53b78 req-8cde708b-97cb-47e5-8849-d8814bdab3f4 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.766471 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-22f57653-255f-43ee-8086-609192f53b78 req-8cde708b-97cb-47e5-8849-d8814bdab3f4 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.4970255 Jul 16 08:37:46.778406 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c8962-2906-479c-9d49-d97ee500a889 req-01ee82e1-63b0-41ef-a389-77a53282aa6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.779868 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-289c8962-2906-479c-9d49-d97ee500a889 req-01ee82e1-63b0-41ef-a389-77a53282aa6f service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.4442403 Jul 16 08:37:46.912592 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b60a258-93e3-4995-94e8-4ab28d25e496 None None] Pushing event updated for resources: {'Port': ['ID=7ff55517-6b5b-4f05-85d4-7495ff50377f,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:46.927026 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 641abf8c-1a27-417a-9372-7769cdbfad8b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:46.944734 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 641abf8c-1a27-417a-9372-7769cdbfad8b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:46.945422 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.998571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-fb53d64a-08a6-40ab-9a2a-391a162628a7 req-ed64dc2c-c541-4e64-9e9d-07f64eb40fa6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Deleting port c9192850-6c73-4969-94e2-d7571e34c896 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:46.999861 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fb53d64a-08a6-40ab-9a2a-391a162628a7 req-ed64dc2c-c541-4e64-9e9d-07f64eb40fa6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.017839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-e3d94fdd-44e5-4156-ab70-65da6c8380c0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Made reservation on behalf of d17dbbf3a63843538b807137fd55f1e2 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:47.024075 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-e3d94fdd-44e5-4156-ab70-65da6c8380c0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.039228 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fef6de2-5d94-49fa-9f6a-4f273edd39d8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.071023 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-22f57653-255f-43ee-8086-609192f53b78 req-39bccde4-b752-4471-b1d6-83e50fdce634 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2894769 Jul 16 08:37:47.101258 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-9fef6de2-5d94-49fa-9f6a-4f273edd39d8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Transition to ACTIVE for port object 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:47.170583 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.187329 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-289c8962-2906-479c-9d49-d97ee500a889 req-14f965af-95a1-4189-b7c7-c01649acadfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed HTTP/1.1" status: 200 len: 998 time: 0.3891706 Jul 16 08:37:47.278143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-32dd03d9-0c7e-4c13-b16a-909563891aa3 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.286584 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-32dd03d9-0c7e-4c13-b16a-909563891aa3 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/networks?id=b3dbcd7c-14c6-480c-a24d-adb077a34169 HTTP/1.1" status: 200 len: 822 time: 0.2632692 Jul 16 08:37:47.310268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 641abf8c-1a27-417a-9372-7769cdbfad8b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=641abf8c-1a27-417a-9372-7769cdbfad8b,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:47.317312 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.339369 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-cf693df6-288c-4394-b054-838bf0c271e7 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/quotas/d6f833b6b4454388ba24dfb180b09bc6 HTTP/1.1" status: 200 len: 375 time: 0.0501680 Jul 16 08:37:47.367394 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fef6de2-5d94-49fa-9f6a-4f273edd39d8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.412368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=641abf8c-1a27-417a-9372-7769cdbfad8b,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:47.511056 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-ca3b8da6-3e81-47e6-a126-09fb3c2533e3 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=d6f833b6b4454388ba24dfb180b09bc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1655519 Jul 16 08:37:47.524758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fef6de2-5d94-49fa-9f6a-4f273edd39d8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:47.540898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-9fef6de2-5d94-49fa-9f6a-4f273edd39d8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:47.542834 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-82d4e180-3f07-44c9-9194-1845cbbd562a None None] Provisioning complete for port 641abf8c-1a27-417a-9372-7769cdbfad8b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:47.543217 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-82d4e180-3f07-44c9-9194-1845cbbd562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.556853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fef6de2-5d94-49fa-9f6a-4f273edd39d8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:47.561522 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef6de2-5d94-49fa-9f6a-4f273edd39d8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'Port': ['ID=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:47.621292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c8962-2906-479c-9d49-d97ee500a889 req-d9e7b795-a980-4ad2-891c-7d2b9c80ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.623976 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-289c8962-2906-479c-9d49-d97ee500a889 req-d9e7b795-a980-4ad2-891c-7d2b9c80ca8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.4161043 Jul 16 08:37:47.688028 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fef6de2-5d94-49fa-9f6a-4f273edd39d8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.688916 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fef6de2-5d94-49fa-9f6a-4f273edd39d8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.722589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-fb53d64a-08a6-40ab-9a2a-391a162628a7 req-ed64dc2c-c541-4e64-9e9d-07f64eb40fa6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] For port c9192850-6c73-4969-94e2-d7571e34c896, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c9192850-6c73-4969-94e2-d7571e34c896,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:47.723025 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fb53d64a-08a6-40ab-9a2a-391a162628a7 req-ed64dc2c-c541-4e64-9e9d-07f64eb40fa6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.724292 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9fef6de2-5d94-49fa-9f6a-4f273edd39d8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8750968 Jul 16 08:37:47.730322 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-ebaf1ba1-5f76-40c2-ac97-d8a441982489 service neutron] 10.222.0.20 "GET /v2.0/networks/b3dbcd7c-14c6-480c-a24d-adb077a34169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092149 Jul 16 08:37:47.732072 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-82d4e180-3f07-44c9-9194-1845cbbd562a None None] Provisioning for port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:47.737362 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-82d4e180-3f07-44c9-9194-1845cbbd562a None None] Provisioning complete for port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:47.737881 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-82d4e180-3f07-44c9-9194-1845cbbd562a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.771438 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-e3d94fdd-44e5-4156-ab70-65da6c8380c0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Allocated IP 172.20.0.8 (fa10a998-d0e5-4063-a211-2fadd75a43f8/d354d9c1-99e8-47e2-a7a7-7b35bca06f78/a4d7d275-16b5-45b2-a922-1ec8a287c600) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:47.784371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-82d4e180-3f07-44c9-9194-1845cbbd562a None None] Port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:47.864289 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-154df693-2a1f-4c6c-8f2b-47ed6289876b service neutron] 10.222.0.20 "GET /v2.0/networks/b3dbcd7c-14c6-480c-a24d-adb077a34169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241581 Jul 16 08:37:47.866589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-fb53d64a-08a6-40ab-9a2a-391a162628a7 req-ed64dc2c-c541-4e64-9e9d-07f64eb40fa6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Calling delete_port for c9192850-6c73-4969-94e2-d7571e34c896 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:47.918458 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-129b234e-3fd9-4524-87c6-20855cfdf1fc None None] Provisioning complete for port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:47.919274 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-129b234e-3fd9-4524-87c6-20855cfdf1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.984015 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-129b234e-3fd9-4524-87c6-20855cfdf1fc None None] Port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:48.048719 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e700ae-6e47-4b50-850c-468dae65629e req-42b2f072-a6f5-4d3f-80bf-ef971b9ca581 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:48.056301 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99e700ae-6e47-4b50-850c-468dae65629e req-42b2f072-a6f5-4d3f-80bf-ef971b9ca581 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=e096af25-e8ad-4707-81d0-1e8778a169c5 HTTP/1.1" status: 200 len: 946 time: 0.5998647 Jul 16 08:37:48.175285 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99e700ae-6e47-4b50-850c-468dae65629e req-97ad5794-0cc4-4d0e-868c-871598bd21d5 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179237 Jul 16 08:37:48.215508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c8962-2906-479c-9d49-d97ee500a889 req-7bab7331-fb4e-4779-adc8-daa31a0de2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:48.217157 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-289c8962-2906-479c-9d49-d97ee500a889 req-7bab7331-fb4e-4779-adc8-daa31a0de2f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5061522 Jul 16 08:37:48.220049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-222c6a6f-4e8e-4840-9173-48439c3bce3a None None] Provisioning for port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:48.224988 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-222c6a6f-4e8e-4840-9173-48439c3bce3a None None] Provisioning complete for port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:48.225399 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-222c6a6f-4e8e-4840-9173-48439c3bce3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.313816 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fb53d64a-08a6-40ab-9a2a-391a162628a7 req-ed64dc2c-c541-4e64-9e9d-07f64eb40fa6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.329707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-222c6a6f-4e8e-4840-9173-48439c3bce3a None None] Port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:48.387546 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed64dc2c-c541-4e64-9e9d-07f64eb40fa6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Pushing event deleted for resources: {'Port': ['ID=c9192850-6c73-4969-94e2-d7571e34c896,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:48.498001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb53d64a-08a6-40ab-9a2a-391a162628a7 req-ed64dc2c-c541-4e64-9e9d-07f64eb40fa6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] No DVR routers for this DVR port c9192850-6c73-4969-94e2-d7571e34c896 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:48.509298 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fb53d64a-08a6-40ab-9a2a-391a162628a7 req-ed64dc2c-c541-4e64-9e9d-07f64eb40fa6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.511770 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb53d64a-08a6-40ab-9a2a-391a162628a7 req-ed64dc2c-c541-4e64-9e9d-07f64eb40fa6 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.38 "DELETE /v2.0/ports/c9192850-6c73-4969-94e2-d7571e34c896 HTTP/1.1" status: 204 len: 173 time: 2.1266954 Jul 16 08:37:48.517463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04e96dd-7220-40f4-92bc-ba99f73d9f50', 'name': 'network-vif-deleted', 'tag': 'c9192850-6c73-4969-94e2-d7571e34c896'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:48.519848 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833b932c-2ec7-4312-860b-2308ca978c34" -d '{"events": [{"server_uuid": "c04e96dd-7220-40f4-92bc-ba99f73d9f50", "name": "network-vif-deleted", "tag": "c9192850-6c73-4969-94e2-d7571e34c896"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:48.540844 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-e3d94fdd-44e5-4156-ab70-65da6c8380c0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.572296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-289c8962-2906-479c-9d49-d97ee500a889 req-42f078e9-6309-4e3f-8227-0848696330c0 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811413 Jul 16 08:37:48.667481 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaa2dda-53ce-49e0-8ee6-8e037a0afdf5 None None] Network 0b6245ad-207a-4492-93ca-7fe1f5645c7a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:48.727062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7ff55517-6b5b-4f05-85d4-7495ff50377f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:48.833699 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-05f7153d-e91c-422f-bb6d-1c16c69394fb req-505a6bd4-47d2-4373-af11-87a915de08f2 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=c04e96dd-7220-40f4-92bc-ba99f73d9f50 HTTP/1.1" status: 200 len: 210 time: 0.0931048 Jul 16 08:37:48.853888 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-314e09c6-5fea-4792-827f-c7f845edd559 req-7254c31c-4232-4a8f-865e-6b47bf7e68f1 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.1136181 Jul 16 08:37:48.859713 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-e3d94fdd-44e5-4156-ab70-65da6c8380c0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.896398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['13ebe9b5-ae84-4ad9-87fd-9826ca14dc60'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:48.896398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['e9691390-0cc0-4d4d-8da6-6f25852f1cb8', 'a35ca1b0-88f2-4870-bbb4-fea8e2920b00'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:48.961758 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-e3d94fdd-44e5-4156-ab70-65da6c8380c0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Network fa10a998-d0e5-4063-a211-2fadd75a43f8 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:48.969733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-e3d94fdd-44e5-4156-ab70-65da6c8380c0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:48.974031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d94fdd-44e5-4156-ab70-65da6c8380c0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Pushing event updated for resources: {'Port': ['ID=a4d7d275-16b5-45b2-a922-1ec8a287c600,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:48.980029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-e3d94fdd-44e5-4156-ab70-65da6c8380c0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:49.026461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b6784f8-58b9-4215-ac47-84ca9e86444f None None] Provisioning for port 7ff55517-6b5b-4f05-85d4-7495ff50377f completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:49.041404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-e3d94fdd-44e5-4156-ab70-65da6c8380c0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.042106 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-e3d94fdd-44e5-4156-ab70-65da6c8380c0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.058700 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-289c8962-2906-479c-9d49-d97ee500a889 req-a474a465-e51f-41b4-a8e0-413cae18ffdb service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4764965 Jul 16 08:37:49.061694 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-e3d94fdd-44e5-4156-ab70-65da6c8380c0 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6460087 Jul 16 08:37:49.087355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Request body: {'port': {'device_id': '1bf0758f-6b5a-4648-9944-aab27372a14b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:49.157992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 7ff55517-6b5b-4f05-85d4-7495ff50377f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:49.230247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7ff55517-6b5b-4f05-85d4-7495ff50377f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:49.234924 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.300747 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.467513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cd80c-fb32-4c28-97df-18f81632a032 req-35a772a8-ea77-4027-ba51-a495a0b62603 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.471524 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4a5cd80c-fb32-4c28-97df-18f81632a032 req-35a772a8-ea77-4027-ba51-a495a0b62603 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 931 time: 0.1324902 Jul 16 08:37:49.550320 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4a5cd80c-fb32-4c28-97df-18f81632a032 req-bae91172-06e0-4d59-87d2-38dcf58cb132 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644488 Jul 16 08:37:49.636580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c9192850-6c73-4969-94e2-d7571e34c896 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:49.872224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52050) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:49.878295 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5d9cf33a-e7d6-4cde-a694-b908097cc381 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080767113', 'description': 'tempest-description--1167720711'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:49.932765 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf33a-e7d6-4cde-a694-b908097cc381 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.954190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: c9192850-6c73-4969-94e2-d7571e34c896 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:49.954724 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c9192850-6c73-4969-94e2-d7571e34c896 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:50.002119 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.141413 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a14387b6-0323-4410-bfde-9905d2241f16 req-2d1e623b-03ca-48a1-a321-8a69f013c679 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/ports?device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 210 time: 0.0456216 Jul 16 08:37:50.162670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4d7d275-16b5-45b2-a922-1ec8a287c600 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:50.162932 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 7ff55517-6b5b-4f05-85d4-7495ff50377f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7ff55517-6b5b-4f05-85d4-7495ff50377f,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:50.176144 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.182083 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.183357 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 641abf8c-1a27-417a-9372-7769cdbfad8b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:50.205560 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Transition to ACTIVE for port object a4d7d275-16b5-45b2-a922-1ec8a287c600 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:50.213780 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf33a-e7d6-4cde-a694-b908097cc381 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.219926 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.223559 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf33a-e7d6-4cde-a694-b908097cc381 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.382964 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d9cf33a-e7d6-4cde-a694-b908097cc381 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.387674 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5d9cf33a-e7d6-4cde-a694-b908097cc381 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5112572 Jul 16 08:37:50.391884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52056) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:50.416321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-3676a2d4-0ea5-4d2d-9acd-d7aa636f0061 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'security_group_rule': {'security_group_id': '7f576309-2b0d-47b3-831b-b8c67b8ca3e3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:50.439730 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cf33a-e7d6-4cde-a694-b908097cc381 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f576309-2b0d-47b3-831b-b8c67b8ca3e3,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:50.538322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d7d275-16b5-45b2-a922-1ec8a287c600,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:50.645334 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3676a2d4-0ea5-4d2d-9acd-d7aa636f0061 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.685166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=7ff55517-6b5b-4f05-85d4-7495ff50377f,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:50.768859 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3676a2d4-0ea5-4d2d-9acd-d7aa636f0061 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.776561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:50.777116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:50.777659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:50.778205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:50.778824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:50.780778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:50.780778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:50.780778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:50.781318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:50.781734 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:50.782097 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3676a2d4-0ea5-4d2d-9acd-d7aa636f0061 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.782364 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:50.782813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:50.824469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 641abf8c-1a27-417a-9372-7769cdbfad8b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:50.825092 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.856928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16330cc3-b423-4faa-b3e1-51dbf5ef4642 req-ecb5d50e-1042-4f4d-8698-84674f6bd049 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.865483 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16330cc3-b423-4faa-b3e1-51dbf5ef4642 req-ecb5d50e-1042-4f4d-8698-84674f6bd049 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.4068780 Jul 16 08:37:50.876309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c711329e-4683-42f2-8fdb-b34497658b05 None None] Provisioning complete for port 7ff55517-6b5b-4f05-85d4-7495ff50377f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:50.876695 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3676a2d4-0ea5-4d2d-9acd-d7aa636f0061 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.877379 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c711329e-4683-42f2-8fdb-b34497658b05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.881469 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3676a2d4-0ea5-4d2d-9acd-d7aa636f0061 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4879704 Jul 16 08:37:50.882652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52060) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:50.891806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7c8daa31-af1a-4ec2-a307-93884fe7d8a6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'security_group_rule': {'security_group_id': '7f576309-2b0d-47b3-831b-b8c67b8ca3e3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:50.931612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676a2d4-0ea5-4d2d-9acd-d7aa636f0061 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fd5684-6782-4692-8ce6-bdc21c33b377,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:50.947419 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c8daa31-af1a-4ec2-a307-93884fe7d8a6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.007483 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16330cc3-b423-4faa-b3e1-51dbf5ef4642 req-2d539cf7-6971-4791-8dff-764032b176d6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402230 Jul 16 08:37:51.212909 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c8daa31-af1a-4ec2-a307-93884fe7d8a6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.222207 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c8daa31-af1a-4ec2-a307-93884fe7d8a6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.238330 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef34fa9-e52f-4102-9f78-f922b2cd9d09 x-openstack-request-id: req-2ef34fa9-e52f-4102-9f78-f922b2cd9d09 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:51.239112 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04e96dd-7220-40f4-92bc-ba99f73d9f50", "name": "network-vif-deleted", "tag": "c9192850-6c73-4969-94e2-d7571e34c896", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:51.239247 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ef34fa9-e52f-4102-9f78-f922b2cd9d09 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:51.239787 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04e96dd-7220-40f4-92bc-ba99f73d9f50', 'name': 'network-vif-deleted', 'tag': 'c9192850-6c73-4969-94e2-d7571e34c896', 'status': 'completed', 'code': 200} Jul 16 08:37:51.293858 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c8daa31-af1a-4ec2-a307-93884fe7d8a6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.297618 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7c8daa31-af1a-4ec2-a307-93884fe7d8a6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4111183 Jul 16 08:37:51.299316 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Attempting to bind port a4d7d275-16b5-45b2-a922-1ec8a287c600 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:51.299942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Attempting to bind port a4d7d275-16b5-45b2-a922-1ec8a287c600 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:51.300534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Attempting to bind port a4d7d275-16b5-45b2-a922-1ec8a287c600 on network fa10a998-d0e5-4063-a211-2fadd75a43f8 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:51.305227 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52064) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:51.313053 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:51.320674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8daa31-af1a-4ec2-a307-93884fe7d8a6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ff119a-0b30-4756-8a9f-c96208b0c4e2,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:51.321214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Port a4d7d275-16b5-45b2-a922-1ec8a287c600 on network fa10a998-d0e5-4063-a211-2fadd75a43f8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:51.321755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Attempting to bind port a4d7d275-16b5-45b2-a922-1ec8a287c600 on network fa10a998-d0e5-4063-a211-2fadd75a43f8 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:51.331610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:51.332005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Checking segment: {'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:51.332603 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Bound using segment: {'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:51.333359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Bound port: a4d7d275-16b5-45b2-a922-1ec8a287c600, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54fbf07c-460a-4096-9b91-7b87728cd333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:51.334074 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.381589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9678528-a5fb-4a12-b9a5-a64d368a24de req-401cb13b-e497-4e1a-b731-d2039469ddb2 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.384629 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.394403 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f9678528-a5fb-4a12-b9a5-a64d368a24de req-401cb13b-e497-4e1a-b731-d2039469ddb2 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 945 time: 0.6895196 Jul 16 08:37:51.412725 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7ff55517-6b5b-4f05-85d4-7495ff50377f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:51.559540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7ff55517-6b5b-4f05-85d4-7495ff50377f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:51.560118 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.635988 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.721789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] For port a4d7d275-16b5-45b2-a922-1ec8a287c600, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:51.769437 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f9678528-a5fb-4a12-b9a5-a64d368a24de req-26d98152-c96e-4524-9ecd-177a6181ceac tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700142 Jul 16 08:37:51.828924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-1b3d700a-1ce9-4f26-9071-a5e62e8ca239 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.830702 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-1b3d700a-1ce9-4f26-9071-a5e62e8ca239 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.15 "GET /v2.0/networks?id=b3dbcd7c-14c6-480c-a24d-adb077a34169 HTTP/1.1" status: 200 len: 822 time: 0.3787854 Jul 16 08:37:51.842976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] For port a4d7d275-16b5-45b2-a922-1ec8a287c600, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=a4d7d275-16b5-45b2-a922-1ec8a287c600,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:51.851337 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-871d9d9f-2866-40ce-b5e1-519e4bb7a07c tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Request body: {'port': {'device_id': 'da31ec4f-45d5-4186-8d5d-c5784dd9fc7b', 'network_id': 'b3dbcd7c-14c6-480c-a24d-adb077a34169', 'admin_state_up': True, 'tenant_id': 'd6f833b6b4454388ba24dfb180b09bc6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:51.935145 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Allocated IP 172.25.4.214 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/01e36516-e99a-4c4c-a65a-384382c73fc7) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:51.960391 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.094749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:52.095967 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.098596 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] 10.222.0.15 "PUT /v2.0/ports/a4d7d275-16b5-45b2-a922-1ec8a287c600 HTTP/1.1" status: 200 len: 1092 time: 3.0215633 Jul 16 08:37:52.104683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a015924d-c7aa-49bd-a96d-5519938791b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4d7d275-16b5-45b2-a922-1ec8a287c600,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:52.129890 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.200132 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.227310 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-25f51e06-e9a7-48e6-9481-e84a5abfd976 req-ff11040c-d377-4ce2-a8d6-8cbf0bf62f19 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0442333 Jul 16 08:37:52.262889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-871d9d9f-2866-40ce-b5e1-519e4bb7a07c tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Made reservation on behalf of d6f833b6b4454388ba24dfb180b09bc6 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:52.270166 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-871d9d9f-2866-40ce-b5e1-519e4bb7a07c tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.277209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:52.284304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:52.290753 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:52.295370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'Port': ['ID=01e36516-e99a-4c4c-a65a-384382c73fc7,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:52.421009 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.491711 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.555246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470b8ca-e482-4d65-9286-e7b7787ce617 req-2f5021bc-9107-43ee-b93e-ffe2d447f843 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:52.558700 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2470b8ca-e482-4d65-9286-e7b7787ce617 req-2f5021bc-9107-43ee-b93e-ffe2d447f843 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 943 time: 0.3621655 Jul 16 08:37:52.567014 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-3cb5cc08-ea28-47d6-8a1c-f54b97651f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:52.568890 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-3cb5cc08-ea28-47d6-8a1c-f54b97651f84 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d17dbbf3a63843538b807137fd55f1e2&device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 1095 time: 0.3746254 Jul 16 08:37:52.622768 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed207b27-8f76-4688-b7b5-bdcc072b4d69 req-a0afdc83-bdbf-43e1-b5af-14eeb9ee6a8e tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/ports?device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 210 time: 0.0437460 Jul 16 08:37:52.741025 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-fac8d87d-e56b-4a5f-92e5-331f66830952 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4d7d275-16b5-45b2-a922-1ec8a287c600 HTTP/1.1" status: 200 len: 217 time: 0.1551185 Jul 16 08:37:52.748299 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.756485 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.831930 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'Port': ['ID=01e36516-e99a-4c4c-a65a-384382c73fc7,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:52.849739 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-871d9d9f-2866-40ce-b5e1-519e4bb7a07c tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Allocated IP 172.20.0.8 (b3dbcd7c-14c6-480c-a24d-adb077a34169/668bc40c-25ba-4130-ad8e-0a29edd09f3f/b38af22b-d95c-4ebe-b11e-53b461b4a5cf) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:52.855336 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.863000 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2470b8ca-e482-4d65-9286-e7b7787ce617 req-4842812c-6433-4b6a-95ef-a860e7bcae1f tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927606 Jul 16 08:37:52.887378 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.887378 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6a8f2f87-a0fa-4a90-96f5-81d726f51f7c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5746317 Jul 16 08:37:52.921657 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-4d307d42-5797-40cb-88b2-a3390cdb05df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:52.924454 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-4d307d42-5797-40cb-88b2-a3390cdb05df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d354d9c1-99e8-47e2-a7a7-7b35bca06f78 HTTP/1.1" status: 200 len: 854 time: 0.1702628 Jul 16 08:37:53.001369 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-f22740ea-8189-4ed1-90db-61bf7ddc36b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa10a998-d0e5-4063-a211-2fadd75a43f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596924 Jul 16 08:37:53.148039 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-4ab82b74-a567-41c0-bc31-78656b8c7cca service neutron] 10.222.0.15 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373806 Jul 16 08:37:53.243542 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bf0758f-6b5a-4648-9944-aab27372a14b', 'tag': 'a4d7d275-16b5-45b2-a922-1ec8a287c600'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:53.245862 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8969e4-04f9-4e7b-85fa-705de5c20ec2" -d '{"events": [{"name": "network-changed", "server_uuid": "1bf0758f-6b5a-4648-9944-aab27372a14b", "tag": "a4d7d275-16b5-45b2-a922-1ec8a287c600"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:53.374097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d01995-6d0a-44ae-ae0f-304d920be2d6 req-6ef17f2f-eef3-49e0-97d1-3bea95c96eb1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.376477 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-63d01995-6d0a-44ae-ae0f-304d920be2d6 req-6ef17f2f-eef3-49e0-97d1-3bea95c96eb1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.0895352 Jul 16 08:37:53.404324 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6791dd7e-e89f-412b-850b-a7e3ca95dfce req-24a5cd3b-b300-46e1-9592-e6d14e29f7e7 service neutron] 10.222.0.15 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485623 Jul 16 08:37:53.408867 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-871d9d9f-2866-40ce-b5e1-519e4bb7a07c tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.438421 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-63d01995-6d0a-44ae-ae0f-304d920be2d6 req-ef5ab8a3-a6c5-4d72-b935-6dcdd63d4f9e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514812 Jul 16 08:37:53.442980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8423aa-a429-48d4-b7c5-12de7d87008b req-5ead0b4a-9228-479a-b0db-f8a22db84041 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.455013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8423aa-a429-48d4-b7c5-12de7d87008b req-5ead0b4a-9228-479a-b0db-f8a22db84041 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.466940 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8423aa-a429-48d4-b7c5-12de7d87008b req-5ead0b4a-9228-479a-b0db-f8a22db84041 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.470305 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce8423aa-a429-48d4-b7c5-12de7d87008b req-5ead0b4a-9228-479a-b0db-f8a22db84041 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6&device_id=e096af25-e8ad-4707-81d0-1e8778a169c5&device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 2418 time: 0.2911668 Jul 16 08:37:53.570390 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce8423aa-a429-48d4-b7c5-12de7d87008b req-6de14ffc-8fe3-4b2a-8626-ca50cc0cf696 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917883 Jul 16 08:37:53.588567 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-871d9d9f-2866-40ce-b5e1-519e4bb7a07c tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.747043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-871d9d9f-2866-40ce-b5e1-519e4bb7a07c tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Network b3dbcd7c-14c6-480c-a24d-adb077a34169 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:53.774816 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-871d9d9f-2866-40ce-b5e1-519e4bb7a07c tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:53.784176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-871d9d9f-2866-40ce-b5e1-519e4bb7a07c tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:53.795009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d9d9f-2866-40ce-b5e1-519e4bb7a07c tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Pushing event updated for resources: {'Port': ['ID=b38af22b-d95c-4ebe-b11e-53b461b4a5cf,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:53.804601 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02088d76-d52f-42df-8d88-aae2152e24ec req-9ed69dc7-76df-4672-a39e-92106b7f8eff tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.806556 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-02088d76-d52f-42df-8d88-aae2152e24ec req-9ed69dc7-76df-4672-a39e-92106b7f8eff tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 944 time: 0.1006129 Jul 16 08:37:53.851716 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-02088d76-d52f-42df-8d88-aae2152e24ec req-622ac6c5-af5e-4fa1-8943-00df92b562a4 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363424 Jul 16 08:37:53.913553 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58dede2-17ef-4ee2-9d1b-6f5c2452a8e3 x-openstack-request-id: req-e58dede2-17ef-4ee2-9d1b-6f5c2452a8e3 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:53.914054 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bf0758f-6b5a-4648-9944-aab27372a14b", "tag": "a4d7d275-16b5-45b2-a922-1ec8a287c600", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:53.914516 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e58dede2-17ef-4ee2-9d1b-6f5c2452a8e3 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:53.915314 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bf0758f-6b5a-4648-9944-aab27372a14b', 'tag': 'a4d7d275-16b5-45b2-a922-1ec8a287c600', 'status': 'completed', 'code': 200} Jul 16 08:37:53.924973 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-e4a89a80-8730-4d4a-925e-a964e305b6da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1080767113&fields=id&tenant_id=8722177fc6ea499891c4ef1fb2062076 HTTP/1.1" status: 200 len: 267 time: 0.2499888 Jul 16 08:37:53.951164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-871d9d9f-2866-40ce-b5e1-519e4bb7a07c tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.951864 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-871d9d9f-2866-40ce-b5e1-519e4bb7a07c tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.038087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341294e6-a698-45ec-ba87-1b696755b205 req-92b83e25-5b8f-4552-965c-e9434a89e77b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:54.039708 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-341294e6-a698-45ec-ba87-1b696755b205 req-92b83e25-5b8f-4552-965c-e9434a89e77b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.38 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 944 time: 0.3872669 Jul 16 08:37:54.060277 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-871d9d9f-2866-40ce-b5e1-519e4bb7a07c tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2139604 Jul 16 08:37:54.095636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Request body: {'port': {'device_id': 'da31ec4f-45d5-4186-8d5d-c5784dd9fc7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:54.103732 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9fb0fc5-3f95-4221-b613-b71c6901bc61 req-39e7228d-6daf-489e-a196-76f3b5fa7483 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0369284 Jul 16 08:37:54.104578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-e9c508b5-aa4e-4537-8d40-0a82f9ee6834 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:54.106015 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-e9c508b5-aa4e-4537-8d40-0a82f9ee6834 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports/b4b07ed5-62ac-496e-8d9f-e59c95bdad06 HTTP/1.1" status: 200 len: 936 time: 0.1496665 Jul 16 08:37:54.275022 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cc24d5d-2d68-49a5-b7c8-49227efe9c5e req-4cba822f-133d-446d-8c5c-dc241abcf2ae tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1048493 Jul 16 08:37:54.282858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-710dc125-0a3e-412b-a7eb-9def7a4a61b4 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:54.284336 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-710dc125-0a3e-412b-a7eb-9def7a4a61b4 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports/4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 HTTP/1.1" status: 200 len: 936 time: 0.1526339 Jul 16 08:37:54.291964 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8969e4-04f9-4e7b-85fa-705de5c20ec2 req-58dd9cae-40ce-42d4-85d2-07fb1c10d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:54.293536 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb8969e4-04f9-4e7b-85fa-705de5c20ec2 req-58dd9cae-40ce-42d4-85d2-07fb1c10d3a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d17dbbf3a63843538b807137fd55f1e2&device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 1095 time: 0.3574409 Jul 16 08:37:54.300558 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.379437 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-10ccadc1-98b0-45e3-8e0b-abbf559eec98 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?network_id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0812395 Jul 16 08:37:54.489875 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-23c7feb9-2e8b-4f20-9ae3-4f0359fd07aa tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?network_id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0948472 Jul 16 08:37:54.562092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-341294e6-a698-45ec-ba87-1b696755b205 req-12e5e5d1-cdda-495c-9821-14ff6cbd0e1b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Deleting port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:54.562433 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-341294e6-a698-45ec-ba87-1b696755b205 req-12e5e5d1-cdda-495c-9821-14ff6cbd0e1b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.672123 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8969e4-04f9-4e7b-85fa-705de5c20ec2 req-366bd38f-f14d-42e1-ae60-069c36fcc225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:54.673489 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb8969e4-04f9-4e7b-85fa-705de5c20ec2 req-366bd38f-f14d-42e1-ae60-069c36fcc225 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa10a998-d0e5-4063-a211-2fadd75a43f8 HTTP/1.1" status: 200 len: 914 time: 0.3625753 Jul 16 08:37:54.701765 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7d25e-b930-4c20-a271-0c4cf1d8c59b req-df78e046-8cea-46da-9eb9-353b733e693c tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:54.704213 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dbd7d25e-b930-4c20-a271-0c4cf1d8c59b req-df78e046-8cea-46da-9eb9-353b733e693c tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/ports?device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 931 time: 0.1148226 Jul 16 08:37:54.768558 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dbd7d25e-b930-4c20-a271-0c4cf1d8c59b req-a914dbe7-fb9b-4c90-b978-069aa2e9a7fe tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8527506-c5ef-4047-a6f8-42a5c561f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550506 Jul 16 08:37:55.007367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9b0afe-ee58-4403-bcf6-77c5556a76a0 req-31f87467-c8c4-4bbc-9502-188ccafab05a tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.009555 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d9b0afe-ee58-4403-bcf6-77c5556a76a0 req-31f87467-c8c4-4bbc-9502-188ccafab05a tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 943 time: 0.0990582 Jul 16 08:37:55.045363 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb8969e4-04f9-4e7b-85fa-705de5c20ec2 req-20fa68b4-b081-46c4-b38b-14d3e16fa06c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a4d7d275-16b5-45b2-a922-1ec8a287c600 HTTP/1.1" status: 200 len: 217 time: 0.3361614 Jul 16 08:37:55.060641 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d9b0afe-ee58-4403-bcf6-77c5556a76a0 req-651cd2fa-0999-4c1b-bb54-3311431f2c9c tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431280 Jul 16 08:37:55.192744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-c3c0bc78-d360-4872-8ddb-f192f0194ad5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.198886 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-c3c0bc78-d360-4872-8ddb-f192f0194ad5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.206291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-c3c0bc78-d360-4872-8ddb-f192f0194ad5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.207389 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-c3c0bc78-d360-4872-8ddb-f192f0194ad5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/networks?id=2055bc3a-708e-4fbd-bdcb-dd6830ef6991&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&id=0b6245ad-207a-4492-93ca-7fe1f5645c7a HTTP/1.1" status: 200 len: 1995 time: 0.7004170 Jul 16 08:37:55.228622 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-341294e6-a698-45ec-ba87-1b696755b205 req-12e5e5d1-cdda-495c-9821-14ff6cbd0e1b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] For port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:55.229005 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-341294e6-a698-45ec-ba87-1b696755b205 req-12e5e5d1-cdda-495c-9821-14ff6cbd0e1b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.259800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8969e4-04f9-4e7b-85fa-705de5c20ec2 req-6e9bd194-3530-4cb2-886a-434971cdb89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.261322 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb8969e4-04f9-4e7b-85fa-705de5c20ec2 req-6e9bd194-3530-4cb2-886a-434971cdb89c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d354d9c1-99e8-47e2-a7a7-7b35bca06f78 HTTP/1.1" status: 200 len: 854 time: 0.2024364 Jul 16 08:37:55.268209 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-114f3f79-59fc-4678-ab5e-5b5145ce501a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/quotas/8722177fc6ea499891c4ef1fb2062076 HTTP/1.1" status: 200 len: 375 time: 0.0452087 Jul 16 08:37:55.269166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-341294e6-a698-45ec-ba87-1b696755b205 req-12e5e5d1-cdda-495c-9821-14ff6cbd0e1b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Calling delete_port for f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:55.325807 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb8969e4-04f9-4e7b-85fa-705de5c20ec2 req-ae0cae58-d31c-44c7-8dd6-ccaee6b0da32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa10a998-d0e5-4063-a211-2fadd75a43f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506413 Jul 16 08:37:55.602237 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb8969e4-04f9-4e7b-85fa-705de5c20ec2 req-313b7587-b96b-476b-a31f-d4c7af5cfc96 service neutron] 10.222.0.15 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530215 Jul 16 08:37:55.604743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b38af22b-d95c-4ebe-b11e-53b461b4a5cf {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:55.632792 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.709817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Transition to ACTIVE for port object b38af22b-d95c-4ebe-b11e-53b461b4a5cf will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:55.727985 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000eb318-f25f-49c3-8131-ddd32c114f70 req-057372ee-6d4b-40d6-b3c5-9a7e3e67491e tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.730207 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-e17eb5d7-6a69-4b15-99a0-929ef3072d4a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8722177fc6ea499891c4ef1fb2062076&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4122381 Jul 16 08:37:55.733810 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-000eb318-f25f-49c3-8131-ddd32c114f70 req-057372ee-6d4b-40d6-b3c5-9a7e3e67491e tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=89fb2419-980a-4431-baed-9b6229b3b650 HTTP/1.1" status: 200 len: 944 time: 0.0950696 Jul 16 08:37:55.771077 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.789392 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-000eb318-f25f-49c3-8131-ddd32c114f70 req-529f9e09-4059-421c-a094-421fc7bcd394 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498333 Jul 16 08:37:55.847296 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-341294e6-a698-45ec-ba87-1b696755b205 req-12e5e5d1-cdda-495c-9821-14ff6cbd0e1b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.927373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Pushing event updated for resources: {'Port': ['ID=b38af22b-d95c-4ebe-b11e-53b461b4a5cf,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:55.945730 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb8969e4-04f9-4e7b-85fa-705de5c20ec2 req-9fa5478b-43df-4a16-9d3e-9a7a82e523b1 service neutron] 10.222.0.15 "GET /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323922 Jul 16 08:37:55.980587 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e5e5d1-cdda-495c-9821-14ff6cbd0e1b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Pushing event deleted for resources: {'Port': ['ID=f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:56.045232 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fb697c72-4598-4574-b10e-94c2ab68a00d req-826e7c57-01b0-401a-b343-6f480c1eb08f tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0404258 Jul 16 08:37:56.046156 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-c49d74fb-2450-4985-b127-0c0ea612ce81 service neutron] 10.222.0.20 "GET /v2.0/networks/2055bc3a-708e-4fbd-bdcb-dd6830ef6991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861514 Jul 16 08:37:56.094066 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-341294e6-a698-45ec-ba87-1b696755b205 req-12e5e5d1-cdda-495c-9821-14ff6cbd0e1b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] No DVR routers for this DVR port f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:56.108984 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-341294e6-a698-45ec-ba87-1b696755b205 req-12e5e5d1-cdda-495c-9821-14ff6cbd0e1b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.111093 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-341294e6-a698-45ec-ba87-1b696755b205 req-12e5e5d1-cdda-495c-9821-14ff6cbd0e1b tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.38 "DELETE /v2.0/ports/f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 HTTP/1.1" status: 204 len: 173 time: 2.0614252 Jul 16 08:37:56.114817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89fb2419-980a-4431-baed-9b6229b3b650', 'name': 'network-vif-deleted', 'tag': 'f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:56.116018 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e70fbe2-5117-46a3-85dd-68f9a6e918a9" -d '{"events": [{"server_uuid": "89fb2419-980a-4431-baed-9b6229b3b650", "name": "network-vif-deleted", "tag": "f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:56.190162 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Attempting to bind port b38af22b-d95c-4ebe-b11e-53b461b4a5cf on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:56.190518 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Attempting to bind port b38af22b-d95c-4ebe-b11e-53b461b4a5cf by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'e7b12d62-5cf8-4239-b169-ce25a2763cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b3dbcd7c-14c6-480c-a24d-adb077a34169'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:56.190814 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Attempting to bind port b38af22b-d95c-4ebe-b11e-53b461b4a5cf on network b3dbcd7c-14c6-480c-a24d-adb077a34169 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:56.202759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Port b38af22b-d95c-4ebe-b11e-53b461b4a5cf on network b3dbcd7c-14c6-480c-a24d-adb077a34169 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:56.203107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Attempting to bind port b38af22b-d95c-4ebe-b11e-53b461b4a5cf on network b3dbcd7c-14c6-480c-a24d-adb077a34169 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:56.216235 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:56.216876 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Checking segment: {'id': 'e7b12d62-5cf8-4239-b169-ce25a2763cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b3dbcd7c-14c6-480c-a24d-adb077a34169'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:56.217582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Bound using segment: {'id': 'e7b12d62-5cf8-4239-b169-ce25a2763cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b3dbcd7c-14c6-480c-a24d-adb077a34169'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:56.219132 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Bound port: b38af22b-d95c-4ebe-b11e-53b461b4a5cf, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7b12d62-5cf8-4239-b169-ce25a2763cd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'b3dbcd7c-14c6-480c-a24d-adb077a34169'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:56.219849 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.267282 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-e974e5e4-3762-42ee-b922-676e0f68a398 service neutron] 10.222.0.20 "GET /v2.0/networks/2055bc3a-708e-4fbd-bdcb-dd6830ef6991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840193 Jul 16 08:37:56.294164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device a4d7d275-16b5-45b2-a922-1ec8a287c600 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:56.428316 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-cc2a5830-3c71-4587-a6d5-ebe2d076a443 service neutron] 10.222.0.20 "GET /v2.0/ports/b4b07ed5-62ac-496e-8d9f-e59c95bdad06?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1058719 Jul 16 08:37:56.440733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] For port b38af22b-d95c-4ebe-b11e-53b461b4a5cf, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:56.453470 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] For port b38af22b-d95c-4ebe-b11e-53b461b4a5cf, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b38af22b-d95c-4ebe-b11e-53b461b4a5cf,segment=NetworkSegment(e7b12d62-5cf8-4239-b169-ce25a2763cd4),segment_id=e7b12d62-5cf8-4239-b169-ce25a2763cd4)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:56.468306 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port a4d7d275-16b5-45b2-a922-1ec8a287c600, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=a4d7d275-16b5-45b2-a922-1ec8a287c600,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:56.470040 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.495769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'a4d7d275-16b5-45b2-a922-1ec8a287c600', 'network_id': 'fa10a998-d0e5-4063-a211-2fadd75a43f8', 'port_id': 'a4d7d275-16b5-45b2-a922-1ec8a287c600', 'mac_address': 'fa:16:3e:f4:b0:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd354d9c1-99e8-47e2-a7a7-7b35bca06f78', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:56.563017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:56.563759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.565403 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] 10.222.0.15 "PUT /v2.0/ports/b38af22b-d95c-4ebe-b11e-53b461b4a5cf HTTP/1.1" status: 200 len: 1092 time: 2.4782505 Jul 16 08:37:56.590174 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.615652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015fb802-9886-4dd6-916b-976ba313dd87 service neutron] Pushing event updated for resources: {'Port': ['ID=b38af22b-d95c-4ebe-b11e-53b461b4a5cf,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:56.631824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4d7d275-16b5-45b2-a922-1ec8a287c600 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:56.632764 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-738b45fc-e410-4b8d-8f27-236096880963 service neutron] 10.222.0.20 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909978 Jul 16 08:37:56.644817 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eec0407-a1d8-4230-9bd3-87215392832a req-203ae49e-b35d-4c31-b8ca-1e7339425eca tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:56.648324 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8eec0407-a1d8-4230-9bd3-87215392832a req-203ae49e-b35d-4c31-b8ca-1e7339425eca tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/ports?device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 943 time: 0.1207116 Jul 16 08:37:56.673875 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port a4d7d275-16b5-45b2-a922-1ec8a287c600, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=a4d7d275-16b5-45b2-a922-1ec8a287c600,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:56.679331 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.726480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8eec0407-a1d8-4230-9bd3-87215392832a req-5078aa37-b1ee-4e26-86b1-483710844943 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8527506-c5ef-4047-a6f8-42a5c561f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652626 Jul 16 08:37:56.743789 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=a4d7d275-16b5-45b2-a922-1ec8a287c600,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:56.897749 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-6d864715-07c2-48bc-8024-e9b1e28af4c1 service neutron] 10.222.0.20 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575336 Jul 16 08:37:56.903329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-88789d6c-3607-4f2c-b898-b0af679926ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:56.907145 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-88789d6c-3607-4f2c-b898-b0af679926ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6f833b6b4454388ba24dfb180b09bc6&device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 1095 time: 0.2330298 Jul 16 08:37:56.979491 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['a4d7d275-16b5-45b2-a922-1ec8a287c600'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:57.004077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4066058-e6cd-466b-9d9a-105800c2aa20 req-5b0719bf-db4a-4d6a-a632-96d9b9da7778 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:57.006582 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a4066058-e6cd-466b-9d9a-105800c2aa20 req-5b0719bf-db4a-4d6a-a632-96d9b9da7778 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 944 time: 0.1387351 Jul 16 08:37:57.040931 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-2f4173b1-f2f5-42cd-8926-6f917615c4f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b38af22b-d95c-4ebe-b11e-53b461b4a5cf HTTP/1.1" status: 200 len: 217 time: 0.1177442 Jul 16 08:37:57.060571 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a4066058-e6cd-466b-9d9a-105800c2aa20 req-fdbe03df-c253-4eab-a2ab-5b8b7637a948 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461049 Jul 16 08:37:57.111450 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-9238f0ef-4ada-4257-8762-343bb9b94ae4 service neutron] 10.222.0.20 "GET /v2.0/ports/4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.2021706 Jul 16 08:37:57.151099 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e422591f-d209-4064-b1c8-d897be776c2e x-openstack-request-id: req-e422591f-d209-4064-b1c8-d897be776c2e {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:57.151474 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89fb2419-980a-4431-baed-9b6229b3b650", "name": "network-vif-deleted", "tag": "f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:57.151646 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e422591f-d209-4064-b1c8-d897be776c2e {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:57.152018 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89fb2419-980a-4431-baed-9b6229b3b650', 'name': 'network-vif-deleted', 'tag': 'f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6', 'status': 'completed', 'code': 200} Jul 16 08:37:57.166762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-5624a70f-12b9-428d-8fce-8d80b3337cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:57.168325 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-5624a70f-12b9-428d-8fce-8d80b3337cb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=668bc40c-25ba-4130-ad8e-0a29edd09f3f HTTP/1.1" status: 200 len: 862 time: 0.1197543 Jul 16 08:37:57.244563 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-cbc90e1f-58bf-472b-b25a-2ad211afd39d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3dbcd7c-14c6-480c-a24d-adb077a34169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404468 Jul 16 08:37:57.300329 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-afaa9b0a-bea8-4171-b7af-63e8942b0c62 service neutron] 10.222.0.20 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796515 Jul 16 08:37:57.428892 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-59b53412-a602-4cee-ab15-8ed05d184d07 service neutron] 10.222.0.15 "GET /v2.0/networks/b3dbcd7c-14c6-480c-a24d-adb077a34169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739068 Jul 16 08:37:57.505905 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-a83e0286-5648-4249-afc9-5c252fcdd585 service neutron] 10.222.0.20 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973424 Jul 16 08:37:57.648537 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ff617a9-030f-4d43-8b9b-db3ec5229b4f req-90e8f5da-4c45-40ef-8956-e013889f3e05 service neutron] 10.222.0.15 "GET /v2.0/networks/b3dbcd7c-14c6-480c-a24d-adb077a34169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086401 Jul 16 08:37:57.659059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:57.675360 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-61a78618-384d-4a63-a9f3-8e1693ba4408 service neutron] 10.222.0.20 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581457 Jul 16 08:37:57.714611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:57.715280 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f5ed0b68-858d-4abf-a0d8-aa9abb3d67c6 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:57.808324 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-377a1388-b9b8-40e1-a9d1-8cfe0b4344d1 service neutron] 10.222.0.20 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215246 Jul 16 08:37:57.833930 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c039d89d-0c63-4bf3-a794-650d9fda20ce req-44d4d64b-2a28-4cdc-976f-53d91e4e3924 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0517614 Jul 16 08:37:57.930772 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-6d2ca1bc-6df7-4eca-b0c4-8873f55d3e15 service neutron] 10.222.0.20 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159542 Jul 16 08:37:58.056489 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-7bb97b96-63c3-4304-b223-ba13f529c715 service neutron] 10.222.0.20 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151781 Jul 16 08:37:58.180706 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-35ea4fef-0a40-411f-a5f1-c338aad0281b service neutron] 10.222.0.20 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136191 Jul 16 08:37:58.308270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device a4d7d275-16b5-45b2-a922-1ec8a287c600 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:58.337136 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-51255aab-a29f-4a4e-a30e-9ca97063206b service neutron] 10.222.0.20 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452212 Jul 16 08:37:58.407816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port a4d7d275-16b5-45b2-a922-1ec8a287c600 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:58.413032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port a4d7d275-16b5-45b2-a922-1ec8a287c600 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:58.413750 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.541380 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.558803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e380db-0881-4251-8a6f-e2fb28fe749d req-42c829cd-8ecc-437b-bccc-1a290b341582 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.561289 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3e380db-0881-4251-8a6f-e2fb28fe749d req-42c829cd-8ecc-437b-bccc-1a290b341582 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/ports?device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 943 time: 0.0852242 Jul 16 08:37:58.582146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf0758f-6b5a-4648-9944-aab27372a14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d7d275-16b5-45b2-a922-1ec8a287c600'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:58.586179 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a5232a-cab7-4731-9612-1caab365e95e" -d '{"events": [{"server_uuid": "1bf0758f-6b5a-4648-9944-aab27372a14b", "name": "network-vif-plugged", "status": "completed", "tag": "a4d7d275-16b5-45b2-a922-1ec8a287c600"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:58.609239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port a4d7d275-16b5-45b2-a922-1ec8a287c600, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=a4d7d275-16b5-45b2-a922-1ec8a287c600,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:58.611019 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3e380db-0881-4251-8a6f-e2fb28fe749d req-0c263a09-8184-40ab-b3e9-1c7193fbab26 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8527506-c5ef-4047-a6f8-42a5c561f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414469 Jul 16 08:37:58.616035 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.706926 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=a4d7d275-16b5-45b2-a922-1ec8a287c600,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:58.844309 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-da7b6052-6d2f-47ae-8d5c-18da89f4b4e9 service neutron] 10.222.0.20 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4990916 Jul 16 08:37:58.922011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052a880-9274-47fe-9311-02481eb5319b req-984b1c04-e261-48ca-8ae0-a084a25b601c tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.924866 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8052a880-9274-47fe-9311-02481eb5319b req-984b1c04-e261-48ca-8ae0-a084a25b601c tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.38 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 945 time: 0.1462798 Jul 16 08:37:59.033325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76cacd-8de2-4554-81e4-b781face443f req-77ffcd91-5e50-4d8d-bd26-3440ea545f6f tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:59.035236 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1c76cacd-8de2-4554-81e4-b781face443f req-77ffcd91-5e50-4d8d-bd26-3440ea545f6f tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 945 time: 0.0717640 Jul 16 08:37:59.078675 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1c76cacd-8de2-4554-81e4-b781face443f req-a45258f4-7c52-4a5d-913d-15db70b53047 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366652 Jul 16 08:37:59.147839 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-b4a58826-e1c2-4708-9753-2c542b01692f service neutron] 10.222.0.20 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930837 Jul 16 08:37:59.153776 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da31ec4f-45d5-4186-8d5d-c5784dd9fc7b', 'tag': 'b38af22b-d95c-4ebe-b11e-53b461b4a5cf'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:59.158246 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed5b168-3b90-406b-aa3e-1c3d9dd4da96" -d '{"events": [{"name": "network-changed", "server_uuid": "da31ec4f-45d5-4186-8d5d-c5784dd9fc7b", "tag": "b38af22b-d95c-4ebe-b11e-53b461b4a5cf"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:59.219961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-8052a880-9274-47fe-9311-02481eb5319b req-36b9dfed-78d6-425b-9f6d-93de49374d47 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Deleting port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:59.220334 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8052a880-9274-47fe-9311-02481eb5319b req-36b9dfed-78d6-425b-9f6d-93de49374d47 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.323110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9767f9-6e25-4311-8a9f-38fdc69bea06 req-d4f1a67c-836b-4c64-a8a9-8b15b1a3a5cf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:59.329729 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bb9767f9-6e25-4311-8a9f-38fdc69bea06 req-d4f1a67c-836b-4c64-a8a9-8b15b1a3a5cf tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/ports?device_id=422009d9-c902-493e-8fb5-482b7e5f6924 HTTP/1.1" status: 200 len: 945 time: 0.1380267 Jul 16 08:37:59.376575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8052a880-9274-47fe-9311-02481eb5319b req-36b9dfed-78d6-425b-9f6d-93de49374d47 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] For port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,segment=NetworkSegment(c4bcba42-34ae-4bc4-88cb-e68ba368bae7),segment_id=c4bcba42-34ae-4bc4-88cb-e68ba368bae7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:59.377047 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8052a880-9274-47fe-9311-02481eb5319b req-36b9dfed-78d6-425b-9f6d-93de49374d47 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.385464 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bb9767f9-6e25-4311-8a9f-38fdc69bea06 req-b81f1584-70a3-44f1-907b-4172e9f2f314 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.20 "GET /v2.0/security-groups?id=41f16a17-15b1-46c3-a1f4-15934805ff0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533054 Jul 16 08:37:59.395250 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-8052a880-9274-47fe-9311-02481eb5319b req-36b9dfed-78d6-425b-9f6d-93de49374d47 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Calling delete_port for fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:59.612425 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8052a880-9274-47fe-9311-02481eb5319b req-36b9dfed-78d6-425b-9f6d-93de49374d47 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.643262 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01ca56fe-015b-401a-92ef-41de739c3ad7 x-openstack-request-id: req-01ca56fe-015b-401a-92ef-41de739c3ad7 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:59.644477 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf0758f-6b5a-4648-9944-aab27372a14b", "name": "network-vif-plugged", "status": "completed", "tag": "a4d7d275-16b5-45b2-a922-1ec8a287c600", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:59.644807 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b9dfed-78d6-425b-9f6d-93de49374d47 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Pushing event deleted for resources: {'Port': ['ID=fd3ef9f1-e137-44b9-9d84-ad2c09664fd7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:59.646011 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01ca56fe-015b-401a-92ef-41de739c3ad7 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:59.647054 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf0758f-6b5a-4648-9944-aab27372a14b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4d7d275-16b5-45b2-a922-1ec8a287c600', 'code': 200} Jul 16 08:37:59.709518 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-8052a880-9274-47fe-9311-02481eb5319b req-36b9dfed-78d6-425b-9f6d-93de49374d47 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] No DVR routers for this DVR port fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:59.712954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8052a880-9274-47fe-9311-02481eb5319b req-36b9dfed-78d6-425b-9f6d-93de49374d47 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.715641 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8052a880-9274-47fe-9311-02481eb5319b req-36b9dfed-78d6-425b-9f6d-93de49374d47 tempest-LiveAutoBlockMigrationV225Test-279241816 tempest-LiveAutoBlockMigrationV225Test-279241816-project] 10.222.0.38 "DELETE /v2.0/ports/fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 HTTP/1.1" status: 204 len: 173 time: 0.7814903 Jul 16 08:37:59.868034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c85cbf-46ff-48b7-b2d3-e5cadf4ea461 req-416229f4-62b0-4f6c-a10e-e61a61c6546b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:59.873639 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38c85cbf-46ff-48b7-b2d3-e5cadf4ea461 req-416229f4-62b0-4f6c-a10e-e61a61c6546b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 1097 time: 0.1143913 Jul 16 08:37:59.879801 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0fab92b-e913-4a39-a94a-e80fe88ba289 req-c19cf99d-b718-46df-b446-ad55bd3698a4 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0531185 Jul 16 08:37:59.950168 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38c85cbf-46ff-48b7-b2d3-e5cadf4ea461 req-01912d0b-62d9-4ece-8d3b-d4b570034af6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643086 Jul 16 08:38:00.154584 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ee5f67-f144-483c-bfd2-e84b1dc399f8 x-openstack-request-id: req-74ee5f67-f144-483c-bfd2-e84b1dc399f8 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:00.155318 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da31ec4f-45d5-4186-8d5d-c5784dd9fc7b", "tag": "b38af22b-d95c-4ebe-b11e-53b461b4a5cf", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:00.155552 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74ee5f67-f144-483c-bfd2-e84b1dc399f8 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:00.156582 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da31ec4f-45d5-4186-8d5d-c5784dd9fc7b', 'tag': 'b38af22b-d95c-4ebe-b11e-53b461b4a5cf', 'status': 'completed', 'code': 200} Jul 16 08:38:00.301436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device b38af22b-d95c-4ebe-b11e-53b461b4a5cf details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:00.346152 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5b168-3b90-406b-aa3e-1c3d9dd4da96 req-2c2b8ed1-fc49-4351-8a7e-cffbe9d5be15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.350923 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ed5b168-3b90-406b-aa3e-1c3d9dd4da96 req-2c2b8ed1-fc49-4351-8a7e-cffbe9d5be15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d6f833b6b4454388ba24dfb180b09bc6&device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 1095 time: 0.1669705 Jul 16 08:38:00.507995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ded3359e-10d7-406b-aa01-5aaf85c7f8cb req-12dea6e2-6e6b-4442-8ed4-297089a1b181 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.0626457 Jul 16 08:38:00.615931 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port b38af22b-d95c-4ebe-b11e-53b461b4a5cf, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b38af22b-d95c-4ebe-b11e-53b461b4a5cf,segment=NetworkSegment(e7b12d62-5cf8-4239-b169-ce25a2763cd4),segment_id=e7b12d62-5cf8-4239-b169-ce25a2763cd4)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:00.644872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'b38af22b-d95c-4ebe-b11e-53b461b4a5cf', 'network_id': 'b3dbcd7c-14c6-480c-a24d-adb077a34169', 'port_id': 'b38af22b-d95c-4ebe-b11e-53b461b4a5cf', 'mac_address': 'fa:16:3e:55:c7:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 93, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668bc40c-25ba-4130-ad8e-0a29edd09f3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:00.717913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5b168-3b90-406b-aa3e-1c3d9dd4da96 req-14b6e283-e404-41dd-bc0e-674dc026704f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.723640 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ed5b168-3b90-406b-aa3e-1c3d9dd4da96 req-14b6e283-e404-41dd-bc0e-674dc026704f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b3dbcd7c-14c6-480c-a24d-adb077a34169 HTTP/1.1" status: 200 len: 922 time: 0.3619747 Jul 16 08:38:00.727048 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.756870 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b38af22b-d95c-4ebe-b11e-53b461b4a5cf {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:00.776186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98701ef1-fd74-481f-b559-002326a3a879 req-f8d849ef-5d71-4e19-9124-3133c9157c17 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.789594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port b38af22b-d95c-4ebe-b11e-53b461b4a5cf, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b38af22b-d95c-4ebe-b11e-53b461b4a5cf,segment=NetworkSegment(e7b12d62-5cf8-4239-b169-ce25a2763cd4),segment_id=e7b12d62-5cf8-4239-b169-ce25a2763cd4)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:00.790445 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-98701ef1-fd74-481f-b559-002326a3a879 req-f8d849ef-5d71-4e19-9124-3133c9157c17 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/ports?device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 943 time: 0.3340898 Jul 16 08:38:00.796078 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.869737 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ed5b168-3b90-406b-aa3e-1c3d9dd4da96 req-fda9db7f-767e-490b-bfb5-0886c61c021a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b38af22b-d95c-4ebe-b11e-53b461b4a5cf HTTP/1.1" status: 200 len: 217 time: 0.1369948 Jul 16 08:38:00.941870 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=b38af22b-d95c-4ebe-b11e-53b461b4a5cf,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:00.977408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4b380-7df5-469d-a9e0-d57b5f9ac9a5 req-5a3466f1-c728-44d4-b85f-87fb0c6a0a22 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.988296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-09f4b380-7df5-469d-a9e0-d57b5f9ac9a5 req-5a3466f1-c728-44d4-b85f-87fb0c6a0a22 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 945 time: 0.2517900 Jul 16 08:38:01.005663 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-98701ef1-fd74-481f-b559-002326a3a879 req-2a02063f-1cbd-4fa1-885e-907e3a189d59 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8527506-c5ef-4047-a6f8-42a5c561f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132907 Jul 16 08:38:01.049400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed5b168-3b90-406b-aa3e-1c3d9dd4da96 req-686a2caf-6018-49f6-96ab-db3eeea12d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:01.051704 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ed5b168-3b90-406b-aa3e-1c3d9dd4da96 req-686a2caf-6018-49f6-96ab-db3eeea12d99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=668bc40c-25ba-4130-ad8e-0a29edd09f3f HTTP/1.1" status: 200 len: 862 time: 0.1652951 Jul 16 08:38:01.073381 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-09f4b380-7df5-469d-a9e0-d57b5f9ac9a5 req-c7cf7746-422b-4cf2-bc3e-643a7e7e5f79 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838585 Jul 16 08:38:01.122875 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ed5b168-3b90-406b-aa3e-1c3d9dd4da96 req-7e8c9b1d-5b00-4892-b5ed-f38ae6ea156a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3dbcd7c-14c6-480c-a24d-adb077a34169&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632999 Jul 16 08:38:01.129911 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['b38af22b-d95c-4ebe-b11e-53b461b4a5cf'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:01.334523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52188) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:01.434043 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ed5b168-3b90-406b-aa3e-1c3d9dd4da96 req-8b2e8212-b0d9-43fb-92ea-0570ba1c6975 service neutron] 10.222.0.15 "GET /v2.0/networks/b3dbcd7c-14c6-480c-a24d-adb077a34169?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3038011 Jul 16 08:38:01.475443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-7854d816-67d3-4a5e-a2dc-d74d987fb867 admin admin] Deleting subnet dbcf0224-d354-48dd-b45e-dcf207ea9086 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:01.488225 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7854d816-67d3-4a5e-a2dc-d74d987fb867 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.554336 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7854d816-67d3-4a5e-a2dc-d74d987fb867 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.615867 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7854d816-67d3-4a5e-a2dc-d74d987fb867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.616685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9321e1-86df-4e5f-b704-293459140066 req-9026fed2-30d3-41f5-bc91-be08d15c6026 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:01.619595 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fc9321e1-86df-4e5f-b704-293459140066 req-9026fed2-30d3-41f5-bc91-be08d15c6026 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 945 time: 0.3048604 Jul 16 08:38:01.714517 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7854d816-67d3-4a5e-a2dc-d74d987fb867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.720404 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ed5b168-3b90-406b-aa3e-1c3d9dd4da96 req-60bf0ae4-ffed-40a6-8b18-eecb7b835ea3 service neutron] 10.222.0.15 "GET /v2.0/networks/b3dbcd7c-14c6-480c-a24d-adb077a34169?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2776077 Jul 16 08:38:01.737347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fc9321e1-86df-4e5f-b704-293459140066 req-161d8826-9367-48b3-9967-b9fb38ee543a tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007891 Jul 16 08:38:01.753746 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7854d816-67d3-4a5e-a2dc-d74d987fb867 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.756329 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7854d816-67d3-4a5e-a2dc-d74d987fb867 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/dbcf0224-d354-48dd-b45e-dcf207ea9086 HTTP/1.1" status: 204 len: 168 time: 0.4203348 Jul 16 08:38:01.761024 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52194) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:01.768388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7854d816-67d3-4a5e-a2dc-d74d987fb867 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbcf0224-d354-48dd-b45e-dcf207ea9086,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:01.793545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-99679839-6d13-4280-a658-436d649ff43d req-08d966dc-81b2-4df8-be58-c75884f8e676 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0359514 Jul 16 08:38:01.957420 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf8c7641-c667-4906-90b3-abe00ae7e311 req-10763a2d-8b30-4271-a41d-810b077f123e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.0794301 Jul 16 08:38:01.988443 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fb50c6f-ddec-42ec-a785-0b848ffbc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.159733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '422009d9-c902-493e-8fb5-482b7e5f6924', 'name': 'network-vif-deleted', 'tag': 'fd3ef9f1-e137-44b9-9d84-ad2c09664fd7'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:02.163561 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b2be33-4249-4be6-82a6-ccdab932e502" -d '{"events": [{"server_uuid": "422009d9-c902-493e-8fb5-482b7e5f6924", "name": "network-vif-deleted", "tag": "fd3ef9f1-e137-44b9-9d84-ad2c09664fd7"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:02.184967 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-170c43f4-cea1-46c0-8a1a-918772939a55 req-6e4d3ab5-de36-43b9-97ff-5178fbc224cc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0532022 Jul 16 08:38:02.198461 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-738bae83-f7c9-4f32-87ef-e9c1614f443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.201048 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-738bae83-f7c9-4f32-87ef-e9c1614f443e service neutron] 10.222.0.38 "GET /v2.0/ports/b4b07ed5-62ac-496e-8d9f-e59c95bdad06 HTTP/1.1" status: 200 len: 1032 time: 0.1791840 Jul 16 08:38:02.233826 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a834ac-06af-463b-acd9-97b9ff4a3536 req-d52f98ce-c6b2-47bf-862d-72ed56bd5c57 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.236330 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8a834ac-06af-463b-acd9-97b9ff4a3536 req-d52f98ce-c6b2-47bf-862d-72ed56bd5c57 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.15 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 945 time: 0.3290553 Jul 16 08:38:02.281999 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fb50c6f-ddec-42ec-a785-0b848ffbc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.298377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device b38af22b-d95c-4ebe-b11e-53b461b4a5cf up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:02.321207 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ccacb0-3964-4485-85c0-ce1327f36dcb req-3894add2-6b9e-458e-a5b7-91c46c9ae908 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.325529 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-99ccacb0-3964-4485-85c0-ce1327f36dcb req-3894add2-6b9e-458e-a5b7-91c46c9ae908 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/ports?device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 944 time: 0.1093128 Jul 16 08:38:02.359984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8fb50c6f-ddec-42ec-a785-0b848ffbc6ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9119c76-4476-450e-9781-c499b2315c7d']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:02.398714 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-99ccacb0-3964-4485-85c0-ce1327f36dcb req-b530f67c-3c73-4dc1-b416-ed6a74648500 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8527506-c5ef-4047-a6f8-42a5c561f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650456 Jul 16 08:38:02.404924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port b38af22b-d95c-4ebe-b11e-53b461b4a5cf completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:02.414647 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port b38af22b-d95c-4ebe-b11e-53b461b4a5cf triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:02.416370 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.486875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8fb50c6f-ddec-42ec-a785-0b848ffbc6ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:02.487371 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8fb50c6f-ddec-42ec-a785-0b848ffbc6ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bcba42-34ae-4bc4-88cb-e68ba368bae7') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:02.491552 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffc9017-d9ce-4ecc-bfa1-94bab1c3c752 x-openstack-request-id: req-3ffc9017-d9ce-4ecc-bfa1-94bab1c3c752 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:02.492006 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "422009d9-c902-493e-8fb5-482b7e5f6924", "name": "network-vif-deleted", "tag": "fd3ef9f1-e137-44b9-9d84-ad2c09664fd7", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:02.492398 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ffc9017-d9ce-4ecc-bfa1-94bab1c3c752 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:02.493027 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '422009d9-c902-493e-8fb5-482b7e5f6924', 'name': 'network-vif-deleted', 'tag': 'fd3ef9f1-e137-44b9-9d84-ad2c09664fd7', 'status': 'completed', 'code': 200} Jul 16 08:38:02.582315 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.615122 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fb50c6f-ddec-42ec-a785-0b848ffbc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.653297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port b38af22b-d95c-4ebe-b11e-53b461b4a5cf, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b38af22b-d95c-4ebe-b11e-53b461b4a5cf,segment=NetworkSegment(e7b12d62-5cf8-4239-b169-ce25a2763cd4),segment_id=e7b12d62-5cf8-4239-b169-ce25a2763cd4)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:02.656608 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da31ec4f-45d5-4186-8d5d-c5784dd9fc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38af22b-d95c-4ebe-b11e-53b461b4a5cf'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:02.659119 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-c8c2a847-8723-4c4e-a0f4-aacdc8b61c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.661574 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-c8c2a847-8723-4c4e-a0f4-aacdc8b61c32 service neutron] 10.222.0.38 "GET /v2.0/ports/4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 HTTP/1.1" status: 200 len: 1032 time: 0.3671751 Jul 16 08:38:02.663470 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fb50c6f-ddec-42ec-a785-0b848ffbc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.664392 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ed7d41-d5f7-416f-98a1-c89ba2a051aa" -d '{"events": [{"server_uuid": "da31ec4f-45d5-4186-8d5d-c5784dd9fc7b", "name": "network-vif-plugged", "status": "completed", "tag": "b38af22b-d95c-4ebe-b11e-53b461b4a5cf"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:02.671111 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.727154 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fb50c6f-ddec-42ec-a785-0b848ffbc6ed admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:02.727806 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fb50c6f-ddec-42ec-a785-0b848ffbc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:02.732265 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:02.755698 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb1903a-fb9b-418b-abf2-c0d7590434c8 x-openstack-request-id: req-6cb1903a-fb9b-418b-abf2-c0d7590434c8 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:02.756154 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da31ec4f-45d5-4186-8d5d-c5784dd9fc7b", "name": "network-vif-plugged", "status": "completed", "tag": "b38af22b-d95c-4ebe-b11e-53b461b4a5cf", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:02.756591 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6cb1903a-fb9b-418b-abf2-c0d7590434c8 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:02.758161 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da31ec4f-45d5-4186-8d5d-c5784dd9fc7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b38af22b-d95c-4ebe-b11e-53b461b4a5cf', 'code': 200} Jul 16 08:38:02.782538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=b38af22b-d95c-4ebe-b11e-53b461b4a5cf,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:02.950174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8118c959-c81f-482d-b100-c6793eacab10 req-2e8bd917-d75a-45ab-8b26-3c5d4019529c tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.958366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8118c959-c81f-482d-b100-c6793eacab10 req-2e8bd917-d75a-45ab-8b26-3c5d4019529c tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 945 time: 0.0754318 Jul 16 08:38:03.011612 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8118c959-c81f-482d-b100-c6793eacab10 req-ddce1691-df62-4574-9867-cb81b632e52b tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519600 Jul 16 08:38:03.033176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70239d-b2e5-4346-b505-0c56d1731ddd req-98bb8cd3-8877-42d0-ba6c-e1ff18b8eaba tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.033176 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d70239d-b2e5-4346-b505-0c56d1731ddd req-98bb8cd3-8877-42d0-ba6c-e1ff18b8eaba tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 945 time: 0.7379780 Jul 16 08:38:03.033176 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fb50c6f-ddec-42ec-a785-0b848ffbc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.068622 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fb50c6f-ddec-42ec-a785-0b848ffbc6ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.072553 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8fb50c6f-ddec-42ec-a785-0b848ffbc6ed admin admin] 10.222.0.20 "DELETE /v2.0/networks/a9119c76-4476-450e-9781-c499b2315c7d HTTP/1.1" status: 204 len: 168 time: 1.3078406 Jul 16 08:38:03.074256 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52214) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:03.133650 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d8a834ac-06af-463b-acd9-97b9ff4a3536 req-7543b98f-5856-45e7-b9c3-2da4fd315a50 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Deleting port 20a11de1-5f65-493b-b276-631b7cf11435 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:03.134034 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d8a834ac-06af-463b-acd9-97b9ff4a3536 req-7543b98f-5856-45e7-b9c3-2da4fd315a50 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.164629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-76112f34-39b7-472c-a8fa-879458d79bae admin admin] Deleting subnet 1aec7509-0523-4ff9-b0b9-24a589b63632 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:03.180673 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb50c6f-ddec-42ec-a785-0b848ffbc6ed admin admin] Pushing event deleted for resources: {'Network': ['ID=a9119c76-4476-450e-9781-c499b2315c7d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:03.190464 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76112f34-39b7-472c-a8fa-879458d79bae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.222900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-7c7434c9-9357-4c3e-ad7e-00b02f62726f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.230338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-7c7434c9-9357-4c3e-ad7e-00b02f62726f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.237169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-7c7434c9-9357-4c3e-ad7e-00b02f62726f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.238922 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-7c7434c9-9357-4c3e-ad7e-00b02f62726f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "GET /v2.0/networks?id=2055bc3a-708e-4fbd-bdcb-dd6830ef6991&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&id=0b6245ad-207a-4492-93ca-7fe1f5645c7a HTTP/1.1" status: 200 len: 1995 time: 0.5602887 Jul 16 08:38:03.246133 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2d70239d-b2e5-4346-b505-0c56d1731ddd req-a7c3f939-6114-429b-b12b-3d5d070ac41a tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881404 Jul 16 08:38:03.252747 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20597645-4fed-418f-b5a5-db57bbde7ebe req-feabd1b2-0052-4e2b-9d08-f8efca6a6bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.254358 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20597645-4fed-418f-b5a5-db57bbde7ebe req-feabd1b2-0052-4e2b-9d08-f8efca6a6bff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 1097 time: 0.2843783 Jul 16 08:38:03.337656 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-8f9b7d06-8d13-4726-a876-917dca935fdd tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8722177fc6ea499891c4ef1fb2062076 HTTP/1.1" status: 200 len: 380 time: 0.0798454 Jul 16 08:38:03.340653 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a42b8c25-d61c-48f5-841a-55548af7bb0e req-e3d4971e-db76-4d81-996c-a7ae444b12b5 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0902617 Jul 16 08:38:03.356785 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-28f31996-93d2-484b-a127-3d4512946d63 req-4a52f839-2ee4-4c13-bb65-795a34e27f32 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'port': {'device_id': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'admin_state_up': True, 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'security_groups': ['7f576309-2b0d-47b3-831b-b8c67b8ca3e3']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:03.371727 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76112f34-39b7-472c-a8fa-879458d79bae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.492888 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20597645-4fed-418f-b5a5-db57bbde7ebe req-f49b1fb3-5410-412f-bf93-63f94274a668 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c8527506-c5ef-4047-a6f8-42a5c561f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985834 Jul 16 08:38:03.520661 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76112f34-39b7-472c-a8fa-879458d79bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.524103 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-d8a834ac-06af-463b-acd9-97b9ff4a3536 req-7543b98f-5856-45e7-b9c3-2da4fd315a50 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] For port 20a11de1-5f65-493b-b276-631b7cf11435, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=20a11de1-5f65-493b-b276-631b7cf11435,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:03.524334 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d8a834ac-06af-463b-acd9-97b9ff4a3536 req-7543b98f-5856-45e7-b9c3-2da4fd315a50 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.546526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d8a834ac-06af-463b-acd9-97b9ff4a3536 req-7543b98f-5856-45e7-b9c3-2da4fd315a50 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Calling delete_port for 20a11de1-5f65-493b-b276-631b7cf11435 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:03.617361 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.629341 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76112f34-39b7-472c-a8fa-879458d79bae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.657220 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76112f34-39b7-472c-a8fa-879458d79bae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.661602 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-76112f34-39b7-472c-a8fa-879458d79bae admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1aec7509-0523-4ff9-b0b9-24a589b63632 HTTP/1.1" status: 204 len: 168 time: 0.5859041 Jul 16 08:38:03.664558 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52222) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:03.696973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:03.714392 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76112f34-39b7-472c-a8fa-879458d79bae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1aec7509-0523-4ff9-b0b9-24a589b63632,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:03.721635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:03.722653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device fd3ef9f1-e137-44b9-9d84-ad2c09664fd7 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:03.760269 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4b8fb1f6-5aa4-4718-addd-ae23e8633805 req-21dc10fc-399a-4297-a1b6-432a846403f0 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.1324961 Jul 16 08:38:04.026469 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d8a834ac-06af-463b-acd9-97b9ff4a3536 req-7543b98f-5856-45e7-b9c3-2da4fd315a50 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.039077 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['2e860404-d007-4d07-9fda-18e14e90ec58'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:04.043761 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['be844583-4236-4b23-ab1e-56a42c8040d4', '20a11de1-5f65-493b-b276-631b7cf11435'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:04.052316 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0981c459-072c-4c02-8170-14c7ec745541 req-a10d2130-5eb2-4b9e-9fbf-c1444ab86920 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=493428d3e93c4fc1b4734aae30e4b8b4&device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.1220770 Jul 16 08:38:04.055131 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc113838-ff78-4ddc-bda5-7e79203d8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.097268 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-4a52f839-2ee4-4c13-bb65-795a34e27f32 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Made reservation on behalf of 8722177fc6ea499891c4ef1fb2062076 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:04.103501 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-4a52f839-2ee4-4c13-bb65-795a34e27f32 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.107318 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7543b98f-5856-45e7-b9c3-2da4fd315a50 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Pushing event deleted for resources: {'Port': ['ID=20a11de1-5f65-493b-b276-631b7cf11435,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:04.115911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0981c459-072c-4c02-8170-14c7ec745541 req-b20467fa-2bcb-403e-9053-20bcbd264102 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=493428d3e93c4fc1b4734aae30e4b8b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530734 Jul 16 08:38:04.263494 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc113838-ff78-4ddc-bda5-7e79203d8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.294359 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-dc113838-ff78-4ddc-bda5-7e79203d8f3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da7eeb0f-9d97-4f50-a6c4-83a11bb95819']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:04.317728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-dc113838-ff78-4ddc-bda5-7e79203d8f3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b068f02-1f6d-4e76-a7b7-a8e112753131') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:04.318558 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-dc113838-ff78-4ddc-bda5-7e79203d8f3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b068f02-1f6d-4e76-a7b7-a8e112753131') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:04.332398 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc113838-ff78-4ddc-bda5-7e79203d8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.351635 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc113838-ff78-4ddc-bda5-7e79203d8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.359381 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a834ac-06af-463b-acd9-97b9ff4a3536 req-7543b98f-5856-45e7-b9c3-2da4fd315a50 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] No DVR routers for this DVR port 20a11de1-5f65-493b-b276-631b7cf11435 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:04.363987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc113838-ff78-4ddc-bda5-7e79203d8f3b admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:04.364709 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc113838-ff78-4ddc-bda5-7e79203d8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:04.471299 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:04.520830 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354437eb-b87f-4547-89a7-f79dd4a8bac2 req-971adef9-fb12-4c2a-944f-5bb93a2533ac tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:04.529300 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-354437eb-b87f-4547-89a7-f79dd4a8bac2 req-971adef9-fb12-4c2a-944f-5bb93a2533ac tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/ports?device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 945 time: 0.6003008 Jul 16 08:38:04.583241 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc113838-ff78-4ddc-bda5-7e79203d8f3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.607251 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc113838-ff78-4ddc-bda5-7e79203d8f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.612717 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dc113838-ff78-4ddc-bda5-7e79203d8f3b admin admin] 10.222.0.20 "DELETE /v2.0/networks/da7eeb0f-9d97-4f50-a6c4-83a11bb95819 HTTP/1.1" status: 204 len: 168 time: 0.9460902 Jul 16 08:38:04.634559 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d8a834ac-06af-463b-acd9-97b9ff4a3536 req-7543b98f-5856-45e7-b9c3-2da4fd315a50 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.637645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc113838-ff78-4ddc-bda5-7e79203d8f3b admin admin] Pushing event deleted for resources: {'Network': ['ID=da7eeb0f-9d97-4f50-a6c4-83a11bb95819,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:04.638732 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8a834ac-06af-463b-acd9-97b9ff4a3536 req-7543b98f-5856-45e7-b9c3-2da4fd315a50 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.15 "DELETE /v2.0/ports/20a11de1-5f65-493b-b276-631b7cf11435 HTTP/1.1" status: 204 len: 173 time: 2.3469617 Jul 16 08:38:04.651630 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981c459-072c-4c02-8170-14c7ec745541 req-f20bb85e-3df7-4835-b1a8-24217ffc3018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:04.653226 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0981c459-072c-4c02-8170-14c7ec745541 req-f20bb85e-3df7-4835-b1a8-24217ffc3018 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5256076 Jul 16 08:38:04.667333 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cc0b5038-4bf3-430a-a77c-fd0af0c14450 req-0180d188-b52c-4618-ba37-a4ecda541557 tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.4513834 Jul 16 08:38:04.672000 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c5b1eb4-6c7e-4574-84bc-a422783c2ff6', 'name': 'network-vif-deleted', 'tag': '20a11de1-5f65-493b-b276-631b7cf11435'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:04.682029 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bcce35-2bd0-491f-ad1f-df8b8c923bfb" -d '{"events": [{"server_uuid": "0c5b1eb4-6c7e-4574-84bc-a422783c2ff6", "name": "network-vif-deleted", "tag": "20a11de1-5f65-493b-b276-631b7cf11435"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:04.683883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-354437eb-b87f-4547-89a7-f79dd4a8bac2 req-38ce6e76-03d8-4a82-8443-34b176e2cf5d tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8527506-c5ef-4047-a6f8-42a5c561f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489375 Jul 16 08:38:04.767282 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-28f31996-93d2-484b-a127-3d4512946d63 req-4a52f839-2ee4-4c13-bb65-795a34e27f32 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Allocated IP 172.20.0.5 (2055bc3a-708e-4fbd-bdcb-dd6830ef6991/43909eb2-c2e2-4352-8c3b-116900d301bb/19362c34-d5f6-4f9b-af89-b7af39297e18) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:04.809502 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f4610e-e6ea-451d-be5d-71d7493ff2e8 x-openstack-request-id: req-32f4610e-e6ea-451d-be5d-71d7493ff2e8 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:04.810620 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c5b1eb4-6c7e-4574-84bc-a422783c2ff6", "name": "network-vif-deleted", "tag": "20a11de1-5f65-493b-b276-631b7cf11435", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:04.811157 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32f4610e-e6ea-451d-be5d-71d7493ff2e8 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:04.811850 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c5b1eb4-6c7e-4574-84bc-a422783c2ff6', 'name': 'network-vif-deleted', 'tag': '20a11de1-5f65-493b-b276-631b7cf11435', 'status': 'completed', 'code': 200} Jul 16 08:38:04.987766 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aae325ff-e774-420e-bf72-b8d2eca9f2eb req-a3c7081d-af57-407a-be5c-bc5f561edad0 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c5b1eb4-6c7e-4574-84bc-a422783c2ff6 HTTP/1.1" status: 200 len: 210 time: 0.0396645 Jul 16 08:38:05.015594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52248) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:05.120545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c5567d0d-1af5-4191-8260-b45ea4d7cab1 req-8a47c009-f7cb-4629-8362-426fb25d04d4 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.0941381 Jul 16 08:38:05.178398 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-4a52f839-2ee4-4c13-bb65-795a34e27f32 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.192539 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-80e65ec0-37de-4319-9885-28f86ccfc86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.202832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-28f31996-93d2-484b-a127-3d4512946d63 req-4a52f839-2ee4-4c13-bb65-795a34e27f32 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Transition to ACTIVE for port object 19362c34-d5f6-4f9b-af89-b7af39297e18 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:05.204637 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.248296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-660b2eec-ee0e-4736-9137-9fa4d4bd029d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe72388f7744440db5677c86ab49db05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302043 Jul 16 08:38:05.251489 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52250) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:05.280349 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-4a52f839-2ee4-4c13-bb65-795a34e27f32 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.328940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-822e5ddf-23fd-4acf-ac85-4bac4b676580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.352069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f31996-93d2-484b-a127-3d4512946d63 req-4a52f839-2ee4-4c13-bb65-795a34e27f32 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Network 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:05.356671 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-822e5ddf-23fd-4acf-ac85-4bac4b676580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.360413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-28f31996-93d2-484b-a127-3d4512946d63 req-4a52f839-2ee4-4c13-bb65-795a34e27f32 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:05.366311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f31996-93d2-484b-a127-3d4512946d63 req-4a52f839-2ee4-4c13-bb65-795a34e27f32 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:05.406279 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a52f839-2ee4-4c13-bb65-795a34e27f32 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'Port': ['ID=19362c34-d5f6-4f9b-af89-b7af39297e18,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:05.490762 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-822e5ddf-23fd-4acf-ac85-4bac4b676580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.497593 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-822e5ddf-23fd-4acf-ac85-4bac4b676580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.501977 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-822e5ddf-23fd-4acf-ac85-4bac4b676580 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41f16a17-15b1-46c3-a1f4-15934805ff0b HTTP/1.1" status: 204 len: 168 time: 0.2462001 Jul 16 08:38:05.513949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-4a52f839-2ee4-4c13-bb65-795a34e27f32 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:05.518026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e5ddf-23fd-4acf-ac85-4bac4b676580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f16a17-15b1-46c3-a1f4-15934805ff0b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:05.525891 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-4a52f839-2ee4-4c13-bb65-795a34e27f32 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.582742 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-4a52f839-2ee4-4c13-bb65-795a34e27f32 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2213044 Jul 16 08:38:05.599477 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-28f31996-93d2-484b-a127-3d4512946d63 req-24c13774-cfcb-4a4a-8513-e3be9a0400da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'port': {'device_id': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802', 'admin_state_up': True, 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'security_groups': ['7f576309-2b0d-47b3-831b-b8c67b8ca3e3']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:05.786080 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-24c13774-cfcb-4a4a-8513-e3be9a0400da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Made reservation on behalf of 8722177fc6ea499891c4ef1fb2062076 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:05.792806 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-24c13774-cfcb-4a4a-8513-e3be9a0400da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.882359 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fccc1bad-e249-44b8-8edc-e5d49f0c2620 None None] Provisioning for port 19362c34-d5f6-4f9b-af89-b7af39297e18 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:05.888121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fccc1bad-e249-44b8-8edc-e5d49f0c2620 None None] Provisioning complete for port 19362c34-d5f6-4f9b-af89-b7af39297e18 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:05.888838 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fccc1bad-e249-44b8-8edc-e5d49f0c2620 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.987670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-fccc1bad-e249-44b8-8edc-e5d49f0c2620 None None] Port 19362c34-d5f6-4f9b-af89-b7af39297e18 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:06.107616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-28f31996-93d2-484b-a127-3d4512946d63 req-24c13774-cfcb-4a4a-8513-e3be9a0400da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Allocated IP 10.1.1.154 (3a85e507-a6f8-47ed-96c5-7c1bb3ee8802/fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde/6e71c4ff-1f67-4669-9250-8125eb2bb63a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:06.135205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4504fe7-fbee-420e-9729-5342e0d211f4 req-96dc6598-7e53-4615-9128-6088faddf52d tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.136939 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4504fe7-fbee-420e-9729-5342e0d211f4 req-96dc6598-7e53-4615-9128-6088faddf52d tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/ports?device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 945 time: 0.1857209 Jul 16 08:38:06.210981 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4504fe7-fbee-420e-9729-5342e0d211f4 req-b92b141b-bdcf-409d-b144-e434cea10f4e tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8527506-c5ef-4047-a6f8-42a5c561f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631466 Jul 16 08:38:06.335969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 20a11de1-5f65-493b-b276-631b7cf11435 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:06.383679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 20a11de1-5f65-493b-b276-631b7cf11435 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:06.384232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 20a11de1-5f65-493b-b276-631b7cf11435 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:06.406487 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52274) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:06.543946 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0981c459-072c-4c02-8170-14c7ec745541 req-23c67df3-5dce-44d8-a031-6b1c6acf49af tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.38 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.5817854 Jul 16 08:38:06.583900 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f8148201-89e2-4e4a-acf9-42930c8e3323 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3467e5dcd9f343309d8ba26b3183fa86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1737089 Jul 16 08:38:06.586278 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-24c13774-cfcb-4a4a-8513-e3be9a0400da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.589874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52276) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:06.594003 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28d3c470-0217-46bb-b2d6-50732e57d1f3 req-ae7e165d-544e-4687-bdeb-e337d200619d tempest-ServerShowV257Test-1610738004 tempest-ServerShowV257Test-1610738004-project] 10.222.0.20 "GET /v2.0/ports?device_id=53d12e8c-955b-4d11-a1ea-e69dd861674d HTTP/1.1" status: 200 len: 210 time: 0.0473127 Jul 16 08:38:06.614146 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-28f31996-93d2-484b-a127-3d4512946d63 req-24c13774-cfcb-4a4a-8513-e3be9a0400da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Transition to ACTIVE for port object 6e71c4ff-1f67-4669-9250-8125eb2bb63a will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:06.645303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fa29f-53f8-4943-ad8c-aa5e832b590a req-c1016996-d59a-42ef-9c25-9004fd7a48a3 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.647036 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-750fa29f-53f8-4943-ad8c-aa5e832b590a req-c1016996-d59a-42ef-9c25-9004fd7a48a3 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 931 time: 0.1771908 Jul 16 08:38:06.718188 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-886c11a5-284e-4466-a061-19ae534918c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.791272 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-886c11a5-284e-4466-a061-19ae534918c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.923282 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-886c11a5-284e-4466-a061-19ae534918c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.926719 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-886c11a5-284e-4466-a061-19ae534918c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.936680 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-886c11a5-284e-4466-a061-19ae534918c9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/117b496a-2590-40b5-87cd-1d88e6cbcc40 HTTP/1.1" status: 204 len: 168 time: 0.3410809 Jul 16 08:38:06.954502 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c11a5-284e-4466-a061-19ae534918c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117b496a-2590-40b5-87cd-1d88e6cbcc40,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:07.015767 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-24c13774-cfcb-4a4a-8513-e3be9a0400da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.027489 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-750fa29f-53f8-4943-ad8c-aa5e832b590a req-55d68870-0ebb-4351-ad0c-964fc0ccbfc2 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3704050 Jul 16 08:38:07.079506 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f31996-93d2-484b-a127-3d4512946d63 req-24c13774-cfcb-4a4a-8513-e3be9a0400da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:07.088184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-28f31996-93d2-484b-a127-3d4512946d63 req-24c13774-cfcb-4a4a-8513-e3be9a0400da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:07.094107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f31996-93d2-484b-a127-3d4512946d63 req-24c13774-cfcb-4a4a-8513-e3be9a0400da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:07.144544 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c13774-cfcb-4a4a-8513-e3be9a0400da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'Port': ['ID=6e71c4ff-1f67-4669-9250-8125eb2bb63a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:07.181391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-24c13774-cfcb-4a4a-8513-e3be9a0400da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:07.182221 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-24c13774-cfcb-4a4a-8513-e3be9a0400da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.226609 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-24c13774-cfcb-4a4a-8513-e3be9a0400da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6426499 Jul 16 08:38:07.237550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-28f31996-93d2-484b-a127-3d4512946d63 req-4c4e6863-380c-47de-b63a-8053993698ed tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'port': {'device_id': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802', 'admin_state_up': True, 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'security_groups': ['7f576309-2b0d-47b3-831b-b8c67b8ca3e3']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:07.497167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-4c4e6863-380c-47de-b63a-8053993698ed tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Made reservation on behalf of 8722177fc6ea499891c4ef1fb2062076 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:07.501298 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-4c4e6863-380c-47de-b63a-8053993698ed tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.645809 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6adb6b1a-3fac-4501-834b-11b74ff97ec8 None None] Provisioning for port 6e71c4ff-1f67-4669-9250-8125eb2bb63a completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:07.661236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6adb6b1a-3fac-4501-834b-11b74ff97ec8 None None] Provisioning complete for port 6e71c4ff-1f67-4669-9250-8125eb2bb63a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:07.662751 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6adb6b1a-3fac-4501-834b-11b74ff97ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.751049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-6adb6b1a-3fac-4501-834b-11b74ff97ec8 None None] Port 6e71c4ff-1f67-4669-9250-8125eb2bb63a cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:07.883919 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-28f31996-93d2-484b-a127-3d4512946d63 req-4c4e6863-380c-47de-b63a-8053993698ed tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Allocated IP 10.1.1.123 (3a85e507-a6f8-47ed-96c5-7c1bb3ee8802/fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde/ed62a5f0-1850-4742-b8df-60c11d9a13c3) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:07.884161 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e0cebfff-fed6-42c3-8c52-88ddcecd371a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.155964 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.315781 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-4c4e6863-380c-47de-b63a-8053993698ed tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.350887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-28f31996-93d2-484b-a127-3d4512946d63 req-4c4e6863-380c-47de-b63a-8053993698ed tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Transition to ACTIVE for port object ed62a5f0-1850-4742-b8df-60c11d9a13c3 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:08.451291 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-4c4e6863-380c-47de-b63a-8053993698ed tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.577745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f31996-93d2-484b-a127-3d4512946d63 req-4c4e6863-380c-47de-b63a-8053993698ed tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:08.592714 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-28f31996-93d2-484b-a127-3d4512946d63 req-4c4e6863-380c-47de-b63a-8053993698ed tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:08.601110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f31996-93d2-484b-a127-3d4512946d63 req-4c4e6863-380c-47de-b63a-8053993698ed tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:08.674330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e6863-380c-47de-b63a-8053993698ed tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'Port': ['ID=ed62a5f0-1850-4742-b8df-60c11d9a13c3,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:08.736789 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24be80f-8a55-43a6-9003-b58d75bf0723 req-725be8fd-34af-49c0-9436-a3d6d90c028f tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.739626 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a24be80f-8a55-43a6-9003-b58d75bf0723 req-725be8fd-34af-49c0-9436-a3d6d90c028f tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=e096af25-e8ad-4707-81d0-1e8778a169c5 HTTP/1.1" status: 200 len: 946 time: 0.2354259 Jul 16 08:38:08.740466 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52326) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:08.848840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-4c4e6863-380c-47de-b63a-8053993698ed tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.849535 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-4c4e6863-380c-47de-b63a-8053993698ed tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.904452 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a24be80f-8a55-43a6-9003-b58d75bf0723 req-be9fb943-fbc6-4acf-81dd-a35dd283b78f tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568954 Jul 16 08:38:08.908266 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-4c4e6863-380c-47de-b63a-8053993698ed tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6753120 Jul 16 08:38:08.930755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdc80-1772-492f-9ec1-99e6b051e304 req-bc6a44c7-ce3c-4a80-b3c2-427f84c17eec tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.949563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdc80-1772-492f-9ec1-99e6b051e304 req-bc6a44c7-ce3c-4a80-b3c2-427f84c17eec tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.957379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0fdc80-1772-492f-9ec1-99e6b051e304 req-bc6a44c7-ce3c-4a80-b3c2-427f84c17eec tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.966591 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0fdc80-1772-492f-9ec1-99e6b051e304 req-bc6a44c7-ce3c-4a80-b3c2-427f84c17eec tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 2374 time: 0.2966442 Jul 16 08:38:08.973407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-28f31996-93d2-484b-a127-3d4512946d63 req-34a774fa-4302-40de-a35f-cfea39a4de8f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'port': {'device_id': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a', 'admin_state_up': True, 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'security_groups': ['7f576309-2b0d-47b3-831b-b8c67b8ca3e3']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:09.055077 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb61ceea-a269-4a74-b386-8f7186524aaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.189990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0bd526fb-c927-419e-9fd6-76aa668508f9 None None] Provisioning for port ed62a5f0-1850-4742-b8df-60c11d9a13c3 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:09.199723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0bd526fb-c927-419e-9fd6-76aa668508f9 None None] Provisioning complete for port ed62a5f0-1850-4742-b8df-60c11d9a13c3 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:09.203472 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0bd526fb-c927-419e-9fd6-76aa668508f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.257768 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0fdc80-1772-492f-9ec1-99e6b051e304 req-4d109075-7282-48ea-8b51-1877297c1e5b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2893662 Jul 16 08:38:09.328545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-0bd526fb-c927-419e-9fd6-76aa668508f9 None None] Port ed62a5f0-1850-4742-b8df-60c11d9a13c3 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:09.329846 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb61ceea-a269-4a74-b386-8f7186524aaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.391281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-34a774fa-4302-40de-a35f-cfea39a4de8f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Made reservation on behalf of 8722177fc6ea499891c4ef1fb2062076 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:09.443262 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb61ceea-a269-4a74-b386-8f7186524aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.564840 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fb61ceea-a269-4a74-b386-8f7186524aaf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=493428d3e93c4fc1b4734aae30e4b8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8230078 Jul 16 08:38:09.572994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52340) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:09.612786 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.620309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb61ceea-a269-4a74-b386-8f7186524aaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9eba516-54f6-4bbf-bd6d-a9b4b31dff57,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:09.667802 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d839e6-78cb-434c-8788-3ed6b186ff07 req-59332ec9-f47f-43da-9af1-4f85d23774d2 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:09.670578 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01d839e6-78cb-434c-8788-3ed6b186ff07 req-59332ec9-f47f-43da-9af1-4f85d23774d2 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/ports?device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 945 time: 0.3377330 Jul 16 08:38:09.677297 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-34a774fa-4302-40de-a35f-cfea39a4de8f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.729653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9698e5-9bce-4e60-aa16-17d3510f4c21 req-1d2f4e34-e53a-4106-8e8e-5bcb2cbf3832 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:09.731893 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee9698e5-9bce-4e60-aa16-17d3510f4c21 req-1d2f4e34-e53a-4106-8e8e-5bcb2cbf3832 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.38 "GET /v2.0/ports?device_id=e096af25-e8ad-4707-81d0-1e8778a169c5 HTTP/1.1" status: 200 len: 946 time: 0.3218431 Jul 16 08:38:09.749735 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9198dbe-2275-412a-af81-7cad51ec46a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.780593 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9198dbe-2275-412a-af81-7cad51ec46a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.873159 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01d839e6-78cb-434c-8788-3ed6b186ff07 req-62b69b5b-d6be-4d60-b404-d7d825b8b7a7 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8527506-c5ef-4047-a6f8-42a5c561f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904869 Jul 16 08:38:10.018453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9198dbe-2275-412a-af81-7cad51ec46a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.026611 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9198dbe-2275-412a-af81-7cad51ec46a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.033967 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f9198dbe-2275-412a-af81-7cad51ec46a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9eba516-54f6-4bbf-bd6d-a9b4b31dff57 HTTP/1.1" status: 204 len: 168 time: 0.4490039 Jul 16 08:38:10.047012 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-ee9698e5-9bce-4e60-aa16-17d3510f4c21 req-66d432b6-2bb9-4bdd-b612-98726d9099aa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Deleting port 2e860404-d007-4d07-9fda-18e14e90ec58 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:10.048241 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ee9698e5-9bce-4e60-aa16-17d3510f4c21 req-66d432b6-2bb9-4bdd-b612-98726d9099aa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.126154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9198dbe-2275-412a-af81-7cad51ec46a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9eba516-54f6-4bbf-bd6d-a9b4b31dff57,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:10.410945 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-ee9698e5-9bce-4e60-aa16-17d3510f4c21 req-66d432b6-2bb9-4bdd-b612-98726d9099aa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] For port 2e860404-d007-4d07-9fda-18e14e90ec58, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=2e860404-d007-4d07-9fda-18e14e90ec58,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:10.412833 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ee9698e5-9bce-4e60-aa16-17d3510f4c21 req-66d432b6-2bb9-4bdd-b612-98726d9099aa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.438967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-ee9698e5-9bce-4e60-aa16-17d3510f4c21 req-66d432b6-2bb9-4bdd-b612-98726d9099aa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Calling delete_port for 2e860404-d007-4d07-9fda-18e14e90ec58 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:10.543667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-28f31996-93d2-484b-a127-3d4512946d63 req-34a774fa-4302-40de-a35f-cfea39a4de8f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Allocated IP 10.2.2.100 (0b6245ad-207a-4492-93ca-7fe1f5645c7a/50e963c7-0b3c-42c9-bd21-0a34517e5ea3/181f3551-9ad1-4dfb-bb61-77674378805b) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:10.624113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89319038-696d-4e68-b270-6971d3390296 req-d5f1f163-236f-4dad-9f27-334a9af6a996 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.626864 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-89319038-696d-4e68-b270-6971d3390296 req-d5f1f163-236f-4dad-9f27-334a9af6a996 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.15 "GET /v2.0/ports?device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 945 time: 0.5776076 Jul 16 08:38:10.700863 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ee9698e5-9bce-4e60-aa16-17d3510f4c21 req-66d432b6-2bb9-4bdd-b612-98726d9099aa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.715754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['2e860404-d007-4d07-9fda-18e14e90ec58'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:10.720992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['be844583-4236-4b23-ab1e-56a42c8040d4'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:10.740868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba3bb33-0b07-4913-add4-9d94d39368da req-29406ac1-080b-41a3-819e-541b6724cf0d tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.741887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d432b6-2bb9-4bdd-b612-98726d9099aa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Pushing event deleted for resources: {'Port': ['ID=2e860404-d007-4d07-9fda-18e14e90ec58,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:10.753726 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ba3bb33-0b07-4913-add4-9d94d39368da req-29406ac1-080b-41a3-819e-541b6724cf0d tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=e096af25-e8ad-4707-81d0-1e8778a169c5 HTTP/1.1" status: 200 len: 946 time: 0.5976176 Jul 16 08:38:10.820444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28febe35-66e8-4512-a9e2-996c5a3b08d8 req-abf5efe0-b018-436e-b0b4-f47d58947ebb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.829953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28febe35-66e8-4512-a9e2-996c5a3b08d8 req-abf5efe0-b018-436e-b0b4-f47d58947ebb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.837968 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28febe35-66e8-4512-a9e2-996c5a3b08d8 req-abf5efe0-b018-436e-b0b4-f47d58947ebb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.849758 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28febe35-66e8-4512-a9e2-996c5a3b08d8 req-abf5efe0-b018-436e-b0b4-f47d58947ebb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 2374 time: 0.2797062 Jul 16 08:38:10.852847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9698e5-9bce-4e60-aa16-17d3510f4c21 req-66d432b6-2bb9-4bdd-b612-98726d9099aa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] No DVR routers for this DVR port 2e860404-d007-4d07-9fda-18e14e90ec58 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:10.860193 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ee9698e5-9bce-4e60-aa16-17d3510f4c21 req-66d432b6-2bb9-4bdd-b612-98726d9099aa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.862695 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee9698e5-9bce-4e60-aa16-17d3510f4c21 req-66d432b6-2bb9-4bdd-b612-98726d9099aa tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.38 "DELETE /v2.0/ports/2e860404-d007-4d07-9fda-18e14e90ec58 HTTP/1.1" status: 204 len: 173 time: 1.1234848 Jul 16 08:38:10.869923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e096af25-e8ad-4707-81d0-1e8778a169c5', 'name': 'network-vif-deleted', 'tag': '2e860404-d007-4d07-9fda-18e14e90ec58'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:10.875923 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb08712e-abef-421a-a3cd-d2ed1d5d055e" -d '{"events": [{"server_uuid": "e096af25-e8ad-4707-81d0-1e8778a169c5", "name": "network-vif-deleted", "tag": "2e860404-d007-4d07-9fda-18e14e90ec58"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:10.944780 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28febe35-66e8-4512-a9e2-996c5a3b08d8 req-8949e72c-526e-492b-b2d8-d5df7af1e622 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937207 Jul 16 08:38:11.019320 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ba3bb33-0b07-4913-add4-9d94d39368da req-74bd18d6-d835-42fd-84f8-e467476fc24a tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638936 Jul 16 08:38:11.330960 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.510373 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-34a774fa-4302-40de-a35f-cfea39a4de8f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.552255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-28f31996-93d2-484b-a127-3d4512946d63 req-34a774fa-4302-40de-a35f-cfea39a4de8f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Transition to ACTIVE for port object 181f3551-9ad1-4dfb-bb61-77674378805b will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:11.611319 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-89319038-696d-4e68-b270-6971d3390296 req-d285d2fd-08a0-4d69-908b-2ae849247a5f tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Deleting port b38af22b-d95c-4ebe-b11e-53b461b4a5cf {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:11.611720 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-89319038-696d-4e68-b270-6971d3390296 req-d285d2fd-08a0-4d69-908b-2ae849247a5f tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.737181 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-34a774fa-4302-40de-a35f-cfea39a4de8f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.751654 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a72181e-2d5d-4fc9-a744-7391da584b01 x-openstack-request-id: req-0a72181e-2d5d-4fc9-a744-7391da584b01 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:11.753135 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e096af25-e8ad-4707-81d0-1e8778a169c5", "name": "network-vif-deleted", "tag": "2e860404-d007-4d07-9fda-18e14e90ec58", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:11.753920 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a72181e-2d5d-4fc9-a744-7391da584b01 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:11.758134 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e096af25-e8ad-4707-81d0-1e8778a169c5', 'name': 'network-vif-deleted', 'tag': '2e860404-d007-4d07-9fda-18e14e90ec58', 'status': 'completed', 'code': 200} Jul 16 08:38:11.875405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-89319038-696d-4e68-b270-6971d3390296 req-d285d2fd-08a0-4d69-908b-2ae849247a5f tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] For port b38af22b-d95c-4ebe-b11e-53b461b4a5cf, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b38af22b-d95c-4ebe-b11e-53b461b4a5cf,segment=NetworkSegment(e7b12d62-5cf8-4239-b169-ce25a2763cd4),segment_id=e7b12d62-5cf8-4239-b169-ce25a2763cd4)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:11.876541 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-89319038-696d-4e68-b270-6971d3390296 req-d285d2fd-08a0-4d69-908b-2ae849247a5f tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.885055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52386) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:11.929848 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-89319038-696d-4e68-b270-6971d3390296 req-d285d2fd-08a0-4d69-908b-2ae849247a5f tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Calling delete_port for b38af22b-d95c-4ebe-b11e-53b461b4a5cf owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:11.942383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f31996-93d2-484b-a127-3d4512946d63 req-34a774fa-4302-40de-a35f-cfea39a4de8f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Network 0b6245ad-207a-4492-93ca-7fe1f5645c7a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:11.946161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-28f31996-93d2-484b-a127-3d4512946d63 req-34a774fa-4302-40de-a35f-cfea39a4de8f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:11.962927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f31996-93d2-484b-a127-3d4512946d63 req-34a774fa-4302-40de-a35f-cfea39a4de8f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:12.086947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a774fa-4302-40de-a35f-cfea39a4de8f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'Port': ['ID=181f3551-9ad1-4dfb-bb61-77674378805b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:12.171078 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-fa560254-1260-4b38-93aa-7ed961226980 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1300194 Jul 16 08:38:12.202172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-34a774fa-4302-40de-a35f-cfea39a4de8f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.203061 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-34a774fa-4302-40de-a35f-cfea39a4de8f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.228718 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-34a774fa-4302-40de-a35f-cfea39a4de8f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3094072 Jul 16 08:38:12.253913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-28f31996-93d2-484b-a127-3d4512946d63 req-d85ad815-ebcd-4b4d-897a-77de8fe663cc tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'port': {'device_id': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a', 'admin_state_up': True, 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'security_groups': ['7f576309-2b0d-47b3-831b-b8c67b8ca3e3']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:12.473786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1420582759-network', 'tenant_id': 'c76f51fd58ac4c91af766500fae1fc16'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:12.497948 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-0391da4d-e231-4ac4-9425-9e83a659d03b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.510173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dcd2c6-6128-471e-8593-05e25eca01b4 req-7f700805-a6e5-4fbc-bbfb-20683fdc28a4 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.515277 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-0391da4d-e231-4ac4-9425-9e83a659d03b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3302875 Jul 16 08:38:12.518740 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b6dcd2c6-6128-471e-8593-05e25eca01b4 req-7f700805-a6e5-4fbc-bbfb-20683fdc28a4 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/ports?device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 945 time: 0.2556307 Jul 16 08:38:12.547799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7e275065-ac08-48ad-acf3-e3e2d346c86f None None] Provisioning for port 181f3551-9ad1-4dfb-bb61-77674378805b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:12.555736 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7e275065-ac08-48ad-acf3-e3e2d346c86f None None] Provisioning complete for port 181f3551-9ad1-4dfb-bb61-77674378805b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:12.556732 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7e275065-ac08-48ad-acf3-e3e2d346c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.567286 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-89319038-696d-4e68-b270-6971d3390296 req-d285d2fd-08a0-4d69-908b-2ae849247a5f tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.568468 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-3c8529a5-cb2e-4f31-8a9f-2a5cbae9b203 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/quotas/5e44fcee4e3840cf89b33be8ee44969f HTTP/1.1" status: 200 len: 375 time: 0.0510099 Jul 16 08:38:12.585456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-d85ad815-ebcd-4b4d-897a-77de8fe663cc tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Made reservation on behalf of 8722177fc6ea499891c4ef1fb2062076 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:12.591167 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-d85ad815-ebcd-4b4d-897a-77de8fe663cc tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.622069 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7e275065-ac08-48ad-acf3-e3e2d346c86f None None] Port 181f3551-9ad1-4dfb-bb61-77674378805b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:12.632185 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:38:12.632185 n-d-758944-46 neutron-server[93694]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:38:12.632185 n-d-758944-46 neutron-server[93694]: [parameters: {'project_id_1': 'c76f51fd58ac4c91af766500fae1fc16', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 38, 12, 541131)}] Jul 16 08:38:12.632185 n-d-758944-46 neutron-server[93694]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:38:12.633626 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:38:12.653434 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b6dcd2c6-6128-471e-8593-05e25eca01b4 req-4ae65c9d-4723-4973-b902-ff35bce1a055 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/security-groups?id=c8527506-c5ef-4047-a6f8-42a5c561f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304331 Jul 16 08:38:12.664327 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d285d2fd-08a0-4d69-908b-2ae849247a5f tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Pushing event deleted for resources: {'Port': ['ID=b38af22b-d95c-4ebe-b11e-53b461b4a5cf,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:12.685450 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-94c5e36a-f5f2-4e41-88b8-4b62ff919da4 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1144447 Jul 16 08:38:12.774757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-89319038-696d-4e68-b270-6971d3390296 req-d285d2fd-08a0-4d69-908b-2ae849247a5f tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] No DVR routers for this DVR port b38af22b-d95c-4ebe-b11e-53b461b4a5cf on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:12.781896 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-89319038-696d-4e68-b270-6971d3390296 req-d285d2fd-08a0-4d69-908b-2ae849247a5f tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.785288 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-89319038-696d-4e68-b270-6971d3390296 req-d285d2fd-08a0-4d69-908b-2ae849247a5f tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.15 "DELETE /v2.0/ports/b38af22b-d95c-4ebe-b11e-53b461b4a5cf HTTP/1.1" status: 204 len: 173 time: 2.1516185 Jul 16 08:38:12.786131 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da31ec4f-45d5-4186-8d5d-c5784dd9fc7b', 'name': 'network-vif-deleted', 'tag': 'b38af22b-d95c-4ebe-b11e-53b461b4a5cf'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:12.790261 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb12fa70-3e3a-4c46-8404-b3f834fa73cb" -d '{"events": [{"server_uuid": "da31ec4f-45d5-4186-8d5d-c5784dd9fc7b", "name": "network-vif-deleted", "tag": "b38af22b-d95c-4ebe-b11e-53b461b4a5cf"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:13.087512 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993730a-4a54-4bd4-8c44-8a8aea9e17d0 req-b189e1ff-f6fd-4c73-b148-befae931340e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:13.100236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993730a-4a54-4bd4-8c44-8a8aea9e17d0 req-b189e1ff-f6fd-4c73-b148-befae931340e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:13.110179 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993730a-4a54-4bd4-8c44-8a8aea9e17d0 req-b189e1ff-f6fd-4c73-b148-befae931340e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:13.120049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8993730a-4a54-4bd4-8c44-8a8aea9e17d0 req-b189e1ff-f6fd-4c73-b148-befae931340e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:13.133777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8993730a-4a54-4bd4-8c44-8a8aea9e17d0 req-b189e1ff-f6fd-4c73-b148-befae931340e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 3095 time: 0.3303940 Jul 16 08:38:13.222192 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Made reservation on behalf of c76f51fd58ac4c91af766500fae1fc16 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:13.235308 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.289453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.350322 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8993730a-4a54-4bd4-8c44-8a8aea9e17d0 req-2966b47e-2a29-49df-b7fe-f7bdce35f92c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2131460 Jul 16 08:38:13.367601 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-28f31996-93d2-484b-a127-3d4512946d63 req-d85ad815-ebcd-4b4d-897a-77de8fe663cc tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Allocated IP 10.2.2.200 (0b6245ad-207a-4492-93ca-7fe1f5645c7a/50e963c7-0b3c-42c9-bd21-0a34517e5ea3/ba8f1388-8cd4-4555-a1fd-9c1888461851) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:13.555648 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.565317 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.568070 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d547e09-613c-44bf-ada3-ce8c642566fe x-openstack-request-id: req-7d547e09-613c-44bf-ada3-ce8c642566fe {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:13.568977 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da31ec4f-45d5-4186-8d5d-c5784dd9fc7b", "name": "network-vif-deleted", "tag": "b38af22b-d95c-4ebe-b11e-53b461b4a5cf", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:13.568977 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d547e09-613c-44bf-ada3-ce8c642566fe {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:13.569297 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da31ec4f-45d5-4186-8d5d-c5784dd9fc7b', 'name': 'network-vif-deleted', 'tag': 'b38af22b-d95c-4ebe-b11e-53b461b4a5cf', 'status': 'completed', 'code': 200} Jul 16 08:38:13.600085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:13.642443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.643150 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Added segment a5fd003c-1729-4f0d-85ff-74d9b948dab9 of type vlan for network 1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d Jul 16 08:38:13.655986 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f44f40-302f-4239-8bf8-53fb27523def,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:13.743096 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.760459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 2e860404-d007-4d07-9fda-18e14e90ec58 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:13.812855 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 2e860404-d007-4d07-9fda-18e14e90ec58 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:13.814012 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 2e860404-d007-4d07-9fda-18e14e90ec58 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:13.828325 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4acdd199-2802-4b91-8d78-c8fabc2cbff8 req-cfcf946d-fa7c-4b8b-a0e6-ca845d805337 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 210 time: 0.2582934 Jul 16 08:38:13.855147 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.856361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:13.857140 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.915703 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0274391 Jul 16 08:38:13.919226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52420) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:13.926681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e2b8ff79-8e36-41f5-b1d7-796c3c708746 admin admin] Request body: {'subnet': {'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1420582759-subnet', 'tenant_id': 'c76f51fd58ac4c91af766500fae1fc16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:13.980234 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-d85ad815-ebcd-4b4d-897a-77de8fe663cc tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.992746 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe45ccf3-251d-4a79-b43f-cbe0a47e5ccc admin admin] Pushing event updated for resources: {'Network': ['ID=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:14.005022 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-28f31996-93d2-484b-a127-3d4512946d63 req-d85ad815-ebcd-4b4d-897a-77de8fe663cc tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Transition to ACTIVE for port object ba8f1388-8cd4-4555-a1fd-9c1888461851 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:14.009234 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:14.019298 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b8ff79-8e36-41f5-b1d7-796c3c708746 admin admin] Made reservation on behalf of c76f51fd58ac4c91af766500fae1fc16 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:14.027039 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ff79-8e36-41f5-b1d7-796c3c708746 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.095081 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-d85ad815-ebcd-4b4d-897a-77de8fe663cc tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.343926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f31996-93d2-484b-a127-3d4512946d63 req-d85ad815-ebcd-4b4d-897a-77de8fe663cc tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Network 0b6245ad-207a-4492-93ca-7fe1f5645c7a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:14.346552 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-87dade71-652c-4e12-8ce3-43ef6df91e77 req-db80b4fe-567f-47f3-94ad-928e2d627669 tempest-InstanceActionsNegativeTestJSON-822001204 tempest-InstanceActionsNegativeTestJSON-822001204-project] 10.222.0.20 "GET /v2.0/ports?device_id=da31ec4f-45d5-4186-8d5d-c5784dd9fc7b HTTP/1.1" status: 200 len: 210 time: 0.1181877 Jul 16 08:38:14.356687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-28f31996-93d2-484b-a127-3d4512946d63 req-d85ad815-ebcd-4b4d-897a-77de8fe663cc tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:14.361872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f31996-93d2-484b-a127-3d4512946d63 req-d85ad815-ebcd-4b4d-897a-77de8fe663cc tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:14.393889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ad815-ebcd-4b4d-897a-77de8fe663cc tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event updated for resources: {'Port': ['ID=ba8f1388-8cd4-4555-a1fd-9c1888461851,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:14.399993 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device b38af22b-d95c-4ebe-b11e-53b461b4a5cf no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:14.461367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: b38af22b-d95c-4ebe-b11e-53b461b4a5cf {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:14.461714 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device b38af22b-d95c-4ebe-b11e-53b461b4a5cf not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:14.475296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-d85ad815-ebcd-4b4d-897a-77de8fe663cc tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.476460 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-d85ad815-ebcd-4b4d-897a-77de8fe663cc tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.512004 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-d85ad815-ebcd-4b4d-897a-77de8fe663cc tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2678871 Jul 16 08:38:14.525856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Request body: {'port': {'device_id': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:14.536247 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ff79-8e36-41f5-b1d7-796c3c708746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.689789 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.779209 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0b8cad8b-fcaf-406c-85fc-2baa4a3acb13 None None] Provisioning for port ba8f1388-8cd4-4555-a1fd-9c1888461851 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:14.784723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0b8cad8b-fcaf-406c-85fc-2baa4a3acb13 None None] Provisioning complete for port ba8f1388-8cd4-4555-a1fd-9c1888461851 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:14.785664 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0b8cad8b-fcaf-406c-85fc-2baa4a3acb13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.838404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be86f1e-6a60-4b55-89ec-433b46f4dae0 req-b0966f66-a5f5-4026-af11-267937d32465 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.851940 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6be86f1e-6a60-4b55-89ec-433b46f4dae0 req-b0966f66-a5f5-4026-af11-267937d32465 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.4353757 Jul 16 08:38:14.881281 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-0b8cad8b-fcaf-406c-85fc-2baa4a3acb13 None None] Port ba8f1388-8cd4-4555-a1fd-9c1888461851 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:14.901512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8ff79-8e36-41f5-b1d7-796c3c708746 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49afa1d5-ed59-4c8e-94d4-4bbb07bec12a,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:14.940250 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b8ff79-8e36-41f5-b1d7-796c3c708746 admin admin] Checking segment: {'id': 'a5fd003c-1729-4f0d-85ff-74d9b948dab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:14.941140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b8ff79-8e36-41f5-b1d7-796c3c708746 admin admin] Network hostable DHCP agents. Network: 1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:38:14.950748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6be86f1e-6a60-4b55-89ec-433b46f4dae0 req-778e47d3-7c5f-489c-95b3-b2594ec8d2b9 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978987 Jul 16 08:38:14.971852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b8ff79-8e36-41f5-b1d7-796c3c708746 admin admin] Network 1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:38:14.989134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-e2b8ff79-8e36-41f5-b1d7-796c3c708746 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:15.000008 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f506bc2f-3db8-47d3-9d3a-45306d047193 None None] Network 1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:15.012263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8ff79-8e36-41f5-b1d7-796c3c708746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:15.014426 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2b8ff79-8e36-41f5-b1d7-796c3c708746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.059182 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e2b8ff79-8e36-41f5-b1d7-796c3c708746 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1387858 Jul 16 08:38:15.273932 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36499e7f-15b8-4ed8-be0a-6cd40fe7f845 None None] Network 1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:15.351218 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69053ed9-e33f-4f4f-9250-f75f315b8fcd req-680bcb74-d592-4abc-baa4-ff98d85e54ea tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 210 time: 0.1242497 Jul 16 08:38:15.487480 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52440) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:15.612806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-da68368b-feba-4dd9-b4e4-70b8053eb675 admin admin] Deleting subnet 668bc40c-25ba-4130-ad8e-0a29edd09f3f {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:15.617902 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da68368b-feba-4dd9-b4e4-70b8053eb675 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.675243 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da68368b-feba-4dd9-b4e4-70b8053eb675 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.770919 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da68368b-feba-4dd9-b4e4-70b8053eb675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.795567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c7ce6-15ed-4aa3-9e28-87fb80f1642d req-a3ebb958-1863-4d04-b2d5-a66afe1b15ba tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:15.810747 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c7ce6-15ed-4aa3-9e28-87fb80f1642d req-a3ebb958-1863-4d04-b2d5-a66afe1b15ba tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:15.832686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c7ce6-15ed-4aa3-9e28-87fb80f1642d req-a3ebb958-1863-4d04-b2d5-a66afe1b15ba tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:15.839023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c7ce6-15ed-4aa3-9e28-87fb80f1642d req-a3ebb958-1863-4d04-b2d5-a66afe1b15ba tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:15.846516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c7ce6-15ed-4aa3-9e28-87fb80f1642d req-a3ebb958-1863-4d04-b2d5-a66afe1b15ba tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:15.855691 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd9c7ce6-15ed-4aa3-9e28-87fb80f1642d req-a3ebb958-1863-4d04-b2d5-a66afe1b15ba tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 3816 time: 0.8776588 Jul 16 08:38:15.888113 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da68368b-feba-4dd9-b4e4-70b8053eb675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.977121 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-9509134d-7457-45b5-a59a-058f3f49e72e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434790 Jul 16 08:38:15.981187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da68368b-feba-4dd9-b4e4-70b8053eb675 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=668bc40c-25ba-4130-ad8e-0a29edd09f3f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:15.991057 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da68368b-feba-4dd9-b4e4-70b8053eb675 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.991057 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-da68368b-feba-4dd9-b4e4-70b8053eb675 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/668bc40c-25ba-4130-ad8e-0a29edd09f3f HTTP/1.1" status: 204 len: 168 time: 0.4973495 Jul 16 08:38:16.000162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52456) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:16.174442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-88e9b70b-51bc-49a4-bbb9-29ab7514b9db tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:16.181844 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-88e9b70b-51bc-49a4-bbb9-29ab7514b9db tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/networks?id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d HTTP/1.1" status: 200 len: 814 time: 0.3631284 Jul 16 08:38:16.185593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19362c34-d5f6-4f9b-af89-b7af39297e18 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:16.212325 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.216247 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24c9c86a-078d-42e8-87bf-35d6314f4bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.245324 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-2dac4da3-04d4-4ce1-b939-3d87b69387f9 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/quotas/c76f51fd58ac4c91af766500fae1fc16 HTTP/1.1" status: 200 len: 375 time: 0.0621972 Jul 16 08:38:16.259349 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd9c7ce6-15ed-4aa3-9e28-87fb80f1642d req-5e437bf5-c09e-480f-bdab-f85dd7afae75 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4026470 Jul 16 08:38:16.268422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Transition to ACTIVE for port object 19362c34-d5f6-4f9b-af89-b7af39297e18 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:16.312367 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.412012 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-a03aeb68-8368-4593-8d47-c038e05fb61e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c76f51fd58ac4c91af766500fae1fc16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1627421 Jul 16 08:38:16.469831 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ad504-e5af-44c8-8f1a-699d3b9118b6 req-d35820b8-3ac3-4146-b3e9-ff14c240c4f6 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:16.473483 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c20ad504-e5af-44c8-8f1a-699d3b9118b6 req-d35820b8-3ac3-4146-b3e9-ff14c240c4f6 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.15 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.3696637 Jul 16 08:38:16.613534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Pushing event updated for resources: {'Port': ['ID=19362c34-d5f6-4f9b-af89-b7af39297e18,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:16.628614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-449255ff-8db4-4a55-a0ab-5e2dd9cd981c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:16.631545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-449255ff-8db4-4a55-a0ab-5e2dd9cd981c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6480062 Jul 16 08:38:16.672839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Request body: {'port': {'device_id': 'ae16c89b-49b0-49ff-9af9-c6356964a379', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '5e44fcee4e3840cf89b33be8ee44969f'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:16.823512 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-c20ad504-e5af-44c8-8f1a-699d3b9118b6 req-f7b086bd-3b49-4001-867c-8a0e7fc5e9fc tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Deleting port be844583-4236-4b23-ab1e-56a42c8040d4 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:16.824457 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c20ad504-e5af-44c8-8f1a-699d3b9118b6 req-f7b086bd-3b49-4001-867c-8a0e7fc5e9fc tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.828725 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Attempting to bind port 19362c34-d5f6-4f9b-af89-b7af39297e18 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:16.828987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Attempting to bind port 19362c34-d5f6-4f9b-af89-b7af39297e18 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'e314614f-041d-4dc0-a1d0-9a8d028fd0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:16.829171 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Attempting to bind port 19362c34-d5f6-4f9b-af89-b7af39297e18 on network 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:16.875078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Port 19362c34-d5f6-4f9b-af89-b7af39297e18 on network 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:16.875709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Attempting to bind port 19362c34-d5f6-4f9b-af89-b7af39297e18 on network 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:16.901773 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:16.902315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Checking segment: {'id': 'e314614f-041d-4dc0-a1d0-9a8d028fd0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:16.903061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Bound using segment: {'id': 'e314614f-041d-4dc0-a1d0-9a8d028fd0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:16.903884 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Bound port: 19362c34-d5f6-4f9b-af89-b7af39297e18, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e314614f-041d-4dc0-a1d0-9a8d028fd0b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:16.904200 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.921754 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-27529573-ce8e-4bdd-ade7-c7e133e68d8c service neutron] 10.222.0.20 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5046446 Jul 16 08:38:16.976559 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24c9c86a-078d-42e8-87bf-35d6314f4bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.001443 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2951e1-8e9f-45e8-815c-5e2207dfa3d7 req-27b69d6b-367c-4366-8a15-12179fc75db6 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.004412 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af2951e1-8e9f-45e8-815c-5e2207dfa3d7 req-27b69d6b-367c-4366-8a15-12179fc75db6 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 946 time: 0.2713532 Jul 16 08:38:17.038066 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-24c9c86a-078d-42e8-87bf-35d6314f4bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3dbcd7c-14c6-480c-a24d-adb077a34169']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:17.065520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-24c9c86a-078d-42e8-87bf-35d6314f4bf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7b12d62-5cf8-4239-b169-ce25a2763cd4') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:17.065805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-24c9c86a-078d-42e8-87bf-35d6314f4bf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7b12d62-5cf8-4239-b169-ce25a2763cd4') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:17.085353 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24c9c86a-078d-42e8-87bf-35d6314f4bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.136352 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Made reservation on behalf of 5e44fcee4e3840cf89b33be8ee44969f for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:17.140114 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.145690 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24c9c86a-078d-42e8-87bf-35d6314f4bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.151087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-c20ad504-e5af-44c8-8f1a-699d3b9118b6 req-f7b086bd-3b49-4001-867c-8a0e7fc5e9fc tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] For port be844583-4236-4b23-ab1e-56a42c8040d4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=be844583-4236-4b23-ab1e-56a42c8040d4,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:17.151650 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c20ad504-e5af-44c8-8f1a-699d3b9118b6 req-f7b086bd-3b49-4001-867c-8a0e7fc5e9fc tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.161701 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.168014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c9c86a-078d-42e8-87bf-35d6314f4bf4 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:17.168438 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24c9c86a-078d-42e8-87bf-35d6314f4bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:17.170902 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:17.210203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-c20ad504-e5af-44c8-8f1a-699d3b9118b6 req-f7b086bd-3b49-4001-867c-8a0e7fc5e9fc tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Calling delete_port for be844583-4236-4b23-ab1e-56a42c8040d4 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:17.218090 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-8aa7f77f-8d6f-4b64-955c-a1d68f92df79 service neutron] 10.222.0.20 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333479 Jul 16 08:38:17.231784 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af2951e1-8e9f-45e8-815c-5e2207dfa3d7 req-2d377430-93e4-4def-9e7f-babc4b0c6630 tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/security-groups?id=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160463 Jul 16 08:38:17.234536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] For port 19362c34-d5f6-4f9b-af89-b7af39297e18, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:17.246037 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] For port 19362c34-d5f6-4f9b-af89-b7af39297e18, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=19362c34-d5f6-4f9b-af89-b7af39297e18,segment=NetworkSegment(e314614f-041d-4dc0-a1d0-9a8d028fd0b3),segment_id=e314614f-041d-4dc0-a1d0-9a8d028fd0b3)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:17.258468 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.388009 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24c9c86a-078d-42e8-87bf-35d6314f4bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.415097 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24c9c86a-078d-42e8-87bf-35d6314f4bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.423845 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-24c9c86a-078d-42e8-87bf-35d6314f4bf4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/b3dbcd7c-14c6-480c-a24d-adb077a34169 HTTP/1.1" status: 204 len: 168 time: 1.4179564 Jul 16 08:38:17.430086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.431588 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.434893 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] 10.222.0.38 "PUT /v2.0/ports/19362c34-d5f6-4f9b-af89-b7af39297e18 HTTP/1.1" status: 200 len: 1092 time: 2.9130883 Jul 16 08:38:17.436053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': '19362c34-d5f6-4f9b-af89-b7af39297e18'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:17.466674 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d450a712-c7d0-445c-8100-58aff87133ab" -d '{"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "19362c34-d5f6-4f9b-af89-b7af39297e18"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:17.496185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9c86a-078d-42e8-87bf-35d6314f4bf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3dbcd7c-14c6-480c-a24d-adb077a34169,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:17.501874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Request body: {'port': {'device_id': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:17.644418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64875df-b87a-4fd7-8c9e-a45731811d24 service neutron] Pushing event updated for resources: {'Port': ['ID=19362c34-d5f6-4f9b-af89-b7af39297e18,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:17.702606 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.722784 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.792864 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52472) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:17.805846 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b06cb755-9581-4e8e-be46-6939d98bd941 req-2560e4ec-7aa9-42d4-8802-24d96ce01fda tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 210 time: 0.1470418 Jul 16 08:38:17.929784 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.122150 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b0502f-9698-43f9-acc1-1fe0a58c17e8 x-openstack-request-id: req-40b0502f-9698-43f9-acc1-1fe0a58c17e8 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:18.122622 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "19362c34-d5f6-4f9b-af89-b7af39297e18", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:18.123038 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-40b0502f-9698-43f9-acc1-1fe0a58c17e8 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:18.123750 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': '19362c34-d5f6-4f9b-af89-b7af39297e18', 'status': 'completed', 'code': 200} Jul 16 08:38:18.126452 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04551f0-ad58-469a-af72-660c222bc7a5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:18.127837 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c20ad504-e5af-44c8-8f1a-699d3b9118b6 req-f7b086bd-3b49-4001-867c-8a0e7fc5e9fc tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.141923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['be844583-4236-4b23-ab1e-56a42c8040d4'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:18.222009 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4322fff0-e58d-42e5-b8cc-2aac0a8fcf83 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6f833b6b4454388ba24dfb180b09bc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278502 Jul 16 08:38:18.249709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52478) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:18.273131 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-280f2fa2-07e2-4f78-817b-7fc5e161c4c0 req-bd8b1786-3527-4fa6-a81b-b16ebbdb2758 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 210 time: 0.1477611 Jul 16 08:38:18.300252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Allocated IP 192.168.233.238 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/fcce26f7-9393-4524-a9ae-06dbd8a1a021) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:18.337300 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b086bd-3b49-4001-867c-8a0e7fc5e9fc tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Pushing event deleted for resources: {'Port': ['ID=be844583-4236-4b23-ab1e-56a42c8040d4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:18.555013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20ad504-e5af-44c8-8f1a-699d3b9118b6 req-f7b086bd-3b49-4001-867c-8a0e7fc5e9fc tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] No DVR routers for this DVR port be844583-4236-4b23-ab1e-56a42c8040d4 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:18.584149 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c20ad504-e5af-44c8-8f1a-699d3b9118b6 req-f7b086bd-3b49-4001-867c-8a0e7fc5e9fc tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.590788 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c20ad504-e5af-44c8-8f1a-699d3b9118b6 req-f7b086bd-3b49-4001-867c-8a0e7fc5e9fc tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.15 "DELETE /v2.0/ports/be844583-4236-4b23-ab1e-56a42c8040d4 HTTP/1.1" status: 204 len: 173 time: 2.1031430 Jul 16 08:38:18.885983 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.892192 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-84472583-fc98-4366-834a-be7028b3425b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.953042 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Transition to ACTIVE for port object fcce26f7-9393-4524-a9ae-06dbd8a1a021 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:18.992611 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0533f-aa29-40df-ae7b-4d4e584aab7b req-55edff62-bd70-472f-9756-f48a80e8d19d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.005477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0533f-aa29-40df-ae7b-4d4e584aab7b req-55edff62-bd70-472f-9756-f48a80e8d19d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.012091 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b07ed5-62ac-496e-8d9f-e59c95bdad06 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:19.026098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0533f-aa29-40df-ae7b-4d4e584aab7b req-55edff62-bd70-472f-9756-f48a80e8d19d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.032321 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.037650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0533f-aa29-40df-ae7b-4d4e584aab7b req-55edff62-bd70-472f-9756-f48a80e8d19d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.046197 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450a712-c7d0-445c-8100-58aff87133ab req-cad87b3c-5b60-48e1-9e25-786fcd0d184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.047403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450a712-c7d0-445c-8100-58aff87133ab req-cad87b3c-5b60-48e1-9e25-786fcd0d184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.048429 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450a712-c7d0-445c-8100-58aff87133ab req-cad87b3c-5b60-48e1-9e25-786fcd0d184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.049502 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450a712-c7d0-445c-8100-58aff87133ab req-cad87b3c-5b60-48e1-9e25-786fcd0d184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.050894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450a712-c7d0-445c-8100-58aff87133ab req-cad87b3c-5b60-48e1-9e25-786fcd0d184e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.054574 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d450a712-c7d0-445c-8100-58aff87133ab req-cad87b3c-5b60-48e1-9e25-786fcd0d184e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8722177fc6ea499891c4ef1fb2062076&device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 4364 time: 0.9352460 Jul 16 08:38:19.063058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc0533f-aa29-40df-ae7b-4d4e584aab7b req-55edff62-bd70-472f-9756-f48a80e8d19d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.071722 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7fc0533f-aa29-40df-ae7b-4d4e584aab7b req-55edff62-bd70-472f-9756-f48a80e8d19d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 3828 time: 1.1401358 Jul 16 08:38:19.177100 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7fc0533f-aa29-40df-ae7b-4d4e584aab7b req-95b183a0-bd49-4424-a30c-4a4c006341cf tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040063 Jul 16 08:38:19.186171 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72ec584f-5e2d-4c61-bb41-90326e22acb7 req-f8a05d59-770d-4ca0-9b7f-037307b967ea tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 210 time: 0.1570659 Jul 16 08:38:19.204340 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.239133 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-84472583-fc98-4366-834a-be7028b3425b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.253901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Transition to ACTIVE for port object b4b07ed5-62ac-496e-8d9f-e59c95bdad06 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:19.284823 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Pushing event updated for resources: {'Port': ['ID=fcce26f7-9393-4524-a9ae-06dbd8a1a021,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:19.305812 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.306676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:19.308515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:19.312706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:19.390067 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.391296 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.435432 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-210e9670-d172-4dd2-b9a0-085567c372ed tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7917705 Jul 16 08:38:19.460176 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Request body: {'port': {'device_id': 'ae16c89b-49b0-49ff-9af9-c6356964a379', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:19.629414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b07ed5-62ac-496e-8d9f-e59c95bdad06,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:19.637589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450a712-c7d0-445c-8100-58aff87133ab req-6a77c6cf-b2a6-41bc-9996-f926619d4388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.638005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450a712-c7d0-445c-8100-58aff87133ab req-6a77c6cf-b2a6-41bc-9996-f926619d4388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.638515 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450a712-c7d0-445c-8100-58aff87133ab req-6a77c6cf-b2a6-41bc-9996-f926619d4388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.640229 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d450a712-c7d0-445c-8100-58aff87133ab req-6a77c6cf-b2a6-41bc-9996-f926619d4388 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8722177fc6ea499891c4ef1fb2062076&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5504689 Jul 16 08:38:19.675905 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f97cd-d922-4406-9e54-78f87f8aaf64 req-90ffb81f-6c9a-4480-8767-9308511ef088 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.694927 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f82f97cd-d922-4406-9e54-78f87f8aaf64 req-90ffb81f-6c9a-4480-8767-9308511ef088 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 936 time: 0.2566178 Jul 16 08:38:19.760143 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.764641 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-84472583-fc98-4366-834a-be7028b3425b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.767387 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-84472583-fc98-4366-834a-be7028b3425b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.786370 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-84472583-fc98-4366-834a-be7028b3425b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8527506-c5ef-4047-a6f8-42a5c561f9cd HTTP/1.1" status: 204 len: 168 time: 1.4936225 Jul 16 08:38:19.797951 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7a708f71-1031-4417-b5ad-90bb2fdd2a28 req-4b5eb040-bb7d-4bec-a8f5-c7d6aa584311 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 210 time: 0.1247380 Jul 16 08:38:19.840301 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-620f8187-24da-46f5-b169-ed746b7ec045 None None] Provisioning for port fcce26f7-9393-4524-a9ae-06dbd8a1a021 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:19.868965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-620f8187-24da-46f5-b169-ed746b7ec045 None None] Provisioning complete for port fcce26f7-9393-4524-a9ae-06dbd8a1a021 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:19.869869 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-620f8187-24da-46f5-b169-ed746b7ec045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.888556 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84472583-fc98-4366-834a-be7028b3425b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8527506-c5ef-4047-a6f8-42a5c561f9cd,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:19.974695 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f82f97cd-d922-4406-9e54-78f87f8aaf64 req-3a3b51b9-c961-4a33-bf4c-e5082b974106 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769227 Jul 16 08:38:20.007593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Attempting to bind port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:20.016963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Attempting to bind port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:20.018158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Attempting to bind port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 on network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:20.039110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 on network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:20.053504 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Attempting to bind port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 on network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:20.079937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-620f8187-24da-46f5-b169-ed746b7ec045 None None] Port fcce26f7-9393-4524-a9ae-06dbd8a1a021 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:20.080403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:20.080781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Checking segment: {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:20.081176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Bound using segment: {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:20.081631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Bound port: b4b07ed5-62ac-496e-8d9f-e59c95bdad06, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:20.082006 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.096890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450a712-c7d0-445c-8100-58aff87133ab req-f42d6cb7-a810-4874-9d27-455e4751e6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:20.099227 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d450a712-c7d0-445c-8100-58aff87133ab req-f42d6cb7-a810-4874-9d27-455e4751e6a5 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4350595 Jul 16 08:38:20.129287 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18858de7-134c-47de-9db2-160775e23fc9', 'name': 'network-vif-deleted', 'tag': 'be844583-4236-4b23-ab1e-56a42c8040d4'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:20.135917 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8572f83f-1015-463f-927e-afc0a82e6ede" -d '{"events": [{"server_uuid": "18858de7-134c-47de-9db2-160775e23fc9", "name": "network-vif-deleted", "tag": "be844583-4236-4b23-ab1e-56a42c8040d4"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:20.307955 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ef8941-3f85-4973-ac39-fab7432475f7 x-openstack-request-id: req-44ef8941-3f85-4973-ac39-fab7432475f7 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:20.307955 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18858de7-134c-47de-9db2-160775e23fc9", "name": "network-vif-deleted", "tag": "be844583-4236-4b23-ab1e-56a42c8040d4", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:20.308439 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44ef8941-3f85-4973-ac39-fab7432475f7 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:20.308802 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18858de7-134c-47de-9db2-160775e23fc9', 'name': 'network-vif-deleted', 'tag': 'be844583-4236-4b23-ab1e-56a42c8040d4', 'status': 'completed', 'code': 200} Jul 16 08:38:20.406370 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device be844583-4236-4b23-ab1e-56a42c8040d4 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:20.507978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: be844583-4236-4b23-ab1e-56a42c8040d4 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:20.508533 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device be844583-4236-4b23-ab1e-56a42c8040d4 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:20.541520 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] For port b4b07ed5-62ac-496e-8d9f-e59c95bdad06, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:20.566390 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:38:20.569893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] For port b4b07ed5-62ac-496e-8d9f-e59c95bdad06, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b4b07ed5-62ac-496e-8d9f-e59c95bdad06,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:20.581319 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.792225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcce26f7-9393-4524-a9ae-06dbd8a1a021 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:20.821775 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.881617 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Transition to ACTIVE for port object fcce26f7-9393-4524-a9ae-06dbd8a1a021 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:20.895554 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.976209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-1e76a35f-b566-4352-b99b-653eeb5a2705 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:20.978075 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-1e76a35f-b566-4352-b99b-653eeb5a2705 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.15 "GET /v2.0/networks?id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d HTTP/1.1" status: 200 len: 814 time: 0.6681309 Jul 16 08:38:20.988619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:20.989777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.991394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] 10.222.0.38 "PUT /v2.0/ports/b4b07ed5-62ac-496e-8d9f-e59c95bdad06 HTTP/1.1" status: 200 len: 1136 time: 3.5020542 Jul 16 08:38:21.003916 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-8d976ca1-dc12-47d3-be94-0f7b2a335654 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Request body: {'port': {'device_id': '2fc8c8af-46b0-40f6-8dad-54bd0a678fc2', 'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d', 'admin_state_up': True, 'tenant_id': 'c76f51fd58ac4c91af766500fae1fc16'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:21.047653 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Request body: {'port': {'device_id': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:21.048321 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a53c55cc-faab-46ea-a73c-2da1a01ca32f req-b93f03dd-a0ac-4eab-bc77-1625c5b6c1df tempest-ListServerFiltersTestJSON-1720047910 tempest-ListServerFiltersTestJSON-1720047910-project] 10.222.0.20 "GET /v2.0/ports?device_id=18858de7-134c-47de-9db2-160775e23fc9 HTTP/1.1" status: 200 len: 210 time: 0.1609223 Jul 16 08:38:21.120137 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a00c3-33fe-43ad-ad63-962c659ed907 req-00234545-863b-45cd-b8c6-481b67d2268a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.139574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a00c3-33fe-43ad-ad63-962c659ed907 req-00234545-863b-45cd-b8c6-481b67d2268a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.158067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a00c3-33fe-43ad-ad63-962c659ed907 req-00234545-863b-45cd-b8c6-481b67d2268a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.181209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a00c3-33fe-43ad-ad63-962c659ed907 req-00234545-863b-45cd-b8c6-481b67d2268a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.196539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a00c3-33fe-43ad-ad63-962c659ed907 req-00234545-863b-45cd-b8c6-481b67d2268a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.199346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Pushing event updated for resources: {'Port': ['ID=fcce26f7-9393-4524-a9ae-06dbd8a1a021,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:21.214900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18a00c3-33fe-43ad-ad63-962c659ed907 req-00234545-863b-45cd-b8c6-481b67d2268a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.228675 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b18a00c3-33fe-43ad-ad63-962c659ed907 req-00234545-863b-45cd-b8c6-481b67d2268a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 4605 time: 0.7708292 Jul 16 08:38:21.357276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Attempting to bind port fcce26f7-9393-4524-a9ae-06dbd8a1a021 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:21.357668 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Attempting to bind port fcce26f7-9393-4524-a9ae-06dbd8a1a021 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:21.358065 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Attempting to bind port fcce26f7-9393-4524-a9ae-06dbd8a1a021 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:21.377446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Port fcce26f7-9393-4524-a9ae-06dbd8a1a021 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:21.378214 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Attempting to bind port fcce26f7-9393-4524-a9ae-06dbd8a1a021 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:21.395007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:21.395353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:21.395776 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:21.396205 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Bound port: fcce26f7-9393-4524-a9ae-06dbd8a1a021, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:21.396692 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.503547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbddce-6d88-48c6-9741-924b2e7d8740 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b07ed5-62ac-496e-8d9f-e59c95bdad06,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:21.603850 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b18a00c3-33fe-43ad-ad63-962c659ed907 req-875fa9e1-e795-4a2a-a80e-6cd498a777e1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3693271 Jul 16 08:38:21.611966 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d7267a4-fe44-45b9-9728-257102b09046 req-809e252f-5efb-4ea2-84b9-0bcf71d886be tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 210 time: 0.1725912 Jul 16 08:38:21.735561 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46bad30c-4357-4f4d-afc4-c41e0f59771c req-6e10cf81-ce96-4cb9-8cc0-7555f9ec0a0e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8458016 Jul 16 08:38:21.751998 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-8d976ca1-dc12-47d3-be94-0f7b2a335654 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Made reservation on behalf of c76f51fd58ac4c91af766500fae1fc16 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:21.756261 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-8d976ca1-dc12-47d3-be94-0f7b2a335654 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.781331 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.825785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] For port fcce26f7-9393-4524-a9ae-06dbd8a1a021, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:21.835687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] For port fcce26f7-9393-4524-a9ae-06dbd8a1a021, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:21.855290 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.931902 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.932853 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.934557 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] 10.222.0.38 "PUT /v2.0/ports/fcce26f7-9393-4524-a9ae-06dbd8a1a021 HTTP/1.1" status: 200 len: 1097 time: 2.4791636 Jul 16 08:38:21.964693 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae16c89b-49b0-49ff-9af9-c6356964a379', 'tag': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:21.968166 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c67d6f5-b537-4574-bdb6-575f5ada74c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae16c89b-49b0-49ff-9af9-c6356964a379", "tag": "fcce26f7-9393-4524-a9ae-06dbd8a1a021"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:22.068336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58719a-27f1-4b82-bde0-bf2bb8145116 service neutron] Pushing event updated for resources: {'Port': ['ID=fcce26f7-9393-4524-a9ae-06dbd8a1a021,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:22.087605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fec8cc8-65b6-4768-8b85-d35e190e3295 req-4352e2b2-e418-446f-9df2-79b382381f13 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.089292 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fec8cc8-65b6-4768-8b85-d35e190e3295 req-4352e2b2-e418-446f-9df2-79b382381f13 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 948 time: 0.2592244 Jul 16 08:38:22.163631 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc77c629-1960-4ff9-b73c-1e5bdb3cb408 x-openstack-request-id: req-dc77c629-1960-4ff9-b73c-1e5bdb3cb408 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:22.163917 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae16c89b-49b0-49ff-9af9-c6356964a379", "tag": "fcce26f7-9393-4524-a9ae-06dbd8a1a021", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:22.164170 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc77c629-1960-4ff9-b73c-1e5bdb3cb408 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:22.164612 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae16c89b-49b0-49ff-9af9-c6356964a379', 'tag': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021', 'status': 'completed', 'code': 200} Jul 16 08:38:22.203364 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fec8cc8-65b6-4768-8b85-d35e190e3295 req-cc455d13-8581-4c8b-9d6b-e7092b43cafa tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021180 Jul 16 08:38:22.240918 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-38c3a17b-3a27-40dd-9e4a-12fa2da3b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.242492 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-38c3a17b-3a27-40dd-9e4a-12fa2da3b7ee service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 1100 time: 0.2235777 Jul 16 08:38:22.304735 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-54b1bf98-5668-4600-b3d8-68f53f4775a2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021 HTTP/1.1" status: 200 len: 217 time: 0.0487409 Jul 16 08:38:22.312767 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': 'b4b07ed5-62ac-496e-8d9f-e59c95bdad06'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:22.318598 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ce239e-c5fe-4922-8d9a-f0d70d8aa7a0" -d '{"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "b4b07ed5-62ac-496e-8d9f-e59c95bdad06"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:22.322564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52526) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:22.327830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-8d976ca1-dc12-47d3-be94-0f7b2a335654 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Allocated IP 172.20.0.4 (1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d/49afa1d5-ed59-4c8e-94d4-4bbb07bec12a/81e1fe20-877c-45f7-a8ee-ed2556c790ff) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:22.374275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52530) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:22.396197 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bad30c-4357-4f4d-afc4-c41e0f59771c req-0f26e8d6-f37b-4caf-a6f2-ba6a81cd24ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.398296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46bad30c-4357-4f4d-afc4-c41e0f59771c req-0f26e8d6-f37b-4caf-a6f2-ba6a81cd24ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 1097 time: 0.6248360 Jul 16 08:38:22.402351 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4a93ee-fe64-4824-9da2-f29151d038ea x-openstack-request-id: req-fe4a93ee-fe64-4824-9da2-f29151d038ea {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:22.402934 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "b4b07ed5-62ac-496e-8d9f-e59c95bdad06", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:22.403363 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe4a93ee-fe64-4824-9da2-f29151d038ea {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:22.403963 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': 'b4b07ed5-62ac-496e-8d9f-e59c95bdad06', 'status': 'completed', 'code': 200} Jul 16 08:38:22.496728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-00ac16c3-ca03-4b36-b04b-68fc9b473e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.498311 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-00ac16c3-ca03-4b36-b04b-68fc9b473e75 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1866970 Jul 16 08:38:22.519497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef770f3-bd58-47ed-9ce9-d46dda6b94e8 admin admin] Deleting subnet 30d2fc3a-672f-46bf-8429-2ccfbb873016 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:22.524544 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6ef770f3-bd58-47ed-9ce9-d46dda6b94e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:22.597436 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6ef770f3-bd58-47ed-9ce9-d46dda6b94e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:22.640872 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-network', 'tenant_id': '81c311d375bd422990bb2841b548ce09'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:22.872631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce239e-c5fe-4922-8d9a-f0d70d8aa7a0 req-eb575ee3-e9c9-4910-8b10-58aff051b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.873963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce239e-c5fe-4922-8d9a-f0d70d8aa7a0 req-eb575ee3-e9c9-4910-8b10-58aff051b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.874614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce239e-c5fe-4922-8d9a-f0d70d8aa7a0 req-eb575ee3-e9c9-4910-8b10-58aff051b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.875267 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce239e-c5fe-4922-8d9a-f0d70d8aa7a0 req-eb575ee3-e9c9-4910-8b10-58aff051b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.875910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce239e-c5fe-4922-8d9a-f0d70d8aa7a0 req-eb575ee3-e9c9-4910-8b10-58aff051b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.876586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce239e-c5fe-4922-8d9a-f0d70d8aa7a0 req-eb575ee3-e9c9-4910-8b10-58aff051b316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.878848 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-04ce239e-c5fe-4922-8d9a-f0d70d8aa7a0 req-eb575ee3-e9c9-4910-8b10-58aff051b316 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8722177fc6ea499891c4ef1fb2062076&device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5293 time: 0.4253087 Jul 16 08:38:22.945149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bad30c-4357-4f4d-afc4-c41e0f59771c req-1eba34a1-371a-4c54-8a6e-61eecb68e89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.946751 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46bad30c-4357-4f4d-afc4-c41e0f59771c req-1eba34a1-371a-4c54-8a6e-61eecb68e89a service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.4944029 Jul 16 08:38:23.063447 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46bad30c-4357-4f4d-afc4-c41e0f59771c req-6cba07d2-6840-4435-881d-ab4c924576e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1298a89f-52f3-4069-a090-2cd8b577ce57 HTTP/1.1" status: 200 len: 217 time: 0.1042428 Jul 16 08:38:23.074521 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9c3fc48b-1d0e-4c08-90f4-d3ee727bd307 req-6d12dcc4-c9d8-44df-bd68-e695f70ae824 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 210 time: 0.0688517 Jul 16 08:38:23.086329 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-8d976ca1-dc12-47d3-be94-0f7b2a335654 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.095738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-f5ce56c6-e840-4440-8758-115ba1d2c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.098571 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-f5ce56c6-e840-4440-8758-115ba1d2c2bb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5921278 Jul 16 08:38:23.182038 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] Made reservation on behalf of 81c311d375bd422990bb2841b548ce09 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:23.186633 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.197248 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:23.225909 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.230773 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.273918 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bad30c-4357-4f4d-afc4-c41e0f59771c req-dd130c0c-af7b-4998-806a-38be477f6063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.275694 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46bad30c-4357-4f4d-afc4-c41e0f59771c req-dd130c0c-af7b-4998-806a-38be477f6063 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.1809042 Jul 16 08:38:23.291920 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Transition to ACTIVE for port object 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:23.303769 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce239e-c5fe-4922-8d9a-f0d70d8aa7a0 req-e107c222-a332-40ac-a2ab-7a5a3a0c342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.304611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce239e-c5fe-4922-8d9a-f0d70d8aa7a0 req-e107c222-a332-40ac-a2ab-7a5a3a0c342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.305267 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce239e-c5fe-4922-8d9a-f0d70d8aa7a0 req-e107c222-a332-40ac-a2ab-7a5a3a0c342f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.307045 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-04ce239e-c5fe-4922-8d9a-f0d70d8aa7a0 req-e107c222-a332-40ac-a2ab-7a5a3a0c342f service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8722177fc6ea499891c4ef1fb2062076&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4181859 Jul 16 08:38:23.315636 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6ef770f3-bd58-47ed-9ce9-d46dda6b94e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.336272 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.424209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8bb42-6c2c-4e1c-a43b-4d495add404f req-7b92d811-1263-4521-a2e1-51ab89f5f7f9 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.432411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8bb42-6c2c-4e1c-a43b-4d495add404f req-7b92d811-1263-4521-a2e1-51ab89f5f7f9 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.440813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8bb42-6c2c-4e1c-a43b-4d495add404f req-7b92d811-1263-4521-a2e1-51ab89f5f7f9 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.449040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8bb42-6c2c-4e1c-a43b-4d495add404f req-7b92d811-1263-4521-a2e1-51ab89f5f7f9 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.455822 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-a43427e7-eff0-4a25-a3d7-a8e57698cfd6 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475313 Jul 16 08:38:23.462220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8bb42-6c2c-4e1c-a43b-4d495add404f req-7b92d811-1263-4521-a2e1-51ab89f5f7f9 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.469934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be8bb42-6c2c-4e1c-a43b-4d495add404f req-7b92d811-1263-4521-a2e1-51ab89f5f7f9 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.471934 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2be8bb42-6c2c-4e1c-a43b-4d495add404f req-7b92d811-1263-4521-a2e1-51ab89f5f7f9 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 4605 time: 0.5624359 Jul 16 08:38:23.516759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-8d976ca1-dc12-47d3-be94-0f7b2a335654 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.572792 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6ef770f3-bd58-47ed-9ce9-d46dda6b94e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.627395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Pushing event updated for resources: {'Port': ['ID=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:23.698132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef770f3-bd58-47ed-9ce9-d46dda6b94e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30d2fc3a-672f-46bf-8429-2ccfbb873016,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:23.734414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-8d976ca1-dc12-47d3-be94-0f7b2a335654 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Network 1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:23.761746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2be8bb42-6c2c-4e1c-a43b-4d495add404f req-b7fbcd59-55d9-4b15-b426-48728b2a76d6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2705040 Jul 16 08:38:23.762754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-8d976ca1-dc12-47d3-be94-0f7b2a335654 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:23.766232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-8d976ca1-dc12-47d3-be94-0f7b2a335654 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:23.827320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c9a589-1d63-4a76-910b-bdd44b2b1750 None None] Network 9711758b-ccc1-4bb9-b54a-e318203edf16 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:23.849597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bad30c-4357-4f4d-afc4-c41e0f59771c req-c6e8a505-4d3d-42f5-a0f2-ea139de34bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.851486 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46bad30c-4357-4f4d-afc4-c41e0f59771c req-c6e8a505-4d3d-42f5-a0f2-ea139de34bde service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5637290 Jul 16 08:38:23.859054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d976ca1-dc12-47d3-be94-0f7b2a335654 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Pushing event updated for resources: {'Port': ['ID=81e1fe20-877c-45f7-a8ee-ed2556c790ff,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:23.868187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce239e-c5fe-4922-8d9a-f0d70d8aa7a0 req-de4aa29a-d286-4b5d-8724-aeef2f3cb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.870023 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-04ce239e-c5fe-4922-8d9a-f0d70d8aa7a0 req-de4aa29a-d286-4b5d-8724-aeef2f3cb37f service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5544350 Jul 16 08:38:23.908353 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6ef770f3-bd58-47ed-9ce9-d46dda6b94e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.929475 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6ef770f3-bd58-47ed-9ce9-d46dda6b94e8 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/30d2fc3a-672f-46bf-8429-2ccfbb873016 HTTP/1.1" status: 204 len: 168 time: 1.6023421 Jul 16 08:38:23.935871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52542) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:23.986265 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.992812 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-8d976ca1-dc12-47d3-be94-0f7b2a335654 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.993577 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-8d976ca1-dc12-47d3-be94-0f7b2a335654 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.994379 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3442bdd2-a695-4d0d-8acb-34f47aa7d8e3 req-3e48c7be-fad8-4412-a46e-c6a72e1334c0 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253942 Jul 16 08:38:24.020928 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.070220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Attempting to bind port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:24.070537 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Attempting to bind port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:24.070957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Attempting to bind port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 on network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:24.136751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 on network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:24.137002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Attempting to bind port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 on network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:24.141182 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-8d976ca1-dc12-47d3-be94-0f7b2a335654 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1450458 Jul 16 08:38:24.151750 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.161433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Request body: {'port': {'device_id': '2fc8c8af-46b0-40f6-8dad-54bd0a678fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:24.165391 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46bad30c-4357-4f4d-afc4-c41e0f59771c req-d7f66adf-14dc-4802-8ef9-216c7111d7e8 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987731 Jul 16 08:38:24.166432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6924b5d4-9506-4c44-9bec-a0bea7df14e2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:24.176863 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:24.181598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Checking segment: {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:24.181989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Bound using segment: {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:24.182472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Bound port: 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:24.182966 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.252844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:24.281826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409e42d5-61ca-4dd9-a5ea-f98d23a6578e None None] DHCP port deletion for 9711758b-ccc1-4bb9-b54a-e318203edf16 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:38:24.320475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6b9b7-e219-475e-85e6-1e0d4ac4af13 req-58c02e80-f52f-41ff-997a-bb2255c674e4 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.335399 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-89f6b9b7-e219-475e-85e6-1e0d4ac4af13 req-58c02e80-f52f-41ff-997a-bb2255c674e4 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 948 time: 0.6531994 Jul 16 08:38:24.370410 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.370765 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] Added segment ab49bb80-1fbe-4fec-af55-8823df476b46 of type vlan for network e4ba2c35-4b55-49d3-9484-e1fbb10cff99 Jul 16 08:38:24.381694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-409e42d5-61ca-4dd9-a5ea-f98d23a6578e None None] Deleting port cc57b339-df48-489c-beb5-f8aeaa4d20f4 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:24.382341 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-409e42d5-61ca-4dd9-a5ea-f98d23a6578e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.465871 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-89f6b9b7-e219-475e-85e6-1e0d4ac4af13 req-c82e0af1-cb9b-40c2-aa44-1a50a093b903 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291807 Jul 16 08:38:24.498682 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.506676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67d6f5-b537-4574-bdb6-575f5ada74c4 req-76652693-d76c-4ea6-9d07-80d38716de46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.508411 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2c67d6f5-b537-4574-bdb6-575f5ada74c4 req-76652693-d76c-4ea6-9d07-80d38716de46 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 1100 time: 0.4101355 Jul 16 08:38:24.664373 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.666316 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.667500 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.670699 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-409e42d5-61ca-4dd9-a5ea-f98d23a6578e None None] For port cc57b339-df48-489c-beb5-f8aeaa4d20f4, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=cc57b339-df48-489c-beb5-f8aeaa4d20f4,segment=NetworkSegment(60c26a93-7180-4e33-ab9c-a3f32cc156c5),segment_id=60c26a93-7180-4e33-ab9c-a3f32cc156c5)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:24.680912 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-409e42d5-61ca-4dd9-a5ea-f98d23a6578e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.740758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-409e42d5-61ca-4dd9-a5ea-f98d23a6578e None None] Calling delete_port for cc57b339-df48-489c-beb5-f8aeaa4d20f4 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:24.765019 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.3872743 Jul 16 08:38:24.766130 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52548) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:24.795684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-603d64da-966c-4a7c-ba59-461dd876b111 admin admin] Request body: {'subnet': {'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-subnet', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:24.873595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67d6f5-b537-4574-bdb6-575f5ada74c4 req-e9e48eec-e55f-4d41-8730-ad5f595f1de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.877557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] For port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:24.878691 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2c67d6f5-b537-4574-bdb6-575f5ada74c4 req-e9e48eec-e55f-4d41-8730-ad5f595f1de3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3602979 Jul 16 08:38:24.882246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] For port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:24.883908 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.884736 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63fee05-6bec-4a78-a238-8b96eb6227d2 admin admin] Pushing event updated for resources: {'Network': ['ID=e4ba2c35-4b55-49d3-9484-e1fbb10cff99,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:24.888434 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46bad30c-4357-4f4d-afc4-c41e0f59771c req-2b107b30-6a4d-4303-8095-f20144f9bcbd service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6955914 Jul 16 08:38:24.914144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network e4ba2c35-4b55-49d3-9484-e1fbb10cff99 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:24.964818 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.978807 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2c67d6f5-b537-4574-bdb6-575f5ada74c4 req-d7b59dcb-fdea-4cb9-8403-f593cee1aa9c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021 HTTP/1.1" status: 200 len: 217 time: 0.0892572 Jul 16 08:38:25.012881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603d64da-966c-4a7c-ba59-461dd876b111 admin admin] Made reservation on behalf of 81c311d375bd422990bb2841b548ce09 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:25.017902 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-603d64da-966c-4a7c-ba59-461dd876b111 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.167007 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.168865 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.171744 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] 10.222.0.38 "PUT /v2.0/ports/4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 HTTP/1.1" status: 200 len: 1136 time: 4.1318712 Jul 16 08:38:25.174399 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-409e42d5-61ca-4dd9-a5ea-f98d23a6578e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.182311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': '4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:25.187802 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253c998a-ccaf-4360-9dbc-fce66e8118e4" -d '{"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:25.236645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Request body: {'port': {'device_id': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:25.252210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409e42d5-61ca-4dd9-a5ea-f98d23a6578e None None] Pushing event deleted for resources: {'Port': ['ID=cc57b339-df48-489c-beb5-f8aeaa4d20f4,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:25.252210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409e42d5-61ca-4dd9-a5ea-f98d23a6578e None None] No DVR routers for this DVR port cc57b339-df48-489c-beb5-f8aeaa4d20f4 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:25.388573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device cc57b339-df48-489c-beb5-f8aeaa4d20f4 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:25.427209 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-603d64da-966c-4a7c-ba59-461dd876b111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.429687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: cc57b339-df48-489c-beb5-f8aeaa4d20f4 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:25.430365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device cc57b339-df48-489c-beb5-f8aeaa4d20f4 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:25.470331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67d6f5-b537-4574-bdb6-575f5ada74c4 req-f46734e1-9e71-4698-85b5-629ca25ec6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.472284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2c67d6f5-b537-4574-bdb6-575f5ada74c4 req-f46734e1-9e71-4698-85b5-629ca25ec6cf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.4740667 Jul 16 08:38:25.549662 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.554420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603d64da-966c-4a7c-ba59-461dd876b111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36e81aa-10af-4026-b5e6-d83dbb4e6485,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:25.587194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82358-65cb-48bb-ae3d-f9f239378294 req-a5b78ebd-ed85-4505-8280-d074cc341c59 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.594301 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82358-65cb-48bb-ae3d-f9f239378294 req-a5b78ebd-ed85-4505-8280-d074cc341c59 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.602058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82358-65cb-48bb-ae3d-f9f239378294 req-a5b78ebd-ed85-4505-8280-d074cc341c59 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.609513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82358-65cb-48bb-ae3d-f9f239378294 req-a5b78ebd-ed85-4505-8280-d074cc341c59 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.616105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82358-65cb-48bb-ae3d-f9f239378294 req-a5b78ebd-ed85-4505-8280-d074cc341c59 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.622910 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82358-65cb-48bb-ae3d-f9f239378294 req-a5b78ebd-ed85-4505-8280-d074cc341c59 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.628537 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e82358-65cb-48bb-ae3d-f9f239378294 req-a5b78ebd-ed85-4505-8280-d074cc341c59 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.630715 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b4e82358-65cb-48bb-ae3d-f9f239378294 req-a5b78ebd-ed85-4505-8280-d074cc341c59 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5382 time: 0.6596346 Jul 16 08:38:25.673895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-603d64da-966c-4a7c-ba59-461dd876b111 admin admin] Checking segment: {'id': 'ab49bb80-1fbe-4fec-af55-8823df476b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:25.673895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603d64da-966c-4a7c-ba59-461dd876b111 admin admin] Network hostable DHCP agents. Network: e4ba2c35-4b55-49d3-9484-e1fbb10cff99, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:38:25.681515 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72039bce-9545-43d7-99f8-bb7c36850e62 service neutron] Pushing event updated for resources: {'Port': ['ID=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:25.709259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67d6f5-b537-4574-bdb6-575f5ada74c4 req-f06b6e76-9354-4685-84f9-f0e14cee1b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.710870 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2c67d6f5-b537-4574-bdb6-575f5ada74c4 req-f06b6e76-9354-4685-84f9-f0e14cee1b42 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2215068 Jul 16 08:38:25.731511 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Deleting port cc57b339-df48-489c-beb5-f8aeaa4d20f4 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:25.732256 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.752587 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b4e82358-65cb-48bb-ae3d-f9f239378294 req-1ac6f029-f4c0-4bd1-beaa-4cc96de57670 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968482 Jul 16 08:38:25.753244 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603d64da-966c-4a7c-ba59-461dd876b111 admin admin] Network e4ba2c35-4b55-49d3-9484-e1fbb10cff99 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:38:25.769814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-603d64da-966c-4a7c-ba59-461dd876b111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, e4ba2c35-4b55-49d3-9484-e1fbb10cff99) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:25.778677 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603d64da-966c-4a7c-ba59-461dd876b111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.780169 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-603d64da-966c-4a7c-ba59-461dd876b111 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.785805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372ea385-950b-4070-a7ee-2e98a535bdd5 None None] Network e4ba2c35-4b55-49d3-9484-e1fbb10cff99 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:25.803667 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-603d64da-966c-4a7c-ba59-461dd876b111 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0233152 Jul 16 08:38:25.821172 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15a0ae57-ca26-44cc-8257-4e41f0da3d3e req-a8a31689-17ee-4c20-a5d0-4e181fe5b275 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0116792 Jul 16 08:38:25.832097 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52558) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:25.857646 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:25.925434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce70d6-65b2-4a9d-a524-3231817bb2cb req-fdeef244-f80c-4224-8dab-1afc61e78161 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.938179 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-74ce70d6-65b2-4a9d-a524-3231817bb2cb req-fdeef244-f80c-4224-8dab-1afc61e78161 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 931 time: 1.2035542 Jul 16 08:38:25.939066 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2c67d6f5-b537-4574-bdb6-575f5ada74c4 req-cf64d667-1095-4492-846f-1cc28cafde34 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202783 Jul 16 08:38:25.979077 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cc2665d-8933-479c-8157-5e62d30a6274 x-openstack-request-id: req-7cc2665d-8933-479c-8157-5e62d30a6274 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:25.980406 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:25.980858 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7cc2665d-8933-479c-8157-5e62d30a6274 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:25.981464 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': '4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9', 'status': 'completed', 'code': 200} Jul 16 08:38:26.225986 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d685b948-f58b-4762-aea2-ca78cc1f9a7f None None] Network e4ba2c35-4b55-49d3-9484-e1fbb10cff99 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:26.276580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] For port cc57b339-df48-489c-beb5-f8aeaa4d20f4, host n-d-758944-46, got binding levels [] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:26.277240 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.347605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.349236 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.363503 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2c67d6f5-b537-4574-bdb6-575f5ada74c4 req-517ca129-0cfc-4b6b-b24c-0c586fc1b9c5 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167042 Jul 16 08:38:26.366090 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Calling delete_port for cc57b339-df48-489c-beb5-f8aeaa4d20f4 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:26.386951 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.ipam_backend_mixin [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Port cc57b339-df48-489c-beb5-f8aeaa4d20f4 was not found and therefore no delete operation was performed {{(pid=93695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:38:26.421159 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c998a-ccaf-4360-9dbc-fce66e8118e4 req-7afc99a9-822a-40d2-a23e-201076992506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.422030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c998a-ccaf-4360-9dbc-fce66e8118e4 req-7afc99a9-822a-40d2-a23e-201076992506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.422225 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.422928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c998a-ccaf-4360-9dbc-fce66e8118e4 req-7afc99a9-822a-40d2-a23e-201076992506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.423834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c998a-ccaf-4360-9dbc-fce66e8118e4 req-7afc99a9-822a-40d2-a23e-201076992506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.424754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c998a-ccaf-4360-9dbc-fce66e8118e4 req-7afc99a9-822a-40d2-a23e-201076992506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.425669 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c998a-ccaf-4360-9dbc-fce66e8118e4 req-7afc99a9-822a-40d2-a23e-201076992506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.426406 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c998a-ccaf-4360-9dbc-fce66e8118e4 req-7afc99a9-822a-40d2-a23e-201076992506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.430093 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-253c998a-ccaf-4360-9dbc-fce66e8118e4 req-7afc99a9-822a-40d2-a23e-201076992506 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8722177fc6ea499891c4ef1fb2062076&device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 6222 time: 0.4512410 Jul 16 08:38:26.431144 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-74ce70d6-65b2-4a9d-a524-3231817bb2cb req-650d902c-4f86-4f62-9b0b-ad2d8c831577 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4916232 Jul 16 08:38:26.444229 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604c3e93-395e-4762-b3d1-a67c5ae0f105 req-0cdfedc9-6ad4-4036-a6d5-35213f5ee5ef tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.446975 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-604c3e93-395e-4762-b3d1-a67c5ae0f105 req-0cdfedc9-6ad4-4036-a6d5-35213f5ee5ef tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 948 time: 0.3444557 Jul 16 08:38:26.627511 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] No DVR routers for this DVR port cc57b339-df48-489c-beb5-f8aeaa4d20f4 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:26.636391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc57b339-df48-489c-beb5-f8aeaa4d20f4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:26.645910 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-604c3e93-395e-4762-b3d1-a67c5ae0f105 req-66da2702-e7c8-45b0-9bba-1600ccbecf30 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735265 Jul 16 08:38:26.751826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c998a-ccaf-4360-9dbc-fce66e8118e4 req-0a98fe10-c835-4a16-b328-770031af51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.752487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c998a-ccaf-4360-9dbc-fce66e8118e4 req-0a98fe10-c835-4a16-b328-770031af51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.753865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c998a-ccaf-4360-9dbc-fce66e8118e4 req-0a98fe10-c835-4a16-b328-770031af51ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.756663 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-253c998a-ccaf-4360-9dbc-fce66e8118e4 req-0a98fe10-c835-4a16-b328-770031af51ad service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8722177fc6ea499891c4ef1fb2062076&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3080220 Jul 16 08:38:26.782825 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.874119 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0ae57-ca26-44cc-8257-4e41f0da3d3e req-baa0e6dc-48d9-401f-90e8-d86f24d3313e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.876037 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15a0ae57-ca26-44cc-8257-4e41f0da3d3e req-baa0e6dc-48d9-401f-90e8-d86f24d3313e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 1098 time: 1.0062048 Jul 16 08:38:26.967489 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c998a-ccaf-4360-9dbc-fce66e8118e4 req-eee5a369-218d-4673-8f0e-1181877b981f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.969701 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-253c998a-ccaf-4360-9dbc-fce66e8118e4 req-eee5a369-218d-4673-8f0e-1181877b981f service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2038796 Jul 16 08:38:26.993784 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.049244 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9711758b-ccc1-4bb9-b54a-e318203edf16']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:27.090188 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81e1fe20-877c-45f7-a8ee-ed2556c790ff {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:27.098610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60c26a93-7180-4e33-ab9c-a3f32cc156c5') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:27.098958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60c26a93-7180-4e33-ab9c-a3f32cc156c5') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:27.121046 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370976d-794c-4670-a936-d2867aa70624 req-5bc2cc9f-d748-4629-a794-211c244f6d00 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.127557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370976d-794c-4670-a936-d2867aa70624 req-5bc2cc9f-d748-4629-a794-211c244f6d00 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.133701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370976d-794c-4670-a936-d2867aa70624 req-5bc2cc9f-d748-4629-a794-211c244f6d00 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.140859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370976d-794c-4670-a936-d2867aa70624 req-5bc2cc9f-d748-4629-a794-211c244f6d00 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.144579 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.148708 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370976d-794c-4670-a936-d2867aa70624 req-5bc2cc9f-d748-4629-a794-211c244f6d00 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.154970 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370976d-794c-4670-a936-d2867aa70624 req-5bc2cc9f-d748-4629-a794-211c244f6d00 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.161075 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370976d-794c-4670-a936-d2867aa70624 req-5bc2cc9f-d748-4629-a794-211c244f6d00 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.163138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5370976d-794c-4670-a936-d2867aa70624 req-5bc2cc9f-d748-4629-a794-211c244f6d00 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5382 time: 0.1317358 Jul 16 08:38:27.187910 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.246126 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5370976d-794c-4670-a936-d2867aa70624 req-3fc5bd89-a006-43e4-9cd6-16bbdc42eec6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0716250 Jul 16 08:38:27.285630 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.298024 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Transition to ACTIVE for port object 81e1fe20-877c-45f7-a8ee-ed2556c790ff will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:27.299247 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.326764 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.340913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:27.341315 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:27.344818 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:27.351479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0ae57-ca26-44cc-8257-4e41f0da3d3e req-646ff384-cc44-4ffa-bc21-cffc7cfad843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.351479 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15a0ae57-ca26-44cc-8257-4e41f0da3d3e req-646ff384-cc44-4ffa-bc21-cffc7cfad843 service neutron] 10.222.0.38 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.4012582 Jul 16 08:38:27.370003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e71c4ff-1f67-4669-9250-8125eb2bb63a {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:27.405073 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.778946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d51289-c507-41f3-8eea-211e64b954de req-a45ed6c2-fbe8-4adf-8c9a-91f3ef01df34 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.781206 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-89d51289-c507-41f3-8eea-211e64b954de req-a45ed6c2-fbe8-4adf-8c9a-91f3ef01df34 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.1121163 Jul 16 08:38:27.820359 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15a0ae57-ca26-44cc-8257-4e41f0da3d3e req-aa3fa0c7-9982-4f56-8d5a-bb39973eeb5c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edd4285f-796f-4803-b231-f6d58d37f611 HTTP/1.1" status: 200 len: 217 time: 0.4403584 Jul 16 08:38:27.831106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device fcce26f7-9393-4524-a9ae-06dbd8a1a021 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:27.843957 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-89d51289-c507-41f3-8eea-211e64b954de req-961f8796-7839-4e1f-8dc7-88824f0c4df6 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521648 Jul 16 08:38:27.845500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444c010-ffbb-44c9-9119-a529e2598244 req-baabaf42-334a-4979-84e7-f80a1b06f5ce tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.847080 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f444c010-ffbb-44c9-9119-a529e2598244 req-baabaf42-334a-4979-84e7-f80a1b06f5ce tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 1.0111349 Jul 16 08:38:27.860408 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Transition to ACTIVE for port object 6e71c4ff-1f67-4669-9250-8125eb2bb63a will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:27.898231 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.904093 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.909270 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/9711758b-ccc1-4bb9-b54a-e318203edf16 HTTP/1.1" status: 204 len: 168 time: 3.9694812 Jul 16 08:38:27.939285 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.974548 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Pushing event updated for resources: {'Port': ['ID=81e1fe20-877c-45f7-a8ee-ed2556c790ff,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:28.016472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237391cb-7dc0-46ef-8867-1b9b4b1d73e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9711758b-ccc1-4bb9-b54a-e318203edf16,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:28.070575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0ae57-ca26-44cc-8257-4e41f0da3d3e req-7cec7a0d-d399-44f5-a776-42c23cd5d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.082825 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15a0ae57-ca26-44cc-8257-4e41f0da3d3e req-7cec7a0d-d399-44f5-a776-42c23cd5d4a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.2354262 Jul 16 08:38:28.161311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port fcce26f7-9393-4524-a9ae-06dbd8a1a021, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:28.169178 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52582) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:28.193790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021', 'mac_address': 'fa:16:3e:78:af:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:28.229770 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Pushing event updated for resources: {'Port': ['ID=6e71c4ff-1f67-4669-9250-8125eb2bb63a,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:28.242049 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.285016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcce26f7-9393-4524-a9ae-06dbd8a1a021 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:28.318171 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port fcce26f7-9393-4524-a9ae-06dbd8a1a021, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:28.325822 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.401796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Attempting to bind port 81e1fe20-877c-45f7-a8ee-ed2556c790ff on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:28.402293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Attempting to bind port 81e1fe20-877c-45f7-a8ee-ed2556c790ff by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'a5fd003c-1729-4f0d-85ff-74d9b948dab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:28.402737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Attempting to bind port 81e1fe20-877c-45f7-a8ee-ed2556c790ff on network 1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:28.406631 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-77a74d5b-7158-4cba-8d25-fd5d3358ca70 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c0bf0ce71804c76a3dfaa1cc36856f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330720 Jul 16 08:38:28.411701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52588) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:28.438045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Port 81e1fe20-877c-45f7-a8ee-ed2556c790ff on network 1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:28.438795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Attempting to bind port 81e1fe20-877c-45f7-a8ee-ed2556c790ff on network 1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:28.449343 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=fcce26f7-9393-4524-a9ae-06dbd8a1a021,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:28.459461 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:28.460154 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Checking segment: {'id': 'a5fd003c-1729-4f0d-85ff-74d9b948dab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:28.460994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Bound using segment: {'id': 'a5fd003c-1729-4f0d-85ff-74d9b948dab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:28.462034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Bound port: 81e1fe20-877c-45f7-a8ee-ed2556c790ff, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fd003c-1729-4f0d-85ff-74d9b948dab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:28.462899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.522529 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f444c010-ffbb-44c9-9119-a529e2598244 req-cc4fefd4-0f3c-4d83-a962-5a55ada6d80a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6253166 Jul 16 08:38:28.576881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95c4ac6-bc50-4a7b-afce-b891a25a7d0d req-2bdd1320-b6ad-47bc-881a-9c62ffc3a57c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.587229 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['fcce26f7-9393-4524-a9ae-06dbd8a1a021'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:28.590558 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c95c4ac6-bc50-4a7b-afce-b891a25a7d0d req-2bdd1320-b6ad-47bc-881a-9c62ffc3a57c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 948 time: 0.4181299 Jul 16 08:38:28.600174 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Attempting to bind port 6e71c4ff-1f67-4669-9250-8125eb2bb63a on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:28.601017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Attempting to bind port 6e71c4ff-1f67-4669-9250-8125eb2bb63a by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:28.601309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Attempting to bind port 6e71c4ff-1f67-4669-9250-8125eb2bb63a on network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:28.610629 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Port 6e71c4ff-1f67-4669-9250-8125eb2bb63a on network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:28.611332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Attempting to bind port 6e71c4ff-1f67-4669-9250-8125eb2bb63a on network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:28.615840 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0baddcb7-c0dd-4226-bdd6-57251fdb0281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.627543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0ae57-ca26-44cc-8257-4e41f0da3d3e req-f6c2e6d7-417e-48dc-a110-d2cf2075ee24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.629588 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15a0ae57-ca26-44cc-8257-4e41f0da3d3e req-f6c2e6d7-417e-48dc-a110-d2cf2075ee24 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5475986 Jul 16 08:38:28.637767 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:28.638260 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Checking segment: {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:28.639060 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Bound using segment: {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:28.639629 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Bound port: 6e71c4ff-1f67-4669-9250-8125eb2bb63a, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:28.640107 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.746552 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c95c4ac6-bc50-4a7b-afce-b891a25a7d0d req-a1172aeb-2948-4c8d-a9c9-a71c4de0f814 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263373 Jul 16 08:38:28.754104 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0baddcb7-c0dd-4226-bdd6-57251fdb0281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.891919 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.922825 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0baddcb7-c0dd-4226-bdd6-57251fdb0281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.925545 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0baddcb7-c0dd-4226-bdd6-57251fdb0281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.926749 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0baddcb7-c0dd-4226-bdd6-57251fdb0281 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0 HTTP/1.1" status: 204 len: 168 time: 0.5078919 Jul 16 08:38:28.970758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baddcb7-c0dd-4226-bdd6-57251fdb0281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fbf6b5-8bdd-4c06-bcb5-f6e8480959e0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:28.979182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] For port 81e1fe20-877c-45f7-a8ee-ed2556c790ff, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:29.019567 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.053282 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] For port 81e1fe20-877c-45f7-a8ee-ed2556c790ff, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:29.079298 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.151187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] For port 6e71c4ff-1f67-4669-9250-8125eb2bb63a, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:29.161729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4f769b-01c8-4990-9ee5-98037cf337e4 req-798c39b7-9652-4be8-b78c-952072d9745b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.164452 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f4f769b-01c8-4990-9ee5-98037cf337e4 req-798c39b7-9652-4be8-b78c-952072d9745b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1278937 Jul 16 08:38:29.210636 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15a0ae57-ca26-44cc-8257-4e41f0da3d3e req-e21660d5-c65e-41e0-84ba-6c34f99f9203 service neutron] 10.222.0.38 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5460541 Jul 16 08:38:29.221997 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.222641 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.224172 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] 10.222.0.15 "PUT /v2.0/ports/81e1fe20-877c-45f7-a8ee-ed2556c790ff HTTP/1.1" status: 200 len: 1092 time: 5.0687118 Jul 16 08:38:29.226038 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fc8c8af-46b0-40f6-8dad-54bd0a678fc2', 'tag': '81e1fe20-877c-45f7-a8ee-ed2556c790ff'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:29.228946 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8373e568-59f3-440e-a7be-915042cbe045" -d '{"events": [{"name": "network-changed", "server_uuid": "2fc8c8af-46b0-40f6-8dad-54bd0a678fc2", "tag": "81e1fe20-877c-45f7-a8ee-ed2556c790ff"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:29.229489 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f4f769b-01c8-4990-9ee5-98037cf337e4 req-3e4f777a-9461-4200-8d4b-480a4d326956 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546427 Jul 16 08:38:29.238398 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] For port 6e71c4ff-1f67-4669-9250-8125eb2bb63a, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6e71c4ff-1f67-4669-9250-8125eb2bb63a,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:29.258296 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.365829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6687c-905c-435f-aa00-12701894129a req-57faa1da-1dac-45af-b8ce-93e9818bd9c7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.372232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6687c-905c-435f-aa00-12701894129a req-57faa1da-1dac-45af-b8ce-93e9818bd9c7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.379707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6687c-905c-435f-aa00-12701894129a req-57faa1da-1dac-45af-b8ce-93e9818bd9c7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.386010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6687c-905c-435f-aa00-12701894129a req-57faa1da-1dac-45af-b8ce-93e9818bd9c7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.392654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6687c-905c-435f-aa00-12701894129a req-57faa1da-1dac-45af-b8ce-93e9818bd9c7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.399604 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6687c-905c-435f-aa00-12701894129a req-57faa1da-1dac-45af-b8ce-93e9818bd9c7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.405785 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d6687c-905c-435f-aa00-12701894129a req-57faa1da-1dac-45af-b8ce-93e9818bd9c7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.413493 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57d6687c-905c-435f-aa00-12701894129a req-57faa1da-1dac-45af-b8ce-93e9818bd9c7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5394 time: 0.5914495 Jul 16 08:38:29.430355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2a446-d866-4f26-a988-0a81f49e6d09 service neutron] Pushing event updated for resources: {'Port': ['ID=81e1fe20-877c-45f7-a8ee-ed2556c790ff,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:29.530203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.530864 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.532435 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] 10.222.0.38 "PUT /v2.0/ports/6e71c4ff-1f67-4669-9250-8125eb2bb63a HTTP/1.1" status: 200 len: 1092 time: 4.3232851 Jul 16 08:38:29.580149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Request body: {'port': {'device_id': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:29.597765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Allocated IP 172.25.4.203 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/17d77a36-13ee-425a-a498-8ca82a83837c) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:29.671999 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57d6687c-905c-435f-aa00-12701894129a req-eeb3649e-5cb8-4a3d-a67a-c1f11c30627f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2572529 Jul 16 08:38:29.752772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d807ad2-3bbe-49ba-a3c2-4117a919529e service neutron] Pushing event updated for resources: {'Port': ['ID=6e71c4ff-1f67-4669-9250-8125eb2bb63a,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:29.802462 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15a0ae57-ca26-44cc-8257-4e41f0da3d3e req-ae3efbe0-3be1-4c40-b83d-0a8bd8ac9b16 service neutron] 10.222.0.38 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615215 Jul 16 08:38:29.802978 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab607f4c-2739-423a-bfd0-9e5eec3f41b8 req-39e9a3d1-fa31-4b8f-967f-6fdcf24a6850 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.807244 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab607f4c-2739-423a-bfd0-9e5eec3f41b8 req-39e9a3d1-fa31-4b8f-967f-6fdcf24a6850 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.1590269 Jul 16 08:38:29.849832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device fcce26f7-9393-4524-a9ae-06dbd8a1a021 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:30.004162 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab607f4c-2739-423a-bfd0-9e5eec3f41b8 req-a47065d1-b58f-4e77-a4f0-2e3659d8cf9a tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735513 Jul 16 08:38:30.012245 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea040dba-5211-4987-be5f-5185ee47af4a x-openstack-request-id: req-ea040dba-5211-4987-be5f-5185ee47af4a {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:30.012660 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fc8c8af-46b0-40f6-8dad-54bd0a678fc2", "tag": "81e1fe20-877c-45f7-a8ee-ed2556c790ff", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:30.012874 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea040dba-5211-4987-be5f-5185ee47af4a {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:30.013266 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fc8c8af-46b0-40f6-8dad-54bd0a678fc2', 'tag': '81e1fe20-877c-45f7-a8ee-ed2556c790ff', 'status': 'completed', 'code': 200} Jul 16 08:38:30.031668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-2ec3fb0c-c7b5-42b4-b652-c5786429110a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.033626 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-2ec3fb0c-c7b5-42b4-b652-c5786429110a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c76f51fd58ac4c91af766500fae1fc16&device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 1095 time: 0.6975188 Jul 16 08:38:30.036264 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.070559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port fcce26f7-9393-4524-a9ae-06dbd8a1a021 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:30.082228 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port fcce26f7-9393-4524-a9ae-06dbd8a1a021 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:30.083379 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.099630 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-7af21330-7041-44f6-bdf3-d598088915c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff HTTP/1.1" status: 200 len: 217 time: 0.0575306 Jul 16 08:38:30.295226 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.337861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae16c89b-49b0-49ff-9af9-c6356964a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:30.341107 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2466a10d-6ff8-40ed-8df2-f66b13042a6f" -d '{"events": [{"server_uuid": "ae16c89b-49b0-49ff-9af9-c6356964a379", "name": "network-vif-plugged", "status": "completed", "tag": "fcce26f7-9393-4524-a9ae-06dbd8a1a021"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:30.348537 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port fcce26f7-9393-4524-a9ae-06dbd8a1a021, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:30.363188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.382054 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.402261 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-ac2f0c56-4e80-4bd4-85ec-2e1320e906a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.404003 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-ac2f0c56-4e80-4bd4-85ec-2e1320e906a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49afa1d5-ed59-4c8e-94d4-4bbb07bec12a HTTP/1.1" status: 200 len: 854 time: 0.2968245 Jul 16 08:38:30.414976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33835ac-105c-4a08-9771-87318d64ab51 req-10ef939f-0e7e-417e-a515-36d0f645ea24 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.418103 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c33835ac-105c-4a08-9771-87318d64ab51 req-10ef939f-0e7e-417e-a515-36d0f645ea24 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 949 time: 0.1824546 Jul 16 08:38:30.494333 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=fcce26f7-9393-4524-a9ae-06dbd8a1a021,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:30.497337 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-f1fec9cd-bc43-4970-a583-3c44c657c017 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696480 Jul 16 08:38:30.499335 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c33835ac-105c-4a08-9771-87318d64ab51 req-cfe9e04f-0754-4595-98cd-d66ee371d632 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757442 Jul 16 08:38:30.965936 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-cb9675b5-0ab3-4b49-b933-66e904ac5726 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.973536 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-cb9675b5-0ab3-4b49-b933-66e904ac5726 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 812 time: 0.7166867 Jul 16 08:38:30.982741 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.028304 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2b46ac-9de5-458e-8bc5-93fcb2f234e2 x-openstack-request-id: req-ac2b46ac-9de5-458e-8bc5-93fcb2f234e2 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:31.029470 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae16c89b-49b0-49ff-9af9-c6356964a379", "name": "network-vif-plugged", "status": "completed", "tag": "fcce26f7-9393-4524-a9ae-06dbd8a1a021", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:31.029942 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac2b46ac-9de5-458e-8bc5-93fcb2f234e2 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:31.030773 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae16c89b-49b0-49ff-9af9-c6356964a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021', 'code': 200} Jul 16 08:38:31.145249 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-44d654e6-0cd6-4e95-be71-88d4502be214 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/quotas/b1781597c11a4817b85b1a3ef01821fc HTTP/1.1" status: 200 len: 375 time: 0.1678941 Jul 16 08:38:31.327273 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:31.353189 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2da0c7-c058-4d22-b51f-c5b8c6fb81e3 req-b637795b-246d-4c47-bd8d-a1179285dfee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.362356 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2da0c7-c058-4d22-b51f-c5b8c6fb81e3 req-b637795b-246d-4c47-bd8d-a1179285dfee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.370087 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2da0c7-c058-4d22-b51f-c5b8c6fb81e3 req-b637795b-246d-4c47-bd8d-a1179285dfee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.378004 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2da0c7-c058-4d22-b51f-c5b8c6fb81e3 req-b637795b-246d-4c47-bd8d-a1179285dfee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.384973 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-66117616-9c49-407d-9d3a-0f3d99f03980 service neutron] 10.222.0.15 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8660293 Jul 16 08:38:31.385161 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2da0c7-c058-4d22-b51f-c5b8c6fb81e3 req-b637795b-246d-4c47-bd8d-a1179285dfee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.393168 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2da0c7-c058-4d22-b51f-c5b8c6fb81e3 req-b637795b-246d-4c47-bd8d-a1179285dfee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.398712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:31.400046 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2da0c7-c058-4d22-b51f-c5b8c6fb81e3 req-b637795b-246d-4c47-bd8d-a1179285dfee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.406761 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ba2da0c7-c058-4d22-b51f-c5b8c6fb81e3 req-b637795b-246d-4c47-bd8d-a1179285dfee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5394 time: 0.1908157 Jul 16 08:38:31.412806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:31.470743 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ba2da0c7-c058-4d22-b51f-c5b8c6fb81e3 req-92dca285-c66c-48dc-9abd-21ac33a7854c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567317 Jul 16 08:38:31.535784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Pushing event updated for resources: {'Port': ['ID=17d77a36-13ee-425a-a498-8ca82a83837c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:31.782629 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed62a5f0-1850-4742-b8df-60c11d9a13c3 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:31.811841 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.909329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a8073-93f4-4afa-987a-cb1756ccdc6f req-d4ebbd5c-dc80-4312-9e9d-13a1c3ebf83e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.920662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d47daf-b5a9-4aee-98e4-d2ac6eb6e835 req-cf0c0429-e48d-49eb-8adb-04a5dcf478fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.922230 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-892a8073-93f4-4afa-987a-cb1756ccdc6f req-d4ebbd5c-dc80-4312-9e9d-13a1c3ebf83e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.1626751 Jul 16 08:38:31.922912 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37d47daf-b5a9-4aee-98e4-d2ac6eb6e835 req-cf0c0429-e48d-49eb-8adb-04a5dcf478fd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 1102 time: 0.6831639 Jul 16 08:38:31.927607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Transition to ACTIVE for port object ed62a5f0-1850-4742-b8df-60c11d9a13c3 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:31.945914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9c109a99-3907-49d6-977e-2016384a0184 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&fields=id HTTP/1.1" status: 200 len: 486 time: 0.7984531 Jul 16 08:38:31.986769 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.010439 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-892a8073-93f4-4afa-987a-cb1756ccdc6f req-fa7ef6cb-e4ad-444c-8349-4ba95c54a686 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859876 Jul 16 08:38:32.040596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': '6e71c4ff-1f67-4669-9250-8125eb2bb63a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:32.043040 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d941447-b874-443c-a899-389f5acb2f7c" -d '{"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "6e71c4ff-1f67-4669-9250-8125eb2bb63a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:32.167132 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37d47daf-b5a9-4aee-98e4-d2ac6eb6e835 req-46c24b06-c6b9-46e0-b529-d0008afc8422 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194159 Jul 16 08:38:32.185837 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d01400-535e-484c-b01d-63dbe4ea986a req-72ddba52-790b-4fd9-ae7b-74f88b689bdf service neutron] 10.222.0.15 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7729704 Jul 16 08:38:32.202944 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Pushing event updated for resources: {'Port': ['ID=ed62a5f0-1850-4742-b8df-60c11d9a13c3,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:32.220255 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.318235 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9783c1fd-811e-41e2-a14b-65d85b83e28f req-6060a76c-a16e-4a60-937f-f4c79a00ea69 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.329223 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9783c1fd-811e-41e2-a14b-65d85b83e28f req-6060a76c-a16e-4a60-937f-f4c79a00ea69 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.1327879 Jul 16 08:38:32.377335 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-ee7c7297-d308-463e-89b3-241c4c4b693f service neutron] 10.222.0.20 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3999960 Jul 16 08:38:32.400394 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9783c1fd-811e-41e2-a14b-65d85b83e28f req-3c297b08-7471-4018-8dd3-2a3b6ac92a73 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696156 Jul 16 08:38:32.473384 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e312838e-76dd-43ac-9661-fec73b34ff90 x-openstack-request-id: req-e312838e-76dd-43ac-9661-fec73b34ff90 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:32.473926 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "6e71c4ff-1f67-4669-9250-8125eb2bb63a", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:32.473926 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e312838e-76dd-43ac-9661-fec73b34ff90 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:32.474350 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': '6e71c4ff-1f67-4669-9250-8125eb2bb63a', 'status': 'completed', 'code': 200} Jul 16 08:38:32.652741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Attempting to bind port ed62a5f0-1850-4742-b8df-60c11d9a13c3 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:32.653365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Attempting to bind port ed62a5f0-1850-4742-b8df-60c11d9a13c3 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:32.654373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Attempting to bind port ed62a5f0-1850-4742-b8df-60c11d9a13c3 on network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:32.736418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d28e2-bd7a-47b3-8dca-493a8ccb7913 req-cf6b95fc-904b-449e-862a-fe0bb1fdd854 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.742801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d28e2-bd7a-47b3-8dca-493a8ccb7913 req-cf6b95fc-904b-449e-862a-fe0bb1fdd854 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.749809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d28e2-bd7a-47b3-8dca-493a8ccb7913 req-cf6b95fc-904b-449e-862a-fe0bb1fdd854 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.755885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d28e2-bd7a-47b3-8dca-493a8ccb7913 req-cf6b95fc-904b-449e-862a-fe0bb1fdd854 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.762168 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d28e2-bd7a-47b3-8dca-493a8ccb7913 req-cf6b95fc-904b-449e-862a-fe0bb1fdd854 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.769564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d28e2-bd7a-47b3-8dca-493a8ccb7913 req-cf6b95fc-904b-449e-862a-fe0bb1fdd854 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.775977 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42d28e2-bd7a-47b3-8dca-493a8ccb7913 req-cf6b95fc-904b-449e-862a-fe0bb1fdd854 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.784459 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d42d28e2-bd7a-47b3-8dca-493a8ccb7913 req-cf6b95fc-904b-449e-862a-fe0bb1fdd854 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5406 time: 0.1386747 Jul 16 08:38:32.812119 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Port ed62a5f0-1850-4742-b8df-60c11d9a13c3 on network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:32.812748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Attempting to bind port ed62a5f0-1850-4742-b8df-60c11d9a13c3 on network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:32.833411 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d42d28e2-bd7a-47b3-8dca-493a8ccb7913 req-a409206e-343f-42b3-8e54-8c5cae2da8fb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477290 Jul 16 08:38:32.885128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:32.885505 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Checking segment: {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:32.885948 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Bound using segment: {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:32.886405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Bound port: ed62a5f0-1850-4742-b8df-60c11d9a13c3, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:32.886774 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.967016 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.998045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373e568-59f3-440e-a7be-915042cbe045 req-24bf3671-2201-4954-9cef-b5e6946bcebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.000346 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8373e568-59f3-440e-a7be-915042cbe045 req-24bf3671-2201-4954-9cef-b5e6946bcebc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c76f51fd58ac4c91af766500fae1fc16&device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 1095 time: 0.6617391 Jul 16 08:38:33.024192 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-d64d3329-5f4b-41fd-a7d8-0104bbbd9340 service neutron] 10.222.0.20 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688276 Jul 16 08:38:33.097842 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941447-b874-443c-a899-389f5acb2f7c req-a4738265-5091-4ebb-aafa-4b971468186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.098672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941447-b874-443c-a899-389f5acb2f7c req-a4738265-5091-4ebb-aafa-4b971468186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.099635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941447-b874-443c-a899-389f5acb2f7c req-a4738265-5091-4ebb-aafa-4b971468186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.100305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941447-b874-443c-a899-389f5acb2f7c req-a4738265-5091-4ebb-aafa-4b971468186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.101565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941447-b874-443c-a899-389f5acb2f7c req-a4738265-5091-4ebb-aafa-4b971468186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.102805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941447-b874-443c-a899-389f5acb2f7c req-a4738265-5091-4ebb-aafa-4b971468186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.103456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941447-b874-443c-a899-389f5acb2f7c req-a4738265-5091-4ebb-aafa-4b971468186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.105636 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d941447-b874-443c-a899-389f5acb2f7c req-a4738265-5091-4ebb-aafa-4b971468186f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8722177fc6ea499891c4ef1fb2062076&device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 6316 time: 0.5940633 Jul 16 08:38:33.432936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ce616-97ba-4809-b04c-995aa8deb812 req-62b6cb4f-5649-49e7-ba8e-1bf47c440b36 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.444130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f41ce616-97ba-4809-b04c-995aa8deb812 req-62b6cb4f-5649-49e7-ba8e-1bf47c440b36 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.1771936 Jul 16 08:38:33.502133 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f41ce616-97ba-4809-b04c-995aa8deb812 req-f03c4cd2-40df-4599-a314-fb595f403008 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566430 Jul 16 08:38:33.618165 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.737735 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] For port ed62a5f0-1850-4742-b8df-60c11d9a13c3, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:33.746362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51501492-fe49-470c-abe2-51573fe023e7 req-f2b737ad-3cd1-45c0-91bb-4d871338a069 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.758412 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-51501492-fe49-470c-abe2-51573fe023e7 req-f2b737ad-3cd1-45c0-91bb-4d871338a069 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.1261113 Jul 16 08:38:33.862181 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f93b87c-0f3f-45d1-bf3c-235aaf8ff986 req-4a58afbe-b86f-4ae2-9856-38a951da98ea tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 210 time: 0.2021451 Jul 16 08:38:33.866524 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-51501492-fe49-470c-abe2-51573fe023e7 req-86abff4d-c00d-4047-8e96-bab2b1740ca3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058066 Jul 16 08:38:33.874829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] For port ed62a5f0-1850-4742-b8df-60c11d9a13c3, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ed62a5f0-1850-4742-b8df-60c11d9a13c3,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:33.930005 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.980950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373e568-59f3-440e-a7be-915042cbe045 req-7b05b640-e8b3-4fab-a7bb-a7546aede5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.984662 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8373e568-59f3-440e-a7be-915042cbe045 req-7b05b640-e8b3-4fab-a7bb-a7546aede5af service neutron] 10.222.0.15 "GET /v2.0/networks?id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d HTTP/1.1" status: 200 len: 914 time: 0.9750617 Jul 16 08:38:34.091274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.093280 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.096361 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] 10.222.0.38 "PUT /v2.0/ports/ed62a5f0-1850-4742-b8df-60c11d9a13c3 HTTP/1.1" status: 200 len: 1092 time: 4.5213897 Jul 16 08:38:34.180175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941447-b874-443c-a899-389f5acb2f7c req-ac7559b2-2ec5-439f-accc-36bf78ddce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.181629 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941447-b874-443c-a899-389f5acb2f7c req-ac7559b2-2ec5-439f-accc-36bf78ddce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.182786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941447-b874-443c-a899-389f5acb2f7c req-ac7559b2-2ec5-439f-accc-36bf78ddce1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.186841 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d941447-b874-443c-a899-389f5acb2f7c req-ac7559b2-2ec5-439f-accc-36bf78ddce1a service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8722177fc6ea499891c4ef1fb2062076&shared=False HTTP/1.1" status: 200 len: 2295 time: 1.0669594 Jul 16 08:38:34.194971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Request body: {'port': {'device_id': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:34.205662 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8373e568-59f3-440e-a7be-915042cbe045 req-be5dc5fb-35f5-42da-9321-e1a3ba82d830 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff HTTP/1.1" status: 200 len: 217 time: 0.1639130 Jul 16 08:38:34.307962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba8719-822c-4109-a4cc-e861e5cfe6b6 req-e39fb129-8693-4ba4-b418-5d47f95f97f8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.324101 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba8719-822c-4109-a4cc-e861e5cfe6b6 req-e39fb129-8693-4ba4-b418-5d47f95f97f8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.354226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba8719-822c-4109-a4cc-e861e5cfe6b6 req-e39fb129-8693-4ba4-b418-5d47f95f97f8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.369021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba8719-822c-4109-a4cc-e861e5cfe6b6 req-e39fb129-8693-4ba4-b418-5d47f95f97f8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.389137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba8719-822c-4109-a4cc-e861e5cfe6b6 req-e39fb129-8693-4ba4-b418-5d47f95f97f8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.402977 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba8719-822c-4109-a4cc-e861e5cfe6b6 req-e39fb129-8693-4ba4-b418-5d47f95f97f8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.406895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52744) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.438325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ba8719-822c-4109-a4cc-e861e5cfe6b6 req-e39fb129-8693-4ba4-b418-5d47f95f97f8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.441008 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40ba8719-822c-4109-a4cc-e861e5cfe6b6 req-e39fb129-8693-4ba4-b418-5d47f95f97f8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5406 time: 0.2736728 Jul 16 08:38:34.452384 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 81e1fe20-877c-45f7-a8ee-ed2556c790ff details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:34.543377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': 'ed62a5f0-1850-4742-b8df-60c11d9a13c3'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:34.547590 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4562ebd-d357-4e90-a565-e5a3a21da364" -d '{"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "ed62a5f0-1850-4742-b8df-60c11d9a13c3"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:34.554508 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40ba8719-822c-4109-a4cc-e861e5cfe6b6 req-4ea3888e-9ca7-4f01-b60b-d3ad1103398b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1000164 Jul 16 08:38:34.574560 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41690113-5fa3-407c-beca-ecc20249d19d service neutron] Pushing event updated for resources: {'Port': ['ID=ed62a5f0-1850-4742-b8df-60c11d9a13c3,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:34.733052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 81e1fe20-877c-45f7-a8ee-ed2556c790ff, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:34.757996 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '81e1fe20-877c-45f7-a8ee-ed2556c790ff', 'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d', 'port_id': '81e1fe20-877c-45f7-a8ee-ed2556c790ff', 'mac_address': 'fa:16:3e:4c:7a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49afa1d5-ed59-4c8e-94d4-4bbb07bec12a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:34.769283 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Router 538555ed-5387-4328-872c-8b0f86187c01 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:38:34.861556 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.890513 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e1fe20-877c-45f7-a8ee-ed2556c790ff {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:34.915897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373e568-59f3-440e-a7be-915042cbe045 req-d1114769-eab3-4f22-8929-4dd43054ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.920055 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8373e568-59f3-440e-a7be-915042cbe045 req-d1114769-eab3-4f22-8929-4dd43054ab6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49afa1d5-ed59-4c8e-94d4-4bbb07bec12a HTTP/1.1" status: 200 len: 854 time: 0.5911794 Jul 16 08:38:35.009694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 81e1fe20-877c-45f7-a8ee-ed2556c790ff, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:35.018986 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.054314 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d941447-b874-443c-a899-389f5acb2f7c req-e16fd3f3-237c-47f9-a741-f3731abcbd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:35.065542 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d941447-b874-443c-a899-389f5acb2f7c req-e16fd3f3-237c-47f9-a741-f3731abcbd14 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8519769 Jul 16 08:38:35.144722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=81e1fe20-877c-45f7-a8ee-ed2556c790ff,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:35.150432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8373e568-59f3-440e-a7be-915042cbe045 req-5e3c8f77-3649-49f2-98d1-b0e4e374b9c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1771109 Jul 16 08:38:35.204868 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.207742 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-96ab34d5-c16c-4d26-be9e-898326ffdbda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.229427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e3726e-c54b-4cf5-bc24-1a672540a491 req-d09b9686-5c76-463c-b1c2-2b84f6a043a8 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:35.232011 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-42e3726e-c54b-4cf5-bc24-1a672540a491 req-d09b9686-5c76-463c-b1c2-2b84f6a043a8 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 944 time: 0.1577201 Jul 16 08:38:35.277763 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.289381 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['81e1fe20-877c-45f7-a8ee-ed2556c790ff'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:35.295185 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d89092c-6e83-4649-8ae1-008c457934c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.304917 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-42e3726e-c54b-4cf5-bc24-1a672540a491 req-fbdca2a5-0d65-4096-8f4a-435e9f3636da tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621490 Jul 16 08:38:35.482197 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64543dee-262f-4b5c-ab00-5cb6e51e156f x-openstack-request-id: req-64543dee-262f-4b5c-ab00-5cb6e51e156f {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:35.482683 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "ed62a5f0-1850-4742-b8df-60c11d9a13c3", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:35.482848 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-64543dee-262f-4b5c-ab00-5cb6e51e156f {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:35.483127 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': 'ed62a5f0-1850-4742-b8df-60c11d9a13c3', 'status': 'completed', 'code': 200} Jul 16 08:38:35.578188 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:35.587650 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Sync routers for ids ['538555ed-5387-4328-872c-8b0f86187c01'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:35.609291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Routers {'538555ed-5387-4328-872c-8b0f86187c01'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:35.609291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:38:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['538555ed-5387-4328-872c-8b0f86187c01'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:35.701636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b4604c24-812c-4d33-9fb9-5eeb02402981 req-f9340638-2220-41a7-b3b1-f9872aca7243 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 210 time: 0.0580695 Jul 16 08:38:35.875798 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8373e568-59f3-440e-a7be-915042cbe045 req-83f4860a-75e9-46c6-8708-29d8f2384447 service neutron] 10.222.0.15 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160822 Jul 16 08:38:35.884052 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-0ad906c4-8fbc-4455-81e2-59d4992f3640 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:35.885721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-0ad906c4-8fbc-4455-81e2-59d4992f3640 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 812 time: 0.1644020 Jul 16 08:38:35.920896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-1a5b55c9-338c-4394-ab8c-2462cf8ebe26 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Request body: {'port': {'device_id': '1baebfdf-770d-4dd2-ae43-1b7b5291baaf', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'admin_state_up': True, 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:35.943123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Set router 538555ed-5387-4328-872c-8b0f86187c01 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:36.169002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed58909b-ee54-4f40-966a-b744da9f6d34 req-f9e09112-b9a7-4671-ad42-c3a6b80928a6 tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.183894 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed58909b-ee54-4f40-966a-b744da9f6d34 req-f9e09112-b9a7-4671-ad42-c3a6b80928a6 tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 1102 time: 1.1009080 Jul 16 08:38:36.275756 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d89092c-6e83-4649-8ae1-008c457934c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.286781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4562ebd-d357-4e90-a565-e5a3a21da364 req-72c428f6-b680-4e1d-9e40-8ac518d527bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.287572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4562ebd-d357-4e90-a565-e5a3a21da364 req-72c428f6-b680-4e1d-9e40-8ac518d527bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.288235 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4562ebd-d357-4e90-a565-e5a3a21da364 req-72c428f6-b680-4e1d-9e40-8ac518d527bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.289926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4562ebd-d357-4e90-a565-e5a3a21da364 req-72c428f6-b680-4e1d-9e40-8ac518d527bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.290649 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4562ebd-d357-4e90-a565-e5a3a21da364 req-72c428f6-b680-4e1d-9e40-8ac518d527bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.291309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4562ebd-d357-4e90-a565-e5a3a21da364 req-72c428f6-b680-4e1d-9e40-8ac518d527bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.292004 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4562ebd-d357-4e90-a565-e5a3a21da364 req-72c428f6-b680-4e1d-9e40-8ac518d527bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.295163 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4562ebd-d357-4e90-a565-e5a3a21da364 req-72c428f6-b680-4e1d-9e40-8ac518d527bb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8722177fc6ea499891c4ef1fb2062076&device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 6358 time: 0.8104095 Jul 16 08:38:36.322089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538555ed-5387-4328-872c-8b0f86187c01', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:26Z', 'updated_at': '2021-07-16T08:38:31Z', 'revision_number': 3, 'project_id': '81c311d375bd422990bb2841b548ce09', 'gw_port': {'id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:29Z', 'updated_at': '2021-07-16T08:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:36.361561 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e1b0d-1ffd-43ee-8aca-5bff4b72fd24 req-96221cf6-4714-436c-ba1e-26d7cca12a22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.362390 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d89092c-6e83-4649-8ae1-008c457934c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.366923 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8373e568-59f3-440e-a7be-915042cbe045 req-7f0da0d5-f201-4cdc-9492-47a5af5ccc61 service neutron] 10.222.0.15 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4711964 Jul 16 08:38:36.385538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e1b0d-1ffd-43ee-8aca-5bff4b72fd24 req-96221cf6-4714-436c-ba1e-26d7cca12a22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.391538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Checking router: 538555ed-5387-4328-872c-8b0f86187c01 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:38:36.392313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Updating router 538555ed-5387-4328-872c-8b0f86187c01 port 17d77a36-13ee-425a-a498-8ca82a83837c binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:38:36.421797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e1b0d-1ffd-43ee-8aca-5bff4b72fd24 req-96221cf6-4714-436c-ba1e-26d7cca12a22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.434631 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e1b0d-1ffd-43ee-8aca-5bff4b72fd24 req-96221cf6-4714-436c-ba1e-26d7cca12a22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.449778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e1b0d-1ffd-43ee-8aca-5bff4b72fd24 req-96221cf6-4714-436c-ba1e-26d7cca12a22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.466161 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 81e1fe20-877c-45f7-a8ee-ed2556c790ff up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:36.467567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e1b0d-1ffd-43ee-8aca-5bff4b72fd24 req-96221cf6-4714-436c-ba1e-26d7cca12a22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.479419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e1b0d-1ffd-43ee-8aca-5bff4b72fd24 req-96221cf6-4714-436c-ba1e-26d7cca12a22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.483341 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef7e1b0d-1ffd-43ee-8aca-5bff4b72fd24 req-96221cf6-4714-436c-ba1e-26d7cca12a22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5406 time: 0.3499737 Jul 16 08:38:36.539307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4562ebd-d357-4e90-a565-e5a3a21da364 req-11ffd4eb-4f5e-4e9c-acb4-9e9294641ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.539786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4562ebd-d357-4e90-a565-e5a3a21da364 req-11ffd4eb-4f5e-4e9c-acb4-9e9294641ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.540248 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4562ebd-d357-4e90-a565-e5a3a21da364 req-11ffd4eb-4f5e-4e9c-acb4-9e9294641ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.541986 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4562ebd-d357-4e90-a565-e5a3a21da364 req-11ffd4eb-4f5e-4e9c-acb4-9e9294641ec0 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8722177fc6ea499891c4ef1fb2062076&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1738126 Jul 16 08:38:36.542719 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ed58909b-ee54-4f40-966a-b744da9f6d34 req-4b781fc8-b6cf-4c38-ab33-6818f665f155 tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.544195 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.550061 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef7e1b0d-1ffd-43ee-8aca-5bff4b72fd24 req-197520a6-bfaf-498c-8143-827752cf307f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543580 Jul 16 08:38:36.565140 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.566541 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e777ae6a-a74c-47b6-a7ca-899b59f300e3 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 10.7311246 Jul 16 08:38:36.570350 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52764) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:36.732534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 81e1fe20-877c-45f7-a8ee-ed2556c790ff completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:36.742640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 81e1fe20-877c-45f7-a8ee-ed2556c790ff triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:36.743168 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.763351 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4562ebd-d357-4e90-a565-e5a3a21da364 req-8d149241-51e5-43ad-9681-08775d96b5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.764917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4562ebd-d357-4e90-a565-e5a3a21da364 req-8d149241-51e5-43ad-9681-08775d96b5d4 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2089224 Jul 16 08:38:36.851311 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8d89092c-6e83-4649-8ae1-008c457934c3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fab916be9cbe4e1e932c9102d5f5d79b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4355977 Jul 16 08:38:36.865839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52768) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:36.868038 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89092c-6e83-4649-8ae1-008c457934c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2caa8830-5363-4d2e-b4fb-849e52095f85,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:37.018788 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.064714 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc8c8af-46b0-40f6-8dad-54bd0a678fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e1fe20-877c-45f7-a8ee-ed2556c790ff'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:37.068228 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b7845a-ffd3-49a8-a7ad-0ae1ec36d974" -d '{"events": [{"server_uuid": "2fc8c8af-46b0-40f6-8dad-54bd0a678fc2", "name": "network-vif-plugged", "status": "completed", "tag": "81e1fe20-877c-45f7-a8ee-ed2556c790ff"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:37.100022 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 81e1fe20-877c-45f7-a8ee-ed2556c790ff, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:37.114088 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.212870 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.226984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Transition to ACTIVE for port object 17d77a36-13ee-425a-a498-8ca82a83837c will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:37.250447 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-72b666a4-977a-4d42-b0e4-955a0bca7f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.256778 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.307763 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=81e1fe20-877c-45f7-a8ee-ed2556c790ff,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:37.340136 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-72b666a4-977a-4d42-b0e4-955a0bca7f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.346201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Attempting to bind port 17d77a36-13ee-425a-a498-8ca82a83837c on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:37.346576 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Attempting to bind port 17d77a36-13ee-425a-a498-8ca82a83837c by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:37.346939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Attempting to bind port 17d77a36-13ee-425a-a498-8ca82a83837c on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:37.359520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:37.359902 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:37.360413 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.360740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:37.361202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Bound port: 17d77a36-13ee-425a-a498-8ca82a83837c, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:37.361598 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.392473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 181f3551-9ad1-4dfb-bb61-77674378805b {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:37.403375 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197dff2b-3a2c-463c-9579-62f09e01261f None None] Pushing event updated for resources: {'Port': ['ID=17d77a36-13ee-425a-a498-8ca82a83837c,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:37.416654 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.457273 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] For port 17d77a36-13ee-425a-a498-8ca82a83837c, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:37.461046 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] For port 17d77a36-13ee-425a-a498-8ca82a83837c, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=17d77a36-13ee-425a-a498-8ca82a83837c,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:37.470056 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.493521 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ed58909b-ee54-4f40-966a-b744da9f6d34 req-4b781fc8-b6cf-4c38-ab33-6818f665f155 tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.505719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ab794-c8d8-43b8-a495-c586e5a94e9d req-b51ac579-f8e3-4cad-a9ff-4c12d83588f1 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:37.512230 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ed58909b-ee54-4f40-966a-b744da9f6d34 req-4b781fc8-b6cf-4c38-ab33-6818f665f155 tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.519758 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d34ab794-c8d8-43b8-a495-c586e5a94e9d req-b51ac579-f8e3-4cad-a9ff-4c12d83588f1 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2750940 Jul 16 08:38:37.524854 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Transition to ACTIVE for port object 181f3551-9ad1-4dfb-bb61-77674378805b will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:37.549405 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.560668 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-72b666a4-977a-4d42-b0e4-955a0bca7f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.563622 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-72b666a4-977a-4d42-b0e4-955a0bca7f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.568647 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-72b666a4-977a-4d42-b0e4-955a0bca7f64 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2caa8830-5363-4d2e-b4fb-849e52095f85 HTTP/1.1" status: 204 len: 168 time: 0.6937497 Jul 16 08:38:37.594109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed58909b-ee54-4f40-966a-b744da9f6d34 req-4b781fc8-b6cf-4c38-ab33-6818f665f155 tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2656531 Jul 16 08:38:37.653460 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-1a5b55c9-338c-4394-ab8c-2462cf8ebe26 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Made reservation on behalf of b1781597c11a4817b85b1a3ef01821fc for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:37.654779 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197dff2b-3a2c-463c-9579-62f09e01261f None None] Pushing event updated for resources: {'Port': ['ID=17d77a36-13ee-425a-a498-8ca82a83837c,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:37.658204 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-1a5b55c9-338c-4394-ab8c-2462cf8ebe26 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.672861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d34ab794-c8d8-43b8-a495-c586e5a94e9d req-81f87729-e2e9-4036-9cc3-302d400645f9 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513584 Jul 16 08:38:37.680075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b781fc8-b6cf-4c38-ab33-6818f665f155 tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df4fee3-3ae0-46a0-a79c-c4553e6d1a1a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:37.751978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Routers {'538555ed-5387-4328-872c-8b0f86187c01'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:37.756079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:38:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['538555ed-5387-4328-872c-8b0f86187c01'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:37.810664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b666a4-977a-4d42-b0e4-955a0bca7f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2caa8830-5363-4d2e-b4fb-849e52095f85,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:37.828777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Pushing event updated for resources: {'Port': ['ID=181f3551-9ad1-4dfb-bb61-77674378805b,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:37.927971 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.943917 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edba88e2-13a0-4080-99b3-d3affe5229af x-openstack-request-id: req-edba88e2-13a0-4080-99b3-d3affe5229af {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:37.947360 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc8c8af-46b0-40f6-8dad-54bd0a678fc2", "name": "network-vif-plugged", "status": "completed", "tag": "81e1fe20-877c-45f7-a8ee-ed2556c790ff", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:37.948084 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edba88e2-13a0-4080-99b3-d3affe5229af {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:37.953753 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc8c8af-46b0-40f6-8dad-54bd0a678fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e1fe20-877c-45f7-a8ee-ed2556c790ff', 'code': 200} Jul 16 08:38:38.092102 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dee3227d-a1e9-4b28-be94-c1d81bab4722 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.274149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Attempting to bind port 181f3551-9ad1-4dfb-bb61-77674378805b on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:38.275143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Attempting to bind port 181f3551-9ad1-4dfb-bb61-77674378805b by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'e89be46a-2b5d-4227-bf2a-ddd80d47b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:38.275671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Attempting to bind port 181f3551-9ad1-4dfb-bb61-77674378805b on network 0b6245ad-207a-4492-93ca-7fe1f5645c7a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:38.313559 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Port 181f3551-9ad1-4dfb-bb61-77674378805b on network 0b6245ad-207a-4492-93ca-7fe1f5645c7a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:38.314245 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Attempting to bind port 181f3551-9ad1-4dfb-bb61-77674378805b on network 0b6245ad-207a-4492-93ca-7fe1f5645c7a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:38.334918 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:38.335702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Checking segment: {'id': 'e89be46a-2b5d-4227-bf2a-ddd80d47b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:38.336323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Bound using segment: {'id': 'e89be46a-2b5d-4227-bf2a-ddd80d47b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:38.337109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Bound port: 181f3551-9ad1-4dfb-bb61-77674378805b, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89be46a-2b5d-4227-bf2a-ddd80d47b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:38.337730 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.395288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52790) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:38.399010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-1a5b55c9-338c-4394-ab8c-2462cf8ebe26 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Allocated IP 172.20.0.9 (38802a43-6bad-419f-b33c-1e3214de0d83/61454996-02a3-4a95-a2c2-0f253143630a/6f11cf69-4824-4731-a092-c3a7ed051c17) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:38.420294 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e782f747-bd0e-406a-87dc-6943373883a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.435829 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Allocated IP 172.20.0.1 (e4ba2c35-4b55-49d3-9484-e1fbb10cff99/a36e81aa-10af-4026-b5e6-d83dbb4e6485/45157de7-0f1a-4092-8470-acabdd76299a) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:38.557852 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e782f747-bd0e-406a-87dc-6943373883a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.574124 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e782f747-bd0e-406a-87dc-6943373883a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.591824 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.606235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] Set router 538555ed-5387-4328-872c-8b0f86187c01 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:38.645525 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e782f747-bd0e-406a-87dc-6943373883a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08a8f8b420194a4a81bd5e2d801b8bf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2491150 Jul 16 08:38:38.659752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52792) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:38.781514 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e782f747-bd0e-406a-87dc-6943373883a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29812d9b-e97d-4114-8987-2ab22d84233b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:38.857909 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eceb86c9-e868-415e-bbdd-6fdeb3fd375c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.886053 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.903524 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eceb86c9-e868-415e-bbdd-6fdeb3fd375c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.938462 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538555ed-5387-4328-872c-8b0f86187c01', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:26Z', 'updated_at': '2021-07-16T08:38:31Z', 'revision_number': 3, 'project_id': '81c311d375bd422990bb2841b548ce09', 'gw_port': {'id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:29Z', 'updated_at': '2021-07-16T08:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:38.987926 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.011380 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Network e4ba2c35-4b55-49d3-9484-e1fbb10cff99 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:39.016246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:39.041925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:39.071461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab82c33-4eb4-4a69-ab7a-cbd0de1858f7 None None] The sync data for ids ['538555ed-5387-4328-872c-8b0f86187c01'] in n-d-758944-46 is: [{'id': '538555ed-5387-4328-872c-8b0f86187c01', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:26Z', 'updated_at': '2021-07-16T08:38:31Z', 'revision_number': 3, 'project_id': '81c311d375bd422990bb2841b548ce09', 'gw_port': {'id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:29Z', 'updated_at': '2021-07-16T08:38:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:39.299207 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-1a5b55c9-338c-4394-ab8c-2462cf8ebe26 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.329576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623a453e-b3d8-4cc3-9daa-33ffdbb73a51 req-9d78bdd2-ccd7-4ca1-b159-a0d3296651f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.332208 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-623a453e-b3d8-4cc3-9daa-33ffdbb73a51 req-9d78bdd2-ccd7-4ca1-b159-a0d3296651f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 1097 time: 1.2603176 Jul 16 08:38:39.457811 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd778cbc-69ba-4882-974f-2adeafbac012 req-7161c6bf-bfbe-4f76-88b4-e942e7474a25 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 210 time: 0.1237774 Jul 16 08:38:39.576608 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-623a453e-b3d8-4cc3-9daa-33ffdbb73a51 req-95f9a0fa-9a14-40e8-bdd0-a570c23b7ec8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760919 Jul 16 08:38:39.579125 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] For port 181f3551-9ad1-4dfb-bb61-77674378805b, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:39.590036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] For port 181f3551-9ad1-4dfb-bb61-77674378805b, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=181f3551-9ad1-4dfb-bb61-77674378805b,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:39.599967 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.606882 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.722622 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:39.724340 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.733139 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] 10.222.0.38 "PUT /v2.0/ports/181f3551-9ad1-4dfb-bb61-77674378805b HTTP/1.1" status: 200 len: 1092 time: 5.5685620 Jul 16 08:38:39.733881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': '181f3551-9ad1-4dfb-bb61-77674378805b'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:39.739706 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26c9f11-f12f-41f0-96e3-5f02274c2546" -d '{"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "181f3551-9ad1-4dfb-bb61-77674378805b"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:39.785295 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Request body: {'port': {'device_id': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:39.950411 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eceb86c9-e868-415e-bbdd-6fdeb3fd375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.954574 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eceb86c9-e868-415e-bbdd-6fdeb3fd375c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.955786 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-eceb86c9-e868-415e-bbdd-6fdeb3fd375c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/29812d9b-e97d-4114-8987-2ab22d84233b HTTP/1.1" status: 204 len: 168 time: 1.2945914 Jul 16 08:38:40.017777 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb86c9-e868-415e-bbdd-6fdeb3fd375c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29812d9b-e97d-4114-8987-2ab22d84233b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:40.021574 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Pushing event updated for resources: {'Port': ['ID=45157de7-0f1a-4092-8470-acabdd76299a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:40.059834 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.075459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-1a5b55c9-338c-4394-ab8c-2462cf8ebe26 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Transition to ACTIVE for port object 6f11cf69-4824-4731-a092-c3a7ed051c17 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:40.084909 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.166872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Pushing event updated for resources: {'Port': ['ID=181f3551-9ad1-4dfb-bb61-77674378805b,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:40.198797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:40.204962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:40.205588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:40.206237 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:40.206642 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:40.207136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:40.207465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:40.207869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:40.208269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:40.208727 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:40.209128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:40.209527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94b6d281-babb-48fe-b25d-a2384a3018c3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:40.266783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ffcfc-7004-4af9-b760-f68ade69931e req-4f7b2de2-5710-4a45-b787-9f903fbe7e6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.299412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ffcfc-7004-4af9-b760-f68ade69931e req-4f7b2de2-5710-4a45-b787-9f903fbe7e6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.331780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ffcfc-7004-4af9-b760-f68ade69931e req-4f7b2de2-5710-4a45-b787-9f903fbe7e6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.362752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ffcfc-7004-4af9-b760-f68ade69931e req-4f7b2de2-5710-4a45-b787-9f903fbe7e6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.395066 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ffcfc-7004-4af9-b760-f68ade69931e req-4f7b2de2-5710-4a45-b787-9f903fbe7e6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.415984 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ffcfc-7004-4af9-b760-f68ade69931e req-4f7b2de2-5710-4a45-b787-9f903fbe7e6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.448172 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ffcfc-7004-4af9-b760-f68ade69931e req-4f7b2de2-5710-4a45-b787-9f903fbe7e6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.450071 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-4e505058-b452-42e6-bbcf-d40bee5a50d7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0554395 Jul 16 08:38:40.454040 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c7ffcfc-7004-4af9-b760-f68ade69931e req-4f7b2de2-5710-4a45-b787-9f903fbe7e6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5418 time: 0.5284550 Jul 16 08:38:40.500024 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.664425 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-1a5b55c9-338c-4394-ab8c-2462cf8ebe26 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.679624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['1298a89f-52f3-4069-a090-2cd8b577ce57'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:40.683161 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['edd4285f-796f-4803-b231-f6d58d37f611'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:40.803495 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c7ffcfc-7004-4af9-b760-f68ade69931e req-35378386-f51b-46c8-9e47-7550e7ca58ae tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2902663 Jul 16 08:38:40.863655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024031d6-4d89-4a4e-baea-1bd8ec1b5293 req-939f22f4-7e46-4116-9a16-67c18668051f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.864638 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.886256 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.889350 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-024031d6-4d89-4a4e-baea-1bd8ec1b5293 req-939f22f4-7e46-4116-9a16-67c18668051f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.8110867 Jul 16 08:38:40.942113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-1a5b55c9-338c-4394-ab8c-2462cf8ebe26 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Network 38802a43-6bad-419f-b33c-1e3214de0d83 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:40.957932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-1a5b55c9-338c-4394-ab8c-2462cf8ebe26 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:40.999031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-1a5b55c9-338c-4394-ab8c-2462cf8ebe26 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:41.176663 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Pushing event updated for resources: {'Port': ['ID=45157de7-0f1a-4092-8470-acabdd76299a,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:41.366015 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.372867 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.444166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5b55c9-338c-4394-ab8c-2462cf8ebe26 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event updated for resources: {'Port': ['ID=6f11cf69-4824-4731-a092-c3a7ed051c17,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:41.475831 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-024031d6-4d89-4a4e-baea-1bd8ec1b5293 req-ef216cfa-fcfe-4c5e-84fe-91d5651b5078 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5199168 Jul 16 08:38:41.526983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-1a5b55c9-338c-4394-ab8c-2462cf8ebe26 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:41.528783 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-1a5b55c9-338c-4394-ab8c-2462cf8ebe26 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.534788 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 17d77a36-13ee-425a-a498-8ca82a83837c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:41.655455 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-096577fb-02be-43aa-bf42-f653b2aa21c6 None None] Provisioning for port 6f11cf69-4824-4731-a092-c3a7ed051c17 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:41.670573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-096577fb-02be-43aa-bf42-f653b2aa21c6 None None] Provisioning complete for port 6f11cf69-4824-4731-a092-c3a7ed051c17 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:41.683812 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-096577fb-02be-43aa-bf42-f653b2aa21c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:41.771719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b407475-d315-42a6-9d91-1bd53fbbd3bc req-6256ea0b-0dfa-49cf-87c4-b6da9bc3242d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:41.776141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-096577fb-02be-43aa-bf42-f653b2aa21c6 None None] Port 6f11cf69-4824-4731-a092-c3a7ed051c17 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:41.791092 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b407475-d315-42a6-9d91-1bd53fbbd3bc req-6256ea0b-0dfa-49cf-87c4-b6da9bc3242d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.6163871 Jul 16 08:38:41.864693 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc0844c-b211-4b7c-835e-edea6d14c9e6 x-openstack-request-id: req-0dc0844c-b211-4b7c-835e-edea6d14c9e6 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:41.865106 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "181f3551-9ad1-4dfb-bb61-77674378805b", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:41.865371 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0dc0844c-b211-4b7c-835e-edea6d14c9e6 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:41.865810 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': '181f3551-9ad1-4dfb-bb61-77674378805b', 'status': 'completed', 'code': 200} Jul 16 08:38:41.881968 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 17d77a36-13ee-425a-a498-8ca82a83837c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:41.891622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 17d77a36-13ee-425a-a498-8ca82a83837c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:41.892151 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.001903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba8f1388-8cd4-4555-a1fd-9c1888461851 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:42.024717 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b407475-d315-42a6-9d91-1bd53fbbd3bc req-667aea3f-fd50-41f7-9b1a-ca545f0f8aa8 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200532 Jul 16 08:38:42.026837 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-1a5b55c9-338c-4394-ab8c-2462cf8ebe26 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1162987 Jul 16 08:38:42.032395 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.052531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Network e4ba2c35-4b55-49d3-9484-e1fbb10cff99 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:42.057802 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:42.133550 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.184446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Request body: {'port': {'device_id': '1baebfdf-770d-4dd2-ae43-1b7b5291baaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:42.203348 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 17d77a36-13ee-425a-a498-8ca82a83837c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=17d77a36-13ee-425a-a498-8ca82a83837c,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:42.212278 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.327297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=17d77a36-13ee-425a-a498-8ca82a83837c,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:42.440422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Router 538555ed-5387-4328-872c-8b0f86187c01 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:38:42.537891 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.590982 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Transition to ACTIVE for port object ba8f1388-8cd4-4555-a1fd-9c1888461851 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:42.616764 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.775036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c9f11-f12f-41f0-96e3-5f02274c2546 req-cfd28a52-1d22-4c81-ad70-8b8133b1e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.775598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c9f11-f12f-41f0-96e3-5f02274c2546 req-cfd28a52-1d22-4c81-ad70-8b8133b1e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.776149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c9f11-f12f-41f0-96e3-5f02274c2546 req-cfd28a52-1d22-4c81-ad70-8b8133b1e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.777763 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c9f11-f12f-41f0-96e3-5f02274c2546 req-cfd28a52-1d22-4c81-ad70-8b8133b1e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.779511 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c9f11-f12f-41f0-96e3-5f02274c2546 req-cfd28a52-1d22-4c81-ad70-8b8133b1e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.779511 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c9f11-f12f-41f0-96e3-5f02274c2546 req-cfd28a52-1d22-4c81-ad70-8b8133b1e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.779909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c9f11-f12f-41f0-96e3-5f02274c2546 req-cfd28a52-1d22-4c81-ad70-8b8133b1e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.787983 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f26c9f11-f12f-41f0-96e3-5f02274c2546 req-cfd28a52-1d22-4c81-ad70-8b8133b1e928 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8722177fc6ea499891c4ef1fb2062076&device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 6426 time: 0.9163337 Jul 16 08:38:42.870114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:42.884379 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c3a6b6fe-e9b7-4b31-a1cb-9bdb4548c931 admin admin] 10.222.0.20 "PUT /v2.0/routers/538555ed-5387-4328-872c-8b0f86187c01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3126976 Jul 16 08:38:42.884953 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Sync routers for ids ['538555ed-5387-4328-872c-8b0f86187c01'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:42.904967 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Routers {'538555ed-5387-4328-872c-8b0f86187c01'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:42.907721 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:38:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['538555ed-5387-4328-872c-8b0f86187c01'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:42.941873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b978b4-2b9a-4bd7-920f-9157b9499551 req-442bd28d-f2a7-4e56-b10f-0d186b130fdb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.981267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b978b4-2b9a-4bd7-920f-9157b9499551 req-442bd28d-f2a7-4e56-b10f-0d186b130fdb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.014355 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b978b4-2b9a-4bd7-920f-9157b9499551 req-442bd28d-f2a7-4e56-b10f-0d186b130fdb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.053780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b978b4-2b9a-4bd7-920f-9157b9499551 req-442bd28d-f2a7-4e56-b10f-0d186b130fdb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.082485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c9f11-f12f-41f0-96e3-5f02274c2546 req-7fadb0b4-271e-4ca9-a4ec-98af3d406d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.084116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c9f11-f12f-41f0-96e3-5f02274c2546 req-7fadb0b4-271e-4ca9-a4ec-98af3d406d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.084830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c9f11-f12f-41f0-96e3-5f02274c2546 req-7fadb0b4-271e-4ca9-a4ec-98af3d406d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.086908 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f26c9f11-f12f-41f0-96e3-5f02274c2546 req-7fadb0b4-271e-4ca9-a4ec-98af3d406d53 service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=8722177fc6ea499891c4ef1fb2062076&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2658465 Jul 16 08:38:43.100132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b978b4-2b9a-4bd7-920f-9157b9499551 req-442bd28d-f2a7-4e56-b10f-0d186b130fdb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.140295 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b978b4-2b9a-4bd7-920f-9157b9499551 req-442bd28d-f2a7-4e56-b10f-0d186b130fdb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.182612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b978b4-2b9a-4bd7-920f-9157b9499551 req-442bd28d-f2a7-4e56-b10f-0d186b130fdb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.195529 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-33b978b4-2b9a-4bd7-920f-9157b9499551 req-442bd28d-f2a7-4e56-b10f-0d186b130fdb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5430 time: 0.4899714 Jul 16 08:38:43.268989 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Set router 538555ed-5387-4328-872c-8b0f86187c01 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:43.399666 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 17d77a36-13ee-425a-a498-8ca82a83837c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:43.406412 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-33b978b4-2b9a-4bd7-920f-9157b9499551 req-48f7b357-f9e7-461e-bad2-0b059718ef79 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2085595 Jul 16 08:38:43.446962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c5d744ed-a62e-48d5-b964-efe447354cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.458581 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c5d744ed-a62e-48d5-b964-efe447354cc9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 1102 time: 0.2315979 Jul 16 08:38:43.537177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8f1388-8cd4-4555-a1fd-9c1888461851,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:43.564168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 17d77a36-13ee-425a-a498-8ca82a83837c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:43.564569 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.647370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae6544-015d-4846-abdf-7b4b6b715cca req-e787bf70-45a9-46f3-a34b-c9ffc25ed062 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.655270 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-82ae6544-015d-4846-abdf-7b4b6b715cca req-e787bf70-45a9-46f3-a34b-c9ffc25ed062 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 931 time: 1.6426284 Jul 16 08:38:43.777551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Attempting to bind port ba8f1388-8cd4-4555-a1fd-9c1888461851 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:43.777891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Attempting to bind port ba8f1388-8cd4-4555-a1fd-9c1888461851 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'e89be46a-2b5d-4227-bf2a-ddd80d47b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:43.781510 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Attempting to bind port ba8f1388-8cd4-4555-a1fd-9c1888461851 on network 0b6245ad-207a-4492-93ca-7fe1f5645c7a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:43.840708 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-ef94e100-2a6a-4682-a5ec-0801d31e22ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.844765 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-ef94e100-2a6a-4682-a5ec-0801d31e22ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3750782 Jul 16 08:38:43.918077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Port ba8f1388-8cd4-4555-a1fd-9c1888461851 on network 0b6245ad-207a-4492-93ca-7fe1f5645c7a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:43.920196 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Attempting to bind port ba8f1388-8cd4-4555-a1fd-9c1888461851 on network 0b6245ad-207a-4492-93ca-7fe1f5645c7a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:43.932637 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538555ed-5387-4328-872c-8b0f86187c01', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:26Z', 'updated_at': '2021-07-16T08:38:40Z', 'revision_number': 4, 'project_id': '81c311d375bd422990bb2841b548ce09', 'gw_port': {'id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:29Z', 'updated_at': '2021-07-16T08:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '45157de7-0f1a-4092-8470-acabdd76299a', 'name': '', 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'mac_address': 'fa:16:3e:26:60:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:37Z', 'updated_at': '2021-07-16T08:38:40Z', 'revision_number': 2, 'project_id': '81c311d375bd422990bb2841b548ce09', 'subnets': [{'id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:43.948114 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-148eb331-db00-4c2c-ae69-3fa8f729bb0f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021 HTTP/1.1" status: 200 len: 217 time: 0.0938926 Jul 16 08:38:43.973003 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Checking router: 538555ed-5387-4328-872c-8b0f86187c01 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:38:43.973641 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Updating router 538555ed-5387-4328-872c-8b0f86187c01 port 45157de7-0f1a-4092-8470-acabdd76299a binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:38:44.016603 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:44.017340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Checking segment: {'id': 'e89be46a-2b5d-4227-bf2a-ddd80d47b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:44.017891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Bound using segment: {'id': 'e89be46a-2b5d-4227-bf2a-ddd80d47b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:44.018609 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Bound port: ba8f1388-8cd4-4555-a1fd-9c1888461851, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e89be46a-2b5d-4227-bf2a-ddd80d47b4d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:44.019837 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.023541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26c9f11-f12f-41f0-96e3-5f02274c2546 req-5c1adfad-b696-484f-9f1e-89a5832ed814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:44.026662 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f26c9f11-f12f-41f0-96e3-5f02274c2546 req-5c1adfad-b696-484f-9f1e-89a5832ed814 service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.9157500 Jul 16 08:38:44.036711 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.050243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c3080109-3d4e-4b35-97d3-4a85c4f9cb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:44.051852 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c3080109-3d4e-4b35-97d3-4a85c4f9cb49 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0953298 Jul 16 08:38:44.120856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713fc7e-aaf0-499b-94f6-c7c1de3f2f1d req-d0f28355-5690-4ee4-97a6-1659201b270a tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:44.123077 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e713fc7e-aaf0-499b-94f6-c7c1de3f2f1d req-d0f28355-5690-4ee4-97a6-1659201b270a tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2718587 Jul 16 08:38:44.198457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-ff0c58eb-8df8-4a03-84bb-0f1a239a4a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:44.203405 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-ff0c58eb-8df8-4a03-84bb-0f1a239a4a5b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1448720 Jul 16 08:38:44.235120 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e713fc7e-aaf0-499b-94f6-c7c1de3f2f1d req-53bd71cb-728f-4582-bb2c-89404b715f66 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011796 Jul 16 08:38:44.376654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] For port ba8f1388-8cd4-4555-a1fd-9c1888461851, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:44.395231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] For port ba8f1388-8cd4-4555-a1fd-9c1888461851, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ba8f1388-8cd4-4555-a1fd-9c1888461851,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:44.434888 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.464419 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-82ae6544-015d-4846-abdf-7b4b6b715cca req-f56d0226-eb28-47c0-9d66-5c766227b667 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6937311 Jul 16 08:38:44.479839 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-43eb6275-8263-4c90-8cb6-b774d2f4dc61 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602329 Jul 16 08:38:44.605412 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:44.606591 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.609159 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] 10.222.0.38 "PUT /v2.0/ports/ba8f1388-8cd4-4555-a1fd-9c1888461851 HTTP/1.1" status: 200 len: 1092 time: 4.8362155 Jul 16 08:38:44.634340 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.657049 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Transition to ACTIVE for port object 45157de7-0f1a-4092-8470-acabdd76299a will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:44.670871 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.675602 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': 'ba8f1388-8cd4-4555-a1fd-9c1888461851'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:44.686961 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b8328b-474b-4733-bed6-1f9cb9da85fd" -d '{"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "ba8f1388-8cd4-4555-a1fd-9c1888461851"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:44.735587 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5a6b0-94fb-46c7-b2fb-fdb963150aee None None] Pushing event updated for resources: {'Port': ['ID=45157de7-0f1a-4092-8470-acabdd76299a,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:44.758358 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5a6b0-94fb-46c7-b2fb-fdb963150aee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.758790 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5a6b0-94fb-46c7-b2fb-fdb963150aee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.759130 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5a6b0-94fb-46c7-b2fb-fdb963150aee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.759466 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5a6b0-94fb-46c7-b2fb-fdb963150aee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.759834 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5a6b0-94fb-46c7-b2fb-fdb963150aee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.760988 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5a6b0-94fb-46c7-b2fb-fdb963150aee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.761336 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5a6b0-94fb-46c7-b2fb-fdb963150aee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.761731 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5a6b0-94fb-46c7-b2fb-fdb963150aee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.762093 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5a6b0-94fb-46c7-b2fb-fdb963150aee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.762460 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5a6b0-94fb-46c7-b2fb-fdb963150aee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.762780 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5a6b0-94fb-46c7-b2fb-fdb963150aee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.763757 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b5a6b0-94fb-46c7-b2fb-fdb963150aee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:44.878673 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Attempting to bind port 45157de7-0f1a-4092-8470-acabdd76299a on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:44.879290 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Attempting to bind port 45157de7-0f1a-4092-8470-acabdd76299a by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'ab49bb80-1fbe-4fec-af55-8823df476b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:44.879848 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Attempting to bind port 45157de7-0f1a-4092-8470-acabdd76299a on network e4ba2c35-4b55-49d3-9484-e1fbb10cff99 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:44.887308 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:44.888544 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Checking segment: {'id': 'ab49bb80-1fbe-4fec-af55-8823df476b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:44.889143 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.889695 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Bound using segment: {'id': 'ab49bb80-1fbe-4fec-af55-8823df476b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:44.890341 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Bound port: 45157de7-0f1a-4092-8470-acabdd76299a, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab49bb80-1fbe-4fec-af55-8823df476b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:44.890907 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.010326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5125c0-746a-49cc-85bf-27ef98cdf5b1 service neutron] Pushing event updated for resources: {'Port': ['ID=ba8f1388-8cd4-4555-a1fd-9c1888461851,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:45.051461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-65924d49-ba5a-4836-b2bc-43be398d47d8 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5659034 Jul 16 08:38:45.061705 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] For port 45157de7-0f1a-4092-8470-acabdd76299a, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:45.066715 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] For port 45157de7-0f1a-4092-8470-acabdd76299a, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=45157de7-0f1a-4092-8470-acabdd76299a,segment=NetworkSegment(ab49bb80-1fbe-4fec-af55-8823df476b46),segment_id=ab49bb80-1fbe-4fec-af55-8823df476b46)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:45.079847 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.153266 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96739f06-fb46-43c9-b73f-687b472ab67c req-0f79122f-0c4a-4143-b822-2ac08dc6b168 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.171219 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96739f06-fb46-43c9-b73f-687b472ab67c req-0f79122f-0c4a-4143-b822-2ac08dc6b168 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.4009168 Jul 16 08:38:45.187334 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Routers {'538555ed-5387-4328-872c-8b0f86187c01'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:45.189854 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:38:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['538555ed-5387-4328-872c-8b0f86187c01'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:45.248196 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-7947a8f4-c429-42f9-b010-d78c0b4499b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.249437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-7947a8f4-c429-42f9-b010-d78c0b4499b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.250353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-7947a8f4-c429-42f9-b010-d78c0b4499b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.251237 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-7947a8f4-c429-42f9-b010-d78c0b4499b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.252091 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-7947a8f4-c429-42f9-b010-d78c0b4499b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.255097 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-7947a8f4-c429-42f9-b010-d78c0b4499b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.256944 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-7947a8f4-c429-42f9-b010-d78c0b4499b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.261474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-7947a8f4-c429-42f9-b010-d78c0b4499b2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8722177fc6ea499891c4ef1fb2062076&device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 6494 time: 0.5321610 Jul 16 08:38:45.271133 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96739f06-fb46-43c9-b73f-687b472ab67c req-c29d354e-aa04-441e-9e22-c1162a05bffb tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970247 Jul 16 08:38:45.395231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f11cf69-4824-4731-a092-c3a7ed051c17 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:45.435033 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-2856bfa9-c881-429f-9869-dd9be0f90708 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19362c34-d5f6-4f9b-af89-b7af39297e18 HTTP/1.1" status: 200 len: 217 time: 0.1584783 Jul 16 08:38:45.439952 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.443340 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b5a6b0-94fb-46c7-b2fb-fdb963150aee None None] Pushing event updated for resources: {'Port': ['ID=45157de7-0f1a-4092-8470-acabdd76299a,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:45.517489 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] Set router 538555ed-5387-4328-872c-8b0f86187c01 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:45.575976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Transition to ACTIVE for port object 6f11cf69-4824-4731-a092-c3a7ed051c17 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:45.609177 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.622545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-14cb82d4-bd3c-4d75-a188-0615545d8e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.624119 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-14cb82d4-bd3c-4d75-a188-0615545d8e09 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43909eb2-c2e2-4352-8c3b-116900d301bb HTTP/1.1" status: 200 len: 856 time: 0.1756396 Jul 16 08:38:45.727275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cefb03-e4a3-4a8b-ae5a-67bd76c47aaa req-2246b6bb-1dd7-4f81-a575-282fd5513670 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.740048 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cefb03-e4a3-4a8b-ae5a-67bd76c47aaa req-2246b6bb-1dd7-4f81-a575-282fd5513670 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.751594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cefb03-e4a3-4a8b-ae5a-67bd76c47aaa req-2246b6bb-1dd7-4f81-a575-282fd5513670 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.763770 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Pushing event updated for resources: {'Port': ['ID=6f11cf69-4824-4731-a092-c3a7ed051c17,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:45.775328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cefb03-e4a3-4a8b-ae5a-67bd76c47aaa req-2246b6bb-1dd7-4f81-a575-282fd5513670 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.784532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-96814452-6be6-4165-b84b-36abc0e25ef2 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.789974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cefb03-e4a3-4a8b-ae5a-67bd76c47aaa req-2246b6bb-1dd7-4f81-a575-282fd5513670 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.799540 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-96814452-6be6-4165-b84b-36abc0e25ef2 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/networks?id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99 HTTP/1.1" status: 200 len: 820 time: 0.2600148 Jul 16 08:38:45.812532 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cefb03-e4a3-4a8b-ae5a-67bd76c47aaa req-2246b6bb-1dd7-4f81-a575-282fd5513670 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.831203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cefb03-e4a3-4a8b-ae5a-67bd76c47aaa req-2246b6bb-1dd7-4f81-a575-282fd5513670 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.833572 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5cefb03-e4a3-4a8b-ae5a-67bd76c47aaa req-2246b6bb-1dd7-4f81-a575-282fd5513670 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5430 time: 0.2888021 Jul 16 08:38:45.874858 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-df8d0bc3-7f36-45a8-bb6a-ecf380d2655a tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/quotas/81c311d375bd422990bb2841b548ce09 HTTP/1.1" status: 200 len: 375 time: 0.0743234 Jul 16 08:38:45.919518 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5cefb03-e4a3-4a8b-ae5a-67bd76c47aaa req-97722922-0066-409d-a12b-dc6bf429ad47 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0712531 Jul 16 08:38:46.001745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-168cd206-4bd0-4390-8ca5-75cefd234632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.009021 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-168cd206-4bd0-4390-8ca5-75cefd234632 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2055bc3a-708e-4fbd-bdcb-dd6830ef6991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3251212 Jul 16 08:38:46.072446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Attempting to bind port 6f11cf69-4824-4731-a092-c3a7ed051c17 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:46.072446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Attempting to bind port 6f11cf69-4824-4731-a092-c3a7ed051c17 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:46.072738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Attempting to bind port 6f11cf69-4824-4731-a092-c3a7ed051c17 on network 38802a43-6bad-419f-b33c-1e3214de0d83 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:46.088299 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Port 6f11cf69-4824-4731-a092-c3a7ed051c17 on network 38802a43-6bad-419f-b33c-1e3214de0d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:46.088654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Attempting to bind port 6f11cf69-4824-4731-a092-c3a7ed051c17 on network 38802a43-6bad-419f-b33c-1e3214de0d83 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:46.133500 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538555ed-5387-4328-872c-8b0f86187c01', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:26Z', 'updated_at': '2021-07-16T08:38:40Z', 'revision_number': 4, 'project_id': '81c311d375bd422990bb2841b548ce09', 'gw_port': {'id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:29Z', 'updated_at': '2021-07-16T08:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '45157de7-0f1a-4092-8470-acabdd76299a', 'name': '', 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'mac_address': 'fa:16:3e:26:60:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:37Z', 'updated_at': '2021-07-16T08:38:45Z', 'revision_number': 4, 'project_id': '81c311d375bd422990bb2841b548ce09', 'subnets': [{'id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:46.135026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:46.135168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Checking segment: {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:46.135453 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Bound using segment: {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:46.135945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Bound port: 6f11cf69-4824-4731-a092-c3a7ed051c17, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:46.136268 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.175857 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899a2e8e-ee84-4599-9156-81ed334048b2 None None] The sync data for ids ['538555ed-5387-4328-872c-8b0f86187c01'] in n-d-758944-46 is: [{'id': '538555ed-5387-4328-872c-8b0f86187c01', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:26Z', 'updated_at': '2021-07-16T08:38:40Z', 'revision_number': 4, 'project_id': '81c311d375bd422990bb2841b548ce09', 'gw_port': {'id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:29Z', 'updated_at': '2021-07-16T08:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '45157de7-0f1a-4092-8470-acabdd76299a', 'name': '', 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'mac_address': 'fa:16:3e:26:60:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:37Z', 'updated_at': '2021-07-16T08:38:45Z', 'revision_number': 4, 'project_id': '81c311d375bd422990bb2841b548ce09', 'subnets': [{'id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:46.189359 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-30c14252-a0d7-4b20-a9bd-b99e3b36ee84 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c311d375bd422990bb2841b548ce09&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3133411 Jul 16 08:38:46.269452 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-aa3e8837-3bb6-496a-9e26-a9008a0ef952 service neutron] 10.222.0.38 "GET /v2.0/networks/2055bc3a-708e-4fbd-bdcb-dd6830ef6991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564058 Jul 16 08:38:46.412071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-515aee91-670c-4cd8-be88-a6d17082638b tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.421045 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-515aee91-670c-4cd8-be88-a6d17082638b tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/networks?id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d HTTP/1.1" status: 200 len: 814 time: 0.3274510 Jul 16 08:38:46.439189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-ab360b79-9923-46b9-b644-855c032579f0 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/quotas/c76f51fd58ac4c91af766500fae1fc16 HTTP/1.1" status: 200 len: 375 time: 0.0165565 Jul 16 08:38:46.493889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] For port 6f11cf69-4824-4731-a092-c3a7ed051c17, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:46.554763 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-a2c5633f-7b01-41bd-8a98-35ef3939b6a8 service neutron] 10.222.0.20 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631041 Jul 16 08:38:46.583725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-26969505-3469-42b4-900c-7a4c0e60462d tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c76f51fd58ac4c91af766500fae1fc16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1213529 Jul 16 08:38:46.735919 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-ffac3ebc-70ed-4bde-8f25-501e9d92a2c2 service neutron] 10.222.0.20 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334765 Jul 16 08:38:46.917955 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52952) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:47.000956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] For port 6f11cf69-4824-4731-a092-c3a7ed051c17, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6f11cf69-4824-4731-a092-c3a7ed051c17,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:47.014162 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-37acfea4-4215-4413-94bf-3bdf8db42453 service neutron] 10.222.0.20 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757564 Jul 16 08:38:47.040917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-0672e625-a99f-41eb-a34d-f64dc12c1fc9 service neutron] 10.222.0.38 "GET /v2.0/networks/2055bc3a-708e-4fbd-bdcb-dd6830ef6991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7596333 Jul 16 08:38:47.102902 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.193974 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.228957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.238300 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.239805 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] 10.222.0.15 "PUT /v2.0/ports/6f11cf69-4824-4731-a092-c3a7ed051c17 HTTP/1.1" status: 200 len: 1092 time: 5.1701643 Jul 16 08:38:47.298418 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-020f617c-faef-4751-b782-4ed1791f8cb6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=b4b07ed5-62ac-496e-8d9f-e59c95bdad06 HTTP/1.1" status: 200 len: 217 time: 0.1798928 Jul 16 08:38:47.441985 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.449655 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.543369 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3692c9-ef54-4bc5-95c3-90842bdc1193 x-openstack-request-id: req-8d3692c9-ef54-4bc5-95c3-90842bdc1193 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:47.543676 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "ba8f1388-8cd4-4555-a1fd-9c1888461851", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:47.548932 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d3692c9-ef54-4bc5-95c3-90842bdc1193 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:47.548932 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': 'ba8f1388-8cd4-4555-a1fd-9c1888461851', 'status': 'completed', 'code': 200} Jul 16 08:38:47.561587 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ae66dd-83c5-4f29-81e9-b634bf3893b2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:47.628084 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 45157de7-0f1a-4092-8470-acabdd76299a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:47.640278 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e3cc8c23e5248d199f0e0351f9b6d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7194154 Jul 16 08:38:47.646456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9610e653-9a9c-48e0-aa26-687295051769 service neutron] Pushing event updated for resources: {'Port': ['ID=6f11cf69-4824-4731-a092-c3a7ed051c17,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:47.653533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52968) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:47.682555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:47.683094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:47.683696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:47.684303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:47.687513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:47.688201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:47.688840 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:47.689449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:47.691577 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-3ffd6dc3-7bf2-4f65-8518-f586a88f23f5 service neutron] 10.222.0.20 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1339521 Jul 16 08:38:47.694660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:47.711329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:47.714035 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:47.715456 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335afa8e-f6fb-4cdc-95fe-b11157789a3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:47.759314 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-666848fa-0366-4ead-b4c5-54598c14ed30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.764299 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-666848fa-0366-4ead-b4c5-54598c14ed30 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.4136076 Jul 16 08:38:47.795112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 45157de7-0f1a-4092-8470-acabdd76299a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:47.802664 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 45157de7-0f1a-4092-8470-acabdd76299a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:47.803184 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.823154 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-506610bf-6fed-463b-8373-24a4627dffec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.824787 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-506610bf-6fed-463b-8373-24a4627dffec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 1095 time: 0.4761810 Jul 16 08:38:47.938598 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-c8103fbb-2ee8-4a1d-8786-ac267f78546b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f11cf69-4824-4731-a092-c3a7ed051c17 HTTP/1.1" status: 200 len: 217 time: 0.0994980 Jul 16 08:38:47.964801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c0fe9-2781-4a15-a0d9-b2cc1241384e req-0323305e-e899-4b7c-a1ad-28069cc82507 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.970075 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-644c0fe9-2781-4a15-a0d9-b2cc1241384e req-0323305e-e899-4b7c-a1ad-28069cc82507 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 943 time: 0.3201692 Jul 16 08:38:47.971669 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-071bbbb9-a2c2-412d-be45-1d0511f87163 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.071001 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.151644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 45157de7-0f1a-4092-8470-acabdd76299a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=45157de7-0f1a-4092-8470-acabdd76299a,segment=NetworkSegment(ab49bb80-1fbe-4fec-af55-8823df476b46),segment_id=ab49bb80-1fbe-4fec-af55-8823df476b46)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:48.157077 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-071bbbb9-a2c2-412d-be45-1d0511f87163 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.160224 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.197440 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-644c0fe9-2781-4a15-a0d9-b2cc1241384e req-729e53da-101a-43e2-b289-d58cd107d042 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2065055 Jul 16 08:38:48.253212 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-640efc8a-f1c4-4ef8-a72a-a944402455e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.255822 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-640efc8a-f1c4-4ef8-a72a-a944402455e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.2869101 Jul 16 08:38:48.285796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=45157de7-0f1a-4092-8470-acabdd76299a,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:48.292330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-ba9a34c1-a082-4a61-8975-77811b23067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.297767 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-ba9a34c1-a082-4a61-8975-77811b23067a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4783342 Jul 16 08:38:48.643485 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd993f8-3b5d-416e-a390-e35ecb99e429 req-7998c5c6-44bc-4c24-9d59-2efac0c840ff tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.647503 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fcd993f8-3b5d-416e-a390-e35ecb99e429 req-7998c5c6-44bc-4c24-9d59-2efac0c840ff tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.1982410 Jul 16 08:38:48.703299 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fcd993f8-3b5d-416e-a390-e35ecb99e429 req-c4564a03-18db-4b43-9d3e-26c220b590fe tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496929 Jul 16 08:38:48.704120 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-071bbbb9-a2c2-412d-be45-1d0511f87163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.711908 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-071bbbb9-a2c2-412d-be45-1d0511f87163 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.717437 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-071bbbb9-a2c2-412d-be45-1d0511f87163 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c8ae66dd-83c5-4f29-81e9-b634bf3893b2 HTTP/1.1" status: 204 len: 168 time: 1.0539033 Jul 16 08:38:48.804467 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071bbbb9-a2c2-412d-be45-1d0511f87163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ae66dd-83c5-4f29-81e9-b634bf3893b2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:48.927444 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-5d07426b-6e50-4cce-8ff2-dbbc13952949 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5496006 Jul 16 08:38:48.932748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-355d8717-bdc2-4dbe-8cbc-15dac725be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.934756 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-355d8717-bdc2-4dbe-8cbc-15dac725be56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6279378 Jul 16 08:38:48.949787 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3024dc15-e132-48dd-b164-8f09dc03a475 req-aec6fd87-d1d3-4e51-9a70-5ea303939623 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae4c39b6-7d77-4432-a13b-876c2694ca97 HTTP/1.1" status: 200 len: 210 time: 0.0468268 Jul 16 08:38:49.057671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b2710-8897-4c22-9d82-fcfd3efa12ef req-9abc876d-8067-4d37-9c65-35b036501cd5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.064311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b2710-8897-4c22-9d82-fcfd3efa12ef req-9abc876d-8067-4d37-9c65-35b036501cd5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.070412 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b2710-8897-4c22-9d82-fcfd3efa12ef req-9abc876d-8067-4d37-9c65-35b036501cd5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.077740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b2710-8897-4c22-9d82-fcfd3efa12ef req-9abc876d-8067-4d37-9c65-35b036501cd5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.083839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b2710-8897-4c22-9d82-fcfd3efa12ef req-9abc876d-8067-4d37-9c65-35b036501cd5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.089825 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b2710-8897-4c22-9d82-fcfd3efa12ef req-9abc876d-8067-4d37-9c65-35b036501cd5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.096635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b2710-8897-4c22-9d82-fcfd3efa12ef req-9abc876d-8067-4d37-9c65-35b036501cd5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.098611 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf2b2710-8897-4c22-9d82-fcfd3efa12ef req-9abc876d-8067-4d37-9c65-35b036501cd5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5430 time: 0.5030766 Jul 16 08:38:49.159336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52988) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:49.172954 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7531197d-17d6-4353-944a-ffdb78e3e20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.248627 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-e121499b-743c-4864-8084-6842e59de846 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122067 Jul 16 08:38:49.313549 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf2b2710-8897-4c22-9d82-fcfd3efa12ef req-2fab543a-81fb-426f-b1ca-668adc8eccc6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2027447 Jul 16 08:38:49.346657 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-e8ae1cce-1af5-4629-b224-867ca4ba08a2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0768168 Jul 16 08:38:49.349518 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-c4113fe5-a073-484f-9cd0-5a3fb9fd5ba1 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075278 Jul 16 08:38:49.459207 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 45157de7-0f1a-4092-8470-acabdd76299a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:49.459763 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a06d9501-2c7d-4513-85b0-1402b5d4e024 req-89e9c605-1321-4c5a-8f53-036d87c8dc82 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 210 time: 0.1436994 Jul 16 08:38:49.487568 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7531197d-17d6-4353-944a-ffdb78e3e20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.497198 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7531197d-17d6-4353-944a-ffdb78e3e20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.510484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-505894f8-f55d-4fd9-944f-4951cac2bb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.514149 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-505894f8-f55d-4fd9-944f-4951cac2bb11 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.1607053 Jul 16 08:38:49.549848 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 45157de7-0f1a-4092-8470-acabdd76299a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:49.552655 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.588661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7531197d-17d6-4353-944a-ffdb78e3e20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d864bbe0-bfdc-4bed-a76c-9f05472aaf90,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:49.591610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1baebfdf-770d-4dd2-ae43-1b7b5291baaf', 'tag': '6f11cf69-4824-4731-a092-c3a7ed051c17'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:49.594378 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a8b511-fea3-4886-bbc1-9191d3c294f5" -d '{"events": [{"name": "network-changed", "server_uuid": "1baebfdf-770d-4dd2-ae43-1b7b5291baaf", "tag": "6f11cf69-4824-4731-a092-c3a7ed051c17"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:49.693507 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7531197d-17d6-4353-944a-ffdb78e3e20b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a7f1037b5b9a419b8801b6deb6ebd62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5327263 Jul 16 08:38:49.694701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52998) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:49.786097 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbbf91f5-f942-4992-881b-1499fe4431bc req-dd14e3a0-39bb-4904-b8ad-56e4e51b5b60 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242210 Jul 16 08:38:49.842404 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8cea072-c13d-4f59-a43a-ae97a9671871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.873465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-d8c3b221-1f44-46c2-9b48-0a7f223af9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.875227 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-d8c3b221-1f44-46c2-9b48-0a7f223af9e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2659044 Jul 16 08:38:49.892092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec8c0d-1946-4930-81ab-d774cbea47b7 req-4082a926-e26b-4ba2-9730-f840123ff8bd tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.893695 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3ec8c0d-1946-4930-81ab-d774cbea47b7 req-4082a926-e26b-4ba2-9730-f840123ff8bd tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 945 time: 0.2831979 Jul 16 08:38:49.895851 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8cea072-c13d-4f59-a43a-ae97a9671871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.959994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-87e20336-8499-4823-b34d-fd0df4cad73c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.961503 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-87e20336-8499-4823-b34d-fd0df4cad73c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.38 "GET /v2.0/networks?id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d HTTP/1.1" status: 200 len: 814 time: 0.3777654 Jul 16 08:38:49.975201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-c8cec031-d3eb-4a4a-84ed-c67dfd18fcef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Request body: {'port': {'device_id': 'ae4c39b6-7d77-4432-a13b-876c2694ca97', 'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d', 'admin_state_up': True, 'tenant_id': 'c76f51fd58ac4c91af766500fae1fc16'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:49.993456 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-b5e5155e-aa39-4e42-bc81-64da8f7a1ab6 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095088 Jul 16 08:38:50.063497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62cf1b-a1f7-458c-a0ab-d1b44991f8ff req-18f96e5f-5e9e-4802-b34a-3f126e65ce28 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.065014 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a62cf1b-a1f7-458c-a0ab-d1b44991f8ff req-18f96e5f-5e9e-4802-b34a-3f126e65ce28 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 943 time: 0.1730361 Jul 16 08:38:50.140383 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a62cf1b-a1f7-458c-a0ab-d1b44991f8ff req-eb8af2a2-cb0d-458b-bb85-59c48abc8bb3 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676384 Jul 16 08:38:50.166169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-c8cec031-d3eb-4a4a-84ed-c67dfd18fcef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Made reservation on behalf of c76f51fd58ac4c91af766500fae1fc16 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:50.173090 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-c8cec031-d3eb-4a4a-84ed-c67dfd18fcef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.178280 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3ec8c0d-1946-4930-81ab-d774cbea47b7 req-861024b7-af9c-4845-8c0f-d7d24cfe3d73 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725657 Jul 16 08:38:50.247774 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8cea072-c13d-4f59-a43a-ae97a9671871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.250862 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8cea072-c13d-4f59-a43a-ae97a9671871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.253091 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f8cea072-c13d-4f59-a43a-ae97a9671871 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d864bbe0-bfdc-4bed-a76c-9f05472aaf90 HTTP/1.1" status: 204 len: 168 time: 0.5548065 Jul 16 08:38:50.292054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cea072-c13d-4f59-a43a-ae97a9671871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d864bbe0-bfdc-4bed-a76c-9f05472aaf90,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:50.300482 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847be27f-4a75-4c4d-a3b4-112634582369 x-openstack-request-id: req-847be27f-4a75-4c4d-a3b4-112634582369 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:50.301144 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1baebfdf-770d-4dd2-ae43-1b7b5291baaf", "tag": "6f11cf69-4824-4731-a092-c3a7ed051c17", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:50.301609 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-847be27f-4a75-4c4d-a3b4-112634582369 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:50.302220 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1baebfdf-770d-4dd2-ae43-1b7b5291baaf', 'tag': '6f11cf69-4824-4731-a092-c3a7ed051c17', 'status': 'completed', 'code': 200} Jul 16 08:38:50.306952 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-353682b7-52cb-45c5-ad88-7dfbbd31587a service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028166 Jul 16 08:38:50.402270 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-03856bdc-f6f5-42d7-85c4-09f8dcc0146c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6e71c4ff-1f67-4669-9250-8125eb2bb63a HTTP/1.1" status: 200 len: 217 time: 0.0872979 Jul 16 08:38:50.511247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-c8cec031-d3eb-4a4a-84ed-c67dfd18fcef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Allocated IP 172.20.0.9 (1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d/49afa1d5-ed59-4c8e-94d4-4bbb07bec12a/fce9098e-5464-49ff-a66a-d21648c7b24e) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:50.544490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9e99ad0c-f790-4624-9a27-f171558ba078 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.546105 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9e99ad0c-f790-4624-9a27-f171558ba078 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.38 "GET /v2.0/networks?id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99 HTTP/1.1" status: 200 len: 820 time: 0.4209783 Jul 16 08:38:50.554796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-4ee71c5e-7d51-48fc-91eb-e6e5a7fb2636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.556403 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-4ee71c5e-7d51-48fc-91eb-e6e5a7fb2636 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.1343722 Jul 16 08:38:50.566729 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-e31aa9ca-18cd-47f9-bcb3-6c794be8992a tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Request body: {'port': {'device_id': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99', 'admin_state_up': True, 'tenant_id': '81c311d375bd422990bb2841b548ce09'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:50.747690 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a232f046-25d0-4f71-b5f5-4331375f9b8f req-38420129-f608-4561-b4a4-2430edf9a039 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae4c39b6-7d77-4432-a13b-876c2694ca97 HTTP/1.1" status: 200 len: 210 time: 0.0788226 Jul 16 08:38:50.880768 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-c8cec031-d3eb-4a4a-84ed-c67dfd18fcef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.912853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7185183-a149-4f8b-ae03-7763188bd45e req-bad58e02-5eb1-44e0-9b29-ed07ac1f7a07 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.914409 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7185183-a149-4f8b-ae03-7763188bd45e req-bad58e02-5eb1-44e0-9b29-ed07ac1f7a07 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.1482780 Jul 16 08:38:50.970671 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-c8cec031-d3eb-4a4a-84ed-c67dfd18fcef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.985464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['81e1fe20-877c-45f7-a8ee-ed2556c790ff'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:51.027581 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a7185183-a149-4f8b-ae03-7763188bd45e req-f702028d-3d45-4bb1-8c28-20a035d541f7 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990217 Jul 16 08:38:51.034485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8b511-fea3-4886-bbc1-9191d3c294f5 req-6207af39-aca3-4d7f-9394-91c809f161b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.037311 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7a8b511-fea3-4886-bbc1-9191d3c294f5 req-6207af39-aca3-4d7f-9394-91c809f161b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 1095 time: 0.6517582 Jul 16 08:38:51.041813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-c8cec031-d3eb-4a4a-84ed-c67dfd18fcef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Network 1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:51.049269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-c8cec031-d3eb-4a4a-84ed-c67dfd18fcef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:51.059768 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-c8cec031-d3eb-4a4a-84ed-c67dfd18fcef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:51.061015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-71e6ddaa-d10a-4aa4-b809-ee2b9e2b04cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.063844 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-71e6ddaa-d10a-4aa4-b809-ee2b9e2b04cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4827554 Jul 16 08:38:51.212774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-c8cec031-d3eb-4a4a-84ed-c67dfd18fcef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.214039 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-c8cec031-d3eb-4a4a-84ed-c67dfd18fcef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.234684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cec031-d3eb-4a4a-84ed-c67dfd18fcef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Pushing event updated for resources: {'Port': ['ID=fce9098e-5464-49ff-a66a-d21648c7b24e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:51.281746 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-469f2c8f-169b-4948-8f7a-2c256e7fad67 req-127bcfe0-2aef-420f-861a-aab11bd1d286 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 210 time: 0.0582411 Jul 16 08:38:51.301090 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-c8cec031-d3eb-4a4a-84ed-c67dfd18fcef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3298855 Jul 16 08:38:51.313040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Request body: {'port': {'device_id': 'ae4c39b6-7d77-4432-a13b-876c2694ca97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:51.598510 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.764717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc845b59-6b95-4dd5-93fa-48fc5ba6abb3 req-bdbb79a5-3bd3-4b53-ba88-233106269bb9 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.771967 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dc845b59-6b95-4dd5-93fa-48fc5ba6abb3 req-bdbb79a5-3bd3-4b53-ba88-233106269bb9 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 945 time: 0.2894006 Jul 16 08:38:51.942886 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8b511-fea3-4886-bbc1-9191d3c294f5 req-2a75cb01-bbba-4893-a9b8-9b4ccc5673e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.945516 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7a8b511-fea3-4886-bbc1-9191d3c294f5 req-2a75cb01-bbba-4893-a9b8-9b4ccc5673e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.8694746 Jul 16 08:38:51.980559 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e23589-10cd-4e33-b0b3-a9d4ebe1a8ff req-a15ba4f1-6ce4-4a24-812f-91ef94b100d8 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.983345 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-00e23589-10cd-4e33-b0b3-a9d4ebe1a8ff req-a15ba4f1-6ce4-4a24-812f-91ef94b100d8 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.15 "GET /v2.0/ports?device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 945 time: 1.1136615 Jul 16 08:38:51.996302 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-e31aa9ca-18cd-47f9-bcb3-6c794be8992a tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Made reservation on behalf of 81c311d375bd422990bb2841b548ce09 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:52.002532 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-e31aa9ca-18cd-47f9-bcb3-6c794be8992a tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.045055 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dc845b59-6b95-4dd5-93fa-48fc5ba6abb3 req-f9d11f20-7329-4afb-8003-d27875745f39 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624760 Jul 16 08:38:52.148336 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7a8b511-fea3-4886-bbc1-9191d3c294f5 req-8f24d2d2-89be-4300-b77c-b78c741cc733 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f11cf69-4824-4731-a092-c3a7ed051c17 HTTP/1.1" status: 200 len: 217 time: 0.1910031 Jul 16 08:38:52.298231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092cba5-fdc8-452e-8d04-3ef0cde8167f req-64a725b2-9bcd-4ace-9bd2-c3b2847f23f1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.310059 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092cba5-fdc8-452e-8d04-3ef0cde8167f req-64a725b2-9bcd-4ace-9bd2-c3b2847f23f1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.315909 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fce9098e-5464-49ff-a66a-d21648c7b24e {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:52.322540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092cba5-fdc8-452e-8d04-3ef0cde8167f req-64a725b2-9bcd-4ace-9bd2-c3b2847f23f1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.324833 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.333463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092cba5-fdc8-452e-8d04-3ef0cde8167f req-64a725b2-9bcd-4ace-9bd2-c3b2847f23f1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.346434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092cba5-fdc8-452e-8d04-3ef0cde8167f req-64a725b2-9bcd-4ace-9bd2-c3b2847f23f1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.359302 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092cba5-fdc8-452e-8d04-3ef0cde8167f req-64a725b2-9bcd-4ace-9bd2-c3b2847f23f1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.361523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Transition to ACTIVE for port object fce9098e-5464-49ff-a66a-d21648c7b24e will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:52.371654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6092cba5-fdc8-452e-8d04-3ef0cde8167f req-64a725b2-9bcd-4ace-9bd2-c3b2847f23f1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.374390 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.375014 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6092cba5-fdc8-452e-8d04-3ef0cde8167f req-64a725b2-9bcd-4ace-9bd2-c3b2847f23f1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5430 time: 1.3969460 Jul 16 08:38:52.415673 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-69dbd229-da61-4e48-ae24-f425b36c2c11 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2337115 Jul 16 08:38:52.475638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414f3bb-bd0f-4b06-a161-a47880320204 req-e6f84b52-5b64-4f7d-9326-60787f35df6f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.484074 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8414f3bb-bd0f-4b06-a161-a47880320204 req-e6f84b52-5b64-4f7d-9326-60787f35df6f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 943 time: 0.1841514 Jul 16 08:38:52.501727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Pushing event updated for resources: {'Port': ['ID=fce9098e-5464-49ff-a66a-d21648c7b24e,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:52.553761 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 6f11cf69-4824-4731-a092-c3a7ed051c17 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:52.579303 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8414f3bb-bd0f-4b06-a161-a47880320204 req-fde2cf11-b6bb-4412-ba7b-b5d17703c458 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941031 Jul 16 08:38:52.589376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8b511-fea3-4886-bbc1-9191d3c294f5 req-012a867a-07c1-4172-a773-b2d004a89456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.606926 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7a8b511-fea3-4886-bbc1-9191d3c294f5 req-012a867a-07c1-4172-a773-b2d004a89456 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.4423845 Jul 16 08:38:52.659095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Attempting to bind port fce9098e-5464-49ff-a66a-d21648c7b24e on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:52.659858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Attempting to bind port fce9098e-5464-49ff-a66a-d21648c7b24e by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'a5fd003c-1729-4f0d-85ff-74d9b948dab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:52.660434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Attempting to bind port fce9098e-5464-49ff-a66a-d21648c7b24e on network 1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:52.669049 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Port fce9098e-5464-49ff-a66a-d21648c7b24e on network 1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:52.669560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Attempting to bind port fce9098e-5464-49ff-a66a-d21648c7b24e on network 1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:52.681894 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:52.682446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Checking segment: {'id': 'a5fd003c-1729-4f0d-85ff-74d9b948dab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:52.683262 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Bound using segment: {'id': 'a5fd003c-1729-4f0d-85ff-74d9b948dab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:52.684013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Bound port: fce9098e-5464-49ff-a66a-d21648c7b24e, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5fd003c-1729-4f0d-85ff-74d9b948dab9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:52.684680 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.754825 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6092cba5-fdc8-452e-8d04-3ef0cde8167f req-e1e335dc-6047-42ab-9fec-46376d36fdb4 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3499415 Jul 16 08:38:52.865139 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-f5c08963-e645-43b6-821b-357a18ed11f3 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4238422 Jul 16 08:38:52.866597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-00e23589-10cd-4e33-b0b3-a9d4ebe1a8ff req-a150ef8c-4b81-41ae-8e57-7cfb9fabb30b tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Deleting port a4d7d275-16b5-45b2-a922-1ec8a287c600 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:52.866942 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-00e23589-10cd-4e33-b0b3-a9d4ebe1a8ff req-a150ef8c-4b81-41ae-8e57-7cfb9fabb30b tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.879990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 6f11cf69-4824-4731-a092-c3a7ed051c17, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6f11cf69-4824-4731-a092-c3a7ed051c17,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:52.892830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-e31aa9ca-18cd-47f9-bcb3-6c794be8992a tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Allocated IP 172.20.0.8 (e4ba2c35-4b55-49d3-9484-e1fbb10cff99/a36e81aa-10af-4026-b5e6-d83dbb4e6485/b0cef12f-1cda-45d2-83d0-bc14c1a0f146) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:52.893372 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] For port fce9098e-5464-49ff-a66a-d21648c7b24e, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:52.900229 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] For port fce9098e-5464-49ff-a66a-d21648c7b24e, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=fce9098e-5464-49ff-a66a-d21648c7b24e,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:52.905117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '6f11cf69-4824-4731-a092-c3a7ed051c17', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'port_id': '6f11cf69-4824-4731-a092-c3a7ed051c17', 'mac_address': 'fa:16:3e:c9:9d:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:52.907978 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.969673 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-663efc98-7e6f-4e32-be30-f38e6fad9add service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=ed62a5f0-1850-4742-b8df-60c11d9a13c3 HTTP/1.1" status: 200 len: 217 time: 0.0939834 Jul 16 08:38:53.005251 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.021174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f11cf69-4824-4731-a092-c3a7ed051c17 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:53.055740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 6f11cf69-4824-4731-a092-c3a7ed051c17, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6f11cf69-4824-4731-a092-c3a7ed051c17,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:53.060740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a8b511-fea3-4886-bbc1-9191d3c294f5 req-52567767-be83-4196-af88-60b0f3b14a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.061404 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.063758 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7a8b511-fea3-4886-bbc1-9191d3c294f5 req-52567767-be83-4196-af88-60b0f3b14a89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4317942 Jul 16 08:38:53.082860 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.083612 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.085166 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-19cae755-4e99-4230-adb5-49673662c835 service neutron] 10.222.0.38 "PUT /v2.0/ports/fce9098e-5464-49ff-a66a-d21648c7b24e HTTP/1.1" status: 200 len: 1092 time: 1.7770600 Jul 16 08:38:53.102779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae4c39b6-7d77-4432-a13b-876c2694ca97', 'tag': 'fce9098e-5464-49ff-a66a-d21648c7b24e'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:53.109999 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83410beb-cd45-466e-8667-6591251496ae" -d '{"events": [{"name": "network-changed", "server_uuid": "ae4c39b6-7d77-4432-a13b-876c2694ca97", "tag": "fce9098e-5464-49ff-a66a-d21648c7b24e"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:53.127612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cae755-4e99-4230-adb5-49673662c835 service neutron] Pushing event updated for resources: {'Port': ['ID=fce9098e-5464-49ff-a66a-d21648c7b24e,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:53.167698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=6f11cf69-4824-4731-a092-c3a7ed051c17,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:53.177018 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:53.178049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:53.178049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:53.178279 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:53.178665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:53.179085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:53.179483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:53.179872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:53.180380 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:53.180811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:53.181210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:53.181630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:53.250169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb3dca-1931-4ff1-acf8-cb449e21b5d1 req-9dd63a4a-cc25-4c0e-a378-493c83789197 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.266141 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b4cb3dca-1931-4ff1-acf8-cb449e21b5d1 req-9dd63a4a-cc25-4c0e-a378-493c83789197 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.2880590 Jul 16 08:38:53.308571 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-afb3a402-4fa4-4fb6-a46c-c67391cbf90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.310762 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-afb3a402-4fa4-4fb6-a46c-c67391cbf90a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c76f51fd58ac4c91af766500fae1fc16&device_id=ae4c39b6-7d77-4432-a13b-876c2694ca97 HTTP/1.1" status: 200 len: 1095 time: 0.1735852 Jul 16 08:38:53.312035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['6f11cf69-4824-4731-a092-c3a7ed051c17'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:53.313326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-d82792fa-e615-4f26-b349-cf51d213bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.314810 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-d82792fa-e615-4f26-b349-cf51d213bca2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.3273411 Jul 16 08:38:53.318858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-00e23589-10cd-4e33-b0b3-a9d4ebe1a8ff req-a150ef8c-4b81-41ae-8e57-7cfb9fabb30b tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] For port a4d7d275-16b5-45b2-a922-1ec8a287c600, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=a4d7d275-16b5-45b2-a922-1ec8a287c600,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:53.318858 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-00e23589-10cd-4e33-b0b3-a9d4ebe1a8ff req-a150ef8c-4b81-41ae-8e57-7cfb9fabb30b tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.334202 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b4cb3dca-1931-4ff1-acf8-cb449e21b5d1 req-aa3aeccf-24c2-42c4-80f6-5d1db9fe63a8 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664527 Jul 16 08:38:53.367437 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-1c901e66-e745-4d6f-837c-d64ba8ca4b71 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fce9098e-5464-49ff-a66a-d21648c7b24e HTTP/1.1" status: 200 len: 217 time: 0.0435574 Jul 16 08:38:53.406986 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-00e23589-10cd-4e33-b0b3-a9d4ebe1a8ff req-a150ef8c-4b81-41ae-8e57-7cfb9fabb30b tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Calling delete_port for a4d7d275-16b5-45b2-a922-1ec8a287c600 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:53.481272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-185fe7f5-8f17-40e7-9b9b-fb8849fb04e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.486320 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-185fe7f5-8f17-40e7-9b9b-fb8849fb04e5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=49afa1d5-ed59-4c8e-94d4-4bbb07bec12a HTTP/1.1" status: 200 len: 854 time: 0.1112583 Jul 16 08:38:53.580270 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-637cabfd-ab5f-48ad-a104-9648b9b3e2dc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0856123 Jul 16 08:38:53.673349 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7a8b511-fea3-4886-bbc1-9191d3c294f5 req-6ba22821-c5ed-4370-a8dd-3b6005eab723 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5467968 Jul 16 08:38:53.787231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028c8dd8-f2a7-4276-8c97-624d43956865 req-aba385f1-5bbc-40ce-961b-43acd9070de4 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.790130 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-028c8dd8-f2a7-4276-8c97-624d43956865 req-aba385f1-5bbc-40ce-961b-43acd9070de4 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae4c39b6-7d77-4432-a13b-876c2694ca97 HTTP/1.1" status: 200 len: 943 time: 0.7173140 Jul 16 08:38:53.954986 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-00bc7bc6-3bc2-4340-b83e-4caea3a392d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.957816 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-00bc7bc6-3bc2-4340-b83e-4caea3a392d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5922172 Jul 16 08:38:54.020565 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c05480e2-f826-46ae-a48b-290949c03503 req-278e19c9-503c-4db3-8ef7-c52ec83313c4 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 210 time: 0.4161804 Jul 16 08:38:54.030591 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-e31aa9ca-18cd-47f9-bcb3-6c794be8992a tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.137680 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-96bbb869-6e41-4fdf-9e4f-f01a18d8bb65 service neutron] 10.222.0.38 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5491085 Jul 16 08:38:54.217430 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-028c8dd8-f2a7-4276-8c97-624d43956865 req-7962ebf0-5021-45da-aae0-c580ab571857 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3850093 Jul 16 08:38:54.316030 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff5e57c-d494-4efc-be83-b4ec6d14d126 req-3d7a1a5e-03ef-4d5e-91af-f153c264f560 service neutron] 10.222.0.38 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715572 Jul 16 08:38:54.319295 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5015c660-d6c7-4cc1-a3a9-db242181e790 x-openstack-request-id: req-5015c660-d6c7-4cc1-a3a9-db242181e790 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:54.319703 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae4c39b6-7d77-4432-a13b-876c2694ca97", "tag": "fce9098e-5464-49ff-a66a-d21648c7b24e", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:54.319961 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5015c660-d6c7-4cc1-a3a9-db242181e790 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:54.320372 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae4c39b6-7d77-4432-a13b-876c2694ca97', 'tag': 'fce9098e-5464-49ff-a66a-d21648c7b24e', 'status': 'completed', 'code': 200} Jul 16 08:38:54.337291 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7a8b511-fea3-4886-bbc1-9191d3c294f5 req-e7baa747-b92e-47df-b26b-c6e30b5bf007 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6420693 Jul 16 08:38:54.347829 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac95881-2adb-4773-adff-5821d1e1ae6e req-9f27502c-17ae-4b35-83ec-5d2b5d62a1ff tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:54.351900 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ac95881-2adb-4773-adff-5821d1e1ae6e req-9f27502c-17ae-4b35-83ec-5d2b5d62a1ff tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1bf0758f-6b5a-4648-9944-aab27372a14b HTTP/1.1" status: 200 len: 945 time: 0.1492467 Jul 16 08:38:54.429254 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-2353b126-1a5e-4e7d-8cd0-8ffe9849457f service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4505351 Jul 16 08:38:54.490244 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ac95881-2adb-4773-adff-5821d1e1ae6e req-3b1d4e18-2507-422a-991a-b67122cedfb5 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292863 Jul 16 08:38:54.514856 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-00e23589-10cd-4e33-b0b3-a9d4ebe1a8ff req-a150ef8c-4b81-41ae-8e57-7cfb9fabb30b tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.531398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410beb-cd45-466e-8667-6591251496ae req-78c1745a-8eaa-453c-9d7c-462a5b2f4a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:54.533284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['13ebe9b5-ae84-4ad9-87fd-9826ca14dc60'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:54.535869 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83410beb-cd45-466e-8667-6591251496ae req-78c1745a-8eaa-453c-9d7c-462a5b2f4a83 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c76f51fd58ac4c91af766500fae1fc16&device_id=ae4c39b6-7d77-4432-a13b-876c2694ca97 HTTP/1.1" status: 200 len: 1095 time: 0.1412098 Jul 16 08:38:54.536188 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['e9691390-0cc0-4d4d-8da6-6f25852f1cb8', 'a35ca1b0-88f2-4870-bbb4-fea8e2920b00'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:54.574959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a150ef8c-4b81-41ae-8e57-7cfb9fabb30b tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Pushing event deleted for resources: {'Port': ['ID=a4d7d275-16b5-45b2-a922-1ec8a287c600,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:54.577452 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-e31aa9ca-18cd-47f9-bcb3-6c794be8992a tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.652768 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 6f11cf69-4824-4731-a092-c3a7ed051c17 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:54.793779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53104) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:54.794699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-00e23589-10cd-4e33-b0b3-a9d4ebe1a8ff req-a150ef8c-4b81-41ae-8e57-7cfb9fabb30b tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] No DVR routers for this DVR port a4d7d275-16b5-45b2-a922-1ec8a287c600 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:54.809399 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-00e23589-10cd-4e33-b0b3-a9d4ebe1a8ff req-a150ef8c-4b81-41ae-8e57-7cfb9fabb30b tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.811846 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-00e23589-10cd-4e33-b0b3-a9d4ebe1a8ff req-a150ef8c-4b81-41ae-8e57-7cfb9fabb30b tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.15 "DELETE /v2.0/ports/a4d7d275-16b5-45b2-a922-1ec8a287c600 HTTP/1.1" status: 204 len: 173 time: 2.8009388 Jul 16 08:38:54.814592 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bf0758f-6b5a-4648-9944-aab27372a14b', 'name': 'network-vif-deleted', 'tag': 'a4d7d275-16b5-45b2-a922-1ec8a287c600'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:54.824366 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f743ab-3990-4d4f-8f78-916ef72767e6" -d '{"events": [{"server_uuid": "1bf0758f-6b5a-4648-9944-aab27372a14b", "name": "network-vif-deleted", "tag": "a4d7d275-16b5-45b2-a922-1ec8a287c600"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:54.837795 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410beb-cd45-466e-8667-6591251496ae req-22e62485-c94c-4c71-b374-f50e219ae054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:54.840447 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83410beb-cd45-466e-8667-6591251496ae req-22e62485-c94c-4c71-b374-f50e219ae054 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d HTTP/1.1" status: 200 len: 914 time: 0.2977238 Jul 16 08:38:54.846647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a3636-2adb-4085-9734-ccafb1b9beee req-7640754c-a1d4-4ddc-8a12-352122c6e17b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:54.853251 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-299a3636-2adb-4085-9734-ccafb1b9beee req-7640754c-a1d4-4ddc-8a12-352122c6e17b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 944 time: 0.3798723 Jul 16 08:38:54.861829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-e31aa9ca-18cd-47f9-bcb3-6c794be8992a tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Network e4ba2c35-4b55-49d3-9484-e1fbb10cff99 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:54.882032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-e31aa9ca-18cd-47f9-bcb3-6c794be8992a tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:54.922406 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-e31aa9ca-18cd-47f9-bcb3-6c794be8992a tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:54.930728 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31aa9ca-18cd-47f9-bcb3-6c794be8992a tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Pushing event updated for resources: {'Port': ['ID=b0cef12f-1cda-45d2-83d0-bc14c1a0f146,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:54.934115 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83410beb-cd45-466e-8667-6591251496ae req-7ea73164-7423-451d-be9a-d571636b5f0f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fce9098e-5464-49ff-a66a-d21648c7b24e HTTP/1.1" status: 200 len: 217 time: 0.0800571 Jul 16 08:38:54.951731 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 6f11cf69-4824-4731-a092-c3a7ed051c17 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:54.985370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44433fdc-3b6c-4baf-94e3-8a1175ff8cbf req-ba6c59fc-2351-4b22-b9a2-a96ff5ed256b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:54.996613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 6f11cf69-4824-4731-a092-c3a7ed051c17 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:54.997767 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.998108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44433fdc-3b6c-4baf-94e3-8a1175ff8cbf req-ba6c59fc-2351-4b22-b9a2-a96ff5ed256b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.004778 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-1920cd93-b79f-4c57-9de5-0680a991ba74 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629551 Jul 16 08:38:55.013610 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44433fdc-3b6c-4baf-94e3-8a1175ff8cbf req-ba6c59fc-2351-4b22-b9a2-a96ff5ed256b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.022271 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79bf65f4-68d5-46dd-a6f2-531f1d63ef12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.026353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44433fdc-3b6c-4baf-94e3-8a1175ff8cbf req-ba6c59fc-2351-4b22-b9a2-a96ff5ed256b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.041261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44433fdc-3b6c-4baf-94e3-8a1175ff8cbf req-ba6c59fc-2351-4b22-b9a2-a96ff5ed256b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.054156 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44433fdc-3b6c-4baf-94e3-8a1175ff8cbf req-ba6c59fc-2351-4b22-b9a2-a96ff5ed256b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.066652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44433fdc-3b6c-4baf-94e3-8a1175ff8cbf req-ba6c59fc-2351-4b22-b9a2-a96ff5ed256b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.079948 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-44433fdc-3b6c-4baf-94e3-8a1175ff8cbf req-ba6c59fc-2351-4b22-b9a2-a96ff5ed256b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5430 time: 0.3698535 Jul 16 08:38:55.102085 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-299a3636-2adb-4085-9734-ccafb1b9beee req-69e5b597-7f88-4a56-a456-7cb4eadf2c3f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173722 Jul 16 08:38:55.112691 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-18120629-07cd-45c9-a69f-fb46d16958fc service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=181f3551-9ad1-4dfb-bb61-77674378805b HTTP/1.1" status: 200 len: 217 time: 0.0869625 Jul 16 08:38:55.145735 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-e31aa9ca-18cd-47f9-bcb3-6c794be8992a tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.148308 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-e31aa9ca-18cd-47f9-bcb3-6c794be8992a tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.178731 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-44433fdc-3b6c-4baf-94e3-8a1175ff8cbf req-a0fc9fdc-b0ff-4eaa-9d76-7cff3aba6b49 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0970585 Jul 16 08:38:55.183725 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83410beb-cd45-466e-8667-6591251496ae req-1d2d1cca-bf12-47ea-9143-92fa51107838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.185445 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83410beb-cd45-466e-8667-6591251496ae req-1d2d1cca-bf12-47ea-9143-92fa51107838 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=49afa1d5-ed59-4c8e-94d4-4bbb07bec12a HTTP/1.1" status: 200 len: 854 time: 0.2451117 Jul 16 08:38:55.213695 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-e8980aec-04a8-498e-9a89-b71643aed83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.215356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-e8980aec-04a8-498e-9a89-b71643aed83d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50e963c7-0b3c-42c9-bd21-0a34517e5ea3 HTTP/1.1" status: 200 len: 797 time: 0.0948265 Jul 16 08:38:55.259748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83410beb-cd45-466e-8667-6591251496ae req-2e1a5809-fdce-4913-93c8-d95f035b48a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621343 Jul 16 08:38:55.355980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-6d4abd2e-0de0-4dc5-ad63-f61202932ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.359476 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-6d4abd2e-0de0-4dc5-ad63-f61202932ee8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1352162 Jul 16 08:38:55.380816 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.460099 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83410beb-cd45-466e-8667-6591251496ae req-95569084-896a-455d-99f5-d13547c0d0bd service neutron] 10.222.0.38 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962528 Jul 16 08:38:55.469967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baebfdf-770d-4dd2-ae43-1b7b5291baaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f11cf69-4824-4731-a092-c3a7ed051c17'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:55.474761 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7a0511-f416-4b23-8888-76c257998500" -d '{"events": [{"server_uuid": "1baebfdf-770d-4dd2-ae43-1b7b5291baaf", "name": "network-vif-plugged", "status": "completed", "tag": "6f11cf69-4824-4731-a092-c3a7ed051c17"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:55.514119 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-5e9350e7-e702-46e7-860d-7cbd2cb6c1c7 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266856 Jul 16 08:38:55.530103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 6f11cf69-4824-4731-a092-c3a7ed051c17, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6f11cf69-4824-4731-a092-c3a7ed051c17,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:55.553201 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.554234 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device a4d7d275-16b5-45b2-a922-1ec8a287c600 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:55.593567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: a4d7d275-16b5-45b2-a922-1ec8a287c600 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:55.594173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device a4d7d275-16b5-45b2-a922-1ec8a287c600 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:55.621553 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd00208-df8f-4430-adec-eb42853cc417 x-openstack-request-id: req-6dd00208-df8f-4430-adec-eb42853cc417 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:55.621866 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bf0758f-6b5a-4648-9944-aab27372a14b", "name": "network-vif-deleted", "tag": "a4d7d275-16b5-45b2-a922-1ec8a287c600", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:55.622815 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6dd00208-df8f-4430-adec-eb42853cc417 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:55.623247 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bf0758f-6b5a-4648-9944-aab27372a14b', 'name': 'network-vif-deleted', 'tag': 'a4d7d275-16b5-45b2-a922-1ec8a287c600', 'status': 'completed', 'code': 200} Jul 16 08:38:55.633482 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79bf65f4-68d5-46dd-a6f2-531f1d63ef12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.649597 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79bf65f4-68d5-46dd-a6f2-531f1d63ef12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.690960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=6f11cf69-4824-4731-a092-c3a7ed051c17,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:55.701815 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83410beb-cd45-466e-8667-6591251496ae req-df99557f-f9ab-4e70-abe5-7c1867c79874 service neutron] 10.222.0.38 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006865 Jul 16 08:38:55.753748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f920725-b533-48aa-9605-2506ea4c36aa req-06cf21d1-7daf-47e8-b793-ee66a46b9a05 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.755653 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0f920725-b533-48aa-9605-2506ea4c36aa req-06cf21d1-7daf-47e8-b793-ee66a46b9a05 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.2944100 Jul 16 08:38:55.783044 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-e31aa9ca-18cd-47f9-bcb3-6c794be8992a tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2212443 Jul 16 08:38:55.807669 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Request body: {'port': {'device_id': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:55.808235 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0f920725-b533-48aa-9605-2506ea4c36aa req-87275f4b-c225-4cb1-8b07-1a6301046f63 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468550 Jul 16 08:38:55.813093 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf65f4-68d5-46dd-a6f2-531f1d63ef12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe45590-5d24-4640-8cf1-b0b37145a305,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:56.004286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d683784-9055-4713-86ac-fd5970c57495 req-f68c4324-c5c4-435f-9ff8-e48f0ed730eb tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.006357 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d683784-9055-4713-86ac-fd5970c57495 req-f68c4324-c5c4-435f-9ff8-e48f0ed730eb tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae4c39b6-7d77-4432-a13b-876c2694ca97 HTTP/1.1" status: 200 len: 943 time: 0.0834894 Jul 16 08:38:56.050711 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d683784-9055-4713-86ac-fd5970c57495 req-d88f17ef-cfaa-4532-bfdb-988a810d0353 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365238 Jul 16 08:38:56.107379 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f8bb31-512d-4130-9668-f437eb73ab67 x-openstack-request-id: req-57f8bb31-512d-4130-9668-f437eb73ab67 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:56.107930 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1baebfdf-770d-4dd2-ae43-1b7b5291baaf", "name": "network-vif-plugged", "status": "completed", "tag": "6f11cf69-4824-4731-a092-c3a7ed051c17", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:56.108561 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57f8bb31-512d-4130-9668-f437eb73ab67 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:56.109088 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baebfdf-770d-4dd2-ae43-1b7b5291baaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f11cf69-4824-4731-a092-c3a7ed051c17', 'code': 200} Jul 16 08:38:56.311109 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53124) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:56.312161 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-79bf65f4-68d5-46dd-a6f2-531f1d63ef12 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7926b79d9f040698ac8aba665735c14&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5102386 Jul 16 08:38:56.394219 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-4d7d4f50-2f7b-406f-90a3-783799628370 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8501713 Jul 16 08:38:56.420367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2ec6b9-e8c1-427e-9c83-21c034fd7f28 req-d3456c26-beab-4e83-9963-7fe7bd575563 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.422099 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a2ec6b9-e8c1-427e-9c83-21c034fd7f28 req-d3456c26-beab-4e83-9963-7fe7bd575563 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 945 time: 0.1126859 Jul 16 08:38:56.445285 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86639b1a-0ad1-4097-9d99-1627e56c44b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.497462 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86639b1a-0ad1-4097-9d99-1627e56c44b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.511159 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a2ec6b9-e8c1-427e-9c83-21c034fd7f28 req-584e3ee2-234e-4cdd-bca2-f811b292a54d tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750966 Jul 16 08:38:56.557710 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-407d1090-59bb-4ee4-83d8-0d4b285d3768 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba8f1388-8cd4-4555-a1fd-9c1888461851 HTTP/1.1" status: 200 len: 217 time: 0.1448822 Jul 16 08:38:56.587646 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86639b1a-0ad1-4097-9d99-1627e56c44b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.593236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86639b1a-0ad1-4097-9d99-1627e56c44b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.597333 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-86639b1a-0ad1-4097-9d99-1627e56c44b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cfe45590-5d24-4640-8cf1-b0b37145a305 HTTP/1.1" status: 204 len: 168 time: 0.2828362 Jul 16 08:38:56.608630 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86639b1a-0ad1-4097-9d99-1627e56c44b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe45590-5d24-4640-8cf1-b0b37145a305,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:56.717120 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.811538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6e4ab-e816-48f8-8f85-0ad8439c94f7 req-7c19408c-1c44-4845-8723-d13abe05d2a5 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.814693 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-caa6e4ab-e816-48f8-8f85-0ad8439c94f7 req-7c19408c-1c44-4845-8723-d13abe05d2a5 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 931 time: 0.6159415 Jul 16 08:38:56.842006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3d78-42a2-4297-9fe8-c3a0a12f7005 req-652ea3ee-ff27-43e6-b753-b3efea69b899 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.849953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3d78-42a2-4297-9fe8-c3a0a12f7005 req-652ea3ee-ff27-43e6-b753-b3efea69b899 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.857045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3d78-42a2-4297-9fe8-c3a0a12f7005 req-652ea3ee-ff27-43e6-b753-b3efea69b899 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.864031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3d78-42a2-4297-9fe8-c3a0a12f7005 req-652ea3ee-ff27-43e6-b753-b3efea69b899 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.871686 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3d78-42a2-4297-9fe8-c3a0a12f7005 req-652ea3ee-ff27-43e6-b753-b3efea69b899 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.873458 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759e0c8-65f9-48da-950e-21a4ec093c58 req-1d31cb95-c6c7-4da1-94ba-5b1e6b02c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.876201 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d759e0c8-65f9-48da-950e-21a4ec093c58 req-1d31cb95-c6c7-4da1-94ba-5b1e6b02c386 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 1097 time: 0.6786869 Jul 16 08:38:56.880888 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3d78-42a2-4297-9fe8-c3a0a12f7005 req-652ea3ee-ff27-43e6-b753-b3efea69b899 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.884431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-4d9af1f4-eea3-4180-8f4c-4960bfd253e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.887346 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-4d9af1f4-eea3-4180-8f4c-4960bfd253e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50e963c7-0b3c-42c9-bd21-0a34517e5ea3 HTTP/1.1" status: 200 len: 797 time: 0.3164227 Jul 16 08:38:56.889836 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c3d78-42a2-4297-9fe8-c3a0a12f7005 req-652ea3ee-ff27-43e6-b753-b3efea69b899 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.899606 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f8c3d78-42a2-4297-9fe8-c3a0a12f7005 req-652ea3ee-ff27-43e6-b753-b3efea69b899 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5430 time: 0.1905367 Jul 16 08:38:56.959997 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f8c3d78-42a2-4297-9fe8-c3a0a12f7005 req-efaef4b4-0b10-4e61-95b2-6509936cad8e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586119 Jul 16 08:38:57.070364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53136) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:57.086806 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f69f5c0-2afc-456d-b73a-05583cc90c35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.218162 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f69f5c0-2afc-456d-b73a-05583cc90c35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.226653 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f69f5c0-2afc-456d-b73a-05583cc90c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.243152 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d759e0c8-65f9-48da-950e-21a4ec093c58 req-3d75a22e-bbfe-4a6d-a155-99b252bea5b7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3535671 Jul 16 08:38:57.270260 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8f69f5c0-2afc-456d-b73a-05583cc90c35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fc33d33a0d3a4d9f858f586fbaab6e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984587 Jul 16 08:38:57.272438 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53140) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:57.284636 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-caa6e4ab-e816-48f8-8f85-0ad8439c94f7 req-2bc34ca8-8a34-4cdb-8644-ed38574a22fa tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512775 Jul 16 08:38:57.366853 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1ee705b4-005f-4a49-8598-5cc53be96725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.378288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f69f5c0-2afc-456d-b73a-05583cc90c35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da0ce4c-8ba6-4852-a680-b17b44617cc6,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:57.446333 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1ee705b4-005f-4a49-8598-5cc53be96725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.520877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a94fe8-d904-41ba-87fa-16414ff4ed8b req-84706475-be63-4b38-86cc-afe9aaff4415 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:57.528127 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35a94fe8-d904-41ba-87fa-16414ff4ed8b req-84706475-be63-4b38-86cc-afe9aaff4415 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.1368597 Jul 16 08:38:57.560823 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:38:57.599875 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1ee705b4-005f-4a49-8598-5cc53be96725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.604884 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1ee705b4-005f-4a49-8598-5cc53be96725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.606968 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1ee705b4-005f-4a49-8598-5cc53be96725 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7da0ce4c-8ba6-4852-a680-b17b44617cc6 HTTP/1.1" status: 204 len: 168 time: 0.3331726 Jul 16 08:38:57.646100 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35a94fe8-d904-41ba-87fa-16414ff4ed8b req-d71800c7-2404-4082-ab5a-f4bdad7487ea tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166174 Jul 16 08:38:57.653285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee705b4-005f-4a49-8598-5cc53be96725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da0ce4c-8ba6-4852-a680-b17b44617cc6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:57.671357 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f31996-93d2-484b-a127-3d4512946d63 req-94ee4f08-e419-4abb-88c6-04feb0ce4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:57.674521 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-94ee4f08-e419-4abb-88c6-04feb0ce4bfb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7712791 Jul 16 08:38:57.870425 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-fac16bca-b201-4f28-826a-fa576f1d0e92 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727705 Jul 16 08:38:57.959757 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device fce9098e-5464-49ff-a66a-d21648c7b24e details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:58.031488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdc1ef-8659-47ea-a30d-d600444f1dd3 req-9cc961ae-cf5c-4afc-9e41-a78cf4b740ac tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.034275 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-14fdc1ef-8659-47ea-a30d-d600444f1dd3 req-9cc961ae-cf5c-4afc-9e41-a78cf4b740ac tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 945 time: 0.1342397 Jul 16 08:38:58.100408 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-14fdc1ef-8659-47ea-a30d-d600444f1dd3 req-00cad19d-8f09-4beb-b591-87a246406e5d tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527937 Jul 16 08:38:58.154875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0cef12f-1cda-45d2-83d0-bc14c1a0f146 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:58.186679 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.213011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port fce9098e-5464-49ff-a66a-d21648c7b24e, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=fce9098e-5464-49ff-a66a-d21648c7b24e,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:58.248420 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'fce9098e-5464-49ff-a66a-d21648c7b24e', 'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d', 'port_id': 'fce9098e-5464-49ff-a66a-d21648c7b24e', 'mac_address': 'fa:16:3e:78:db:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49afa1d5-ed59-4c8e-94d4-4bbb07bec12a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:58.255658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c1918c-9b22-4119-a85d-a096fd36926a req-186d419c-86a5-4638-99dc-9a4b32de7c34 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.273205 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-35c1918c-9b22-4119-a85d-a096fd36926a req-186d419c-86a5-4638-99dc-9a4b32de7c34 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae4c39b6-7d77-4432-a13b-876c2694ca97 HTTP/1.1" status: 200 len: 943 time: 0.6765192 Jul 16 08:38:58.300867 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Transition to ACTIVE for port object b0cef12f-1cda-45d2-83d0-bc14c1a0f146 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:58.331301 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.362779 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.388734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cef12f-1cda-45d2-83d0-bc14c1a0f146,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:58.395679 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f31996-93d2-484b-a127-3d4512946d63 req-a4f31c77-e785-45dc-8f3e-bb49d3fd1183 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055397 Jul 16 08:38:58.405618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fce9098e-5464-49ff-a66a-d21648c7b24e {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:58.445764 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-35c1918c-9b22-4119-a85d-a096fd36926a req-91d4c021-eff1-4b4c-a0dc-a5388157a4ae tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712236 Jul 16 08:38:58.472728 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port fce9098e-5464-49ff-a66a-d21648c7b24e, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=fce9098e-5464-49ff-a66a-d21648c7b24e,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:58.493369 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.530227 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768cae4-5745-4026-ac87-ec813f3fec99 req-f85fa19f-b7b6-4f9a-ad69-38f2cda8d4ff tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.544568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768cae4-5745-4026-ac87-ec813f3fec99 req-f85fa19f-b7b6-4f9a-ad69-38f2cda8d4ff tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.555111 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768cae4-5745-4026-ac87-ec813f3fec99 req-f85fa19f-b7b6-4f9a-ad69-38f2cda8d4ff tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.566315 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768cae4-5745-4026-ac87-ec813f3fec99 req-f85fa19f-b7b6-4f9a-ad69-38f2cda8d4ff tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.583622 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768cae4-5745-4026-ac87-ec813f3fec99 req-f85fa19f-b7b6-4f9a-ad69-38f2cda8d4ff tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.602268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768cae4-5745-4026-ac87-ec813f3fec99 req-f85fa19f-b7b6-4f9a-ad69-38f2cda8d4ff tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.613935 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=fce9098e-5464-49ff-a66a-d21648c7b24e,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:58.624951 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b768cae4-5745-4026-ac87-ec813f3fec99 req-f85fa19f-b7b6-4f9a-ad69-38f2cda8d4ff tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.633434 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b768cae4-5745-4026-ac87-ec813f3fec99 req-f85fa19f-b7b6-4f9a-ad69-38f2cda8d4ff tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5430 time: 0.3055553 Jul 16 08:38:58.701098 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b768cae4-5745-4026-ac87-ec813f3fec99 req-f21f2e09-2b14-43f4-b62c-343db1d5b2c0 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659204 Jul 16 08:38:58.772776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['fce9098e-5464-49ff-a66a-d21648c7b24e'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:58.867639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Attempting to bind port b0cef12f-1cda-45d2-83d0-bc14c1a0f146 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:58.868246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Attempting to bind port b0cef12f-1cda-45d2-83d0-bc14c1a0f146 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'ab49bb80-1fbe-4fec-af55-8823df476b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:58.868934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Attempting to bind port b0cef12f-1cda-45d2-83d0-bc14c1a0f146 on network e4ba2c35-4b55-49d3-9484-e1fbb10cff99 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:58.904113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-9d4c060d-2380-479b-a6ee-0bffe5c18cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.905159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-9d4c060d-2380-479b-a6ee-0bffe5c18cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.906365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-9d4c060d-2380-479b-a6ee-0bffe5c18cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.908058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-9d4c060d-2380-479b-a6ee-0bffe5c18cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.908996 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-9d4c060d-2380-479b-a6ee-0bffe5c18cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.909832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-9d4c060d-2380-479b-a6ee-0bffe5c18cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.911980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-9d4c060d-2380-479b-a6ee-0bffe5c18cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.917223 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-9d4c060d-2380-479b-a6ee-0bffe5c18cd4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8722177fc6ea499891c4ef1fb2062076&device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 6494 time: 0.3229108 Jul 16 08:38:58.918388 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Port b0cef12f-1cda-45d2-83d0-bc14c1a0f146 on network e4ba2c35-4b55-49d3-9484-e1fbb10cff99 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:58.919076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Attempting to bind port b0cef12f-1cda-45d2-83d0-bc14c1a0f146 on network e4ba2c35-4b55-49d3-9484-e1fbb10cff99 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:58.946813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:58.947575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Checking segment: {'id': 'ab49bb80-1fbe-4fec-af55-8823df476b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:58.948117 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Bound using segment: {'id': 'ab49bb80-1fbe-4fec-af55-8823df476b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:58.950116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Bound port: b0cef12f-1cda-45d2-83d0-bc14c1a0f146, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab49bb80-1fbe-4fec-af55-8823df476b46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:58.950116 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.024178 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0189147-2e23-4016-b9f3-673e76394e13 req-1dda085c-2b3e-471e-a8e3-f2c1311d7dcf tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:59.040411 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b0189147-2e23-4016-b9f3-673e76394e13 req-1dda085c-2b3e-471e-a8e3-f2c1311d7dcf tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 943 time: 0.1214659 Jul 16 08:38:59.154873 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b0189147-2e23-4016-b9f3-673e76394e13 req-b4bd7dbc-7ddc-4839-9dbe-1887b9d441b8 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115644 Jul 16 08:38:59.268885 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-207008c4-31be-4299-ac2c-afbb5756009d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:59.270400 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-207008c4-31be-4299-ac2c-afbb5756009d service neutron] 10.222.0.38 "GET /v2.0/networks?id=0b6245ad-207a-4492-93ca-7fe1f5645c7a HTTP/1.1" status: 200 len: 901 time: 0.3401079 Jul 16 08:38:59.318924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] For port b0cef12f-1cda-45d2-83d0-bc14c1a0f146, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:59.327242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] For port b0cef12f-1cda-45d2-83d0-bc14c1a0f146, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146,segment=NetworkSegment(ab49bb80-1fbe-4fec-af55-8823df476b46),segment_id=ab49bb80-1fbe-4fec-af55-8823df476b46)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:59.391450 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.404136 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-5fb99937-5231-45da-b9d8-6970febc43df service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba8f1388-8cd4-4555-a1fd-9c1888461851 HTTP/1.1" status: 200 len: 217 time: 0.1045902 Jul 16 08:38:59.477441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d63f6-c295-4342-af9f-3e32e115d893 req-388d332e-34c8-4564-a829-e0cf8da6470a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:59.479622 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-878d63f6-c295-4342-af9f-3e32e115d893 req-388d332e-34c8-4564-a829-e0cf8da6470a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.3870668 Jul 16 08:38:59.511579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9237b2-b938-410b-97d1-c32aa05b6f16 req-b2b25a32-bc93-4b04-81e1-fdc5261fb04d tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:59.514101 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c9237b2-b938-410b-97d1-c32aa05b6f16 req-b2b25a32-bc93-4b04-81e1-fdc5261fb04d tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 945 time: 0.1315470 Jul 16 08:38:59.548298 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:59.549274 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.551839 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] 10.222.0.38 "PUT /v2.0/ports/b0cef12f-1cda-45d2-83d0-bc14c1a0f146 HTTP/1.1" status: 200 len: 1092 time: 3.7593598 Jul 16 08:38:59.557056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'tag': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:59.560443 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e77df39f-53e7-428c-8a31-d768a6ed4590" -d '{"events": [{"name": "network-changed", "server_uuid": "8df6499b-4ac4-4370-900b-bd6de790e5df", "tag": "b0cef12f-1cda-45d2-83d0-bc14c1a0f146"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:59.589276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc518e2-f8d9-40c2-a3ae-91ee5977f963 service neutron] Pushing event updated for resources: {'Port': ['ID=b0cef12f-1cda-45d2-83d0-bc14c1a0f146,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:59.612839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-7515d28e-c67b-4011-90f2-d077196eb4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:59.614749 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-7515d28e-c67b-4011-90f2-d077196eb4c3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50e963c7-0b3c-42c9-bd21-0a34517e5ea3 HTTP/1.1" status: 200 len: 797 time: 0.1336465 Jul 16 08:38:59.619650 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c9237b2-b938-410b-97d1-c32aa05b6f16 req-079a27a9-29c1-4cbe-8326-2483f9aae2ae tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934818 Jul 16 08:38:59.645132 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-878d63f6-c295-4342-af9f-3e32e115d893 req-08580b99-4936-47f2-964b-0d752b1d3e21 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442780 Jul 16 08:38:59.765194 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9cb4285-a3e4-4441-914d-d18089278e8d x-openstack-request-id: req-f9cb4285-a3e4-4441-914d-d18089278e8d {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:59.765534 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df6499b-4ac4-4370-900b-bd6de790e5df", "tag": "b0cef12f-1cda-45d2-83d0-bc14c1a0f146", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:59.765804 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f9cb4285-a3e4-4441-914d-d18089278e8d {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:59.766200 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'tag': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146', 'status': 'completed', 'code': 200} Jul 16 08:38:59.888565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-829e3f83-f0b6-464a-bf18-33ccb5886a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:59.890510 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-829e3f83-f0b6-464a-bf18-33ccb5886a68 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2626860 Jul 16 08:38:59.896555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-098eed32-e663-41d0-9b13-6fa9f4f9a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:59.898184 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-098eed32-e663-41d0-9b13-6fa9f4f9a4aa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c311d375bd422990bb2841b548ce09&device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 1095 time: 0.2823112 Jul 16 08:38:59.973287 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device fce9098e-5464-49ff-a66a-d21648c7b24e up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:00.011649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cad2a80-f6b6-4f42-83e5-258bb3f48519 req-77c80262-d572-4753-b222-08f99db18be8 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.015035 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6cad2a80-f6b6-4f42-83e5-258bb3f48519 req-77c80262-d572-4753-b222-08f99db18be8 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae4c39b6-7d77-4432-a13b-876c2694ca97 HTTP/1.1" status: 200 len: 944 time: 0.1325855 Jul 16 08:39:00.095440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port fce9098e-5464-49ff-a66a-d21648c7b24e completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:00.103955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port fce9098e-5464-49ff-a66a-d21648c7b24e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:00.106364 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-24b4d8c2-cff2-4aff-8b6e-a2115dbfdb1d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146 HTTP/1.1" status: 200 len: 217 time: 0.1895132 Jul 16 08:39:00.107468 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.125003 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6cad2a80-f6b6-4f42-83e5-258bb3f48519 req-0159f071-0648-43ce-8253-e46181c3b0b8 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010079 Jul 16 08:39:00.222881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-5da27c16-74a9-4179-91d4-ae15b091ecba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.225754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-5da27c16-74a9-4179-91d4-ae15b091ecba service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a36e81aa-10af-4026-b5e6-d83dbb4e6485 HTTP/1.1" status: 200 len: 860 time: 0.1080959 Jul 16 08:39:00.265239 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24a9f5b0-38b8-4141-a543-7f5643c4819e req-5c4c4e30-faf6-4ba8-a9f4-5f12df1fd275 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b1781597c11a4817b85b1a3ef01821fc HTTP/1.1" status: 200 len: 267 time: 0.3654101 Jul 16 08:39:00.357340 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-0ae68117-522f-415e-a9c5-bc310f7f59b9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229453 Jul 16 08:39:00.399675 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.497805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae4c39b6-7d77-4432-a13b-876c2694ca97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce9098e-5464-49ff-a66a-d21648c7b24e'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:00.506049 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9726714d-3547-4f0c-9a79-70680bd6ce41" -d '{"events": [{"server_uuid": "ae4c39b6-7d77-4432-a13b-876c2694ca97", "name": "network-vif-plugged", "status": "completed", "tag": "fce9098e-5464-49ff-a66a-d21648c7b24e"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:00.522679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port fce9098e-5464-49ff-a66a-d21648c7b24e, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=fce9098e-5464-49ff-a66a-d21648c7b24e,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:00.530284 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.551937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84506c-9372-4b73-a2ce-58a3ed8415c7 req-babe8546-429e-49e2-8bcb-de9d98de0226 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.567160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84506c-9372-4b73-a2ce-58a3ed8415c7 req-babe8546-429e-49e2-8bcb-de9d98de0226 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.580834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84506c-9372-4b73-a2ce-58a3ed8415c7 req-babe8546-429e-49e2-8bcb-de9d98de0226 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.594627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84506c-9372-4b73-a2ce-58a3ed8415c7 req-babe8546-429e-49e2-8bcb-de9d98de0226 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.609247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84506c-9372-4b73-a2ce-58a3ed8415c7 req-babe8546-429e-49e2-8bcb-de9d98de0226 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.625934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84506c-9372-4b73-a2ce-58a3ed8415c7 req-babe8546-429e-49e2-8bcb-de9d98de0226 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.641244 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d84506c-9372-4b73-a2ce-58a3ed8415c7 req-babe8546-429e-49e2-8bcb-de9d98de0226 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.642163 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-9992b22a-35cb-45e9-a4f1-2548822b4c5d service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7204292 Jul 16 08:39:00.656722 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d84506c-9372-4b73-a2ce-58a3ed8415c7 req-babe8546-429e-49e2-8bcb-de9d98de0226 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5430 time: 0.3055320 Jul 16 08:39:00.669597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=fce9098e-5464-49ff-a66a-d21648c7b24e,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:00.736807 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d84506c-9372-4b73-a2ce-58a3ed8415c7 req-54d7be27-d0ec-49d2-aee8-d41f1db2fe82 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0785077 Jul 16 08:39:00.765862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9f5b0-38b8-4141-a543-7f5643c4819e req-caa405fe-b935-4f65-8f25-0fbbce44073e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.781723 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24a9f5b0-38b8-4141-a543-7f5643c4819e req-caa405fe-b935-4f65-8f25-0fbbce44073e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 945 time: 0.4615998 Jul 16 08:39:00.804928 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-24a9f5b0-38b8-4141-a543-7f5643c4819e req-d2dd7f11-d667-40b1-8a90-f0a3524a016c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Request body: {'port': {'security_groups': []}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:00.872548 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-67cf16ea-4793-4032-a127-b17343449c1b service neutron] 10.222.0.38 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947915 Jul 16 08:39:01.337146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55785f1-f2ad-4502-881b-0be8aef20454 req-a587b15a-1043-48b6-aa10-1152408cba2e tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:01.339869 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b55785f1-f2ad-4502-881b-0be8aef20454 req-a587b15a-1043-48b6-aa10-1152408cba2e tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 943 time: 0.1201985 Jul 16 08:39:01.402320 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b55785f1-f2ad-4502-881b-0be8aef20454 req-71f31b4a-f757-481a-85fb-3fa9d202964f tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534651 Jul 16 08:39:01.464885 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79b8328b-474b-4733-bed6-1f9cb9da85fd req-cdc3bf62-721d-47cd-ac4f-811c1418d2b9 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8044152 Jul 16 08:39:01.485209 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b31bdb0-7388-4d91-a996-96fc22b4c3ae x-openstack-request-id: req-3b31bdb0-7388-4d91-a996-96fc22b4c3ae {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:01.486033 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae4c39b6-7d77-4432-a13b-876c2694ca97", "name": "network-vif-plugged", "status": "completed", "tag": "fce9098e-5464-49ff-a66a-d21648c7b24e", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:01.486033 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b31bdb0-7388-4d91-a996-96fc22b4c3ae {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:01.486368 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4c39b6-7d77-4432-a13b-876c2694ca97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fce9098e-5464-49ff-a66a-d21648c7b24e', 'code': 200} Jul 16 08:39:01.525193 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-24a9f5b0-38b8-4141-a543-7f5643c4819e req-d2dd7f11-d667-40b1-8a90-f0a3524a016c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.733642 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e540eb6-1835-49c4-88a6-f0ac50fd0f35 req-d8c51679-5358-41df-a1e3-8be475087de1 service neutron] 10.222.0.38 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8183904 Jul 16 08:39:01.791380 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c4bf4-27b7-4036-8289-246ac821ac15 req-194fb52c-81df-47bd-95fd-41318316a183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:01.792877 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-466c4bf4-27b7-4036-8289-246ac821ac15 req-194fb52c-81df-47bd-95fd-41318316a183 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ae4c39b6-7d77-4432-a13b-876c2694ca97 HTTP/1.1" status: 200 len: 1097 time: 0.1752720 Jul 16 08:39:01.799419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb8c652-fc84-46f6-8860-3617ad954a1b req-1d6f6809-c3fd-482c-b74c-3b68768031ac tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:01.812120 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7bb8c652-fc84-46f6-8860-3617ad954a1b req-1d6f6809-c3fd-482c-b74c-3b68768031ac tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.1347215 Jul 16 08:39:01.857854 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7bb8c652-fc84-46f6-8860-3617ad954a1b req-28355344-4765-4a30-915f-7c8028767cc0 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441628 Jul 16 08:39:01.922786 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-466c4bf4-27b7-4036-8289-246ac821ac15 req-8b676501-97c5-4f13-bbda-bcf1defb1984 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201015 Jul 16 08:39:01.943051 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-24a9f5b0-38b8-4141-a543-7f5643c4819e req-d2dd7f11-d667-40b1-8a90-f0a3524a016c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] For port 6f11cf69-4824-4731-a092-c3a7ed051c17, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6f11cf69-4824-4731-a092-c3a7ed051c17,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:01.994157 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77df39f-53e7-428c-8a31-d768a6ed4590 req-3831a4b6-23de-453e-9430-e3c9cdf5148c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:01.995991 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e77df39f-53e7-428c-8a31-d768a6ed4590 req-3831a4b6-23de-453e-9430-e3c9cdf5148c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c311d375bd422990bb2841b548ce09&device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 1095 time: 0.1648316 Jul 16 08:39:01.999073 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-24a9f5b0-38b8-4141-a543-7f5643c4819e req-d2dd7f11-d667-40b1-8a90-f0a3524a016c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.013734 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-24a9f5b0-38b8-4141-a543-7f5643c4819e req-d2dd7f11-d667-40b1-8a90-f0a3524a016c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.027530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['edd4285f-796f-4803-b231-f6d58d37f611'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:02.030085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['1298a89f-52f3-4069-a090-2cd8b577ce57', '6f11cf69-4824-4731-a092-c3a7ed051c17'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:02.128474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a9f5b0-38b8-4141-a543-7f5643c4819e req-d2dd7f11-d667-40b1-8a90-f0a3524a016c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.129258 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-24a9f5b0-38b8-4141-a543-7f5643c4819e req-d2dd7f11-d667-40b1-8a90-f0a3524a016c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.130932 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24a9f5b0-38b8-4141-a543-7f5643c4819e req-d2dd7f11-d667-40b1-8a90-f0a3524a016c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "PUT /v2.0/ports/6f11cf69-4824-4731-a092-c3a7ed051c17 HTTP/1.1" status: 200 len: 904 time: 1.3480458 Jul 16 08:39:02.133796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1baebfdf-770d-4dd2-ae43-1b7b5291baaf', 'tag': '6f11cf69-4824-4731-a092-c3a7ed051c17'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:02.135909 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26818db4-fc80-47b8-95b9-798a91a647e7" -d '{"events": [{"name": "network-changed", "server_uuid": "1baebfdf-770d-4dd2-ae43-1b7b5291baaf", "tag": "6f11cf69-4824-4731-a092-c3a7ed051c17"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:02.180571 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b64da0c-83aa-467d-a725-f088cf48685a req-be4882fb-9285-4013-924b-c1159f281144 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.191977 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1b64da0c-83aa-467d-a725-f088cf48685a req-be4882fb-9285-4013-924b-c1159f281144 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 946 time: 0.2014928 Jul 16 08:39:02.212382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd7f11-d667-40b1-8a90-f0a3524a016c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event updated for resources: {'Port': ['ID=6f11cf69-4824-4731-a092-c3a7ed051c17,revision_number=6']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:02.251065 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['6f11cf69-4824-4731-a092-c3a7ed051c17'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:02.262243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77df39f-53e7-428c-8a31-d768a6ed4590 req-dc102b75-f342-4581-a927-51ac8a8fbfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.264424 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e77df39f-53e7-428c-8a31-d768a6ed4590 req-dc102b75-f342-4581-a927-51ac8a8fbfe9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99 HTTP/1.1" status: 200 len: 920 time: 0.2612090 Jul 16 08:39:02.302883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1b64da0c-83aa-467d-a725-f088cf48685a req-52ac3555-e700-4ea8-a16d-97aa2b058379 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72442d1-8134-41e0-9e1d-0450db030201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042204 Jul 16 08:39:02.430755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53250) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:02.479863 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e77df39f-53e7-428c-8a31-d768a6ed4590 req-c8f4d1be-938e-4218-a7a2-86768981f952 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146 HTTP/1.1" status: 200 len: 217 time: 0.1653483 Jul 16 08:39:02.490413 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-aff1ede3-8fcd-41d2-9ca9-3084872e7350 service neutron] show failed (client error): The resource could not be found. Jul 16 08:39:02.492117 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-aff1ede3-8fcd-41d2-9ca9-3084872e7350 service neutron] 10.222.0.38 "GET /v2.0/ports/fcce26f7-9393-4524-a9ae-06dbd8a1a021/bindings/n-h1-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.3427894 Jul 16 08:39:02.609509 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f85044d0-986f-4c19-8058-1edd94ae0a34 None None] Provisioning complete for port 6f11cf69-4824-4731-a092-c3a7ed051c17 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:02.610339 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f85044d0-986f-4c19-8058-1edd94ae0a34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.663508 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38eb8362-1663-4546-9845-5274a8b98e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.671158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77df39f-53e7-428c-8a31-d768a6ed4590 req-52a5b2d6-2c0b-45bf-87f2-537f57d696a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.673293 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e77df39f-53e7-428c-8a31-d768a6ed4590 req-52a5b2d6-2c0b-45bf-87f2-537f57d696a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a36e81aa-10af-4026-b5e6-d83dbb4e6485 HTTP/1.1" status: 200 len: 860 time: 0.1798360 Jul 16 08:39:02.732197 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e77df39f-53e7-428c-8a31-d768a6ed4590 req-12dc56ac-4296-4ce0-9e41-3644f1ea14d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506508 Jul 16 08:39:02.788855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b5016-4ceb-45af-b4ae-1b631509c7ca req-05ed6558-29e5-4fd0-844c-f534baf6f00f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.802531 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a85b5016-4ceb-45af-b4ae-1b631509c7ca req-05ed6558-29e5-4fd0-844c-f534baf6f00f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae4c39b6-7d77-4432-a13b-876c2694ca97 HTTP/1.1" status: 200 len: 945 time: 0.2785130 Jul 16 08:39:02.921867 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e77df39f-53e7-428c-8a31-d768a6ed4590 req-4763aa40-b54d-4263-836b-6d0a03459875 service neutron] 10.222.0.38 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757791 Jul 16 08:39:02.925144 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a85b5016-4ceb-45af-b4ae-1b631509c7ca req-b4c5972c-5e70-4fc7-8f7a-c481a5e4d1dd tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192260 Jul 16 08:39:03.041480 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38eb8362-1663-4546-9845-5274a8b98e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.053181 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38eb8362-1663-4546-9845-5274a8b98e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.149927 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e77df39f-53e7-428c-8a31-d768a6ed4590 req-b7888d48-7f46-477c-ae68-9e826ce9f19c service neutron] 10.222.0.38 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092736 Jul 16 08:39:03.177976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9ded0-5fbf-4408-8dea-2e941e826e2b req-2cb74c18-4656-47f9-bfe9-4afbf065b0a6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.184975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9ded0-5fbf-4408-8dea-2e941e826e2b req-2cb74c18-4656-47f9-bfe9-4afbf065b0a6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.190711 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-38eb8362-1663-4546-9845-5274a8b98e33 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7f7ad31d6b94ea7a1800478c77bbee7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7587547 Jul 16 08:39:03.191387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9ded0-5fbf-4408-8dea-2e941e826e2b req-2cb74c18-4656-47f9-bfe9-4afbf065b0a6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.191779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb8362-1663-4546-9845-5274a8b98e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8318cd9-248e-42c1-8aca-d0703d14c1bb,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:03.195578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53260) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:03.199493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9ded0-5fbf-4408-8dea-2e941e826e2b req-2cb74c18-4656-47f9-bfe9-4afbf065b0a6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.206161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9ded0-5fbf-4408-8dea-2e941e826e2b req-2cb74c18-4656-47f9-bfe9-4afbf065b0a6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.213539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9ded0-5fbf-4408-8dea-2e941e826e2b req-2cb74c18-4656-47f9-bfe9-4afbf065b0a6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.220734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9ded0-5fbf-4408-8dea-2e941e826e2b req-2cb74c18-4656-47f9-bfe9-4afbf065b0a6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.222889 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-09d9ded0-5fbf-4408-8dea-2e941e826e2b req-2cb74c18-4656-47f9-bfe9-4afbf065b0a6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5430 time: 0.2934048 Jul 16 08:39:03.226813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-b3874d7b-7692-497f-800a-8d4ad196bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.228530 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-b3874d7b-7692-497f-800a-8d4ad196bec9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379&tenant_id=5e44fcee4e3840cf89b33be8ee44969f HTTP/1.1" status: 200 len: 1102 time: 0.2114861 Jul 16 08:39:03.254387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:03.282328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588c37d1-5149-4d05-8ae8-761da026707b req-fcc3c11f-e62d-489f-87e2-71f322fe103b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.285095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-588c37d1-5149-4d05-8ae8-761da026707b req-fcc3c11f-e62d-489f-87e2-71f322fe103b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 907 time: 0.2015839 Jul 16 08:39:03.285981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-886c3dee-4556-4742-ac55-29d71916c63c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.313796 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-09d9ded0-5fbf-4408-8dea-2e941e826e2b req-706ccf19-d129-496b-b418-fa341cb2a058 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0822563 Jul 16 08:39:03.322161 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-886c3dee-4556-4742-ac55-29d71916c63c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.417688 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af7301a9-7733-4b2d-aae5-cba8cfb512ac x-openstack-request-id: req-af7301a9-7733-4b2d-aae5-cba8cfb512ac {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:03.418214 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1baebfdf-770d-4dd2-ae43-1b7b5291baaf", "tag": "6f11cf69-4824-4731-a092-c3a7ed051c17", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:03.418607 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af7301a9-7733-4b2d-aae5-cba8cfb512ac {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:03.419176 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1baebfdf-770d-4dd2-ae43-1b7b5291baaf', 'tag': '6f11cf69-4824-4731-a092-c3a7ed051c17', 'status': 'completed', 'code': 200} Jul 16 08:39:03.421751 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-886c3dee-4556-4742-ac55-29d71916c63c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.429413 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-886c3dee-4556-4742-ac55-29d71916c63c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.431802 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-886c3dee-4556-4742-ac55-29d71916c63c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8318cd9-248e-42c1-8aca-d0703d14c1bb HTTP/1.1" status: 204 len: 168 time: 0.2349880 Jul 16 08:39:03.451912 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c3dee-4556-4742-ac55-29d71916c63c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8318cd9-248e-42c1-8aca-d0703d14c1bb,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:03.526426 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.617133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e3c4f-3df5-4c61-bdc1-cbb121370b47 req-6cd0aaa3-7b0f-4ce6-bf1e-ccdd49795596 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.620458 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e32e3c4f-3df5-4c61-bdc1-cbb121370b47 req-6cd0aaa3-7b0f-4ce6-bf1e-ccdd49795596 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ac599ba-1b7b-4048-991b-f3d194ed2cf2 HTTP/1.1" status: 200 len: 946 time: 0.1152699 Jul 16 08:39:03.657567 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.677990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26818db4-fc80-47b8-95b9-798a91a647e7 req-088c2438-3641-44bb-9f33-929618e08db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.679642 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26818db4-fc80-47b8-95b9-798a91a647e7 req-088c2438-3641-44bb-9f33-929618e08db6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 1059 time: 0.2561259 Jul 16 08:39:03.699529 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e32e3c4f-3df5-4c61-bdc1-cbb121370b47 req-7f08fc3d-9a7f-48a2-90be-cc7fa593b654 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719225 Jul 16 08:39:03.713771 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3763166-99e0-4319-b388-bfb523bc44e7 req-3a6171f2-957f-4518-9e08-de5946585ed0 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.715380 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3763166-99e0-4319-b388-bfb523bc44e7 req-3a6171f2-957f-4518-9e08-de5946585ed0 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 943 time: 0.2287619 Jul 16 08:39:03.863347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3763166-99e0-4319-b388-bfb523bc44e7 req-150f9c4d-6829-4b16-b68b-9c44daea6964 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349885 Jul 16 08:39:03.909563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26818db4-fc80-47b8-95b9-798a91a647e7 req-919ad090-65d4-4253-aa9f-ecb717dcf8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.911534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26818db4-fc80-47b8-95b9-798a91a647e7 req-919ad090-65d4-4253-aa9f-ecb717dcf8dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.2236638 Jul 16 08:39:03.923235 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53270) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:03.952711 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d62ccdd-4754-43b8-81e5-a82d2476524d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.980869 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b0cef12f-1cda-45d2-83d0-bc14c1a0f146 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:03.981832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fa368-81a7-472b-99bd-115820d13e8b req-5f941719-d752-4f2d-9b9a-aa87911a238a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:03.989215 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f99fa368-81a7-472b-99bd-115820d13e8b req-5f941719-d752-4f2d-9b9a-aa87911a238a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.1268268 Jul 16 08:39:03.999839 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26818db4-fc80-47b8-95b9-798a91a647e7 req-767d30ce-82bc-46d4-a1a6-b3f8c69a0b60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6f11cf69-4824-4731-a092-c3a7ed051c17 HTTP/1.1" status: 200 len: 217 time: 0.0772629 Jul 16 08:39:04.024308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] For port fcce26f7-9393-4524-a9ae-06dbd8a1a021, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:04.078049 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f99fa368-81a7-472b-99bd-115820d13e8b req-a4a320a9-e6d6-48a6-bace-a5d4390a040d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878012 Jul 16 08:39:04.173351 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d62ccdd-4754-43b8-81e5-a82d2476524d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.179653 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d62ccdd-4754-43b8-81e5-a82d2476524d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.208239 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26818db4-fc80-47b8-95b9-798a91a647e7 req-e6335630-6075-4e2e-9154-b588b0d565c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.211050 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26818db4-fc80-47b8-95b9-798a91a647e7 req-e6335630-6075-4e2e-9154-b588b0d565c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.2030017 Jul 16 08:39:04.213280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] For port fcce26f7-9393-4524-a9ae-06dbd8a1a021, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:04.219667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62ccdd-4754-43b8-81e5-a82d2476524d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0532bf36-2a24-43db-a5e8-27ca12fa3add,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:04.262951 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6d62ccdd-4754-43b8-81e5-a82d2476524d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27adefad2d41499ba7cf4b4b1e969f5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366838 Jul 16 08:39:04.270314 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53276) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:04.288058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b0cef12f-1cda-45d2-83d0-bc14c1a0f146, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146,segment=NetworkSegment(ab49bb80-1fbe-4fec-af55-8823df476b46),segment_id=ab49bb80-1fbe-4fec-af55-8823df476b46)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:04.305204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146', 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99', 'port_id': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146', 'mac_address': 'fa:16:3e:fe:8b:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:04.360173 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.368364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1442af-934a-4c51-b559-2bfd93218e11 req-4403cace-bdba-4d33-bebe-c1115409cf16 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.370673 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bf1442af-934a-4c51-b559-2bfd93218e11 req-4403cace-bdba-4d33-bebe-c1115409cf16 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1525979 Jul 16 08:39:04.378470 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.395042 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0cef12f-1cda-45d2-83d0-bc14c1a0f146 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:04.420455 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bf1442af-934a-4c51-b559-2bfd93218e11 req-7303ccec-f96c-4d9e-93be-d03a4a2fba62 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438049 Jul 16 08:39:04.430238 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b0cef12f-1cda-45d2-83d0-bc14c1a0f146, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146,segment=NetworkSegment(ab49bb80-1fbe-4fec-af55-8823df476b46),segment_id=ab49bb80-1fbe-4fec-af55-8823df476b46)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:04.437948 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.489197 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Transition to ACTIVE for port object fcce26f7-9393-4524-a9ae-06dbd8a1a021 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:04.511043 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.549819 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=b0cef12f-1cda-45d2-83d0-bc14c1a0f146,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:04.585243 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0dec11f8-7bc9-407d-94cc-9721b472776c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.609998 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26818db4-fc80-47b8-95b9-798a91a647e7 req-a6d8bd7e-7f58-4b20-8b02-2edbf8ef4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.611573 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26818db4-fc80-47b8-95b9-798a91a647e7 req-a6d8bd7e-7f58-4b20-8b02-2edbf8ef4441 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3901522 Jul 16 08:39:04.624403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84224d6-f002-4379-b180-d91413170594 service neutron] Pushing event updated for resources: {'Port': ['ID=fcce26f7-9393-4524-a9ae-06dbd8a1a021,revision_number=6']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:04.671464 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] No DVR routers for this DVR port fcce26f7-9393-4524-a9ae-06dbd8a1a021 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:04.677333 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0dec11f8-7bc9-407d-94cc-9721b472776c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.721393 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ca329d-629c-45c2-bafa-c1936bb74931 req-0aecbbf3-e7b6-4784-ae6c-1ed92c5d07d0 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.722913 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d2ca329d-629c-45c2-bafa-c1936bb74931 req-0aecbbf3-e7b6-4784-ae6c-1ed92c5d07d0 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae4c39b6-7d77-4432-a13b-876c2694ca97 HTTP/1.1" status: 200 len: 945 time: 0.3793869 Jul 16 08:39:04.731777 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b0cef12f-1cda-45d2-83d0-bc14c1a0f146'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:04.746422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b3b4d-4039-495a-881c-c3c99ab35a81 req-0d668a27-47f1-4348-827e-a43002ed499a tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.748155 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d29b3b4d-4039-495a-881c-c3c99ab35a81 req-0d668a27-47f1-4348-827e-a43002ed499a tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.38 "GET /v2.0/ports?device_id=1ac599ba-1b7b-4048-991b-f3d194ed2cf2 HTTP/1.1" status: 200 len: 946 time: 0.3744950 Jul 16 08:39:04.953304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a6fa74-f03f-4c8a-828d-9efc1092b05f req-27f5b9fe-fd4e-4cd7-a248-742f3b9f15bc tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.956929 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Attempting to bind port fcce26f7-9393-4524-a9ae-06dbd8a1a021 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:04.957483 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Attempting to bind port fcce26f7-9393-4524-a9ae-06dbd8a1a021 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:04.958012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Attempting to bind port fcce26f7-9393-4524-a9ae-06dbd8a1a021 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:04.965978 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d2ca329d-629c-45c2-bafa-c1936bb74931 req-dfd54339-2053-4401-91a8-f349f9161e81 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151973 Jul 16 08:39:04.966324 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01a6fa74-f03f-4c8a-828d-9efc1092b05f req-27f5b9fe-fd4e-4cd7-a248-742f3b9f15bc tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 946 time: 0.1108115 Jul 16 08:39:05.029167 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01a6fa74-f03f-4c8a-828d-9efc1092b05f req-2efc1684-080d-464b-b095-8f3f983f0cc4 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72442d1-8134-41e0-9e1d-0450db030201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620489 Jul 16 08:39:05.063427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Port fcce26f7-9393-4524-a9ae-06dbd8a1a021 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:39:05.064745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Attempting to bind port fcce26f7-9393-4524-a9ae-06dbd8a1a021 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:05.109668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:05.110399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:05.111176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:05.112039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Bound port: fcce26f7-9393-4524-a9ae-06dbd8a1a021, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:05.112849 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.124713 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0dec11f8-7bc9-407d-94cc-9721b472776c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.129806 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0dec11f8-7bc9-407d-94cc-9721b472776c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.131904 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0dec11f8-7bc9-407d-94cc-9721b472776c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0532bf36-2a24-43db-a5e8-27ca12fa3add HTTP/1.1" status: 204 len: 168 time: 0.8500574 Jul 16 08:39:05.182194 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26818db4-fc80-47b8-95b9-798a91a647e7 req-e24babf3-c4fa-4fd7-ba85-75b6639678b9 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5495582 Jul 16 08:39:05.183633 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-118523b3-277e-4928-88da-77c9ebfdd2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.189429 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.255556 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dec11f8-7bc9-407d-94cc-9721b472776c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0532bf36-2a24-43db-a5e8-27ca12fa3add,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:05.290940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac405cd-bf13-4bd1-8f81-f1b58d87afb5 req-f17dec73-e6d2-48d5-82f6-b1a7ff4957d4 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:05.304258 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ac405cd-bf13-4bd1-8f81-f1b58d87afb5 req-f17dec73-e6d2-48d5-82f6-b1a7ff4957d4 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1308525 Jul 16 08:39:05.370965 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ac405cd-bf13-4bd1-8f81-f1b58d87afb5 req-c5701d41-0af4-4936-8898-d25a50d5a96e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638878 Jul 16 08:39:05.696215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe640e7-2259-4463-a8cd-0d13a511e2ce req-c2b24e46-0e3b-49db-a05f-0da76fee0e54 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:05.698955 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ffe640e7-2259-4463-a8cd-0d13a511e2ce req-c2b24e46-0e3b-49db-a05f-0da76fee0e54 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ac599ba-1b7b-4048-991b-f3d194ed2cf2 HTTP/1.1" status: 200 len: 946 time: 0.1306505 Jul 16 08:39:05.732739 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae16c89b-49b0-49ff-9af9-c6356964a379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:05.735306 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc77f3f-473c-4242-9aca-60d1678b1457" -d '{"events": [{"server_uuid": "ae16c89b-49b0-49ff-9af9-c6356964a379", "name": "network-vif-unplugged", "status": "completed", "tag": "fcce26f7-9393-4524-a9ae-06dbd8a1a021"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:05.780549 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ffe640e7-2259-4463-a8cd-0d13a511e2ce req-e6b59b87-220a-455b-995c-830fd4a7d0bf tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705695 Jul 16 08:39:05.832421 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d29b3b4d-4039-495a-881c-c3c99ab35a81 req-99b3ce3f-e18e-45fd-9b68-2573249d0137 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Deleting port a35ca1b0-88f2-4870-bbb4-fea8e2920b00 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:05.832813 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d29b3b4d-4039-495a-881c-c3c99ab35a81 req-99b3ce3f-e18e-45fd-9b68-2573249d0137 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.849278 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] For port fcce26f7-9393-4524-a9ae-06dbd8a1a021, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:05.907289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] For port fcce26f7-9393-4524-a9ae-06dbd8a1a021, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:05.928452 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.982848 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16166-a1c5-46ff-9999-818a2daa5133 req-9a476079-f511-4278-b0d2-aacce20f5dd9 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:05.991254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16166-a1c5-46ff-9999-818a2daa5133 req-9a476079-f511-4278-b0d2-aacce20f5dd9 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:05.998243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16166-a1c5-46ff-9999-818a2daa5133 req-9a476079-f511-4278-b0d2-aacce20f5dd9 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.004357 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b0cef12f-1cda-45d2-83d0-bc14c1a0f146 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:06.005207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16166-a1c5-46ff-9999-818a2daa5133 req-9a476079-f511-4278-b0d2-aacce20f5dd9 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.011704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16166-a1c5-46ff-9999-818a2daa5133 req-9a476079-f511-4278-b0d2-aacce20f5dd9 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.018485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16166-a1c5-46ff-9999-818a2daa5133 req-9a476079-f511-4278-b0d2-aacce20f5dd9 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.024551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a16166-a1c5-46ff-9999-818a2daa5133 req-9a476079-f511-4278-b0d2-aacce20f5dd9 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.026683 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32a16166-a1c5-46ff-9999-818a2daa5133 req-9a476079-f511-4278-b0d2-aacce20f5dd9 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5430 time: 0.8796299 Jul 16 08:39:06.030323 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26818db4-fc80-47b8-95b9-798a91a647e7 req-896efb41-a0cc-47ef-a39c-4131797ec846 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8002789 Jul 16 08:39:06.090180 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.094375 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.096027 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-c84224d6-f002-4379-b180-d91413170594 service neutron] 10.222.0.15 "PUT /v2.0/ports/fcce26f7-9393-4524-a9ae-06dbd8a1a021 HTTP/1.1" status: 200 len: 1097 time: 2.8467941 Jul 16 08:39:06.130149 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1897de-8477-4126-a766-6bb976bf13e0 req-4a0ae261-f740-4809-95f8-d21f417900ba tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.143226 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b1897de-8477-4126-a766-6bb976bf13e0 req-4a0ae261-f740-4809-95f8-d21f417900ba tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 944 time: 0.1667135 Jul 16 08:39:06.198341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port b0cef12f-1cda-45d2-83d0-bc14c1a0f146 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:06.214491 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port b0cef12f-1cda-45d2-83d0-bc14c1a0f146 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:06.215313 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.272761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-d29b3b4d-4039-495a-881c-c3c99ab35a81 req-99b3ce3f-e18e-45fd-9b68-2573249d0137 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] For port a35ca1b0-88f2-4870-bbb4-fea8e2920b00, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=a35ca1b0-88f2-4870-bbb4-fea8e2920b00,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:06.273316 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d29b3b4d-4039-495a-881c-c3c99ab35a81 req-99b3ce3f-e18e-45fd-9b68-2573249d0137 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.277910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84224d6-f002-4379-b180-d91413170594 service neutron] Pushing event updated for resources: {'Port': ['ID=fcce26f7-9393-4524-a9ae-06dbd8a1a021,revision_number=7']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:06.298782 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b1897de-8477-4126-a766-6bb976bf13e0 req-415b3715-7853-4013-97d6-e209cf373e4e tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428542 Jul 16 08:39:06.313363 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32a16166-a1c5-46ff-9999-818a2daa5133 req-d8f8544c-8705-4bb0-a40f-109409fe8d2f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2706382 Jul 16 08:39:06.376786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d29b3b4d-4039-495a-881c-c3c99ab35a81 req-99b3ce3f-e18e-45fd-9b68-2573249d0137 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Calling delete_port for a35ca1b0-88f2-4870-bbb4-fea8e2920b00 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:06.492771 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.599904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-f43a92d4-3a1f-4045-b949-7473c190a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.602799 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-f43a92d4-3a1f-4045-b949-7473c190a359 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 1100 time: 0.4619937 Jul 16 08:39:06.615298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:06.619454 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6852a555-8d43-41fe-b5ef-8488383f9d3f" -d '{"events": [{"server_uuid": "8df6499b-4ac4-4370-900b-bd6de790e5df", "name": "network-vif-plugged", "status": "completed", "tag": "b0cef12f-1cda-45d2-83d0-bc14c1a0f146"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:06.678208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b0cef12f-1cda-45d2-83d0-bc14c1a0f146, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146,segment=NetworkSegment(ab49bb80-1fbe-4fec-af55-8823df476b46),segment_id=ab49bb80-1fbe-4fec-af55-8823df476b46)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:06.690567 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.692431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device fcce26f7-9393-4524-a9ae-06dbd8a1a021 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:06.880870 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device fcce26f7-9393-4524-a9ae-06dbd8a1a021 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:06.948626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=b0cef12f-1cda-45d2-83d0-bc14c1a0f146,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:06.997938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-ecc61526-39d7-4be9-a48a-fc4bd995d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:07.003870 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-ecc61526-39d7-4be9-a48a-fc4bd995d900 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3894062 Jul 16 08:39:07.027915 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d29b3b4d-4039-495a-881c-c3c99ab35a81 req-99b3ce3f-e18e-45fd-9b68-2573249d0137 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.039740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['13ebe9b5-ae84-4ad9-87fd-9826ca14dc60'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:07.043957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['e9691390-0cc0-4d4d-8da6-6f25852f1cb8'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:07.139694 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-b997b129-1389-491a-9926-778b5607c8f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021 HTTP/1.1" status: 200 len: 217 time: 0.1316969 Jul 16 08:39:07.245945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b3ce3f-e18e-45fd-9b68-2573249d0137 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Pushing event deleted for resources: {'Port': ['ID=a35ca1b0-88f2-4870-bbb4-fea8e2920b00,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:07.349819 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-34dcdd7d-30a4-4bd6-87ff-f3ad2da668bf tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:07.363998 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-34dcdd7d-30a4-4bd6-87ff-f3ad2da668bf tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 812 time: 0.2703614 Jul 16 08:39:07.374243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29b3b4d-4039-495a-881c-c3c99ab35a81 req-99b3ce3f-e18e-45fd-9b68-2573249d0137 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] No DVR routers for this DVR port a35ca1b0-88f2-4870-bbb4-fea8e2920b00 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:07.380134 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d29b3b4d-4039-495a-881c-c3c99ab35a81 req-99b3ce3f-e18e-45fd-9b68-2573249d0137 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.384247 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d29b3b4d-4039-495a-881c-c3c99ab35a81 req-99b3ce3f-e18e-45fd-9b68-2573249d0137 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.38 "DELETE /v2.0/ports/a35ca1b0-88f2-4870-bbb4-fea8e2920b00 HTTP/1.1" status: 204 len: 173 time: 2.6285424 Jul 16 08:39:07.401938 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-913d8377-cad3-40d4-a540-40c062ae1d0c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/quotas/b1781597c11a4817b85b1a3ef01821fc HTTP/1.1" status: 200 len: 375 time: 0.0346324 Jul 16 08:39:07.437216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7acd6-b66a-41a1-9b7a-1c9223be1243 req-eddc9ef8-ee9e-4703-a756-7172d7857c74 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:07.451166 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08d7acd6-b66a-41a1-9b7a-1c9223be1243 req-eddc9ef8-ee9e-4703-a756-7172d7857c74 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 948 time: 0.5792761 Jul 16 08:39:07.573536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-3c90dc6d-0c2f-46af-9ddf-182a95ff334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:07.577406 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-3c90dc6d-0c2f-46af-9ddf-182a95ff334c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.4167998 Jul 16 08:39:07.636483 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-6f9cf7c6-9083-4716-9837-e49be56bfe4d tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2321246 Jul 16 08:39:07.746642 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08d7acd6-b66a-41a1-9b7a-1c9223be1243 req-48da4b57-58ff-4517-854f-0f9ec5410526 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882729 Jul 16 08:39:07.814891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-1ffa57d4-4645-4b31-8cde-0525e6e51cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:07.817912 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-1ffa57d4-4645-4b31-8cde-0525e6e51cfc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2143731 Jul 16 08:39:07.836006 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-a30d6384-37d8-4f66-9627-6a661a84f179 service neutron] 10.222.0.20 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975870 Jul 16 08:39:07.869179 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356e81de-4e5a-4bf9-a206-ad11f9dfab52 x-openstack-request-id: req-356e81de-4e5a-4bf9-a206-ad11f9dfab52 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:07.869657 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae16c89b-49b0-49ff-9af9-c6356964a379", "name": "network-vif-unplugged", "status": "completed", "tag": "fcce26f7-9393-4524-a9ae-06dbd8a1a021", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:07.870137 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-356e81de-4e5a-4bf9-a206-ad11f9dfab52 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:07.870748 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae16c89b-49b0-49ff-9af9-c6356964a379', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021', 'code': 200} Jul 16 08:39:07.903546 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1f7018c3-9aec-436f-a710-73970c331f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.915372 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c68bc2e-0b53-44ac-8bb5-eccf9c1bedb0 x-openstack-request-id: req-4c68bc2e-0b53-44ac-8bb5-eccf9c1bedb0 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:07.915937 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df6499b-4ac4-4370-900b-bd6de790e5df", "name": "network-vif-plugged", "status": "completed", "tag": "b0cef12f-1cda-45d2-83d0-bc14c1a0f146", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:07.916594 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4c68bc2e-0b53-44ac-8bb5-eccf9c1bedb0 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:07.918040 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146', 'code': 200} Jul 16 08:39:07.999267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device a35ca1b0-88f2-4870-bbb4-fea8e2920b00 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:08.091075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: a35ca1b0-88f2-4870-bbb4-fea8e2920b00 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:08.092365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device a35ca1b0-88f2-4870-bbb4-fea8e2920b00 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:08.105343 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-1ae2d9f5-72b5-4d6a-b64a-84103aa4327a service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768135 Jul 16 08:39:08.123414 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-9078b41f-5066-4537-b2c9-dc832e110447 service neutron] 10.222.0.20 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774115 Jul 16 08:39:08.179716 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.293275 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514a766-8368-4103-91b2-101da5d3ce63 req-f912615f-9511-4e41-93a3-bff62586d6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.295757 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b514a766-8368-4103-91b2-101da5d3ce63 req-f912615f-9511-4e41-93a3-bff62586d6df service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 1097 time: 0.2476137 Jul 16 08:39:08.303312 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a78ef35-0868-4404-b636-41ba7e6db21b req-e37e7696-2cf3-4b04-85f9-aec1f3e0d3d3 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460793 Jul 16 08:39:08.356930 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b514a766-8368-4103-91b2-101da5d3ce63 req-eaa3088e-8a7f-4ca3-aa3f-92096f64cf8d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517108 Jul 16 08:39:08.599755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09cc723-c749-4582-96a7-1019144dbc20 req-692a0ea7-35e3-4c82-a259-65a2a842bd6f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.614907 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c09cc723-c749-4582-96a7-1019144dbc20 req-692a0ea7-35e3-4c82-a259-65a2a842bd6f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae4c39b6-7d77-4432-a13b-876c2694ca97 HTTP/1.1" status: 200 len: 945 time: 0.1881309 Jul 16 08:39:08.783778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e623a-ec68-4029-abee-756ee3fa786b req-218f6684-63d4-4b97-b924-c1d9745fc191 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.805363 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c5e623a-ec68-4029-abee-756ee3fa786b req-218f6684-63d4-4b97-b924-c1d9745fc191 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae4c39b6-7d77-4432-a13b-876c2694ca97 HTTP/1.1" status: 200 len: 945 time: 0.1589127 Jul 16 08:39:08.819211 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9468f75f-8151-4f4f-88e9-3725a46692c5 req-433f5e04-9d9c-4bd3-8119-01167b15006f tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=1ac599ba-1b7b-4048-991b-f3d194ed2cf2 HTTP/1.1" status: 200 len: 210 time: 0.0664449 Jul 16 08:39:08.947852 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c5e623a-ec68-4029-abee-756ee3fa786b req-ef522a65-c71b-4fc7-a07a-9999b98dc0eb tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403086 Jul 16 08:39:08.962492 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-c09cc723-c749-4582-96a7-1019144dbc20 req-71d7329a-ef46-4b0e-99a3-0b826926e4ed tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Deleting port fce9098e-5464-49ff-a66a-d21648c7b24e {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:08.962861 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c09cc723-c749-4582-96a7-1019144dbc20 req-71d7329a-ef46-4b0e-99a3-0b826926e4ed tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.308340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-c09cc723-c749-4582-96a7-1019144dbc20 req-71d7329a-ef46-4b0e-99a3-0b826926e4ed tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] For port fce9098e-5464-49ff-a66a-d21648c7b24e, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=fce9098e-5464-49ff-a66a-d21648c7b24e,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:09.308340 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c09cc723-c749-4582-96a7-1019144dbc20 req-71d7329a-ef46-4b0e-99a3-0b826926e4ed tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.340314 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-c09cc723-c749-4582-96a7-1019144dbc20 req-71d7329a-ef46-4b0e-99a3-0b826926e4ed tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Calling delete_port for fce9098e-5464-49ff-a66a-d21648c7b24e owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:09.376895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd1a8b-4318-4181-bca4-3400d33711db req-dff866c1-a159-4f24-828f-3a1fc95dc339 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.390335 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd1a8b-4318-4181-bca4-3400d33711db req-dff866c1-a159-4f24-828f-3a1fc95dc339 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.404546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd1a8b-4318-4181-bca4-3400d33711db req-dff866c1-a159-4f24-828f-3a1fc95dc339 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.417275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd1a8b-4318-4181-bca4-3400d33711db req-dff866c1-a159-4f24-828f-3a1fc95dc339 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.429487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd1a8b-4318-4181-bca4-3400d33711db req-dff866c1-a159-4f24-828f-3a1fc95dc339 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.441488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd1a8b-4318-4181-bca4-3400d33711db req-dff866c1-a159-4f24-828f-3a1fc95dc339 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.451409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bd1a8b-4318-4181-bca4-3400d33711db req-dff866c1-a159-4f24-828f-3a1fc95dc339 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.454921 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0bd1a8b-4318-4181-bca4-3400d33711db req-dff866c1-a159-4f24-828f-3a1fc95dc339 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5430 time: 0.2635314 Jul 16 08:39:09.546662 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0bd1a8b-4318-4181-bca4-3400d33711db req-f94255c9-0b83-4eba-b238-4b39acf0131a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0730193 Jul 16 08:39:09.548902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aca1514-ae93-4b1a-85ff-bf37fa69d2e4 req-a93dbee0-58b9-4511-979b-0b427bf5221e tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.556650 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8aca1514-ae93-4b1a-85ff-bf37fa69d2e4 req-a93dbee0-58b9-4511-979b-0b427bf5221e tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.2861614 Jul 16 08:39:09.567049 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c09cc723-c749-4582-96a7-1019144dbc20 req-71d7329a-ef46-4b0e-99a3-0b826926e4ed tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.584782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['fce9098e-5464-49ff-a66a-d21648c7b24e'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:09.603671 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['81e1fe20-877c-45f7-a8ee-ed2556c790ff'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:09.664114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d7329a-ef46-4b0e-99a3-0b826926e4ed tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Pushing event deleted for resources: {'Port': ['ID=fce9098e-5464-49ff-a66a-d21648c7b24e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:09.710669 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09cc723-c749-4582-96a7-1019144dbc20 req-71d7329a-ef46-4b0e-99a3-0b826926e4ed tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] No DVR routers for this DVR port fce9098e-5464-49ff-a66a-d21648c7b24e on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:09.728294 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8aca1514-ae93-4b1a-85ff-bf37fa69d2e4 req-8932b402-c526-44fd-b37a-78820e016bc9 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703401 Jul 16 08:39:09.729400 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c09cc723-c749-4582-96a7-1019144dbc20 req-71d7329a-ef46-4b0e-99a3-0b826926e4ed tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.737354 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c09cc723-c749-4582-96a7-1019144dbc20 req-71d7329a-ef46-4b0e-99a3-0b826926e4ed tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.38 "DELETE /v2.0/ports/fce9098e-5464-49ff-a66a-d21648c7b24e HTTP/1.1" status: 204 len: 173 time: 1.1179841 Jul 16 08:39:09.777135 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.885379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae16c89b-49b0-49ff-9af9-c6356964a379', 'tag': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021'}, {'server_uuid': '1ac599ba-1b7b-4048-991b-f3d194ed2cf2', 'name': 'network-vif-deleted', 'tag': 'a35ca1b0-88f2-4870-bbb4-fea8e2920b00'}, {'server_uuid': 'ae4c39b6-7d77-4432-a13b-876c2694ca97', 'name': 'network-vif-deleted', 'tag': 'fce9098e-5464-49ff-a66a-d21648c7b24e'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:09.888277 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c326ed6e-44ff-49cc-b808-675554d89ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae16c89b-49b0-49ff-9af9-c6356964a379", "tag": "fcce26f7-9393-4524-a9ae-06dbd8a1a021"}, {"server_uuid": "1ac599ba-1b7b-4048-991b-f3d194ed2cf2", "name": "network-vif-deleted", "tag": "a35ca1b0-88f2-4870-bbb4-fea8e2920b00"}, {"server_uuid": "ae4c39b6-7d77-4432-a13b-876c2694ca97", "name": "network-vif-deleted", "tag": "fce9098e-5464-49ff-a66a-d21648c7b24e"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:09.906529 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8fac84c1-fb12-4644-b0c2-5b3ae6f8c3e5 req-dab09179-96d2-4320-a919-2b968898de05 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 210 time: 0.0465410 Jul 16 08:39:10.134196 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516e690-b7c2-4d28-9139-dca19e6d727a req-b2772b9e-8560-40d2-9f8a-1db126022f43 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.138516 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1516e690-b7c2-4d28-9139-dca19e6d727a req-b2772b9e-8560-40d2-9f8a-1db126022f43 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 946 time: 0.1495621 Jul 16 08:39:10.222065 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1516e690-b7c2-4d28-9139-dca19e6d727a req-f19707e2-f366-44d5-86e5-c3cbc491b24a tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72442d1-8134-41e0-9e1d-0450db030201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759594 Jul 16 08:39:10.266762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a57010-c4aa-49a5-baf0-904932d6c903 req-d0c65d1b-8d8b-4530-93fd-b0e381426430 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.269519 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32a57010-c4aa-49a5-baf0-904932d6c903 req-d0c65d1b-8d8b-4530-93fd-b0e381426430 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 948 time: 0.2222931 Jul 16 08:39:10.303255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-e8a2fbbc-28ec-4744-8234-c09c82569ebf tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.305981 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-e8a2fbbc-28ec-4744-8234-c09c82569ebf tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.38 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 946 time: 0.2458029 Jul 16 08:39:10.339538 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f75f01-b9d2-4065-beda-1a1ecd85c9f0 x-openstack-request-id: req-84f75f01-b9d2-4065-beda-1a1ecd85c9f0 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:10.340709 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae16c89b-49b0-49ff-9af9-c6356964a379", "tag": "fcce26f7-9393-4524-a9ae-06dbd8a1a021", "status": "completed", "code": 200}, {"server_uuid": "1ac599ba-1b7b-4048-991b-f3d194ed2cf2", "name": "network-vif-deleted", "tag": "a35ca1b0-88f2-4870-bbb4-fea8e2920b00", "status": "completed", "code": 200}, {"server_uuid": "ae4c39b6-7d77-4432-a13b-876c2694ca97", "name": "network-vif-deleted", "tag": "fce9098e-5464-49ff-a66a-d21648c7b24e", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:10.340709 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-84f75f01-b9d2-4065-beda-1a1ecd85c9f0 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:10.341453 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae16c89b-49b0-49ff-9af9-c6356964a379', 'tag': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021', 'status': 'completed', 'code': 200} Jul 16 08:39:10.341641 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ac599ba-1b7b-4048-991b-f3d194ed2cf2', 'name': 'network-vif-deleted', 'tag': 'a35ca1b0-88f2-4870-bbb4-fea8e2920b00', 'status': 'completed', 'code': 200} Jul 16 08:39:10.341968 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae4c39b6-7d77-4432-a13b-876c2694ca97', 'name': 'network-vif-deleted', 'tag': 'fce9098e-5464-49ff-a66a-d21648c7b24e', 'status': 'completed', 'code': 200} Jul 16 08:39:10.540648 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32a57010-c4aa-49a5-baf0-904932d6c903 req-1a226c3e-8c78-4059-91d5-cc1464eb87fc tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537503 Jul 16 08:39:10.599404 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f6dc2c4-5cf5-462d-98b6-a1ac1661072f req-780633cf-6f7a-466d-a425-19db1f8536cd tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae4c39b6-7d77-4432-a13b-876c2694ca97 HTTP/1.1" status: 200 len: 210 time: 0.0536926 Jul 16 08:39:10.702012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-bb3803ba-f29a-4c7b-8627-ecf6f29661e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.704974 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-bb3803ba-f29a-4c7b-8627-ecf6f29661e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 1100 time: 0.3225791 Jul 16 08:39:10.723001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-afe7314b-f45e-48b6-8539-cb549a86ebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.724951 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-afe7314b-f45e-48b6-8539-cb549a86ebe5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 1100 time: 0.3453422 Jul 16 08:39:10.728215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-44ade5e8-435f-4d92-8adb-084f93606580 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Deleting port 7d911fb4-7a30-44f5-8789-a4f03bcdec03 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:10.728696 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-44ade5e8-435f-4d92-8adb-084f93606580 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.014964 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e0d1d-7094-4624-aa31-fe0f42ee06ff req-7c429cd9-6f05-4543-bb9d-5d87f7f90c22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.034267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e0d1d-7094-4624-aa31-fe0f42ee06ff req-7c429cd9-6f05-4543-bb9d-5d87f7f90c22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.047384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e0d1d-7094-4624-aa31-fe0f42ee06ff req-7c429cd9-6f05-4543-bb9d-5d87f7f90c22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.060455 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e0d1d-7094-4624-aa31-fe0f42ee06ff req-7c429cd9-6f05-4543-bb9d-5d87f7f90c22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.078362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e0d1d-7094-4624-aa31-fe0f42ee06ff req-7c429cd9-6f05-4543-bb9d-5d87f7f90c22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.105005 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.116474 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e0d1d-7094-4624-aa31-fe0f42ee06ff req-7c429cd9-6f05-4543-bb9d-5d87f7f90c22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.132183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010e0d1d-7094-4624-aa31-fe0f42ee06ff req-7c429cd9-6f05-4543-bb9d-5d87f7f90c22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.135870 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-010e0d1d-7094-4624-aa31-fe0f42ee06ff req-7c429cd9-6f05-4543-bb9d-5d87f7f90c22 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5430 time: 0.3261540 Jul 16 08:39:11.270922 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-010e0d1d-7094-4624-aa31-fe0f42ee06ff req-298ab2ce-130d-4195-8960-66741709f2f4 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1265411 Jul 16 08:39:11.548227 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-44ade5e8-435f-4d92-8adb-084f93606580 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] For port 7d911fb4-7a30-44f5-8789-a4f03bcdec03, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7d911fb4-7a30-44f5-8789-a4f03bcdec03,segment=NetworkSegment(e7cd922c-92d2-4856-9460-6da13c012e94),segment_id=e7cd922c-92d2-4856-9460-6da13c012e94)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:11.549142 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-44ade5e8-435f-4d92-8adb-084f93606580 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.584998 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c5de6335-f559-4012-9267-a7c6c05c4799 req-7db8b80f-893c-4ac1-a147-782bfcaa6ba8 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 210 time: 0.0709033 Jul 16 08:39:11.767768 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-058d86ab-177e-47d8-ae85-d701c865dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.769809 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-058d86ab-177e-47d8-ae85-d701c865dc03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.9141941 Jul 16 08:39:11.775480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-108da18b-1e89-4ef8-ae18-4be90ff7c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.777041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-108da18b-1e89-4ef8-ae18-4be90ff7c3f8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.9181678 Jul 16 08:39:11.784457 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-0ead9e1b-06fa-42d0-926c-318f6b90422c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.786038 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-0ead9e1b-06fa-42d0-926c-318f6b90422c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 812 time: 0.7845416 Jul 16 08:39:11.848670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-25195bcd-d70c-4bdc-8133-484919d55547 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Request body: {'port': {'device_id': '43a0bf66-769d-4f6a-bc42-853e33eb8c18', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'admin_state_up': True, 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:11.887879 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd5e2f0-53e3-42bb-980b-b37a316b4555 req-0ea8f9fd-1df1-4ffc-92ad-62b996aafe7d tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.890650 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecd5e2f0-53e3-42bb-980b-b37a316b4555 req-0ea8f9fd-1df1-4ffc-92ad-62b996aafe7d tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f040470-2a1e-4fed-b523-663d8accbb09 HTTP/1.1" status: 200 len: 946 time: 0.1262944 Jul 16 08:39:11.915243 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-7d1401f7-191a-41a8-94ec-54175f6225db service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021 HTTP/1.1" status: 200 len: 217 time: 0.1270087 Jul 16 08:39:11.953432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-a04dc62c-9416-48ad-85ad-4b2a9dd6d39a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021 HTTP/1.1" status: 200 len: 217 time: 0.1594696 Jul 16 08:39:11.957712 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecd5e2f0-53e3-42bb-980b-b37a316b4555 req-b905f84f-282a-4459-a901-c7c0a304f48d tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599802 Jul 16 08:39:12.019245 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device fce9098e-5464-49ff-a66a-d21648c7b24e no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:12.081402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: fce9098e-5464-49ff-a66a-d21648c7b24e {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:12.082368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device fce9098e-5464-49ff-a66a-d21648c7b24e not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:12.185528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd421ea-4cdc-4e16-9c01-2acea1a8c18c req-c25a794c-32b4-4621-a0b8-09efe176eb0f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.187253 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4bd421ea-4cdc-4e16-9c01-2acea1a8c18c req-c25a794c-32b4-4621-a0b8-09efe176eb0f tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 946 time: 0.0986691 Jul 16 08:39:12.257636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4bd421ea-4cdc-4e16-9c01-2acea1a8c18c req-2769390a-1361-43dd-82f0-49003e699b8e tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/security-groups?id=c72442d1-8134-41e0-9e1d-0450db030201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595126 Jul 16 08:39:12.504112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b485ab2-bc76-428a-8c61-d62f7c4bdf60 req-4eced5ec-e988-4a4d-998f-6777a0f679a5 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.506327 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b485ab2-bc76-428a-8c61-d62f7c4bdf60 req-4eced5ec-e988-4a4d-998f-6777a0f679a5 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 948 time: 0.0788918 Jul 16 08:39:12.564816 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b485ab2-bc76-428a-8c61-d62f7c4bdf60 req-1f775c47-cff7-4481-8742-71951f09b02b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516989 Jul 16 08:39:12.639956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00abe0e-139d-4507-b5e9-66640fae4bba req-9990955f-ea8a-49f9-8b3a-830aea7946f9 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.653347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a00abe0e-139d-4507-b5e9-66640fae4bba req-9990955f-ea8a-49f9-8b3a-830aea7946f9 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 1.1617527 Jul 16 08:39:12.655915 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device fcce26f7-9393-4524-a9ae-06dbd8a1a021 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:12.677602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a93cdde-6eb9-4681-a088-db9e0d63e4b9 req-0569d6aa-a266-480c-96c7-2a099d6d18dd tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.681516 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2a93cdde-6eb9-4681-a088-db9e0d63e4b9 req-0569d6aa-a266-480c-96c7-2a099d6d18dd tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f040470-2a1e-4fed-b523-663d8accbb09 HTTP/1.1" status: 200 len: 946 time: 0.1327703 Jul 16 08:39:12.762607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-37024afb-3163-4fdd-8a7c-0ec9150e648a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.765373 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-37024afb-3163-4fdd-8a7c-0ec9150e648a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.8189614 Jul 16 08:39:12.846673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port fcce26f7-9393-4524-a9ae-06dbd8a1a021, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:12.861367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021', 'mac_address': 'fa:16:3e:78:af:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:12.866025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-d20f78b3-072b-43fb-89ca-41c1ccb1e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.866701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-2a93cdde-6eb9-4681-a088-db9e0d63e4b9 req-290137f4-3873-4b27-9ada-2d8567159970 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Deleting port e9691390-0cc0-4d4d-8da6-6f25852f1cb8 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:12.867036 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2a93cdde-6eb9-4681-a088-db9e0d63e4b9 req-290137f4-3873-4b27-9ada-2d8567159970 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.868740 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-d20f78b3-072b-43fb-89ca-41c1ccb1e65d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.8347480 Jul 16 08:39:12.893440 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a00abe0e-139d-4507-b5e9-66640fae4bba req-5145e2a8-0667-4bd6-91d5-a66d6b0139ca tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385719 Jul 16 08:39:12.920448 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.939344 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcce26f7-9393-4524-a9ae-06dbd8a1a021 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:12.979545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port fcce26f7-9393-4524-a9ae-06dbd8a1a021, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:12.988922 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.122651 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=fcce26f7-9393-4524-a9ae-06dbd8a1a021,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:13.147094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2a93cdde-6eb9-4681-a088-db9e0d63e4b9 req-290137f4-3873-4b27-9ada-2d8567159970 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] For port e9691390-0cc0-4d4d-8da6-6f25852f1cb8, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e9691390-0cc0-4d4d-8da6-6f25852f1cb8,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:13.147662 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2a93cdde-6eb9-4681-a088-db9e0d63e4b9 req-290137f4-3873-4b27-9ada-2d8567159970 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.179214 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-44ade5e8-435f-4d92-8adb-084f93606580 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.180196 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-44ade5e8-435f-4d92-8adb-084f93606580 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.180377 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-44ade5e8-435f-4d92-8adb-084f93606580 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Floating IP d38e04cb-727d-4186-a0a7-c132b742713e disassociated. External IP: 172.25.4.117, port: 7d911fb4-7a30-44f5-8789-a4f03bcdec03. Jul 16 08:39:13.181089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-44ade5e8-435f-4d92-8adb-084f93606580 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Calling delete_port for 7d911fb4-7a30-44f5-8789-a4f03bcdec03 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:13.232299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-2a93cdde-6eb9-4681-a088-db9e0d63e4b9 req-290137f4-3873-4b27-9ada-2d8567159970 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Calling delete_port for e9691390-0cc0-4d4d-8da6-6f25852f1cb8 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:13.296830 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['fcce26f7-9393-4524-a9ae-06dbd8a1a021'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:13.333961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-25195bcd-d70c-4bdc-8133-484919d55547 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Made reservation on behalf of b1781597c11a4817b85b1a3ef01821fc for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:13.337945 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-25195bcd-d70c-4bdc-8133-484919d55547 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.347167 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5c7c014e-07ad-40d1-8815-5f63c9f70e90 req-2510882a-6c6a-4964-85c5-a7cdac5dd3be tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 210 time: 0.1095991 Jul 16 08:39:13.374120 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e52605-8034-481a-9d69-00d7294e03b7 req-95347511-1b44-433c-9572-c754603f7e16 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.386207 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e52605-8034-481a-9d69-00d7294e03b7 req-95347511-1b44-433c-9572-c754603f7e16 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.398420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e52605-8034-481a-9d69-00d7294e03b7 req-95347511-1b44-433c-9572-c754603f7e16 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.404132 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-63876f24-4322-4020-807c-b862b91f085f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.406089 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-63876f24-4322-4020-807c-b862b91f085f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5688651 Jul 16 08:39:13.408475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-9b494085-b0c2-4f7a-9aa3-e7a12a1d1cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.410337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e52605-8034-481a-9d69-00d7294e03b7 req-95347511-1b44-433c-9572-c754603f7e16 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.410680 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-9b494085-b0c2-4f7a-9aa3-e7a12a1d1cd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4394164 Jul 16 08:39:13.422302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e52605-8034-481a-9d69-00d7294e03b7 req-95347511-1b44-433c-9572-c754603f7e16 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.434435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e52605-8034-481a-9d69-00d7294e03b7 req-95347511-1b44-433c-9572-c754603f7e16 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.446604 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e52605-8034-481a-9d69-00d7294e03b7 req-95347511-1b44-433c-9572-c754603f7e16 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.461440 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-19e52605-8034-481a-9d69-00d7294e03b7 req-95347511-1b44-433c-9572-c754603f7e16 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5430 time: 0.3179448 Jul 16 08:39:13.563701 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-19e52605-8034-481a-9d69-00d7294e03b7 req-d481172f-17ec-4c80-b784-c0de7fb21c37 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1004002 Jul 16 08:39:13.770350 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-99b484a1-b5c2-48f1-8669-b6f5e8fc53e9 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519185 Jul 16 08:39:13.782052 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2a93cdde-6eb9-4681-a088-db9e0d63e4b9 req-290137f4-3873-4b27-9ada-2d8567159970 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.784171 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-a1588ebf-bf03-4f1c-9471-b7da25eecdd0 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630044 Jul 16 08:39:13.795667 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-44ade5e8-435f-4d92-8adb-084f93606580 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.798226 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-25195bcd-d70c-4bdc-8133-484919d55547 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Allocated IP 172.20.0.10 (38802a43-6bad-419f-b33c-1e3214de0d83/61454996-02a3-4a95-a2c2-0f253143630a/c513d3a6-ead0-4fbb-ae43-abcdcb632b3e) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:13.803504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['e9691390-0cc0-4d4d-8da6-6f25852f1cb8'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:13.883690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290137f4-3873-4b27-9ada-2d8567159970 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Pushing event deleted for resources: {'Port': ['ID=e9691390-0cc0-4d4d-8da6-6f25852f1cb8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:13.964556 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ade5e8-435f-4d92-8adb-084f93606580 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Pushing event deleted for resources: {'Port': ['ID=7d911fb4-7a30-44f5-8789-a4f03bcdec03,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:14.024076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7d911fb4-7a30-44f5-8789-a4f03bcdec03 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:14.038593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a93cdde-6eb9-4681-a088-db9e0d63e4b9 req-290137f4-3873-4b27-9ada-2d8567159970 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] No DVR routers for this DVR port e9691390-0cc0-4d4d-8da6-6f25852f1cb8 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:14.042966 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2a93cdde-6eb9-4681-a088-db9e0d63e4b9 req-290137f4-3873-4b27-9ada-2d8567159970 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.045210 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2a93cdde-6eb9-4681-a088-db9e0d63e4b9 req-290137f4-3873-4b27-9ada-2d8567159970 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.38 "DELETE /v2.0/ports/e9691390-0cc0-4d4d-8da6-6f25852f1cb8 HTTP/1.1" status: 204 len: 173 time: 1.3573191 Jul 16 08:39:14.064407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 7d911fb4-7a30-44f5-8789-a4f03bcdec03 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:14.064810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7d911fb4-7a30-44f5-8789-a4f03bcdec03 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:14.067063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f040470-2a1e-4fed-b523-663d8accbb09', 'name': 'network-vif-deleted', 'tag': 'e9691390-0cc0-4d4d-8da6-6f25852f1cb8'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:14.069682 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeaceb3-cf73-4948-9098-c59496c40014" -d '{"events": [{"server_uuid": "8f040470-2a1e-4fed-b523-663d8accbb09", "name": "network-vif-deleted", "tag": "e9691390-0cc0-4d4d-8da6-6f25852f1cb8"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:14.145447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-266c8f81-c906-4057-b9b3-76bda1a28de7 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.147980 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-266c8f81-c906-4057-b9b3-76bda1a28de7 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379&tenant_id=5e44fcee4e3840cf89b33be8ee44969f&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 949 time: 0.2847459 Jul 16 08:39:14.187217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['13ebe9b5-ae84-4ad9-87fd-9826ca14dc60'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:14.354770 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-d8d7fb63-e78f-4e84-9b53-6ff027063cd4 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5534542 Jul 16 08:39:14.384014 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3d2c71e-728e-4298-abb0-023a8e0fbcbd req-2a97c12c-0a1b-43af-b74f-08531b3e4df8 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f040470-2a1e-4fed-b523-663d8accbb09 HTTP/1.1" status: 200 len: 210 time: 0.0588768 Jul 16 08:39:14.444750 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-c437dfa1-dbad-48f2-b989-517e669f5dc8 service neutron] delete failed (client error): The resource could not be found. Jul 16 08:39:14.446617 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-c437dfa1-dbad-48f2-b989-517e669f5dc8 service neutron] 10.222.0.38 "DELETE /v2.0/ports/fcce26f7-9393-4524-a9ae-06dbd8a1a021/bindings/n-h2-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.2910914 Jul 16 08:39:14.534620 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c326ed6e-44ff-49cc-b808-675554d89ac5 req-4457682b-e377-4d35-a21a-8e58ffb0cf22 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7529387 Jul 16 08:39:14.546276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c283d-d652-48af-9e60-92d27d0b44ee req-9db0d4ab-46c1-4105-9a8b-91feb69082cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.556865 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b96c283d-d652-48af-9e60-92d27d0b44ee req-9db0d4ab-46c1-4105-9a8b-91feb69082cf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c311d375bd422990bb2841b548ce09&device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 1097 time: 0.1633554 Jul 16 08:39:14.660268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device fcce26f7-9393-4524-a9ae-06dbd8a1a021 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:14.741514 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port fcce26f7-9393-4524-a9ae-06dbd8a1a021 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:14.747437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port fcce26f7-9393-4524-a9ae-06dbd8a1a021 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:14.747940 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.760368 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c2f7e168-f1c5-4e57-ab94-77ad5fe4557c req-dc067ae1-3efd-4b4a-8cf9-bf2fc6a0f8ee tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 210 time: 0.0568550 Jul 16 08:39:14.762006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c283d-d652-48af-9e60-92d27d0b44ee req-fd363d71-462d-4e1a-9560-100f0a08d714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.763838 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b96c283d-d652-48af-9e60-92d27d0b44ee req-fd363d71-462d-4e1a-9560-100f0a08d714 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99 HTTP/1.1" status: 200 len: 920 time: 0.2058222 Jul 16 08:39:14.788526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-44ade5e8-435f-4d92-8adb-084f93606580 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:14.851550 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-25195bcd-d70c-4bdc-8133-484919d55547 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.870395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c7736c-5932-4bc3-9520-54cffca59005 req-64c4d99f-9014-4dab-9065-41fb8080a73f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.878428 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2c7736c-5932-4bc3-9520-54cffca59005 req-64c4d99f-9014-4dab-9065-41fb8080a73f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.8893158 Jul 16 08:39:14.887129 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.922259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-25195bcd-d70c-4bdc-8133-484919d55547 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Transition to ACTIVE for port object c513d3a6-ead0-4fbb-ae43-abcdcb632b3e will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:14.928406 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b96c283d-d652-48af-9e60-92d27d0b44ee req-c0e0ed30-8bb4-40e6-a297-4c5f9d52ce03 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146 HTTP/1.1" status: 200 len: 217 time: 0.1333547 Jul 16 08:39:14.933629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae16c89b-49b0-49ff-9af9-c6356964a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:14.937844 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606bf3b2-fe4d-460e-94a2-84a196c983b1" -d '{"events": [{"server_uuid": "ae16c89b-49b0-49ff-9af9-c6356964a379", "name": "network-vif-plugged", "status": "completed", "tag": "fcce26f7-9393-4524-a9ae-06dbd8a1a021"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:14.955431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port fcce26f7-9393-4524-a9ae-06dbd8a1a021, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:14.967374 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.042651 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=fcce26f7-9393-4524-a9ae-06dbd8a1a021,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:15.079574 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2c7736c-5932-4bc3-9520-54cffca59005 req-a72d9a13-1f02-495c-8d00-16ea5bf788e9 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989861 Jul 16 08:39:15.131654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c283d-d652-48af-9e60-92d27d0b44ee req-5efc3ea3-6358-42ff-953a-765ccaed7c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:15.133225 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b96c283d-d652-48af-9e60-92d27d0b44ee req-5efc3ea3-6358-42ff-953a-765ccaed7c3e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a36e81aa-10af-4026-b5e6-d83dbb4e6485 HTTP/1.1" status: 200 len: 860 time: 0.1912818 Jul 16 08:39:15.180850 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b96c283d-d652-48af-9e60-92d27d0b44ee req-09664343-0e6b-46d1-92c3-de437a0af01e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344758 Jul 16 08:39:15.213441 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bea4ef-11a1-44d7-8c66-0141b1334d7e req-37cef9c4-b750-47ed-8b1d-518d94006e71 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:15.223482 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29bea4ef-11a1-44d7-8c66-0141b1334d7e req-37cef9c4-b750-47ed-8b1d-518d94006e71 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.1652784 Jul 16 08:39:15.236804 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-150fa6c5-8ad7-4ad7-871a-1bbeda7afa29 x-openstack-request-id: req-150fa6c5-8ad7-4ad7-871a-1bbeda7afa29 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:15.237430 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f040470-2a1e-4fed-b523-663d8accbb09", "name": "network-vif-deleted", "tag": "e9691390-0cc0-4d4d-8da6-6f25852f1cb8", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:15.237841 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-150fa6c5-8ad7-4ad7-871a-1bbeda7afa29 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:15.238407 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f040470-2a1e-4fed-b523-663d8accbb09', 'name': 'network-vif-deleted', 'tag': 'e9691390-0cc0-4d4d-8da6-6f25852f1cb8', 'status': 'completed', 'code': 200} Jul 16 08:39:15.268941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-e38c6cb8-50d8-4572-93ef-c560470dd453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:15.270571 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-e38c6cb8-50d8-4572-93ef-c560470dd453 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 1101 time: 0.6167586 Jul 16 08:39:15.373828 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29bea4ef-11a1-44d7-8c66-0141b1334d7e req-fb2cb3d7-2e48-421c-9ff6-aef791fed78b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489220 Jul 16 08:39:15.416340 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-25195bcd-d70c-4bdc-8133-484919d55547 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.445633 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['edd4285f-796f-4803-b231-f6d58d37f611'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:15.447969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['1298a89f-52f3-4069-a090-2cd8b577ce57'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:15.453941 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b96c283d-d652-48af-9e60-92d27d0b44ee req-13070944-04e6-4150-a6c7-1593eb6961f4 service neutron] 10.222.0.38 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636981 Jul 16 08:39:15.704574 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b96c283d-d652-48af-9e60-92d27d0b44ee req-5a36335e-d4e4-4867-bccd-bbf08217c353 service neutron] 10.222.0.38 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371929 Jul 16 08:39:15.821899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218037a-ff8b-4daa-8671-c47faad5adbb req-7852d538-70eb-4d8f-a287-fc3b46156b8a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:15.824108 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9218037a-ff8b-4daa-8671-c47faad5adbb req-7852d538-70eb-4d8f-a287-fc3b46156b8a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 932 time: 0.2689390 Jul 16 08:39:15.904428 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9218037a-ff8b-4daa-8671-c47faad5adbb req-a5c17bdc-26b1-4056-8366-f2ed3182798b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725169 Jul 16 08:39:16.018240 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e9691390-0cc0-4d4d-8da6-6f25852f1cb8 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:16.040305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: e9691390-0cc0-4d4d-8da6-6f25852f1cb8 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:16.040713 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e9691390-0cc0-4d4d-8da6-6f25852f1cb8 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:16.089063 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-25195bcd-d70c-4bdc-8133-484919d55547 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Network 38802a43-6bad-419f-b33c-1e3214de0d83 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:16.099384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-44ade5e8-435f-4d92-8adb-084f93606580 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:16.105282 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-25195bcd-d70c-4bdc-8133-484919d55547 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:16.114338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25195bcd-d70c-4bdc-8133-484919d55547 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event updated for resources: {'Port': ['ID=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:16.119045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-25195bcd-d70c-4bdc-8133-484919d55547 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:16.128051 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bc3438-898f-4361-a0d6-1c8a90a42c88 None None] Sync routers for ids ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:16.155559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bc3438-898f-4361-a0d6-1c8a90a42c88 None None] Routers {'7a00a866-19f4-4b12-8a72-8a77ef3ae3da'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:16.156765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e5bc3438-898f-4361-a0d6-1c8a90a42c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:39:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:16.212037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d30fb-cd57-47b6-9a47-313fc391ba00 req-d3ead7e5-a42b-4141-9247-cd0f4bc1b5da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.222792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-44ade5e8-435f-4d92-8adb-084f93606580 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] No DVR routers for this DVR port 7d911fb4-7a30-44f5-8789-a4f03bcdec03 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:16.225051 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-3673a550-43aa-4c05-9c6b-a4d1a86ec2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.226679 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-3673a550-43aa-4c05-9c6b-a4d1a86ec2e0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.8840449 Jul 16 08:39:16.230801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d30fb-cd57-47b6-9a47-313fc391ba00 req-d3ead7e5-a42b-4141-9247-cd0f4bc1b5da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.233002 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-44ade5e8-435f-4d92-8adb-084f93606580 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.235183 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7ea008ae-8dc5-48bc-87cb-dca1b4058851 req-44ade5e8-435f-4d92-8adb-084f93606580 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.38 "DELETE /v2.0/ports/7d911fb4-7a30-44f5-8789-a4f03bcdec03 HTTP/1.1" status: 204 len: 173 time: 5.9146895 Jul 16 08:39:16.235665 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a860968-fbec-4d9d-afdf-6edce0576037', 'name': 'network-vif-deleted', 'tag': '7d911fb4-7a30-44f5-8789-a4f03bcdec03'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:16.238474 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882d69fc-fdfb-4b8d-86c6-fce029968f4a" -d '{"events": [{"server_uuid": "4a860968-fbec-4d9d-afdf-6edce0576037", "name": "network-vif-deleted", "tag": "7d911fb4-7a30-44f5-8789-a4f03bcdec03"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:16.252904 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d30fb-cd57-47b6-9a47-313fc391ba00 req-d3ead7e5-a42b-4141-9247-cd0f4bc1b5da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.296467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d30fb-cd57-47b6-9a47-313fc391ba00 req-d3ead7e5-a42b-4141-9247-cd0f4bc1b5da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.310277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d30fb-cd57-47b6-9a47-313fc391ba00 req-d3ead7e5-a42b-4141-9247-cd0f4bc1b5da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.317061 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-dbba2f5a-5486-4a00-a56b-bc01db3cd877 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021 HTTP/1.1" status: 200 len: 217 time: 0.0753772 Jul 16 08:39:16.326689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d30fb-cd57-47b6-9a47-313fc391ba00 req-d3ead7e5-a42b-4141-9247-cd0f4bc1b5da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.329725 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-25195bcd-d70c-4bdc-8133-484919d55547 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.330768 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-25195bcd-d70c-4bdc-8133-484919d55547 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.342991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d30fb-cd57-47b6-9a47-313fc391ba00 req-d3ead7e5-a42b-4141-9247-cd0f4bc1b5da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.361644 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-be6d30fb-cd57-47b6-9a47-313fc391ba00 req-d3ead7e5-a42b-4141-9247-cd0f4bc1b5da tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5430 time: 0.3281167 Jul 16 08:39:16.413245 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52984a0a-68cc-4c23-b536-e8727bd0c524 req-f36ceb4d-5a8e-4bf2-9f30-82954ee89fb7 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.421073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-52984a0a-68cc-4c23-b536-e8727bd0c524 req-f36ceb4d-5a8e-4bf2-9f30-82954ee89fb7 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.8441677 Jul 16 08:39:16.441341 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-25195bcd-d70c-4bdc-8133-484919d55547 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6272902 Jul 16 08:39:16.457855 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-be6d30fb-cd57-47b6-9a47-313fc391ba00 req-0930e71f-4765-480d-87e2-00c3e1c9f0a2 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0924630 Jul 16 08:39:16.471448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Request body: {'port': {'device_id': '43a0bf66-769d-4f6a-bc42-853e33eb8c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:16.529562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-e5bc3438-898f-4361-a0d6-1c8a90a42c88 None None] Set router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:16.580472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-c7b50a9a-14d3-47f8-a4f2-f15cb0f3c6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.583052 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-c7b50a9a-14d3-47f8-a4f2-f15cb0f3c6ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2475221 Jul 16 08:39:16.609438 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-52984a0a-68cc-4c23-b536-e8727bd0c524 req-e6f818e0-93b4-4126-b283-a8186bc75274 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868343 Jul 16 08:39:16.693221 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf12d23-7f73-445f-b950-e71767479581 x-openstack-request-id: req-6cf12d23-7f73-445f-b950-e71767479581 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:16.695259 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae16c89b-49b0-49ff-9af9-c6356964a379", "name": "network-vif-plugged", "status": "completed", "tag": "fcce26f7-9393-4524-a9ae-06dbd8a1a021", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:16.695759 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6cf12d23-7f73-445f-b950-e71767479581 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:16.696344 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae16c89b-49b0-49ff-9af9-c6356964a379', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021', 'code': 200} Jul 16 08:39:16.700514 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-596592da-a45d-47c5-be80-75ce5e42177a None None] Provisioning for port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:16.921530 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.975721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-596592da-a45d-47c5-be80-75ce5e42177a None None] Provisioning complete for port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:16.976319 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-596592da-a45d-47c5-be80-75ce5e42177a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.001933 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4ce7c5-0104-4aec-8d79-b2505e83cedb x-openstack-request-id: req-de4ce7c5-0104-4aec-8d79-b2505e83cedb {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:17.002395 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a860968-fbec-4d9d-afdf-6edce0576037", "name": "network-vif-deleted", "tag": "7d911fb4-7a30-44f5-8789-a4f03bcdec03", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:17.003039 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-de4ce7c5-0104-4aec-8d79-b2505e83cedb {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:17.003713 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a860968-fbec-4d9d-afdf-6edce0576037', 'name': 'network-vif-deleted', 'tag': '7d911fb4-7a30-44f5-8789-a4f03bcdec03', 'status': 'completed', 'code': 200} Jul 16 08:39:17.122568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-f96bdcd4-49ed-41e3-8f3e-bde0fc581286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:17.125343 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-f96bdcd4-49ed-41e3-8f3e-bde0fc581286 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5103588 Jul 16 08:39:17.185623 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7c732b88-5fb9-4350-85e9-586530c868e5 req-bb6afaf1-8a72-428c-a5ff-769f4b593ec0 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 210 time: 0.1036952 Jul 16 08:39:17.190735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-596592da-a45d-47c5-be80-75ce5e42177a None None] Port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:17.286106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e5bc3438-898f-4361-a0d6-1c8a90a42c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:37Z', 'updated_at': '2021-07-16T08:35:51Z', 'revision_number': 4, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'gw_port': {'id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:41Z', 'updated_at': '2021-07-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef', 'name': '', 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'mac_address': 'fa:16:3e:03:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:49Z', 'updated_at': '2021-07-16T08:36:00Z', 'revision_number': 5, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'subnets': [{'id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:17.390459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bc3438-898f-4361-a0d6-1c8a90a42c88 None None] Checking router: 7a00a866-19f4-4b12-8a72-8a77ef3ae3da for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:17.398345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1ef238-9cec-4484-91bb-f227dc8f5a7e req-ee23b2b7-8634-4966-adec-98bce9a3f9d0 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:17.400407 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fb1ef238-9cec-4484-91bb-f227dc8f5a7e req-ee23b2b7-8634-4966-adec-98bce9a3f9d0 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.1471596 Jul 16 08:39:17.428855 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bc3438-898f-4361-a0d6-1c8a90a42c88 None None] Routers {'7a00a866-19f4-4b12-8a72-8a77ef3ae3da'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:17.430011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e5bc3438-898f-4361-a0d6-1c8a90a42c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:39:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:17.490425 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fb1ef238-9cec-4484-91bb-f227dc8f5a7e req-af645cf5-13ec-46a6-80a5-2b54094d32a2 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745091 Jul 16 08:39:17.625894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-e5bc3438-898f-4361-a0d6-1c8a90a42c88 None None] Set router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:17.775566 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311b0a4-2069-45fc-ab90-0b017b1fbc18 req-3b581b82-b270-4eaf-8bc6-d4ccd250c0ba tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:17.794289 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a311b0a4-2069-45fc-ab90-0b017b1fbc18 req-3b581b82-b270-4eaf-8bc6-d4ccd250c0ba tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 932 time: 0.1080863 Jul 16 08:39:17.823464 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-e59be752-daa9-4cf1-a729-5906ab17d347 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6575346 Jul 16 08:39:17.881425 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a311b0a4-2069-45fc-ab90-0b017b1fbc18 req-328ae40b-68f1-44a7-9445-05b2230c949c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857935 Jul 16 08:39:17.994924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591fc1a0-a9ea-4a09-be00-16f869a23665 req-9771f0d0-02b8-4291-ba73-6098c8f555bb tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.002428 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-591fc1a0-a9ea-4a09-be00-16f869a23665 req-9771f0d0-02b8-4291-ba73-6098c8f555bb tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.4639845 Jul 16 08:39:18.053092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device ed62a5f0-1850-4742-b8df-60c11d9a13c3 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:18.091585 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-518ad47b-f23f-4d81-8bd0-0ce5e675665e service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562289 Jul 16 08:39:18.099895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c513d3a6-ead0-4fbb-ae43-abcdcb632b3e {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:18.112575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.128975 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-591fc1a0-a9ea-4a09-be00-16f869a23665 req-6d1c03c0-747a-4fe3-8aa9-9b064d965e24 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251783 Jul 16 08:39:18.154406 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Transition to ACTIVE for port object c513d3a6-ead0-4fbb-ae43-abcdcb632b3e will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:18.169949 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.329896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e5bc3438-898f-4361-a0d6-1c8a90a42c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:37Z', 'updated_at': '2021-07-16T08:35:51Z', 'revision_number': 4, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'gw_port': {'id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:41Z', 'updated_at': '2021-07-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef', 'name': '', 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'mac_address': 'fa:16:3e:03:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:49Z', 'updated_at': '2021-07-16T08:36:00Z', 'revision_number': 5, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'subnets': [{'id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:18.335829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Pushing event updated for resources: {'Port': ['ID=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:18.385084 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40fc91-a03a-465c-acab-d59ac89ff5f3 req-c2120e23-250f-4015-a272-6da88afc0d52 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.407286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40fc91-a03a-465c-acab-d59ac89ff5f3 req-c2120e23-250f-4015-a272-6da88afc0d52 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.414727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40fc91-a03a-465c-acab-d59ac89ff5f3 req-c2120e23-250f-4015-a272-6da88afc0d52 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.422024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40fc91-a03a-465c-acab-d59ac89ff5f3 req-c2120e23-250f-4015-a272-6da88afc0d52 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.430061 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40fc91-a03a-465c-acab-d59ac89ff5f3 req-c2120e23-250f-4015-a272-6da88afc0d52 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.432631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bc3438-898f-4361-a0d6-1c8a90a42c88 None None] The sync data for ids ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'] in n-d-758944-46 is: [{'id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:37Z', 'updated_at': '2021-07-16T08:35:51Z', 'revision_number': 4, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'gw_port': {'id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:41Z', 'updated_at': '2021-07-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef', 'name': '', 'network_id': '399a3acd-b554-4034-886e-067d0f0945d2', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'mac_address': 'fa:16:3e:03:8e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_interface', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:49Z', 'updated_at': '2021-07-16T08:36:00Z', 'revision_number': 5, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'subnets': [{'id': '4cd30183-8c15-4fb6-9bea-69738343bdb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:18.439711 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40fc91-a03a-465c-acab-d59ac89ff5f3 req-c2120e23-250f-4015-a272-6da88afc0d52 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.448511 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da40fc91-a03a-465c-acab-d59ac89ff5f3 req-c2120e23-250f-4015-a272-6da88afc0d52 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.461158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port ed62a5f0-1850-4742-b8df-60c11d9a13c3, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ed62a5f0-1850-4742-b8df-60c11d9a13c3,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:18.462460 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da40fc91-a03a-465c-acab-d59ac89ff5f3 req-c2120e23-250f-4015-a272-6da88afc0d52 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5430 time: 0.3541067 Jul 16 08:39:18.484981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'ed62a5f0-1850-4742-b8df-60c11d9a13c3', 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802', 'port_id': 'ed62a5f0-1850-4742-b8df-60c11d9a13c3', 'mac_address': 'fa:16:3e:06:33:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde', 'ip_address': '10.1.1.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:18.524181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Attempting to bind port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:18.524557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Attempting to bind port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:18.524892 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Attempting to bind port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e on network 38802a43-6bad-419f-b33c-1e3214de0d83 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:18.543629 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e on network 38802a43-6bad-419f-b33c-1e3214de0d83 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:39:18.545892 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Attempting to bind port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e on network 38802a43-6bad-419f-b33c-1e3214de0d83 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:18.557251 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da40fc91-a03a-465c-acab-d59ac89ff5f3 req-f1c9e934-f53e-4063-b4dc-134567f15b46 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0937572 Jul 16 08:39:18.573121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:18.573664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Checking segment: {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:18.574242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Bound using segment: {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:18.575482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Bound port: c513d3a6-ead0-4fbb-ae43-abcdcb632b3e, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '210451d1-b842-4381-85ee-409ca2e2d30b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:18.576035 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.598800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58a9f1b-bbbc-48cf-88f6-bb8596e77360 req-7a589720-ae53-4174-b965-435acfd807df tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.608088 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a58a9f1b-bbbc-48cf-88f6-bb8596e77360 req-7a589720-ae53-4174-b965-435acfd807df tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.2572112 Jul 16 08:39:18.630338 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.714411 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed62a5f0-1850-4742-b8df-60c11d9a13c3 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:18.726384 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a58a9f1b-bbbc-48cf-88f6-bb8596e77360 req-7b280521-1bf6-4a9d-a138-2e757e874b2b tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138465 Jul 16 08:39:18.747945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port ed62a5f0-1850-4742-b8df-60c11d9a13c3, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ed62a5f0-1850-4742-b8df-60c11d9a13c3,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:18.764163 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.765141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 19362c34-d5f6-4f9b-af89-b7af39297e18 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:18.783358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] For port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:18.790504 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] For port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:18.802079 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.133720 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5c432efd-858d-4a50-8872-d91bf1ee5dfd req-9808fa5f-ed91-4de8-aae7-1e7765088fbe tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 210 time: 0.0898962 Jul 16 08:39:19.135411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.136046 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.156404 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] 10.222.0.15 "PUT /v2.0/ports/c513d3a6-ead0-4fbb-ae43-abcdcb632b3e HTTP/1.1" status: 200 len: 1093 time: 2.7043612 Jul 16 08:39:19.157241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0cfa1-5223-489a-beb1-6963b196c955 service neutron] Pushing event updated for resources: {'Port': ['ID=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:19.161782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 19362c34-d5f6-4f9b-af89-b7af39297e18, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=19362c34-d5f6-4f9b-af89-b7af39297e18,segment=NetworkSegment(e314614f-041d-4dc0-a1d0-9a8d028fd0b3),segment_id=e314614f-041d-4dc0-a1d0-9a8d028fd0b3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:19.164829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43a0bf66-769d-4f6a-bc42-853e33eb8c18', 'tag': 'c513d3a6-ead0-4fbb-ae43-abcdcb632b3e'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:19.166258 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146b18f-5cdc-4f3f-80e9-07858a9c3724 req-3a974a08-dde4-4553-be16-66ac0c30cd3c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.186254 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e146b18f-5cdc-4f3f-80e9-07858a9c3724 req-3a974a08-dde4-4553-be16-66ac0c30cd3c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.3114552 Jul 16 08:39:19.188269 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b233b4-1d58-4086-bebb-3122cb1e3871" -d '{"events": [{"name": "network-changed", "server_uuid": "43a0bf66-769d-4f6a-bc42-853e33eb8c18", "tag": "c513d3a6-ead0-4fbb-ae43-abcdcb632b3e"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:19.197894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '19362c34-d5f6-4f9b-af89-b7af39297e18', 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'port_id': '19362c34-d5f6-4f9b-af89-b7af39297e18', 'mac_address': 'fa:16:3e:ed:4a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:19.217199 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a3ab10-b954-4757-b9ba-38757b861991 None None] New status for floating IP d38e04cb-727d-4186-a0a7-c132b742713e: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:39:19.257584 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=ed62a5f0-1850-4742-b8df-60c11d9a13c3,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:19.458665 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e146b18f-5cdc-4f3f-80e9-07858a9c3724 req-bf6c339b-8944-46b2-9e47-c7b47672db43 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661765 Jul 16 08:39:19.810070 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.850858 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19362c34-d5f6-4f9b-af89-b7af39297e18 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:19.887621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-8ac0ccdf-a6d9-4503-9252-18aca93188a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.889448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-8ac0ccdf-a6d9-4503-9252-18aca93188a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 1096 time: 0.2501998 Jul 16 08:39:19.942925 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 19362c34-d5f6-4f9b-af89-b7af39297e18, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=19362c34-d5f6-4f9b-af89-b7af39297e18,segment=NetworkSegment(e314614f-041d-4dc0-a1d0-9a8d028fd0b3),segment_id=e314614f-041d-4dc0-a1d0-9a8d028fd0b3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:19.954646 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.955490 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-073d0cea-40ac-468c-9feb-122771dd0f81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e HTTP/1.1" status: 200 len: 217 time: 0.0541537 Jul 16 08:39:19.956044 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device ba8f1388-8cd4-4555-a1fd-9c1888461851 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:20.034422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd9810-af31-409a-b604-f4f8bda12179 req-a4acf0ef-dce2-403d-b607-f6d06d159d9b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.044517 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ecd9810-af31-409a-b604-f4f8bda12179 req-a4acf0ef-dce2-403d-b607-f6d06d159d9b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.2409286 Jul 16 08:39:20.079697 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e605ad03-d022-4961-9ebd-d75a5b39f473 req-7097020f-e10e-4a86-a06b-044739407974 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.099329 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e605ad03-d022-4961-9ebd-d75a5b39f473 req-7097020f-e10e-4a86-a06b-044739407974 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 944 time: 0.2481089 Jul 16 08:39:20.100165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=19362c34-d5f6-4f9b-af89-b7af39297e18,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:20.101148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-f578cda2-95b3-44f8-b431-65112437d664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.104083 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-f578cda2-95b3-44f8-b431-65112437d664 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.1396618 Jul 16 08:39:20.169656 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e605ad03-d022-4961-9ebd-d75a5b39f473 req-80a358e7-c915-44a1-9d11-013f77504399 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654423 Jul 16 08:39:20.230420 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port ba8f1388-8cd4-4555-a1fd-9c1888461851, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ba8f1388-8cd4-4555-a1fd-9c1888461851,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:20.267625 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ecd9810-af31-409a-b604-f4f8bda12179 req-a3b19669-4251-494f-86dd-7afd4408524f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217259 Jul 16 08:39:20.291553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'ba8f1388-8cd4-4555-a1fd-9c1888461851', 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a', 'port_id': 'ba8f1388-8cd4-4555-a1fd-9c1888461851', 'mac_address': 'fa:16:3e:41:dc:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e963c7-0b3c-42c9-bd21-0a34517e5ea3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:20.346596 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.352263 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36aaada6-2897-446b-98af-4011248271f6 x-openstack-request-id: req-36aaada6-2897-446b-98af-4011248271f6 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:20.353782 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43a0bf66-769d-4f6a-bc42-853e33eb8c18", "tag": "c513d3a6-ead0-4fbb-ae43-abcdcb632b3e", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:20.354044 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-36aaada6-2897-446b-98af-4011248271f6 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:20.354466 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43a0bf66-769d-4f6a-bc42-853e33eb8c18', 'tag': 'c513d3a6-ead0-4fbb-ae43-abcdcb632b3e', 'status': 'completed', 'code': 200} Jul 16 08:39:20.364610 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba8f1388-8cd4-4555-a1fd-9c1888461851 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:20.392026 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port ba8f1388-8cd4-4555-a1fd-9c1888461851, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ba8f1388-8cd4-4555-a1fd-9c1888461851,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:20.398144 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.401061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 181f3551-9ad1-4dfb-bb61-77674378805b details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:20.451594 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-0966dfd4-da0a-4732-bcb8-d20dfd31e93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.453219 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-0966dfd4-da0a-4732-bcb8-d20dfd31e93d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3125250 Jul 16 08:39:20.551565 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=ba8f1388-8cd4-4555-a1fd-9c1888461851,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:20.560683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 181f3551-9ad1-4dfb-bb61-77674378805b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=181f3551-9ad1-4dfb-bb61-77674378805b,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:20.610272 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '181f3551-9ad1-4dfb-bb61-77674378805b', 'network_id': '0b6245ad-207a-4492-93ca-7fe1f5645c7a', 'port_id': '181f3551-9ad1-4dfb-bb61-77674378805b', 'mac_address': 'fa:16:3e:65:d7:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '50e963c7-0b3c-42c9-bd21-0a34517e5ea3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:20.699251 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.729901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f828d-cd11-4b00-89ea-4c835c417676 req-1dd55c50-a0e1-4796-831d-121ef612ef7b tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.740265 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-483f828d-cd11-4b00-89ea-4c835c417676 req-1dd55c50-a0e1-4796-831d-121ef612ef7b tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.1660998 Jul 16 08:39:20.745557 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 181f3551-9ad1-4dfb-bb61-77674378805b {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:20.771319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 181f3551-9ad1-4dfb-bb61-77674378805b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=181f3551-9ad1-4dfb-bb61-77674378805b,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:20.779022 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.780152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b4b07ed5-62ac-496e-8d9f-e59c95bdad06 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:20.847674 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=181f3551-9ad1-4dfb-bb61-77674378805b,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:20.858706 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-483f828d-cd11-4b00-89ea-4c835c417676 req-0253f966-7948-4476-ba2f-27bd277bfba7 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151397 Jul 16 08:39:20.927014 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-648cd408-1eb4-4465-8e61-46e3e5862aaf service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637537 Jul 16 08:39:20.929740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b4b07ed5-62ac-496e-8d9f-e59c95bdad06, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b4b07ed5-62ac-496e-8d9f-e59c95bdad06,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:20.957515 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'b4b07ed5-62ac-496e-8d9f-e59c95bdad06', 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802', 'port_id': 'b4b07ed5-62ac-496e-8d9f-e59c95bdad06', 'mac_address': 'fa:16:3e:a0:fb:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:21.025860 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53584) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:21.098117 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41d179df-5fb1-4ebe-b15b-350d32c056a8 req-09010328-eca6-40b9-9949-6fc7feabe858 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641855 Jul 16 08:39:21.132937 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f11f-7eb9-4716-aa59-d278bc674778 req-5ae5015a-6b5e-412d-bf9f-a3d7a3dd387f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.142988 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f11f-7eb9-4716-aa59-d278bc674778 req-5ae5015a-6b5e-412d-bf9f-a3d7a3dd387f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.150979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f11f-7eb9-4716-aa59-d278bc674778 req-5ae5015a-6b5e-412d-bf9f-a3d7a3dd387f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.173599 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f11f-7eb9-4716-aa59-d278bc674778 req-5ae5015a-6b5e-412d-bf9f-a3d7a3dd387f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.182126 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f11f-7eb9-4716-aa59-d278bc674778 req-5ae5015a-6b5e-412d-bf9f-a3d7a3dd387f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.195744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f11f-7eb9-4716-aa59-d278bc674778 req-5ae5015a-6b5e-412d-bf9f-a3d7a3dd387f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.207869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9036f11f-7eb9-4716-aa59-d278bc674778 req-5ae5015a-6b5e-412d-bf9f-a3d7a3dd387f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.217988 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9036f11f-7eb9-4716-aa59-d278bc674778 req-5ae5015a-6b5e-412d-bf9f-a3d7a3dd387f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5434 time: 0.4685822 Jul 16 08:39:21.251155 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.272400 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5fabab22-bd17-41bb-a789-b6789dc9adf3 req-4056189e-f4dd-4e73-85d6-95d84706bc9a tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 210 time: 0.1056263 Jul 16 08:39:21.301939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b07ed5-62ac-496e-8d9f-e59c95bdad06 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:21.354622 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9036f11f-7eb9-4716-aa59-d278bc674778 req-e9d0edeb-6635-4dfe-86cf-6c02a8ba7682 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1350780 Jul 16 08:39:21.392666 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b233b4-1d58-4086-bebb-3122cb1e3871 req-cba26048-2bdd-48ce-88d4-28c06387c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.396777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7b233b4-1d58-4086-bebb-3122cb1e3871 req-cba26048-2bdd-48ce-88d4-28c06387c5b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 1096 time: 0.1750441 Jul 16 08:39:21.429292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b4b07ed5-62ac-496e-8d9f-e59c95bdad06, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b4b07ed5-62ac-496e-8d9f-e59c95bdad06,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:21.435911 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47e1094d-c122-44ec-8345-ec31f477b70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.440046 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.441308 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6e71c4ff-1f67-4669-9250-8125eb2bb63a details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:21.597637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6e71c4ff-1f67-4669-9250-8125eb2bb63a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6e71c4ff-1f67-4669-9250-8125eb2bb63a,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:21.616547 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '6e71c4ff-1f67-4669-9250-8125eb2bb63a', 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802', 'port_id': '6e71c4ff-1f67-4669-9250-8125eb2bb63a', 'mac_address': 'fa:16:3e:d6:ed:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:21.670273 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b233b4-1d58-4086-bebb-3122cb1e3871 req-867456a0-b810-4211-8d88-1701774072b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.673348 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7b233b4-1d58-4086-bebb-3122cb1e3871 req-867456a0-b810-4211-8d88-1701774072b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.2677743 Jul 16 08:39:21.684656 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.736753 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e71c4ff-1f67-4669-9250-8125eb2bb63a {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:21.792396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=b4b07ed5-62ac-496e-8d9f-e59c95bdad06,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:21.825898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6e71c4ff-1f67-4669-9250-8125eb2bb63a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6e71c4ff-1f67-4669-9250-8125eb2bb63a,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:21.833676 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.834736 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:21.846936 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47e1094d-c122-44ec-8345-ec31f477b70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.862135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47e1094d-c122-44ec-8345-ec31f477b70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.927111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:21.931801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=6e71c4ff-1f67-4669-9250-8125eb2bb63a,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:21.938936 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-47e1094d-c122-44ec-8345-ec31f477b70c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f369959f1c04e30bc8e2cae79b49aee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9112940 Jul 16 08:39:21.942791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53596) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:21.947163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9', 'network_id': '3a85e507-a6f8-47ed-96c5-7c1bb3ee8802', 'port_id': '4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9', 'mac_address': 'fa:16:3e:00:dc:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:21.955119 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7b233b4-1d58-4086-bebb-3122cb1e3871 req-29646e58-a05d-4bb5-abcc-0fe88036577f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e HTTP/1.1" status: 200 len: 217 time: 0.1342206 Jul 16 08:39:22.005527 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.006462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e1094d-c122-44ec-8345-ec31f477b70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=346037d1-3cc2-4421-ba65-3a3fab38bb64,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:22.025070 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:22.055663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:22.062266 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.097526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68855b7-0f94-4303-9c46-92b6a301b679 req-afe3e043-a82a-4a5f-aaf5-92b157650dbc tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.100247 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e68855b7-0f94-4303-9c46-92b6a301b679 req-afe3e043-a82a-4a5f-aaf5-92b157650dbc tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 1102 time: 0.5953171 Jul 16 08:39:22.138565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496466c9-2fc9-4212-bef0-4b345d7d6faa req-fe4227b8-d3dd-45f7-862b-2d6956c1097b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.150921 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff62d-558d-4219-8424-c9bc66a49eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.151143 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-496466c9-2fc9-4212-bef0-4b345d7d6faa req-fe4227b8-d3dd-45f7-862b-2d6956c1097b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 944 time: 0.4755383 Jul 16 08:39:22.172192 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:22.197657 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e68855b7-0f94-4303-9c46-92b6a301b679 req-a0ae7dc3-545a-41e1-9305-053dd1a3cc1b tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825119 Jul 16 08:39:22.201004 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b233b4-1d58-4086-bebb-3122cb1e3871 req-929512f9-9f6f-400a-bfd8-e25b460f57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.201816 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff62d-558d-4219-8424-c9bc66a49eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.204086 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7b233b4-1d58-4086-bebb-3122cb1e3871 req-929512f9-9f6f-400a-bfd8-e25b460f57ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.2266107 Jul 16 08:39:22.299073 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff62d-558d-4219-8424-c9bc66a49eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.302941 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a5ff62d-558d-4219-8424-c9bc66a49eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.304312 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6a5ff62d-558d-4219-8424-c9bc66a49eec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/346037d1-3cc2-4421-ba65-3a3fab38bb64 HTTP/1.1" status: 204 len: 168 time: 0.3088098 Jul 16 08:39:22.315424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5ff62d-558d-4219-8424-c9bc66a49eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346037d1-3cc2-4421-ba65-3a3fab38bb64,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:22.385708 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-496466c9-2fc9-4212-bef0-4b345d7d6faa req-e0c8cff4-5a76-4911-b864-518516cbf259 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333946 Jul 16 08:39:22.403034 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28df6345-9976-496b-b227-2ec7bff81a89 req-67ad34d0-a0f5-4bc2-a372-89819e42d155 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4098408 Jul 16 08:39:22.449148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b233b4-1d58-4086-bebb-3122cb1e3871 req-af47af14-5586-46de-b23f-c98faac798f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.462544 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7b233b4-1d58-4086-bebb-3122cb1e3871 req-af47af14-5586-46de-b23f-c98faac798f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2490909 Jul 16 08:39:22.755798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13523c8-435d-4022-9501-7f106b05af13 req-b9b25d0c-2785-4b75-9c07-6d666203d0cf tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.758542 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b13523c8-435d-4022-9501-7f106b05af13 req-b9b25d0c-2785-4b75-9c07-6d666203d0cf tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.1599226 Jul 16 08:39:22.818474 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['19362c34-d5f6-4f9b-af89-b7af39297e18'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:22.905957 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b13523c8-435d-4022-9501-7f106b05af13 req-a796faa5-f07d-4a6c-9940-3a918c837218 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363683 Jul 16 08:39:22.910071 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0142f490-5ae6-4544-8c60-964379a1dc2a req-9da68c32-9cfa-4671-8d6c-0421d53c9b63 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 210 time: 0.0775089 Jul 16 08:39:22.989452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6345-9976-496b-b227-2ec7bff81a89 req-38e0acc0-fab5-4ed3-9392-dae6f617867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:22.992566 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28df6345-9976-496b-b227-2ec7bff81a89 req-38e0acc0-fab5-4ed3-9392-dae6f617867c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 1096 time: 0.4402752 Jul 16 08:39:23.002405 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7b233b4-1d58-4086-bebb-3122cb1e3871 req-9cd49907-0a58-4f9e-9213-83d6b21a1f6a service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5292983 Jul 16 08:39:23.040306 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['ed62a5f0-1850-4742-b8df-60c11d9a13c3'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:23.067221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b4b07ed5-62ac-496e-8d9f-e59c95bdad06'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:23.071644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:23.082325 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['6e71c4ff-1f67-4669-9250-8125eb2bb63a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:23.090952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['ba8f1388-8cd4-4555-a1fd-9c1888461851'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:23.107156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['181f3551-9ad1-4dfb-bb61-77674378805b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:23.363477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53632) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:23.472951 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-53b920c9-318b-4fe0-b1a2-a87e32a79b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.577076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f493-c024-4026-a151-60fb34cf9471 req-68e0db18-7b45-4b7a-9f6b-92ca413cfa42 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.584557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f493-c024-4026-a151-60fb34cf9471 req-68e0db18-7b45-4b7a-9f6b-92ca413cfa42 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.597498 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f493-c024-4026-a151-60fb34cf9471 req-68e0db18-7b45-4b7a-9f6b-92ca413cfa42 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.608223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f493-c024-4026-a151-60fb34cf9471 req-68e0db18-7b45-4b7a-9f6b-92ca413cfa42 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.618471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f493-c024-4026-a151-60fb34cf9471 req-68e0db18-7b45-4b7a-9f6b-92ca413cfa42 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.630806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f493-c024-4026-a151-60fb34cf9471 req-68e0db18-7b45-4b7a-9f6b-92ca413cfa42 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.641736 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c4f493-c024-4026-a151-60fb34cf9471 req-68e0db18-7b45-4b7a-9f6b-92ca413cfa42 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.647821 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-a58af691-f149-4c01-81d6-0d082190df4b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0559080 Jul 16 08:39:23.663042 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0c4f493-c024-4026-a151-60fb34cf9471 req-68e0db18-7b45-4b7a-9f6b-92ca413cfa42 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5437 time: 0.3130774 Jul 16 08:39:23.791225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6345-9976-496b-b227-2ec7bff81a89 req-7a6a7e17-6713-4708-a744-bc38ac6b7997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.793920 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28df6345-9976-496b-b227-2ec7bff81a89 req-7a6a7e17-6713-4708-a744-bc38ac6b7997 service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.7341821 Jul 16 08:39:23.886427 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-53b920c9-318b-4fe0-b1a2-a87e32a79b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.931725 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7b233b4-1d58-4086-bebb-3122cb1e3871 req-150fea3f-3d98-4a36-99b7-8f61ad1dc669 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9198740 Jul 16 08:39:23.951175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0c4f493-c024-4026-a151-60fb34cf9471 req-831d5323-b4d1-41a9-9b5a-68c51e608faf tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2866259 Jul 16 08:39:23.953459 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-53b920c9-318b-4fe0-b1a2-a87e32a79b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.012463 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28df6345-9976-496b-b227-2ec7bff81a89 req-23293fc3-07eb-45ab-b6c7-301ee5df27e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed HTTP/1.1" status: 200 len: 998 time: 0.1639857 Jul 16 08:39:24.020655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-3e783989-9a78-4a95-8d24-10b76b230a6c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.028194 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-3e783989-9a78-4a95-8d24-10b76b230a6c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3501751 Jul 16 08:39:24.083675 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-53b920c9-318b-4fe0-b1a2-a87e32a79b8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1dd3712aa4bd4e68ab1721f360c51202&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7187920 Jul 16 08:39:24.098163 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-87781443-98f1-4cd4-b9c6-24d5b47e0cd3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/quotas/5e44fcee4e3840cf89b33be8ee44969f HTTP/1.1" status: 200 len: 375 time: 0.0689034 Jul 16 08:39:24.102352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53642) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:24.107557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b920c9-318b-4fe0-b1a2-a87e32a79b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa91e2bf-263d-4dcc-98e5-e31797b89f3c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:24.200767 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6345-9976-496b-b227-2ec7bff81a89 req-f98028cd-1d6e-473d-ac15-20b7d324f762 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.203886 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28df6345-9976-496b-b227-2ec7bff81a89 req-f98028cd-1d6e-473d-ac15-20b7d324f762 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.1616173 Jul 16 08:39:24.392043 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b1c769a-3f19-491b-9767-b5a4c46f8890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.427836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-eb21075a-d0e8-4d01-b6d6-48917f0a8021 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3286898 Jul 16 08:39:24.464632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b1c769a-3f19-491b-9767-b5a4c46f8890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.488613 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28df6345-9976-496b-b227-2ec7bff81a89 req-88f1f616-5e0e-4c91-9c31-e9eae2007b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.490450 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28df6345-9976-496b-b227-2ec7bff81a89 req-88f1f616-5e0e-4c91-9c31-e9eae2007b30 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2669110 Jul 16 08:39:24.567001 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141d4b07-7824-475c-a3ef-35c2bafa29ef req-c8c93413-7522-4664-92cb-372b83ef0ee9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.570357 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-141d4b07-7824-475c-a3ef-35c2bafa29ef req-c8c93413-7522-4664-92cb-372b83ef0ee9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 944 time: 0.1788337 Jul 16 08:39:24.624138 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b1c769a-3f19-491b-9767-b5a4c46f8890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.629291 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b1c769a-3f19-491b-9767-b5a4c46f8890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.646806 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0b1c769a-3f19-491b-9767-b5a4c46f8890 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa91e2bf-263d-4dcc-98e5-e31797b89f3c HTTP/1.1" status: 204 len: 168 time: 0.5315139 Jul 16 08:39:24.663284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-141d4b07-7824-475c-a3ef-35c2bafa29ef req-2e547069-03a3-4626-92f0-30ad26ce5ab6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783355 Jul 16 08:39:24.690918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c513d3a6-ead0-4fbb-ae43-abcdcb632b3e details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:24.776208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1c769a-3f19-491b-9767-b5a4c46f8890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa91e2bf-263d-4dcc-98e5-e31797b89f3c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:24.850178 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28df6345-9976-496b-b227-2ec7bff81a89 req-ec8002e1-60a1-4a36-8631-70faed930d33 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107719 Jul 16 08:39:25.000408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:25.012976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'c513d3a6-ead0-4fbb-ae43-abcdcb632b3e', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'port_id': 'c513d3a6-ead0-4fbb-ae43-abcdcb632b3e', 'mac_address': 'fa:16:3e:1a:8a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:25.150095 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.175029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c513d3a6-ead0-4fbb-ae43-abcdcb632b3e {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:25.236793 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:25.239597 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d85124e-a3a5-4518-8ffa-1a046efc217f req-9b0616ed-a1ed-47cf-9279-ab38f8af02f6 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/ports?device_id=4a860968-fbec-4d9d-afdf-6edce0576037 HTTP/1.1" status: 200 len: 210 time: 0.1440258 Jul 16 08:39:25.244074 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.282507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ad466-a566-4a69-a766-e53001df937f req-cdfbf63b-84af-4583-8b30-c1fcaa551302 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:25.302722 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-883ad466-a566-4a69-a766-e53001df937f req-cdfbf63b-84af-4583-8b30-c1fcaa551302 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.2564390 Jul 16 08:39:25.327370 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28df6345-9976-496b-b227-2ec7bff81a89 req-c652941b-ef18-49e9-8861-5b7b291da51a service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698963 Jul 16 08:39:25.432587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:25.541495 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['c513d3a6-ead0-4fbb-ae43-abcdcb632b3e'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:25.551493 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-883ad466-a566-4a69-a766-e53001df937f req-c5f1b42d-ff70-4135-8a7b-eb3bc37fd19a tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192442 Jul 16 08:39:25.707884 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd49138-810c-4e2c-8894-cb95fcf6d3f2 req-e61cf4c3-cb14-44ea-8934-c4632ec51964 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:25.709797 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1dd49138-810c-4e2c-8894-cb95fcf6d3f2 req-e61cf4c3-cb14-44ea-8934-c4632ec51964 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1686559 Jul 16 08:39:25.772528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7144d2f5-6dae-4918-b903-11572eb35c11 req-66ab6f57-822a-4ff7-94bc-0b4c800d2562 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 210 time: 0.0691273 Jul 16 08:39:25.881834 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1dd49138-810c-4e2c-8894-cb95fcf6d3f2 req-26bc71c3-a65e-452e-8611-ed54239c7012 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566088 Jul 16 08:39:26.062340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device ba8f1388-8cd4-4555-a1fd-9c1888461851 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:26.144068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c0761-955c-40e0-80b5-0d6f2f749766 req-c69defc4-4217-4e59-a4bc-a2089fa158d7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.153568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c0761-955c-40e0-80b5-0d6f2f749766 req-c69defc4-4217-4e59-a4bc-a2089fa158d7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.160719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c0761-955c-40e0-80b5-0d6f2f749766 req-c69defc4-4217-4e59-a4bc-a2089fa158d7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.168548 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c0761-955c-40e0-80b5-0d6f2f749766 req-c69defc4-4217-4e59-a4bc-a2089fa158d7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.169857 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port ba8f1388-8cd4-4555-a1fd-9c1888461851 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:26.175115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port ba8f1388-8cd4-4555-a1fd-9c1888461851 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:26.175621 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.189984 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c0761-955c-40e0-80b5-0d6f2f749766 req-c69defc4-4217-4e59-a4bc-a2089fa158d7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.208136 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c0761-955c-40e0-80b5-0d6f2f749766 req-c69defc4-4217-4e59-a4bc-a2089fa158d7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.215833 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c0761-955c-40e0-80b5-0d6f2f749766 req-c69defc4-4217-4e59-a4bc-a2089fa158d7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.218500 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea1c0761-955c-40e0-80b5-0d6f2f749766 req-c69defc4-4217-4e59-a4bc-a2089fa158d7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5437 time: 0.2020521 Jul 16 08:39:26.222859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee3609-f470-4ac7-8b06-dd9ae192c14b req-31d9c210-15a6-498c-8245-d902b4ec8efb tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.231375 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-acee3609-f470-4ac7-8b06-dd9ae192c14b req-31d9c210-15a6-498c-8245-d902b4ec8efb tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 945 time: 0.1176050 Jul 16 08:39:26.305518 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea1c0761-955c-40e0-80b5-0d6f2f749766 req-369c364c-8d80-4cda-ba0a-5b8641dea50f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0798759 Jul 16 08:39:26.323464 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-acee3609-f470-4ac7-8b06-dd9ae192c14b req-f4115f33-d660-49c1-96d3-a6b55c40534e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907977 Jul 16 08:39:26.405333 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.544613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port ba8f1388-8cd4-4555-a1fd-9c1888461851, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ba8f1388-8cd4-4555-a1fd-9c1888461851,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:26.549447 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8f1388-8cd4-4555-a1fd-9c1888461851'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:26.555205 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30247247-b74a-45be-b322-1c225de134fc" -d '{"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-plugged", "status": "completed", "tag": "ba8f1388-8cd4-4555-a1fd-9c1888461851"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:26.566286 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.573139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 181f3551-9ad1-4dfb-bb61-77674378805b up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:26.687523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d1c14-8770-4d3e-a6dc-3ebd00383f44 req-f3c7700c-e715-4ead-92a8-8317b48fa4e7 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.689388 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d3d1c14-8770-4d3e-a6dc-3ebd00383f44 req-f3c7700c-e715-4ead-92a8-8317b48fa4e7 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1233163 Jul 16 08:39:26.714941 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf6f525-16a8-4afd-a3b6-990053e275d4 x-openstack-request-id: req-6bf6f525-16a8-4afd-a3b6-990053e275d4 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:26.714941 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-plugged", "status": "completed", "tag": "ba8f1388-8cd4-4555-a1fd-9c1888461851", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:26.714941 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bf6f525-16a8-4afd-a3b6-990053e275d4 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:26.716483 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba8f1388-8cd4-4555-a1fd-9c1888461851', 'code': 200} Jul 16 08:39:26.800131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c513d3a6-ead0-4fbb-ae43-abcdcb632b3e up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:26.803021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=ba8f1388-8cd4-4555-a1fd-9c1888461851,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:26.830474 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d3d1c14-8770-4d3e-a6dc-3ebd00383f44 req-7611e1d8-1305-4997-8005-52183d5cb59b tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344020 Jul 16 08:39:26.909665 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53706) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:27.013078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 181f3551-9ad1-4dfb-bb61-77674378805b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:27.032829 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 181f3551-9ad1-4dfb-bb61-77674378805b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:27.035146 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.279514 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:27.297038 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-51188b71-4bd4-4d99-978a-14afd7fd8ffc tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0859685 Jul 16 08:39:27.314453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:27.314859 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.331738 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39c2f3b0-c240-405c-ae81-dbeacbf9ac38 req-5007d599-3818-4e08-8434-96475c13d251 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 210 time: 0.1390982 Jul 16 08:39:27.371945 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bab25420-d9a3-4523-83f5-d727c75ff751 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.810402 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bab25420-d9a3-4523-83f5-d727c75ff751 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.877172 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.906733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-73b95888-0135-4815-bee3-ce0bb0f2bd10 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:27.911070 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-73b95888-0135-4815-bee3-ce0bb0f2bd10 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5864160 Jul 16 08:39:27.951616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-dbf8f5cc-0b51-43bd-9bbf-97a0b81bea38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Request body: {'port': {'device_id': '6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '5e44fcee4e3840cf89b33be8ee44969f'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:27.988148 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 181f3551-9ad1-4dfb-bb61-77674378805b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=181f3551-9ad1-4dfb-bb61-77674378805b,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:28.011906 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.016290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ae1877-f131-4abd-8331-8c59b8326845 req-93e1bb13-872a-476a-8a36-8dac1cc13562 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.022388 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15ae1877-f131-4abd-8331-8c59b8326845 req-93e1bb13-872a-476a-8a36-8dac1cc13562 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.9173439 Jul 16 08:39:28.101434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2065836-34a1-4444-bd25-c0f3207b7f93 req-c1c3361e-a53b-45f5-90e9-0926a2a61684 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.113571 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2065836-34a1-4444-bd25-c0f3207b7f93 req-c1c3361e-a53b-45f5-90e9-0926a2a61684 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.134787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2065836-34a1-4444-bd25-c0f3207b7f93 req-c1c3361e-a53b-45f5-90e9-0926a2a61684 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.141694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2065836-34a1-4444-bd25-c0f3207b7f93 req-c1c3361e-a53b-45f5-90e9-0926a2a61684 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.162204 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2065836-34a1-4444-bd25-c0f3207b7f93 req-c1c3361e-a53b-45f5-90e9-0926a2a61684 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.168762 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=181f3551-9ad1-4dfb-bb61-77674378805b,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:28.172273 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2065836-34a1-4444-bd25-c0f3207b7f93 req-c1c3361e-a53b-45f5-90e9-0926a2a61684 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.189007 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 19362c34-d5f6-4f9b-af89-b7af39297e18 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:28.200461 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2065836-34a1-4444-bd25-c0f3207b7f93 req-c1c3361e-a53b-45f5-90e9-0926a2a61684 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.220281 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2065836-34a1-4444-bd25-c0f3207b7f93 req-c1c3361e-a53b-45f5-90e9-0926a2a61684 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5438 time: 0.2756321 Jul 16 08:39:28.304847 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.361844 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2065836-34a1-4444-bd25-c0f3207b7f93 req-1e485c00-c678-491e-922a-dd6a3b84baa7 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1397362 Jul 16 08:39:28.364996 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15ae1877-f131-4abd-8331-8c59b8326845 req-1ee5fc2c-54ce-4198-948c-8c2461682553 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007810 Jul 16 08:39:28.373561 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bab25420-d9a3-4523-83f5-d727c75ff751 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.376959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 19362c34-d5f6-4f9b-af89-b7af39297e18 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:28.379594 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bab25420-d9a3-4523-83f5-d727c75ff751 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.382355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 19362c34-d5f6-4f9b-af89-b7af39297e18 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:28.382723 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.383714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53734) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:28.383865 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bab25420-d9a3-4523-83f5-d727c75ff751 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "DELETE /v2.0/security-groups/c72442d1-8134-41e0-9e1d-0450db030201 HTTP/1.1" status: 204 len: 168 time: 1.4731019 Jul 16 08:39:28.410538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab25420-d9a3-4523-83f5-d727c75ff751 tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c72442d1-8134-41e0-9e1d-0450db030201,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:28.432009 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:28.432268 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-88d31539-e677-49ec-a399-e6f2dfebae6e tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] show failed (client error): The resource could not be found. Jul 16 08:39:28.451288 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.456190 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-88d31539-e677-49ec-a399-e6f2dfebae6e tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "GET /v2.0/security-groups/c72442d1-8134-41e0-9e1d-0450db030201 HTTP/1.1" status: 404 len: 347 time: 0.0707076 Jul 16 08:39:28.459075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53738) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:28.526223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-dbf8f5cc-0b51-43bd-9bbf-97a0b81bea38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Made reservation on behalf of 5e44fcee4e3840cf89b33be8ee44969f for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:28.533314 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-dbf8f5cc-0b51-43bd-9bbf-97a0b81bea38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.564240 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.618423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 19362c34-d5f6-4f9b-af89-b7af39297e18, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=19362c34-d5f6-4f9b-af89-b7af39297e18,segment=NetworkSegment(e314614f-041d-4dc0-a1d0-9a8d028fd0b3),segment_id=e314614f-041d-4dc0-a1d0-9a8d028fd0b3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:28.619712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:28.632617 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.633681 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device ed62a5f0-1850-4742-b8df-60c11d9a13c3 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:28.721354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181f3551-9ad1-4dfb-bb61-77674378805b'}, {'server_uuid': '43a0bf66-769d-4f6a-bc42-853e33eb8c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c513d3a6-ead0-4fbb-ae43-abcdcb632b3e'}, {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19362c34-d5f6-4f9b-af89-b7af39297e18'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:28.726502 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be72e74-b145-46e8-8ea7-89b9e9a0a275" -d '{"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-plugged", "status": "completed", "tag": "181f3551-9ad1-4dfb-bb61-77674378805b"}, {"server_uuid": "43a0bf66-769d-4f6a-bc42-853e33eb8c18", "name": "network-vif-plugged", "status": "completed", "tag": "c513d3a6-ead0-4fbb-ae43-abcdcb632b3e"}, {"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-plugged", "status": "completed", "tag": "19362c34-d5f6-4f9b-af89-b7af39297e18"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:28.906936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=19362c34-d5f6-4f9b-af89-b7af39297e18,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:28.957190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port ed62a5f0-1850-4742-b8df-60c11d9a13c3 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:28.966563 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port ed62a5f0-1850-4742-b8df-60c11d9a13c3 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:28.968600 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.028467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c8d46c-51c2-4001-ad3f-632d8effdabf req-f89503c6-6551-434b-8b3c-6b4c82c4cd61 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:29.032321 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-68c8d46c-51c2-4001-ad3f-632d8effdabf req-f89503c6-6551-434b-8b3c-6b4c82c4cd61 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.1518807 Jul 16 08:39:29.160145 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4c9310ac-10cb-4519-a9d1-7a235eedbb54 req-b3f8c464-def7-4c78-8f77-a695d6abc08a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 210 time: 0.1608412 Jul 16 08:39:29.183363 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.278868 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port ed62a5f0-1850-4742-b8df-60c11d9a13c3, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ed62a5f0-1850-4742-b8df-60c11d9a13c3,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:29.287149 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2b79cf-b0db-4dcd-8228-d289b1508681 x-openstack-request-id: req-2b2b79cf-b0db-4dcd-8228-d289b1508681 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:29.287749 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-plugged", "status": "completed", "tag": "181f3551-9ad1-4dfb-bb61-77674378805b", "code": 200}, {"server_uuid": "43a0bf66-769d-4f6a-bc42-853e33eb8c18", "name": "network-vif-plugged", "status": "completed", "tag": "c513d3a6-ead0-4fbb-ae43-abcdcb632b3e", "code": 200}, {"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-plugged", "status": "completed", "tag": "19362c34-d5f6-4f9b-af89-b7af39297e18", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:29.288605 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b2b79cf-b0db-4dcd-8228-d289b1508681 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:29.291107 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '181f3551-9ad1-4dfb-bb61-77674378805b', 'code': 200} Jul 16 08:39:29.292649 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0bf66-769d-4f6a-bc42-853e33eb8c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c513d3a6-ead0-4fbb-ae43-abcdcb632b3e', 'code': 200} Jul 16 08:39:29.293303 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19362c34-d5f6-4f9b-af89-b7af39297e18', 'code': 200} Jul 16 08:39:29.297326 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.301116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b4b07ed5-62ac-496e-8d9f-e59c95bdad06 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:29.336596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-dbf8f5cc-0b51-43bd-9bbf-97a0b81bea38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Allocated IP 192.168.233.157 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/9d3d4375-6e86-429c-99d8-d986d445defa) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:29.349529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-188cc4fc-16c2-4914-88be-e8f621bef74e tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Deleting port f8561e3f-1602-45c4-b887-53471d8c9726 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:29.351215 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-188cc4fc-16c2-4914-88be-e8f621bef74e tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.413356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=ed62a5f0-1850-4742-b8df-60c11d9a13c3,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:29.580457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:29.590800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:29.591425 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.772453 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-68c8d46c-51c2-4001-ad3f-632d8effdabf req-5ce7c274-fe75-42e1-9771-d52dd60b57d8 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7320492 Jul 16 08:39:29.833623 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.848112 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-188cc4fc-16c2-4914-88be-e8f621bef74e tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.848480 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-188cc4fc-16c2-4914-88be-e8f621bef74e tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.911782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b4b07ed5-62ac-496e-8d9f-e59c95bdad06, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b4b07ed5-62ac-496e-8d9f-e59c95bdad06,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:29.918529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-188cc4fc-16c2-4914-88be-e8f621bef74e tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Calling delete_port for f8561e3f-1602-45c4-b887-53471d8c9726 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:29.922884 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.924166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6e71c4ff-1f67-4669-9250-8125eb2bb63a up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:30.209060 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=b4b07ed5-62ac-496e-8d9f-e59c95bdad06,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:30.232411 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efa3944-6d03-4e87-b409-7f7330a886d3 req-6662405e-7545-4467-a617-b3fd196005f5 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.236749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bccf47-0aac-4e1d-a76d-142467b2d019 req-3b5d0360-508e-40dc-9e7e-df70123916a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.237624 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1efa3944-6d03-4e87-b409-7f7330a886d3 req-6662405e-7545-4467-a617-b3fd196005f5 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.1865845 Jul 16 08:39:30.239394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84bccf47-0aac-4e1d-a76d-142467b2d019 req-3b5d0360-508e-40dc-9e7e-df70123916a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 1098 time: 0.5885313 Jul 16 08:39:30.286843 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53764) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:30.298662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25086-2515-4817-8969-e3bce2629ee5 req-afe08493-6066-47a2-83e1-4fecafd53605 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.306035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25086-2515-4817-8969-e3bce2629ee5 req-afe08493-6066-47a2-83e1-4fecafd53605 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.311198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 6e71c4ff-1f67-4669-9250-8125eb2bb63a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:30.314173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25086-2515-4817-8969-e3bce2629ee5 req-afe08493-6066-47a2-83e1-4fecafd53605 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.317991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 6e71c4ff-1f67-4669-9250-8125eb2bb63a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:30.319780 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.321357 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25086-2515-4817-8969-e3bce2629ee5 req-afe08493-6066-47a2-83e1-4fecafd53605 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.328485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25086-2515-4817-8969-e3bce2629ee5 req-afe08493-6066-47a2-83e1-4fecafd53605 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.334814 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25086-2515-4817-8969-e3bce2629ee5 req-afe08493-6066-47a2-83e1-4fecafd53605 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.341694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de25086-2515-4817-8969-e3bce2629ee5 req-afe08493-6066-47a2-83e1-4fecafd53605 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.360780 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0de25086-2515-4817-8969-e3bce2629ee5 req-afe08493-6066-47a2-83e1-4fecafd53605 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5442 time: 0.5625055 Jul 16 08:39:30.379720 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1efa3944-6d03-4e87-b409-7f7330a886d3 req-0be1e61d-2c02-4b45-8ae9-ce641966bc51 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273677 Jul 16 08:39:30.480238 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84bccf47-0aac-4e1d-a76d-142467b2d019 req-f31e6b08-5af4-4a2d-b1ff-e16c730881bf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221904 Jul 16 08:39:30.490524 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-dbf8f5cc-0b51-43bd-9bbf-97a0b81bea38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.507256 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0de25086-2515-4817-8969-e3bce2629ee5 req-c989e6f4-3423-4f4b-bb48-b63c4f06305b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1454716 Jul 16 08:39:30.525271 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-758cf38c-88ff-4d15-b2fa-814737b67de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.640990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-dbf8f5cc-0b51-43bd-9bbf-97a0b81bea38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Transition to ACTIVE for port object 9d3d4375-6e86-429c-99d8-d986d445defa will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:30.705178 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-188cc4fc-16c2-4914-88be-e8f621bef74e tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.753915 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-dbf8f5cc-0b51-43bd-9bbf-97a0b81bea38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.780093 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188cc4fc-16c2-4914-88be-e8f621bef74e tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Pushing event deleted for resources: {'Port': ['ID=f8561e3f-1602-45c4-b887-53471d8c9726,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:30.786605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['fcce26f7-9393-4524-a9ae-06dbd8a1a021'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:30.802299 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.837354 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-758cf38c-88ff-4d15-b2fa-814737b67de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.897276 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-758cf38c-88ff-4d15-b2fa-814737b67de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.940520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6e71c4ff-1f67-4669-9250-8125eb2bb63a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6e71c4ff-1f67-4669-9250-8125eb2bb63a,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:30.947393 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.948960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:30.993222 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-758cf38c-88ff-4d15-b2fa-814737b67de5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=80efeaa7631c40a08b36cba946836118&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7047155 Jul 16 08:39:30.995641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758cf38c-88ff-4d15-b2fa-814737b67de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa56310d-9f18-4065-9575-c7a70965f3b1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:31.011477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53778) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:31.051373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-dbf8f5cc-0b51-43bd-9bbf-97a0b81bea38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:31.081635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5accf-7d5b-46c7-a4cd-c6d1ed52d7a4 req-66d2de39-9f43-4fd4-a155-ed9e872c6c6a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.083789 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-27d5accf-7d5b-46c7-a4cd-c6d1ed52d7a4 req-66d2de39-9f43-4fd4-a155-ed9e872c6c6a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 936 time: 0.2443979 Jul 16 08:39:31.112569 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12e114ed-2ec2-460a-9a8b-75320e332260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.142949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-dbf8f5cc-0b51-43bd-9bbf-97a0b81bea38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:31.168661 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12e114ed-2ec2-460a-9a8b-75320e332260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.172969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-dbf8f5cc-0b51-43bd-9bbf-97a0b81bea38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:31.185020 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-188cc4fc-16c2-4914-88be-e8f621bef74e tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.186752 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-27d5accf-7d5b-46c7-a4cd-c6d1ed52d7a4 req-05cb61d7-8415-424a-a508-457258878ca2 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882339 Jul 16 08:39:31.191901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=6e71c4ff-1f67-4669-9250-8125eb2bb63a,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:31.195133 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-188cc4fc-16c2-4914-88be-e8f621bef74e tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.197335 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-188cc4fc-16c2-4914-88be-e8f621bef74e tempest-ServersTestBootFromVolume-2129928788 tempest-ServersTestBootFromVolume-2129928788-project] 10.222.0.20 "DELETE /v2.0/floatingips/d38e04cb-727d-4186-a0a7-c132b742713e HTTP/1.1" status: 204 len: 168 time: 2.7345078 Jul 16 08:39:31.206823 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf8f5cc-0b51-43bd-9bbf-97a0b81bea38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Pushing event updated for resources: {'Port': ['ID=9d3d4375-6e86-429c-99d8-d986d445defa,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:31.212166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53780) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:31.265487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:31.324676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:31.325287 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.326121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6169a4a5-f53d-45be-9b26-92bdc22e6fc5 req-1823f1c8-480a-4f5f-9a0e-b6bc80c53329 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.334055 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6169a4a5-f53d-45be-9b26-92bdc22e6fc5 req-1823f1c8-480a-4f5f-9a0e-b6bc80c53329 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.6319287 Jul 16 08:39:31.345342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed62a5f0-1850-4742-b8df-60c11d9a13c3'}, {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b07ed5-62ac-496e-8d9f-e59c95bdad06'}, {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e71c4ff-1f67-4669-9250-8125eb2bb63a'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:31.363360 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0db00b4-e951-416b-bb8e-1d063e5fc6a8" -d '{"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-plugged", "status": "completed", "tag": "ed62a5f0-1850-4742-b8df-60c11d9a13c3"}, {"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-plugged", "status": "completed", "tag": "b4b07ed5-62ac-496e-8d9f-e59c95bdad06"}, {"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-plugged", "status": "completed", "tag": "6e71c4ff-1f67-4669-9250-8125eb2bb63a"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:31.460165 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-dbf8f5cc-0b51-43bd-9bbf-97a0b81bea38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.461501 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-dbf8f5cc-0b51-43bd-9bbf-97a0b81bea38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.508668 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.555807 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6169a4a5-f53d-45be-9b26-92bdc22e6fc5 req-07e5fce8-d38a-4116-aae5-dcfad9cb814e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123728 Jul 16 08:39:31.559582 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-dbf8f5cc-0b51-43bd-9bbf-97a0b81bea38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6278124 Jul 16 08:39:31.578555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Request body: {'port': {'device_id': '6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:31.623651 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12e114ed-2ec2-460a-9a8b-75320e332260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.633990 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12e114ed-2ec2-460a-9a8b-75320e332260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.639459 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-12e114ed-2ec2-460a-9a8b-75320e332260 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fa56310d-9f18-4065-9575-c7a70965f3b1 HTTP/1.1" status: 204 len: 168 time: 0.6210530 Jul 16 08:39:31.758140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5f458836-89d3-4d00-bcad-387f8aa0e06b None None] Provisioning for port 9d3d4375-6e86-429c-99d8-d986d445defa completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:31.764891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:31.769508 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5f458836-89d3-4d00-bcad-387f8aa0e06b None None] Provisioning complete for port 9d3d4375-6e86-429c-99d8-d986d445defa triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:31.774249 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5f458836-89d3-4d00-bcad-387f8aa0e06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.830523 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.864025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e114ed-2ec2-460a-9a8b-75320e332260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa56310d-9f18-4065-9575-c7a70965f3b1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:31.887731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.991657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5f458836-89d3-4d00-bcad-387f8aa0e06b None None] Port 9d3d4375-6e86-429c-99d8-d986d445defa cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:32.050406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:32.054263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff77978-2da9-4874-91a6-fcce95b0eefe req-95654465-7d32-43ac-9bf0-a6cf18aac59a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:32.062350 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ff77978-2da9-4874-91a6-fcce95b0eefe req-95654465-7d32-43ac-9bf0-a6cf18aac59a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.5807109 Jul 16 08:39:32.206318 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ff77978-2da9-4874-91a6-fcce95b0eefe req-2b6b6b61-5a61-4876-b291-d517cd8f1c9c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428146 Jul 16 08:39:32.314511 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10aa3bea-72ee-4662-b1e1-93f2b859c293 x-openstack-request-id: req-10aa3bea-72ee-4662-b1e1-93f2b859c293 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:32.314882 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-plugged", "status": "completed", "tag": "ed62a5f0-1850-4742-b8df-60c11d9a13c3", "code": 200}, {"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-plugged", "status": "completed", "tag": "b4b07ed5-62ac-496e-8d9f-e59c95bdad06", "code": 200}, {"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-plugged", "status": "completed", "tag": "6e71c4ff-1f67-4669-9250-8125eb2bb63a", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:32.315195 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-10aa3bea-72ee-4662-b1e1-93f2b859c293 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:32.315730 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed62a5f0-1850-4742-b8df-60c11d9a13c3', 'code': 200} Jul 16 08:39:32.316043 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b07ed5-62ac-496e-8d9f-e59c95bdad06', 'code': 200} Jul 16 08:39:32.316813 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e71c4ff-1f67-4669-9250-8125eb2bb63a', 'code': 200} Jul 16 08:39:32.409099 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef230-c56d-4975-aa3c-1b00fdd60d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.544685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d3d4375-6e86-429c-99d8-d986d445defa {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:32.554235 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.574805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Transition to ACTIVE for port object 9d3d4375-6e86-429c-99d8-d986d445defa will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:32.580844 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.663689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3d4375-6e86-429c-99d8-d986d445defa,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:32.666942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53800) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:32.726266 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68864f1b-fc6d-4bcb-9c47-0e06d55ca4af req-dd27893f-4c6e-4707-a0a9-8b601865e34d tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:32.728160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-68864f1b-fc6d-4bcb-9c47-0e06d55ca4af req-dd27893f-4c6e-4707-a0a9-8b601865e34d tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.1832986 Jul 16 08:39:32.729125 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28a53cea-c20e-4e67-accb-8beecb23ff27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.896872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Attempting to bind port 9d3d4375-6e86-429c-99d8-d986d445defa on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:32.897204 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Attempting to bind port 9d3d4375-6e86-429c-99d8-d986d445defa by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:32.897529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Attempting to bind port 9d3d4375-6e86-429c-99d8-d986d445defa on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:32.910682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Port 9d3d4375-6e86-429c-99d8-d986d445defa on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:39:32.911143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Attempting to bind port 9d3d4375-6e86-429c-99d8-d986d445defa on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:32.934987 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-68864f1b-fc6d-4bcb-9c47-0e06d55ca4af req-6c829a1a-088c-4326-a050-5b02f3952836 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909568 Jul 16 08:39:32.964850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d1de-d2b6-4618-bd19-a99dcb86dde8 req-dca0e9af-3c70-4644-92da-e6aba54ccfca tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:32.972635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d1de-d2b6-4618-bd19-a99dcb86dde8 req-dca0e9af-3c70-4644-92da-e6aba54ccfca tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:32.985987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d1de-d2b6-4618-bd19-a99dcb86dde8 req-dca0e9af-3c70-4644-92da-e6aba54ccfca tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:32.998776 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d1de-d2b6-4618-bd19-a99dcb86dde8 req-dca0e9af-3c70-4644-92da-e6aba54ccfca tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.015942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d1de-d2b6-4618-bd19-a99dcb86dde8 req-dca0e9af-3c70-4644-92da-e6aba54ccfca tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.030883 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d1de-d2b6-4618-bd19-a99dcb86dde8 req-dca0e9af-3c70-4644-92da-e6aba54ccfca tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.060476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973d1de-d2b6-4618-bd19-a99dcb86dde8 req-dca0e9af-3c70-4644-92da-e6aba54ccfca tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.062605 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f973d1de-d2b6-4618-bd19-a99dcb86dde8 req-dca0e9af-3c70-4644-92da-e6aba54ccfca tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5444 time: 0.2827652 Jul 16 08:39:33.065808 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:33.066146 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:33.066538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:33.066973 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Bound port: 9d3d4375-6e86-429c-99d8-d986d445defa, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:33.067533 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.250469 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f973d1de-d2b6-4618-bd19-a99dcb86dde8 req-06f014ef-612e-47dc-b1f5-e559a6ed1096 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1707258 Jul 16 08:39:33.252396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] For port 9d3d4375-6e86-429c-99d8-d986d445defa, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:33.271719 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28a53cea-c20e-4e67-accb-8beecb23ff27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.277859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] For port 9d3d4375-6e86-429c-99d8-d986d445defa, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9d3d4375-6e86-429c-99d8-d986d445defa,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:33.280996 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.285622 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28a53cea-c20e-4e67-accb-8beecb23ff27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.371589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3d4375-6e86-429c-99d8-d986d445defa,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:33.377362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.378624 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.380853 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-32c21c7a-336f-4b13-9dcb-53b981633a98 service neutron] 10.222.0.15 "PUT /v2.0/ports/9d3d4375-6e86-429c-99d8-d986d445defa HTTP/1.1" status: 200 len: 1097 time: 1.8125961 Jul 16 08:39:33.381598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e', 'tag': '9d3d4375-6e86-429c-99d8-d986d445defa'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:33.386091 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eef93594-f6fb-4614-8909-8bc5249e5aef" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e", "tag": "9d3d4375-6e86-429c-99d8-d986d445defa"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:33.446999 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-28a53cea-c20e-4e67-accb-8beecb23ff27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e937c1c81dc2417d963706d82c0b8727&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7786598 Jul 16 08:39:33.465276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53806) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:33.481311 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a53cea-c20e-4e67-accb-8beecb23ff27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df03eb2f-99b7-4ec2-883b-d11400ea693b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:33.573387 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b57712-311a-449c-a2d4-f7f106ff3aac req-5c399a04-350e-4e43-a58d-60e8d157cddb tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.587232 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12b57712-311a-449c-a2d4-f7f106ff3aac req-5c399a04-350e-4e43-a58d-60e8d157cddb tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.4135258 Jul 16 08:39:33.632034 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.685137 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12b57712-311a-449c-a2d4-f7f106ff3aac req-40c93717-756d-46e5-a639-7ec759e22e23 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963025 Jul 16 08:39:33.689684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ef230-c56d-4975-aa3c-1b00fdd60d9f admin admin] Deleting port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:33.690243 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef230-c56d-4975-aa3c-1b00fdd60d9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.962403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-0d99d241-275c-44a8-86f4-aab439a0f1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.964201 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-0d99d241-275c-44a8-86f4-aab439a0f1d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 1100 time: 0.5175993 Jul 16 08:39:34.007426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-2f8ef230-c56d-4975-aa3c-1b00fdd60d9f admin admin] For port 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef,segment=NetworkSegment(e7cd922c-92d2-4856-9460-6da13c012e94),segment_id=e7cd922c-92d2-4856-9460-6da13c012e94)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:34.008381 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef230-c56d-4975-aa3c-1b00fdd60d9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.049951 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ef230-c56d-4975-aa3c-1b00fdd60d9f admin admin] Calling delete_port for 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:34.067869 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-cfa781da-016f-47e7-87c0-b539acf4f657 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9d3d4375-6e86-429c-99d8-d986d445defa HTTP/1.1" status: 200 len: 217 time: 0.0888610 Jul 16 08:39:34.068955 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd78d868-12d8-4182-b2b9-96ea1fd54b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.150718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc3fc13-6ec4-4322-b41e-337ed51bae30 req-b37b9ea8-bde6-44e6-9957-512ec0d2d300 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:34.152472 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3fc3fc13-6ec4-4322-b41e-337ed51bae30 req-b37b9ea8-bde6-44e6-9957-512ec0d2d300 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 945 time: 0.1417532 Jul 16 08:39:34.216916 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd78d868-12d8-4182-b2b9-96ea1fd54b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.265451 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2662db-c518-4f1f-9b94-177fde84816e req-75c257f2-86d4-429c-8559-bc48dd1eae95 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:34.268127 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c2662db-c518-4f1f-9b94-177fde84816e req-75c257f2-86d4-429c-8559-bc48dd1eae95 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 948 time: 0.7104757 Jul 16 08:39:34.288741 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3fc3fc13-6ec4-4322-b41e-337ed51bae30 req-e1411524-e475-40b8-95bd-77ae36253367 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/security-groups?id=9fcbf177-01dd-4d85-8906-a857135b1310&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923293 Jul 16 08:39:34.318634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:34.321482 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cff850-7361-4a8a-bda6-ebb4b00319fc" -d '{"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-plugged", "status": "completed", "tag": "4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:34.354649 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-16225f62-838f-490b-ba4a-13264d08e6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:34.357501 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-16225f62-838f-490b-ba4a-13264d08e6d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2801034 Jul 16 08:39:34.481602 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef230-c56d-4975-aa3c-1b00fdd60d9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.495017 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c2662db-c518-4f1f-9b94-177fde84816e req-0d46f617-6f73-49a4-ab78-18bd8bfb6c01 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052143 Jul 16 08:39:34.509821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbe1a3e-0e96-4fea-9808-82e7a483d55f req-d045b5bd-6852-4ad3-bb2b-1ed23812c231 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:34.513427 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9dbe1a3e-0e96-4fea-9808-82e7a483d55f req-d045b5bd-6852-4ad3-bb2b-1ed23812c231 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 945 time: 0.4219213 Jul 16 08:39:34.552958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ef230-c56d-4975-aa3c-1b00fdd60d9f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:34.553917 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:39:34.589646 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1bb1b2-3db3-4a8f-8e64-d68a5b2b329d x-openstack-request-id: req-2a1bb1b2-3db3-4a8f-8e64-d68a5b2b329d {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:34.590621 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e", "tag": "9d3d4375-6e86-429c-99d8-d986d445defa", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:34.591013 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a1bb1b2-3db3-4a8f-8e64-d68a5b2b329d {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:34.591668 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e', 'tag': '9d3d4375-6e86-429c-99d8-d986d445defa', 'status': 'completed', 'code': 200} Jul 16 08:39:34.598946 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd78d868-12d8-4182-b2b9-96ea1fd54b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.604761 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd78d868-12d8-4182-b2b9-96ea1fd54b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.609103 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bd78d868-12d8-4182-b2b9-96ea1fd54b35 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df03eb2f-99b7-4ec2-883b-d11400ea693b HTTP/1.1" status: 204 len: 168 time: 1.1380785 Jul 16 08:39:34.711211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd78d868-12d8-4182-b2b9-96ea1fd54b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df03eb2f-99b7-4ec2-883b-d11400ea693b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:34.793660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-5ac0d563-0c4a-4744-88ab-4aa2b558ea38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:34.795532 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-5ac0d563-0c4a-4744-88ab-4aa2b558ea38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4190552 Jul 16 08:39:34.804645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a43548a-567c-4eaf-b4b1-67aa8c3094d9 req-c92914e8-254f-4d7d-8f86-aa5ca9fca19f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:34.808633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2a43548a-567c-4eaf-b4b1-67aa8c3094d9 req-c92914e8-254f-4d7d-8f86-aa5ca9fca19f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.4020708 Jul 16 08:39:34.921743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-9dbe1a3e-0e96-4fea-9808-82e7a483d55f req-99385ed5-4512-4d05-9ccc-90438e5272d6 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Deleting port 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:34.922079 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9dbe1a3e-0e96-4fea-9808-82e7a483d55f req-99385ed5-4512-4d05-9ccc-90438e5272d6 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.961403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e53a7a-afc6-4e17-8f02-539d9a956f99 req-c373546a-9d25-42d7-b3b8-005d4c11c693 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:34.963059 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5e53a7a-afc6-4e17-8f02-539d9a956f99 req-c373546a-9d25-42d7-b3b8-005d4c11c693 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.2778065 Jul 16 08:39:34.973183 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2a43548a-567c-4eaf-b4b1-67aa8c3094d9 req-a64c0257-6240-411a-b04f-d0c5741120ca tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552768 Jul 16 08:39:34.987361 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f8ef230-c56d-4975-aa3c-1b00fdd60d9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.052183 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-ca06c1dc-94a8-4748-b485-9abef4e988ed service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452621 Jul 16 08:39:35.097717 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755cd328-d3c4-4c62-8aa0-2894814587e4 x-openstack-request-id: req-755cd328-d3c4-4c62-8aa0-2894814587e4 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:35.098261 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-plugged", "status": "completed", "tag": "4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:35.098952 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-755cd328-d3c4-4c62-8aa0-2894814587e4 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:35.099710 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9', 'code': 200} Jul 16 08:39:35.165234 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5e53a7a-afc6-4e17-8f02-539d9a956f99 req-c48cdda6-3104-4db3-b12f-8a4f80917eb8 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896923 Jul 16 08:39:35.244350 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.248900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-9dbe1a3e-0e96-4fea-9808-82e7a483d55f req-99385ed5-4512-4d05-9ccc-90438e5272d6 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] For port 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=13ebe9b5-ae84-4ad9-87fd-9826ca14dc60,segment=NetworkSegment(54fbf07c-460a-4096-9b91-7b87728cd333),segment_id=54fbf07c-460a-4096-9b91-7b87728cd333)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:35.249439 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9dbe1a3e-0e96-4fea-9808-82e7a483d55f req-99385ed5-4512-4d05-9ccc-90438e5272d6 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.259858 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b62937db-939f-4b15-903b-d85674451720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.350848 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-9dbe1a3e-0e96-4fea-9808-82e7a483d55f req-99385ed5-4512-4d05-9ccc-90438e5272d6 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Calling delete_port for 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:35.361105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8ef230-c56d-4975-aa3c-1b00fdd60d9f admin admin] Router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:35.436795 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f4971bb-6855-4ce0-b189-05e3a4f5c349 req-e3f66201-b6fb-4aa0-8618-26fc2b855df8 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673155 Jul 16 08:39:35.444353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fda3a-f184-4fa6-8829-3550274b6e3b req-f66d8689-2b77-42e7-b701-90beb2341805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.444879 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fda3a-f184-4fa6-8829-3550274b6e3b req-f66d8689-2b77-42e7-b701-90beb2341805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.445360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fda3a-f184-4fa6-8829-3550274b6e3b req-f66d8689-2b77-42e7-b701-90beb2341805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.445831 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fda3a-f184-4fa6-8829-3550274b6e3b req-f66d8689-2b77-42e7-b701-90beb2341805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.446298 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fda3a-f184-4fa6-8829-3550274b6e3b req-f66d8689-2b77-42e7-b701-90beb2341805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.446764 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fda3a-f184-4fa6-8829-3550274b6e3b req-f66d8689-2b77-42e7-b701-90beb2341805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.447230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2fda3a-f184-4fa6-8829-3550274b6e3b req-f66d8689-2b77-42e7-b701-90beb2341805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.449976 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7a2fda3a-f184-4fa6-8829-3550274b6e3b req-f66d8689-2b77-42e7-b701-90beb2341805 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 6508 time: 0.2406445 Jul 16 08:39:35.524054 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7a2fda3a-f184-4fa6-8829-3550274b6e3b req-36c9e962-0ebc-4643-8847-5dea77decab7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674541 Jul 16 08:39:35.587538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c16d8-7854-4825-9306-ade39593d0dd req-23f199c7-c32d-4e4e-9313-f0e7d31caa9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.595551 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c16d8-7854-4825-9306-ade39593d0dd req-23f199c7-c32d-4e4e-9313-f0e7d31caa9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.602030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c16d8-7854-4825-9306-ade39593d0dd req-23f199c7-c32d-4e4e-9313-f0e7d31caa9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.609288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c16d8-7854-4825-9306-ade39593d0dd req-23f199c7-c32d-4e4e-9313-f0e7d31caa9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.615927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c16d8-7854-4825-9306-ade39593d0dd req-23f199c7-c32d-4e4e-9313-f0e7d31caa9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.622361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c16d8-7854-4825-9306-ade39593d0dd req-23f199c7-c32d-4e4e-9313-f0e7d31caa9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.628991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5c16d8-7854-4825-9306-ade39593d0dd req-23f199c7-c32d-4e4e-9313-f0e7d31caa9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.637267 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a5c16d8-7854-4825-9306-ade39593d0dd req-23f199c7-c32d-4e4e-9313-f0e7d31caa9f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5444 time: 0.2916589 Jul 16 08:39:35.663667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef93594-f6fb-4614-8909-8bc5249e5aef req-a9b6d0de-bdc3-45a8-8c3b-accb6769dd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.665664 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eef93594-f6fb-4614-8909-8bc5249e5aef req-a9b6d0de-bdc3-45a8-8c3b-accb6769dd8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 1100 time: 0.1205990 Jul 16 08:39:35.680049 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8ef230-c56d-4975-aa3c-1b00fdd60d9f admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:35.691552 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2f8ef230-c56d-4975-aa3c-1b00fdd60d9f admin admin] 10.222.0.20 "PUT /v2.0/routers/7a00a866-19f4-4b12-8a72-8a77ef3ae3da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4693000 Jul 16 08:39:35.694335 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53838) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:35.704211 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e646fc-f5cb-4ef3-bb50-362bd8e593e9 None None] Sync routers for ids ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:35.706689 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8a5c16d8-7854-4825-9306-ade39593d0dd req-fb41c9ea-8a74-47ea-a201-c2a648cd8b2b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0684192 Jul 16 08:39:35.711175 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9dbe1a3e-0e96-4fea-9808-82e7a483d55f req-99385ed5-4512-4d05-9ccc-90438e5272d6 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.749496 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['13ebe9b5-ae84-4ad9-87fd-9826ca14dc60'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:35.881772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e646fc-f5cb-4ef3-bb50-362bd8e593e9 None None] Routers {'7a00a866-19f4-4b12-8a72-8a77ef3ae3da'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:35.882883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-33e646fc-f5cb-4ef3-bb50-362bd8e593e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:39:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:35.887179 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99385ed5-4512-4d05-9ccc-90438e5272d6 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Pushing event deleted for resources: {'Port': ['ID=13ebe9b5-ae84-4ad9-87fd-9826ca14dc60,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:35.942169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca6f84-acf3-446c-bead-6712dcc962fa req-0fdc2169-2b3e-4414-bff0-328e0012fe43 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.943963 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c2ca6f84-acf3-446c-bead-6712dcc962fa req-0fdc2169-2b3e-4414-bff0-328e0012fe43 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1072361 Jul 16 08:39:36.047879 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c2ca6f84-acf3-446c-bead-6712dcc962fa req-e3c3ee17-3115-48e3-9eaa-4cba056054a8 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967159 Jul 16 08:39:36.113150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-33e646fc-f5cb-4ef3-bb50-362bd8e593e9 None None] Set router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:36.158179 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef93594-f6fb-4614-8909-8bc5249e5aef req-81f5fba8-ff83-45c6-8dff-7f023185d458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:36.162601 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eef93594-f6fb-4614-8909-8bc5249e5aef req-81f5fba8-ff83-45c6-8dff-7f023185d458 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.4893124 Jul 16 08:39:36.270863 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dbe1a3e-0e96-4fea-9808-82e7a483d55f req-99385ed5-4512-4d05-9ccc-90438e5272d6 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] No DVR routers for this DVR port 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:36.284771 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9dbe1a3e-0e96-4fea-9808-82e7a483d55f req-99385ed5-4512-4d05-9ccc-90438e5272d6 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.286913 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9dbe1a3e-0e96-4fea-9808-82e7a483d55f req-99385ed5-4512-4d05-9ccc-90438e5272d6 tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.15 "DELETE /v2.0/ports/13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 HTTP/1.1" status: 204 len: 173 time: 1.7633102 Jul 16 08:39:36.333987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbdb89c-3fc5-4e5b-b669-67b6adc9d68d req-3ac0d395-3dda-4c50-9a2e-74032eb71e0d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:36.337522 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9bbdb89c-3fc5-4e5b-b669-67b6adc9d68d req-3ac0d395-3dda-4c50-9a2e-74032eb71e0d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 948 time: 0.1724186 Jul 16 08:39:36.401352 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9bbdb89c-3fc5-4e5b-b669-67b6adc9d68d req-4c6a629f-cf9b-4381-8386-5ae16ddb3805 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565879 Jul 16 08:39:36.403828 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-33e646fc-f5cb-4ef3-bb50-362bd8e593e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:37Z', 'updated_at': '2021-07-16T08:39:34Z', 'revision_number': 5, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'gw_port': {'id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:41Z', 'updated_at': '2021-07-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:36.472538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e646fc-f5cb-4ef3-bb50-362bd8e593e9 None None] Checking router: 7a00a866-19f4-4b12-8a72-8a77ef3ae3da for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:36.482929 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ad916fc-e427-42e1-9b37-16253df4caa6 req-4e16e9ad-5099-40e6-812d-0ee365df734f tempest-AttachVolumeNegativeTest-1453986690 tempest-AttachVolumeNegativeTest-1453986690-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed1a8b88-6404-4ef5-882f-feb33e912f65 HTTP/1.1" status: 200 len: 210 time: 0.2221103 Jul 16 08:39:36.484106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e646fc-f5cb-4ef3-bb50-362bd8e593e9 None None] Routers {'7a00a866-19f4-4b12-8a72-8a77ef3ae3da'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:36.490614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-33e646fc-f5cb-4ef3-bb50-362bd8e593e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:39:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:36.544991 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eef93594-f6fb-4614-8909-8bc5249e5aef req-ff3a4b5a-5679-46b1-ba9d-a5722162d8fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9d3d4375-6e86-429c-99d8-d986d445defa HTTP/1.1" status: 200 len: 217 time: 0.2751544 Jul 16 08:39:36.550734 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.665309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed1a8b88-6404-4ef5-882f-feb33e912f65', 'name': 'network-vif-deleted', 'tag': '13ebe9b5-ae84-4ad9-87fd-9826ca14dc60'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:36.668034 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a08bbc9-165c-4290-81d6-f1dbe50fe17a" -d '{"events": [{"server_uuid": "ed1a8b88-6404-4ef5-882f-feb33e912f65", "name": "network-vif-deleted", "tag": "13ebe9b5-ae84-4ad9-87fd-9826ca14dc60"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:36.694133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aae7dd1-ae31-4c98-b746-6b709d2199f8 req-a3b5ee85-7736-4f95-81d3-3c821aa6bd29 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:36.708600 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9aae7dd1-ae31-4c98-b746-6b709d2199f8 req-a3b5ee85-7736-4f95-81d3-3c821aa6bd29 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.1435871 Jul 16 08:39:36.759906 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef93594-f6fb-4614-8909-8bc5249e5aef req-490dc67e-0085-4478-9b9e-a01f79a7451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:36.762857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eef93594-f6fb-4614-8909-8bc5249e5aef req-490dc67e-0085-4478-9b9e-a01f79a7451f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1987104 Jul 16 08:39:36.789670 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9aae7dd1-ae31-4c98-b746-6b709d2199f8 req-b39880be-eedd-4d44-abdb-d0cfd093d143 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801449 Jul 16 08:39:36.876195 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-33e646fc-f5cb-4ef3-bb50-362bd8e593e9 None None] Set router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:36.909694 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.984060 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef93594-f6fb-4614-8909-8bc5249e5aef req-deea156d-0a7e-47f2-966f-3758c8041a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:36.985812 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eef93594-f6fb-4614-8909-8bc5249e5aef req-deea156d-0a7e-47f2-966f-3758c8041a45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2120285 Jul 16 08:39:37.044952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13b0aeb-9d44-4fbf-9071-57213e4e57cd req-812c30ae-ade6-4cc7-a405-5ed12499016e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.046821 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c13b0aeb-9d44-4fbf-9071-57213e4e57cd req-812c30ae-ade6-4cc7-a405-5ed12499016e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2304568 Jul 16 08:39:37.125730 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affc744f-2145-4bc5-b338-150873b6635b req-99b667ea-ba27-450a-ae7e-ae6a25959078 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.135614 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-affc744f-2145-4bc5-b338-150873b6635b req-99b667ea-ba27-450a-ae7e-ae6a25959078 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.1427658 Jul 16 08:39:37.137888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] Deleting port 71bab6bc-b2c7-42fb-a4f4-776905a15e42 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:37.138346 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.215370 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-affc744f-2145-4bc5-b338-150873b6635b req-19925d93-7ff1-4e33-b54a-c7e2ebf56fac tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760427 Jul 16 08:39:37.215798 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c13b0aeb-9d44-4fbf-9071-57213e4e57cd req-e443a3fe-7e87-45be-aaeb-100adb3c3308 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523106 Jul 16 08:39:37.309538 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eef93594-f6fb-4614-8909-8bc5249e5aef req-f6f41f1f-507c-4fb2-93c6-651c75e3b8c3 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125172 Jul 16 08:39:37.340996 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-33e646fc-f5cb-4ef3-bb50-362bd8e593e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:37Z', 'updated_at': '2021-07-16T08:39:34Z', 'revision_number': 5, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'gw_port': {'id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:41Z', 'updated_at': '2021-07-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:37.382053 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752d69c1-5bb2-4662-82b2-d8993a456c05 x-openstack-request-id: req-752d69c1-5bb2-4662-82b2-d8993a456c05 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:37.382399 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed1a8b88-6404-4ef5-882f-feb33e912f65", "name": "network-vif-deleted", "tag": "13ebe9b5-ae84-4ad9-87fd-9826ca14dc60", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:37.382574 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-752d69c1-5bb2-4662-82b2-d8993a456c05 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:37.382970 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed1a8b88-6404-4ef5-882f-feb33e912f65', 'name': 'network-vif-deleted', 'tag': '13ebe9b5-ae84-4ad9-87fd-9826ca14dc60', 'status': 'completed', 'code': 200} Jul 16 08:39:37.414051 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e646fc-f5cb-4ef3-bb50-362bd8e593e9 None None] The sync data for ids ['7a00a866-19f4-4b12-8a72-8a77ef3ae3da'] in n-d-758944-46 is: [{'id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'name': 'tempest-ServersTestBootFromVolume-230975866-router', 'tenant_id': 'f363e20e74d34effa61fbc742122c800', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166'}], 'enable_snat': True}, 'gw_port_id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:35:37Z', 'updated_at': '2021-07-16T08:39:34Z', 'revision_number': 5, 'project_id': 'f363e20e74d34effa61fbc742122c800', 'gw_port': {'id': '71bab6bc-b2c7-42fb-a4f4-776905a15e42', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:00:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a00a866-19f4-4b12-8a72-8a77ef3ae3da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1088, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:35:41Z', 'updated_at': '2021-07-16T08:35:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:37.432143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] For port 71bab6bc-b2c7-42fb-a4f4-776905a15e42, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=71bab6bc-b2c7-42fb-a4f4-776905a15e42,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:37.432543 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.595245 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] Calling delete_port for 71bab6bc-b2c7-42fb-a4f4-776905a15e42 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:37.735109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eef93594-f6fb-4614-8909-8bc5249e5aef req-48bbc12c-d148-4c06-9249-425eb5828615 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167104 Jul 16 08:39:37.816683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a5836-e5fd-40ba-a7f7-5e80cfd09d91 req-0b3a8411-a837-455f-8a52-6b9cbc0db618 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.828169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a5836-e5fd-40ba-a7f7-5e80cfd09d91 req-0b3a8411-a837-455f-8a52-6b9cbc0db618 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.837861 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a5836-e5fd-40ba-a7f7-5e80cfd09d91 req-0b3a8411-a837-455f-8a52-6b9cbc0db618 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.844694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a5836-e5fd-40ba-a7f7-5e80cfd09d91 req-0b3a8411-a837-455f-8a52-6b9cbc0db618 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.851096 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a5836-e5fd-40ba-a7f7-5e80cfd09d91 req-0b3a8411-a837-455f-8a52-6b9cbc0db618 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.857804 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a5836-e5fd-40ba-a7f7-5e80cfd09d91 req-0b3a8411-a837-455f-8a52-6b9cbc0db618 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.864131 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a5836-e5fd-40ba-a7f7-5e80cfd09d91 req-0b3a8411-a837-455f-8a52-6b9cbc0db618 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.866249 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-830a5836-e5fd-40ba-a7f7-5e80cfd09d91 req-0b3a8411-a837-455f-8a52-6b9cbc0db618 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5444 time: 0.3717813 Jul 16 08:39:37.921011 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d479d7f4-f798-4318-b9e8-ce6d8acb20e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.078500 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-830a5836-e5fd-40ba-a7f7-5e80cfd09d91 req-a8584361-f47a-4704-88b2-cbffdf9ff58c tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2044833 Jul 16 08:39:38.154108 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.168367 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.195392 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53904) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:38.202690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=71bab6bc-b2c7-42fb-a4f4-776905a15e42,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:38.227789 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b0c9b0-1949-4f88-9e29-519437d1ac27 req-6cc12eb1-2c77-4782-ac7b-30d016a7bee7 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:38.229585 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-82b0c9b0-1949-4f88-9e29-519437d1ac27 req-6cc12eb1-2c77-4782-ac7b-30d016a7bee7 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 948 time: 0.1454670 Jul 16 08:39:38.306649 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53910) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:38.339201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a6ef39d-9112-4a97-9270-04dda685dbec admin admin] Deleting subnet d354d9c1-99e8-47e2-a7a7-7b35bca06f78 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:38.340976 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.352577 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef39d-9112-4a97-9270-04dda685dbec admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.360254 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-82b0c9b0-1949-4f88-9e29-519437d1ac27 req-d91200ec-4788-463c-ae8a-af59a27ec2e9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975213 Jul 16 08:39:38.443297 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef39d-9112-4a97-9270-04dda685dbec admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.559719 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef39d-9112-4a97-9270-04dda685dbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.643631 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f079e-c980-4034-a7d6-af0b6b1dad53 req-85f30cec-586f-4368-8c86-0aa9d131e78b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:38.649847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f079e-c980-4034-a7d6-af0b6b1dad53 req-85f30cec-586f-4368-8c86-0aa9d131e78b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:38.656424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f079e-c980-4034-a7d6-af0b6b1dad53 req-85f30cec-586f-4368-8c86-0aa9d131e78b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:38.662497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f079e-c980-4034-a7d6-af0b6b1dad53 req-85f30cec-586f-4368-8c86-0aa9d131e78b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:38.669125 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f079e-c980-4034-a7d6-af0b6b1dad53 req-85f30cec-586f-4368-8c86-0aa9d131e78b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:38.675164 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f079e-c980-4034-a7d6-af0b6b1dad53 req-85f30cec-586f-4368-8c86-0aa9d131e78b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:38.681456 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f079e-c980-4034-a7d6-af0b6b1dad53 req-85f30cec-586f-4368-8c86-0aa9d131e78b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:38.685257 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f7f079e-c980-4034-a7d6-af0b6b1dad53 req-85f30cec-586f-4368-8c86-0aa9d131e78b tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5444 time: 0.1810024 Jul 16 08:39:38.698389 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53914) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:38.709215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fba3da2b-3d2a-48ba-9549-2e27fb363ac8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Request body: {'floatingip': {'port_id': '19362c34-d5f6-4f9b-af89-b7af39297e18'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:38.762519 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 9d3d4375-6e86-429c-99d8-d986d445defa details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:38.769833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:38.773724 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef39d-9112-4a97-9270-04dda685dbec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.788534 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.790603 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.812556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:38.813445 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 13ebe9b5-ae84-4ad9-87fd-9826ca14dc60 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:38.836822 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fba3da2b-3d2a-48ba-9549-2e27fb363ac8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.841589 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6ef39d-9112-4a97-9270-04dda685dbec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d354d9c1-99e8-47e2-a7a7-7b35bca06f78,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:38.849639 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a6ef39d-9112-4a97-9270-04dda685dbec admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.858220 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7a6ef39d-9112-4a97-9270-04dda685dbec admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d354d9c1-99e8-47e2-a7a7-7b35bca06f78 HTTP/1.1" status: 204 len: 168 time: 0.6602926 Jul 16 08:39:38.860842 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53916) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:38.878349 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f61037b5-d650-4f44-9276-343b76b778fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.924366 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.925643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a00a866-19f4-4b12-8a72-8a77ef3ae3da {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:39:38.945344 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.946528 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bfe3c3cf-50b9-43e4-90ac-f108e93873b4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7a00a866-19f4-4b12-8a72-8a77ef3ae3da HTTP/1.1" status: 204 len: 168 time: 3.2490871 Jul 16 08:39:38.957503 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53918) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:38.985852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 9d3d4375-6e86-429c-99d8-d986d445defa, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9d3d4375-6e86-429c-99d8-d986d445defa,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:39.005355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '9d3d4375-6e86-429c-99d8-d986d445defa', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '9d3d4375-6e86-429c-99d8-d986d445defa', 'mac_address': 'fa:16:3e:ca:4d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:39.077231 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.096268 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b429a788-8196-4f74-8d92-ee19db91b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.100460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3d4375-6e86-429c-99d8-d986d445defa {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:39.132244 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 9d3d4375-6e86-429c-99d8-d986d445defa, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9d3d4375-6e86-429c-99d8-d986d445defa,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:39.133604 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-0afc2900-2f0a-44b5-888c-ed31bea41f81 admin admin] Deleting subnet 4cd30183-8c15-4fb6-9bea-69738343bdb3 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:39.140011 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.148341 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0afc2900-2f0a-44b5-888c-ed31bea41f81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.183369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac53b9a9-b882-4262-94a8-085d0c01fb8e req-2fc8e31d-bec2-4665-a293-88e0246cc6ce tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:39.185700 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac53b9a9-b882-4262-94a8-085d0c01fb8e req-2fc8e31d-bec2-4665-a293-88e0246cc6ce tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2683904 Jul 16 08:39:39.230663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=9d3d4375-6e86-429c-99d8-d986d445defa,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:39.253730 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fa5ef3-f1fa-42c9-a454-0ed92f6ccbd2 req-8e034d30-45e7-4cd5-9ded-2f1d734faed0 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:39.261071 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79fa5ef3-f1fa-42c9-a454-0ed92f6ccbd2 req-8e034d30-45e7-4cd5-9ded-2f1d734faed0 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.4011853 Jul 16 08:39:39.278248 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0afc2900-2f0a-44b5-888c-ed31bea41f81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.350452 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac53b9a9-b882-4262-94a8-085d0c01fb8e req-a20d8e77-f764-4609-b82f-d7e9bccad5b3 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554925 Jul 16 08:39:39.450966 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b429a788-8196-4f74-8d92-ee19db91b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.459832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['9d3d4375-6e86-429c-99d8-d986d445defa'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:39.516734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b429a788-8196-4f74-8d92-ee19db91b549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa10a998-d0e5-4063-a211-2fadd75a43f8']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:39.525782 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f61037b5-d650-4f44-9276-343b76b778fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.549395 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79fa5ef3-f1fa-42c9-a454-0ed92f6ccbd2 req-76a992dc-f692-48fe-86e2-40334e8c6d5b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865810 Jul 16 08:39:39.581524 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f61037b5-d650-4f44-9276-343b76b778fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.595293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b429a788-8196-4f74-8d92-ee19db91b549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54fbf07c-460a-4096-9b91-7b87728cd333') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:39.600908 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b429a788-8196-4f74-8d92-ee19db91b549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54fbf07c-460a-4096-9b91-7b87728cd333') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:39.679287 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.713812 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b429a788-8196-4f74-8d92-ee19db91b549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.786911 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 71bab6bc-b2c7-42fb-a4f4-776905a15e42 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:39.800702 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b429a788-8196-4f74-8d92-ee19db91b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.815297 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f61037b5-d650-4f44-9276-343b76b778fa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95bad84a4a1c408992f5f32aeeead6e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5067713 Jul 16 08:39:39.820706 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53924) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:39.821203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 71bab6bc-b2c7-42fb-a4f4-776905a15e42 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:39.821789 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 71bab6bc-b2c7-42fb-a4f4-776905a15e42 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:39.822418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:39.831133 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b429a788-8196-4f74-8d92-ee19db91b549 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:39.831649 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b429a788-8196-4f74-8d92-ee19db91b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:39.835506 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:39.840311 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:39.840311 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:39.840311 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0afc2900-2f0a-44b5-888c-ed31bea41f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.852373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61037b5-d650-4f44-9276-343b76b778fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3ba5bc1-4e01-491f-bb75-f123ccbf940c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:39.870252 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:39.872258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0e8f74a7-f6c8-4853-9a6c-c1dafdf7b6ef not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:40.020045 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b429a788-8196-4f74-8d92-ee19db91b549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.032569 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b429a788-8196-4f74-8d92-ee19db91b549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.034614 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b429a788-8196-4f74-8d92-ee19db91b549 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fa10a998-d0e5-4063-a211-2fadd75a43f8 HTTP/1.1" status: 204 len: 168 time: 1.1580706 Jul 16 08:39:40.067346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429a788-8196-4f74-8d92-ee19db91b549 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa10a998-d0e5-4063-a211-2fadd75a43f8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:40.072096 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0afc2900-2f0a-44b5-888c-ed31bea41f81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.074797 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.124693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc2900-2f0a-44b5-888c-ed31bea41f81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cd30183-8c15-4fb6-9bea-69738343bdb3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:40.127012 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0afc2900-2f0a-44b5-888c-ed31bea41f81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.129030 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0afc2900-2f0a-44b5-888c-ed31bea41f81 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4cd30183-8c15-4fb6-9bea-69738343bdb3 HTTP/1.1" status: 204 len: 168 time: 1.1704757 Jul 16 08:39:40.139022 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53928) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:40.142209 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bbe325-e21e-4dec-9bb1-73f3ce78183d None None] Network 399a3acd-b554-4034-886e-067d0f0945d2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:40.149244 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.206589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68fb03-1147-42ea-b3c4-e2e17211e454 req-5e61fe4d-6206-4a1c-9db9-eca2642276b0 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:40.209102 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7c68fb03-1147-42ea-b3c4-e2e17211e454 req-5e61fe4d-6206-4a1c-9db9-eca2642276b0 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.3088846 Jul 16 08:39:40.301293 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.350735 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7c68fb03-1147-42ea-b3c4-e2e17211e454 req-451a9509-6c00-4a6f-ad34-b1776540da2f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237109 Jul 16 08:39:40.407303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53930) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:40.477502 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.484046 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.486999 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3ba5bc1-4e01-491f-bb75-f123ccbf940c HTTP/1.1" status: 204 len: 168 time: 0.6625681 Jul 16 08:39:40.534633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd09c7b-467d-4061-be55-432dfde2ccf2 req-e11c2cb0-1cce-4a26-878b-c35f7efd8668 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:40.543997 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-efd09c7b-467d-4061-be55-432dfde2ccf2 req-e11c2cb0-1cce-4a26-878b-c35f7efd8668 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.9596961 Jul 16 08:39:40.572214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3ba5bc1-4e01-491f-bb75-f123ccbf940c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:40.611439 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.resource_extend [None req-fba3da2b-3d2a-48ba-9549-2e27fb363ac8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:39:40.617325 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:40.618757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:40.619834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:40.627639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:40.628799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:40.629881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:40.630223 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5843d4-f13b-4884-b02a-bf5fda0ab706 None None] DHCP port deletion for 399a3acd-b554-4034-886e-067d0f0945d2 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:40.631869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:40.632839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:40.633767 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:40.634674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:40.635606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:40.636997 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-359ee4a2-225f-45e3-aa6b-0eab878f04a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:40.688586 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d6a47dfb-a66d-4355-b460-ef0c9ad476d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d17dbbf3a63843538b807137fd55f1e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2637188 Jul 16 08:39:40.703589 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53946) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:40.741450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8f5843d4-f13b-4884-b02a-bf5fda0ab706 None None] Deleting port 3903de0a-fe73-472a-9cf4-cfd64289b94c {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:40.741824 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8f5843d4-f13b-4884-b02a-bf5fda0ab706 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.758224 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-efd09c7b-467d-4061-be55-432dfde2ccf2 req-5af53d27-4973-45ac-b229-1493d5dcdbc6 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040105 Jul 16 08:39:40.785290 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fba3da2b-3d2a-48ba-9549-2e27fb363ac8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.793944 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c513d3a6-ead0-4fbb-ae43-abcdcb632b3e details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:40.795959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 9d3d4375-6e86-429c-99d8-d986d445defa up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:40.812673 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fba3da2b-3d2a-48ba-9549-2e27fb363ac8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.821411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] Deleting port 3903de0a-fe73-472a-9cf4-cfd64289b94c {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:40.823559 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.093579 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19a177c6-31f3-4194-8ad2-43347c81afb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.097363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca81722-4621-446c-9ce1-43bb996286e0 req-6fae126a-a209-49b3-b337-6d631242d059 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:41.100303 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca81722-4621-446c-9ce1-43bb996286e0 req-6fae126a-a209-49b3-b337-6d631242d059 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 949 time: 0.5345294 Jul 16 08:39:41.137349 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] For port 3903de0a-fe73-472a-9cf4-cfd64289b94c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3903de0a-fe73-472a-9cf4-cfd64289b94c,segment=NetworkSegment(e7cd922c-92d2-4856-9460-6da13c012e94),segment_id=e7cd922c-92d2-4856-9460-6da13c012e94)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:41.138526 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.178450 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] Calling delete_port for 3903de0a-fe73-472a-9cf4-cfd64289b94c owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:41.207785 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19a177c6-31f3-4194-8ad2-43347c81afb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.227086 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ca81722-4621-446c-9ce1-43bb996286e0 req-3bda68fb-e45d-407b-b93f-96594c05a8ab tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153655 Jul 16 08:39:41.369843 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-fba3da2b-3d2a-48ba-9549-2e27fb363ac8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Floating IP 24b324ae-62d0-4e4c-b875-a790429e58ed associated. External IP: 172.25.4.214, port: 19362c34-d5f6-4f9b-af89-b7af39297e18. Jul 16 08:39:41.404661 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.468638 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] Pushing event deleted for resources: {'Port': ['ID=3903de0a-fe73-472a-9cf4-cfd64289b94c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:41.486886 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] No DVR routers for this DVR port 3903de0a-fe73-472a-9cf4-cfd64289b94c on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:41.533216 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8f5843d4-f13b-4884-b02a-bf5fda0ab706 None None] For port 3903de0a-fe73-472a-9cf4-cfd64289b94c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3903de0a-fe73-472a-9cf4-cfd64289b94c,segment=NetworkSegment(e7cd922c-92d2-4856-9460-6da13c012e94),segment_id=e7cd922c-92d2-4856-9460-6da13c012e94)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:41.534967 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8f5843d4-f13b-4884-b02a-bf5fda0ab706 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.582845 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.628544 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3903de0a-fe73-472a-9cf4-cfd64289b94c no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:41.767143 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19a177c6-31f3-4194-8ad2-43347c81afb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.772809 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19a177c6-31f3-4194-8ad2-43347c81afb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.779804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 3903de0a-fe73-472a-9cf4-cfd64289b94c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:41.779804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3903de0a-fe73-472a-9cf4-cfd64289b94c not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:41.785982 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.resource_extend [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:39:41.791210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8f5843d4-f13b-4884-b02a-bf5fda0ab706 None None] Calling delete_port for 3903de0a-fe73-472a-9cf4-cfd64289b94c owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:41.799323 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-19a177c6-31f3-4194-8ad2-43347c81afb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9fcbf177-01dd-4d85-8906-a857135b1310 HTTP/1.1" status: 204 len: 168 time: 1.0927005 Jul 16 08:39:41.843737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a177c6-31f3-4194-8ad2-43347c81afb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fcbf177-01dd-4d85-8906-a857135b1310,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:41.895318 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.906876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 9d3d4375-6e86-429c-99d8-d986d445defa completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:41.960903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['399a3acd-b554-4034-886e-067d0f0945d2']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:42.017562 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7cd922c-92d2-4856-9460-6da13c012e94') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:42.017852 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7cd922c-92d2-4856-9460-6da13c012e94') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:42.020632 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 9d3d4375-6e86-429c-99d8-d986d445defa triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:42.021959 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.041824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb3f87c-063e-4a23-ae55-0c4c7093973b req-95bb9459-889a-4653-974f-471cedbda724 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:42.045300 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7cb3f87c-063e-4a23-ae55-0c4c7093973b req-95bb9459-889a-4653-974f-471cedbda724 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.7132332 Jul 16 08:39:42.088992 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.181361 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.215869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:42.216554 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.217388 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7cb3f87c-063e-4a23-ae55-0c4c7093973b req-764e13bd-7382-4286-b7f5-433a0d25c0fc tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216993 Jul 16 08:39:42.236722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ad65b-1207-4cb3-87f8-5634cde84ca5 req-896fe139-b2ab-4586-a63b-73fb28202623 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:42.250685 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-455ad65b-1207-4cb3-87f8-5634cde84ca5 req-896fe139-b2ab-4586-a63b-73fb28202623 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.5832691 Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:42.254393 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:42.267595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fba3da2b-3d2a-48ba-9549-2e27fb363ac8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Router 0ee05747-82a4-492e-bbc6-7adc36c15d1c has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:42.414737 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.430064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064addf3-bfc7-4750-acd1-8e926f49eb0b req-57b92dbe-5535-4e73-8d4f-1b999a8e3901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:42.432630 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-064addf3-bfc7-4750-acd1-8e926f49eb0b req-57b92dbe-5535-4e73-8d4f-1b999a8e3901 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 1097 time: 0.3720727 Jul 16 08:39:42.437033 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.443960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:42.444249 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] 10.222.0.20 "DELETE /v2.0/networks/399a3acd-b554-4034-886e-067d0f0945d2 HTTP/1.1" status: 204 len: 168 time: 2.3000059 Jul 16 08:39:42.455638 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-455ad65b-1207-4cb3-87f8-5634cde84ca5 req-b6f61ff0-7e30-4999-af35-6865d2753fa7 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030404 Jul 16 08:39:42.464657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'c513d3a6-ead0-4fbb-ae43-abcdcb632b3e', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'port_id': 'c513d3a6-ead0-4fbb-ae43-abcdcb632b3e', 'mac_address': 'fa:16:3e:1a:8a:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:42.521088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08261e3b-90a8-42a6-9b9b-2e9e891b790a admin admin] Pushing event deleted for resources: {'Network': ['ID=399a3acd-b554-4034-886e-067d0f0945d2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:42.622057 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-064addf3-bfc7-4750-acd1-8e926f49eb0b req-0cad5234-3869-468e-9a87-2f90fcf55305 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635520 Jul 16 08:39:42.668862 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba3da2b-3d2a-48ba-9549-2e27fb363ac8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:42.687270 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dd9495-4c58-4aa4-aefc-9a89223e7190 None None] Sync routers for ids ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:42.691001 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fba3da2b-3d2a-48ba-9549-2e27fb363ac8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.760216 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8f5843d4-f13b-4884-b02a-bf5fda0ab706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.763945 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dd9495-4c58-4aa4-aefc-9a89223e7190 None None] Routers {'0ee05747-82a4-492e-bbc6-7adc36c15d1c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:42.767290 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.768435 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-27dd9495-4c58-4aa4-aefc-9a89223e7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:39:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:42.852401 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fba3da2b-3d2a-48ba-9549-2e27fb363ac8 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "PUT /v2.0/floatingips/24b324ae-62d0-4e4c-b875-a790429e58ed HTTP/1.1" status: 200 len: 991 time: 4.1477520 Jul 16 08:39:42.852401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': '19362c34-d5f6-4f9b-af89-b7af39297e18'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:42.859033 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9041168b-991e-4476-8689-0e1d8ea64244" -d '{"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "19362c34-d5f6-4f9b-af89-b7af39297e18"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:42.885802 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5843d4-f13b-4884-b02a-bf5fda0ab706 None None] Pushing event deleted for resources: {'Port': ['ID=3903de0a-fe73-472a-9cf4-cfd64289b94c,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:42.926916 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.953587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8f5843d4-f13b-4884-b02a-bf5fda0ab706 None None] Network 399a3acd-b554-4034-886e-067d0f0945d2 is not hosted by any dhcp agent {{(pid=93696) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:39:42.954739 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5843d4-f13b-4884-b02a-bf5fda0ab706 None None] No DVR routers for this DVR port 3903de0a-fe73-472a-9cf4-cfd64289b94c on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:42.977521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c513d3a6-ead0-4fbb-ae43-abcdcb632b3e {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:43.016971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7a43c-08db-4e6e-a512-34c64d69e185 req-92f54142-26b2-43e1-b200-d3729bbde23a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:43.019450 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-22e7a43c-08db-4e6e-a512-34c64d69e185 req-92f54142-26b2-43e1-b200-d3729bbde23a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 949 time: 0.2163119 Jul 16 08:39:43.077423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a36378-51df-495d-b5b1-b4b2f1c82d62 req-6a06fbba-936a-4aa1-b379-ec350b08641e tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:43.082394 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2a36378-51df-495d-b5b1-b4b2f1c82d62 req-6a06fbba-936a-4aa1-b379-ec350b08641e tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.2119839 Jul 16 08:39:43.096390 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-27dd9495-4c58-4aa4-aefc-9a89223e7190 None None] Set router 0ee05747-82a4-492e-bbc6-7adc36c15d1c gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:43.096670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 9d3d4375-6e86-429c-99d8-d986d445defa, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9d3d4375-6e86-429c-99d8-d986d445defa,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:43.111932 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3d4375-6e86-429c-99d8-d986d445defa'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:43.121355 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee462d2d-973a-414b-a574-b006293c9b2b" -d '{"events": [{"server_uuid": "6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e", "name": "network-vif-plugged", "status": "completed", "tag": "9d3d4375-6e86-429c-99d8-d986d445defa"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:43.149040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54004) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:43.152113 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.225296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2a36378-51df-495d-b5b1-b4b2f1c82d62 req-9cd010ea-3066-4a55-aa60-04a16ea0b118 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156926 Jul 16 08:39:43.247348 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-22e7a43c-08db-4e6e-a512-34c64d69e185 req-a2e7ec85-0e81-4d9d-8565-0329ef138a81 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166698 Jul 16 08:39:43.381326 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:43.423343 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cd582142-6d49-47b8-b8eb-eb55fb56df26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f363e20e74d34effa61fbc742122c800&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694769 Jul 16 08:39:43.425206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54012) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:43.456587 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.559573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=9d3d4375-6e86-429c-99d8-d986d445defa,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:43.662672 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9408654-60ba-45c0-b0ac-f8731438edb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.803111 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-27dd9495-4c58-4aa4-aefc-9a89223e7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:49Z', 'updated_at': '2021-07-16T08:37:01Z', 'revision_number': 4, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'gw_port': {'id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '24b324ae-62d0-4e4c-b875-a790429e58ed', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'port_id': '19362c34-d5f6-4f9b-af89-b7af39297e18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'mac_address': 'fa:16:3e:ed:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:37:52Z', 'updated_at': '2021-07-16T08:39:40Z', 'revision_number': 1, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6101dfb1-655a-4876-a8cd-8f99af4f36e5', 'name': '', 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'mac_address': 'fa:16:3e:73:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:37:07Z', 'revision_number': 5, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'subnets': [{'id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:43.832058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:43.840455 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['c513d3a6-ead0-4fbb-ae43-abcdcb632b3e'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:43.900590 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dd9495-4c58-4aa4-aefc-9a89223e7190 None None] Checking router: 0ee05747-82a4-492e-bbc6-7adc36c15d1c for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:43.926301 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dd9495-4c58-4aa4-aefc-9a89223e7190 None None] Routers {'0ee05747-82a4-492e-bbc6-7adc36c15d1c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:43.928242 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-27dd9495-4c58-4aa4-aefc-9a89223e7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:39:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:43.940707 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9408654-60ba-45c0-b0ac-f8731438edb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.954643 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f585195d-2c08-45e2-9d9d-8c3d9fb83eac x-openstack-request-id: req-f585195d-2c08-45e2-9d9d-8c3d9fb83eac {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:43.954920 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "tag": "19362c34-d5f6-4f9b-af89-b7af39297e18", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:43.957103 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f585195d-2c08-45e2-9d9d-8c3d9fb83eac {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:43.958533 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'tag': '19362c34-d5f6-4f9b-af89-b7af39297e18', 'status': 'completed', 'code': 200} Jul 16 08:39:44.115795 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd77fa0-1500-4854-ac68-ce427253039a x-openstack-request-id: req-cdd77fa0-1500-4854-ac68-ce427253039a {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:44.119821 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e", "name": "network-vif-plugged", "status": "completed", "tag": "9d3d4375-6e86-429c-99d8-d986d445defa", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:44.122161 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cdd77fa0-1500-4854-ac68-ce427253039a {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:44.140095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c744d-65ea-47c2-a646-d1c41a0ab2b5 req-9091a2b6-ddab-4c65-ba9e-297bd7aefda2 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.141474 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3d4375-6e86-429c-99d8-d986d445defa', 'code': 200} Jul 16 08:39:44.141807 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-984c744d-65ea-47c2-a646-d1c41a0ab2b5 req-9091a2b6-ddab-4c65-ba9e-297bd7aefda2 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.3613663 Jul 16 08:39:44.197439 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9408654-60ba-45c0-b0ac-f8731438edb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.226244 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9408654-60ba-45c0-b0ac-f8731438edb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.228788 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e9408654-60ba-45c0-b0ac-f8731438edb5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e7d904af-6775-4052-a2d5-d1e662b617c5 HTTP/1.1" status: 204 len: 168 time: 0.8018320 Jul 16 08:39:44.275973 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041168b-991e-4476-8689-0e1d8ea64244 req-df60f380-0188-4869-ab8e-3da56bb28745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.287141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041168b-991e-4476-8689-0e1d8ea64244 req-df60f380-0188-4869-ab8e-3da56bb28745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.290553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041168b-991e-4476-8689-0e1d8ea64244 req-df60f380-0188-4869-ab8e-3da56bb28745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.293851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041168b-991e-4476-8689-0e1d8ea64244 req-df60f380-0188-4869-ab8e-3da56bb28745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.295263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041168b-991e-4476-8689-0e1d8ea64244 req-df60f380-0188-4869-ab8e-3da56bb28745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.298517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041168b-991e-4476-8689-0e1d8ea64244 req-df60f380-0188-4869-ab8e-3da56bb28745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.299696 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041168b-991e-4476-8689-0e1d8ea64244 req-df60f380-0188-4869-ab8e-3da56bb28745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.312885 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9041168b-991e-4476-8689-0e1d8ea64244 req-df60f380-0188-4869-ab8e-3da56bb28745 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8722177fc6ea499891c4ef1fb2062076&device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 6508 time: 0.3310914 Jul 16 08:39:44.340079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9408654-60ba-45c0-b0ac-f8731438edb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7d904af-6775-4052-a2d5-d1e662b617c5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:44.385933 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-984c744d-65ea-47c2-a646-d1c41a0ab2b5 req-f649e706-2e40-4382-ae33-cfeece4a6d68 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267921 Jul 16 08:39:44.720338 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7e3c32-953f-4a95-9d99-240ea667484d req-cb4aaffb-f5c8-47f3-a860-13ed2416b8e3 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.733738 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae7e3c32-953f-4a95-9d99-240ea667484d req-cb4aaffb-f5c8-47f3-a860-13ed2416b8e3 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.1184943 Jul 16 08:39:44.742606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041168b-991e-4476-8689-0e1d8ea64244 req-8940f22b-6976-4cbd-8343-22eff2afc571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.746010 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9041168b-991e-4476-8689-0e1d8ea64244 req-8940f22b-6976-4cbd-8343-22eff2afc571 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2055bc3a-708e-4fbd-bdcb-dd6830ef6991 HTTP/1.1" status: 200 len: 917 time: 0.2786262 Jul 16 08:39:44.749091 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-27dd9495-4c58-4aa4-aefc-9a89223e7190 None None] Set router 0ee05747-82a4-492e-bbc6-7adc36c15d1c gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:44.841226 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0363ffd7-e716-4675-a976-447ef52c19fd req-5c707a74-ed65-4f46-862a-a0ddf4500058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.844216 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0363ffd7-e716-4675-a976-447ef52c19fd req-5c707a74-ed65-4f46-862a-a0ddf4500058 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 1102 time: 0.6069465 Jul 16 08:39:44.859048 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae7e3c32-953f-4a95-9d99-240ea667484d req-51a471d6-da7b-40a8-86b4-165588f5563c tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217287 Jul 16 08:39:44.963668 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0363ffd7-e716-4675-a976-447ef52c19fd req-62168ed5-c27f-4cb2-bc61-04e93bdf13ab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730596 Jul 16 08:39:45.043856 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9041168b-991e-4476-8689-0e1d8ea64244 req-66b12d3c-d219-40fb-8717-0060ec545816 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19362c34-d5f6-4f9b-af89-b7af39297e18 HTTP/1.1" status: 200 len: 999 time: 0.2801430 Jul 16 08:39:45.146645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d178e9f-d440-44a4-b6d4-7006861d0bfc req-db6c0f56-8844-4852-967c-47e54fff98ba tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:45.157123 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-27dd9495-4c58-4aa4-aefc-9a89223e7190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:49Z', 'updated_at': '2021-07-16T08:37:01Z', 'revision_number': 4, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'gw_port': {'id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '24b324ae-62d0-4e4c-b875-a790429e58ed', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'port_id': '19362c34-d5f6-4f9b-af89-b7af39297e18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'mac_address': 'fa:16:3e:ed:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:37:52Z', 'updated_at': '2021-07-16T08:39:40Z', 'revision_number': 1, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6101dfb1-655a-4876-a8cd-8f99af4f36e5', 'name': '', 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'mac_address': 'fa:16:3e:73:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:37:07Z', 'revision_number': 5, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'subnets': [{'id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:45.164797 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d178e9f-d440-44a4-b6d4-7006861d0bfc req-db6c0f56-8844-4852-967c-47e54fff98ba tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 945 time: 0.4107175 Jul 16 08:39:45.226192 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dd9495-4c58-4aa4-aefc-9a89223e7190 None None] The sync data for ids ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'] in n-d-758944-46 is: [{'id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:49Z', 'updated_at': '2021-07-16T08:37:01Z', 'revision_number': 4, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'gw_port': {'id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '24b324ae-62d0-4e4c-b875-a790429e58ed', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'floating_ip_address': '172.25.4.214', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'port_id': '19362c34-d5f6-4f9b-af89-b7af39297e18', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'mac_address': 'fa:16:3e:ed:4a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:37:52Z', 'updated_at': '2021-07-16T08:39:40Z', 'revision_number': 1, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6101dfb1-655a-4876-a8cd-8f99af4f36e5', 'name': '', 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'mac_address': 'fa:16:3e:73:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:37:07Z', 'revision_number': 5, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'subnets': [{'id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:45.248045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041168b-991e-4476-8689-0e1d8ea64244 req-312eb349-90f8-46aa-bf5b-d177982f520f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:45.251782 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9041168b-991e-4476-8689-0e1d8ea64244 req-312eb349-90f8-46aa-bf5b-d177982f520f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43909eb2-c2e2-4352-8c3b-116900d301bb HTTP/1.1" status: 200 len: 856 time: 0.2013493 Jul 16 08:39:45.309331 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d178e9f-d440-44a4-b6d4-7006861d0bfc req-a9b59eb1-3d52-4bd9-a117-6da656b90302 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398323 Jul 16 08:39:45.498166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c513d3a6-ead0-4fbb-ae43-abcdcb632b3e up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:45.524059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce227c86-13e3-4050-9d94-efd723ce1378 req-dd108a14-9ef3-4410-b820-0f5922227b8e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:45.537770 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ce227c86-13e3-4050-9d94-efd723ce1378 req-dd108a14-9ef3-4410-b820-0f5922227b8e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.2102442 Jul 16 08:39:45.565247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041168b-991e-4476-8689-0e1d8ea64244 req-8da83e57-ac59-4f69-9e66-d5923c657c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:45.577405 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9041168b-991e-4476-8689-0e1d8ea64244 req-8da83e57-ac59-4f69-9e66-d5923c657c8f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2055bc3a-708e-4fbd-bdcb-dd6830ef6991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3121941 Jul 16 08:39:45.647981 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ce227c86-13e3-4050-9d94-efd723ce1378 req-499a5e33-c478-463e-a502-bc0d87708d62 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092718 Jul 16 08:39:45.748103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:45.748479 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.820968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-0e058434-9c5f-4ce3-8bb6-ddd92286a045 req-797dc937-ecb1-4f3c-b275-5b2c0c3109ac tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1329683227', 'description': 'tempest-description-662918465'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:45.891389 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0e058434-9c5f-4ce3-8bb6-ddd92286a045 req-797dc937-ecb1-4f3c-b275-5b2c0c3109ac tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.906158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31c21d11-b9ad-42f5-9175-759ffdd012df None None] New status for floating IP 24b324ae-62d0-4e4c-b875-a790429e58ed: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:39:45.925455 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9041168b-991e-4476-8689-0e1d8ea64244 req-d363c488-33ca-449b-a20e-721c6781f0fc service neutron] 10.222.0.38 "GET /v2.0/networks/2055bc3a-708e-4fbd-bdcb-dd6830ef6991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458033 Jul 16 08:39:46.100127 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9041168b-991e-4476-8689-0e1d8ea64244 req-a771f386-09a2-400c-b140-49299f1fb2d8 service neutron] 10.222.0.38 "GET /v2.0/networks/2055bc3a-708e-4fbd-bdcb-dd6830ef6991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685727 Jul 16 08:39:46.181060 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0e058434-9c5f-4ce3-8bb6-ddd92286a045 req-797dc937-ecb1-4f3c-b275-5b2c0c3109ac tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.191473 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0e058434-9c5f-4ce3-8bb6-ddd92286a045 req-797dc937-ecb1-4f3c-b275-5b2c0c3109ac tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.244205 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.281135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca02745c-b002-4bae-abdc-42f0a54f7461 req-8be73f9d-b067-49c5-b9ca-91415e47b3ee tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:46.290892 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca02745c-b002-4bae-abdc-42f0a54f7461 req-8be73f9d-b067-49c5-b9ca-91415e47b3ee tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1817100 Jul 16 08:39:46.296904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dc937-ecb1-4f3c-b275-5b2c0c3109ac tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33f62974-cd1e-45f6-a142-814f0b93c306,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:46.326961 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0e058434-9c5f-4ce3-8bb6-ddd92286a045 req-797dc937-ecb1-4f3c-b275-5b2c0c3109ac tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.360767 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0e058434-9c5f-4ce3-8bb6-ddd92286a045 req-797dc937-ecb1-4f3c-b275-5b2c0c3109ac tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 0.6049027 Jul 16 08:39:46.420577 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca02745c-b002-4bae-abdc-42f0a54f7461 req-f9ebef9e-6f97-426c-b91c-91e6259983c9 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226428 Jul 16 08:39:46.664287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cf9027-0659-4d4c-a258-667c7e9975b6 req-8622f98b-da1e-41cc-b695-f5e49df4a744 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:46.673975 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a9cf9027-0659-4d4c-a258-667c7e9975b6 req-8622f98b-da1e-41cc-b695-f5e49df4a744 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 945 time: 0.1103644 Jul 16 08:39:46.676950 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be85f808-bf42-42eb-a9f9-7a2bdf65f590 req-02821d8f-976b-4b61-877f-6738db87d3ba tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1329683227&fields=id&tenant_id=81c311d375bd422990bb2841b548ce09 HTTP/1.1" status: 200 len: 267 time: 0.0915585 Jul 16 08:39:46.740548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a9cf9027-0659-4d4c-a258-667c7e9975b6 req-bf66b901-2e14-4200-a883-0e638580c7c7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619919 Jul 16 08:39:46.890674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85f808-bf42-42eb-a9f9-7a2bdf65f590 req-898f02ca-1695-4574-86af-d82715070243 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:46.906199 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be85f808-bf42-42eb-a9f9-7a2bdf65f590 req-898f02ca-1695-4574-86af-d82715070243 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.2255092 Jul 16 08:39:46.921403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-be85f808-bf42-42eb-a9f9-7a2bdf65f590 req-6affb6f2-0ebd-4ed2-b1b6-d6766ca0b74b tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Request body: {'port': {'security_groups': ['6924b5d4-9506-4c44-9bec-a0bea7df14e2', '33f62974-cd1e-45f6-a142-814f0b93c306']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:47.046036 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:47.049708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a0bf66-769d-4f6a-bc42-853e33eb8c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c513d3a6-ead0-4fbb-ae43-abcdcb632b3e'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:47.056863 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620036d8-5d16-49f1-9bf6-77d30bf82a26" -d '{"events": [{"server_uuid": "43a0bf66-769d-4f6a-bc42-853e33eb8c18", "name": "network-vif-plugged", "status": "completed", "tag": "c513d3a6-ead0-4fbb-ae43-abcdcb632b3e"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:47.066932 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.201039 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-be85f808-bf42-42eb-a9f9-7a2bdf65f590 req-6affb6f2-0ebd-4ed2-b1b6-d6766ca0b74b tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.227699 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:47.265071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c42a555-af0b-4b24-a5a9-83db0e9a9f4f req-edfc2bb1-38f7-4a98-a090-6371b14842ba tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:47.270602 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c42a555-af0b-4b24-a5a9-83db0e9a9f4f req-edfc2bb1-38f7-4a98-a090-6371b14842ba tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2591534 Jul 16 08:39:47.374632 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c42a555-af0b-4b24-a5a9-83db0e9a9f4f req-a7bee990-24d9-4464-addc-0ea6e0a952e8 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894580 Jul 16 08:39:47.744361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf49a1a-bd97-4e80-99b4-1e4990ac4234 req-46608e77-2a57-45ef-9eea-1c727271596d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:47.754705 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cf49a1a-bd97-4e80-99b4-1e4990ac4234 req-46608e77-2a57-45ef-9eea-1c727271596d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.0953696 Jul 16 08:39:47.822337 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-be85f808-bf42-42eb-a9f9-7a2bdf65f590 req-6affb6f2-0ebd-4ed2-b1b6-d6766ca0b74b tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] For port b0cef12f-1cda-45d2-83d0-bc14c1a0f146, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146,segment=NetworkSegment(ab49bb80-1fbe-4fec-af55-8823df476b46),segment_id=ab49bb80-1fbe-4fec-af55-8823df476b46)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:47.880910 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cf49a1a-bd97-4e80-99b4-1e4990ac4234 req-185647d9-c9d3-44c5-bd87-39900dbd5a05 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244707 Jul 16 08:39:47.921098 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-be85f808-bf42-42eb-a9f9-7a2bdf65f590 req-6affb6f2-0ebd-4ed2-b1b6-d6766ca0b74b tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.948667 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-be85f808-bf42-42eb-a9f9-7a2bdf65f590 req-6affb6f2-0ebd-4ed2-b1b6-d6766ca0b74b tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.964836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b0cef12f-1cda-45d2-83d0-bc14c1a0f146'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:48.073093 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b658e97-e422-451f-82c7-4b7e1e70023c x-openstack-request-id: req-2b658e97-e422-451f-82c7-4b7e1e70023c {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:48.075377 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a0bf66-769d-4f6a-bc42-853e33eb8c18", "name": "network-vif-plugged", "status": "completed", "tag": "c513d3a6-ead0-4fbb-ae43-abcdcb632b3e", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:48.077902 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b658e97-e422-451f-82c7-4b7e1e70023c {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:48.081282 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0bf66-769d-4f6a-bc42-853e33eb8c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c513d3a6-ead0-4fbb-ae43-abcdcb632b3e', 'code': 200} Jul 16 08:39:48.101178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be85f808-bf42-42eb-a9f9-7a2bdf65f590 req-6affb6f2-0ebd-4ed2-b1b6-d6766ca0b74b tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:48.105322 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-be85f808-bf42-42eb-a9f9-7a2bdf65f590 req-6affb6f2-0ebd-4ed2-b1b6-d6766ca0b74b tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.113164 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be85f808-bf42-42eb-a9f9-7a2bdf65f590 req-6affb6f2-0ebd-4ed2-b1b6-d6766ca0b74b tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "PUT /v2.0/ports/b0cef12f-1cda-45d2-83d0-bc14c1a0f146 HTTP/1.1" status: 200 len: 981 time: 1.2016556 Jul 16 08:39:48.114096 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54116) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:48.114259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'tag': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:48.116541 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48193d18-b399-4357-80ca-6f9895794bd4" -d '{"events": [{"name": "network-changed", "server_uuid": "8df6499b-4ac4-4370-900b-bd6de790e5df", "tag": "b0cef12f-1cda-45d2-83d0-bc14c1a0f146"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:48.234895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6affb6f2-0ebd-4ed2-b1b6-d6766ca0b74b tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Pushing event updated for resources: {'Port': ['ID=b0cef12f-1cda-45d2-83d0-bc14c1a0f146,revision_number=6']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:48.252415 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b0cef12f-1cda-45d2-83d0-bc14c1a0f146'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:48.415043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-347433352-network', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:48.468124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Made reservation on behalf of 46303320ff7f4d03aa15dd678ab3bee8 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:48.472371 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.495932 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.645755 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.662208 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.687675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196cae42-9137-4839-8aa3-7eb018f70310 req-1c0d2dfa-043b-410f-9f70-b4a6ec4219e7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:48.696708 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-196cae42-9137-4839-8aa3-7eb018f70310 req-1c0d2dfa-043b-410f-9f70-b4a6ec4219e7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.3496318 Jul 16 08:39:48.740315 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:48.791032 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-196cae42-9137-4839-8aa3-7eb018f70310 req-99e1916a-5644-45fa-88a0-5032aa1d6fc2 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935080 Jul 16 08:39:48.813749 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.813749 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Added segment 743d25d6-1915-4c71-bb53-2c00b3df4fdc of type vlan for network ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 Jul 16 08:39:48.842947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831b5330-79a9-4a1a-b7c7-b8f4773e5a33,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:48.864421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:48.867030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:48.869345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:48.869345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:48.869665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:48.870122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:48.870243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:48.871051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:48.871469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:48.871807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:48.872137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:48.876765 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:49.007305 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.280453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.281732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:49.283081 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.465671 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3505528 Jul 16 08:39:49.481455 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54146) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:49.564344 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fc9ecf4b-2166-4043-b315-2e8b33a29297 req-41b0ef4d-29e8-49f0-b870-4dc40961eb8e tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1329683227&fields=id&tenant_id=81c311d375bd422990bb2841b548ce09 HTTP/1.1" status: 200 len: 267 time: 0.1507065 Jul 16 08:39:49.612006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4c3a1071-de60-46cb-943e-ff297d44515e admin admin] Request body: {'subnet': {'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-347433352-subnet', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:49.625348 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dce1327a-d39c-4ec2-8aad-389cd2d7b2a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4625514 Jul 16 08:39:49.656282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec87ab-5be7-4fcb-a92c-4d689e59c4e7 req-c1693664-5610-457f-bd9f-6ccec6b0f35e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:49.659128 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6fec87ab-5be7-4fcb-a92c-4d689e59c4e7 req-c1693664-5610-457f-bd9f-6ccec6b0f35e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.5611932 Jul 16 08:39:49.660164 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a1844-05a6-41ff-85dc-425b4845bd4e admin admin] Pushing event updated for resources: {'Network': ['ID=ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:49.677003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:49.724371 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ecf4b-2166-4043-b315-2e8b33a29297 req-93f1b1b5-3f85-4149-a08b-deed3ea0d4c5 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:49.728189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fc9ecf4b-2166-4043-b315-2e8b33a29297 req-93f1b1b5-3f85-4149-a08b-deed3ea0d4c5 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 984 time: 0.1576843 Jul 16 08:39:49.752167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-fc9ecf4b-2166-4043-b315-2e8b33a29297 req-54c41c77-fcd7-4a5c-8054-96c9afec3cfa tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Request body: {'port': {'security_groups': ['6924b5d4-9506-4c44-9bec-a0bea7df14e2']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:49.879276 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6fec87ab-5be7-4fcb-a92c-4d689e59c4e7 req-ba43f989-5afb-41c5-ad49-d3d91d086b66 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073627 Jul 16 08:39:49.881965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3a1071-de60-46cb-943e-ff297d44515e admin admin] Made reservation on behalf of 46303320ff7f4d03aa15dd678ab3bee8 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:49.893879 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1071-de60-46cb-943e-ff297d44515e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.045904 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fc9ecf4b-2166-4043-b315-2e8b33a29297 req-54c41c77-fcd7-4a5c-8054-96c9afec3cfa tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.166651 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5ed2d9-2c04-4f30-a0e6-eb406a41afcd x-openstack-request-id: req-5e5ed2d9-2c04-4f30-a0e6-eb406a41afcd {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:50.167088 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df6499b-4ac4-4370-900b-bd6de790e5df", "tag": "b0cef12f-1cda-45d2-83d0-bc14c1a0f146", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:50.167300 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e5ed2d9-2c04-4f30-a0e6-eb406a41afcd {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:50.167847 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'tag': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146', 'status': 'completed', 'code': 200} Jul 16 08:39:50.347502 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1071-de60-46cb-943e-ff297d44515e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.469525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48193d18-b399-4357-80ca-6f9895794bd4 req-eb7422ad-1dcf-42c5-9c1b-49f4d5f71ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:50.476741 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-48193d18-b399-4357-80ca-6f9895794bd4 req-eb7422ad-1dcf-42c5-9c1b-49f4d5f71ba6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c311d375bd422990bb2841b548ce09&device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 1136 time: 0.3149552 Jul 16 08:39:50.614491 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a1071-de60-46cb-943e-ff297d44515e admin admin] Pushing event updated for resources: {'Subnet': ['ID=fad49db9-2978-448c-81ea-10717ca5b65f,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:50.648323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3a1071-de60-46cb-943e-ff297d44515e admin admin] Checking segment: {'id': '743d25d6-1915-4c71-bb53-2c00b3df4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:50.648900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3a1071-de60-46cb-943e-ff297d44515e admin admin] Network hostable DHCP agents. Network: ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:50.694342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3a1071-de60-46cb-943e-ff297d44515e admin admin] Network ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:50.712558 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4c3a1071-de60-46cb-943e-ff297d44515e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:50.733528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3a1071-de60-46cb-943e-ff297d44515e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:50.735104 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c3a1071-de60-46cb-943e-ff297d44515e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.736390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b0149a-d929-494c-a280-ae6e16674204 None None] Network ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:50.774261 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4c3a1071-de60-46cb-943e-ff297d44515e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1716776 Jul 16 08:39:50.775299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54180) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:50.795185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:50.883666 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.885031 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.102779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-fc9ecf4b-2166-4043-b315-2e8b33a29297 req-54c41c77-fcd7-4a5c-8054-96c9afec3cfa tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] For port b0cef12f-1cda-45d2-83d0-bc14c1a0f146, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146,segment=NetworkSegment(ab49bb80-1fbe-4fec-af55-8823df476b46),segment_id=ab49bb80-1fbe-4fec-af55-8823df476b46)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:51.116353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48193d18-b399-4357-80ca-6f9895794bd4 req-d37244f2-747c-4c65-87e3-5fd2a157e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:51.127262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-48193d18-b399-4357-80ca-6f9895794bd4 req-d37244f2-747c-4c65-87e3-5fd2a157e14d service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99 HTTP/1.1" status: 200 len: 920 time: 0.6407304 Jul 16 08:39:51.237387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'fixed_ips': [{'subnet_id': 'fad49db9-2978-448c-81ea-10717ca5b65f'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:51.237646 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.240430 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.370072 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-48193d18-b399-4357-80ca-6f9895794bd4 req-f31faf3e-d67c-4c93-8f88-944bb2f4784e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146 HTTP/1.1" status: 200 len: 217 time: 0.2115567 Jul 16 08:39:51.384654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5cac5e-44d8-493b-8ce6-d2db530163d8 req-2c76ce2d-f3fd-40d6-9785-ba3f282a0b32 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:51.395063 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e5cac5e-44d8-493b-8ce6-d2db530163d8 req-2c76ce2d-f3fd-40d6-9785-ba3f282a0b32 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.3211882 Jul 16 08:39:51.522332 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.541038 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54188) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:51.559939 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fc9ecf4b-2166-4043-b315-2e8b33a29297 req-54c41c77-fcd7-4a5c-8054-96c9afec3cfa tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.580093 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fc9ecf4b-2166-4043-b315-2e8b33a29297 req-54c41c77-fcd7-4a5c-8054-96c9afec3cfa tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.590424 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e5cac5e-44d8-493b-8ce6-d2db530163d8 req-ba077552-be3f-4aac-a5cf-78ebc1346846 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936777 Jul 16 08:39:51.616150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b0cef12f-1cda-45d2-83d0-bc14c1a0f146'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:51.777273 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9ecf4b-2166-4043-b315-2e8b33a29297 req-54c41c77-fcd7-4a5c-8054-96c9afec3cfa tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:51.782033 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fc9ecf4b-2166-4043-b315-2e8b33a29297 req-54c41c77-fcd7-4a5c-8054-96c9afec3cfa tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.790471 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fc9ecf4b-2166-4043-b315-2e8b33a29297 req-54c41c77-fcd7-4a5c-8054-96c9afec3cfa tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "PUT /v2.0/ports/b0cef12f-1cda-45d2-83d0-bc14c1a0f146 HTTP/1.1" status: 200 len: 942 time: 2.0535736 Jul 16 08:39:51.930346 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b0cef12f-1cda-45d2-83d0-bc14c1a0f146'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:51.971983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48193d18-b399-4357-80ca-6f9895794bd4 req-989f821b-7376-4ae7-a3c9-75bb7c14bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:51.986784 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-48193d18-b399-4357-80ca-6f9895794bd4 req-989f821b-7376-4ae7-a3c9-75bb7c14bc66 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a36e81aa-10af-4026-b5e6-d83dbb4e6485 HTTP/1.1" status: 200 len: 860 time: 0.5974491 Jul 16 08:39:52.263357 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Allocated IP 172.20.0.2 (ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8/fad49db9-2978-448c-81ea-10717ca5b65f/4649c543-9cd7-40ec-9297-c4fde657278e) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:52.497511 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.592754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc292afd-1074-4798-b666-aad95cdb6c23 req-3e80414e-d39e-4172-8c2b-2214e169e1ea tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:52.620189 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'tag': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:52.624710 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99f4733-12c7-4873-b07e-379979ae3f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "8df6499b-4ac4-4370-900b-bd6de790e5df", "tag": "b0cef12f-1cda-45d2-83d0-bc14c1a0f146"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:52.628141 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6b5002d5-1e8a-481f-92b7-deeb8376634e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.628857 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cc292afd-1074-4798-b666-aad95cdb6c23 req-3e80414e-d39e-4172-8c2b-2214e169e1ea tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.5238419 Jul 16 08:39:52.637176 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-48193d18-b399-4357-80ca-6f9895794bd4 req-4eb9aa50-514b-4e8d-9ee0-25393380548f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6217849 Jul 16 08:39:52.651852 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c41c77-fcd7-4a5c-8054-96c9afec3cfa tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Pushing event updated for resources: {'Port': ['ID=b0cef12f-1cda-45d2-83d0-bc14c1a0f146,revision_number=7']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:52.685023 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.812628 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-48193d18-b399-4357-80ca-6f9895794bd4 req-f0c4716e-1d4f-4884-ae32-12ce864f9b8f service neutron] 10.222.0.38 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632204 Jul 16 08:39:53.059032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba4bec-db65-4d6e-88b5-cffddbc5c08f req-19d2cd1c-0fd5-4fbc-896d-657b1ff4e11e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:53.061104 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46ba4bec-db65-4d6e-88b5-cffddbc5c08f req-19d2cd1c-0fd5-4fbc-896d-657b1ff4e11e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.9271717 Jul 16 08:39:53.125243 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cc292afd-1074-4798-b666-aad95cdb6c23 req-4e2f689e-710f-464a-8e9a-1b5df8633b0e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455824 Jul 16 08:39:53.215502 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Allocated IP 172.25.4.234 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/11cc1eb0-0930-49d7-87d4-176b56191437) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:53.215752 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-48193d18-b399-4357-80ca-6f9895794bd4 req-9c59c774-e327-4a4a-b60b-d9161b6b39d1 service neutron] 10.222.0.38 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3930182 Jul 16 08:39:53.221920 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46ba4bec-db65-4d6e-88b5-cffddbc5c08f req-d6edb638-d689-40ae-9e4a-5d65e8a960e6 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513121 Jul 16 08:39:53.344550 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6b5002d5-1e8a-481f-92b7-deeb8376634e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.347736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dce873d8-75be-411a-aff8-330062bb8eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:53.353792 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dce873d8-75be-411a-aff8-330062bb8eae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 1102 time: 0.3559871 Jul 16 08:39:53.563730 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.583994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Transition to ACTIVE for port object 4649c543-9cd7-40ec-9297-c4fde657278e will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:53.622680 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Transition to ACTIVE for port object 4649c543-9cd7-40ec-9297-c4fde657278e will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:53.625789 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6b5002d5-1e8a-481f-92b7-deeb8376634e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.680561 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.680888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-0420e86c-4ae0-434f-9e2b-c79d09a34fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:53.689068 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-0420e86c-4ae0-434f-9e2b-c79d09a34fde service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3145406 Jul 16 08:39:53.715660 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6b5002d5-1e8a-481f-92b7-deeb8376634e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d1e3b8896ace4a3c811ff9716d637281&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1516705 Jul 16 08:39:53.731123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54214) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:53.783890 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Network ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:53.800246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:53.814412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:53.840471 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Pushing event updated for resources: {'Port': ['ID=4649c543-9cd7-40ec-9297-c4fde657278e,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:53.883314 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.903636 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:53.903964 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-e2737815-786a-4578-b630-99f8625abd99 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4355834 Jul 16 08:39:53.904144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:53.904626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:53.904967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:53.905346 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:53.905872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:53.906199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:53.906524 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:53.906841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:53.907300 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:53.907712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:53.908046 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:53.908924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:53.955445 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Attempting to bind port 4649c543-9cd7-40ec-9297-c4fde657278e on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:53.955445 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Attempting to bind port 4649c543-9cd7-40ec-9297-c4fde657278e by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '743d25d6-1915-4c71-bb53-2c00b3df4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:53.955956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Attempting to bind port 4649c543-9cd7-40ec-9297-c4fde657278e on network ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:53.962119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:53.962431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Checking segment: {'id': '743d25d6-1915-4c71-bb53-2c00b3df4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:53.962870 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.963344 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Bound using segment: {'id': '743d25d6-1915-4c71-bb53-2c00b3df4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:53.964780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Bound port: 4649c543-9cd7-40ec-9297-c4fde657278e, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743d25d6-1915-4c71-bb53-2c00b3df4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:53.965794 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.976254 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e01a0b29-f8c0-4c5e-9b5a-9736dbb7a954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.000292 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.001452 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-f9b0261a-17c2-492b-8beb-41f8eb5f3ce9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9d3d4375-6e86-429c-99d8-d986d445defa HTTP/1.1" status: 200 len: 217 time: 0.2751181 Jul 16 08:39:54.060845 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e01a0b29-f8c0-4c5e-9b5a-9736dbb7a954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.067582 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] For port 4649c543-9cd7-40ec-9297-c4fde657278e, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:54.074992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] For port 4649c543-9cd7-40ec-9297-c4fde657278e, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4649c543-9cd7-40ec-9297-c4fde657278e,segment=NetworkSegment(743d25d6-1915-4c71-bb53-2c00b3df4fdc),segment_id=743d25d6-1915-4c71-bb53-2c00b3df4fdc)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:54.092259 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.093579 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.186675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5002d5-1e8a-481f-92b7-deeb8376634e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f7fb10-5d44-4f3c-a143-6617d6371441,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:54.258626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e7551-2989-4138-9842-6ca53b9f927e None None] Pushing event updated for resources: {'Port': ['ID=4649c543-9cd7-40ec-9297-c4fde657278e,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:54.279191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-e6c96f3c-07cf-4715-a42f-e91a71a2606d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:54.287581 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-e6c96f3c-07cf-4715-a42f-e91a71a2606d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2842820 Jul 16 08:39:54.310827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:54.344923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:54.350293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:54.357732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Pushing event updated for resources: {'Port': ['ID=11cc1eb0-0930-49d7-87d4-176b56191437,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:54.457042 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c982311-8e05-4722-9c44-696fe8e12a70 req-b1a5e2fc-931f-4da0-8a9e-436845e22c74 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:54.469179 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e01a0b29-f8c0-4c5e-9b5a-9736dbb7a954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.470768 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c982311-8e05-4722-9c44-696fe8e12a70 req-b1a5e2fc-931f-4da0-8a9e-436845e22c74 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.5482180 Jul 16 08:39:54.475488 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e01a0b29-f8c0-4c5e-9b5a-9736dbb7a954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.477566 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e01a0b29-f8c0-4c5e-9b5a-9736dbb7a954 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6f7fb10-5d44-4f3c-a143-6617d6371441 HTTP/1.1" status: 204 len: 168 time: 0.7332356 Jul 16 08:39:54.500064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a0b29-f8c0-4c5e-9b5a-9736dbb7a954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f7fb10-5d44-4f3c-a143-6617d6371441,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:54.647041 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-c0bbc68e-beba-494d-b4f0-42022b1e293d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:54.653626 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-c0bbc68e-beba-494d-b4f0-42022b1e293d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3556392 Jul 16 08:39:54.706711 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c982311-8e05-4722-9c44-696fe8e12a70 req-1c0ca3eb-b4f2-4a71-a067-3ac326f19bd4 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345583 Jul 16 08:39:54.871002 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.893690 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6944724c-105a-4463-841c-ec6869efc5bf x-openstack-request-id: req-6944724c-105a-4463-841c-ec6869efc5bf {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:54.894741 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df6499b-4ac4-4370-900b-bd6de790e5df", "tag": "b0cef12f-1cda-45d2-83d0-bc14c1a0f146", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:54.895332 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6944724c-105a-4463-841c-ec6869efc5bf {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:54.895968 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'tag': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146', 'status': 'completed', 'code': 200} Jul 16 08:39:55.183583 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b0e73b-a998-4627-a18f-bb62b4fd1fb9 req-466e87e8-1ab4-4ed5-8289-c8f67916b42e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:55.191684 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8b0e73b-a998-4627-a18f-bb62b4fd1fb9 req-466e87e8-1ab4-4ed5-8289-c8f67916b42e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/networks?id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d HTTP/1.1" status: 200 len: 814 time: 0.2097006 Jul 16 08:39:55.243224 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8b0e73b-a998-4627-a18f-bb62b4fd1fb9 req-bd52c000-b91d-43b9-9c58-7071872f0504 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/quotas/c76f51fd58ac4c91af766500fae1fc16 HTTP/1.1" status: 200 len: 375 time: 0.0497751 Jul 16 08:39:55.379370 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dd956a9d-2d22-4911-bb24-d5ee3a596e37 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7175651 Jul 16 08:39:55.683837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f4733-12c7-4873-b07e-379979ae3f6e req-83ab9432-4f39-468a-b2cc-38a227ebf8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:55.692109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e99f4733-12c7-4873-b07e-379979ae3f6e req-83ab9432-4f39-468a-b2cc-38a227ebf8cd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c311d375bd422990bb2841b548ce09&device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 1097 time: 0.7945588 Jul 16 08:39:55.739424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4649c543-9cd7-40ec-9297-c4fde657278e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:55.917773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 4649c543-9cd7-40ec-9297-c4fde657278e completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:55.998523 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8b0e73b-a998-4627-a18f-bb62b4fd1fb9 req-ba2df9f4-18d1-4fe5-91c9-0623a752d55c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c76f51fd58ac4c91af766500fae1fc16&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7502756 Jul 16 08:39:56.023067 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-244b69d4-190e-4ceb-85f9-693e0a3a7282 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224556 Jul 16 08:39:56.091480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f4733-12c7-4873-b07e-379979ae3f6e req-5ab60664-3a41-4440-b70e-bc984a8f1728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:56.095103 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e99f4733-12c7-4873-b07e-379979ae3f6e req-5ab60664-3a41-4440-b70e-bc984a8f1728 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99 HTTP/1.1" status: 200 len: 920 time: 0.3904579 Jul 16 08:39:56.186729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Allocated IP 172.25.4.216 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/fa4b8f3a-76fe-488e-98d6-c8fbf8b58c60) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:56.280566 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e99f4733-12c7-4873-b07e-379979ae3f6e req-ae6dc7af-0caa-44df-803b-461e2ea3b458 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146 HTTP/1.1" status: 200 len: 217 time: 0.1774259 Jul 16 08:39:56.311994 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.505545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99f4733-12c7-4873-b07e-379979ae3f6e req-47718586-6cbd-4f4c-a96c-6bba411d5f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:56.512852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d97bc94-7756-405d-a15e-94189292473c None None] Network ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:56.518293 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e99f4733-12c7-4873-b07e-379979ae3f6e req-47718586-6cbd-4f4c-a96c-6bba411d5f20 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a36e81aa-10af-4026-b5e6-d83dbb4e6485 HTTP/1.1" status: 200 len: 860 time: 0.2034488 Jul 16 08:39:56.582177 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e99f4733-12c7-4873-b07e-379979ae3f6e req-a3ae5a3e-099b-454d-8334-3518d43ace1b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618060 Jul 16 08:39:56.647502 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37735e9-fa65-4d7e-888c-2ac27bebac52 req-df3506dd-d18e-4f18-8d46-cbfe49367fbe tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:56.656526 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f37735e9-fa65-4d7e-888c-2ac27bebac52 req-df3506dd-d18e-4f18-8d46-cbfe49367fbe tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.3746059 Jul 16 08:39:56.707982 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c16b6fd2-60ff-419a-8a8e-31767e8b193e None None] Provisioning for port 4649c543-9cd7-40ec-9297-c4fde657278e completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:56.725872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c16b6fd2-60ff-419a-8a8e-31767e8b193e None None] Provisioning complete for port 4649c543-9cd7-40ec-9297-c4fde657278e triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:56.725872 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c16b6fd2-60ff-419a-8a8e-31767e8b193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.769700 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f37735e9-fa65-4d7e-888c-2ac27bebac52 req-ab8ddc06-bc0d-4913-8bf0-8e30f9fda905 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115227 Jul 16 08:39:56.853562 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.999137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e99f4733-12c7-4873-b07e-379979ae3f6e req-15edc8e0-55b1-4c83-86ca-11efb700b194 service neutron] 10.222.0.38 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060073 Jul 16 08:39:57.203414 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.286366 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c16b6fd2-60ff-419a-8a8e-31767e8b193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.318344 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e99f4733-12c7-4873-b07e-379979ae3f6e req-52f2b48a-730c-42a8-8577-76fe67b180de service neutron] 10.222.0.38 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112009 Jul 16 08:39:57.390249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:57.392985 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.399967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:57.408225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:57.411188 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c16b6fd2-60ff-419a-8a8e-31767e8b193e None None] For port 4649c543-9cd7-40ec-9297-c4fde657278e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4649c543-9cd7-40ec-9297-c4fde657278e,segment=NetworkSegment(743d25d6-1915-4c71-bb53-2c00b3df4fdc),segment_id=743d25d6-1915-4c71-bb53-2c00b3df4fdc)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:57.424675 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c16b6fd2-60ff-419a-8a8e-31767e8b193e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.541585 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d35510-982b-4194-8a3b-14973edfa5f6 req-c5abf4bc-2010-4b1b-be84-1f8f532c763a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:57.544018 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c0d35510-982b-4194-8a3b-14973edfa5f6 req-c5abf4bc-2010-4b1b-be84-1f8f532c763a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.1763046 Jul 16 08:39:57.556229 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Pushing event updated for resources: {'Port': ['ID=fa4b8f3a-76fe-488e-98d6-c8fbf8b58c60,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:57.651370 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16b6fd2-60ff-419a-8a8e-31767e8b193e None None] Pushing event updated for resources: {'Port': ['ID=4649c543-9cd7-40ec-9297-c4fde657278e,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:57.662655 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c0d35510-982b-4194-8a3b-14973edfa5f6 req-cdde6390-515c-4224-b864-3cde97d0d145 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078994 Jul 16 08:39:57.818108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:39:57.824917 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.865817 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7095a74a-3f9c-4a15-956e-d4e4e49bcfc4 None None] Provisioning complete for port 4649c543-9cd7-40ec-9297-c4fde657278e triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:57.865817 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7095a74a-3f9c-4a15-956e-d4e4e49bcfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.095189 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97e7653-c9ef-4949-80bf-4899a6926e8c req-e147f72e-5ec0-46b9-9ba4-d3f47d9b3603 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:58.098253 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d97e7653-c9ef-4949-80bf-4899a6926e8c req-e147f72e-5ec0-46b9-9ba4-d3f47d9b3603 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1870844 Jul 16 08:39:58.101551 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:58.113322 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Sync routers for ids ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:58.114126 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.137193 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Routers {'6c324e5e-1b9e-45ec-935a-1dc39b664b2d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:58.137969 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:39:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:58.171155 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d97e7653-c9ef-4949-80bf-4899a6926e8c req-4f927b90-bd7a-472b-9aef-7b143ac60a40 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665848 Jul 16 08:39:58.177559 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.184622 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54298) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:58.186051 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7e77af9a-3d6e-4a3b-98b0-6901b621e0d2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4050791 Jul 16 08:39:58.337525 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Set router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:58.485685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54306) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:58.642191 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.653074 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.736596 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e89ad116-6a6c-4c01-ab21-8e5129826b9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.828797 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:50Z', 'updated_at': '2021-07-16T08:39:55Z', 'revision_number': 3, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'gw_port': {'id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:52Z', 'updated_at': '2021-07-16T08:39:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:58.863555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Pushing event updated for resources: {'Port': ['ID=fa4b8f3a-76fe-488e-98d6-c8fbf8b58c60,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:58.908441 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Checking router: 6c324e5e-1b9e-45ec-935a-1dc39b664b2d for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:58.908935 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Updating router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d port 11cc1eb0-0930-49d7-87d4-176b56191437 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:39:58.914360 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.003018 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.228819 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb4f7d-ba5c-4a21-94b8-e36fc10d2915 req-06ad14bc-aaab-464c-a76e-4f3666a4f3b6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:59.243078 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7ffb4f7d-ba5c-4a21-94b8-e36fc10d2915 req-06ad14bc-aaab-464c-a76e-4f3666a4f3b6 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.3798285 Jul 16 08:39:59.466322 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e89ad116-6a6c-4c01-ab21-8e5129826b9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.482995 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.487694 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7ffb4f7d-ba5c-4a21-94b8-e36fc10d2915 req-63bd3a38-ea4a-4938-8cb3-628d9aed0e09 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429659 Jul 16 08:39:59.489195 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-70fdeb40-59bd-4993-bd9d-4ac2e4531d18 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.5842078 Jul 16 08:39:59.498748 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e89ad116-6a6c-4c01-ab21-8e5129826b9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.552990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4649c543-9cd7-40ec-9297-c4fde657278e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:59.579957 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.603315 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Transition to ACTIVE for port object 11cc1eb0-0930-49d7-87d4-176b56191437 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:59.634243 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.683189 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4649c543-9cd7-40ec-9297-c4fde657278e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:59.683729 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.727982 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-5e6ce00c-f711-4214-b3cd-d14ab1f0ee8b tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.216 HTTP/1.1" status: 200 len: 696 time: 0.2357354 Jul 16 08:39:59.738901 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36de92-a373-4aa7-af04-3477f59a8eea None None] Pushing event updated for resources: {'Port': ['ID=11cc1eb0-0930-49d7-87d4-176b56191437,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:59.752644 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36de92-a373-4aa7-af04-3477f59a8eea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:59.753356 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36de92-a373-4aa7-af04-3477f59a8eea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:59.753941 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36de92-a373-4aa7-af04-3477f59a8eea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:59.754626 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36de92-a373-4aa7-af04-3477f59a8eea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:59.755146 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36de92-a373-4aa7-af04-3477f59a8eea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:59.755670 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36de92-a373-4aa7-af04-3477f59a8eea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:59.756578 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36de92-a373-4aa7-af04-3477f59a8eea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:59.757119 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36de92-a373-4aa7-af04-3477f59a8eea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:59.757788 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36de92-a373-4aa7-af04-3477f59a8eea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:59.758321 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36de92-a373-4aa7-af04-3477f59a8eea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:59.759017 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36de92-a373-4aa7-af04-3477f59a8eea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:59.759644 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e36de92-a373-4aa7-af04-3477f59a8eea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:59.794474 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Attempting to bind port 11cc1eb0-0930-49d7-87d4-176b56191437 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:59.795138 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Attempting to bind port 11cc1eb0-0930-49d7-87d4-176b56191437 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:59.795755 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Attempting to bind port 11cc1eb0-0930-49d7-87d4-176b56191437 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:59.804583 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:59.805292 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:59.805888 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.806542 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:59.808179 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Bound port: 11cc1eb0-0930-49d7-87d4-176b56191437, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:59.808842 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.874183 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] For port 11cc1eb0-0930-49d7-87d4-176b56191437, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:59.879259 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] For port 11cc1eb0-0930-49d7-87d4-176b56191437, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=11cc1eb0-0930-49d7-87d4-176b56191437,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:59.900845 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.947064 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e89ad116-6a6c-4c01-ab21-8e5129826b9f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b15e75a14dd43b6be116b69e3fddc98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4597807 Jul 16 08:39:59.948373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ad116-6a6c-4c01-ab21-8e5129826b9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e2b780-d0be-426f-a8f7-a2cea7848625,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:59.950445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54320) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:00.006558 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Routers {'6c324e5e-1b9e-45ec-935a-1dc39b664b2d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:00.007589 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:39:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:00.053764 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36de92-a373-4aa7-af04-3477f59a8eea None None] Pushing event updated for resources: {'Port': ['ID=11cc1eb0-0930-49d7-87d4-176b56191437,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:00.223696 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.337903 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] Set router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:00.447499 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-0f90de79-89ba-4f80-b434-1735d564de73 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:00.462148 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-0f90de79-89ba-4f80-b434-1735d564de73 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.7156675 Jul 16 08:40:00.480122 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-643d089d-6f27-4b55-bf45-9d6a601315ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.502611 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-7b737461-a1fe-42b1-af20-ad0029488e74 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:40:00.505394 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-87096f9b-c75b-4fc1-9911-20f16b1437f0 req-7b737461-a1fe-42b1-af20-ad0029488e74 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0417411 Jul 16 08:40:00.563512 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-643d089d-6f27-4b55-bf45-9d6a601315ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.653441 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-643d089d-6f27-4b55-bf45-9d6a601315ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.659476 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-643d089d-6f27-4b55-bf45-9d6a601315ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.664443 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-643d089d-6f27-4b55-bf45-9d6a601315ec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90e2b780-d0be-426f-a8f7-a2cea7848625 HTTP/1.1" status: 204 len: 168 time: 0.7102628 Jul 16 08:40:00.679850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643d089d-6f27-4b55-bf45-9d6a601315ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e2b780-d0be-426f-a8f7-a2cea7848625,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:00.781999 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:50Z', 'updated_at': '2021-07-16T08:39:55Z', 'revision_number': 3, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'gw_port': {'id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:52Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:00.807429 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Allocated IP 172.20.0.1 (ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8/fad49db9-2978-448c-81ea-10717ca5b65f/2756cbed-f961-46b5-99d3-04f53e81ca53) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:00.822971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f53daa-a286-407d-b7de-ebd019427d8c req-13a6fd1a-409d-4301-bb49-2b6b45999240 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:00.839160 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17f53daa-a286-407d-b7de-ebd019427d8c req-13a6fd1a-409d-4301-bb49-2b6b45999240 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.3477263 Jul 16 08:40:00.854341 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f05b478e-3b89-4792-b4f2-7d1771d09005 None None] The sync data for ids ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'] in n-d-758944-46 is: [{'id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:50Z', 'updated_at': '2021-07-16T08:39:55Z', 'revision_number': 3, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'gw_port': {'id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:52Z', 'updated_at': '2021-07-16T08:39:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:00.908452 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b426d508-bb2f-4902-9c9d-0a3ac8fc544a req-67bbe1d5-f058-4f61-a92e-40fef44ace69 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:00.911336 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b426d508-bb2f-4902-9c9d-0a3ac8fc544a req-67bbe1d5-f058-4f61-a92e-40fef44ace69 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.1795774 Jul 16 08:40:00.938556 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17f53daa-a286-407d-b7de-ebd019427d8c req-ff8bc350-6393-440a-8670-ca163288d525 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928385 Jul 16 08:40:01.011791 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b426d508-bb2f-4902-9c9d-0a3ac8fc544a req-bcbece62-6720-46fd-9e10-605fb7f63488 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876739 Jul 16 08:40:01.206852 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.363668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Transition to ACTIVE for port object 2756cbed-f961-46b5-99d3-04f53e81ca53 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:01.638706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb79302-48f7-411f-9de1-6c19b2b047c3 req-da917478-b071-44ac-afa9-5b4c6386dbf9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:01.653975 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acb79302-48f7-411f-9de1-6c19b2b047c3 req-da917478-b071-44ac-afa9-5b4c6386dbf9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.3755257 Jul 16 08:40:01.754887 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 11cc1eb0-0930-49d7-87d4-176b56191437 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:01.854324 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acb79302-48f7-411f-9de1-6c19b2b047c3 req-5b75cf9b-09c5-4ce9-aa4e-327c5d43495e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968410 Jul 16 08:40:01.980630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 11cc1eb0-0930-49d7-87d4-176b56191437 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:02.004726 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 11cc1eb0-0930-49d7-87d4-176b56191437 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:02.009574 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.133541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed3db-bcf9-4385-8106-b344d37c735a req-5eac30b2-d0fe-4530-b824-2f755953b680 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.141587 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-854ed3db-bcf9-4385-8106-b344d37c735a req-5eac30b2-d0fe-4530-b824-2f755953b680 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.9493043 Jul 16 08:40:02.146565 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.201545 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.287664 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 11cc1eb0-0930-49d7-87d4-176b56191437, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=11cc1eb0-0930-49d7-87d4-176b56191437,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:02.298423 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.472609 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=11cc1eb0-0930-49d7-87d4-176b56191437,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:02.517283 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de6dc437-0970-40d2-8e55-5afd2b8010a5 req-1711d654-40d1-49dc-9b31-e43cc0b013f4 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=c76f51fd58ac4c91af766500fae1fc16 HTTP/1.1" status: 200 len: 221 time: 0.0709929 Jul 16 08:40:02.528530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Network ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:02.543717 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-854ed3db-bcf9-4385-8106-b344d37c735a req-61543747-f799-41f0-9228-d66d4281e286 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.216 HTTP/1.1" status: 200 len: 696 time: 0.3090637 Jul 16 08:40:02.545644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:02.599257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:02.614696 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Pushing event updated for resources: {'Port': ['ID=2756cbed-f961-46b5-99d3-04f53e81ca53,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:02.639560 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-854ed3db-bcf9-4385-8106-b344d37c735a req-c4e9f2a3-6fb9-42ff-9fdd-1da32549a0a3 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Request body: {'floatingip': {'port_id': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:02.948459 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-854ed3db-bcf9-4385-8106-b344d37c735a req-c4e9f2a3-6fb9-42ff-9fdd-1da32549a0a3 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.213542 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.214472 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47845e-af85-4196-8fae-0af54f119865 req-15168202-9749-44be-afab-afb005806362 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:03.214472 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb47845e-af85-4196-8fae-0af54f119865 req-15168202-9749-44be-afab-afb005806362 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.0700407 Jul 16 08:40:03.224349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a69f98aa-9273-4231-b8c3-a13c1a5647c6 None None] Provisioning for port 2756cbed-f961-46b5-99d3-04f53e81ca53 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:03.250020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a69f98aa-9273-4231-b8c3-a13c1a5647c6 None None] Provisioning complete for port 2756cbed-f961-46b5-99d3-04f53e81ca53 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:03.253074 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a69f98aa-9273-4231-b8c3-a13c1a5647c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.346050 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb47845e-af85-4196-8fae-0af54f119865 req-76244831-6504-425f-bc55-5dc6ef1a8859 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925658 Jul 16 08:40:03.404904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a69f98aa-9273-4231-b8c3-a13c1a5647c6 None None] Port 2756cbed-f961-46b5-99d3-04f53e81ca53 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:03.666883 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.699335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 11cc1eb0-0930-49d7-87d4-176b56191437 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:03.885854 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.893610 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 11cc1eb0-0930-49d7-87d4-176b56191437 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:03.894042 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.013273 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b70786-c282-4894-a024-e4e5cb689511 req-9978b188-5320-4d85-9583-ea054b7b9a64 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:04.019681 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2b70786-c282-4894-a024-e4e5cb689511 req-9978b188-5320-4d85-9583-ea054b7b9a64 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2587943 Jul 16 08:40:04.186023 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2b70786-c282-4894-a024-e4e5cb689511 req-145a1135-b664-4e6c-b117-d759bd869b6f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438897 Jul 16 08:40:04.585117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.616885 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.resource_extend [req-854ed3db-bcf9-4385-8106-b344d37c735a req-c4e9f2a3-6fb9-42ff-9fdd-1da32549a0a3 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:40:04.721668 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-854ed3db-bcf9-4385-8106-b344d37c735a req-c4e9f2a3-6fb9-42ff-9fdd-1da32549a0a3 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.724198 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.753477 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-854ed3db-bcf9-4385-8106-b344d37c735a req-c4e9f2a3-6fb9-42ff-9fdd-1da32549a0a3 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.847577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ef37f-0158-44fd-a61e-1b9d724d65cf req-a0fd233b-df9b-4d57-8f9c-cf7b17ae8b34 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:04.860603 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c60ef37f-0158-44fd-a61e-1b9d724d65cf req-a0fd233b-df9b-4d57-8f9c-cf7b17ae8b34 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.2046146 Jul 16 08:40:04.888779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Pushing event updated for resources: {'Port': ['ID=2756cbed-f961-46b5-99d3-04f53e81ca53,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:04.927926 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.946199 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c60ef37f-0158-44fd-a61e-1b9d724d65cf req-64a7f7c2-0b7c-4a5f-8b97-8f6683ace4a3 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827129 Jul 16 08:40:05.014623 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-854ed3db-bcf9-4385-8106-b344d37c735a req-c4e9f2a3-6fb9-42ff-9fdd-1da32549a0a3 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Floating IP 5d1cfb9d-7e42-4e8a-b491-e41bb30fe02a associated. External IP: 172.25.4.216, port: b0cef12f-1cda-45d2-83d0-bc14c1a0f146. Jul 16 08:40:05.188930 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-efea9591-1a72-47b0-b8d1-f4133facaa61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.200891 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.232932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Network ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:05.236440 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:05.468679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f27878-6cc9-4fcc-8d17-5e01274e6854 req-41c25455-6c3d-4437-b2e9-3c46d644f855 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:05.482792 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8f27878-6cc9-4fcc-8d17-5e01274e6854 req-41c25455-6c3d-4437-b2e9-3c46d644f855 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1630185 Jul 16 08:40:05.571586 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8f27878-6cc9-4fcc-8d17-5e01274e6854 req-bd80406b-354a-4cfe-908d-03903621d1e9 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798330 Jul 16 08:40:05.697863 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-854ed3db-bcf9-4385-8106-b344d37c735a req-c4e9f2a3-6fb9-42ff-9fdd-1da32549a0a3 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Router 538555ed-5387-4328-872c-8b0f86187c01 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:05.711509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:05.761282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-815c0aca-050e-4a25-a5ec-bb9d4f207e6f None None] Provisioning complete for port 2756cbed-f961-46b5-99d3-04f53e81ca53 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:05.762028 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-815c0aca-050e-4a25-a5ec-bb9d4f207e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.820233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef2c37-725c-445e-a4ce-32aff64c1fdc req-355ad587-9a47-46c9-9584-d3a27d507495 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:05.825288 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8fef2c37-725c-445e-a4ce-32aff64c1fdc req-355ad587-9a47-46c9-9584-d3a27d507495 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.1157908 Jul 16 08:40:05.859094 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-815c0aca-050e-4a25-a5ec-bb9d4f207e6f None None] Port 2756cbed-f961-46b5-99d3-04f53e81ca53 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:05.940757 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8fef2c37-725c-445e-a4ce-32aff64c1fdc req-a1af8c90-a336-48c9-93e3-afc635162c50 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042218 Jul 16 08:40:06.388489 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-854ed3db-bcf9-4385-8106-b344d37c735a req-c4e9f2a3-6fb9-42ff-9fdd-1da32549a0a3 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:06.395679 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-854ed3db-bcf9-4385-8106-b344d37c735a req-c4e9f2a3-6fb9-42ff-9fdd-1da32549a0a3 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.419943 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb62fcea-327b-42a2-afd7-4d065eb074fd None None] Sync routers for ids ['538555ed-5387-4328-872c-8b0f86187c01'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:06.460700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:06.480824 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5ed4bc73-1234-4bfd-ba59-01f1702b1cdd admin admin] 10.222.0.20 "PUT /v2.0/routers/6c324e5e-1b9e-45ec-935a-1dc39b664b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2876105 Jul 16 08:40:06.480956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb62fcea-327b-42a2-afd7-4d065eb074fd None None] Routers {'538555ed-5387-4328-872c-8b0f86187c01'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:06.480956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-fb62fcea-327b-42a2-afd7-4d065eb074fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:39:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['538555ed-5387-4328-872c-8b0f86187c01'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:06.500075 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Sync routers for ids ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:06.530648 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Routers {'6c324e5e-1b9e-45ec-935a-1dc39b664b2d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:06.533118 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:39:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:06.548538 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-854ed3db-bcf9-4385-8106-b344d37c735a req-c4e9f2a3-6fb9-42ff-9fdd-1da32549a0a3 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "PUT /v2.0/floatingips/5d1cfb9d-7e42-4e8a-b491-e41bb30fe02a HTTP/1.1" status: 200 len: 996 time: 3.9628549 Jul 16 08:40:06.550239 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'tag': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:06.563035 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97303d30-6b19-4417-b100-8e4e5af3839b" -d '{"events": [{"name": "network-changed", "server_uuid": "8df6499b-4ac4-4370-900b-bd6de790e5df", "tag": "b0cef12f-1cda-45d2-83d0-bc14c1a0f146"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:06.580534 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f37207-cd7b-43d3-a6ad-c06d74430cae req-32bd23ec-8f24-4478-825e-39d8ab5e96c9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:06.587185 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-33f37207-cd7b-43d3-a6ad-c06d74430cae req-32bd23ec-8f24-4478-825e-39d8ab5e96c9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.1969109 Jul 16 08:40:06.724935 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-33f37207-cd7b-43d3-a6ad-c06d74430cae req-8aeaa2d6-79a3-4d6b-8765-b8712f00e05c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291780 Jul 16 08:40:06.785777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed3db-bcf9-4385-8106-b344d37c735a req-64c95854-cb02-4695-bb52-83555711226e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:06.792164 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-854ed3db-bcf9-4385-8106-b344d37c735a req-64c95854-cb02-4695-bb52-83555711226e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c311d375bd422990bb2841b548ce09&device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 1097 time: 0.1614339 Jul 16 08:40:06.898909 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-fb62fcea-327b-42a2-afd7-4d065eb074fd None None] Set router 538555ed-5387-4328-872c-8b0f86187c01 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:07.018686 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Set router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:07.115522 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed3db-bcf9-4385-8106-b344d37c735a req-f8d46ebe-20be-4fbf-bdf2-62c6452c4f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.132905 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-854ed3db-bcf9-4385-8106-b344d37c735a req-f8d46ebe-20be-4fbf-bdf2-62c6452c4f73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99 HTTP/1.1" status: 200 len: 920 time: 0.3141048 Jul 16 08:40:07.271266 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-854ed3db-bcf9-4385-8106-b344d37c735a req-9923ba1b-c443-4d24-9cc8-27226eb78b2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146 HTTP/1.1" status: 200 len: 999 time: 0.1373134 Jul 16 08:40:07.398911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ed3db-bcf9-4385-8106-b344d37c735a req-7c5ef795-bb22-4398-8d1f-3ac99a6d902b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.412603 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-854ed3db-bcf9-4385-8106-b344d37c735a req-7c5ef795-bb22-4398-8d1f-3ac99a6d902b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a36e81aa-10af-4026-b5e6-d83dbb4e6485 HTTP/1.1" status: 200 len: 860 time: 0.1290107 Jul 16 08:40:07.448604 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-854ed3db-bcf9-4385-8106-b344d37c735a req-67ff6b47-fc3e-4402-b09b-260d24a8c747 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397277 Jul 16 08:40:07.454773 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-854ed3db-bcf9-4385-8106-b344d37c735a req-a874ce68-8613-4c33-b91a-b96ec2ec570b service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:40:07.463720 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-854ed3db-bcf9-4385-8106-b344d37c735a req-a874ce68-8613-4c33-b91a-b96ec2ec570b service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133793 Jul 16 08:40:07.664596 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-854ed3db-bcf9-4385-8106-b344d37c735a req-eec33274-3f7d-4eb0-9403-a61a5fd43db9 service neutron] 10.222.0.20 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996033 Jul 16 08:40:07.742382 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:50Z', 'updated_at': '2021-07-16T08:40:03Z', 'revision_number': 4, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'gw_port': {'id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:52Z', 'updated_at': '2021-07-16T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '2756cbed-f961-46b5-99d3-04f53e81ca53', 'name': '', 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'mac_address': 'fa:16:3e:b7:5e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:00Z', 'updated_at': '2021-07-16T08:40:04Z', 'revision_number': 2, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'subnets': [{'id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:07.768682 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-fb62fcea-327b-42a2-afd7-4d065eb074fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538555ed-5387-4328-872c-8b0f86187c01', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:26Z', 'updated_at': '2021-07-16T08:38:40Z', 'revision_number': 4, 'project_id': '81c311d375bd422990bb2841b548ce09', 'gw_port': {'id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:29Z', 'updated_at': '2021-07-16T08:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '5d1cfb9d-7e42-4e8a-b491-e41bb30fe02a', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'floating_ip_address': '172.25.4.216', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '538555ed-5387-4328-872c-8b0f86187c01', 'port_id': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99', 'mac_address': 'fa:16:3e:fe:8b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:39:57Z', 'updated_at': '2021-07-16T08:40:04Z', 'revision_number': 1, 'project_id': '81c311d375bd422990bb2841b548ce09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45157de7-0f1a-4092-8470-acabdd76299a', 'name': '', 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'mac_address': 'fa:16:3e:26:60:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:37Z', 'updated_at': '2021-07-16T08:38:48Z', 'revision_number': 5, 'project_id': '81c311d375bd422990bb2841b548ce09', 'subnets': [{'id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:07.882117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb62fcea-327b-42a2-afd7-4d065eb074fd None None] Checking router: 538555ed-5387-4328-872c-8b0f86187c01 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:07.911217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb62fcea-327b-42a2-afd7-4d065eb074fd None None] Routers {'538555ed-5387-4328-872c-8b0f86187c01'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:07.912328 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-fb62fcea-327b-42a2-afd7-4d065eb074fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:39:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['538555ed-5387-4328-872c-8b0f86187c01'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:07.922703 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-854ed3db-bcf9-4385-8106-b344d37c735a req-cda054fe-58db-434d-8b63-2df5199e99b4 service neutron] 10.222.0.20 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564285 Jul 16 08:40:08.015546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45692f04-54d2-4a33-bcbc-011b07fa34e7 req-3b283e18-6b08-404c-82ab-df6db2425e7c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.022784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-45692f04-54d2-4a33-bcbc-011b07fa34e7 req-3b283e18-6b08-404c-82ab-df6db2425e7c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2223446 Jul 16 08:40:08.040321 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca670f1f-2e69-4823-adc9-6eba4b7ca00e x-openstack-request-id: req-ca670f1f-2e69-4823-adc9-6eba4b7ca00e {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:08.040992 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df6499b-4ac4-4370-900b-bd6de790e5df", "tag": "b0cef12f-1cda-45d2-83d0-bc14c1a0f146", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:08.041716 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ca670f1f-2e69-4823-adc9-6eba4b7ca00e {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:08.042480 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'tag': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146', 'status': 'completed', 'code': 200} Jul 16 08:40:08.095404 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Checking router: 6c324e5e-1b9e-45ec-935a-1dc39b664b2d for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:08.096928 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Updating router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d port 2756cbed-f961-46b5-99d3-04f53e81ca53 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:40:08.111745 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ae66fed1-977e-4668-b776-698b72a2fec0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.185223 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-45692f04-54d2-4a33-bcbc-011b07fa34e7 req-d3b24e05-6647-46a3-8e2f-4190b8688dc1 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439395 Jul 16 08:40:08.281615 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.312452 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.476732 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-fb62fcea-327b-42a2-afd7-4d065eb074fd None None] Set router 538555ed-5387-4328-872c-8b0f86187c01 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:08.585379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97303d30-6b19-4417-b100-8e4e5af3839b req-4286c02b-e7dd-4b62-87dd-e66c68df2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.590955 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-97303d30-6b19-4417-b100-8e4e5af3839b req-4286c02b-e7dd-4b62-87dd-e66c68df2868 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c311d375bd422990bb2841b548ce09&device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 1097 time: 0.5068631 Jul 16 08:40:08.745733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca77c6-e01f-4eae-af3e-14de4642e860 req-a3d172f9-2a8f-4401-9844-51b38b804c84 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.753964 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3ca77c6-e01f-4eae-af3e-14de4642e860 req-a3d172f9-2a8f-4401-9844-51b38b804c84 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.5390079 Jul 16 08:40:09.036652 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3ca77c6-e01f-4eae-af3e-14de4642e860 req-66051434-ffa8-47e3-ac3b-bfa6b4d91387 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800145 Jul 16 08:40:09.122836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97303d30-6b19-4417-b100-8e4e5af3839b req-73aa9f25-1d8f-49df-be5f-b82462c10a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:09.137235 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-97303d30-6b19-4417-b100-8e4e5af3839b req-73aa9f25-1d8f-49df-be5f-b82462c10a54 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99 HTTP/1.1" status: 200 len: 920 time: 0.5244379 Jul 16 08:40:09.354160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-fb62fcea-327b-42a2-afd7-4d065eb074fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538555ed-5387-4328-872c-8b0f86187c01', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:26Z', 'updated_at': '2021-07-16T08:38:40Z', 'revision_number': 4, 'project_id': '81c311d375bd422990bb2841b548ce09', 'gw_port': {'id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:29Z', 'updated_at': '2021-07-16T08:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '5d1cfb9d-7e42-4e8a-b491-e41bb30fe02a', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'floating_ip_address': '172.25.4.216', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '538555ed-5387-4328-872c-8b0f86187c01', 'port_id': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99', 'mac_address': 'fa:16:3e:fe:8b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:39:57Z', 'updated_at': '2021-07-16T08:40:04Z', 'revision_number': 1, 'project_id': '81c311d375bd422990bb2841b548ce09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45157de7-0f1a-4092-8470-acabdd76299a', 'name': '', 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'mac_address': 'fa:16:3e:26:60:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:37Z', 'updated_at': '2021-07-16T08:38:48Z', 'revision_number': 5, 'project_id': '81c311d375bd422990bb2841b548ce09', 'subnets': [{'id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:09.357679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c52d9f-0775-489b-a777-0f8fdee75f87 req-eaf24dff-9de0-4082-8fd1-6462356fb5d1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:09.367957 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91c52d9f-0775-489b-a777-0f8fdee75f87 req-eaf24dff-9de0-4082-8fd1-6462356fb5d1 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.2030249 Jul 16 08:40:09.451922 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb62fcea-327b-42a2-afd7-4d065eb074fd None None] The sync data for ids ['538555ed-5387-4328-872c-8b0f86187c01'] in n-d-758944-46 is: [{'id': '538555ed-5387-4328-872c-8b0f86187c01', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:26Z', 'updated_at': '2021-07-16T08:38:40Z', 'revision_number': 4, 'project_id': '81c311d375bd422990bb2841b548ce09', 'gw_port': {'id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:29Z', 'updated_at': '2021-07-16T08:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '5d1cfb9d-7e42-4e8a-b491-e41bb30fe02a', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'floating_ip_address': '172.25.4.216', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '538555ed-5387-4328-872c-8b0f86187c01', 'port_id': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99', 'mac_address': 'fa:16:3e:fe:8b:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:39:57Z', 'updated_at': '2021-07-16T08:40:04Z', 'revision_number': 1, 'project_id': '81c311d375bd422990bb2841b548ce09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45157de7-0f1a-4092-8470-acabdd76299a', 'name': '', 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'mac_address': 'fa:16:3e:26:60:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:37Z', 'updated_at': '2021-07-16T08:38:48Z', 'revision_number': 5, 'project_id': '81c311d375bd422990bb2841b548ce09', 'subnets': [{'id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:09.470866 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54534) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:09.518669 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.550038 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91c52d9f-0775-489b-a777-0f8fdee75f87 req-68f34cbc-1a92-41ce-85f7-4fbac1580463 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808457 Jul 16 08:40:09.606029 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.606520 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-12f1db2c-532c-462d-8e8b-c969b9d66525 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.216 HTTP/1.1" status: 200 len: 999 time: 0.4310920 Jul 16 08:40:09.611135 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Transition to ACTIVE for port object 2756cbed-f961-46b5-99d3-04f53e81ca53 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:09.646462 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.739246 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7dfeab97-41e5-41f4-9b71-9fa415aac31c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.762237 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-97303d30-6b19-4417-b100-8e4e5af3839b req-105389cd-b0fa-4993-bee9-dc08ff210c40 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146 HTTP/1.1" status: 200 len: 999 time: 0.6160438 Jul 16 08:40:09.804357 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-25ee3402-8869-4c51-ad7e-bed30a7a2986 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:09.818513 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-25ee3402-8869-4c51-ad7e-bed30a7a2986 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports/b0cef12f-1cda-45d2-83d0-bc14c1a0f146 HTTP/1.1" status: 200 len: 942 time: 0.2028956 Jul 16 08:40:09.836291 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4276ff-664c-4b67-8e41-823255f016cf None None] Pushing event updated for resources: {'Port': ['ID=2756cbed-f961-46b5-99d3-04f53e81ca53,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:09.935482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97303d30-6b19-4417-b100-8e4e5af3839b req-62b58464-82e8-4c6e-8da8-5e5e506fc300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:09.937258 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-97303d30-6b19-4417-b100-8e4e5af3839b req-62b58464-82e8-4c6e-8da8-5e5e506fc300 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a36e81aa-10af-4026-b5e6-d83dbb4e6485 HTTP/1.1" status: 200 len: 860 time: 0.1678555 Jul 16 08:40:10.031586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-97303d30-6b19-4417-b100-8e4e5af3839b req-815f16e2-435e-4d5f-930a-937acf99fc45 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0873981 Jul 16 08:40:10.071165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877ccf0-731d-4510-bcf7-128c9dae4a9d None None] New status for floating IP 5d1cfb9d-7e42-4e8a-b491-e41bb30fe02a: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:40:10.074347 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Attempting to bind port 2756cbed-f961-46b5-99d3-04f53e81ca53 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:10.079704 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Attempting to bind port 2756cbed-f961-46b5-99d3-04f53e81ca53 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '743d25d6-1915-4c71-bb53-2c00b3df4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:10.080766 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Attempting to bind port 2756cbed-f961-46b5-99d3-04f53e81ca53 on network ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:10.104703 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:10.105857 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Checking segment: {'id': '743d25d6-1915-4c71-bb53-2c00b3df4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:10.110247 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.111106 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Bound using segment: {'id': '743d25d6-1915-4c71-bb53-2c00b3df4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:10.112066 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Bound port: 2756cbed-f961-46b5-99d3-04f53e81ca53, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743d25d6-1915-4c71-bb53-2c00b3df4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:10.113047 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.267511 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-d2cf41d6-fb22-48dc-bfa9-f9022d4713a8 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.216 HTTP/1.1" status: 200 len: 999 time: 0.2348793 Jul 16 08:40:10.274336 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7dfeab97-41e5-41f4-9b71-9fa415aac31c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.286187 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7dfeab97-41e5-41f4-9b71-9fa415aac31c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.389279 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-97303d30-6b19-4417-b100-8e4e5af3839b req-15df3549-5abd-441f-89fb-f9b7d2b74924 service neutron] 10.222.0.38 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431883 Jul 16 08:40:10.487347 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7dfeab97-41e5-41f4-9b71-9fa415aac31c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c72221eab5b4e8cb08780c7c659c099&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0145073 Jul 16 08:40:10.488322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfeab97-41e5-41f4-9b71-9fa415aac31c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6037a1-d1f7-4fd7-b254-fd2bbbf3dbb6,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.514161 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] For port 2756cbed-f961-46b5-99d3-04f53e81ca53, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:10.517999 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54572) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:10.522528 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] For port 2756cbed-f961-46b5-99d3-04f53e81ca53, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2756cbed-f961-46b5-99d3-04f53e81ca53,segment=NetworkSegment(743d25d6-1915-4c71-bb53-2c00b3df4fdc),segment_id=743d25d6-1915-4c71-bb53-2c00b3df4fdc)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:10.536171 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.678158 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Routers {'6c324e5e-1b9e-45ec-935a-1dc39b664b2d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:10.684725 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:40:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:10.704422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56895ca6-0a66-4bb3-b50d-a8fa9a763841 req-a8e71711-5a92-4cfd-b55a-167a68c0c866 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.719743 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-56895ca6-0a66-4bb3-b50d-a8fa9a763841 req-a8e71711-5a92-4cfd-b55a-167a68c0c866 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1968544 Jul 16 08:40:10.849193 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-56895ca6-0a66-4bb3-b50d-a8fa9a763841 req-6a13d8c1-9a4e-4c8e-b681-34d7d38163bd tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261096 Jul 16 08:40:10.920025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-50c9ffe2-480d-4752-8e02-9041aa38dc89 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:10.933526 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-50c9ffe2-480d-4752-8e02-9041aa38dc89 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.6424162 Jul 16 08:40:10.946555 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] Set router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:11.151631 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.211092 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-97303d30-6b19-4417-b100-8e4e5af3839b req-3355ef6d-5626-4064-8074-c61051e23982 service neutron] 10.222.0.38 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7289176 Jul 16 08:40:11.223534 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-662408ee-6436-4918-819c-2ddf65ff5a7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.277123 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-662408ee-6436-4918-819c-2ddf65ff5a7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.345790 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-f9a9dedb-a11d-4ac5-a895-18bc83215a98 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.216 HTTP/1.1" status: 200 len: 1001 time: 0.2740960 Jul 16 08:40:11.379543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-52e79d94-2d31-4182-afcc-ed57b4b6b686 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:11.383922 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4276ff-664c-4b67-8e41-823255f016cf None None] Pushing event updated for resources: {'Port': ['ID=2756cbed-f961-46b5-99d3-04f53e81ca53,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:11.431002 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:50Z', 'updated_at': '2021-07-16T08:40:03Z', 'revision_number': 4, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'gw_port': {'id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:52Z', 'updated_at': '2021-07-16T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '2756cbed-f961-46b5-99d3-04f53e81ca53', 'name': '', 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'mac_address': 'fa:16:3e:b7:5e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:00Z', 'updated_at': '2021-07-16T08:40:10Z', 'revision_number': 4, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'subnets': [{'id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:11.456297 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-52e79d94-2d31-4182-afcc-ed57b4b6b686 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.469260 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e685e18-aa3a-4cd5-a1b7-2dea5bfad441 None None] The sync data for ids ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'] in n-d-758944-46 is: [{'id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:50Z', 'updated_at': '2021-07-16T08:40:03Z', 'revision_number': 4, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'gw_port': {'id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:52Z', 'updated_at': '2021-07-16T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '2756cbed-f961-46b5-99d3-04f53e81ca53', 'name': '', 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'mac_address': 'fa:16:3e:b7:5e:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:00Z', 'updated_at': '2021-07-16T08:40:10Z', 'revision_number': 4, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'subnets': [{'id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:11.555205 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:40:11.742402 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cf161-263b-4796-ae07-3d4408f2ffeb req-f41003ad-0e28-42e9-a608-e09cc02858e7 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:11.757089 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-740cf161-263b-4796-ae07-3d4408f2ffeb req-f41003ad-0e28-42e9-a608-e09cc02858e7 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.1187751 Jul 16 08:40:11.802824 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-662408ee-6436-4918-819c-2ddf65ff5a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.805632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-662408ee-6436-4918-819c-2ddf65ff5a7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.812081 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-662408ee-6436-4918-819c-2ddf65ff5a7f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a6037a1-d1f7-4fd7-b254-fd2bbbf3dbb6 HTTP/1.1" status: 204 len: 168 time: 1.2850041 Jul 16 08:40:11.868389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662408ee-6436-4918-819c-2ddf65ff5a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6037a1-d1f7-4fd7-b254-fd2bbbf3dbb6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:11.901304 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-740cf161-263b-4796-ae07-3d4408f2ffeb req-92b54310-a0d6-49c3-bd92-15764bcd1635 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424234 Jul 16 08:40:11.976838 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-52e79d94-2d31-4182-afcc-ed57b4b6b686 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.985030 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-52e79d94-2d31-4182-afcc-ed57b4b6b686 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.985453 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-52e79d94-2d31-4182-afcc-ed57b4b6b686 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Floating IP 5d1cfb9d-7e42-4e8a-b491-e41bb30fe02a disassociated. External IP: 172.25.4.216, port: b0cef12f-1cda-45d2-83d0-bc14c1a0f146. Jul 16 08:40:12.173066 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69012eed-5a5e-4e51-b095-ac4a1dc3d24a req-9f0803e8-d5f5-4836-b150-72d3603da09f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:12.181852 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69012eed-5a5e-4e51-b095-ac4a1dc3d24a req-9f0803e8-d5f5-4836-b150-72d3603da09f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.1090479 Jul 16 08:40:12.233680 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69012eed-5a5e-4e51-b095-ac4a1dc3d24a req-73b0917e-e102-4727-8a7f-9af156161ca3 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493376 Jul 16 08:40:12.522742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-52e79d94-2d31-4182-afcc-ed57b4b6b686 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Router 538555ed-5387-4328-872c-8b0f86187c01 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:12.814470 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-52e79d94-2d31-4182-afcc-ed57b4b6b686 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:12.826127 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-52e79d94-2d31-4182-afcc-ed57b4b6b686 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.832793 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16992a23-e6ed-4d7a-8cb6-536f0534bd89 None None] Sync routers for ids ['538555ed-5387-4328-872c-8b0f86187c01'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:12.879359 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54602) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:12.880283 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16992a23-e6ed-4d7a-8cb6-536f0534bd89 None None] Routers {'538555ed-5387-4328-872c-8b0f86187c01'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:12.880283 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-16992a23-e6ed-4d7a-8cb6-536f0534bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:40:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['538555ed-5387-4328-872c-8b0f86187c01'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:12.913989 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-52e79d94-2d31-4182-afcc-ed57b4b6b686 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "PUT /v2.0/floatingips/5d1cfb9d-7e42-4e8a-b491-e41bb30fe02a HTTP/1.1" status: 200 len: 695 time: 1.5510218 Jul 16 08:40:12.914876 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'tag': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:12.920121 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a80e9fa-7739-436d-8934-b304b6ac0b22" -d '{"events": [{"name": "network-changed", "server_uuid": "8df6499b-4ac4-4370-900b-bd6de790e5df", "tag": "b0cef12f-1cda-45d2-83d0-bc14c1a0f146"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:12.926371 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c44019b3-bb8a-41fa-9083-a025b2335989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.283418 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c44019b3-bb8a-41fa-9083-a025b2335989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.296662 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c44019b3-bb8a-41fa-9083-a025b2335989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.303230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-5a59c041-2661-48af-949f-c492e231dc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.324325 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-5a59c041-2661-48af-949f-c492e231dc9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81c311d375bd422990bb2841b548ce09&device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 1097 time: 0.3412511 Jul 16 08:40:13.326935 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-16992a23-e6ed-4d7a-8cb6-536f0534bd89 None None] Set router 538555ed-5387-4328-872c-8b0f86187c01 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:13.381387 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c44019b3-bb8a-41fa-9083-a025b2335989 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8cab5c80b39e41af84e7d810852dbc9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921808 Jul 16 08:40:13.381387 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44019b3-bb8a-41fa-9083-a025b2335989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6d46d55-b28d-4c79-9534-c1e9c88ce9bd,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:13.384160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54620) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:13.544013 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc589dd5-8e9a-4057-9d35-4e879b8701c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.610298 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc589dd5-8e9a-4057-9d35-4e879b8701c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.635299 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2756cbed-f961-46b5-99d3-04f53e81ca53 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:13.705765 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcf9b4e-5ddc-400b-9623-db4b7b2f65f0 req-c40dc3fc-1eea-4b1d-94a1-896ac3b6a888 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.713047 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3fcf9b4e-5ddc-400b-9623-db4b7b2f65f0 req-c40dc3fc-1eea-4b1d-94a1-896ac3b6a888 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1617904 Jul 16 08:40:13.762348 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc589dd5-8e9a-4057-9d35-4e879b8701c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.765161 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc589dd5-8e9a-4057-9d35-4e879b8701c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.771604 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dc589dd5-8e9a-4057-9d35-4e879b8701c6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a6d46d55-b28d-4c79-9534-c1e9c88ce9bd HTTP/1.1" status: 204 len: 168 time: 0.3808987 Jul 16 08:40:13.802130 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-a13a09cd-3bb5-4b50-bb27-8438b92e31c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.807198 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc589dd5-8e9a-4057-9d35-4e879b8701c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6d46d55-b28d-4c79-9534-c1e9c88ce9bd,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:13.821363 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-a13a09cd-3bb5-4b50-bb27-8438b92e31c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99 HTTP/1.1" status: 200 len: 920 time: 0.4945369 Jul 16 08:40:13.871478 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3fcf9b4e-5ddc-400b-9623-db4b7b2f65f0 req-40c241c5-8b37-4ad0-9ab5-d8e05e1651df tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570251 Jul 16 08:40:13.900288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 2756cbed-f961-46b5-99d3-04f53e81ca53 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:13.916177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2756cbed-f961-46b5-99d3-04f53e81ca53 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:13.918447 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.035405 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f42598-a170-4876-b453-a9a4de183758 x-openstack-request-id: req-c0f42598-a170-4876-b453-a9a4de183758 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:14.038916 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df6499b-4ac4-4370-900b-bd6de790e5df", "tag": "b0cef12f-1cda-45d2-83d0-bc14c1a0f146", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:14.039359 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c0f42598-a170-4876-b453-a9a4de183758 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:14.043025 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'tag': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146', 'status': 'completed', 'code': 200} Jul 16 08:40:14.064642 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-d701fb37-5beb-40bb-8d3c-310c5d296156 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146 HTTP/1.1" status: 200 len: 217 time: 0.2395570 Jul 16 08:40:14.079494 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-16992a23-e6ed-4d7a-8cb6-536f0534bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538555ed-5387-4328-872c-8b0f86187c01', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:26Z', 'updated_at': '2021-07-16T08:38:40Z', 'revision_number': 4, 'project_id': '81c311d375bd422990bb2841b548ce09', 'gw_port': {'id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:29Z', 'updated_at': '2021-07-16T08:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '45157de7-0f1a-4092-8470-acabdd76299a', 'name': '', 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'mac_address': 'fa:16:3e:26:60:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:37Z', 'updated_at': '2021-07-16T08:38:48Z', 'revision_number': 5, 'project_id': '81c311d375bd422990bb2841b548ce09', 'subnets': [{'id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:14.081096 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.218621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 2756cbed-f961-46b5-99d3-04f53e81ca53, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2756cbed-f961-46b5-99d3-04f53e81ca53,segment=NetworkSegment(743d25d6-1915-4c71-bb53-2c00b3df4fdc),segment_id=743d25d6-1915-4c71-bb53-2c00b3df4fdc)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:14.223041 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16992a23-e6ed-4d7a-8cb6-536f0534bd89 None None] Checking router: 538555ed-5387-4328-872c-8b0f86187c01 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:14.230804 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.268632 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16992a23-e6ed-4d7a-8cb6-536f0534bd89 None None] Routers {'538555ed-5387-4328-872c-8b0f86187c01'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:14.278055 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-16992a23-e6ed-4d7a-8cb6-536f0534bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:40:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['538555ed-5387-4328-872c-8b0f86187c01'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:14.341888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-1d201db2-bda6-41ee-8146-fff7b75d01c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.344331 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-1d201db2-bda6-41ee-8146-fff7b75d01c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a36e81aa-10af-4026-b5e6-d83dbb4e6485 HTTP/1.1" status: 200 len: 860 time: 0.2772300 Jul 16 08:40:14.412019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80e9fa-7739-436d-8934-b304b6ac0b22 req-55022064-f758-476c-afc9-2981e40f4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.414197 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0a80e9fa-7739-436d-8934-b304b6ac0b22 req-55022064-f758-476c-afc9-2981e40f4adb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81c311d375bd422990bb2841b548ce09&device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 1097 time: 0.3698950 Jul 16 08:40:14.418180 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-a0167038-3224-46c8-a204-1b64ed064df4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538573 Jul 16 08:40:14.421008 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7b8fe-ef9a-4b7a-a149-9760fc93523c req-7506a3b6-ac96-4828-ac80-aa92f0773c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.423145 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79f7b8fe-ef9a-4b7a-a149-9760fc93523c req-7506a3b6-ac96-4828-ac80-aa92f0773c42 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 1098 time: 0.2033894 Jul 16 08:40:14.429085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=2756cbed-f961-46b5-99d3-04f53e81ca53,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:14.525355 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852c3315-3394-4393-84b1-6f1fb5e9089e req-bbb659bd-2daa-43b5-b6c5-f24c4cab9513 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.541901 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-852c3315-3394-4393-84b1-6f1fb5e9089e req-bbb659bd-2daa-43b5-b6c5-f24c4cab9513 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.2967196 Jul 16 08:40:14.559047 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-468c1adc-7717-4923-bb76-b2693bbf70aa service neutron] 10.222.0.20 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245713 Jul 16 08:40:14.667362 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-852c3315-3394-4393-84b1-6f1fb5e9089e req-47242b4d-7fbd-4e07-ad46-5b53dc434794 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233101 Jul 16 08:40:14.768711 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-16992a23-e6ed-4d7a-8cb6-536f0534bd89 None None] Set router 538555ed-5387-4328-872c-8b0f86187c01 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:14.925213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7b8fe-ef9a-4b7a-a149-9760fc93523c req-0090a1f2-b53e-4310-a6c6-fb123026936b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:14.928362 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79f7b8fe-ef9a-4b7a-a149-9760fc93523c req-0090a1f2-b53e-4310-a6c6-fb123026936b service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.3803494 Jul 16 08:40:15.060820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80e9fa-7739-436d-8934-b304b6ac0b22 req-64684c01-1ec9-4872-9c8f-c20a31369654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.063430 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0a80e9fa-7739-436d-8934-b304b6ac0b22 req-64684c01-1ec9-4872-9c8f-c20a31369654 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99 HTTP/1.1" status: 200 len: 920 time: 0.6389017 Jul 16 08:40:15.078398 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1175c858-a4ff-4f36-a85f-df4792c8ed04 req-94865384-d15d-4cb9-9309-d89142c84352 service neutron] 10.222.0.20 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943933 Jul 16 08:40:15.083766 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79f7b8fe-ef9a-4b7a-a149-9760fc93523c req-3674c590-8645-452f-9bac-64524339e3ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e HTTP/1.1" status: 200 len: 217 time: 0.1271887 Jul 16 08:40:15.184342 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0a80e9fa-7739-436d-8934-b304b6ac0b22 req-7e3c5afc-06b9-48c6-9f56-38049aa64457 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146 HTTP/1.1" status: 200 len: 217 time: 0.1042624 Jul 16 08:40:15.236007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9df1600-8432-4503-a110-e3e3ba0a540f req-e23d557e-c9d6-42fb-bfd6-90fe266cc90d tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.249085 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e9df1600-8432-4503-a110-e3e3ba0a540f req-e23d557e-c9d6-42fb-bfd6-90fe266cc90d tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.2618093 Jul 16 08:40:15.282581 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-16992a23-e6ed-4d7a-8cb6-536f0534bd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538555ed-5387-4328-872c-8b0f86187c01', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:26Z', 'updated_at': '2021-07-16T08:38:40Z', 'revision_number': 4, 'project_id': '81c311d375bd422990bb2841b548ce09', 'gw_port': {'id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:29Z', 'updated_at': '2021-07-16T08:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '45157de7-0f1a-4092-8470-acabdd76299a', 'name': '', 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'mac_address': 'fa:16:3e:26:60:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:37Z', 'updated_at': '2021-07-16T08:38:48Z', 'revision_number': 5, 'project_id': '81c311d375bd422990bb2841b548ce09', 'subnets': [{'id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:15.343309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7b8fe-ef9a-4b7a-a149-9760fc93523c req-f7ed9ca9-881b-4bfe-a46a-bf2e11e3b617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.343927 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e9df1600-8432-4503-a110-e3e3ba0a540f req-b5679a3f-5766-4840-9036-b357ba380db8 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912194 Jul 16 08:40:15.346196 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79f7b8fe-ef9a-4b7a-a149-9760fc93523c req-f7ed9ca9-881b-4bfe-a46a-bf2e11e3b617 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.2504597 Jul 16 08:40:15.496486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a80e9fa-7739-436d-8934-b304b6ac0b22 req-181cc1e1-1660-4b2b-830c-6b72211356a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.499084 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0a80e9fa-7739-436d-8934-b304b6ac0b22 req-181cc1e1-1660-4b2b-830c-6b72211356a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=a36e81aa-10af-4026-b5e6-d83dbb4e6485 HTTP/1.1" status: 200 len: 860 time: 0.2785957 Jul 16 08:40:15.577113 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0a80e9fa-7739-436d-8934-b304b6ac0b22 req-50852692-74a5-4590-826b-9b44a904b647 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e4ba2c35-4b55-49d3-9484-e1fbb10cff99&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681858 Jul 16 08:40:15.651725 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2756cbed-f961-46b5-99d3-04f53e81ca53 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:15.687812 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16992a23-e6ed-4d7a-8cb6-536f0534bd89 None None] The sync data for ids ['538555ed-5387-4328-872c-8b0f86187c01'] in n-d-758944-46 is: [{'id': '538555ed-5387-4328-872c-8b0f86187c01', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:26Z', 'updated_at': '2021-07-16T08:38:40Z', 'revision_number': 4, 'project_id': '81c311d375bd422990bb2841b548ce09', 'gw_port': {'id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:29Z', 'updated_at': '2021-07-16T08:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '45157de7-0f1a-4092-8470-acabdd76299a', 'name': '', 'network_id': 'e4ba2c35-4b55-49d3-9484-e1fbb10cff99', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'mac_address': 'fa:16:3e:26:60:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:37Z', 'updated_at': '2021-07-16T08:38:48Z', 'revision_number': 5, 'project_id': '81c311d375bd422990bb2841b548ce09', 'subnets': [{'id': 'a36e81aa-10af-4026-b5e6-d83dbb4e6485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:15.705635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d26d93-d7d0-430e-8cfa-aa5ce7c4c45a req-e5cfed8a-419d-4963-9193-53db9f07c2de tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.708349 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-58d26d93-d7d0-430e-8cfa-aa5ce7c4c45a req-e5cfed8a-419d-4963-9193-53db9f07c2de tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.4069798 Jul 16 08:40:15.749567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f7b8fe-ef9a-4b7a-a149-9760fc93523c req-e0cf8ddb-35f6-42e3-b863-7b918b1cd3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.771383 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79f7b8fe-ef9a-4b7a-a149-9760fc93523c req-e0cf8ddb-35f6-42e3-b863-7b918b1cd3c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3633375 Jul 16 08:40:15.986068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2756cbed-f961-46b5-99d3-04f53e81ca53 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:15.986819 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.307053 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-861cd178-90fc-469e-b785-1039e266b2df req-cf1c32ea-9446-47f8-b0ea-4cecade4697b tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/floatingips/5d1cfb9d-7e42-4e8a-b491-e41bb30fe02a HTTP/1.1" status: 200 len: 695 time: 0.2504792 Jul 16 08:40:16.333868 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79f7b8fe-ef9a-4b7a-a149-9760fc93523c req-4605c674-310a-4e82-a05d-166409ee15bc service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4502378 Jul 16 08:40:16.339645 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-58d26d93-d7d0-430e-8cfa-aa5ce7c4c45a req-a299dc10-e5a3-4884-a7d7-c5b59150206c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6176486 Jul 16 08:40:16.485836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4a60bd-6bbe-41dd-8968-f93d666d7e4e None None] New status for floating IP 5d1cfb9d-7e42-4e8a-b491-e41bb30fe02a: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:40:16.493780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cd178-90fc-469e-b785-1039e266b2df req-42aa56f3-6093-441d-8c67-900e7bbe7203 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:16.506259 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-861cd178-90fc-469e-b785-1039e266b2df req-42aa56f3-6093-441d-8c67-900e7bbe7203 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 784 time: 0.1863961 Jul 16 08:40:16.514875 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-861cd178-90fc-469e-b785-1039e266b2df req-fbce46a0-b8e9-4c72-a6cd-9fc306d30d0d tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:40:16.523421 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-861cd178-90fc-469e-b785-1039e266b2df req-fbce46a0-b8e9-4c72-a6cd-9fc306d30d0d tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156338 Jul 16 08:40:16.718407 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-861cd178-90fc-469e-b785-1039e266b2df req-4362b481-c266-413b-bb05-ac79b55795c5 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.216 HTTP/1.1" status: 200 len: 698 time: 0.1934404 Jul 16 08:40:16.857050 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-861cd178-90fc-469e-b785-1039e266b2df req-de2d1276-460e-42ee-9815-02300d54efeb tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/floatingips?floating_ip_address=172.25.4.216 HTTP/1.1" status: 200 len: 698 time: 0.1366715 Jul 16 08:40:17.075709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0a80e9fa-7739-436d-8934-b304b6ac0b22 req-53020e7b-cbb7-44b8-906e-6a534971fb09 service neutron] 10.222.0.38 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4760451 Jul 16 08:40:17.111387 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-861cd178-90fc-469e-b785-1039e266b2df req-23973665-7959-491a-973c-4951ee1cf54c tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Deleting port fa4b8f3a-76fe-488e-98d6-c8fbf8b58c60 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:17.111749 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-861cd178-90fc-469e-b785-1039e266b2df req-23973665-7959-491a-973c-4951ee1cf54c tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.357110 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-861cd178-90fc-469e-b785-1039e266b2df req-23973665-7959-491a-973c-4951ee1cf54c tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.358051 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-861cd178-90fc-469e-b785-1039e266b2df req-23973665-7959-491a-973c-4951ee1cf54c tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.390907 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-861cd178-90fc-469e-b785-1039e266b2df req-23973665-7959-491a-973c-4951ee1cf54c tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Calling delete_port for fa4b8f3a-76fe-488e-98d6-c8fbf8b58c60 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:17.477138 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79f7b8fe-ef9a-4b7a-a149-9760fc93523c req-376c6ce6-a0f8-40be-ac06-8e1e1fa7033a service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1338966 Jul 16 08:40:17.543865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971025a1-ebba-4d56-80af-cce435484efc req-750b0dbe-2141-44b8-a9b5-f1dad13045fd tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.554964 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-971025a1-ebba-4d56-80af-cce435484efc req-750b0dbe-2141-44b8-a9b5-f1dad13045fd tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.5192828 Jul 16 08:40:17.566074 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0a80e9fa-7739-436d-8934-b304b6ac0b22 req-35f40a98-9b52-47bf-9d25-533ab0e0a855 service neutron] 10.222.0.38 "GET /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4615116 Jul 16 08:40:17.634477 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-971025a1-ebba-4d56-80af-cce435484efc req-9e75e7fa-bc4c-4e35-8375-6ce81d9cc38f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782833 Jul 16 08:40:17.662959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c513d3a6-ead0-4fbb-ae43-abcdcb632b3e no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:17.684292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54690) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:17.771904 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-861cd178-90fc-469e-b785-1039e266b2df req-23973665-7959-491a-973c-4951ee1cf54c tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.906602 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.917915 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23973665-7959-491a-973c-4951ee1cf54c tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Pushing event deleted for resources: {'Port': ['ID=fa4b8f3a-76fe-488e-98d6-c8fbf8b58c60,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:17.954920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a0bf66-769d-4f6a-bc42-853e33eb8c18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c513d3a6-ead0-4fbb-ae43-abcdcb632b3e'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:17.959398 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9497adcb-fa33-4fc4-aa2c-3d348dc72d2c" -d '{"events": [{"server_uuid": "43a0bf66-769d-4f6a-bc42-853e33eb8c18", "name": "network-vif-unplugged", "status": "completed", "tag": "c513d3a6-ead0-4fbb-ae43-abcdcb632b3e"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:17.984850 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:17.993892 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.024587 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-861cd178-90fc-469e-b785-1039e266b2df req-23973665-7959-491a-973c-4951ee1cf54c tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.030731 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-861cd178-90fc-469e-b785-1039e266b2df req-23973665-7959-491a-973c-4951ee1cf54c tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.033800 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-861cd178-90fc-469e-b785-1039e266b2df req-23973665-7959-491a-973c-4951ee1cf54c tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "DELETE /v2.0/floatingips/5d1cfb9d-7e42-4e8a-b491-e41bb30fe02a HTTP/1.1" status: 204 len: 173 time: 1.1751087 Jul 16 08:40:18.067706 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea703744-2624-403d-9dcc-f6088c654db8 req-1646f34a-b1b6-468b-9a9b-8cbd4e047849 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:18.080543 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ea703744-2624-403d-9dcc-f6088c654db8 req-1646f34a-b1b6-468b-9a9b-8cbd4e047849 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 946 time: 0.2058368 Jul 16 08:40:18.123400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.148653 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-945556314'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:18.209039 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ea703744-2624-403d-9dcc-f6088c654db8 req-22c07213-3a03-44ff-92b2-b7233380f044 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191387 Jul 16 08:40:18.314216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Made reservation on behalf of 5378891d64094461a3eab4b7c8e471ab for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:18.318752 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.329823 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73ec825-68de-4fd6-8603-49d6849e3794 x-openstack-request-id: req-f73ec825-68de-4fd6-8603-49d6849e3794 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:18.330294 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a0bf66-769d-4f6a-bc42-853e33eb8c18", "name": "network-vif-unplugged", "status": "completed", "tag": "c513d3a6-ead0-4fbb-ae43-abcdcb632b3e", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:18.330714 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f73ec825-68de-4fd6-8603-49d6849e3794 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:18.331404 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43a0bf66-769d-4f6a-bc42-853e33eb8c18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c513d3a6-ead0-4fbb-ae43-abcdcb632b3e', 'code': 200} Jul 16 08:40:18.333831 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.336761 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-9f17c13f-6156-4ba3-ab69-164b13d24db8 service neutron] show failed (client error): The resource could not be found. Jul 16 08:40:18.337984 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-9f17c13f-6156-4ba3-ab69-164b13d24db8 service neutron] 10.222.0.15 "GET /v2.0/ports/9d3d4375-6e86-429c-99d8-d986d445defa/bindings/n-h2-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.1228304 Jul 16 08:40:18.465920 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cdb26f9e-2351-4008-8388-a76894295ba9 req-dd3251d7-6241-4114-9681-d35d7ddb6f15 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups/33f62974-cd1e-45f6-a142-814f0b93c306 HTTP/1.1" status: 200 len: 1809 time: 0.0854402 Jul 16 08:40:18.587352 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cdb26f9e-2351-4008-8388-a76894295ba9 req-676d4977-ba10-4b67-9c3f-1961639425ad tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.708760 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.740716 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cdb26f9e-2351-4008-8388-a76894295ba9 req-676d4977-ba10-4b67-9c3f-1961639425ad tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.750543 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.802430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c185c5-85ae-4bfa-9bba-4a8f76327496 req-69cebc66-b3d0-4704-83c2-f1b1a552e315 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:18.805177 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-65c185c5-85ae-4bfa-9bba-4a8f76327496 req-69cebc66-b3d0-4704-83c2-f1b1a552e315 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2084713 Jul 16 08:40:18.845945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:18.890843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-65c185c5-85ae-4bfa-9bba-4a8f76327496 req-e580af38-3d6d-4c3e-841e-3bda6629b8fd tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754728 Jul 16 08:40:18.930966 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62fa240-9f3f-438c-8496-5267f6fb0b53,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:19.068962 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.077238 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Added segment 93a4a9fc-7eb3-46e8-8352-dbfc6377126f of type vlan for network 1cc6ed32-738d-41bc-93bb-cc8f28859216 Jul 16 08:40:19.203697 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cdb26f9e-2351-4008-8388-a76894295ba9 req-676d4977-ba10-4b67-9c3f-1961639425ad tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.208328 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cdb26f9e-2351-4008-8388-a76894295ba9 req-676d4977-ba10-4b67-9c3f-1961639425ad tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.221303 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cdb26f9e-2351-4008-8388-a76894295ba9 req-676d4977-ba10-4b67-9c3f-1961639425ad tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "DELETE /v2.0/security-groups/33f62974-cd1e-45f6-a142-814f0b93c306 HTTP/1.1" status: 204 len: 173 time: 0.7430434 Jul 16 08:40:19.234684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2e06e-6085-48a6-b823-2cb847f004bc req-92193e6e-da2a-4544-a0fa-a342a8c2a4e7 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.259043 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ba2e06e-6085-48a6-b823-2cb847f004bc req-92193e6e-da2a-4544-a0fa-a342a8c2a4e7 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.1116385 Jul 16 08:40:19.298823 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.306485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d4977-ba10-4b67-9c3f-1961639425ad tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33f62974-cd1e-45f6-a142-814f0b93c306,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:19.377101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-d730e277-044c-4bdb-8fb5-75daec2dec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.380132 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-d730e277-044c-4bdb-8fb5-75daec2dec3b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e&tenant_id=5e44fcee4e3840cf89b33be8ee44969f HTTP/1.1" status: 200 len: 1102 time: 0.3908362 Jul 16 08:40:19.410099 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ba2e06e-6085-48a6-b823-2cb847f004bc req-1e222798-e174-4667-8330-fc02db08c2a5 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465430 Jul 16 08:40:19.413205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:19.517070 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.539363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.545478 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.667892 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9820709 Jul 16 08:40:19.835141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961c410-d29f-44b7-855e-2bf4c3f06ff6 tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Pushing event updated for resources: {'Network': ['ID=1cc6ed32-738d-41bc-93bb-cc8f28859216,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:19.853666 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 1cc6ed32-738d-41bc-93bb-cc8f28859216 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:19.860930 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.919061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adc0f4-d486-4142-ab3a-1961c17252d0 req-e947ea47-5b77-45d0-86dd-f32e752063f0 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.926691 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-02adc0f4-d486-4142-ab3a-1961c17252d0 req-e947ea47-5b77-45d0-86dd-f32e752063f0 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.3359714 Jul 16 08:40:20.108682 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-02adc0f4-d486-4142-ab3a-1961c17252d0 req-54235cb5-1f12-4bc8-b7c5-6caaf509b5fd tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805854 Jul 16 08:40:20.379190 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] For port 9d3d4375-6e86-429c-99d8-d986d445defa, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9d3d4375-6e86-429c-99d8-d986d445defa,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:20.387470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927889d8-7cfe-4908-adcb-5d4a197e904e req-53f17b9a-6a4f-4510-bb12-004f9f9700bd tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.391138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-927889d8-7cfe-4908-adcb-5d4a197e904e req-53f17b9a-6a4f-4510-bb12-004f9f9700bd tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 944 time: 0.1566207 Jul 16 08:40:20.467899 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] For port 9d3d4375-6e86-429c-99d8-d986d445defa, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:20.497591 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-927889d8-7cfe-4908-adcb-5d4a197e904e req-b8896ed8-0ea2-460b-823d-036f76482326 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000586 Jul 16 08:40:20.593595 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d3d4375-6e86-429c-99d8-d986d445defa'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:20.597957 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66041d43-8b61-417f-bf1f-1bc3c29804fa" -d '{"events": [{"server_uuid": "6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d3d4375-6e86-429c-99d8-d986d445defa"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:20.603373 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.628832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Transition to ACTIVE for port object 9d3d4375-6e86-429c-99d8-d986d445defa will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:20.639141 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.680912 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54732) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:20.692278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Request body: {'port': {'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216', 'binding:host_id': 'n-h1-758944-46', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-428791878'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:20.899469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Made reservation on behalf of 9c1087ba0b4544fabcef55d57f52b50c for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:20.902432 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.912293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] No DVR routers for this DVR port 9d3d4375-6e86-429c-99d8-d986d445defa on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:20.928325 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.953689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3d4375-6e86-429c-99d8-d986d445defa,revision_number=6']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:20.984864 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c35f4a-5923-4a04-bb77-8547a6a3e6e0 req-e247bcba-6bf9-47d3-94f1-301ead522a9e tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.986910 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7c35f4a-5923-4a04-bb77-8547a6a3e6e0 req-e247bcba-6bf9-47d3-94f1-301ead522a9e tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.2737494 Jul 16 08:40:21.209826 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.224977 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7c35f4a-5923-4a04-bb77-8547a6a3e6e0 req-01561f05-c507-49ce-a67f-81970742acb6 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209275 Jul 16 08:40:21.226293 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.228691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Attempting to bind port 9d3d4375-6e86-429c-99d8-d986d445defa on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:21.232336 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Attempting to bind port 9d3d4375-6e86-429c-99d8-d986d445defa by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:21.233223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] device_id is not set on port 58d669f6-a21a-4d78-95ff-de960de43ad6 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:21.243003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Attempting to bind port 9d3d4375-6e86-429c-99d8-d986d445defa on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:21.282804 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Port 9d3d4375-6e86-429c-99d8-d986d445defa on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:21.283225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Attempting to bind port 9d3d4375-6e86-429c-99d8-d986d445defa on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:21.290122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:21.290575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:21.291033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:21.291579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Bound port: 9d3d4375-6e86-429c-99d8-d986d445defa, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:21.292061 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.303034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a3555a-e48d-4982-8102-1a0a1b8cc69e req-5a00954d-a44c-473e-bdf0-e39679046dec tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.311483 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-75a3555a-e48d-4982-8102-1a0a1b8cc69e req-5a00954d-a44c-473e-bdf0-e39679046dec tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 948 time: 0.4696600 Jul 16 08:40:21.417994 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-75a3555a-e48d-4982-8102-1a0a1b8cc69e req-70b6b749-d7dd-4d66-87b9-6ac91f5546e2 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052775 Jul 16 08:40:21.551439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] For port 9d3d4375-6e86-429c-99d8-d986d445defa, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:21.555116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] For port 9d3d4375-6e86-429c-99d8-d986d445defa, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=9d3d4375-6e86-429c-99d8-d986d445defa,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:21.566331 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.650860 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.651996 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.653584 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] 10.222.0.38 "PUT /v2.0/ports/9d3d4375-6e86-429c-99d8-d986d445defa HTTP/1.1" status: 200 len: 1097 time: 2.2563202 Jul 16 08:40:21.669477 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daac57e-b28f-4401-be45-784dcb3e1dcd x-openstack-request-id: req-8daac57e-b28f-4401-be45-784dcb3e1dcd {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:21.669780 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e", "name": "network-vif-unplugged", "status": "completed", "tag": "9d3d4375-6e86-429c-99d8-d986d445defa", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:21.670186 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8daac57e-b28f-4401-be45-784dcb3e1dcd {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:21.670442 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d3d4375-6e86-429c-99d8-d986d445defa', 'code': 200} Jul 16 08:40:21.690291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd47c00-e43f-4d3b-958f-c63dc5dd2733 service neutron] Pushing event updated for resources: {'Port': ['ID=9d3d4375-6e86-429c-99d8-d986d445defa,revision_number=7']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:21.831743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-d46da501-ad9f-49e2-93b1-94318a84575d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.835799 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-d46da501-ad9f-49e2-93b1-94318a84575d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 1100 time: 0.1235538 Jul 16 08:40:21.894556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] device_id is not set on port 58d669f6-a21a-4d78-95ff-de960de43ad6 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:21.933569 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.954898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Transition to ACTIVE for port object 58d669f6-a21a-4d78-95ff-de960de43ad6 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:22.061465 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.121076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1674f107-330f-47c8-8127-9bc470bb9041 req-0dcadd36-e6f2-45d7-80e7-29011b2aa455 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.133799 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1674f107-330f-47c8-8127-9bc470bb9041 req-0dcadd36-e6f2-45d7-80e7-29011b2aa455 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2611749 Jul 16 08:40:22.152394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-becf3b27-2f41-43aa-9c5c-08808db3d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.155040 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-becf3b27-2f41-43aa-9c5c-08808db3d5a4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3058615 Jul 16 08:40:22.163788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41332a42-c847-4181-9de3-b4766624b05d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:22.216804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Pushing event updated for resources: {'Port': ['ID=58d669f6-a21a-4d78-95ff-de960de43ad6,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:22.226734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Checking segment: {'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:22.227174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Network hostable DHCP agents. Network: 1cc6ed32-738d-41bc-93bb-cc8f28859216, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:22.256634 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bfe63-b50d-4423-9b3c-b3f5db6322ac req-6da9ea0a-47a9-48c6-9aa3-38f41d745bfe tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.263967 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b05bfe63-b50d-4423-9b3c-b3f5db6322ac req-6da9ea0a-47a9-48c6-9aa3-38f41d745bfe tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.2986262 Jul 16 08:40:22.266608 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-4c1c92e3-ffdb-472d-aa20-22608d7b2988 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9d3d4375-6e86-429c-99d8-d986d445defa HTTP/1.1" status: 200 len: 217 time: 0.0985959 Jul 16 08:40:22.305612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Network 1cc6ed32-738d-41bc-93bb-cc8f28859216 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:22.325263 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1674f107-330f-47c8-8127-9bc470bb9041 req-daa86850-5e42-489f-b860-8a5927ae5f3c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898792 Jul 16 08:40:22.329769 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b05bfe63-b50d-4423-9b3c-b3f5db6322ac req-dab673df-87d6-4fa2-96e1-071193efc84f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647449 Jul 16 08:40:22.330420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 1cc6ed32-738d-41bc-93bb-cc8f28859216) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:22.335436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:22.377329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61babb0e-c687-4cad-b0ee-3bc75a554992 None None] Network 1cc6ed32-738d-41bc-93bb-cc8f28859216 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:22.390520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:22.390909 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:22.391312 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:22.424483 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:22.425614 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:22.436792 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 2 to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 Jul 16 08:40:22.491798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:22.492661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:22.493107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:22.513492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:22.517575 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:22.518338 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 3 to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 Jul 16 08:40:22.524811 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-a226f94a-76c7-4034-a852-d44a32af0573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.528418 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-a226f94a-76c7-4034-a852-d44a32af0573 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2280560 Jul 16 08:40:22.535778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:22.536283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:22.536749 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:22.543568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:22.544056 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:22.544579 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 4 to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 Jul 16 08:40:22.563369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:22.563856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:22.564292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:22.574626 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:22.575223 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:22.576198 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 5 to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 Jul 16 08:40:22.613297 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:22.616379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:22.617363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:22.631743 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:22.633670 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:22.644136 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 6 to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 Jul 16 08:40:22.667941 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:22.668286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:22.668692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:22.676740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:22.677147 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:22.677549 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 7 to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 Jul 16 08:40:22.699495 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:22.700484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:22.701053 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:22.717307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:22.717910 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:22.718057 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5107593c-c05d-4663-bc95-6ac4e6b44223 req-c9e32a28-fd5e-4011-a163-06bef227d4a7 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.721641 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5107593c-c05d-4663-bc95-6ac4e6b44223 req-c9e32a28-fd5e-4011-a163-06bef227d4a7 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.38 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.5348461 Jul 16 08:40:22.727835 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 8 to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 Jul 16 08:40:22.753571 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:22.753856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:22.754434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:22.763073 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:22.763379 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:22.806354 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 9 to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 Jul 16 08:40:22.830457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:22.830796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:22.831188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:22.845801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:22.846083 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:22.853226 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 10 to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 Jul 16 08:40:22.886014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:22.886280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:22.886599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:22.900585 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 58d669f6-a21a-4d78-95ff-de960de43ad6 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:22.901724 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 58d669f6-a21a-4d78-95ff-de960de43ad6 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:22.902195 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.000679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] For port 58d669f6-a21a-4d78-95ff-de960de43ad6, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:23.001388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempted to set empty binding levels {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:40:23.027512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1900f98c-0338-4964-82dd-43ab2554626b req-b5f04b9b-e141-4a66-b7ca-b4eef0cd543d tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.038485 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1900f98c-0338-4964-82dd-43ab2554626b req-b5f04b9b-e141-4a66-b7ca-b4eef0cd543d tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.2857440 Jul 16 08:40:23.041016 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.047450 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-9719f9c7-51d9-4fe2-89ff-fcc25dfb42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.050706 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-9719f9c7-51d9-4fe2-89ff-fcc25dfb42e9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5126438 Jul 16 08:40:23.134344 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.136823 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.163212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Pushing event updated for resources: {'Port': ['ID=58d669f6-a21a-4d78-95ff-de960de43ad6,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:23.201829 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-38ef9a1e-f4c3-42c6-8b9c-81654f855fb3 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.5169544 Jul 16 08:40:23.203845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54760) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:23.226941 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1900f98c-0338-4964-82dd-43ab2554626b req-7f0e36fd-7b83-4647-9e40-2069af976688 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875281 Jul 16 08:40:23.345628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-5107593c-c05d-4663-bc95-6ac4e6b44223 req-8e7948a4-ced3-4ce6-a3d0-cbc84aff6321 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Deleting port b0cef12f-1cda-45d2-83d0-bc14c1a0f146 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:23.346635 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5107593c-c05d-4663-bc95-6ac4e6b44223 req-8e7948a4-ced3-4ce6-a3d0-cbc84aff6321 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.359400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a99ef9f2-122c-43ad-93ce-ec230d475ae5 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Deleting port 58d669f6-a21a-4d78-95ff-de960de43ad6 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:23.359776 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a99ef9f2-122c-43ad-93ce-ec230d475ae5 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.477910 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-3005ed02-88ac-40cb-a42a-1155e8b2d751 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4186134 Jul 16 08:40:23.491366 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-a99ef9f2-122c-43ad-93ce-ec230d475ae5 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] For port 58d669f6-a21a-4d78-95ff-de960de43ad6, host n-h1-758944-46, got binding levels [] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:23.491617 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a99ef9f2-122c-43ad-93ce-ec230d475ae5 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.511090 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a99ef9f2-122c-43ad-93ce-ec230d475ae5 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Calling delete_port for 58d669f6-a21a-4d78-95ff-de960de43ad6 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:23.535437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a471b249-cbf3-4a8c-a86a-8b7a0b7f259a req-7088f6f4-2c4c-46a2-9219-ee479b71a1f4 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.544469 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a471b249-cbf3-4a8c-a86a-8b7a0b7f259a req-7088f6f4-2c4c-46a2-9219-ee479b71a1f4 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.3997207 Jul 16 08:40:23.590361 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f522d128-a18c-43e0-b112-f10ceb235fbd req-c2176b98-0e83-4fab-a9b6-b3e15ebc59a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3373663 Jul 16 08:40:23.601121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c6b1be-f455-4bc2-a6ba-b0630fe227ca req-6cff2a80-e1fc-4d4d-8ad9-c6ee6950bc57 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:23.603157 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e1c6b1be-f455-4bc2-a6ba-b0630fe227ca req-6cff2a80-e1fc-4d4d-8ad9-c6ee6950bc57 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1593337 Jul 16 08:40:23.634084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-5107593c-c05d-4663-bc95-6ac4e6b44223 req-8e7948a4-ced3-4ce6-a3d0-cbc84aff6321 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] For port b0cef12f-1cda-45d2-83d0-bc14c1a0f146, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b0cef12f-1cda-45d2-83d0-bc14c1a0f146,segment=NetworkSegment(ab49bb80-1fbe-4fec-af55-8823df476b46),segment_id=ab49bb80-1fbe-4fec-af55-8823df476b46)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:23.634084 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5107593c-c05d-4663-bc95-6ac4e6b44223 req-8e7948a4-ced3-4ce6-a3d0-cbc84aff6321 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.667177 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a99ef9f2-122c-43ad-93ce-ec230d475ae5 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.686398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c513d3a6-ead0-4fbb-ae43-abcdcb632b3e no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:23.705738 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a471b249-cbf3-4a8c-a86a-8b7a0b7f259a req-48e0cecd-8798-4ee1-83a9-ad36c4e0e30c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601276 Jul 16 08:40:23.706243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e', 'tag': '9d3d4375-6e86-429c-99d8-d986d445defa'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:23.717250 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0dd273-94db-4d03-9877-b31ca254fdb8" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e", "tag": "9d3d4375-6e86-429c-99d8-d986d445defa"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:23.832269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-5107593c-c05d-4663-bc95-6ac4e6b44223 req-8e7948a4-ced3-4ce6-a3d0-cbc84aff6321 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Calling delete_port for b0cef12f-1cda-45d2-83d0-bc14c1a0f146 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:23.836563 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 9d3d4375-6e86-429c-99d8-d986d445defa no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:23.972929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 9d3d4375-6e86-429c-99d8-d986d445defa not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:24.021870 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ff2cc68-f150-41e2-ac5e-e4aee12cc386 req-64d5ccf1-2a4f-4924-98b0-d53fa12c9f37 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5301573 Jul 16 08:40:24.114321 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522d128-a18c-43e0-b112-f10ceb235fbd req-3b43478a-3f27-4e03-a742-590e72aaab7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.116359 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f522d128-a18c-43e0-b112-f10ceb235fbd req-3b43478a-3f27-4e03-a742-590e72aaab7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 1097 time: 0.4946578 Jul 16 08:40:24.214789 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ef9f2-122c-43ad-93ce-ec230d475ae5 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Pushing event deleted for resources: {'Port': ['ID=58d669f6-a21a-4d78-95ff-de960de43ad6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:24.217382 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a99ef9f2-122c-43ad-93ce-ec230d475ae5 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.231826 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a99ef9f2-122c-43ad-93ce-ec230d475ae5 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "DELETE /v2.0/ports/58d669f6-a21a-4d78-95ff-de960de43ad6 HTTP/1.1" status: 204 len: 168 time: 1.0179732 Jul 16 08:40:24.236674 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e1c6b1be-f455-4bc2-a6ba-b0630fe227ca req-0f5de439-96aa-47cf-b743-515baaa3de9a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6260521 Jul 16 08:40:24.237563 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54772) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:24.282163 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-72abe520-29c7-4764-9257-b6ffdadbf111 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:40:24.284564 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-72abe520-29c7-4764-9257-b6ffdadbf111 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "GET /v2.0/ports/58d669f6-a21a-4d78-95ff-de960de43ad6 HTTP/1.1" status: 404 len: 333 time: 0.0454764 Jul 16 08:40:24.287748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54778) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:24.293162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b0c87130-1208-46c0-b74b-c1450ef987d2 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Request body: {'port': {'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1550318608'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:24.334201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0c87130-1208-46c0-b74b-c1450ef987d2 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Made reservation on behalf of 9c1087ba0b4544fabcef55d57f52b50c for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:24.346619 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0c87130-1208-46c0-b74b-c1450ef987d2 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.373616 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49617df3-f718-4b62-b025-d61c22066b63 x-openstack-request-id: req-49617df3-f718-4b62-b025-d61c22066b63 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:24.374250 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e", "tag": "9d3d4375-6e86-429c-99d8-d986d445defa", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:24.378315 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49617df3-f718-4b62-b025-d61c22066b63 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:24.378856 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e', 'tag': '9d3d4375-6e86-429c-99d8-d986d445defa', 'status': 'completed', 'code': 200} Jul 16 08:40:24.393493 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-b0c87130-1208-46c0-b74b-c1450ef987d2 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] device_id is not set on port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:24.395590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb4dd27-3219-4fd4-8351-612820be1092 req-57d80147-8c1d-4ed7-92b7-23d8cbe11f35 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.397449 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-adb4dd27-3219-4fd4-8351-612820be1092 req-57d80147-8c1d-4ed7-92b7-23d8cbe11f35 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 948 time: 0.3962321 Jul 16 08:40:24.684255 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0c87130-1208-46c0-b74b-c1450ef987d2 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.796952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188284c-e306-4a38-8c3a-b829985dbd8d req-f56034a6-9acd-4817-89d1-ea500c545a40 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.805709 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f188284c-e306-4a38-8c3a-b829985dbd8d req-f56034a6-9acd-4817-89d1-ea500c545a40 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 945 time: 0.1167042 Jul 16 08:40:24.814439 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0c87130-1208-46c0-b74b-c1450ef987d2 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.888187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c87130-1208-46c0-b74b-c1450ef987d2 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Network 1cc6ed32-738d-41bc-93bb-cc8f28859216 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:24.899553 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-b0c87130-1208-46c0-b74b-c1450ef987d2 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:24.914173 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f188284c-e306-4a38-8c3a-b829985dbd8d req-8c414a26-60de-4fbd-95c9-03cd759a6cec tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/security-groups?id=6924b5d4-9506-4c44-9bec-a0bea7df14e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089516 Jul 16 08:40:24.915039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c87130-1208-46c0-b74b-c1450ef987d2 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:24.916033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c87130-1208-46c0-b74b-c1450ef987d2 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.917217 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0c87130-1208-46c0-b74b-c1450ef987d2 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.927102 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c87130-1208-46c0-b74b-c1450ef987d2 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Pushing event updated for resources: {'Port': ['ID=01fa6601-f5e5-4528-bfd4-7c49b6f07949,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:24.965461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b0c87130-1208-46c0-b74b-c1450ef987d2 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6740165 Jul 16 08:40:24.965930 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54790) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:24.971899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:25.063942 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-adb4dd27-3219-4fd4-8351-612820be1092 req-52c2910c-cafe-42f0-98d7-6d91c8799f93 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703422 Jul 16 08:40:25.099188 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5107593c-c05d-4663-bc95-6ac4e6b44223 req-8e7948a4-ced3-4ce6-a3d0-cbc84aff6321 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.102547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522d128-a18c-43e0-b112-f10ceb235fbd req-75495276-4580-4324-86f1-cc52c742917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.106000 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f522d128-a18c-43e0-b112-f10ceb235fbd req-75495276-4580-4324-86f1-cc52c742917d service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.9619343 Jul 16 08:40:25.111551 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.203095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7948a4-ced3-4ce6-a3d0-cbc84aff6321 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Pushing event deleted for resources: {'Port': ['ID=b0cef12f-1cda-45d2-83d0-bc14c1a0f146,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:25.207829 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f522d128-a18c-43e0-b112-f10ceb235fbd req-f02226ca-fe68-4e05-9669-0f785931b079 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1298a89f-52f3-4069-a090-2cd8b577ce57 HTTP/1.1" status: 200 len: 217 time: 0.0587718 Jul 16 08:40:25.331354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-4d0ac8f6-01ee-4ae2-926e-2b8095b2ebe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.337237 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-4d0ac8f6-01ee-4ae2-926e-2b8095b2ebe2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 1100 time: 0.9386752 Jul 16 08:40:25.487271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] device_id is not set on port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:25.498402 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.503842 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-1887110e-876c-406d-89f4-408c347c89b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.505422 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-1887110e-876c-406d-89f4-408c347c89b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 1100 time: 1.0627704 Jul 16 08:40:25.515657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Transition to ACTIVE for port object 01fa6601-f5e5-4528-bfd4-7c49b6f07949 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:25.524004 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.567354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-5107593c-c05d-4663-bc95-6ac4e6b44223 req-8e7948a4-ced3-4ce6-a3d0-cbc84aff6321 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] No DVR routers for this DVR port b0cef12f-1cda-45d2-83d0-bc14c1a0f146 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:25.581936 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5107593c-c05d-4663-bc95-6ac4e6b44223 req-8e7948a4-ced3-4ce6-a3d0-cbc84aff6321 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.584417 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5107593c-c05d-4663-bc95-6ac4e6b44223 req-8e7948a4-ced3-4ce6-a3d0-cbc84aff6321 tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.38 "DELETE /v2.0/ports/b0cef12f-1cda-45d2-83d0-bc14c1a0f146 HTTP/1.1" status: 204 len: 173 time: 2.8563130 Jul 16 08:40:25.600987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522d128-a18c-43e0-b112-f10ceb235fbd req-2521bcc7-f74b-4b86-941a-bf00bd728f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.602710 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f522d128-a18c-43e0-b112-f10ceb235fbd req-2521bcc7-f74b-4b86-941a-bf00bd728f44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.3851767 Jul 16 08:40:25.645891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:25.646306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:25.646592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:25.682234 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:25.682550 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:25.683791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Pushing event updated for resources: {'Port': ['ID=01fa6601-f5e5-4528-bfd4-7c49b6f07949,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:25.736697 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 2 to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 Jul 16 08:40:25.794037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:25.794583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:25.795143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:25.811437 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:25.811971 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:25.813421 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 3 to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 Jul 16 08:40:25.848971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-a11e2dca-980a-44cc-b3ab-ae3d150d949c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.850544 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-a11e2dca-980a-44cc-b3ab-ae3d150d949c service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.5000460 Jul 16 08:40:25.867805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:25.868568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:25.869332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:25.913928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:25.914263 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:25.914827 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 4 to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 Jul 16 08:40:25.956695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617f410-1fd3-4b5d-8e66-a354c6c6953b req-99a52499-42df-4a8f-8225-99af1d695bc4 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.962112 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f617f410-1fd3-4b5d-8e66-a354c6c6953b req-99a52499-42df-4a8f-8225-99af1d695bc4 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.3195937 Jul 16 08:40:25.970936 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-c2988d6d-18d3-4d34-9627-5d5229507d16 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9d3d4375-6e86-429c-99d8-d986d445defa HTTP/1.1" status: 200 len: 217 time: 0.0930665 Jul 16 08:40:25.993353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-f56ce522-298c-48a0-9770-ed3f3048a670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.995396 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-f56ce522-298c-48a0-9770-ed3f3048a670 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.4317515 Jul 16 08:40:26.002511 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:26.002641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:26.002941 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:26.019919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:26.023972 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:26.024533 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 5 to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 Jul 16 08:40:26.056852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:26.056852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:26.056852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:26.057468 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522d128-a18c-43e0-b112-f10ceb235fbd req-3bb348f1-1cb8-4153-a7b6-1dd781a8f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.058563 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f522d128-a18c-43e0-b112-f10ceb235fbd req-3bb348f1-1cb8-4153-a7b6-1dd781a8f276 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3950198 Jul 16 08:40:26.074723 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:26.075169 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:26.075505 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 6 to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 Jul 16 08:40:26.112280 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-62d732b8-53e7-4f9a-8e00-6eb36431e35b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9d3d4375-6e86-429c-99d8-d986d445defa HTTP/1.1" status: 200 len: 217 time: 0.0689788 Jul 16 08:40:26.116023 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:26.116367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:26.118099 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:26.128477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:26.128854 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:26.129272 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 7 to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 Jul 16 08:40:26.154696 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f414859e-fbcf-4a61-95fc-3ad191a3f75d req-cdb7688f-6edd-488d-8bcd-045007bf997b tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.154696 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f414859e-fbcf-4a61-95fc-3ad191a3f75d req-cdb7688f-6edd-488d-8bcd-045007bf997b tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.4863706 Jul 16 08:40:26.180053 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:26.180429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:26.180875 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:26.203541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-314ef606-32a7-4b2b-8fcb-e16f472505f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.205876 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-314ef606-32a7-4b2b-8fcb-e16f472505f1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2333961 Jul 16 08:40:26.232646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:26.232978 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:26.238804 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 8 to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 Jul 16 08:40:26.257000 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f617f410-1fd3-4b5d-8e66-a354c6c6953b req-5aabf8a6-63f4-4ae7-87c5-a7a2afa87cde tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2734530 Jul 16 08:40:26.263293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:26.263655 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:26.263993 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:26.272320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:26.274985 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:26.274985 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 9 to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 Jul 16 08:40:26.318007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:26.318361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:26.318696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:26.324554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:26.324895 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:26.325303 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 10 to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 Jul 16 08:40:26.346837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:26.348679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:26.349788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:26.358559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:26.358957 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:26.359429 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.390924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 9d3d4375-6e86-429c-99d8-d986d445defa details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:26.394055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b0cef12f-1cda-45d2-83d0-bc14c1a0f146 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:26.394589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'name': 'network-vif-deleted', 'tag': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:26.412078 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81f069b-f00e-4e78-a13a-9b8ebfd76253" -d '{"events": [{"server_uuid": "8df6499b-4ac4-4370-900b-bd6de790e5df", "name": "network-vif-deleted", "tag": "b0cef12f-1cda-45d2-83d0-bc14c1a0f146"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:26.452785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] For port 01fa6601-f5e5-4528-bfd4-7c49b6f07949, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:26.453255 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempted to set empty binding levels {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:40:26.461311 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.519551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-1444f5ed-0ae1-45d8-ba34-1f2e10b58004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.521366 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-1444f5ed-0ae1-45d8-ba34-1f2e10b58004 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.3933997 Jul 16 08:40:26.532665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] In _notify_port_updated(), no bound segment for port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:40:26.536760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.541002 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.543718 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "PUT /v2.0/ports/01fa6601-f5e5-4528-bfd4-7c49b6f07949 HTTP/1.1" status: 200 len: 976 time: 1.5768602 Jul 16 08:40:26.555800 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54808) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:26.636669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 9d3d4375-6e86-429c-99d8-d986d445defa, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=9d3d4375-6e86-429c-99d8-d986d445defa,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:26.652086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '9d3d4375-6e86-429c-99d8-d986d445defa', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '9d3d4375-6e86-429c-99d8-d986d445defa', 'mac_address': 'fa:16:3e:ca:4d:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.157'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:26.676874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: b0cef12f-1cda-45d2-83d0-bc14c1a0f146 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:26.677574 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b0cef12f-1cda-45d2-83d0-bc14c1a0f146 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:26.694629 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f414859e-fbcf-4a61-95fc-3ad191a3f75d req-0813f316-c1c5-434d-9f0c-706665e53750 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5049922 Jul 16 08:40:26.753728 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f522d128-a18c-43e0-b112-f10ceb235fbd req-9014dd6b-6590-4e21-ad7f-007dbf17b3d7 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6632860 Jul 16 08:40:26.796175 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.829173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d3d4375-6e86-429c-99d8-d986d445defa {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:26.849009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-a809cd79-4da2-4a2a-8a70-5010634f6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.858541 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-a809cd79-4da2-4a2a-8a70-5010634f6b51 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6437967 Jul 16 08:40:26.864731 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2216e972-1e1e-4a76-a791-ce55dacd48b3 req-32631e32-41e4-4a31-ba04-e691cd30677d tempest-ServerRescueTestJSONUnderV235-4974917 tempest-ServerRescueTestJSONUnderV235-4974917-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df6499b-4ac4-4370-900b-bd6de790e5df HTTP/1.1" status: 200 len: 210 time: 0.1268656 Jul 16 08:40:26.883219 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef2e49-5ad5-4fd8-bfe0-759ae50ac980 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Pushing event updated for resources: {'Port': ['ID=01fa6601-f5e5-4528-bfd4-7c49b6f07949,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:26.910795 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 9d3d4375-6e86-429c-99d8-d986d445defa, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=9d3d4375-6e86-429c-99d8-d986d445defa,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:26.919397 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.009762 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=9d3d4375-6e86-429c-99d8-d986d445defa,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:27.058631 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46ba131-3a0a-4c55-99fa-0a23e7ad9b01 x-openstack-request-id: req-c46ba131-3a0a-4c55-99fa-0a23e7ad9b01 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:27.059149 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df6499b-4ac4-4370-900b-bd6de790e5df", "name": "network-vif-deleted", "tag": "b0cef12f-1cda-45d2-83d0-bc14c1a0f146", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:27.059612 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c46ba131-3a0a-4c55-99fa-0a23e7ad9b01 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:27.060348 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df6499b-4ac4-4370-900b-bd6de790e5df', 'name': 'network-vif-deleted', 'tag': 'b0cef12f-1cda-45d2-83d0-bc14c1a0f146', 'status': 'completed', 'code': 200} Jul 16 08:40:27.100222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.100815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.101569 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.101965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.102447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.102924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.103391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.104051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.104518 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.105024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.105434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.105921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.106360 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.106889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.107352 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.107876 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.108604 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.108827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.109397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.110121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.110242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.110679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.111133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.111590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.112120 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.134463 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.135625 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.136114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.136618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.137720 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.137720 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.138006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.138464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.138926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.139395 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.144772 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4ae9d410-233c-46ff-a188-fff0aadf4863 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31546 time: 0.5877712 Jul 16 08:40:27.153345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54814) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:27.243854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['9d3d4375-6e86-429c-99d8-d986d445defa'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:27.254525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-5df791a2-7512-4b2e-8384-895696b5ef13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.258504 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-5df791a2-7512-4b2e-8384-895696b5ef13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7089055 Jul 16 08:40:27.437913 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152b9681-966c-4bc0-81c0-1e50bccfc007 req-795e015a-c628-428a-af18-0ee7abc48077 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.446472 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-152b9681-966c-4bc0-81c0-1e50bccfc007 req-795e015a-c628-428a-af18-0ee7abc48077 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2408857 Jul 16 08:40:27.544703 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7a448ec6-d4b9-4d11-a8a4-9ddaab20cceb tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Deleting port 01fa6601-f5e5-4528-bfd4-7c49b6f07949 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:27.545427 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a448ec6-d4b9-4d11-a8a4-9ddaab20cceb tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.564846 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f522d128-a18c-43e0-b112-f10ceb235fbd req-73896f50-b69d-4d2a-9149-d82c42c3904d service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7815948 Jul 16 08:40:27.637886 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-152b9681-966c-4bc0-81c0-1e50bccfc007 req-bffafb71-05c6-407a-99e1-45667b6bf729 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894531 Jul 16 08:40:27.688564 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39811faa-d166-4acb-8aa8-6185bf3f920f req-637a3553-fdc6-4a34-b6e2-7f3c472c3d01 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:27.696212 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39811faa-d166-4acb-8aa8-6185bf3f920f req-637a3553-fdc6-4a34-b6e2-7f3c472c3d01 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 949 time: 0.6340556 Jul 16 08:40:27.751604 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-7a448ec6-d4b9-4d11-a8a4-9ddaab20cceb tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] For port 01fa6601-f5e5-4528-bfd4-7c49b6f07949, host n-h1-758944-46, got binding levels [] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:27.752235 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a448ec6-d4b9-4d11-a8a4-9ddaab20cceb tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.756988 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-9f92d353-90be-4362-8f57-e9a645a878a8 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8463116 Jul 16 08:40:27.763105 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-2036675a-1d33-44fa-96d1-e17bd6e82c90 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775114 Jul 16 08:40:27.784109 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7a448ec6-d4b9-4d11-a8a4-9ddaab20cceb tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Calling delete_port for 01fa6601-f5e5-4528-bfd4-7c49b6f07949 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:27.850417 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39811faa-d166-4acb-8aa8-6185bf3f920f req-10d8f550-c088-4fdc-8f83-5bc100959e6f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514676 Jul 16 08:40:28.017066 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a448ec6-d4b9-4d11-a8a4-9ddaab20cceb tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.065990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a448ec6-d4b9-4d11-a8a4-9ddaab20cceb tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Pushing event deleted for resources: {'Port': ['ID=01fa6601-f5e5-4528-bfd4-7c49b6f07949,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.074264 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a448ec6-d4b9-4d11-a8a4-9ddaab20cceb tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.075710 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7a448ec6-d4b9-4d11-a8a4-9ddaab20cceb tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "DELETE /v2.0/ports/01fa6601-f5e5-4528-bfd4-7c49b6f07949 HTTP/1.1" status: 204 len: 168 time: 0.9213805 Jul 16 08:40:28.079337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54832) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:28.109523 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-9da608c4-561d-40b3-81cd-734989fc824a service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436491 Jul 16 08:40:28.129898 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e71c2f8-ae09-46ea-90ed-604033855138 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:40:28.136066 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8e71c2f8-ae09-46ea-90ed-604033855138 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "GET /v2.0/ports/01fa6601-f5e5-4528-bfd4-7c49b6f07949 HTTP/1.1" status: 404 len: 333 time: 0.0514886 Jul 16 08:40:28.148026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372323e5-ea8a-47c7-a8a3-10f1d52321ef req-ab4ff9e8-5029-48b1-bb5a-012270e87d75 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.156979 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-372323e5-ea8a-47c7-a8a3-10f1d52321ef req-ab4ff9e8-5029-48b1-bb5a-012270e87d75 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.2129354 Jul 16 08:40:28.159024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54834) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:28.172429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-14801ff6-8c5c-4b76-8632-919283516eaa tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-215195792', 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:28.195906 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af0dd273-94db-4d03-9877-b31ca254fdb8 req-170dbb2e-eb6d-42f6-bcbf-d3749d31f439 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4109831 Jul 16 08:40:28.239428 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-372323e5-ea8a-47c7-a8a3-10f1d52321ef req-bd96aea0-c37a-4a2c-b8e1-1f602c98a10e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813408 Jul 16 08:40:28.242884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14801ff6-8c5c-4b76-8632-919283516eaa tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Made reservation on behalf of 9c1087ba0b4544fabcef55d57f52b50c for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:28.254789 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14801ff6-8c5c-4b76-8632-919283516eaa tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.343590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-14801ff6-8c5c-4b76-8632-919283516eaa tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] device_id is not set on port 89aa6fa7-a02d-4932-81c1-30237b06e88e yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:28.365430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54844) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:28.410146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 9d3d4375-6e86-429c-99d8-d986d445defa up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:28.589731 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 9d3d4375-6e86-429c-99d8-d986d445defa completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:28.596440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 9d3d4375-6e86-429c-99d8-d986d445defa triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:28.596959 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.802583 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.891684 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 9d3d4375-6e86-429c-99d8-d986d445defa, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=9d3d4375-6e86-429c-99d8-d986d445defa,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:28.894901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3d4375-6e86-429c-99d8-d986d445defa'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:28.902055 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3416566-ecea-4bfd-aeb9-952377432823" -d '{"events": [{"server_uuid": "6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e", "name": "network-vif-plugged", "status": "completed", "tag": "9d3d4375-6e86-429c-99d8-d986d445defa"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:28.910009 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.937244 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae065ec-f522-425d-ad03-c3e53d4add08 req-a4035b0a-fd35-4450-9361-3da9d6d2b561 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.945250 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ae065ec-f522-425d-ad03-c3e53d4add08 req-a4035b0a-fd35-4450-9361-3da9d6d2b561 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 949 time: 0.3563538 Jul 16 08:40:28.950725 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14801ff6-8c5c-4b76-8632-919283516eaa tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.014052 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ae065ec-f522-425d-ad03-c3e53d4add08 req-366b35ef-0692-4f1a-a17a-2a9392f00244 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676305 Jul 16 08:40:29.033024 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=9d3d4375-6e86-429c-99d8-d986d445defa,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:29.074791 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14801ff6-8c5c-4b76-8632-919283516eaa tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.125546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54856) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:29.157796 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7d1f5e3-6f81-49ef-b29b-dfd722b926a5 x-openstack-request-id: req-a7d1f5e3-6f81-49ef-b29b-dfd722b926a5 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:29.159152 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e", "name": "network-vif-plugged", "status": "completed", "tag": "9d3d4375-6e86-429c-99d8-d986d445defa", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:29.159755 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a7d1f5e3-6f81-49ef-b29b-dfd722b926a5 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:29.160681 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d3d4375-6e86-429c-99d8-d986d445defa', 'code': 200} Jul 16 08:40:29.198756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14801ff6-8c5c-4b76-8632-919283516eaa tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Network 1cc6ed32-738d-41bc-93bb-cc8f28859216 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:29.207122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-14801ff6-8c5c-4b76-8632-919283516eaa tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:29.213143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14801ff6-8c5c-4b76-8632-919283516eaa tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:29.214789 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14801ff6-8c5c-4b76-8632-919283516eaa tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.214988 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14801ff6-8c5c-4b76-8632-919283516eaa tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.223384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf666ae-1a29-4e5e-a96a-dec0280891a6 req-7e90e990-3a0b-4fbe-9e79-5400db4476a8 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.226219 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3bf666ae-1a29-4e5e-a96a-dec0280891a6 req-7e90e990-3a0b-4fbe-9e79-5400db4476a8 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.15 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e&tenant_id=5e44fcee4e3840cf89b33be8ee44969f&binding%3Ahost_id=n-h2-758944-46 HTTP/1.1" status: 200 len: 949 time: 0.5867319 Jul 16 08:40:29.251366 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14801ff6-8c5c-4b76-8632-919283516eaa tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Pushing event updated for resources: {'Port': ['ID=89aa6fa7-a02d-4932-81c1-30237b06e88e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:29.299179 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-14801ff6-8c5c-4b76-8632-919283516eaa tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1379771 Jul 16 08:40:29.300126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54864) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:29.471354 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [req-3bf666ae-1a29-4e5e-a96a-dec0280891a6 req-454b3252-d7ee-4f74-bd0e-b98c18fc6140 service neutron] delete failed (client error): The resource could not be found. Jul 16 08:40:29.472534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3bf666ae-1a29-4e5e-a96a-dec0280891a6 req-454b3252-d7ee-4f74-bd0e-b98c18fc6140 service neutron] 10.222.0.15 "DELETE /v2.0/ports/9d3d4375-6e86-429c-99d8-d986d445defa/bindings/n-h1-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.1979666 Jul 16 08:40:29.486833 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bed29d4-4ac3-4811-8a95-31809c942b0e tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.487892 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81a1a746-b424-438b-9da9-5232fe0793b8 req-e2e1bd55-bac1-47df-88bd-ceac10f294bc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9316194 Jul 16 08:40:29.530394 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8bed29d4-4ac3-4811-8a95-31809c942b0e tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "GET /v2.0/ports/89aa6fa7-a02d-4932-81c1-30237b06e88e HTTP/1.1" status: 200 len: 954 time: 0.2280862 Jul 16 08:40:29.553446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54866) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:29.576392 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33c004-3e26-4a0d-868c-a9a72a47fc4e req-761fc140-d6af-4981-93d8-71e55b70710c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:29.587126 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e33c004-3e26-4a0d-868c-a9a72a47fc4e req-761fc140-d6af-4981-93d8-71e55b70710c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.8015709 Jul 16 08:40:29.707879 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c918a404-d2c4-4119-bc82-3716cd1c9a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.014565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0776c981-4760-4607-bd67-fc526aeb4079 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Deleting port 89aa6fa7-a02d-4932-81c1-30237b06e88e {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:30.015664 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0776c981-4760-4607-bd67-fc526aeb4079 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.145596 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e33c004-3e26-4a0d-868c-a9a72a47fc4e req-343cc4d6-e371-4db8-9c78-3708c7baa4f7 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5573716 Jul 16 08:40:30.184953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448adbe-d90d-4649-af0b-93b780b07df8 req-7775ccc1-633f-44e0-961f-f855b00a9d3e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.199016 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f448adbe-d90d-4649-af0b-93b780b07df8 req-7775ccc1-633f-44e0-961f-f855b00a9d3e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.4014080 Jul 16 08:40:30.256721 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf666ae-1a29-4e5e-a96a-dec0280891a6 req-437f27d5-d3a0-4d3b-850f-4cfe516e724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.259105 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3bf666ae-1a29-4e5e-a96a-dec0280891a6 req-437f27d5-d3a0-4d3b-850f-4cfe516e724e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 1102 time: 0.6273038 Jul 16 08:40:30.264715 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1a746-b424-438b-9da9-5232fe0793b8 req-25465b66-2dc4-4c05-a819-d84486e798f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.266421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81a1a746-b424-438b-9da9-5232fe0793b8 req-25465b66-2dc4-4c05-a819-d84486e798f0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 1098 time: 0.5668852 Jul 16 08:40:30.324532 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0776c981-4760-4607-bd67-fc526aeb4079 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.374352 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c918a404-d2c4-4119-bc82-3716cd1c9a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.398451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0776c981-4760-4607-bd67-fc526aeb4079 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Calling delete_port for 89aa6fa7-a02d-4932-81c1-30237b06e88e owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:30.409790 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c918a404-d2c4-4119-bc82-3716cd1c9a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.448293 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f448adbe-d90d-4649-af0b-93b780b07df8 req-7182a5ae-d436-4d4a-9cfd-0f6af64dc4fb tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451527 Jul 16 08:40:30.605988 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf666ae-1a29-4e5e-a96a-dec0280891a6 req-e7aece2a-f47c-47a9-8315-017149210195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.608051 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3bf666ae-1a29-4e5e-a96a-dec0280891a6 req-e7aece2a-f47c-47a9-8315-017149210195 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3406825 Jul 16 08:40:30.629614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1a746-b424-438b-9da9-5232fe0793b8 req-dee7203f-e14a-408c-8db7-cdb7f05f33c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.631394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81a1a746-b424-438b-9da9-5232fe0793b8 req-dee7203f-e14a-408c-8db7-cdb7f05f33c1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.2837613 Jul 16 08:40:30.686285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918a404-d2c4-4119-bc82-3716cd1c9a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c090526d-db72-499a-a94e-85a4f53c0335,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:30.708027 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3bf666ae-1a29-4e5e-a96a-dec0280891a6 req-5a9377fd-219a-45e7-a807-7715e2f4c49e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9d3d4375-6e86-429c-99d8-d986d445defa HTTP/1.1" status: 200 len: 217 time: 0.0738506 Jul 16 08:40:30.716990 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c918a404-d2c4-4119-bc82-3716cd1c9a87 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ab45f4ebf3e84b22bfe94a10f2f471d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5886042 Jul 16 08:40:30.721285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54876) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:30.835957 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81a1a746-b424-438b-9da9-5232fe0793b8 req-fa073259-6caf-4d01-a763-f7a735352e06 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=edd4285f-796f-4803-b231-f6d58d37f611 HTTP/1.1" status: 200 len: 217 time: 0.1876554 Jul 16 08:40:30.976576 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0776c981-4760-4607-bd67-fc526aeb4079 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.987896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf666ae-1a29-4e5e-a96a-dec0280891a6 req-227ab05a-ee08-4836-8f9c-b773002ae49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.990271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3bf666ae-1a29-4e5e-a96a-dec0280891a6 req-227ab05a-ee08-4836-8f9c-b773002ae49d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2667768 Jul 16 08:40:30.990722 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc397-0aa7-4ba6-91be-6eec21bd94c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.041868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251952db-207c-43fa-80ac-f4407ddd79e0 req-a8b987cd-9835-4f96-af97-b5eab4a3046e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.044420 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-251952db-207c-43fa-80ac-f4407ddd79e0 req-a8b987cd-9835-4f96-af97-b5eab4a3046e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.4657452 Jul 16 08:40:31.071763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb6dc1b-effa-470d-af99-811bf81483a1 req-0c2c2734-c00c-49dd-9a44-6f5d016af4ef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.074805 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cb6dc1b-effa-470d-af99-811bf81483a1 req-0c2c2734-c00c-49dd-9a44-6f5d016af4ef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.3109636 Jul 16 08:40:31.083162 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0776c981-4760-4607-bd67-fc526aeb4079 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.091898 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0776c981-4760-4607-bd67-fc526aeb4079 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "DELETE /v2.0/ports/89aa6fa7-a02d-4932-81c1-30237b06e88e HTTP/1.1" status: 204 len: 168 time: 1.5348096 Jul 16 08:40:31.098579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54878) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:31.099537 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0776c981-4760-4607-bd67-fc526aeb4079 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Pushing event deleted for resources: {'Port': ['ID=89aa6fa7-a02d-4932-81c1-30237b06e88e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:31.132414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1a746-b424-438b-9da9-5232fe0793b8 req-00cfdf21-4cb0-455a-8b28-13a857911e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.134449 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81a1a746-b424-438b-9da9-5232fe0793b8 req-00cfdf21-4cb0-455a-8b28-13a857911e55 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.2795846 Jul 16 08:40:31.188675 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c5dea0-d8b6-41ef-affd-f97943c03ba4 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:40:31.194140 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-61c5dea0-d8b6-41ef-affd-f97943c03ba4 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "GET /v2.0/ports/89aa6fa7-a02d-4932-81c1-30237b06e88e HTTP/1.1" status: 404 len: 333 time: 0.0863855 Jul 16 08:40:31.194140 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc397-0aa7-4ba6-91be-6eec21bd94c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.200858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54880) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:31.221539 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-09836aec-34fe-42b2-9a04-307208a3a0c4 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Request body: {'port': {'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1968779734'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:31.231105 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-251952db-207c-43fa-80ac-f4407ddd79e0 req-c7a27b6e-0145-470a-831c-63aa051ed5b9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408591 Jul 16 08:40:31.314033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf666ae-1a29-4e5e-a96a-dec0280891a6 req-3c967535-9acf-4c8f-b8d0-e3db1467e437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.316356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3bf666ae-1a29-4e5e-a96a-dec0280891a6 req-3c967535-9acf-4c8f-b8d0-e3db1467e437 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3045750 Jul 16 08:40:31.321193 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8f9b5572-6e39-4a67-a5e5-0b1f0d53af07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.331773 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cb6dc1b-effa-470d-af99-811bf81483a1 req-2ab7152f-d36a-441a-8594-9d77a1571003 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377477 Jul 16 08:40:31.343756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09836aec-34fe-42b2-9a04-307208a3a0c4 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Made reservation on behalf of 9c1087ba0b4544fabcef55d57f52b50c for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:31.347999 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09836aec-34fe-42b2-9a04-307208a3a0c4 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.387145 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc397-0aa7-4ba6-91be-6eec21bd94c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.393476 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc397-0aa7-4ba6-91be-6eec21bd94c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.399849 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8d1dc397-0aa7-4ba6-91be-6eec21bd94c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c090526d-db72-499a-a94e-85a4f53c0335 HTTP/1.1" status: 204 len: 168 time: 0.6768796 Jul 16 08:40:31.468416 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dc397-0aa7-4ba6-91be-6eec21bd94c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c090526d-db72-499a-a94e-85a4f53c0335,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:31.483659 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-09836aec-34fe-42b2-9a04-307208a3a0c4 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] device_id is not set on port a31cf1fb-386c-428e-bec6-deb71156535a yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:31.565778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1a746-b424-438b-9da9-5232fe0793b8 req-c2b1c889-41ec-4014-8d1e-ad8bc8f1852a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:31.567615 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81a1a746-b424-438b-9da9-5232fe0793b8 req-c2b1c889-41ec-4014-8d1e-ad8bc8f1852a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4114387 Jul 16 08:40:31.651872 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3bf666ae-1a29-4e5e-a96a-dec0280891a6 req-558f39a1-0e7b-4144-b829-4de7d4df3304 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3271527 Jul 16 08:40:31.975509 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81a1a746-b424-438b-9da9-5232fe0793b8 req-5dc6e254-813f-4786-9c2d-6241d824c202 service neutron] 10.222.0.38 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3727355 Jul 16 08:40:32.005413 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3bf666ae-1a29-4e5e-a96a-dec0280891a6 req-3b08aff0-65aa-411a-adce-7b8c41b78451 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3394303 Jul 16 08:40:32.010658 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09836aec-34fe-42b2-9a04-307208a3a0c4 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.088605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ad044-5456-4ef4-9719-51250345faed req-099f27d8-51db-4937-a2a4-477d369a4529 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.097256 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f4ad044-5456-4ef4-9719-51250345faed req-099f27d8-51db-4937-a2a4-477d369a4529 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1893277 Jul 16 08:40:32.212165 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81a1a746-b424-438b-9da9-5232fe0793b8 req-14f0e8b9-feb0-4898-807c-03ff414ffd51 service neutron] 10.222.0.38 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2236071 Jul 16 08:40:32.218179 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f4ad044-5456-4ef4-9719-51250345faed req-70a82320-f69b-45c1-b3ec-c1f88c60a60d tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196222 Jul 16 08:40:32.221127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09836aec-34fe-42b2-9a04-307208a3a0c4 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.276915 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09836aec-34fe-42b2-9a04-307208a3a0c4 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Network 1cc6ed32-738d-41bc-93bb-cc8f28859216 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:32.302661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0fb930-6f3c-4c59-b464-20d1ec19bb9c req-c42f9fb7-fc6f-4345-b4ad-c0f40117cd3d tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.305863 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b0fb930-6f3c-4c59-b464-20d1ec19bb9c req-c42f9fb7-fc6f-4345-b4ad-c0f40117cd3d tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2207026 Jul 16 08:40:32.329832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-09836aec-34fe-42b2-9a04-307208a3a0c4 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:32.337528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09836aec-34fe-42b2-9a04-307208a3a0c4 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:32.339259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09836aec-34fe-42b2-9a04-307208a3a0c4 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.340463 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09836aec-34fe-42b2-9a04-307208a3a0c4 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.381004 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09836aec-34fe-42b2-9a04-307208a3a0c4 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Pushing event updated for resources: {'Port': ['ID=a31cf1fb-386c-428e-bec6-deb71156535a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:32.392444 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-09836aec-34fe-42b2-9a04-307208a3a0c4 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1772869 Jul 16 08:40:32.393888 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54904) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:32.402756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:32.406255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-8f9b5572-6e39-4a67-a5e5-0b1f0d53af07 admin admin] Deleting port 45157de7-0f1a-4092-8470-acabdd76299a {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:32.407471 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8f9b5572-6e39-4a67-a5e5-0b1f0d53af07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.501309 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b0fb930-6f3c-4c59-b464-20d1ec19bb9c req-f46dfc11-df67-44ce-90c6-986f164690e0 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816058 Jul 16 08:40:32.651322 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.703873 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-8f9b5572-6e39-4a67-a5e5-0b1f0d53af07 admin admin] For port 45157de7-0f1a-4092-8470-acabdd76299a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=45157de7-0f1a-4092-8470-acabdd76299a,segment=NetworkSegment(ab49bb80-1fbe-4fec-af55-8823df476b46),segment_id=ab49bb80-1fbe-4fec-af55-8823df476b46)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:32.705505 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8f9b5572-6e39-4a67-a5e5-0b1f0d53af07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.755116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-8f9b5572-6e39-4a67-a5e5-0b1f0d53af07 admin admin] Calling delete_port for 45157de7-0f1a-4092-8470-acabdd76299a owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:32.949744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9342ef2-2492-4486-9ac5-49ee538c8d27 req-79eef2e7-6e9c-4b10-b819-3e0ee99cc779 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.961721 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d9342ef2-2492-4486-9ac5-49ee538c8d27 req-79eef2e7-6e9c-4b10-b819-3e0ee99cc779 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.2667978 Jul 16 08:40:33.219734 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d9342ef2-2492-4486-9ac5-49ee538c8d27 req-6824101f-db03-4756-83b3-2b1499bb4441 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562020 Jul 16 08:40:33.339887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] device_id is not set on port a31cf1fb-386c-428e-bec6-deb71156535a yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:33.357011 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.385446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Transition to ACTIVE for port object a31cf1fb-386c-428e-bec6-deb71156535a will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:33.395409 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.505676 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8f9b5572-6e39-4a67-a5e5-0b1f0d53af07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.534694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29531152-135f-4aa9-b8e2-5cf1bdec2847 req-0c22e86b-db76-4852-9f84-288c4efb6a62 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:33.536459 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29531152-135f-4aa9-b8e2-5cf1bdec2847 req-0c22e86b-db76-4852-9f84-288c4efb6a62 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.3084600 Jul 16 08:40:33.558472 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Pushing event updated for resources: {'Port': ['ID=a31cf1fb-386c-428e-bec6-deb71156535a,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:33.567668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b5572-6e39-4a67-a5e5-0b1f0d53af07 admin admin] Pushing event deleted for resources: {'Port': ['ID=45157de7-0f1a-4092-8470-acabdd76299a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:33.653815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:33.654181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:33.654745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:33.655663 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.668302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:33.669794 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:33.672097 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 2 to bind port a31cf1fb-386c-428e-bec6-deb71156535a Jul 16 08:40:33.687171 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29531152-135f-4aa9-b8e2-5cf1bdec2847 req-1996da28-1b7b-4024-b018-6691d56155b2 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293061 Jul 16 08:40:33.696111 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:33.696707 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:33.696997 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:33.726366 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:33.726892 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:33.731376 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 3 to bind port a31cf1fb-386c-428e-bec6-deb71156535a Jul 16 08:40:33.777123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b6025-c0cb-4f26-83fd-35f8e3cf9164 req-65bc82a5-f073-4e1a-a4f1-1ee3fb5e1195 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:33.789288 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-963b6025-c0cb-4f26-83fd-35f8e3cf9164 req-65bc82a5-f073-4e1a-a4f1-1ee3fb5e1195 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.2613246 Jul 16 08:40:33.807570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:33.808115 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:33.808786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:33.833524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:33.834051 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:33.835192 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 4 to bind port a31cf1fb-386c-428e-bec6-deb71156535a Jul 16 08:40:33.881566 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:33.882102 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:33.882682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:33.905454 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-963b6025-c0cb-4f26-83fd-35f8e3cf9164 req-6bccaa18-fa79-4f93-bc81-a246f713671e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1145689 Jul 16 08:40:33.908166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:33.908166 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:33.908627 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 5 to bind port a31cf1fb-386c-428e-bec6-deb71156535a Jul 16 08:40:33.951738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:33.952296 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:33.952888 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:33.974019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:33.974531 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:33.985518 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 6 to bind port a31cf1fb-386c-428e-bec6-deb71156535a Jul 16 08:40:34.033041 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:34.033628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:34.034213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:34.054225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:34.054774 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:34.055460 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 7 to bind port a31cf1fb-386c-428e-bec6-deb71156535a Jul 16 08:40:34.100538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:34.101097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:34.102531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:34.115660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:34.116376 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:34.117047 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 8 to bind port a31cf1fb-386c-428e-bec6-deb71156535a Jul 16 08:40:34.179005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:34.179626 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:34.179917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:34.189381 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:34.189715 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:34.190113 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 9 to bind port a31cf1fb-386c-428e-bec6-deb71156535a Jul 16 08:40:34.219393 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:34.219768 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:34.220740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:34.230065 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:34.230461 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:34.230862 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempt 10 to bind port a31cf1fb-386c-428e-bec6-deb71156535a Jul 16 08:40:34.282492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:34.282492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:34.282492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempting to bind port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:34.297926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:34.298264 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Failed to bind port a31cf1fb-386c-428e-bec6-deb71156535a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '93a4a9fc-7eb3-46e8-8352-dbfc6377126f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '1cc6ed32-738d-41bc-93bb-cc8f28859216'}] Jul 16 08:40:34.298747 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.390735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8f9b5572-6e39-4a67-a5e5-0b1f0d53af07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.470844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] For port a31cf1fb-386c-428e-bec6-deb71156535a, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:34.471325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attempted to set empty binding levels {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:40:34.484538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.546510 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf0cb2f-367e-4d54-bf51-347b4ac2f9b2 req-194afd63-5263-4e13-83d9-13d8edfac1ba tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.557997 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6bf0cb2f-367e-4d54-bf51-347b4ac2f9b2 req-194afd63-5263-4e13-83d9-13d8edfac1ba tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2534447 Jul 16 08:40:34.565240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] In _notify_port_updated(), no bound segment for port a31cf1fb-386c-428e-bec6-deb71156535a on network 1cc6ed32-738d-41bc-93bb-cc8f28859216 {{(pid=93694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:40:34.567701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.569091 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.573737 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "PUT /v2.0/ports/a31cf1fb-386c-428e-bec6-deb71156535a HTTP/1.1" status: 200 len: 976 time: 2.1792667 Jul 16 08:40:34.582987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54946) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:34.644331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c2ef2-9480-42b8-828f-57af52ca498b tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Pushing event updated for resources: {'Port': ['ID=a31cf1fb-386c-428e-bec6-deb71156535a,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:34.706705 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6bf0cb2f-367e-4d54-bf51-347b4ac2f9b2 req-caad7a11-27ce-4556-a8e9-c9e8ee215776 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296341 Jul 16 08:40:34.760545 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-df23077a-8a00-4124-be74-a65cfc23a64c tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Deleting port a31cf1fb-386c-428e-bec6-deb71156535a {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:34.760545 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df23077a-8a00-4124-be74-a65cfc23a64c tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.889115 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-df23077a-8a00-4124-be74-a65cfc23a64c tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] For port a31cf1fb-386c-428e-bec6-deb71156535a, host n-h1-758944-46, got binding levels [] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:34.889645 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df23077a-8a00-4124-be74-a65cfc23a64c tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.956090 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-df23077a-8a00-4124-be74-a65cfc23a64c tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Calling delete_port for a31cf1fb-386c-428e-bec6-deb71156535a owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:34.989639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9b5572-6e39-4a67-a5e5-0b1f0d53af07 admin admin] Router 538555ed-5387-4328-872c-8b0f86187c01 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:35.011885 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061c4f8-008b-4ca9-ba5e-4438c81099be req-bd9c58ae-188f-4285-a246-425fdf4912a7 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.015277 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8061c4f8-008b-4ca9-ba5e-4438c81099be req-bd9c58ae-188f-4285-a246-425fdf4912a7 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.4264231 Jul 16 08:40:35.068200 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351b105a-ede3-477f-ac03-2370f9ff6dcc req-0d1b9213-d7da-4b96-9490-16021365ab65 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.075695 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-351b105a-ede3-477f-ac03-2370f9ff6dcc req-0d1b9213-d7da-4b96-9490-16021365ab65 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1809468 Jul 16 08:40:35.184290 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-351b105a-ede3-477f-ac03-2370f9ff6dcc req-7b692cde-4ecd-48cb-8da0-7d25e3cf7d87 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075265 Jul 16 08:40:35.199144 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df23077a-8a00-4124-be74-a65cfc23a64c tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.256557 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b51fb584-93bd-4908-b09c-6410bd096838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.265608 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.285204 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23077a-8a00-4124-be74-a65cfc23a64c tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Pushing event deleted for resources: {'Port': ['ID=a31cf1fb-386c-428e-bec6-deb71156535a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:35.305781 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df23077a-8a00-4124-be74-a65cfc23a64c tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.311791 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-df23077a-8a00-4124-be74-a65cfc23a64c tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "DELETE /v2.0/ports/a31cf1fb-386c-428e-bec6-deb71156535a HTTP/1.1" status: 204 len: 168 time: 0.7227623 Jul 16 08:40:35.314932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54974) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:35.342998 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8061c4f8-008b-4ca9-ba5e-4438c81099be req-ef5c749f-8882-43eb-95af-d45276b944d7 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036690 Jul 16 08:40:35.403136 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d2723f-dd49-4a58-a3b3-cc26b5b8bc06 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:40:35.408776 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c6d2723f-dd49-4a58-a3b3-cc26b5b8bc06 tempest-PortsAdminExtendedAttrsTestJSON-1786068222 tempest-PortsAdminExtendedAttrsTestJSON-1786068222-project-admin] 10.222.0.20 "GET /v2.0/ports/a31cf1fb-386c-428e-bec6-deb71156535a HTTP/1.1" status: 404 len: 333 time: 0.0916734 Jul 16 08:40:35.410460 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9b5572-6e39-4a67-a5e5-0b1f0d53af07 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:35.416783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54980) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:35.428907 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d6ae3-66bc-4e5f-8932-69008d82ae16 None None] Sync routers for ids ['538555ed-5387-4328-872c-8b0f86187c01'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:35.439279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54982) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:35.445082 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8f9b5572-6e39-4a67-a5e5-0b1f0d53af07 admin admin] 10.222.0.20 "PUT /v2.0/routers/538555ed-5387-4328-872c-8b0f86187c01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0681450 Jul 16 08:40:35.508220 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d6ae3-66bc-4e5f-8932-69008d82ae16 None None] Routers {'538555ed-5387-4328-872c-8b0f86187c01'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:35.510932 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3f1d6ae3-66bc-4e5f-8932-69008d82ae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:40:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['538555ed-5387-4328-872c-8b0f86187c01'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:35.660064 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2487c6ee-e36f-4c98-98df-5fd63a56a82c tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.725586 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.888687 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-3f1d6ae3-66bc-4e5f-8932-69008d82ae16 None None] Set router 538555ed-5387-4328-872c-8b0f86187c01 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:36.111815 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2487c6ee-e36f-4c98-98df-5fd63a56a82c tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.139363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-2487c6ee-e36f-4c98-98df-5fd63a56a82c tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc6ed32-738d-41bc-93bb-cc8f28859216']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:36.162332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-2487c6ee-e36f-4c98-98df-5fd63a56a82c tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a4a9fc-7eb3-46e8-8352-dbfc6377126f') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:36.162664 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-2487c6ee-e36f-4c98-98df-5fd63a56a82c tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a4a9fc-7eb3-46e8-8352-dbfc6377126f') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:36.183886 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2487c6ee-e36f-4c98-98df-5fd63a56a82c tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.220027 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2487c6ee-e36f-4c98-98df-5fd63a56a82c tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.223390 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d421fd00-5c7c-403c-a770-faec348015be req-34bad8b6-1f5f-4444-ac16-433bad4c5f65 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:36.237683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2487c6ee-e36f-4c98-98df-5fd63a56a82c tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:36.238356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d421fd00-5c7c-403c-a770-faec348015be req-34bad8b6-1f5f-4444-ac16-433bad4c5f65 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.1426225 Jul 16 08:40:36.239950 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2487c6ee-e36f-4c98-98df-5fd63a56a82c tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.313451 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d421fd00-5c7c-403c-a770-faec348015be req-30778372-df23-4f0b-9413-75aca0da64fa tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692916 Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:36.361063 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:36.458615 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3f1d6ae3-66bc-4e5f-8932-69008d82ae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538555ed-5387-4328-872c-8b0f86187c01', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203'}], 'enable_snat': True}, 'gw_port_id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:26Z', 'updated_at': '2021-07-16T08:40:33Z', 'revision_number': 5, 'project_id': '81c311d375bd422990bb2841b548ce09', 'gw_port': {'id': '17d77a36-13ee-425a-a498-8ca82a83837c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:b2:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '538555ed-5387-4328-872c-8b0f86187c01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:38:29Z', 'updated_at': '2021-07-16T08:38:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:36.484837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fb5d7-b54d-4586-a923-5c452f0e7872 req-2cc7208f-f072-4d2b-8f90-f92978eb9847 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:36.486552 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b07fb5d7-b54d-4586-a923-5c452f0e7872 req-2cc7208f-f072-4d2b-8f90-f92978eb9847 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.7650514 Jul 16 08:40:36.500171 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2487c6ee-e36f-4c98-98df-5fd63a56a82c tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.509333 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2487c6ee-e36f-4c98-98df-5fd63a56a82c tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.515366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2487c6ee-e36f-4c98-98df-5fd63a56a82c tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] 10.222.0.20 "DELETE /v2.0/networks/1cc6ed32-738d-41bc-93bb-cc8f28859216 HTTP/1.1" status: 204 len: 168 time: 1.0935569 Jul 16 08:40:36.515366 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.557839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487c6ee-e36f-4c98-98df-5fd63a56a82c tempest-PortsAdminExtendedAttrsTestJSON-275749031 tempest-PortsAdminExtendedAttrsTestJSON-275749031-project] Pushing event deleted for resources: {'Network': ['ID=1cc6ed32-738d-41bc-93bb-cc8f28859216,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:36.590648 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d6ae3-66bc-4e5f-8932-69008d82ae16 None None] Checking router: 538555ed-5387-4328-872c-8b0f86187c01 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:36.599937 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b07fb5d7-b54d-4586-a923-5c452f0e7872 req-35093e6b-8388-447d-bde3-759aafaffda5 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816677 Jul 16 08:40:36.608116 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f1d6ae3-66bc-4e5f-8932-69008d82ae16 None None] Routers {'538555ed-5387-4328-872c-8b0f86187c01'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:36.609380 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3f1d6ae3-66bc-4e5f-8932-69008d82ae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:40:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['538555ed-5387-4328-872c-8b0f86187c01'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:36.638559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] Deleting port 17d77a36-13ee-425a-a498-8ca82a83837c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:36.639652 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.792191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] For port 17d77a36-13ee-425a-a498-8ca82a83837c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=17d77a36-13ee-425a-a498-8ca82a83837c,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:36.792874 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.857923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] Calling delete_port for 17d77a36-13ee-425a-a498-8ca82a83837c owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:36.901147 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-3f1d6ae3-66bc-4e5f-8932-69008d82ae16 None None] Set router 538555ed-5387-4328-872c-8b0f86187c01 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:36.991528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf82fa6-5144-45af-b8f2-7dae9fc874b0 req-17784465-9b34-4965-a14e-0150d3f7444e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:37.009767 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbf82fa6-5144-45af-b8f2-7dae9fc874b0 req-17784465-9b34-4965-a14e-0150d3f7444e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1784515 Jul 16 08:40:37.063068 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3f1d6ae3-66bc-4e5f-8932-69008d82ae16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '538555ed-5387-4328-872c-8b0f86187c01', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:26Z', 'updated_at': '2021-07-16T08:40:36Z', 'revision_number': 6, 'project_id': '81c311d375bd422990bb2841b548ce09', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:37.103225 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbf82fa6-5144-45af-b8f2-7dae9fc874b0 req-2598f829-f30c-4630-9d89-3b7259a10108 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923340 Jul 16 08:40:37.191059 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f1d6ae3-66bc-4e5f-8932-69008d82ae16 None None] The sync data for ids ['538555ed-5387-4328-872c-8b0f86187c01'] in n-d-758944-46 is: [{'id': '538555ed-5387-4328-872c-8b0f86187c01', 'name': 'tempest-ServerRescueTestJSONUnderV235-1087938554-router', 'tenant_id': '81c311d375bd422990bb2841b548ce09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:38:26Z', 'updated_at': '2021-07-16T08:40:36Z', 'revision_number': 6, 'project_id': '81c311d375bd422990bb2841b548ce09', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:37.698093 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55046) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:37.702574 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 45157de7-0f1a-4092-8470-acabdd76299a no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:37.761447 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 45157de7-0f1a-4092-8470-acabdd76299a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:37.762031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 45157de7-0f1a-4092-8470-acabdd76299a not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:37.794244 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcea72d3-a492-4271-8987-501d8739450e req-9af2ca73-1d11-4a16-af11-19c4c6c4ed7a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0823593 Jul 16 08:40:37.908417 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b891f59e-4ae4-4b3f-9ecc-1fbdadd3c07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.952326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418e50f-d29d-42d1-951a-b58c16316590 req-ae02f5f6-03cc-4640-ab40-9a48c24a5967 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:37.953967 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a418e50f-d29d-42d1-951a-b58c16316590 req-ae02f5f6-03cc-4640-ab40-9a48c24a5967 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1630874 Jul 16 08:40:37.980552 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea72d3-a492-4271-8987-501d8739450e req-6b80d8f3-7c72-4921-9926-3a8167a87fa8 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:37.982645 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcea72d3-a492-4271-8987-501d8739450e req-6b80d8f3-7c72-4921-9926-3a8167a87fa8 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1783767 Jul 16 08:40:38.010618 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcea72d3-a492-4271-8987-501d8739450e req-297e3a68-658d-42ca-8bd3-a022ef75f420 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/quotas/5e44fcee4e3840cf89b33be8ee44969f HTTP/1.1" status: 200 len: 375 time: 0.0168180 Jul 16 08:40:38.039678 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a418e50f-d29d-42d1-951a-b58c16316590 req-aad215c3-e097-4c3e-ad06-a51e860db0d1 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741234 Jul 16 08:40:38.088697 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.195522 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.200242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] Pushing event deleted for resources: {'Port': ['ID=17d77a36-13ee-425a-a498-8ca82a83837c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:38.271222 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcea72d3-a492-4271-8987-501d8739450e req-06c88ac7-d0bb-4518-8671-68684ffa14d2 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2508733 Jul 16 08:40:38.364552 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8216b089-35de-4a94-9d02-499a7af9a3fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5378891d64094461a3eab4b7c8e471ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6649001 Jul 16 08:40:38.370368 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55064) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:38.469965 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.546559 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-810052a7-ef7a-47ba-91e7-c762ad6fa271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.642176 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-810052a7-ef7a-47ba-91e7-c762ad6fa271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.719173 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.723467 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.736619 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-810052a7-ef7a-47ba-91e7-c762ad6fa271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.747579 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-810052a7-ef7a-47ba-91e7-c762ad6fa271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.752486 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-810052a7-ef7a-47ba-91e7-c762ad6fa271 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d62fa240-9f3f-438c-8496-5267f6fb0b53 HTTP/1.1" status: 204 len: 168 time: 0.3792677 Jul 16 08:40:38.773749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810052a7-ef7a-47ba-91e7-c762ad6fa271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62fa240-9f3f-438c-8496-5267f6fb0b53,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:38.839580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0c288e-e349-4167-86dc-c5c0019ee0ae req-158c4208-ee4a-489f-87b3-bdb505e719ac tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:38.847480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9c0c288e-e349-4167-86dc-c5c0019ee0ae req-158c4208-ee4a-489f-87b3-bdb505e719ac tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.4623740 Jul 16 08:40:38.870168 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.871039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 538555ed-5387-4328-872c-8b0f86187c01 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:40:38.876858 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.878496 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c80f5eb5-aecf-4dd4-86b8-7dd3748c5a7d admin admin] 10.222.0.20 "DELETE /v2.0/routers/538555ed-5387-4328-872c-8b0f86187c01 HTTP/1.1" status: 204 len: 168 time: 3.4382536 Jul 16 08:40:38.882143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55088) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:38.933986 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9c0c288e-e349-4167-86dc-c5c0019ee0ae req-1e95178a-08a7-413b-884e-004db105da69 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852370 Jul 16 08:40:39.000182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-645441f4-40b4-4b14-94eb-e413133fc31d admin admin] Deleting subnet a36e81aa-10af-4026-b5e6-d83dbb4e6485 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:39.008684 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-645441f4-40b4-4b14-94eb-e413133fc31d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.137842 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-645441f4-40b4-4b14-94eb-e413133fc31d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.349593 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-153a04db-b2a2-43d9-9a6f-408e6ae6d62e req-1dadcb4d-5d78-4205-920b-79dd54945875 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 210 time: 0.1077108 Jul 16 08:40:39.370051 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-645441f4-40b4-4b14-94eb-e413133fc31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.556190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 17d77a36-13ee-425a-a498-8ca82a83837c no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:39.602506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-645441f4-40b4-4b14-94eb-e413133fc31d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.623523 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-645441f4-40b4-4b14-94eb-e413133fc31d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.628668 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55104) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:39.629511 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-645441f4-40b4-4b14-94eb-e413133fc31d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a36e81aa-10af-4026-b5e6-d83dbb4e6485 HTTP/1.1" status: 204 len: 168 time: 0.7453017 Jul 16 08:40:39.639180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 17d77a36-13ee-425a-a498-8ca82a83837c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:39.640356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 17d77a36-13ee-425a-a498-8ca82a83837c not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:39.657367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645441f4-40b4-4b14-94eb-e413133fc31d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36e81aa-10af-4026-b5e6-d83dbb4e6485,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:39.719516 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.867227 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f27e35fa-2481-493e-906d-8aa65bbd25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.903303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ca632d-be9b-43fc-94e7-540970ecccfb req-2a0c1640-743f-4dfe-9249-6ac0cc0c5072 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.909283 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-22ca632d-be9b-43fc-94e7-540970ecccfb req-2a0c1640-743f-4dfe-9249-6ac0cc0c5072 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2225645 Jul 16 08:40:40.021053 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-22ca632d-be9b-43fc-94e7-540970ecccfb req-8c6afb1f-3b5e-43cb-bf93-8d85154da280 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008964 Jul 16 08:40:40.092912 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f27e35fa-2481-493e-906d-8aa65bbd25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.127106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-f27e35fa-2481-493e-906d-8aa65bbd25f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ba2c35-4b55-49d3-9484-e1fbb10cff99']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:40.141984 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-f27e35fa-2481-493e-906d-8aa65bbd25f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab49bb80-1fbe-4fec-af55-8823df476b46') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:40.142538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-f27e35fa-2481-493e-906d-8aa65bbd25f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab49bb80-1fbe-4fec-af55-8823df476b46') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:40.156818 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f27e35fa-2481-493e-906d-8aa65bbd25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.185156 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55114) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:40.195710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f27e35fa-2481-493e-906d-8aa65bbd25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.217511 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27e35fa-2481-493e-906d-8aa65bbd25f2 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:40.218131 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f27e35fa-2481-493e-906d-8aa65bbd25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:40.220810 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:40.261906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e17e55-420b-477a-ba2a-bf1de1f8c158 req-2c8801cb-100a-4b70-bacf-51b3cbe38fd4 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.268777 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b8e17e55-420b-477a-ba2a-bf1de1f8c158 req-2c8801cb-100a-4b70-bacf-51b3cbe38fd4 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.2291849 Jul 16 08:40:40.289116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3c384-313e-4b0d-8399-15c59986af3c req-9036208a-75e4-426b-b7d8-4c29c5859ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.291892 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07e3c384-313e-4b0d-8399-15c59986af3c req-9036208a-75e4-426b-b7d8-4c29c5859ff1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 1096 time: 0.2242248 Jul 16 08:40:40.404900 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bbf5b6ae-753f-4a73-b2ae-474828040686 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9c1087ba0b4544fabcef55d57f52b50c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2153094 Jul 16 08:40:40.408648 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55122) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:40.511774 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b8e17e55-420b-477a-ba2a-bf1de1f8c158 req-fc45de0f-0281-4acb-9d99-cf6ec0dd5f3a tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2416742 Jul 16 08:40:40.516973 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f27e35fa-2481-493e-906d-8aa65bbd25f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.527348 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f27e35fa-2481-493e-906d-8aa65bbd25f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.534178 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f27e35fa-2481-493e-906d-8aa65bbd25f2 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e4ba2c35-4b55-49d3-9484-e1fbb10cff99 HTTP/1.1" status: 204 len: 168 time: 0.9043622 Jul 16 08:40:40.552821 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27e35fa-2481-493e-906d-8aa65bbd25f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e4ba2c35-4b55-49d3-9484-e1fbb10cff99,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:40.568591 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-648a862a-a142-4615-9cc4-5ee235d9ff29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.599208 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-648a862a-a142-4615-9cc4-5ee235d9ff29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.685203 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32921da9-2be8-4e8d-9d78-b7a5b5a7ca18 req-b9e05e3c-346d-43f9-8fc3-08c6d8316631 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 210 time: 0.1006606 Jul 16 08:40:40.706760 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-648a862a-a142-4615-9cc4-5ee235d9ff29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.711768 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-648a862a-a142-4615-9cc4-5ee235d9ff29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.729390 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-648a862a-a142-4615-9cc4-5ee235d9ff29 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/41332a42-c847-4181-9de3-b4766624b05d HTTP/1.1" status: 204 len: 168 time: 0.3068626 Jul 16 08:40:40.749411 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a862a-a142-4615-9cc4-5ee235d9ff29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41332a42-c847-4181-9de3-b4766624b05d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:40.807474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3c384-313e-4b0d-8399-15c59986af3c req-a0306aff-4e90-4f16-9741-cb4a55154e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.810034 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07e3c384-313e-4b0d-8399-15c59986af3c req-a0306aff-4e90-4f16-9741-cb4a55154e64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.5112793 Jul 16 08:40:40.889509 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55132) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:40.969181 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07e3c384-313e-4b0d-8399-15c59986af3c req-61ed573b-ebef-493d-a5dd-7dad052462b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed HTTP/1.1" status: 200 len: 998 time: 0.1470783 Jul 16 08:40:41.038710 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6dac3e74-5b22-4b83-b748-20e0fa244f0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81c311d375bd422990bb2841b548ce09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471729 Jul 16 08:40:41.042713 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3c384-313e-4b0d-8399-15c59986af3c req-9934fb01-da60-44b1-8091-e20f26b94965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:41.043195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55136) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:41.044834 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07e3c384-313e-4b0d-8399-15c59986af3c req-9934fb01-da60-44b1-8091-e20f26b94965 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.0689538 Jul 16 08:40:41.145296 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.209617 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e3c384-313e-4b0d-8399-15c59986af3c req-72e0fa81-d124-437b-9142-3d3775561a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:41.217312 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07e3c384-313e-4b0d-8399-15c59986af3c req-72e0fa81-d124-437b-9142-3d3775561a8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1648710 Jul 16 08:40:41.290145 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-433032aa-4ce0-4392-9e9d-9fec9825e205 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.403401 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-433032aa-4ce0-4392-9e9d-9fec9825e205 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.449879 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07e3c384-313e-4b0d-8399-15c59986af3c req-fd2835c1-1895-464d-b796-c41039e556d8 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226281 Jul 16 08:40:41.532842 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999aa68-3270-4f2d-9780-532923b5b122 req-47b00b0b-72af-4c5d-a8f7-22756dd55078 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:41.547522 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7999aa68-3270-4f2d-9780-532923b5b122 req-47b00b0b-72af-4c5d-a8f7-22756dd55078 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2449632 Jul 16 08:40:41.679855 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-433032aa-4ce0-4392-9e9d-9fec9825e205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.692596 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-433032aa-4ce0-4392-9e9d-9fec9825e205 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.705704 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-433032aa-4ce0-4392-9e9d-9fec9825e205 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6924b5d4-9506-4c44-9bec-a0bea7df14e2 HTTP/1.1" status: 204 len: 168 time: 0.6605327 Jul 16 08:40:41.736841 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07e3c384-313e-4b0d-8399-15c59986af3c req-cd66e0a1-b733-438a-890b-ca74c1abb685 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2858567 Jul 16 08:40:41.764247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433032aa-4ce0-4392-9e9d-9fec9825e205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6924b5d4-9506-4c44-9bec-a0bea7df14e2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:41.804053 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7999aa68-3270-4f2d-9780-532923b5b122 req-d545760c-351a-48e5-81e7-21f97f44b238 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545321 Jul 16 08:40:41.936944 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcea72d3-a492-4271-8987-501d8739450e req-01d0d8d9-1511-40c6-a8de-d1358cc6d2d1 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392945 Jul 16 08:40:42.032837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd8abb-8cfd-4aaa-8539-964df43d7a13 req-fa8bf448-8b57-4ed6-8fe5-62e7c416f104 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.034463 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-31bd8abb-8cfd-4aaa-8539-964df43d7a13 req-fa8bf448-8b57-4ed6-8fe5-62e7c416f104 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.2132759 Jul 16 08:40:42.097041 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64472a8a-f8b2-4529-9d20-566096540f32 req-c3fef1a5-186c-4326-8e60-705fa4a4f526 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 210 time: 0.0540504 Jul 16 08:40:42.179113 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-31bd8abb-8cfd-4aaa-8539-964df43d7a13 req-0ce00e6d-e584-4e60-aca1-7305927a2adf tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775015 Jul 16 08:40:42.186920 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea72d3-a492-4271-8987-501d8739450e req-b03fd934-af28-4ec6-83e6-c85f45f682b9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.188562 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcea72d3-a492-4271-8987-501d8739450e req-b03fd934-af28-4ec6-83e6-c85f45f682b9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2443597 Jul 16 08:40:42.206249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-fcea72d3-a492-4271-8987-501d8739450e req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Request body: {'port': {'device_id': '60555367-ac49-438e-a47a-04ec8a2c5381', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '5e44fcee4e3840cf89b33be8ee44969f'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:42.415501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcea72d3-a492-4271-8987-501d8739450e req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Made reservation on behalf of 5e44fcee4e3840cf89b33be8ee44969f for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:42.427652 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcea72d3-a492-4271-8987-501d8739450e req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.795913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-fcea72d3-a492-4271-8987-501d8739450e req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Allocated IP 192.168.233.14 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/7b4ad3b4-c2e7-42e9-a320-9a38901cb33a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:43.264147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8870b-553b-4235-aec9-7650771d1b53 req-eb70864e-c50b-465f-bba1-ad53daa03758 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.267204 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f4c8870b-553b-4235-aec9-7650771d1b53 req-eb70864e-c50b-465f-bba1-ad53daa03758 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.3159146 Jul 16 08:40:43.324710 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcea72d3-a492-4271-8987-501d8739450e req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.406876 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-fcea72d3-a492-4271-8987-501d8739450e req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Transition to ACTIVE for port object 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:43.462973 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f4c8870b-553b-4235-aec9-7650771d1b53 req-9384395e-9dca-44b7-a74f-eada07b3e06d tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610322 Jul 16 08:40:43.494226 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a018ed5b-6c7a-4877-9a1b-19d251e5defe req-71634a56-1054-42f4-b175-cfe721fa86db tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 210 time: 0.0841298 Jul 16 08:40:43.496054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55206) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:43.578231 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcea72d3-a492-4271-8987-501d8739450e req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.593662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['9d3d4375-6e86-429c-99d8-d986d445defa'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:43.663677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcea72d3-a492-4271-8987-501d8739450e req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:43.686437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-fcea72d3-a492-4271-8987-501d8739450e req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:43.690922 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcea72d3-a492-4271-8987-501d8739450e req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:43.781441 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['fcce26f7-9393-4524-a9ae-06dbd8a1a021'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:43.813074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Pushing event updated for resources: {'Port': ['ID=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:43.842582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:43.842582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:43.843072 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:43.843419 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:43.843754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:43.844099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:43.844702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:43.845033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:43.845355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:43.845679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:43.846002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:43.846396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:43.863614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea72d3-a492-4271-8987-501d8739450e req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:43.864332 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcea72d3-a492-4271-8987-501d8739450e req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.915764 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-394207008'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:44.006109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcea72d3-a492-4271-8987-501d8739450e req-b1f21ae3-3dbd-4589-92da-c75482d9407b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8071296 Jul 16 08:40:44.053471 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8ff65-d59c-4151-8a30-9a079b855533 req-a6f2c5b5-9b04-4321-869c-e2eacedb9414 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:44.060957 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fd8ff65-d59c-4151-8a30-9a079b855533 req-a6f2c5b5-9b04-4321-869c-e2eacedb9414 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.2870710 Jul 16 08:40:44.083930 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Request body: {'port': {'device_id': '60555367-ac49-438e-a47a-04ec8a2c5381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:44.218586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Made reservation on behalf of 6177d0e20fd94f278cc7c8233dafd6b1 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:44.233134 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.306202 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.321191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9707e60b-680e-4b84-91f0-996af45b8dbb None None] Provisioning for port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:44.330695 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9707e60b-680e-4b84-91f0-996af45b8dbb None None] Provisioning complete for port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:44.331539 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9707e60b-680e-4b84-91f0-996af45b8dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.410036 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fd8ff65-d59c-4151-8a30-9a079b855533 req-47f0c344-1a12-4c83-8587-cd54046765f9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426375 Jul 16 08:40:44.427502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9707e60b-680e-4b84-91f0-996af45b8dbb None None] Port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:44.491237 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.816018 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.847083 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.855025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f91e5-e8e8-44cb-905e-0ea7c9d9f00a req-e706ad9a-4390-4dfd-9167-143f268269fe tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:44.861093 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c69f91e5-e8e8-44cb-905e-0ea7c9d9f00a req-e706ad9a-4390-4dfd-9167-143f268269fe tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1632171 Jul 16 08:40:44.941415 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c69f91e5-e8e8-44cb-905e-0ea7c9d9f00a req-4fc7b29c-4404-4328-a0b4-ac30481d8529 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692065 Jul 16 08:40:45.086776 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:45.151944 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c6a37f-6dc0-433a-9f14-af3d71670abf,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:45.166581 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.167070 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Added segment a5bbd4e0-f292-4936-8c75-e6e224f03a87 of type vlan for network da27aefc-529c-42aa-9934-5da9f525e374 Jul 16 08:40:45.227827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28080481-d8ad-4c39-820f-dbd8b8c54354 req-2d43e183-d061-421f-8ae9-f94f8ae8b8ea tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.230254 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28080481-d8ad-4c39-820f-dbd8b8c54354 req-2d43e183-d061-421f-8ae9-f94f8ae8b8ea tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 935 time: 0.0845122 Jul 16 08:40:45.286105 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28080481-d8ad-4c39-820f-dbd8b8c54354 req-029b65da-a870-48a8-ad21-0440a82fa243 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455773 Jul 16 08:40:45.348184 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.416476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96de9763-a42c-4709-b60f-afdf27e1beef req-009cb4f2-bb9b-49c7-95d0-f2d6ff6fdcb1 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.419293 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96de9763-a42c-4709-b60f-afdf27e1beef req-009cb4f2-bb9b-49c7-95d0-f2d6ff6fdcb1 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.5412920 Jul 16 08:40:45.515525 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.525478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ffc7a-2697-4e02-b119-c513bec36dab req-942947bc-4311-4b5a-bad3-452c7076ce10 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.526284 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:45.527373 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-902ffc7a-2697-4e02-b119-c513bec36dab req-942947bc-4311-4b5a-bad3-452c7076ce10 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1113098 Jul 16 08:40:45.527588 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.615651 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-902ffc7a-2697-4e02-b119-c513bec36dab req-c93d1cd4-cac4-4cf4-9ab0-d47345583f58 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741622 Jul 16 08:40:45.654191 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.1555655 Jul 16 08:40:45.657195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55262) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:45.663998 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5f03d0a0-60d5-4909-9a89-d6c4637a84f8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'subnet': {'network_id': 'da27aefc-529c-42aa-9934-5da9f525e374', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:45.758992 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96de9763-a42c-4709-b60f-afdf27e1beef req-5f395245-51c7-487f-aa55-62c4d4103d4c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910166 Jul 16 08:40:45.764280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff80d93-092d-4be5-90bb-d74d36ecb96e tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Network': ['ID=da27aefc-529c-42aa-9934-5da9f525e374,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:45.785344 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network da27aefc-529c-42aa-9934-5da9f525e374 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:45.814806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:45.825582 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.842332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Transition to ACTIVE for port object 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:45.851617 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.916052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f03d0a0-60d5-4909-9a89-d6c4637a84f8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Made reservation on behalf of 6177d0e20fd94f278cc7c8233dafd6b1 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:45.930584 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f03d0a0-60d5-4909-9a89-d6c4637a84f8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.965159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:46.182306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Attempting to bind port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:46.183735 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Attempting to bind port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:46.184409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Attempting to bind port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:46.195413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:46.195746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Attempting to bind port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:46.202163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:46.202795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:46.203365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:46.204630 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Bound port: 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:46.205252 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.447172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:46.458713 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:46.488917 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.573310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:46.599714 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:46.600176 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.601941 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcea72d3-a492-4271-8987-501d8739450e req-3fc15776-a8f0-4a85-8621-2a3438638345 service neutron] 10.222.0.38 "PUT /v2.0/ports/7b4ad3b4-c2e7-42e9-a320-9a38901cb33a HTTP/1.1" status: 200 len: 1096 time: 2.5367339 Jul 16 08:40:46.602545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:46.615552 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ab48c0-9b84-4f57-9570-bbc5fb55947f" -d '{"events": [{"name": "network-changed", "server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:46.622477 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f03d0a0-60d5-4909-9a89-d6c4637a84f8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.729862 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f03d0a0-60d5-4909-9a89-d6c4637a84f8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Subnet': ['ID=c2e91ce4-4eb5-495a-8f1d-782c17421a3c,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:46.758702 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f03d0a0-60d5-4909-9a89-d6c4637a84f8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Checking segment: {'id': 'a5bbd4e0-f292-4936-8c75-e6e224f03a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'da27aefc-529c-42aa-9934-5da9f525e374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:46.759079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f03d0a0-60d5-4909-9a89-d6c4637a84f8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network hostable DHCP agents. Network: da27aefc-529c-42aa-9934-5da9f525e374, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:46.800524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f03d0a0-60d5-4909-9a89-d6c4637a84f8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network da27aefc-529c-42aa-9934-5da9f525e374 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:46.826897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-5f03d0a0-60d5-4909-9a89-d6c4637a84f8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, da27aefc-529c-42aa-9934-5da9f525e374) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:46.836541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f03d0a0-60d5-4909-9a89-d6c4637a84f8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:46.839679 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f03d0a0-60d5-4909-9a89-d6c4637a84f8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.844205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bd04d4-9a1b-476b-bd1b-81c9936657cc None None] Network da27aefc-529c-42aa-9934-5da9f525e374 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:46.880212 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5f03d0a0-60d5-4909-9a89-d6c4637a84f8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2209816 Jul 16 08:40:46.883873 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea72d3-a492-4271-8987-501d8739450e req-459da78d-48fa-4b7d-8505-d9e5af39679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:46.885376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55292) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:46.891298 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcea72d3-a492-4271-8987-501d8739450e req-459da78d-48fa-4b7d-8505-d9e5af39679d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 1099 time: 0.2191041 Jul 16 08:40:46.895939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-49478771', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:46.965144 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.967220 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.131846 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.382200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f21e79-4dca-4a74-82f4-ce0777f311cd None None] Network da27aefc-529c-42aa-9934-5da9f525e374 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:47.751974 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.790526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb201c0a-0bd5-4728-8fd5-4402165a5bcd req-3465b691-5fff-44a5-b75d-c5592c21d969 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:47.795588 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb201c0a-0bd5-4728-8fd5-4402165a5bcd req-3465b691-5fff-44a5-b75d-c5592c21d969 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.3931208 Jul 16 08:40:47.894179 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-778def71-131d-4049-b735-48833b577a25 x-openstack-request-id: req-778def71-131d-4049-b735-48833b577a25 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:47.894815 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:47.894921 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-778def71-131d-4049-b735-48833b577a25 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:47.895343 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'status': 'completed', 'code': 200} Jul 16 08:40:47.896924 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcea72d3-a492-4271-8987-501d8739450e req-9125bfa0-791f-4ed3-b2ea-d003b54c4acb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a HTTP/1.1" status: 200 len: 217 time: 0.9799669 Jul 16 08:40:47.986911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb201c0a-0bd5-4728-8fd5-4402165a5bcd req-f316cd17-3469-4089-9fa1-6f3994a0f4aa tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571186 Jul 16 08:40:47.992845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea72d3-a492-4271-8987-501d8739450e req-9e2e2509-09ef-418d-b59e-54e8d2d8f2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:47.994181 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcea72d3-a492-4271-8987-501d8739450e req-9e2e2509-09ef-418d-b59e-54e8d2d8f2f8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0885398 Jul 16 08:40:48.059985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc95051e-9d6e-4643-9e4d-68580bf38a13 req-933f7148-6dd4-45a5-bf71-528dfebfe4cb tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.069335 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fc95051e-9d6e-4643-9e4d-68580bf38a13 req-933f7148-6dd4-45a5-bf71-528dfebfe4cb tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 947 time: 1.1891277 Jul 16 08:40:48.129938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55312) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:48.140205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea72d3-a492-4271-8987-501d8739450e req-e129ebb3-1a7a-434c-ba24-35516a9cb41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.141968 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcea72d3-a492-4271-8987-501d8739450e req-e129ebb3-1a7a-434c-ba24-35516a9cb41f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1385205 Jul 16 08:40:48.179013 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fc95051e-9d6e-4643-9e4d-68580bf38a13 req-dae609ed-3982-423d-8f69-e60d671bb72b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960484 Jul 16 08:40:48.265845 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.267534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcea72d3-a492-4271-8987-501d8739450e req-e650fd63-b9f1-40b2-ac6a-d540d2b119ce service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171229 Jul 16 08:40:48.302584 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.345153 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1f9226a-4327-4a1e-96e1-4c6f27574e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.381179 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e9630f6-5303-49a0-82ce-478175f78070 req-06ba1e6e-89f9-4c3d-a08f-cd798328f16f tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf387164-1a67-4ea4-828d-fb0433f55393 HTTP/1.1" status: 200 len: 210 time: 0.0675640 Jul 16 08:40:48.558178 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:40:48.597266 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcea72d3-a492-4271-8987-501d8739450e req-78ae91e5-2e70-4b0a-ab6b-7c95b5831fa4 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171148 Jul 16 08:40:48.614459 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1f9226a-4327-4a1e-96e1-4c6f27574e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.620547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1278ed-05c8-49a8-9ac5-45d2aad0781d req-9ae4fc58-c08d-445f-8e70-32f8319a863e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.621850 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1f9226a-4327-4a1e-96e1-4c6f27574e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.622073 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bf1278ed-05c8-49a8-9ac5-45d2aad0781d req-9ae4fc58-c08d-445f-8e70-32f8319a863e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2665005 Jul 16 08:40:48.699909 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Allocated IP 172.25.4.140 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/ad809ba7-19e0-41f7-bbe4-3d0c636006e8) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:48.733259 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bf1278ed-05c8-49a8-9ac5-45d2aad0781d req-b535cb03-0e9b-414c-aa91-34bfc1f2984a tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977998 Jul 16 08:40:48.782207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9226a-4327-4a1e-96e1-4c6f27574e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9d8379-6240-4811-8480-52c0987789e7,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:48.788239 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e1f9226a-4327-4a1e-96e1-4c6f27574e6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a87d4ae7eb9b4607b6b19be530da567c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6572003 Jul 16 08:40:48.794962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55334) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:48.850887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab48c0-9b84-4f57-9570-bbc5fb55947f req-31a8d5b3-8942-402f-af3e-6e4b471380fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:48.852540 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4ab48c0-9b84-4f57-9570-bbc5fb55947f req-31a8d5b3-8942-402f-af3e-6e4b471380fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 1099 time: 0.1810794 Jul 16 08:40:48.916745 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.976399 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.022528 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.071533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab48c0-9b84-4f57-9570-bbc5fb55947f req-1487b430-be41-406b-8325-ca4a2745c1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.074654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4ab48c0-9b84-4f57-9570-bbc5fb55947f req-1487b430-be41-406b-8325-ca4a2745c1f2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.2140720 Jul 16 08:40:49.136672 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.139551 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.143669 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6f9d8379-6240-4811-8480-52c0987789e7 HTTP/1.1" status: 204 len: 168 time: 0.3476722 Jul 16 08:40:49.203477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f9d8379-6240-4811-8480-52c0987789e7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:49.248398 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.251337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.251683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.252062 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.252558 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.252958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.253351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.253820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.254320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.254651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.254975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.255305 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.255784 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f4aa5f8-8acf-4a07-830f-3c85a4c1c239 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:49.265810 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4ab48c0-9b84-4f57-9570-bbc5fb55947f req-6c30c40f-abd5-4c79-a3cc-4a818f6a96f7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a HTTP/1.1" status: 200 len: 217 time: 0.1649034 Jul 16 08:40:49.496665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c527551-43bb-4776-96c5-f0ad12e936bd req-8d82b72a-ceca-4623-be6e-350f5dd48f52 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.510646 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c527551-43bb-4776-96c5-f0ad12e936bd req-8d82b72a-ceca-4623-be6e-350f5dd48f52 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.4468338 Jul 16 08:40:49.530844 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab48c0-9b84-4f57-9570-bbc5fb55947f req-74745044-67b9-4b39-ac3a-92bde0247e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.533735 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4ab48c0-9b84-4f57-9570-bbc5fb55947f req-74745044-67b9-4b39-ac3a-92bde0247e26 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2659440 Jul 16 08:40:49.563006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:49.586081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:49.592738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=ad809ba7-19e0-41f7-bbe4-3d0c636006e8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:49.598687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:49.674641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0b6c83-6f38-483c-8c4e-fb640fcdb634 req-80f8e210-e810-46fa-9391-6ae3b3932495 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.677474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1f0b6c83-6f38-483c-8c4e-fb640fcdb634 req-80f8e210-e810-46fa-9391-6ae3b3932495 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.2799563 Jul 16 08:40:49.679639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab48c0-9b84-4f57-9570-bbc5fb55947f req-38edad7b-51bc-4cdb-821a-3c727164c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.682251 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4ab48c0-9b84-4f57-9570-bbc5fb55947f req-38edad7b-51bc-4cdb-821a-3c727164c6b7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1373370 Jul 16 08:40:49.782783 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1f0b6c83-6f38-483c-8c4e-fb640fcdb634 req-27b0f41b-8a63-4b3b-8639-125a0d74c25c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913246 Jul 16 08:40:49.799949 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c527551-43bb-4776-96c5-f0ad12e936bd req-87cc670b-8a25-44c0-b136-a82528e6f669 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877233 Jul 16 08:40:49.971171 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4ab48c0-9b84-4f57-9570-bbc5fb55947f req-cf56f83d-5d09-418f-84ea-ce2e13c91c4d service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807961 Jul 16 08:40:50.017073 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55368) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:50.023695 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f1a4ac14-f4cb-4b9d-b53a-d5ac012faa33 req-70274013-d803-48f9-beed-8caeed758421 tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0502920 Jul 16 08:40:50.070062 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4dae2ec9-4985-47be-a2aa-d3bdd3df1739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.189914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4ab48c0-9b84-4f57-9570-bbc5fb55947f req-6d19804e-f1c4-490b-8752-82a6d342af41 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2033679 Jul 16 08:40:50.463454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e0c55-9953-4003-a717-d2af5faf8e90 req-0e641eba-6575-4305-9907-5ea86f875a1f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:50.465713 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac8e0c55-9953-4003-a717-d2af5faf8e90 req-0e641eba-6575-4305-9907-5ea86f875a1f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 947 time: 0.3684998 Jul 16 08:40:50.528933 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:50.673686 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4dae2ec9-4985-47be-a2aa-d3bdd3df1739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.693410 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4dae2ec9-4985-47be-a2aa-d3bdd3df1739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.763848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dae2ec9-4985-47be-a2aa-d3bdd3df1739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349eaff7-8132-43da-9541-710960b0201a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:50.816808 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac8e0c55-9953-4003-a717-d2af5faf8e90 req-bd28b252-5403-4763-89d3-018599ef1670 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165777 Jul 16 08:40:50.832900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:50.860567 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4dae2ec9-4985-47be-a2aa-d3bdd3df1739 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65d6d256f9a947a0b263fd69b42f1d36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8392344 Jul 16 08:40:50.861653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55376) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:50.866319 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.874645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'mac_address': 'fa:16:3e:ab:f9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:51.030579 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.070132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:51.151593 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:51.159368 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.227773 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9a31-6708-426f-ae08-f57527f3663e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.280991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:51.334461 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b9eebadd-86f3-463a-8874-87b6c879a309 req-14bddbc5-84f7-4bf5-a662-371f412b2514 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf387164-1a67-4ea4-828d-fb0433f55393 HTTP/1.1" status: 200 len: 210 time: 0.3595121 Jul 16 08:40:51.347175 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9a31-6708-426f-ae08-f57527f3663e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.361249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ada2a9-e1ce-4a4f-a9b6-447b50d34496 req-f9d4aec6-4cc0-4561-b4f8-1bf7803857dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:51.372286 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b2ada2a9-e1ce-4a4f-a9b6-447b50d34496 req-f9d4aec6-4cc0-4561-b4f8-1bf7803857dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1781597c11a4817b85b1a3ef01821fc&device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 1096 time: 0.5830200 Jul 16 08:40:51.453115 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8895bff7-9565-4dc6-8fac-cbe1326af89a req-e84737f0-e0c4-45a5-9401-6adbd64d252b tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0470121 Jul 16 08:40:51.466906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['7b4ad3b4-c2e7-42e9-a320-9a38901cb33a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:51.588256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ada2a9-e1ce-4a4f-a9b6-447b50d34496 req-e33dc0b2-dd15-43d0-818b-f69f9a569f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:51.590636 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b2ada2a9-e1ce-4a4f-a9b6-447b50d34496 req-e33dc0b2-dd15-43d0-818b-f69f9a569f70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 200 len: 912 time: 0.2083821 Jul 16 08:40:51.596321 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55388) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:51.606158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-da7b2515-7230-463c-bb6e-3bb6d7700972 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-941068685'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:51.689605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3359dc3-c37a-44f4-b572-e3d1b62e4e1f req-0aaa303b-ccae-4780-802d-7fc5c230d214 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:51.708846 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3359dc3-c37a-44f4-b572-e3d1b62e4e1f req-0aaa303b-ccae-4780-802d-7fc5c230d214 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.4607401 Jul 16 08:40:51.709934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7b2515-7230-463c-bb6e-3bb6d7700972 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Made reservation on behalf of 46303320ff7f4d03aa15dd678ab3bee8 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:51.714705 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da7b2515-7230-463c-bb6e-3bb6d7700972 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.719200 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b2ada2a9-e1ce-4a4f-a9b6-447b50d34496 req-66925d28-a5e8-4acd-9309-20c486e533e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed HTTP/1.1" status: 200 len: 998 time: 0.1203320 Jul 16 08:40:51.789521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ada2a9-e1ce-4a4f-a9b6-447b50d34496 req-8a1fdcae-a7a4-4fff-b528-8a63aeeb08ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:51.792576 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b2ada2a9-e1ce-4a4f-a9b6-447b50d34496 req-8a1fdcae-a7a4-4fff-b528-8a63aeeb08ee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 200 len: 851 time: 0.0607712 Jul 16 08:40:51.844134 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.926253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7b2515-7230-463c-bb6e-3bb6d7700972 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:51.964186 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da7b2515-7230-463c-bb6e-3bb6d7700972 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.964674 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-da7b2515-7230-463c-bb6e-3bb6d7700972 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Added segment 2149ee7a-8d99-49f2-bd62-f7528a19fcb7 of type vlan for network c9cc98b5-8c58-4ab1-880e-6e6ade550708 Jul 16 08:40:52.039925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ada2a9-e1ce-4a4f-a9b6-447b50d34496 req-ce657261-bdf7-40e9-9080-ed85c4174d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.042189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b2ada2a9-e1ce-4a4f-a9b6-447b50d34496 req-ce657261-bdf7-40e9-9080-ed85c4174d90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=38802a43-6bad-419f-b33c-1e3214de0d83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2419362 Jul 16 08:40:52.057748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0c41b-0d38-403e-94e1-838a5cbaac1d req-31523063-449b-44b3-9b13-29ebe1e676ec tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.059790 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1be0c41b-0d38-403e-94e1-838a5cbaac1d req-31523063-449b-44b3-9b13-29ebe1e676ec tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2006292 Jul 16 08:40:52.070554 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da7b2515-7230-463c-bb6e-3bb6d7700972 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.163736 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1be0c41b-0d38-403e-94e1-838a5cbaac1d req-857689c9-cc73-481c-8f4e-65b25bdedf90 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877728 Jul 16 08:40:52.242679 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da7b2515-7230-463c-bb6e-3bb6d7700972 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.250534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b2515-7230-463c-bb6e-3bb6d7700972 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.251552 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da7b2515-7230-463c-bb6e-3bb6d7700972 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.312900 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-da7b2515-7230-463c-bb6e-3bb6d7700972 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7121723 Jul 16 08:40:52.352941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55394) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:52.356037 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b2ada2a9-e1ce-4a4f-a9b6-447b50d34496 req-227d74a5-9c3b-403f-9684-70245c142a02 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2949619 Jul 16 08:40:52.389121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-11c57bb5-764e-427a-9839-708e3b54f765 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1016530117'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:52.404853 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9a31-6708-426f-ae08-f57527f3663e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.409855 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7dc9a31-6708-426f-ae08-f57527f3663e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.411851 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b7dc9a31-6708-426f-ae08-f57527f3663e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/349eaff7-8132-43da-9541-710960b0201a HTTP/1.1" status: 204 len: 168 time: 1.5463691 Jul 16 08:40:52.461334 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b2515-7230-463c-bb6e-3bb6d7700972 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'Network': ['ID=c9cc98b5-8c58-4ab1-880e-6e6ade550708,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:52.465077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dc9a31-6708-426f-ae08-f57527f3663e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349eaff7-8132-43da-9541-710960b0201a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:52.476956 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b3359dc3-c37a-44f4-b572-e3d1b62e4e1f req-c5c684c6-b3cb-4042-9d37-b1e76d6ab9c7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7670128 Jul 16 08:40:52.486149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network c9cc98b5-8c58-4ab1-880e-6e6ade550708 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:52.550478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c57bb5-764e-427a-9839-708e3b54f765 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Made reservation on behalf of 46303320ff7f4d03aa15dd678ab3bee8 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:52.556902 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-11c57bb5-764e-427a-9839-708e3b54f765 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.680454 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b2ada2a9-e1ce-4a4f-a9b6-447b50d34496 req-5112e485-b228-4111-9c5c-9d5915128f93 service neutron] 10.222.0.15 "GET /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2963238 Jul 16 08:40:52.739841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c57bb5-764e-427a-9839-708e3b54f765 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:52.760633 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-11c57bb5-764e-427a-9839-708e3b54f765 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.761010 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-11c57bb5-764e-427a-9839-708e3b54f765 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Added segment 1d6cf301-37b7-471a-beee-193f4796b4bd of type vlan for network 79638599-e95d-4aaa-a9df-9e4a650918b5 Jul 16 08:40:52.785711 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:40:52.862888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0410f4ed-1e52-43e5-b64d-04ba4a905031 req-49b763b9-3b99-447e-8bd8-693a4e21827d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.864650 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0410f4ed-1e52-43e5-b64d-04ba4a905031 req-49b763b9-3b99-447e-8bd8-693a4e21827d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 948 time: 0.1809943 Jul 16 08:40:52.870036 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-11c57bb5-764e-427a-9839-708e3b54f765 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.935235 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ebcb8ac8-80e6-489a-8346-797071803e20 req-a69068d9-646f-4fd4-868f-3fba8478d718 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0455954 Jul 16 08:40:52.939273 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2e070e-9bc3-4239-ba96-49a4515807f5 req-f0d24311-e8fe-45d4-8b42-aedd324f4d74 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.941154 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d2e070e-9bc3-4239-ba96-49a4515807f5 req-f0d24311-e8fe-45d4-8b42-aedd324f4d74 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2576106 Jul 16 08:40:52.983268 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0410f4ed-1e52-43e5-b64d-04ba4a905031 req-fcafb234-e7b4-473e-82f4-751b3f9b3db2 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085715 Jul 16 08:40:52.984978 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-11c57bb5-764e-427a-9839-708e3b54f765 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.991790 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c57bb5-764e-427a-9839-708e3b54f765 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.992529 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-11c57bb5-764e-427a-9839-708e3b54f765 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.038433 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-11c57bb5-764e-427a-9839-708e3b54f765 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6811693 Jul 16 08:40:53.042491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55408) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:53.048453 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-0f8ec75d-60e8-41fb-b90c-4f8839f13dc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'subnet': {'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:53.056987 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d2e070e-9bc3-4239-ba96-49a4515807f5 req-b4c635df-5c55-4056-ab61-54e39dc38830 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041858 Jul 16 08:40:53.129403 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:53.149727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da50f334-a7da-4739-bb38-ffd623416a96 None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:53.184183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da50f334-a7da-4739-bb38-ffd623416a96 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:53.185739 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-da50f334-a7da-4739-bb38-ffd623416a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:53.190559 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.193438 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f67c9042-5ae3-460a-8b38-c34b4aa80cbf tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.3064988 Jul 16 08:40:53.198221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55416) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:53.278334 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-da50f334-a7da-4739-bb38-ffd623416a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:53.293350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da50f334-a7da-4739-bb38-ffd623416a96 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:53.294725 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-da50f334-a7da-4739-bb38-ffd623416a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:53.387023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-da50f334-a7da-4739-bb38-ffd623416a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:53.388947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da50f334-a7da-4739-bb38-ffd623416a96 None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:53.403738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c57bb5-764e-427a-9839-708e3b54f765 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'Network': ['ID=79638599-e95d-4aaa-a9df-9e4a650918b5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:53.422091 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c38b24c-0e53-4735-8162-63c06771440b req-e6cca5ad-df8f-438a-b3c4-86a259993ade tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0854619 Jul 16 08:40:53.425620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 79638599-e95d-4aaa-a9df-9e4a650918b5 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:53.443466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8ec75d-60e8-41fb-b90c-4f8839f13dc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Made reservation on behalf of 46303320ff7f4d03aa15dd678ab3bee8 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:53.447436 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec75d-60e8-41fb-b90c-4f8839f13dc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.804992 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f020494c-83ce-4021-a4db-45cd55cda058 req-1ae7904f-3401-4d9b-9692-f6923678e5f5 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.818935 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f020494c-83ce-4021-a4db-45cd55cda058 req-1ae7904f-3401-4d9b-9692-f6923678e5f5 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.4302835 Jul 16 08:40:53.912901 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f020494c-83ce-4021-a4db-45cd55cda058 req-fe617217-2b7b-40f3-ab64-61ad39db1553 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924513 Jul 16 08:40:53.953855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8273cd-addd-4bf2-94e2-1725b9d98182 req-6aeab11a-3f69-40a7-b8a5-99c83e745b08 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.956383 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f8273cd-addd-4bf2-94e2-1725b9d98182 req-6aeab11a-3f69-40a7-b8a5-99c83e745b08 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.2212791 Jul 16 08:40:53.958343 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec75d-60e8-41fb-b90c-4f8839f13dc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.090720 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f8273cd-addd-4bf2-94e2-1725b9d98182 req-771dc67e-0669-4ee0-b0ce-a879ac74f599 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036611 Jul 16 08:40:54.102388 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ec75d-60e8-41fb-b90c-4f8839f13dc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'Subnet': ['ID=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:54.172622 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8ec75d-60e8-41fb-b90c-4f8839f13dc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Checking segment: {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:54.173170 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ec75d-60e8-41fb-b90c-4f8839f13dc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Network hostable DHCP agents. Network: c9cc98b5-8c58-4ab1-880e-6e6ade550708, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:54.205791 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ec75d-60e8-41fb-b90c-4f8839f13dc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Network c9cc98b5-8c58-4ab1-880e-6e6ade550708 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:54.224322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ec75d-60e8-41fb-b90c-4f8839f13dc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, c9cc98b5-8c58-4ab1-880e-6e6ade550708) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:54.232009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ec75d-60e8-41fb-b90c-4f8839f13dc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.233119 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f8ec75d-60e8-41fb-b90c-4f8839f13dc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.243592 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fba1118-925e-47a1-98f1-6d233663b383 None None] Network c9cc98b5-8c58-4ab1-880e-6e6ade550708 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:54.272321 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0f8ec75d-60e8-41fb-b90c-4f8839f13dc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2276893 Jul 16 08:40:54.276534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55440) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:54.284301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6fe6e4e3-2d7b-4c15-9ce6-70353ecb6db3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'subnet': {'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:54.424717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8eef38-b8d3-4147-a969-d046494b1662 req-d27037c0-d4c3-49b2-b26e-d577a00e65ea tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.426410 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6e8eef38-b8d3-4147-a969-d046494b1662 req-d27037c0-d4c3-49b2-b26e-d577a00e65ea tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1716352 Jul 16 08:40:54.465311 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.502616 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6e8eef38-b8d3-4147-a969-d046494b1662 req-ba7fb102-723f-41a1-a9b5-b3042163c8a4 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633962 Jul 16 08:40:54.550000 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:54.626428 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01406770-5767-4594-940c-71d127ef36d1 req-f70cd474-e053-4ea9-a9de-ff19d31c6045 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:54.629585 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-01406770-5767-4594-940c-71d127ef36d1 req-f70cd474-e053-4ea9-a9de-ff19d31c6045 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 948 time: 0.2710509 Jul 16 08:40:54.660412 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fe6e4e3-2d7b-4c15-9ce6-70353ecb6db3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Made reservation on behalf of 46303320ff7f4d03aa15dd678ab3bee8 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:54.670316 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fe6e4e3-2d7b-4c15-9ce6-70353ecb6db3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.745652 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-01406770-5767-4594-940c-71d127ef36d1 req-f7f62305-5860-4930-9b10-dff8d8bddc5a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070616 Jul 16 08:40:55.011203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-c9cc98b5-8c58-4ab1-880e-6e6ade550708', 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'fixed_ips': [{'subnet_id': '4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:55.013168 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.037419 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:55.051312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:55.051834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Allocated IP 172.20.0.1 (da27aefc-529c-42aa-9934-5da9f525e374/c2e91ce4-4eb5-495a-8f1d-782c17421a3c/d36f189d-2d19-43ba-8d11-d9ed77b0c0b2) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:55.053426 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.103814 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-87cbde5c-7fa3-4ae8-98c6-b5843ac875f8 req-56d4ab81-dc03-4c4a-84d1-7ce4f5486da8 tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0640597 Jul 16 08:40:55.110496 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fe6e4e3-2d7b-4c15-9ce6-70353ecb6db3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.204999 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe6e4e3-2d7b-4c15-9ce6-70353ecb6db3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Checking segment: {'id': '1d6cf301-37b7-471a-beee-193f4796b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:55.205684 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe6e4e3-2d7b-4c15-9ce6-70353ecb6db3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Network hostable DHCP agents. Network: 79638599-e95d-4aaa-a9df-9e4a650918b5, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:55.230762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe6e4e3-2d7b-4c15-9ce6-70353ecb6db3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'Subnet': ['ID=74fee604-9dc4-4a3e-a80e-b33d453e5f15,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:55.244548 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe6e4e3-2d7b-4c15-9ce6-70353ecb6db3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Network 79638599-e95d-4aaa-a9df-9e4a650918b5 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:55.271969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-6fe6e4e3-2d7b-4c15-9ce6-70353ecb6db3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 79638599-e95d-4aaa-a9df-9e4a650918b5) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:55.282133 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe6e4e3-2d7b-4c15-9ce6-70353ecb6db3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:55.285220 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fe6e4e3-2d7b-4c15-9ce6-70353ecb6db3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.347146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6fe6e4e3-2d7b-4c15-9ce6-70353ecb6db3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0689344 Jul 16 08:40:55.352576 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55462) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:55.377526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fec12621-7044-4467-b70b-f6c3f5004f49 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'port': {'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708', 'name': 'tempest-TaggedBootDevicesTest-2000256759', 'fixed_ips': [{'subnet_id': '4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:55.400915 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea63f02-5a41-49d1-aba8-51c1bf554cf8 None None] Network 79638599-e95d-4aaa-a9df-9e4a650918b5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:55.489932 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.713975 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.722353 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.792336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc272399-5c89-4193-a022-7db65b7b6a77 req-a3125bb2-754b-4348-80dc-f7fa7e750b3f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:55.796517 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bc272399-5c89-4193-a022-7db65b7b6a77 req-a3125bb2-754b-4348-80dc-f7fa7e750b3f tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.3021824 Jul 16 08:40:55.803692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=d36f189d-2d19-43ba-8d11-d9ed77b0c0b2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:55.844070 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec12621-7044-4467-b70b-f6c3f5004f49 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Made reservation on behalf of 46303320ff7f4d03aa15dd678ab3bee8 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:55.852852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:55.875454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:55.877981 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b38fe6-83cf-443c-846a-78d80cfd486b" -d '{"events": [{"server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "name": "network-vif-plugged", "status": "completed", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:55.882140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Allocated IP 10.1.1.2 (c9cc98b5-8c58-4ab1-880e-6e6ade550708/4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d/c768ea98-83b9-4948-b318-7a628f921b4c) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:55.886415 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.943071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network da27aefc-529c-42aa-9934-5da9f525e374 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:55.948278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:55.954590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:56.039590 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fec12621-7044-4467-b70b-f6c3f5004f49 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.043507 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:56.055525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:56.055850 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:56.056791 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:56.057055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:56.057398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:56.057724 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:56.058045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:56.058711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:56.058901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:56.059156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:56.059448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:56.059825 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:56.098244 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bc272399-5c89-4193-a022-7db65b7b6a77 req-d1d088a8-c6c3-46d5-9613-5fcca6813b54 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2837853 Jul 16 08:40:56.120439 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.134404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-fec12621-7044-4467-b70b-f6c3f5004f49 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] device_id is not set on port 58152f66-9e10-424e-a327-eb3322be8e41 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:56.141571 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-79638599-e95d-4aaa-a9df-9e4a650918b5', 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'fixed_ips': [{'subnet_id': '74fee604-9dc4-4a3e-a80e-b33d453e5f15'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:56.148265 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.511076 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.515993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e7541-e7b7-44c6-a117-0e57813eceb8 req-34f53b4d-f13a-442f-bc29-790e0a073eb2 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:56.520007 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd0e7541-e7b7-44c6-a117-0e57813eceb8 req-34f53b4d-f13a-442f-bc29-790e0a073eb2 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.1387277 Jul 16 08:40:56.593293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac0fd3-db74-4715-ad3f-6d2a27e64837 req-9f0d3948-6442-40b3-933d-34419c05b926 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:56.601544 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0ac0fd3-db74-4715-ad3f-6d2a27e64837 req-9f0d3948-6442-40b3-933d-34419c05b926 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2572916 Jul 16 08:40:56.602662 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd0e7541-e7b7-44c6-a117-0e57813eceb8 req-a39e495c-7252-4e31-a112-357351495087 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732632 Jul 16 08:40:56.612918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Transition to ACTIVE for port object c768ea98-83b9-4948-b318-7a628f921b4c will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:56.648867 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.670917 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Transition to ACTIVE for port object c768ea98-83b9-4948-b318-7a628f921b4c will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:56.678212 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0ac0fd3-db74-4715-ad3f-6d2a27e64837 req-bd776f7a-c727-4bc1-a8f3-61fd15abb506 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755208 Jul 16 08:40:56.687872 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.697554 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Allocated IP 10.2.2.2 (79638599-e95d-4aaa-a9df-9e4a650918b5/74fee604-9dc4-4a3e-a80e-b33d453e5f15/6172594e-ade1-41a6-95ef-455f9b9da904) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:56.738828 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927c51fd-225f-4cc5-b6a0-5e6b35d8df5e x-openstack-request-id: req-927c51fd-225f-4cc5-b6a0-5e6b35d8df5e {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:56.738997 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "name": "network-vif-plugged", "status": "completed", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:56.739237 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-927c51fd-225f-4cc5-b6a0-5e6b35d8df5e {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:56.739664 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'code': 200} Jul 16 08:40:56.768617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Network c9cc98b5-8c58-4ab1-880e-6e6ade550708 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:56.787129 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:56.788078 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-fec12621-7044-4467-b70b-f6c3f5004f49 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Allocated IP 10.1.1.160 (c9cc98b5-8c58-4ab1-880e-6e6ade550708/4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d/58152f66-9e10-424e-a327-eb3322be8e41) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:56.800714 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:56.818281 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Pushing event updated for resources: {'Port': ['ID=c768ea98-83b9-4948-b318-7a628f921b4c,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:56.972309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e15f2a-7f5e-461c-ba47-d3e68f24634b req-a965aa70-f4dd-4287-bfeb-9850234c31c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:56.974424 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0e15f2a-7f5e-461c-ba47-d3e68f24634b req-a965aa70-f4dd-4287-bfeb-9850234c31c7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 1101 time: 0.1248074 Jul 16 08:40:57.020212 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Attempting to bind port c768ea98-83b9-4948-b318-7a628f921b4c on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:57.037378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Attempting to bind port c768ea98-83b9-4948-b318-7a628f921b4c by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:57.037860 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Attempting to bind port c768ea98-83b9-4948-b318-7a628f921b4c on network c9cc98b5-8c58-4ab1-880e-6e6ade550708 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:57.071348 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:57.071737 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Checking segment: {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:57.072200 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.072690 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Bound using segment: {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:57.073190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Bound port: c768ea98-83b9-4948-b318-7a628f921b4c, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:57.073611 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.091798 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f019723a-d7c6-49a4-84c0-b613b35f8ef9 req-0b3cbf1a-f9e3-4714-b394-101ca7d5c6cd tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0670860 Jul 16 08:40:57.094727 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0e15f2a-7f5e-461c-ba47-d3e68f24634b req-ff9e4a5f-e4e6-4367-9245-e27e426ac81e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114864 Jul 16 08:40:57.172292 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fec12621-7044-4467-b70b-f6c3f5004f49 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.246024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-fec12621-7044-4467-b70b-f6c3f5004f49 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Transition to ACTIVE for port object 58152f66-9e10-424e-a327-eb3322be8e41 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:57.324252 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.327923 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fec12621-7044-4467-b70b-f6c3f5004f49 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.402482 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] For port c768ea98-83b9-4948-b318-7a628f921b4c, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:57.410756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] For port c768ea98-83b9-4948-b318-7a628f921b4c, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c768ea98-83b9-4948-b318-7a628f921b4c,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:57.424061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Transition to ACTIVE for port object 6172594e-ade1-41a6-95ef-455f9b9da904 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:57.431123 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.437944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec12621-7044-4467-b70b-f6c3f5004f49 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Network c9cc98b5-8c58-4ab1-880e-6e6ade550708 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:57.445850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-fec12621-7044-4467-b70b-f6c3f5004f49 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:57.456923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec12621-7044-4467-b70b-f6c3f5004f49 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:57.465717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec12621-7044-4467-b70b-f6c3f5004f49 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'Port': ['ID=58152f66-9e10-424e-a327-eb3322be8e41,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:57.541434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Transition to ACTIVE for port object 6172594e-ade1-41a6-95ef-455f9b9da904 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:57.557284 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.581847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec12621-7044-4467-b70b-f6c3f5004f49 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.583173 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fec12621-7044-4467-b70b-f6c3f5004f49 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.595118 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Network 79638599-e95d-4aaa-a9df-9e4a650918b5 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:57.597918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:57.604804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:57.612633 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b304f94-3497-42f6-863d-5cc86bb54612 None None] Pushing event updated for resources: {'Port': ['ID=c768ea98-83b9-4948-b318-7a628f921b4c,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:57.672354 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fec12621-7044-4467-b70b-f6c3f5004f49 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3177440 Jul 16 08:40:57.676649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55532) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:57.684348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b5132124-ee67-443c-92ff-bb563b3901f1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'port': {'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708', 'name': 'tempest-TaggedBootDevicesTest-2004690236', 'fixed_ips': [{'subnet_id': '4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:57.769116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Pushing event updated for resources: {'Port': ['ID=6172594e-ade1-41a6-95ef-455f9b9da904,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:57.772556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Attempting to bind port 6172594e-ade1-41a6-95ef-455f9b9da904 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:57.772933 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Attempting to bind port 6172594e-ade1-41a6-95ef-455f9b9da904 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '1d6cf301-37b7-471a-beee-193f4796b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:57.773311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Attempting to bind port 6172594e-ade1-41a6-95ef-455f9b9da904 on network 79638599-e95d-4aaa-a9df-9e4a650918b5 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:57.794199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:57.794982 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Checking segment: {'id': '1d6cf301-37b7-471a-beee-193f4796b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:57.795152 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.795626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Bound using segment: {'id': '1d6cf301-37b7-471a-beee-193f4796b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:57.796017 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Bound port: 6172594e-ade1-41a6-95ef-455f9b9da904, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d6cf301-37b7-471a-beee-193f4796b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:57.796417 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.803989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0affa1-99a8-4503-8249-6cf505401adb req-75d2dcce-4113-4b0a-82c7-3e91fa37e59f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.814579 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2a0affa1-99a8-4503-8249-6cf505401adb req-75d2dcce-4113-4b0a-82c7-3e91fa37e59f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1866083 Jul 16 08:40:57.945097 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2a0affa1-99a8-4503-8249-6cf505401adb req-62111359-4538-410a-9a15-a135e7968002 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934420 Jul 16 08:40:57.977752 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.992354 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.166756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] For port 6172594e-ade1-41a6-95ef-455f9b9da904, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:58.174914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] For port 6172594e-ade1-41a6-95ef-455f9b9da904, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6172594e-ade1-41a6-95ef-455f9b9da904,segment=NetworkSegment(1d6cf301-37b7-471a-beee-193f4796b4bd),segment_id=1d6cf301-37b7-471a-beee-193f4796b4bd)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:58.185337 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.242577 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.354068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea664828-b26e-44e3-9aa8-fa645b9ff89c None None] Pushing event updated for resources: {'Port': ['ID=6172594e-ade1-41a6-95ef-455f9b9da904,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:58.373482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75266de0-f516-4d44-a5d8-03d49fe2f84a req-c59a8173-cb95-4e43-8e4e-852b0c7686e3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.385328 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-75266de0-f516-4d44-a5d8-03d49fe2f84a req-c59a8173-cb95-4e43-8e4e-852b0c7686e3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.1677270 Jul 16 08:40:58.409393 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=d36f189d-2d19-43ba-8d11-d9ed77b0c0b2,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:58.494305 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-75266de0-f516-4d44-a5d8-03d49fe2f84a req-1aea8be0-1ee3-4fe3-8f89-4277aca2494e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985165 Jul 16 08:40:58.497671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5132124-ee67-443c-92ff-bb563b3901f1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Made reservation on behalf of 46303320ff7f4d03aa15dd678ab3bee8 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:58.502476 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5132124-ee67-443c-92ff-bb563b3901f1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.534990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-b5132124-ee67-443c-92ff-bb563b3901f1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] device_id is not set on port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:58.792198 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-b5132124-ee67-443c-92ff-bb563b3901f1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Allocated IP 10.1.1.117 (c9cc98b5-8c58-4ab1-880e-6e6ade550708/4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d/0a38388f-bcd0-4aae-9d2d-7ec4959acb62) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:58.915129 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7bac0bae-df24-4aa3-a92a-530087040330 req-8657f9e5-ae75-4b94-82b1-9554c0d54f63 tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0968404 Jul 16 08:40:58.985312 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network da27aefc-529c-42aa-9934-5da9f525e374 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:58.994443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:59.124234 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5132124-ee67-443c-92ff-bb563b3901f1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.136570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f18d79-3726-4e1a-8f0c-341768019f26 req-ac338901-df83-4c6c-be7c-499fb0a3b2a3 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:59.142842 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6f18d79-3726-4e1a-8f0c-341768019f26 req-ac338901-df83-4c6c-be7c-499fb0a3b2a3 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=43a0bf66-769d-4f6a-bc42-853e33eb8c18 HTTP/1.1" status: 200 len: 944 time: 0.2668788 Jul 16 08:40:59.277888 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-b5132124-ee67-443c-92ff-bb563b3901f1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Transition to ACTIVE for port object 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:59.282170 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51da7b6-a048-4d0e-9714-5b16d78dfa60 req-3e5219d6-896c-468b-91eb-b755976552db tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:59.296111 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a51da7b6-a048-4d0e-9714-5b16d78dfa60 req-3e5219d6-896c-468b-91eb-b755976552db tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1248810 Jul 16 08:40:59.349320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:59.357221 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a51da7b6-a048-4d0e-9714-5b16d78dfa60 req-a22522cf-062c-4a69-b60e-4a99922b0858 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584500 Jul 16 08:40:59.383966 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5132124-ee67-443c-92ff-bb563b3901f1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.506770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193ac6bf-547a-4dca-82dc-bd63ca60c8ef None None] Network c9cc98b5-8c58-4ab1-880e-6e6ade550708 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:59.699433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8b130657-25c0-403e-9b8c-fc5eaa458784 None None] Provisioning for port c768ea98-83b9-4948-b318-7a628f921b4c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:59.744288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6172594e-ade1-41a6-95ef-455f9b9da904 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:59.831428 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a4a3da-fc91-4a3d-af04-74bb88d7df86 req-bbc91ae7-49a2-41cc-87f5-fd2abea60e81 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:59.833307 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80a4a3da-fc91-4a3d-af04-74bb88d7df86 req-bbc91ae7-49a2-41cc-87f5-fd2abea60e81 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1598744 Jul 16 08:40:59.910006 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80a4a3da-fc91-4a3d-af04-74bb88d7df86 req-75fc1a83-01ac-46e0-b27d-559839b114f0 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664401 Jul 16 08:40:59.919817 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 6172594e-ade1-41a6-95ef-455f9b9da904 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:59.923847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c768ea98-83b9-4948-b318-7a628f921b4c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:00.004126 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port c768ea98-83b9-4948-b318-7a628f921b4c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:00.010959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port c768ea98-83b9-4948-b318-7a628f921b4c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:00.011573 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.041814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f20ce89-6324-48b1-af23-6d8a60db6582 None None] Network 79638599-e95d-4aaa-a9df-9e4a650918b5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:00.117397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-b6f18d79-3726-4e1a-8f0c-341768019f26 req-b86d5309-1fe5-4754-98ee-2aef521f2166 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Deleting port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:00.118313 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b6f18d79-3726-4e1a-8f0c-341768019f26 req-b86d5309-1fe5-4754-98ee-2aef521f2166 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.129359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d4aee8-8617-4f3b-93f9-30d64fb3baf5 req-84756ae0-7c59-4b80-b854-d159197bab34 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.137843 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-63d4aee8-8617-4f3b-93f9-30d64fb3baf5 req-84756ae0-7c59-4b80-b854-d159197bab34 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.1043420 Jul 16 08:41:00.159872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a88c4b9c-4354-44f1-a1ea-5a6f1eecda26 None None] Provisioning for port 6172594e-ade1-41a6-95ef-455f9b9da904 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:00.190231 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-63d4aee8-8617-4f3b-93f9-30d64fb3baf5 req-1646e233-7495-40da-9e9e-cc607842a3c9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513151 Jul 16 08:41:00.199506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a88c4b9c-4354-44f1-a1ea-5a6f1eecda26 None None] Provisioning complete for port 6172594e-ade1-41a6-95ef-455f9b9da904 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:00.199881 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a88c4b9c-4354-44f1-a1ea-5a6f1eecda26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.307149 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.352229 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b6f18d79-3726-4e1a-8f0c-341768019f26 req-b86d5309-1fe5-4754-98ee-2aef521f2166 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] For port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:00.354399 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b6f18d79-3726-4e1a-8f0c-341768019f26 req-b86d5309-1fe5-4754-98ee-2aef521f2166 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.373421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5132124-ee67-443c-92ff-bb563b3901f1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Network c9cc98b5-8c58-4ab1-880e-6e6ade550708 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:00.401054 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-b5132124-ee67-443c-92ff-bb563b3901f1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:00.410733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port c768ea98-83b9-4948-b318-7a628f921b4c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c768ea98-83b9-4948-b318-7a628f921b4c,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:00.427812 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-b6f18d79-3726-4e1a-8f0c-341768019f26 req-b86d5309-1fe5-4754-98ee-2aef521f2166 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Calling delete_port for c513d3a6-ead0-4fbb-ae43-abcdcb632b3e owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:00.432079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5132124-ee67-443c-92ff-bb563b3901f1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:00.450591 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.473485 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4aefb45-3b2c-4bf7-8f1e-05cbe6c58dbf req-06f88b72-7152-4be0-8669-0d640daaab3b tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0780673 Jul 16 08:41:00.488953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5132124-ee67-443c-92ff-bb563b3901f1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.489823 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5132124-ee67-443c-92ff-bb563b3901f1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.516265 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5132124-ee67-443c-92ff-bb563b3901f1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'Port': ['ID=0a38388f-bcd0-4aae-9d2d-7ec4959acb62,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:00.524789 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b5132124-ee67-443c-92ff-bb563b3901f1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8443944 Jul 16 08:41:00.684823 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:00.701218 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff97fc-5405-49c0-bfb5-f6facd898bb2 None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:00.708987 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6fe9acbf-b0c5-4e2a-9675-e9f024d6d759 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "PUT /v2.0/routers/27c97073-2ca2-455f-a376-aa69c0bf662e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5084195 Jul 16 08:41:00.713365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55612) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:00.717488 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=c768ea98-83b9-4948-b318-7a628f921b4c,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:00.720871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d07ba648-880f-44f2-8975-18980f076fc8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'port': {'network_id': 'da27aefc-529c-42aa-9934-5da9f525e374', 'name': 'tempest-FloatingIPTestJSON-1028126451'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:00.743023 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff97fc-5405-49c0-bfb5-f6facd898bb2 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:00.744329 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d7ff97fc-5405-49c0-bfb5-f6facd898bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:00.746729 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a88c4b9c-4354-44f1-a1ea-5a6f1eecda26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.814630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a88c4b9c-4354-44f1-a1ea-5a6f1eecda26 None None] For port 6172594e-ade1-41a6-95ef-455f9b9da904, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6172594e-ade1-41a6-95ef-455f9b9da904,segment=NetworkSegment(1d6cf301-37b7-471a-beee-193f4796b4bd),segment_id=1d6cf301-37b7-471a-beee-193f4796b4bd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:00.814980 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d7ff97fc-5405-49c0-bfb5-f6facd898bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:00.826103 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ff97fc-5405-49c0-bfb5-f6facd898bb2 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:00.827008 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d7ff97fc-5405-49c0-bfb5-f6facd898bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:00.830677 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a88c4b9c-4354-44f1-a1ea-5a6f1eecda26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.903736 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c4b9c-4354-44f1-a1ea-5a6f1eecda26 None None] Pushing event updated for resources: {'Port': ['ID=6172594e-ade1-41a6-95ef-455f9b9da904,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:00.912582 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d7ff97fc-5405-49c0-bfb5-f6facd898bb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:00.913735 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ff97fc-5405-49c0-bfb5-f6facd898bb2 None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:00.948769 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b6f18d79-3726-4e1a-8f0c-341768019f26 req-b86d5309-1fe5-4754-98ee-2aef521f2166 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.967558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['1298a89f-52f3-4069-a090-2cd8b577ce57'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:00.971353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['edd4285f-796f-4803-b231-f6d58d37f611'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:01.009100 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86d5309-1fe5-4754-98ee-2aef521f2166 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event deleted for resources: {'Port': ['ID=c513d3a6-ead0-4fbb-ae43-abcdcb632b3e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:01.058094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6f18d79-3726-4e1a-8f0c-341768019f26 req-b86d5309-1fe5-4754-98ee-2aef521f2166 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] No DVR routers for this DVR port c513d3a6-ead0-4fbb-ae43-abcdcb632b3e on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:01.062236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b6f18d79-3726-4e1a-8f0c-341768019f26 req-b86d5309-1fe5-4754-98ee-2aef521f2166 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.075494 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6f18d79-3726-4e1a-8f0c-341768019f26 req-b86d5309-1fe5-4754-98ee-2aef521f2166 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "DELETE /v2.0/ports/c513d3a6-ead0-4fbb-ae43-abcdcb632b3e HTTP/1.1" status: 204 len: 173 time: 1.9316013 Jul 16 08:41:01.076326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43a0bf66-769d-4f6a-bc42-853e33eb8c18', 'name': 'network-vif-deleted', 'tag': 'c513d3a6-ead0-4fbb-ae43-abcdcb632b3e'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:01.079540 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35672a6-c8cd-44bd-973d-642dd0e6e804" -d '{"events": [{"server_uuid": "43a0bf66-769d-4f6a-bc42-853e33eb8c18", "name": "network-vif-deleted", "tag": "c513d3a6-ead0-4fbb-ae43-abcdcb632b3e"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:01.167446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3525e0be-8e49-4349-a108-11f4d488ebed None None] Provisioning complete for port c768ea98-83b9-4948-b318-7a628f921b4c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:01.167768 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3525e0be-8e49-4349-a108-11f4d488ebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.303019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07ba648-880f-44f2-8975-18980f076fc8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Made reservation on behalf of 6177d0e20fd94f278cc7c8233dafd6b1 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:01.309168 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d07ba648-880f-44f2-8975-18980f076fc8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.343794 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dfc8cf-38d0-41fd-9b51-9ec0f6a75a88 req-f9c12e87-9fef-4af8-a87b-ca8738d4385e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.351636 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e0dfc8cf-38d0-41fd-9b51-9ec0f6a75a88 req-f9c12e87-9fef-4af8-a87b-ca8738d4385e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.2508094 Jul 16 08:41:01.356874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-d07ba648-880f-44f2-8975-18980f076fc8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] device_id is not set on port d7ff1253-56b8-4e2f-a6c0-8d3f75860cc1 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:01.465783 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e0dfc8cf-38d0-41fd-9b51-9ec0f6a75a88 req-31457114-f66e-4cfe-8786-52a107e5be9f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132133 Jul 16 08:41:01.622726 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-d07ba648-880f-44f2-8975-18980f076fc8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Allocated IP 172.20.0.4 (da27aefc-529c-42aa-9934-5da9f525e374/c2e91ce4-4eb5-495a-8f1d-782c17421a3c/d7ff1253-56b8-4e2f-a6c0-8d3f75860cc1) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:01.647199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6172594e-ade1-41a6-95ef-455f9b9da904 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:01.825019 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3525e0be-8e49-4349-a108-11f4d488ebed None None] Provisioning for port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:01.836039 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d07ba648-880f-44f2-8975-18980f076fc8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.839793 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3525e0be-8e49-4349-a108-11f4d488ebed None None] Provisioning complete for port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:01.840160 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3525e0be-8e49-4349-a108-11f4d488ebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.847442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 6172594e-ade1-41a6-95ef-455f9b9da904 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:01.847824 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.925479 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-3525e0be-8e49-4349-a108-11f4d488ebed None None] Port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:01.967139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3525e0be-8e49-4349-a108-11f4d488ebed None None] Provisioning for port 58152f66-9e10-424e-a327-eb3322be8e41 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:01.970983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de04eb8f-30b3-4ff4-b92f-8026db0c6168 req-2c77160d-2376-464b-a419-f3de765f834a tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:01.978662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3525e0be-8e49-4349-a108-11f4d488ebed None None] Provisioning complete for port 58152f66-9e10-424e-a327-eb3322be8e41 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:01.979092 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3525e0be-8e49-4349-a108-11f4d488ebed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.982306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-de04eb8f-30b3-4ff4-b92f-8026db0c6168 req-2c77160d-2376-464b-a419-f3de765f834a tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1383133 Jul 16 08:41:01.993485 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d07ba648-880f-44f2-8975-18980f076fc8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.015845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c768ea98-83b9-4948-b318-7a628f921b4c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:02.049353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-3525e0be-8e49-4349-a108-11f4d488ebed None None] Port 58152f66-9e10-424e-a327-eb3322be8e41 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:02.080443 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port c768ea98-83b9-4948-b318-7a628f921b4c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:02.081003 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.086082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07ba648-880f-44f2-8975-18980f076fc8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network da27aefc-529c-42aa-9934-5da9f525e374 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:02.102622 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-de04eb8f-30b3-4ff4-b92f-8026db0c6168 req-738e4300-228a-4137-bd1a-8129ce23f5c4 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193054 Jul 16 08:41:02.113124 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-d07ba648-880f-44f2-8975-18980f076fc8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:02.115899 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ba648-880f-44f2-8975-18980f076fc8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=d7ff1253-56b8-4e2f-a6c0-8d3f75860cc1,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:02.123065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ba648-880f-44f2-8975-18980f076fc8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:02.215529 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-462347c3-3a95-4000-8630-448c544ac81d None None] Provisioning complete for port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:02.215921 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-462347c3-3a95-4000-8630-448c544ac81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.247314 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07ba648-880f-44f2-8975-18980f076fc8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.248021 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d07ba648-880f-44f2-8975-18980f076fc8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.272114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55648) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:02.280040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fda38ae8-ef85-499a-9497-8d41f3c4b6a5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1805183909', 'description': 'tempest-description--457966194'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:02.286242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-462347c3-3a95-4000-8630-448c544ac81d None None] Port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:02.290331 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d07ba648-880f-44f2-8975-18980f076fc8 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5754180 Jul 16 08:41:02.291140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55650) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:02.302546 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-462347c3-3a95-4000-8630-448c544ac81d None None] Provisioning complete for port 6172594e-ade1-41a6-95ef-455f9b9da904 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:02.303190 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-462347c3-3a95-4000-8630-448c544ac81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.310790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-3c54b231-54ba-47b8-a946-bb00cc78ee93 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'port': {'network_id': 'da27aefc-529c-42aa-9934-5da9f525e374', 'name': 'tempest-FloatingIPTestJSON-813202087'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:02.414412 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fda38ae8-ef85-499a-9497-8d41f3c4b6a5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.522421 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-426e04f8-e65f-49d2-8f13-4988f1fb5d68 req-18f0a2cc-6e48-4819-93b8-9a76768a2769 tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0557072 Jul 16 08:41:02.524016 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2564c01-a2e1-4e01-acf8-7035f15f9337 x-openstack-request-id: req-d2564c01-a2e1-4e01-acf8-7035f15f9337 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:02.524390 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43a0bf66-769d-4f6a-bc42-853e33eb8c18", "name": "network-vif-deleted", "tag": "c513d3a6-ead0-4fbb-ae43-abcdcb632b3e", "status": "failed", "code": 422}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:02.524581 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2564c01-a2e1-4e01-acf8-7035f15f9337 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:02.525290 n-d-758944-46 neutron-server[93694]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '43a0bf66-769d-4f6a-bc42-853e33eb8c18', 'name': 'network-vif-deleted', 'tag': 'c513d3a6-ead0-4fbb-ae43-abcdcb632b3e', 'status': 'failed', 'code': 422} returned with failed status Jul 16 08:41:02.674299 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fda38ae8-ef85-499a-9497-8d41f3c4b6a5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.710929 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fda38ae8-ef85-499a-9497-8d41f3c4b6a5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.736465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c54b231-54ba-47b8-a946-bb00cc78ee93 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Made reservation on behalf of 6177d0e20fd94f278cc7c8233dafd6b1 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:02.741151 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c54b231-54ba-47b8-a946-bb00cc78ee93 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.783822 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda38ae8-ef85-499a-9497-8d41f3c4b6a5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2799f78a-86cf-4e61-a570-dd769747c27f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:02.816953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-3c54b231-54ba-47b8-a946-bb00cc78ee93 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] device_id is not set on port 245a0af3-7b73-4bb2-9652-0617bdc3f78c yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:02.822935 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fda38ae8-ef85-499a-9497-8d41f3c4b6a5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.824391 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fda38ae8-ef85-499a-9497-8d41f3c4b6a5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5508115 Jul 16 08:41:02.827378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55664) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:02.834098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-215ec810-33b7-4ef0-ad96-4a541ca19cb4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'security_group_rule': {'security_group_id': '2799f78a-86cf-4e61-a570-dd769747c27f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:02.912442 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-215ec810-33b7-4ef0-ad96-4a541ca19cb4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.046209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04506cd-5010-4fc6-9014-04b6d5a2b1a6 req-2484fc83-1e88-4f3b-88b5-d85ffb0485d3 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.047986 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a04506cd-5010-4fc6-9014-04b6d5a2b1a6 req-2484fc83-1e88-4f3b-88b5-d85ffb0485d3 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2851191 Jul 16 08:41:03.071325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-3c54b231-54ba-47b8-a946-bb00cc78ee93 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Allocated IP 172.20.0.5 (da27aefc-529c-42aa-9934-5da9f525e374/c2e91ce4-4eb5-495a-8f1d-782c17421a3c/245a0af3-7b73-4bb2-9652-0617bdc3f78c) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:03.113032 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-215ec810-33b7-4ef0-ad96-4a541ca19cb4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.127965 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-215ec810-33b7-4ef0-ad96-4a541ca19cb4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.170761 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a04506cd-5010-4fc6-9014-04b6d5a2b1a6 req-87ec5d17-947e-4799-b617-0c823a7329cc tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116946 Jul 16 08:41:03.186595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ec810-33b7-4ef0-ad96-4a541ca19cb4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be0afe04-f702-4657-a98a-fb3672ef9af8,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:03.218740 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-215ec810-33b7-4ef0-ad96-4a541ca19cb4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.220323 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-215ec810-33b7-4ef0-ad96-4a541ca19cb4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3918362 Jul 16 08:41:03.225589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55672) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:03.243523 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9842d1b3-69b1-4c0b-9124-d85a4457a247 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'security_group_rule': {'security_group_id': '2799f78a-86cf-4e61-a570-dd769747c27f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:03.346192 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9842d1b3-69b1-4c0b-9124-d85a4457a247 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.437930 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c54b231-54ba-47b8-a946-bb00cc78ee93 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.511642 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9842d1b3-69b1-4c0b-9124-d85a4457a247 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.527547 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9842d1b3-69b1-4c0b-9124-d85a4457a247 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.562402 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88499301-1178-418e-a73a-ced55e0784ea req-5c2bdbee-6bf6-4a7c-a8a7-17e65e82e481 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.564335 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-88499301-1178-418e-a73a-ced55e0784ea req-5c2bdbee-6bf6-4a7c-a8a7-17e65e82e481 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 907 time: 0.1464796 Jul 16 08:41:03.566119 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c54b231-54ba-47b8-a946-bb00cc78ee93 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.626666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c54b231-54ba-47b8-a946-bb00cc78ee93 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network da27aefc-529c-42aa-9934-5da9f525e374 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:03.631063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-3c54b231-54ba-47b8-a946-bb00cc78ee93 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:03.642570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c54b231-54ba-47b8-a946-bb00cc78ee93 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:03.652073 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c54b231-54ba-47b8-a946-bb00cc78ee93 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=245a0af3-7b73-4bb2-9652-0617bdc3f78c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:03.693278 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.723814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c54b231-54ba-47b8-a946-bb00cc78ee93 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.724822 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c54b231-54ba-47b8-a946-bb00cc78ee93 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.745703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9842d1b3-69b1-4c0b-9124-d85a4457a247 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55378f64-d2b9-4257-9932-b811072e2483,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:03.748282 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3c54b231-54ba-47b8-a946-bb00cc78ee93 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4529562 Jul 16 08:41:03.753453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55688) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:03.758354 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '245a0af3-7b73-4bb2-9652-0617bdc3f78c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:03.787212 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.823167 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9842d1b3-69b1-4c0b-9124-d85a4457a247 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.828626 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9842d1b3-69b1-4c0b-9124-d85a4457a247 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5951803 Jul 16 08:41:03.836143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55690) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:03.847069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:03.931066 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-31eedfda-5dde-46bd-b27c-8b5bbe6ec64c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3952484 Jul 16 08:41:03.935301 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.952613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49aa39a-dd3d-421f-90f0-7615ceb4e80e req-950d1e62-c353-47f8-8207-ced0acea03bf tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.954117 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e49aa39a-dd3d-421f-90f0-7615ceb4e80e req-950d1e62-c353-47f8-8207-ced0acea03bf tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1373169 Jul 16 08:41:03.984361 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f801a-cd98-4eb4-8248-93bfbd5798e3 req-cc344469-ad0f-4d47-a7d4-1804abc11e9f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.987654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bd9f801a-cd98-4eb4-8248-93bfbd5798e3 req-cc344469-ad0f-4d47-a7d4-1804abc11e9f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.2760594 Jul 16 08:41:04.012641 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e49aa39a-dd3d-421f-90f0-7615ceb4e80e req-96f504a0-4eb4-4252-abc3-eb8f0f1a5899 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509677 Jul 16 08:41:04.014699 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.130732 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bd9f801a-cd98-4eb4-8248-93bfbd5798e3 req-cc2dcca5-e40a-445f-bc6f-d40f0359248c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320925 Jul 16 08:41:04.186371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Allocated IP 172.25.4.165 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/1c6b1453-a23d-469d-a910-631319f570c7) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:04.392799 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7a8b4218-2338-4ac8-b805-264954fa4b88 req-19d1c6de-b727-4837-9475-8e5a369ad5c0 tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0915210 Jul 16 08:41:04.498167 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.525751 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.582831 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27951f3-f9ea-4a6d-9775-636ecb58ab81 req-e7f96b68-9e7a-4671-88e2-9d7fe586fbdf tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:04.584472 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b27951f3-f9ea-4a6d-9775-636ecb58ab81 req-e7f96b68-9e7a-4671-88e2-9d7fe586fbdf tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 907 time: 0.1493883 Jul 16 08:41:04.651265 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.701401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:04.794249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:04.808903 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:04.913898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=1c6b1453-a23d-469d-a910-631319f570c7,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:04.991401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403b8faf-4d16-4b25-9d5d-fcb2ed5c7942 req-a9ca02f2-1d04-48f0-b5b0-0b595eb53a5c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:04.993196 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-403b8faf-4d16-4b25-9d5d-fcb2ed5c7942 req-a9ca02f2-1d04-48f0-b5b0-0b595eb53a5c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2941556 Jul 16 08:41:05.003557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Allocated IP 172.25.4.92 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/a07ca2eb-2d11-4e32-9d2b-751df639dae5) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:05.060926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-b27951f3-f9ea-4a6d-9775-636ecb58ab81 req-dcb3fe90-d7bd-4bb7-a3cc-a137549c8714 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Deleting port 6f11cf69-4824-4731-a092-c3a7ed051c17 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:05.062005 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b27951f3-f9ea-4a6d-9775-636ecb58ab81 req-dcb3fe90-d7bd-4bb7-a3cc-a137549c8714 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.111292 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-403b8faf-4d16-4b25-9d5d-fcb2ed5c7942 req-c8c66078-0a6c-4607-9f03-c6c3e51260c8 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985427 Jul 16 08:41:05.188162 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-69f176ea-8f53-4ce6-8c22-cb2d64caa79c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.209181 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.578685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.649200 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79539f0-ee04-418b-a9b7-ff9a74eed69a req-e7c16708-8d28-41cb-9704-4e38cd418950 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.651999 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e79539f0-ee04-418b-a9b7-ff9a74eed69a req-e7c16708-8d28-41cb-9704-4e38cd418950 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.2821493 Jul 16 08:41:05.780932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4605f89-7cbb-4d8b-a988-d3e0f1d04364 req-b260a85d-61e6-49c9-a1a7-67c72a5acf5e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:05.783087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4605f89-7cbb-4d8b-a988-d3e0f1d04364 req-b260a85d-61e6-49c9-a1a7-67c72a5acf5e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 907 time: 0.9182689 Jul 16 08:41:05.818285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-b27951f3-f9ea-4a6d-9775-636ecb58ab81 req-dcb3fe90-d7bd-4bb7-a3cc-a137549c8714 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] For port 6f11cf69-4824-4731-a092-c3a7ed051c17, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6f11cf69-4824-4731-a092-c3a7ed051c17,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:05.818285 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b27951f3-f9ea-4a6d-9775-636ecb58ab81 req-dcb3fe90-d7bd-4bb7-a3cc-a137549c8714 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.835142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-b27951f3-f9ea-4a6d-9775-636ecb58ab81 req-dcb3fe90-d7bd-4bb7-a3cc-a137549c8714 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Calling delete_port for 6f11cf69-4824-4731-a092-c3a7ed051c17 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:05.838323 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e79539f0-ee04-418b-a9b7-ff9a74eed69a req-7261e324-917c-4fc8-bab9-0c42023898ac tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675887 Jul 16 08:41:05.846740 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.033057 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.046627 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b27951f3-f9ea-4a6d-9775-636ecb58ab81 req-dcb3fe90-d7bd-4bb7-a3cc-a137549c8714 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.092788 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3fe90-d7bd-4bb7-a3cc-a137549c8714 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event deleted for resources: {'Port': ['ID=6f11cf69-4824-4731-a092-c3a7ed051c17,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:06.171971 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22cce23f-9508-4a63-b935-01a61ed6dcaf req-94a66375-efae-4566-b5eb-7a75d66dce8b tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0820773 Jul 16 08:41:06.206203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-b27951f3-f9ea-4a6d-9775-636ecb58ab81 req-dcb3fe90-d7bd-4bb7-a3cc-a137549c8714 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] No DVR routers for this DVR port 6f11cf69-4824-4731-a092-c3a7ed051c17 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:06.210848 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b27951f3-f9ea-4a6d-9775-636ecb58ab81 req-dcb3fe90-d7bd-4bb7-a3cc-a137549c8714 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.213299 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b27951f3-f9ea-4a6d-9775-636ecb58ab81 req-dcb3fe90-d7bd-4bb7-a3cc-a137549c8714 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "DELETE /v2.0/ports/6f11cf69-4824-4731-a092-c3a7ed051c17 HTTP/1.1" status: 204 len: 173 time: 1.6172655 Jul 16 08:41:06.214814 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1baebfdf-770d-4dd2-ae43-1b7b5291baaf', 'name': 'network-vif-deleted', 'tag': '6f11cf69-4824-4731-a092-c3a7ed051c17'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:06.217472 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba16a81-4e62-443d-b7c3-d111192370dd" -d '{"events": [{"server_uuid": "1baebfdf-770d-4dd2-ae43-1b7b5291baaf", "name": "network-vif-deleted", "tag": "6f11cf69-4824-4731-a092-c3a7ed051c17"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:06.241238 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.329106 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.342307 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.342673 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:06.373106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:06.390138 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9dc46-6541-4405-b315-ba572ae0566d req-a02a7c04-6c69-4018-9d5e-23a650dd9c45 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.391605 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57d9dc46-6541-4405-b315-ba572ae0566d req-a02a7c04-6c69-4018-9d5e-23a650dd9c45 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2462411 Jul 16 08:41:06.411671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:06.482183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'Port': ['ID=a07ca2eb-2d11-4e32-9d2b-751df639dae5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:06.551108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55746) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:06.566977 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=1c6b1453-a23d-469d-a910-631319f570c7,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:06.601775 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.618021 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6ec391-e209-4f52-af38-655b2840be87 x-openstack-request-id: req-9a6ec391-e209-4f52-af38-655b2840be87 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:06.619013 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1baebfdf-770d-4dd2-ae43-1b7b5291baaf", "name": "network-vif-deleted", "tag": "6f11cf69-4824-4731-a092-c3a7ed051c17", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:06.619431 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9a6ec391-e209-4f52-af38-655b2840be87 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:06.620033 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1baebfdf-770d-4dd2-ae43-1b7b5291baaf', 'name': 'network-vif-deleted', 'tag': '6f11cf69-4824-4731-a092-c3a7ed051c17', 'status': 'completed', 'code': 200} Jul 16 08:41:06.625335 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57d9dc46-6541-4405-b315-ba572ae0566d req-9094121f-6e8d-4ee2-a4f3-f2ae107b53ea tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976337 Jul 16 08:41:06.754763 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.809042 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2e9ba392-fce7-4c9f-91e3-189b68905533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.852250 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Floating IP 549b4ab8-a55b-4abf-9ff6-6719a023e0fc associated. External IP: 172.25.4.165, port: 245a0af3-7b73-4bb2-9652-0617bdc3f78c. Jul 16 08:41:06.890568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-622b72b1-4df1-4709-9cbc-1272ab0b8cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:06.892450 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-622b72b1-4df1-4709-9cbc-1272ab0b8cdf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 1101 time: 0.2867968 Jul 16 08:41:06.901135 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.058346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d171de-7578-4c36-a43b-384d776c98da req-5d2e5755-0622-4fdc-b9ee-f631a897abb0 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.062725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0d171de-7578-4c36-a43b-384d776c98da req-5d2e5755-0622-4fdc-b9ee-f631a897abb0 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2784140 Jul 16 08:41:07.098728 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aedcdc22-bb58-468f-a869-c92515022a91 req-9b2f7569-9f56-44c9-b5cc-807ffc78f65b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=1baebfdf-770d-4dd2-ae43-1b7b5291baaf HTTP/1.1" status: 200 len: 210 time: 0.0927937 Jul 16 08:41:07.207688 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-d36c52fe-dbdd-4544-b58c-233db2ddb7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.209090 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-d36c52fe-dbdd-4544-b58c-233db2ddb7a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3096251 Jul 16 08:41:07.234097 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0d171de-7578-4c36-a43b-384d776c98da req-b1f3982b-cc1d-4a34-ab40-a727222a9aa2 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519125 Jul 16 08:41:07.293364 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2e9ba392-fce7-4c9f-91e3-189b68905533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.329067 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2e9ba392-fce7-4c9f-91e3-189b68905533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.409782 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:07.465119 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-88678bab-428f-46fc-8287-2a3a91d67234 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a HTTP/1.1" status: 200 len: 217 time: 0.2469015 Jul 16 08:41:07.468627 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.474532 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2e9ba392-fce7-4c9f-91e3-189b68905533 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b39477b2b35846b0bd40cb23e89ea2fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9213226 Jul 16 08:41:07.479230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9ba392-fce7-4c9f-91e3-189b68905533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e962c322-73c1-41d3-82c3-093580e818e9,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:07.485005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55762) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:07.487184 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.570533 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f94acfd9-91b4-4bff-8a2c-104bb460050a req-0c48fee4-9a71-4a82-be4a-34f87d786125 tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0712857 Jul 16 08:41:07.644840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'Port': ['ID=a07ca2eb-2d11-4e32-9d2b-751df639dae5,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:07.659392 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-6c2cda18-4d9c-42bb-aca1-bfa5ead355e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.660940 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-6c2cda18-4d9c-42bb-aca1-bfa5ead355e1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1750085 Jul 16 08:41:07.670672 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:07.683691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9acf83f-1439-43ae-9cf0-cc07a7c6e1f3 None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:07.691207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7a287a-56aa-430e-9c6f-9889d2b3a23e req-4cbd34c7-7ab3-471f-96f3-3bb7154aa1ea tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.698361 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb7a287a-56aa-430e-9c6f-9889d2b3a23e req-4cbd34c7-7ab3-471f-96f3-3bb7154aa1ea tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.3798864 Jul 16 08:41:07.701655 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.706464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9acf83f-1439-43ae-9cf0-cc07a7c6e1f3 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:07.708029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b9acf83f-1439-43ae-9cf0-cc07a7c6e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:07.743144 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.750010 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3791e831-e3de-4d33-a464-a081bcb07663 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9952185 Jul 16 08:41:07.752590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55766) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:07.757893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fccdeeb2-b9f0-4cf6-b690-c2c75436f725 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:07.773844 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c679a74b-b502-4399-a3d7-141079e0cf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.786504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b9acf83f-1439-43ae-9cf0-cc07a7c6e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:07.801830 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c679a74b-b502-4399-a3d7-141079e0cf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.807168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9acf83f-1439-43ae-9cf0-cc07a7c6e1f3 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:07.808851 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b9acf83f-1439-43ae-9cf0-cc07a7c6e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:07.857651 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fccdeeb2-b9f0-4cf6-b690-c2c75436f725 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.860021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b9acf83f-1439-43ae-9cf0-cc07a7c6e1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:07.861342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9acf83f-1439-43ae-9cf0-cc07a7c6e1f3 None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:07.875934 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c679a74b-b502-4399-a3d7-141079e0cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.878790 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c679a74b-b502-4399-a3d7-141079e0cf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.883019 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c679a74b-b502-4399-a3d7-141079e0cf50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e962c322-73c1-41d3-82c3-093580e818e9 HTTP/1.1" status: 204 len: 168 time: 0.3930385 Jul 16 08:41:07.896361 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.897844 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fbc813b1-abd4-4882-88fc-de7ba0ca3ba5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0602727 Jul 16 08:41:07.912903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679a74b-b502-4399-a3d7-141079e0cf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e962c322-73c1-41d3-82c3-093580e818e9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:07.923690 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-996bbd91-a614-4ec0-b3ef-1cad2106faa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.937597 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb7a287a-56aa-430e-9c6f-9889d2b3a23e req-50406bfd-eaa2-4b8a-a111-e4bebea8780a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2360711 Jul 16 08:41:07.985699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-56c2b8b8-344a-48e5-b69a-ff48d8f53e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:07.991458 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-56c2b8b8-344a-48e5-b69a-ff48d8f53e4b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3205457 Jul 16 08:41:08.170038 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.192129 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-4b95897d-7a25-4a27-9171-f0e2451812fb service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887035 Jul 16 08:41:08.242539 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fccdeeb2-b9f0-4cf6-b690-c2c75436f725 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.249983 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fccdeeb2-b9f0-4cf6-b690-c2c75436f725 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.251131 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-fccdeeb2-b9f0-4cf6-b690-c2c75436f725 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Floating IP 549b4ab8-a55b-4abf-9ff6-6719a023e0fc disassociated. External IP: 172.25.4.165, port: 245a0af3-7b73-4bb2-9652-0617bdc3f78c. Jul 16 08:41:08.476452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55784) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:08.509883 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-95c0554f-e4fb-450a-814e-235ff5ea01fe service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101172 Jul 16 08:41:08.515243 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c31cab81-79f3-46f4-9d9d-de12e5b11f5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.554220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041d0afa-8b8d-4d5f-a450-7e1e41a16fe7 req-e4ffd929-2d0d-45cd-adf3-12d7ca989976 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:08.556872 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-041d0afa-8b8d-4d5f-a450-7e1e41a16fe7 req-e4ffd929-2d0d-45cd-adf3-12d7ca989976 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2752469 Jul 16 08:41:08.676357 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-041d0afa-8b8d-4d5f-a450-7e1e41a16fe7 req-806ce5f9-95cb-41e0-be0a-a3adc24028b6 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044950 Jul 16 08:41:08.799105 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c31cab81-79f3-46f4-9d9d-de12e5b11f5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.810481 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c31cab81-79f3-46f4-9d9d-de12e5b11f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.889153 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cab81-79f3-46f4-9d9d-de12e5b11f5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=586efc79-f5ae-4dec-99c0-5f0d79f8398a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:08.909359 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c31cab81-79f3-46f4-9d9d-de12e5b11f5a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52d11210094846a5bbc5c635ced915e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4298201 Jul 16 08:41:08.911805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55800) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:09.012277 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-c941c77c-6314-458d-af9f-8621d8a0e3dd tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1805183909&fields=id&tenant_id=46303320ff7f4d03aa15dd678ab3bee8 HTTP/1.1" status: 200 len: 267 time: 0.1124804 Jul 16 08:41:09.112078 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-477f8da3-4fb9-4739-874d-c94db2964b57 req-915322c7-3581-4fb5-a976-00482114e100 tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0383835 Jul 16 08:41:09.125541 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3380-6661-444d-afb5-4299f2b2b040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.162390 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-61c1e69e-d0e3-43c2-bfad-f9b91dbd8568 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.164922 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-61c1e69e-d0e3-43c2-bfad-f9b91dbd8568 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports/58152f66-9e10-424e-a327-eb3322be8e41 HTTP/1.1" status: 200 len: 932 time: 0.1509275 Jul 16 08:41:09.178269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fccdeeb2-b9f0-4cf6-b690-c2c75436f725 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:09.210125 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3380-6661-444d-afb5-4299f2b2b040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.357618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fccdeeb2-b9f0-4cf6-b690-c2c75436f725 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:09.364410 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fccdeeb2-b9f0-4cf6-b690-c2c75436f725 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.371320 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12efc481-cde6-40e1-b424-b75ee7ce81fe None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:09.387184 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12efc481-cde6-40e1-b424-b75ee7ce81fe None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:09.388431 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-12efc481-cde6-40e1-b424-b75ee7ce81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:09.403519 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-d69650d9-ae50-4ea8-9d36-f09f6677bb14 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.410363 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-d69650d9-ae50-4ea8-9d36-f09f6677bb14 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports/0a38388f-bcd0-4aae-9d2d-7ec4959acb62 HTTP/1.1" status: 200 len: 932 time: 0.2332635 Jul 16 08:41:09.423766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b3827-2a43-40aa-b262-51c37829bfa8 req-90826a13-e765-44be-a658-f9ae0cca5734 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.425671 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d60b3827-2a43-40aa-b262-51c37829bfa8 req-90826a13-e765-44be-a658-f9ae0cca5734 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1276178 Jul 16 08:41:09.434420 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fccdeeb2-b9f0-4cf6-b690-c2c75436f725 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "PUT /v2.0/floatingips/549b4ab8-a55b-4abf-9ff6-6719a023e0fc HTTP/1.1" status: 200 len: 688 time: 1.6761954 Jul 16 08:41:09.434712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55806) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:09.454306 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-12efc481-cde6-40e1-b424-b75ee7ce81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:09.472668 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12efc481-cde6-40e1-b424-b75ee7ce81fe None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:09.473613 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-12efc481-cde6-40e1-b424-b75ee7ce81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:09.494172 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-85734199-4a35-43e2-bbfb-f8c3450584ed tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?network_id=79638599-e95d-4aaa-a9df-9e4a650918b5&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0718894 Jul 16 08:41:09.530958 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-12efc481-cde6-40e1-b424-b75ee7ce81fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:09.532045 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12efc481-cde6-40e1-b424-b75ee7ce81fe None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:09.548013 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3380-6661-444d-afb5-4299f2b2b040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.552872 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2ff3380-6661-444d-afb5-4299f2b2b040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.554746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a2ff3380-6661-444d-afb5-4299f2b2b040 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/586efc79-f5ae-4dec-99c0-5f0d79f8398a HTTP/1.1" status: 204 len: 168 time: 0.6304851 Jul 16 08:41:09.597213 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d60b3827-2a43-40aa-b262-51c37829bfa8 req-7ed204ab-1adb-4ab2-a13f-aa14b60f4be0 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423960 Jul 16 08:41:09.615953 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-e64394cd-ce80-4b4a-bf8d-d3c934e70613 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?network_id=79638599-e95d-4aaa-a9df-9e4a650918b5&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1013098 Jul 16 08:41:09.628716 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3da4878b-2b20-4f69-921a-b91b6595f8e6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting port 1c6b1453-a23d-469d-a910-631319f570c7 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:09.629605 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3da4878b-2b20-4f69-921a-b91b6595f8e6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.636262 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.643954 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5844b3f-c45c-4349-8a22-2d4d4787419d req-d554c441-b548-4aa1-9301-2235bde63baf tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.646677 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5844b3f-c45c-4349-8a22-2d4d4787419d req-d554c441-b548-4aa1-9301-2235bde63baf tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 945 time: 0.3922679 Jul 16 08:41:09.666625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ff3380-6661-444d-afb5-4299f2b2b040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=586efc79-f5ae-4dec-99c0-5f0d79f8398a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:09.839046 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 6f11cf69-4824-4731-a092-c3a7ed051c17 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:09.858748 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3da4878b-2b20-4f69-921a-b91b6595f8e6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.859400 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3da4878b-2b20-4f69-921a-b91b6595f8e6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.899416 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3da4878b-2b20-4f69-921a-b91b6595f8e6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Calling delete_port for 1c6b1453-a23d-469d-a910-631319f570c7 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:09.907049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 6f11cf69-4824-4731-a092-c3a7ed051c17 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:09.907630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 6f11cf69-4824-4731-a092-c3a7ed051c17 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:09.960716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-d900619a-7db3-4c22-923d-39f23d8832d7 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.967081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-d900619a-7db3-4c22-923d-39f23d8832d7 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.973751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-d900619a-7db3-4c22-923d-39f23d8832d7 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:09.975544 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-d900619a-7db3-4c22-923d-39f23d8832d7 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/networks?id=ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=79638599-e95d-4aaa-a9df-9e4a650918b5&id=79638599-e95d-4aaa-a9df-9e4a650918b5 HTTP/1.1" status: 200 len: 1989 time: 0.3587732 Jul 16 08:41:10.012709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-8a038fca-fd74-41e5-b50e-a023af760429 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/quotas/46303320ff7f4d03aa15dd678ab3bee8 HTTP/1.1" status: 200 len: 375 time: 0.0191031 Jul 16 08:41:10.026630 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-f5844b3f-c45c-4349-8a22-2d4d4787419d req-d2949a2c-41c8-4a72-8910-bf56e37216ee tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Deleting port 1298a89f-52f3-4069-a090-2cd8b577ce57 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:10.028265 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5844b3f-c45c-4349-8a22-2d4d4787419d req-d2949a2c-41c8-4a72-8910-bf56e37216ee tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.181966 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a0ae6-d66a-47a1-ab76-2e09a3c47cbb req-1053e4c3-c953-4947-b58b-5422e464064e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.196466 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-627a0ae6-d66a-47a1-ab76-2e09a3c47cbb req-1053e4c3-c953-4947-b58b-5422e464064e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 945 time: 0.1987772 Jul 16 08:41:10.217508 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-4462c357-a90d-4a4e-95cb-2a51983a4228 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1944861 Jul 16 08:41:10.247989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-f5844b3f-c45c-4349-8a22-2d4d4787419d req-d2949a2c-41c8-4a72-8910-bf56e37216ee tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] For port 1298a89f-52f3-4069-a090-2cd8b577ce57, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1298a89f-52f3-4069-a090-2cd8b577ce57,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:10.249129 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5844b3f-c45c-4349-8a22-2d4d4787419d req-d2949a2c-41c8-4a72-8910-bf56e37216ee tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.311995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-f5844b3f-c45c-4349-8a22-2d4d4787419d req-d2949a2c-41c8-4a72-8910-bf56e37216ee tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Calling delete_port for 1298a89f-52f3-4069-a090-2cd8b577ce57 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:10.324726 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-627a0ae6-d66a-47a1-ab76-2e09a3c47cbb req-cbf78043-b187-457a-bdbd-211368c25d9e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261265 Jul 16 08:41:10.355475 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3da4878b-2b20-4f69-921a-b91b6595f8e6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.402946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4878b-2b20-4f69-921a-b91b6595f8e6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Port': ['ID=1c6b1453-a23d-469d-a910-631319f570c7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:10.528744 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3da4878b-2b20-4f69-921a-b91b6595f8e6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.533673 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3da4878b-2b20-4f69-921a-b91b6595f8e6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.536052 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3da4878b-2b20-4f69-921a-b91b6595f8e6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/floatingips/549b4ab8-a55b-4abf-9ff6-6719a023e0fc HTTP/1.1" status: 204 len: 168 time: 1.1000249 Jul 16 08:41:10.542311 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55826) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:10.550066 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': 'd7ff1253-56b8-4e2f-a6c0-8d3f75860cc1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:10.564817 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-e3cc2ac1-f77b-4a68-ad97-c8ebb2afdcc0 service neutron] 10.222.0.20 "GET /v2.0/networks/ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403347 Jul 16 08:41:10.651343 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.768426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef464bc-4821-4acf-b29d-f62bf56babb4 req-8fbb46e3-a6d6-42f3-898b-6892941e8df5 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.771232 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fef464bc-4821-4acf-b29d-f62bf56babb4 req-8fbb46e3-a6d6-42f3-898b-6892941e8df5 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.2028339 Jul 16 08:41:10.826709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0fa04ffd-17ee-4a47-89e1-79e135445867 service neutron] 10.222.0.20 "GET /v2.0/networks/ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525246 Jul 16 08:41:10.835879 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5844b3f-c45c-4349-8a22-2d4d4787419d req-d2949a2c-41c8-4a72-8910-bf56e37216ee tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.855788 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['edd4285f-796f-4803-b231-f6d58d37f611'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:10.862022 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['1298a89f-52f3-4069-a090-2cd8b577ce57'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:10.891893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2949a2c-41c8-4a72-8910-bf56e37216ee tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event deleted for resources: {'Port': ['ID=1298a89f-52f3-4069-a090-2cd8b577ce57,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:10.966046 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fef464bc-4821-4acf-b29d-f62bf56babb4 req-e33727a2-ecfc-4bba-add3-0f32de7db989 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778359 Jul 16 08:41:10.983986 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5844b3f-c45c-4349-8a22-2d4d4787419d req-d2949a2c-41c8-4a72-8910-bf56e37216ee tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] No DVR routers for this DVR port 1298a89f-52f3-4069-a090-2cd8b577ce57 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:10.989374 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f5844b3f-c45c-4349-8a22-2d4d4787419d req-d2949a2c-41c8-4a72-8910-bf56e37216ee tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.991467 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5844b3f-c45c-4349-8a22-2d4d4787419d req-d2949a2c-41c8-4a72-8910-bf56e37216ee tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "DELETE /v2.0/ports/1298a89f-52f3-4069-a090-2cd8b577ce57 HTTP/1.1" status: 204 len: 173 time: 1.3296912 Jul 16 08:41:10.991933 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0baecf9c-1e94-4e23-9a4d-a3208b9f541e', 'name': 'network-vif-deleted', 'tag': '1298a89f-52f3-4069-a090-2cd8b577ce57'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:10.994894 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa109d0-382e-4819-9ca1-460d78af93c6" -d '{"events": [{"server_uuid": "0baecf9c-1e94-4e23-9a4d-a3208b9f541e", "name": "network-vif-deleted", "tag": "1298a89f-52f3-4069-a090-2cd8b577ce57"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:11.000035 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-19503895-0a50-4648-854c-87070eaa2eaf service neutron] 10.222.0.20 "GET /v2.0/ports/58152f66-9e10-424e-a327-eb3322be8e41?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1186659 Jul 16 08:41:11.077640 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.236354 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.304858 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-472cb544-a124-4030-98e1-88f4b92d3698 service neutron] 10.222.0.20 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891774 Jul 16 08:41:11.334788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Allocated IP 172.25.4.111 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/02755904-97eb-4020-85da-868728235b8c) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:11.515256 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-e8604b9a-fe1e-4855-baee-9b60bfec02bb service neutron] 10.222.0.20 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850915 Jul 16 08:41:11.632081 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.790022 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a3c9f6a0-1e8e-4ddc-a90b-a2b3f5e0fab6 req-8acab147-b00c-451b-82a7-ce61d0a6ec2a tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0925591 Jul 16 08:41:11.825956 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.924468 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=02755904-97eb-4020-85da-868728235b8c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:11.951869 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052267f3-9f82-4397-a459-29849b9cd6b5 x-openstack-request-id: req-052267f3-9f82-4397-a459-29849b9cd6b5 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:11.952229 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0baecf9c-1e94-4e23-9a4d-a3208b9f541e", "name": "network-vif-deleted", "tag": "1298a89f-52f3-4069-a090-2cd8b577ce57", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:11.952570 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-052267f3-9f82-4397-a459-29849b9cd6b5 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:11.952985 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0baecf9c-1e94-4e23-9a4d-a3208b9f541e', 'name': 'network-vif-deleted', 'tag': '1298a89f-52f3-4069-a090-2cd8b577ce57', 'status': 'completed', 'code': 200} Jul 16 08:41:11.965440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:11.968698 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:11.973691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:11.976900 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-775d5488-e9d8-4e48-bd7b-bfd363a3ff42 service neutron] 10.222.0.20 "GET /v2.0/ports/0a38388f-bcd0-4aae-9d2d-7ec4959acb62?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.4494023 Jul 16 08:41:12.228751 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5a3c76ef-fc4d-4c55-89fd-0fcd3d298827 req-54fe6029-099b-41b9-867c-66606b2d8e02 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=0baecf9c-1e94-4e23-9a4d-a3208b9f541e HTTP/1.1" status: 200 len: 210 time: 0.0519724 Jul 16 08:41:12.242723 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b88a7a5e-cbbb-40d2-91e2-accf27dcf87d service neutron] 10.222.0.20 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527032 Jul 16 08:41:12.319247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55858) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:12.406448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0fcee83a-bcf2-4e02-8bb4-b50f3b450031 service neutron] 10.222.0.20 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345274 Jul 16 08:41:12.589315 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-df075714-ae61-42d6-a9d5-dca466562096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.635647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706abd6-df8a-4db7-ab42-ae7ae7d267a8 req-e35b0009-2bc9-4c99-80cf-2e597fea5bf7 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:12.637380 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1706abd6-df8a-4db7-ab42-ae7ae7d267a8 req-e35b0009-2bc9-4c99-80cf-2e597fea5bf7 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1516562 Jul 16 08:41:12.641164 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-ab1afbc9-38ec-4ff0-abd2-8a53f0f9938e service neutron] 10.222.0.20 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235503 Jul 16 08:41:12.725661 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1706abd6-df8a-4db7-ab42-ae7ae7d267a8 req-8798ba3d-6eb0-4143-bccc-641eb5f94cb5 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586269 Jul 16 08:41:12.792249 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.888712 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-de5c1d22-e69e-4f08-a555-b1654c5b5017 service neutron] 10.222.0.20 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335799 Jul 16 08:41:12.953124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-df075714-ae61-42d6-a9d5-dca466562096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.955835 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.968759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-df075714-ae61-42d6-a9d5-dca466562096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.050214 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-df075714-ae61-42d6-a9d5-dca466562096 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4662e81b00334c56a83bb9a44374ef29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7293913 Jul 16 08:41:13.055989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55868) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:13.055989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df075714-ae61-42d6-a9d5-dca466562096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5edaef84-21a7-4052-ae2d-08ad6bf09cce,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.064915 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514299b-efda-4e7d-b3ea-1f5dcc7a44e8 req-62cace11-1ae4-46ff-941d-ba034ed2946b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:13.066558 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b514299b-efda-4e7d-b3ea-1f5dcc7a44e8 req-62cace11-1ae4-46ff-941d-ba034ed2946b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.1444371 Jul 16 08:41:13.126385 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-43d4378b-e18a-434f-bb0f-ac37992964ec service neutron] 10.222.0.20 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199070 Jul 16 08:41:13.164201 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b514299b-efda-4e7d-b3ea-1f5dcc7a44e8 req-0945e85e-d95d-4173-a432-2d50a10de71e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625455 Jul 16 08:41:13.208954 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.215305 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.273850 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5513dc6b-a4fc-4962-b60c-a48ecbe4f978 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.326680 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5513dc6b-a4fc-4962-b60c-a48ecbe4f978 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.330067 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=02755904-97eb-4020-85da-868728235b8c,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.346589 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-ac4fb035-cf5c-4e26-803a-9cc9b7714a1c service neutron] 10.222.0.20 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058342 Jul 16 08:41:13.359098 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.519875 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Floating IP 4dd6fbc0-fa6e-4cda-8882-f6d54cb17efd associated. External IP: 172.25.4.111, port: d7ff1253-56b8-4e2f-a6c0-8d3f75860cc1. Jul 16 08:41:13.545561 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5513dc6b-a4fc-4962-b60c-a48ecbe4f978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.550312 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5513dc6b-a4fc-4962-b60c-a48ecbe4f978 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.552186 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5513dc6b-a4fc-4962-b60c-a48ecbe4f978 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5edaef84-21a7-4052-ae2d-08ad6bf09cce HTTP/1.1" status: 204 len: 168 time: 0.4918847 Jul 16 08:41:13.563278 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-78b508d6-a6e6-4908-8f68-f9ffa8ef0e6c service neutron] 10.222.0.20 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039287 Jul 16 08:41:13.571863 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5513dc6b-a4fc-4962-b60c-a48ecbe4f978 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5edaef84-21a7-4052-ae2d-08ad6bf09cce,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.634520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99271472-7877-4e77-8250-809e6426d335 req-cd95e15f-4796-432e-9bb8-79d63daef498 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:13.637485 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-99271472-7877-4e77-8250-809e6426d335 req-cd95e15f-4796-432e-9bb8-79d63daef498 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1809070 Jul 16 08:41:13.736466 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-1ec87c4a-c431-439a-a2c3-f8457734c4ac service neutron] 10.222.0.20 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541817 Jul 16 08:41:13.739763 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-99271472-7877-4e77-8250-809e6426d335 req-44b22a39-5ef8-4953-b761-8391ae57f4ca tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906692 Jul 16 08:41:13.860365 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-6e5d25d9-9e86-4c0b-b86e-7b629a41dab0 service neutron] 10.222.0.20 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146832 Jul 16 08:41:13.870096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1298a89f-52f3-4069-a090-2cd8b577ce57 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:13.912857 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 1298a89f-52f3-4069-a090-2cd8b577ce57 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:13.914978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1298a89f-52f3-4069-a090-2cd8b577ce57 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:13.939896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:13.983359 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-458d49d2-ec32-4973-ade5-42146686633a service neutron] 10.222.0.20 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219172 Jul 16 08:41:14.009893 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1800aa38-c453-41ec-9eec-86964f371fac req-28a9c63d-0edb-429a-9244-161eb2b2588d tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0546060 Jul 16 08:41:14.217692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:14.235766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6945a9f-1371-4551-8ab5-51c34ee9d1e7 None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:14.246616 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.249424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6945a9f-1371-4551-8ab5-51c34ee9d1e7 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:14.250758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e6945a9f-1371-4551-8ab5-51c34ee9d1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:14.301145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e6945a9f-1371-4551-8ab5-51c34ee9d1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:14.312996 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6945a9f-1371-4551-8ab5-51c34ee9d1e7 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:14.313852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e6945a9f-1371-4551-8ab5-51c34ee9d1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:14.349265 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1c02d61f-3ed4-4c79-a139-6c2cea7eb6b6 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.8051817 Jul 16 08:41:14.351858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55902) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:14.383023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e6945a9f-1371-4551-8ab5-51c34ee9d1e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:14.384772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6945a9f-1371-4551-8ab5-51c34ee9d1e7 None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:14.452344 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55908) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:14.452668 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-18f09f0b-6c28-4fe7-9149-5be9219a74bd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "GET /v2.0/floatingips/4dd6fbc0-fa6e-4cda-8882-f6d54cb17efd HTTP/1.1" status: 200 len: 978 time: 0.0992603 Jul 16 08:41:14.693292 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-56c54512-674b-4118-82de-5e04ab536302 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.2389104 Jul 16 08:41:14.696340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55924) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:14.701753 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c44f67e5-bd66-4386-b816-c6a2bd2be987 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'floatingip': {'port_id': '245a0af3-7b73-4bb2-9652-0617bdc3f78c'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:14.802848 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c44f67e5-bd66-4386-b816-c6a2bd2be987 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.829943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d07cee-409c-4bc9-8589-735a0d395fc7 req-e966dc0f-8cfb-4c65-9ab3-dfa5c666432f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:14.831667 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3d07cee-409c-4bc9-8589-735a0d395fc7 req-e966dc0f-8cfb-4c65-9ab3-dfa5c666432f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.0950913 Jul 16 08:41:14.898812 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3d07cee-409c-4bc9-8589-735a0d395fc7 req-e320ae6a-e659-4870-ab3d-5eb95ebfcad4 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561697 Jul 16 08:41:15.013364 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32701777-5f73-43e5-b6a0-dfd0d01784a5 req-a8dbd027-36cd-4a46-a829-1b571b84b165 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:15.015056 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32701777-5f73-43e5-b6a0-dfd0d01784a5 req-a8dbd027-36cd-4a46-a829-1b571b84b165 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.38 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.1558075 Jul 16 08:41:15.262323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad9e0d-f908-4dbc-9fe8-2e3c89bb6a42 req-3848ff00-ec2e-439f-8690-2430b7709df7 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:15.288087 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5ad9e0d-f908-4dbc-9fe8-2e3c89bb6a42 req-3848ff00-ec2e-439f-8690-2430b7709df7 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.1698432 Jul 16 08:41:15.331971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-32701777-5f73-43e5-b6a0-dfd0d01784a5 req-732fab80-63ca-426a-a0ad-d877f8727b1e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Deleting port edd4285f-796f-4803-b231-f6d58d37f611 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:15.332475 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-32701777-5f73-43e5-b6a0-dfd0d01784a5 req-732fab80-63ca-426a-a0ad-d877f8727b1e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.384164 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5ad9e0d-f908-4dbc-9fe8-2e3c89bb6a42 req-d19277db-4cd9-4a58-97d3-df9fc265756c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940893 Jul 16 08:41:15.575232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-32701777-5f73-43e5-b6a0-dfd0d01784a5 req-732fab80-63ca-426a-a0ad-d877f8727b1e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] For port edd4285f-796f-4803-b231-f6d58d37f611, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=edd4285f-796f-4803-b231-f6d58d37f611,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:15.575860 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-32701777-5f73-43e5-b6a0-dfd0d01784a5 req-732fab80-63ca-426a-a0ad-d877f8727b1e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.636608 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0682b3bb-a683-4dcc-8c25-06e5a101277f req-4d42b74c-a436-46b3-9187-9c7addfdee80 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:15.643214 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0682b3bb-a683-4dcc-8c25-06e5a101277f req-4d42b74c-a436-46b3-9187-9c7addfdee80 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1031563 Jul 16 08:41:15.651302 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-32701777-5f73-43e5-b6a0-dfd0d01784a5 req-732fab80-63ca-426a-a0ad-d877f8727b1e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Calling delete_port for edd4285f-796f-4803-b231-f6d58d37f611 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:15.683632 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd824c25-1c27-459f-a5db-9993d4b70354 req-55e69091-27f0-4504-afdf-56d1284aef6d tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:15.685784 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd824c25-1c27-459f-a5db-9993d4b70354 req-55e69091-27f0-4504-afdf-56d1284aef6d tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 946 time: 0.3180459 Jul 16 08:41:15.726634 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0682b3bb-a683-4dcc-8c25-06e5a101277f req-1cc276fc-13d2-48b8-85d3-ef97a7764e91 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771821 Jul 16 08:41:15.847693 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd824c25-1c27-459f-a5db-9993d4b70354 req-d96f6fd9-0634-4a08-86dc-66a2fe7eac1d tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=33bfc587-f92e-4ff8-a20e-2de5b6a03efa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531775 Jul 16 08:41:15.938680 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c44f67e5-bd66-4386-b816-c6a2bd2be987 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.964709 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c44f67e5-bd66-4386-b816-c6a2bd2be987 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.007318 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3718dfd8-5474-4eeb-becd-841a4525f2f2 req-76325b49-46ce-4eb5-b6e4-485e0419cc6c tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.0679059 Jul 16 08:41:16.073434 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96ab54da-e888-4975-8911-623ae521bd2e req-533afc69-9ca2-434b-a698-781435e97ba1 tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0602789 Jul 16 08:41:16.115582 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-32701777-5f73-43e5-b6a0-dfd0d01784a5 req-732fab80-63ca-426a-a0ad-d877f8727b1e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.128318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['edd4285f-796f-4803-b231-f6d58d37f611'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:16.196646 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732fab80-63ca-426a-a0ad-d877f8727b1e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event deleted for resources: {'Port': ['ID=edd4285f-796f-4803-b231-f6d58d37f611,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:16.335688 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-c44f67e5-bd66-4386-b816-c6a2bd2be987 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Floating IP 4dd6fbc0-fa6e-4cda-8882-f6d54cb17efd associated. External IP: 172.25.4.111, port: d7ff1253-56b8-4e2f-a6c0-8d3f75860cc1. Jul 16 08:41:16.398853 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-32701777-5f73-43e5-b6a0-dfd0d01784a5 req-732fab80-63ca-426a-a0ad-d877f8727b1e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] No DVR routers for this DVR port edd4285f-796f-4803-b231-f6d58d37f611 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:16.404583 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-32701777-5f73-43e5-b6a0-dfd0d01784a5 req-732fab80-63ca-426a-a0ad-d877f8727b1e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.407061 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32701777-5f73-43e5-b6a0-dfd0d01784a5 req-732fab80-63ca-426a-a0ad-d877f8727b1e tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.38 "DELETE /v2.0/ports/edd4285f-796f-4803-b231-f6d58d37f611 HTTP/1.1" status: 204 len: 173 time: 1.3723607 Jul 16 08:41:16.407609 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d3756d3-7afb-4363-8368-aa62d4f522a1', 'name': 'network-vif-deleted', 'tag': 'edd4285f-796f-4803-b231-f6d58d37f611'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:16.410260 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3aba6a5-396f-4817-b367-b19ce4d74e88" -d '{"events": [{"server_uuid": "3d3756d3-7afb-4363-8368-aa62d4f522a1", "name": "network-vif-deleted", "tag": "edd4285f-796f-4803-b231-f6d58d37f611"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:16.500751 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f714ac-6836-497c-936f-7f4e4aa5c6fa x-openstack-request-id: req-05f714ac-6836-497c-936f-7f4e4aa5c6fa {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:16.501310 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d3756d3-7afb-4363-8368-aa62d4f522a1", "name": "network-vif-deleted", "tag": "edd4285f-796f-4803-b231-f6d58d37f611", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:16.501826 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05f714ac-6836-497c-936f-7f4e4aa5c6fa {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:16.502616 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d3756d3-7afb-4363-8368-aa62d4f522a1', 'name': 'network-vif-deleted', 'tag': 'edd4285f-796f-4803-b231-f6d58d37f611', 'status': 'completed', 'code': 200} Jul 16 08:41:16.657770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55976) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:16.987946 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-939ee44e-7227-49ea-a99e-32e8799eb2dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.011863 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44f67e5-bd66-4386-b816-c6a2bd2be987 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:17.028241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-3f30d7ea-0720-4b93-a2c3-7d7221f66921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.030788 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-3f30d7ea-0720-4b93-a2c3-7d7221f66921 service neutron] 10.222.0.15 "GET /v2.0/ports/58152f66-9e10-424e-a327-eb3322be8e41 HTTP/1.1" status: 200 len: 1028 time: 0.1357079 Jul 16 08:41:17.172302 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-939ee44e-7227-49ea-a99e-32e8799eb2dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.179111 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-939ee44e-7227-49ea-a99e-32e8799eb2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.221606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac95a7a-4e12-4a79-a5f7-63a99eb42aea req-99fb72dd-1518-4bb9-8e88-9c833cdc5623 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.224323 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ac95a7a-4e12-4a79-a5f7-63a99eb42aea req-99fb72dd-1518-4bb9-8e88-9c833cdc5623 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.4151342 Jul 16 08:41:17.263751 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c16a84d5-7e3a-43da-8b8b-60cb2e01c61c req-69d9cea3-a792-46f7-9e14-6b51e790a2c9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d3756d3-7afb-4363-8368-aa62d4f522a1 HTTP/1.1" status: 200 len: 210 time: 0.0564573 Jul 16 08:41:17.278366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-939ee44e-7227-49ea-a99e-32e8799eb2dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f1e9d5ebe19a46bd8e611e2992bc5996&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6189353 Jul 16 08:41:17.279724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939ee44e-7227-49ea-a99e-32e8799eb2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a04bdd3-e039-432f-b01d-72e7bdcbda1c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.283848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55992) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:17.359121 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfb43-ac55-407c-8759-a9b026a10a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.403874 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfb43-ac55-407c-8759-a9b026a10a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.431493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-10f91f34-a180-415c-9275-ea99b09b4355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.443160 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-10f91f34-a180-415c-9275-ea99b09b4355 service neutron] 10.222.0.15 "GET /v2.0/ports/0a38388f-bcd0-4aae-9d2d-7ec4959acb62 HTTP/1.1" status: 200 len: 1028 time: 0.4011786 Jul 16 08:41:17.549555 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfb43-ac55-407c-8759-a9b026a10a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.554803 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2ccfb43-ac55-407c-8759-a9b026a10a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.556971 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b2ccfb43-ac55-407c-8759-a9b026a10a6b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a04bdd3-e039-432f-b01d-72e7bdcbda1c HTTP/1.1" status: 204 len: 168 time: 0.2720034 Jul 16 08:41:17.572012 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767a1f6-6fc8-4739-8700-050d814e6718 req-14392d99-6622-4e24-9a15-363bdd019223 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.574633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4767a1f6-6fc8-4739-8700-050d814e6718 req-14392d99-6622-4e24-9a15-363bdd019223 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1291218 Jul 16 08:41:17.583232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ccfb43-ac55-407c-8759-a9b026a10a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a04bdd3-e039-432f-b01d-72e7bdcbda1c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.652679 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4767a1f6-6fc8-4739-8700-050d814e6718 req-076b0ced-02d2-450a-b52d-25eaefe6c355 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660648 Jul 16 08:41:17.892197 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-078048b6-7323-4d77-8227-cab7daa342d5 req-143bf987-491d-424f-bc88-ca244d0a65ca tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.0516741 Jul 16 08:41:18.066543 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-38dbfaae-0c1d-48f5-9556-d51e5c6ce301 req-166c091c-753d-4bc7-93fe-a0bec28c40a2 tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0318370 Jul 16 08:41:18.095024 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ac95a7a-4e12-4a79-a5f7-63a99eb42aea req-f504f88e-f43f-45f6-9d09-a02753a29fe5 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7579362 Jul 16 08:41:18.118329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56000) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:18.133448 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da89a5e1-8040-4991-99e6-56edd26f353c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.233931 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44f67e5-bd66-4386-b816-c6a2bd2be987 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:18.245342 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdcd422-80a4-48f8-b53b-77f9f5f5bbb1 None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:18.260304 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdcd422-80a4-48f8-b53b-77f9f5f5bbb1 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:18.262660 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ccdcd422-80a4-48f8-b53b-77f9f5f5bbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:18.294338 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da89a5e1-8040-4991-99e6-56edd26f353c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.300981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da89a5e1-8040-4991-99e6-56edd26f353c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.323115 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ccdcd422-80a4-48f8-b53b-77f9f5f5bbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:18.334015 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdcd422-80a4-48f8-b53b-77f9f5f5bbb1 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:18.335061 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ccdcd422-80a4-48f8-b53b-77f9f5f5bbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:18.371964 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ccdcd422-80a4-48f8-b53b-77f9f5f5bbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:18.372985 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccdcd422-80a4-48f8-b53b-77f9f5f5bbb1 None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:18.381108 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-da89a5e1-8040-4991-99e6-56edd26f353c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88bd69fc6e404514be90b3b60714a0c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587502 Jul 16 08:41:18.382312 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56004) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:18.394267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89a5e1-8040-4991-99e6-56edd26f353c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc92f71-83a7-479e-9552-cfc401324969,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:18.458703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-433f541b-6b12-4de5-893a-c32513cfdb88 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.473681 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-433f541b-6b12-4de5-893a-c32513cfdb88 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.481392 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-748ffca2-91c5-4019-b919-5898e356a965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.494039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-433f541b-6b12-4de5-893a-c32513cfdb88 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.497744 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-433f541b-6b12-4de5-893a-c32513cfdb88 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "GET /v2.0/networks?id=ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=79638599-e95d-4aaa-a9df-9e4a650918b5&id=79638599-e95d-4aaa-a9df-9e4a650918b5 HTTP/1.1" status: 200 len: 1989 time: 1.0404682 Jul 16 08:41:18.513830 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-748ffca2-91c5-4019-b919-5898e356a965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.575690 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-748ffca2-91c5-4019-b919-5898e356a965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.579149 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-748ffca2-91c5-4019-b919-5898e356a965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.583891 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-748ffca2-91c5-4019-b919-5898e356a965 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6dc92f71-83a7-479e-9552-cfc401324969 HTTP/1.1" status: 204 len: 168 time: 0.2002797 Jul 16 08:41:18.593991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748ffca2-91c5-4019-b919-5898e356a965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc92f71-83a7-479e-9552-cfc401324969,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:18.599833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device edd4285f-796f-4803-b231-f6d58d37f611 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:18.638281 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-9b6a8e42-b09b-4e44-9cbc-cf00f111e786 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46303320ff7f4d03aa15dd678ab3bee8 HTTP/1.1" status: 200 len: 380 time: 0.1191516 Jul 16 08:41:18.665122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-173db4f5-225f-4803-8ab2-4f1d6501b6b5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'port': {'device_id': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'admin_state_up': True, 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'security_groups': ['2799f78a-86cf-4e61-a570-dd769747c27f']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:18.671211 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: edd4285f-796f-4803-b231-f6d58d37f611 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:18.672014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device edd4285f-796f-4803-b231-f6d58d37f611 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:19.108586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-173db4f5-225f-4803-8ab2-4f1d6501b6b5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Made reservation on behalf of 46303320ff7f4d03aa15dd678ab3bee8 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:19.113374 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-173db4f5-225f-4803-8ab2-4f1d6501b6b5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.154874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e62e8cb-676f-4137-8f59-d75a272d9d56 req-9b7bc202-3fd4-433a-80e8-7811e66661f8 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.156548 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1e62e8cb-676f-4137-8f59-d75a272d9d56 req-9b7bc202-3fd4-433a-80e8-7811e66661f8 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1846855 Jul 16 08:41:19.168859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44f67e5-bd66-4386-b816-c6a2bd2be987 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:19.176953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64756518-1316-4786-9127-79e317158fcf req-612d8225-cf8f-43f2-951f-3300c117f496 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.183366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64756518-1316-4786-9127-79e317158fcf req-612d8225-cf8f-43f2-951f-3300c117f496 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1027236 Jul 16 08:41:19.302131 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1e62e8cb-676f-4137-8f59-d75a272d9d56 req-345c1765-595f-4ea1-b53b-99cb9d225d77 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234601 Jul 16 08:41:19.322112 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64756518-1316-4786-9127-79e317158fcf req-1b97f047-4280-4c2a-9cdb-de402ecbaf70 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321814 Jul 16 08:41:19.513687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-173db4f5-225f-4803-8ab2-4f1d6501b6b5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Allocated IP 172.20.0.10 (ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8/fad49db9-2978-448c-81ea-10717ca5b65f/6d49fd04-da38-4b01-9a10-0ff9d51055b5) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:19.581390 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3647a708-bf5b-4714-aa5f-a149a74b52f0 req-826d3c0c-6fe2-4eec-b8f2-dfd41d9fe01f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.0333419 Jul 16 08:41:19.591722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44f67e5-bd66-4386-b816-c6a2bd2be987 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:19.606014 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c44f67e5-bd66-4386-b816-c6a2bd2be987 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.606422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c686388-8684-4592-b65f-b17f47f72b16 None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:19.615768 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e6882732-a8df-4a5c-b220-86355160c3ed req-5a52f50c-e582-41b6-8739-1ed7e08f010f tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0959003 Jul 16 08:41:19.636603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c686388-8684-4592-b65f-b17f47f72b16 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:19.637535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5c686388-8684-4592-b65f-b17f47f72b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:19.751448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5c686388-8684-4592-b65f-b17f47f72b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:19.771183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c686388-8684-4592-b65f-b17f47f72b16 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:19.772814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5c686388-8684-4592-b65f-b17f47f72b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:19.804095 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c44f67e5-bd66-4386-b816-c6a2bd2be987 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "PUT /v2.0/floatingips/4dd6fbc0-fa6e-4cda-8882-f6d54cb17efd HTTP/1.1" status: 200 len: 977 time: 5.1061711 Jul 16 08:41:19.807825 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56036) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:19.812905 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b979c766-f691-4c7f-9c61-84a2274e3736 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:19.901903 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b979c766-f691-4c7f-9c61-84a2274e3736 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.930739 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5c686388-8684-4592-b65f-b17f47f72b16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:19.931841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c686388-8684-4592-b65f-b17f47f72b16 None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:20.038664 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-173db4f5-225f-4803-8ab2-4f1d6501b6b5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.066912 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-173db4f5-225f-4803-8ab2-4f1d6501b6b5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Transition to ACTIVE for port object 6d49fd04-da38-4b01-9a10-0ff9d51055b5 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:20.131629 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-173db4f5-225f-4803-8ab2-4f1d6501b6b5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.151352 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b979c766-f691-4c7f-9c61-84a2274e3736 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.182548 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b979c766-f691-4c7f-9c61-84a2274e3736 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.183101 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-b979c766-f691-4c7f-9c61-84a2274e3736 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Floating IP 4dd6fbc0-fa6e-4cda-8882-f6d54cb17efd disassociated. External IP: 172.25.4.111, port: 245a0af3-7b73-4bb2-9652-0617bdc3f78c. Jul 16 08:41:20.230805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-173db4f5-225f-4803-8ab2-4f1d6501b6b5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Network ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:20.235574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-173db4f5-225f-4803-8ab2-4f1d6501b6b5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:20.240990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-173db4f5-225f-4803-8ab2-4f1d6501b6b5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:20.271202 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173db4f5-225f-4803-8ab2-4f1d6501b6b5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'Port': ['ID=6d49fd04-da38-4b01-9a10-0ff9d51055b5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:20.338379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec36f77-81f8-4349-b107-60a0605d1b35 req-de611aff-8279-4a33-8ddc-ab19a9a68d47 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.349948 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-173db4f5-225f-4803-8ab2-4f1d6501b6b5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.354108 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ec36f77-81f8-4349-b107-60a0605d1b35 req-de611aff-8279-4a33-8ddc-ab19a9a68d47 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.4372401 Jul 16 08:41:20.364463 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-173db4f5-225f-4803-8ab2-4f1d6501b6b5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.404249 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-173db4f5-225f-4803-8ab2-4f1d6501b6b5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7557626 Jul 16 08:41:20.415801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-7e2539a7-8db4-4b32-aca6-47a5bb93a094 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'port': {'device_id': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708', 'admin_state_up': True, 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'security_groups': ['2799f78a-86cf-4e61-a570-dd769747c27f']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:20.753393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3483090b-6f4c-47f1-ba9a-6d60ad5edf92 None None] Provisioning for port 6d49fd04-da38-4b01-9a10-0ff9d51055b5 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:20.779070 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3483090b-6f4c-47f1-ba9a-6d60ad5edf92 None None] Provisioning complete for port 6d49fd04-da38-4b01-9a10-0ff9d51055b5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:20.780238 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3483090b-6f4c-47f1-ba9a-6d60ad5edf92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.798608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-062dead3-539c-46d9-a860-19bbd50e87c9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.800528 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-062dead3-539c-46d9-a860-19bbd50e87c9 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.2769465 Jul 16 08:41:20.807213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-7e2539a7-8db4-4b32-aca6-47a5bb93a094 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Made reservation on behalf of 46303320ff7f4d03aa15dd678ab3bee8 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:20.812139 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-7e2539a7-8db4-4b32-aca6-47a5bb93a094 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.892676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-3483090b-6f4c-47f1-ba9a-6d60ad5edf92 None None] Port 6d49fd04-da38-4b01-9a10-0ff9d51055b5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:20.908905 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d30bd3b-b3ef-42d3-94eb-d2113096835b req-c8592326-2872-405f-b969-90e678eaf8ef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:20.911438 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d30bd3b-b3ef-42d3-94eb-d2113096835b req-c8592326-2872-405f-b969-90e678eaf8ef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2204981 Jul 16 08:41:21.039760 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ec36f77-81f8-4349-b107-60a0605d1b35 req-b38535e8-8390-4a66-9e62-956fdea822e5 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6839612 Jul 16 08:41:21.100974 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d30bd3b-b3ef-42d3-94eb-d2113096835b req-8aaaf452-eb6f-4c48-b068-d1969213bca4 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740482 Jul 16 08:41:21.249955 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b979c766-f691-4c7f-9c61-84a2274e3736 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:21.264386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-8f6bc7f9-5963-4d68-b39e-3f2966a2821b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Deleting port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:21.265045 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-8f6bc7f9-5963-4d68-b39e-3f2966a2821b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.316296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-7e2539a7-8db4-4b32-aca6-47a5bb93a094 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Allocated IP 10.1.1.134 (c9cc98b5-8c58-4ab1-880e-6e6ade550708/4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d/6b65b6e1-328c-49ab-919d-e824c6be9088) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:21.497819 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2940247-3b18-4148-9071-a9cb1f7a0f5e req-e6a1aa12-c5d2-4418-a3e8-e88c45f35733 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.505908 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2940247-3b18-4148-9071-a9cb1f7a0f5e req-e6a1aa12-c5d2-4418-a3e8-e88c45f35733 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1536691 Jul 16 08:41:21.511287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b979c766-f691-4c7f-9c61-84a2274e3736 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:21.517031 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b979c766-f691-4c7f-9c61-84a2274e3736 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.525711 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55758c01-b005-4527-92ad-33bba427b98a None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:21.550368 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55758c01-b005-4527-92ad-33bba427b98a None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:21.552780 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-55758c01-b005-4527-92ad-33bba427b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:21.604992 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b979c766-f691-4c7f-9c61-84a2274e3736 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "PUT /v2.0/floatingips/4dd6fbc0-fa6e-4cda-8882-f6d54cb17efd HTTP/1.1" status: 200 len: 688 time: 1.7930496 Jul 16 08:41:21.609796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56066) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:21.622225 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-55758c01-b005-4527-92ad-33bba427b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:21.648771 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55758c01-b005-4527-92ad-33bba427b98a None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:21.649685 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-55758c01-b005-4527-92ad-33bba427b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:21.678785 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2940247-3b18-4148-9071-a9cb1f7a0f5e req-bbce45f3-f494-4624-8f5a-2508e8d15f5c tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683092 Jul 16 08:41:21.763457 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-55758c01-b005-4527-92ad-33bba427b98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:21.764573 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55758c01-b005-4527-92ad-33bba427b98a None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:21.849098 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cf2f8fe-0a1b-4616-bce0-9f120f17cd83 req-f54bd31f-b071-4daf-8666-8121e950d558 tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0433662 Jul 16 08:41:22.126567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-8f6bc7f9-5963-4d68-b39e-3f2966a2821b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] For port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:22.127172 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-8f6bc7f9-5963-4d68-b39e-3f2966a2821b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.147029 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-7e2539a7-8db4-4b32-aca6-47a5bb93a094 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.269006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114cb3c3-8fa2-4946-8519-86601695e823 req-3c000ce0-ba33-46c2-89ec-c88054e360e6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.271492 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-114cb3c3-8fa2-4946-8519-86601695e823 req-3c000ce0-ba33-46c2-89ec-c88054e360e6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 932 time: 0.7915578 Jul 16 08:41:22.297314 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-7e2539a7-8db4-4b32-aca6-47a5bb93a094 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Transition to ACTIVE for port object 6b65b6e1-328c-49ab-919d-e824c6be9088 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:22.416666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52132750-cb84-4a60-8f53-f2fba52b86da req-78546a19-5c30-4f6c-8e5d-fa6f9bbda48d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.435480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-52132750-cb84-4a60-8f53-f2fba52b86da req-78546a19-5c30-4f6c-8e5d-fa6f9bbda48d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.1671619 Jul 16 08:41:22.468651 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-114cb3c3-8fa2-4946-8519-86601695e823 req-e2873e68-7d8b-4551-904b-94c2faf386f5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755638 Jul 16 08:41:22.476432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b1900810-e681-4eae-b7fd-de046a7d45fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting port 02755904-97eb-4020-85da-868728235b8c {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:22.476800 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1900810-e681-4eae-b7fd-de046a7d45fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.603330 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-52132750-cb84-4a60-8f53-f2fba52b86da req-152440ff-cc33-46e5-a922-32cd1ac97b98 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564505 Jul 16 08:41:22.622164 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-7e2539a7-8db4-4b32-aca6-47a5bb93a094 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.713630 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-8f6bc7f9-5963-4d68-b39e-3f2966a2821b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.714288 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-8f6bc7f9-5963-4d68-b39e-3f2966a2821b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.714858 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-8f6bc7f9-5963-4d68-b39e-3f2966a2821b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Floating IP c683b547-8087-44d2-8365-5405e79ab61f disassociated. External IP: 172.25.4.62, port: 1b05384a-7009-44a5-a5f3-da1acb4ac0ed. Jul 16 08:41:22.718822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-8f6bc7f9-5963-4d68-b39e-3f2966a2821b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Calling delete_port for 1b05384a-7009-44a5-a5f3-da1acb4ac0ed owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:22.851182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-7e2539a7-8db4-4b32-aca6-47a5bb93a094 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Network c9cc98b5-8c58-4ab1-880e-6e6ade550708 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:22.879746 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1900810-e681-4eae-b7fd-de046a7d45fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.880070 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1900810-e681-4eae-b7fd-de046a7d45fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.896189 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-7e2539a7-8db4-4b32-aca6-47a5bb93a094 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:22.914480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-7e2539a7-8db4-4b32-aca6-47a5bb93a094 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:22.921466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b1900810-e681-4eae-b7fd-de046a7d45fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Calling delete_port for 02755904-97eb-4020-85da-868728235b8c owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:22.923589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2539a7-8db4-4b32-aca6-47a5bb93a094 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'Port': ['ID=6b65b6e1-328c-49ab-919d-e824c6be9088,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:22.944340 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa4a29-30e2-4dea-a296-6a6113f8b4df req-ea9b8943-6cbc-455a-9021-7c5df0a73fa0 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.952171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29aa4a29-30e2-4dea-a296-6a6113f8b4df req-ea9b8943-6cbc-455a-9021-7c5df0a73fa0 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 944 time: 0.1066091 Jul 16 08:41:23.015384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56128) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:23.045138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29aa4a29-30e2-4dea-a296-6a6113f8b4df req-f1b5ffdf-51f7-4c4d-b7dd-8d8c59e0dde7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups?id=645a7204-1043-4709-97bd-bcd56cac15f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918880 Jul 16 08:41:23.074145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-7e2539a7-8db4-4b32-aca6-47a5bb93a094 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.074925 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-7e2539a7-8db4-4b32-aca6-47a5bb93a094 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.132538 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-7e2539a7-8db4-4b32-aca6-47a5bb93a094 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7215950 Jul 16 08:41:23.147259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f15fda9c-ed47-44f3-a7dc-0b6fb1525740 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'port': {'device_id': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708', 'admin_state_up': True, 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'security_groups': ['2799f78a-86cf-4e61-a570-dd769747c27f']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:23.197360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0c561-9936-42c3-a502-b2fa81f024f7 req-b5da3644-657c-4e84-9a5d-f745fa715048 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.198997 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aac0c561-9936-42c3-a502-b2fa81f024f7 req-b5da3644-657c-4e84-9a5d-f745fa715048 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.4246399 Jul 16 08:41:23.259823 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-08633ff2-afc3-4cd7-be9e-e1570c9f2ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.351701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9034730a-ec45-41f7-95ca-c6f537f316d1 None None] Provisioning for port 6b65b6e1-328c-49ab-919d-e824c6be9088 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:23.357712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9034730a-ec45-41f7-95ca-c6f537f316d1 None None] Provisioning complete for port 6b65b6e1-328c-49ab-919d-e824c6be9088 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:23.358432 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9034730a-ec45-41f7-95ca-c6f537f316d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.375050 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7e720ace-9977-4601-a5b4-12ec23e03c85 req-c86f9830-2e77-4c58-b4df-e23a6bc645ec tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0771151 Jul 16 08:41:23.406470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9034730a-ec45-41f7-95ca-c6f537f316d1 None None] Port 6b65b6e1-328c-49ab-919d-e824c6be9088 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:23.411265 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-8f6bc7f9-5963-4d68-b39e-3f2966a2821b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.782905 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2e2e5-f3b9-4edf-890d-95701f16cdb7 req-4cd43d0f-759e-41e3-b726-7989769db1bd tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.790814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e2e2e5-f3b9-4edf-890d-95701f16cdb7 req-4cd43d0f-759e-41e3-b726-7989769db1bd tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:23.792567 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-19e2e2e5-f3b9-4edf-890d-95701f16cdb7 req-4cd43d0f-759e-41e3-b726-7989769db1bd tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 1654 time: 0.1037526 Jul 16 08:41:23.841843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-19e2e2e5-f3b9-4edf-890d-95701f16cdb7 req-717f6651-45e3-4327-beef-bb070d542378 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423338 Jul 16 08:41:23.998903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6bc7f9-5963-4d68-b39e-3f2966a2821b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event deleted for resources: {'Port': ['ID=1b05384a-7009-44a5-a5f3-da1acb4ac0ed,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:24.027852 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1900810-e681-4eae-b7fd-de046a7d45fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.043227 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aac0c561-9936-42c3-a502-b2fa81f024f7 req-bfdeb2ff-1d3f-4c92-b01e-9870f59c6825 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7997901 Jul 16 08:41:24.079424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1900810-e681-4eae-b7fd-de046a7d45fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Port': ['ID=02755904-97eb-4020-85da-868728235b8c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:24.126150 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-08633ff2-afc3-4cd7-be9e-e1570c9f2ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.138398 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-08633ff2-afc3-4cd7-be9e-e1570c9f2ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.178920 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-08633ff2-afc3-4cd7-be9e-e1570c9f2ac2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a040aad9da9b46c0bdb0c0eb63f85b2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1599877 Jul 16 08:41:24.183024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56140) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:24.243786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254dcc91-343f-4856-aa1c-8160dc6716d3 req-04117ff3-eee9-4b96-90b6-3591505d0b38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.246104 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-254dcc91-343f-4856-aa1c-8160dc6716d3 req-04117ff3-eee9-4b96-90b6-3591505d0b38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.2854178 Jul 16 08:41:24.246881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08633ff2-afc3-4cd7-be9e-e1570c9f2ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c76a7f8-3292-4499-919c-6a9980d6277a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:24.255505 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f15fda9c-ed47-44f3-a7dc-0b6fb1525740 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Made reservation on behalf of 46303320ff7f4d03aa15dd678ab3bee8 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:24.260022 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f15fda9c-ed47-44f3-a7dc-0b6fb1525740 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.316200 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1900810-e681-4eae-b7fd-de046a7d45fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.317553 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-658cb9ba-40d0-432f-afc1-ddbcb9b969f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.318820 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1900810-e681-4eae-b7fd-de046a7d45fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.322757 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b1900810-e681-4eae-b7fd-de046a7d45fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/floatingips/4dd6fbc0-fa6e-4cda-8882-f6d54cb17efd HTTP/1.1" status: 204 len: 168 time: 2.6788862 Jul 16 08:41:24.322757 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6e70b365-a75a-4541-9b31-c4222f954d61 req-ff5383d5-8957-4014-b94a-2f1d18404c67 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 210 time: 0.0760934 Jul 16 08:41:24.324762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56142) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:24.343284 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-658cb9ba-40d0-432f-afc1-ddbcb9b969f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.371077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-8f6bc7f9-5963-4d68-b39e-3f2966a2821b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Router ffb36751-2edc-4395-b203-006d81299892 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:24.382441 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-257e65df-87f3-4c1f-ba87-5e62a732b89d tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] delete failed (client error): The resource could not be found. Jul 16 08:41:24.388349 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-257e65df-87f3-4c1f-ba87-5e62a732b89d tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/floatingips/4dd6fbc0-fa6e-4cda-8882-f6d54cb17efd HTTP/1.1" status: 404 len: 345 time: 0.0560329 Jul 16 08:41:24.397049 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56144) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:24.522126 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-254dcc91-343f-4856-aa1c-8160dc6716d3 req-61ea14c8-c401-427f-9fa7-06533fffc3cc tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633948 Jul 16 08:41:24.655301 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-658cb9ba-40d0-432f-afc1-ddbcb9b969f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.664931 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-658cb9ba-40d0-432f-afc1-ddbcb9b969f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.669214 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-658cb9ba-40d0-432f-afc1-ddbcb9b969f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8c76a7f8-3292-4499-919c-6a9980d6277a HTTP/1.1" status: 204 len: 168 time: 0.4826555 Jul 16 08:41:24.733054 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cb9ba-40d0-432f-afc1-ddbcb9b969f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c76a7f8-3292-4499-919c-6a9980d6277a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:24.830006 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84065bf0-9799-4535-9c43-95ed30c1f84a req-89093ede-03d5-4263-94d9-1e327f65bba6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.0873086 Jul 16 08:41:24.831337 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-8f6bc7f9-5963-4d68-b39e-3f2966a2821b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:24.852999 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e5caf-a71d-4185-b70f-a555164ecb7c None None] Sync routers for ids ['ffb36751-2edc-4395-b203-006d81299892'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:24.916186 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e5caf-a71d-4185-b70f-a555164ecb7c None None] Routers {'ffb36751-2edc-4395-b203-006d81299892'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:24.923409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f6e4a0-3ad1-43d7-94fa-2cf04cf1f275 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.929076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7e0e5caf-a71d-4185-b70f-a555164ecb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['ffb36751-2edc-4395-b203-006d81299892'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:24.942557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f6e4a0-3ad1-43d7-94fa-2cf04cf1f275 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.976837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f6e4a0-3ad1-43d7-94fa-2cf04cf1f275 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.983155 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-35f6e4a0-3ad1-43d7-94fa-2cf04cf1f275 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "GET /v2.0/ports?network_id=da27aefc-529c-42aa-9934-5da9f525e374 HTTP/1.1" status: 200 len: 2357 time: 0.5846312 Jul 16 08:41:24.987965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56154) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:25.089639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-8f6bc7f9-5963-4d68-b39e-3f2966a2821b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] No DVR routers for this DVR port 1b05384a-7009-44a5-a5f3-da1acb4ac0ed on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:25.095560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29c6a03d-438f-4467-ac25-1a24979878f7 req-e7cdcf79-552b-4469-9c9f-a52db8f59aed tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.2227619 Jul 16 08:41:25.101961 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-8f6bc7f9-5963-4d68-b39e-3f2966a2821b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.105552 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1290aaa8-e6bd-47c1-809d-121981770de0 req-8f6bc7f9-5963-4d68-b39e-3f2966a2821b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.15 "DELETE /v2.0/ports/1b05384a-7009-44a5-a5f3-da1acb4ac0ed HTTP/1.1" status: 204 len: 173 time: 4.2896185 Jul 16 08:41:25.106306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-deleted', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:25.124458 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec49bac-bb8c-4754-a4b7-4eccf2394f09" -d '{"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-deleted", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:25.226571 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-7e0e5caf-a71d-4185-b70f-a555164ecb7c None None] Set router ffb36751-2edc-4395-b203-006d81299892 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:25.290942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceff9cc1-ccbf-4925-8f9a-94878d754eab tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:25.298433 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ceff9cc1-ccbf-4925-8f9a-94878d754eab tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "GET /v2.0/subnets/c2e91ce4-4eb5-495a-8f1d-782c17421a3c HTTP/1.1" status: 200 len: 797 time: 0.3052914 Jul 16 08:41:25.299097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56162) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:25.364052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1404b1c2-12bd-48c0-9490-d24262a34366 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'port': {'network_id': 'da27aefc-529c-42aa-9934-5da9f525e374', 'name': 'tempest-FloatingIPTestJSON-1176312853', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:25.367448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f15fda9c-ed47-44f3-a7dc-0b6fb1525740 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Allocated IP 10.1.1.124 (c9cc98b5-8c58-4ab1-880e-6e6ade550708/4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d/bb4794d2-5564-4535-84c0-ae84e853964d) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:25.511181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d584a2-f87c-49be-b1a4-a9cb8137572c req-8b02702e-618a-4331-b068-908c16a1136c tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:25.528855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d584a2-f87c-49be-b1a4-a9cb8137572c req-8b02702e-618a-4331-b068-908c16a1136c tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:25.536036 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91d584a2-f87c-49be-b1a4-a9cb8137572c req-8b02702e-618a-4331-b068-908c16a1136c tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 1654 time: 0.5494008 Jul 16 08:41:25.587545 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:41:25.642128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7e0e5caf-a71d-4185-b70f-a555164ecb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36751-2edc-4395-b203-006d81299892', 'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:42Z', 'updated_at': '2021-07-16T08:30:51Z', 'revision_number': 4, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'gw_port': {'id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:44Z', 'updated_at': '2021-07-16T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '90b9ded4-dbdb-43ca-b89d-efc2c757d4c0', 'name': '', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'mac_address': 'fa:16:3e:6c:23:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:48Z', 'updated_at': '2021-07-16T08:31:00Z', 'revision_number': 5, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'subnets': [{'id': '61454996-02a3-4a95-a2c2-0f253143630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:25.678138 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56168) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:25.701239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e5caf-a71d-4185-b70f-a555164ecb7c None None] Checking router: ffb36751-2edc-4395-b203-006d81299892 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:25.710255 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5518b093-1ef7-4251-9bcf-b4bbc62381a2 req-5b022ad9-2f3a-4961-b249-55244a5d2388 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6755362 Jul 16 08:41:25.719017 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0e5caf-a71d-4185-b70f-a555164ecb7c None None] Routers {'ffb36751-2edc-4395-b203-006d81299892'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:25.720308 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7e0e5caf-a71d-4185-b70f-a555164ecb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['ffb36751-2edc-4395-b203-006d81299892'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:25.745620 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79a67da0-ddcf-4a24-b184-56bb6df375e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.781029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570b1ab-1d04-4a73-8785-e970ee3fd0f9 req-4ef97879-8d19-45d6-9693-0c07850f1666 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:25.787622 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91d584a2-f87c-49be-b1a4-a9cb8137572c req-d5559aa2-caf0-4c77-bbaf-651e3d3ebb55 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2502930 Jul 16 08:41:25.789555 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4570b1ab-1d04-4a73-8785-e970ee3fd0f9 req-4ef97879-8d19-45d6-9693-0c07850f1666 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.4123023 Jul 16 08:41:25.949746 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2855f8ad-4a6c-4659-8629-cb0bf0712d0b x-openstack-request-id: req-2855f8ad-4a6c-4659-8629-cb0bf0712d0b {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:25.950466 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06f75f96-cbc0-4310-8964-cb5a86644675", "name": "network-vif-deleted", "tag": "1b05384a-7009-44a5-a5f3-da1acb4ac0ed", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:25.950674 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2855f8ad-4a6c-4659-8629-cb0bf0712d0b {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:25.951177 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06f75f96-cbc0-4310-8964-cb5a86644675', 'name': 'network-vif-deleted', 'tag': '1b05384a-7009-44a5-a5f3-da1acb4ac0ed', 'status': 'completed', 'code': 200} Jul 16 08:41:25.955583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1b05384a-7009-44a5-a5f3-da1acb4ac0ed no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:25.997766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518b093-1ef7-4251-9bcf-b4bbc62381a2 req-605a0f6d-009f-4071-b91f-40affdb23c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:25.999484 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5518b093-1ef7-4251-9bcf-b4bbc62381a2 req-605a0f6d-009f-4071-b91f-40affdb23c26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 1102 time: 0.2228880 Jul 16 08:41:26.076333 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 1b05384a-7009-44a5-a5f3-da1acb4ac0ed {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:26.077237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1b05384a-7009-44a5-a5f3-da1acb4ac0ed not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:26.108739 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-7e0e5caf-a71d-4185-b70f-a555164ecb7c None None] Set router ffb36751-2edc-4395-b203-006d81299892 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:26.187112 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4570b1ab-1d04-4a73-8785-e970ee3fd0f9 req-0f737c28-801e-4782-844f-8d22c561f3b5 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682008 Jul 16 08:41:26.237502 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79a67da0-ddcf-4a24-b184-56bb6df375e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.250452 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f15fda9c-ed47-44f3-a7dc-0b6fb1525740 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.263171 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79a67da0-ddcf-4a24-b184-56bb6df375e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.341448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f15fda9c-ed47-44f3-a7dc-0b6fb1525740 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Transition to ACTIVE for port object bb4794d2-5564-4535-84c0-ae84e853964d will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:26.358275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518b093-1ef7-4251-9bcf-b4bbc62381a2 req-f76dff5a-faac-4a85-857e-5c519a34092a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.359882 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5518b093-1ef7-4251-9bcf-b4bbc62381a2 req-f76dff5a-faac-4a85-857e-5c519a34092a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3077965 Jul 16 08:41:26.389620 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-79a67da0-ddcf-4a24-b184-56bb6df375e8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9858269ef9474a4fb232ca0a8637be82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7078912 Jul 16 08:41:26.392310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a67da0-ddcf-4a24-b184-56bb6df375e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7faf6d86-fc8b-4985-bbac-29861f8610da,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.410068 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56174) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:26.421693 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bdde07fa-5a6c-4a06-9ae7-6a779acf7bf6 req-2a04335f-2462-43a6-a614-e0ecbb9f3136 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/ports?device_id=06f75f96-cbc0-4310-8964-cb5a86644675 HTTP/1.1" status: 200 len: 210 time: 0.0441031 Jul 16 08:41:26.507160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5518b093-1ef7-4251-9bcf-b4bbc62381a2 req-260f6272-d744-44b7-a51f-e64ff1f99144 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021 HTTP/1.1" status: 200 len: 217 time: 0.0882287 Jul 16 08:41:26.508126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1404b1c2-12bd-48c0-9490-d24262a34366 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Made reservation on behalf of 6177d0e20fd94f278cc7c8233dafd6b1 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:26.670682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518b093-1ef7-4251-9bcf-b4bbc62381a2 req-aa9a6f53-6766-4dca-a3be-c8241d667b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.672189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5518b093-1ef7-4251-9bcf-b4bbc62381a2 req-aa9a6f53-6766-4dca-a3be-c8241d667b64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0801129 Jul 16 08:41:26.693627 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd5d2-7a18-4e16-8492-a48e7d6b57b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.720276 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd5d2-7a18-4e16-8492-a48e7d6b57b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.752943 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f15fda9c-ed47-44f3-a7dc-0b6fb1525740 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.821105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15fda9c-ed47-44f3-a7dc-0b6fb1525740 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'Port': ['ID=bb4794d2-5564-4535-84c0-ae84e853964d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.829653 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1404b1c2-12bd-48c0-9490-d24262a34366 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.861166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f15fda9c-ed47-44f3-a7dc-0b6fb1525740 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Network c9cc98b5-8c58-4ab1-880e-6e6ade550708 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:26.864931 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f15fda9c-ed47-44f3-a7dc-0b6fb1525740 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:26.866881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-1404b1c2-12bd-48c0-9490-d24262a34366 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] device_id is not set on port 9adbd490-1aa8-4e50-a725-db6159054741 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:26.882877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f15fda9c-ed47-44f3-a7dc-0b6fb1525740 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:26.897709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d9bbe0-de8b-499d-a03d-3a3d54e7b4f2 req-8444cdce-d0d8-470f-8c84-e516037ed88a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.900701 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20d9bbe0-de8b-499d-a03d-3a3d54e7b4f2 req-8444cdce-d0d8-470f-8c84-e516037ed88a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.3583155 Jul 16 08:41:26.994364 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20d9bbe0-de8b-499d-a03d-3a3d54e7b4f2 req-36b066ec-efc2-4498-b2c4-18fd7c2cf60f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600019 Jul 16 08:41:27.026948 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd5d2-7a18-4e16-8492-a48e7d6b57b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.033031 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d1cd5d2-7a18-4e16-8492-a48e7d6b57b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.042879 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9d1cd5d2-7a18-4e16-8492-a48e7d6b57b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7faf6d86-fc8b-4985-bbac-29861f8610da HTTP/1.1" status: 204 len: 168 time: 0.6278386 Jul 16 08:41:27.094052 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f15fda9c-ed47-44f3-a7dc-0b6fb1525740 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.095144 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f15fda9c-ed47-44f3-a7dc-0b6fb1525740 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.100805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7e0e5caf-a71d-4185-b70f-a555164ecb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36751-2edc-4395-b203-006d81299892', 'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:42Z', 'updated_at': '2021-07-16T08:30:51Z', 'revision_number': 4, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'gw_port': {'id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:44Z', 'updated_at': '2021-07-16T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '90b9ded4-dbdb-43ca-b89d-efc2c757d4c0', 'name': '', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'mac_address': 'fa:16:3e:6c:23:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:48Z', 'updated_at': '2021-07-16T08:31:00Z', 'revision_number': 5, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'subnets': [{'id': '61454996-02a3-4a95-a2c2-0f253143630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:27.117500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1cd5d2-7a18-4e16-8492-a48e7d6b57b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7faf6d86-fc8b-4985-bbac-29861f8610da,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:27.128201 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f15fda9c-ed47-44f3-a7dc-0b6fb1525740 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9854372 Jul 16 08:41:27.143920 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-508884f8-026b-4abf-b70b-c7b0441cf442 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'port': {'device_id': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5', 'admin_state_up': True, 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'security_groups': ['2799f78a-86cf-4e61-a570-dd769747c27f']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:27.172854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5518b093-1ef7-4251-9bcf-b4bbc62381a2 req-efdc97a6-cfe1-49bb-a1e4-4c04684fca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.182147 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5518b093-1ef7-4251-9bcf-b4bbc62381a2 req-efdc97a6-cfe1-49bb-a1e4-4c04684fca94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4953845 Jul 16 08:41:27.188854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0e5caf-a71d-4185-b70f-a555164ecb7c None None] The sync data for ids ['ffb36751-2edc-4395-b203-006d81299892'] in n-d-758944-46 is: [{'id': 'ffb36751-2edc-4395-b203-006d81299892', 'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:42Z', 'updated_at': '2021-07-16T08:30:51Z', 'revision_number': 4, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'gw_port': {'id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:44Z', 'updated_at': '2021-07-16T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '90b9ded4-dbdb-43ca-b89d-efc2c757d4c0', 'name': '', 'network_id': '38802a43-6bad-419f-b33c-1e3214de0d83', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'mac_address': 'fa:16:3e:6c:23:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_interface', 'standard_attr_id': 729, 'fixed_ips': [{'subnet_id': '61454996-02a3-4a95-a2c2-0f253143630a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:48Z', 'updated_at': '2021-07-16T08:31:00Z', 'revision_number': 5, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'subnets': [{'id': '61454996-02a3-4a95-a2c2-0f253143630a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:27.349688 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5bd9d9b9-af20-4159-8652-44ac4187c390 req-e64ddb39-9f33-4fb5-9726-91ff3d468fee tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.1660790 Jul 16 08:41:27.399168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b4b96a2-23ed-465b-b024-2f17a99faf5f None None] Provisioning for port bb4794d2-5564-4535-84c0-ae84e853964d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:27.407774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b4b96a2-23ed-465b-b024-2f17a99faf5f None None] Provisioning complete for port bb4794d2-5564-4535-84c0-ae84e853964d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:27.410186 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b4b96a2-23ed-465b-b024-2f17a99faf5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.477184 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b4b96a2-23ed-465b-b024-2f17a99faf5f None None] Port bb4794d2-5564-4535-84c0-ae84e853964d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:27.550470 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb441c-79a2-4bb1-a647-691a447021ad req-8d9a40c8-cb47-467b-b76a-e298b632bf72 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.558756 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb441c-79a2-4bb1-a647-691a447021ad req-8d9a40c8-cb47-467b-b76a-e298b632bf72 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.565696 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb441c-79a2-4bb1-a647-691a447021ad req-8d9a40c8-cb47-467b-b76a-e298b632bf72 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.573135 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e9fb441c-79a2-4bb1-a647-691a447021ad req-8d9a40c8-cb47-467b-b76a-e298b632bf72 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 2375 time: 0.2726350 Jul 16 08:41:27.574196 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-508884f8-026b-4abf-b70b-c7b0441cf442 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Made reservation on behalf of 46303320ff7f4d03aa15dd678ab3bee8 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:27.702253 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e9fb441c-79a2-4bb1-a647-691a447021ad req-5f254e17-fefc-4cdf-a455-4aba4acab6be tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226432 Jul 16 08:41:27.708859 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5518b093-1ef7-4251-9bcf-b4bbc62381a2 req-4f0d062b-c29b-42ff-9040-a99138f89870 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962876 Jul 16 08:41:27.764984 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-508884f8-026b-4abf-b70b-c7b0441cf442 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.805327 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89863bcc-2a96-4cfa-9107-eac07d95e7e5 None None] New status for floating IP c683b547-8087-44d2-8365-5405e79ab61f: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:41:28.029955 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d9343e-a537-47ad-b63f-c2124ac97c3f req-27c24e60-9553-40a7-9b07-fceb5f65891e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.033014 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41d9343e-a537-47ad-b63f-c2124ac97c3f req-27c24e60-9553-40a7-9b07-fceb5f65891e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.4683385 Jul 16 08:41:28.044029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-508884f8-026b-4abf-b70b-c7b0441cf442 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Allocated IP 10.2.2.100 (79638599-e95d-4aaa-a9df-9e4a650918b5/74fee604-9dc4-4a3e-a80e-b33d453e5f15/3a94c4b5-9f6f-48d8-8c54-510baaef98be) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:28.187532 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5518b093-1ef7-4251-9bcf-b4bbc62381a2 req-351d56e3-dab3-4e22-8a30-c0345c31c366 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558349 Jul 16 08:41:28.265329 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41d9343e-a537-47ad-b63f-c2124ac97c3f req-8dea4fc6-1038-4428-8353-4c3b8a870a93 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898980 Jul 16 08:41:28.267002 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1404b1c2-12bd-48c0-9490-d24262a34366 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Allocated IP 172.20.0.14 (da27aefc-529c-42aa-9934-5da9f525e374/c2e91ce4-4eb5-495a-8f1d-782c17421a3c/9adbd490-1aa8-4e50-a725-db6159054741) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:28.281090 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-508884f8-026b-4abf-b70b-c7b0441cf442 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.287658 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1404b1c2-12bd-48c0-9490-d24262a34366 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Allocated IP 172.20.0.13 (da27aefc-529c-42aa-9934-5da9f525e374/c2e91ce4-4eb5-495a-8f1d-782c17421a3c/9adbd490-1aa8-4e50-a725-db6159054741) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:28.295759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-508884f8-026b-4abf-b70b-c7b0441cf442 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Transition to ACTIVE for port object 3a94c4b5-9f6f-48d8-8c54-510baaef98be will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:28.327824 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-934ba889-20d1-4701-a31d-8ebce31545f1 req-f40074ec-b0a3-4d31-ad6f-272d3c6d74ab tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012&device_id=cf387164-1a67-4ea4-828d-fb0433f55393 HTTP/1.1" status: 200 len: 210 time: 0.0361693 Jul 16 08:41:28.432589 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-508884f8-026b-4abf-b70b-c7b0441cf442 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.529443 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508884f8-026b-4abf-b70b-c7b0441cf442 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'Port': ['ID=3a94c4b5-9f6f-48d8-8c54-510baaef98be,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:28.545241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-508884f8-026b-4abf-b70b-c7b0441cf442 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Network 79638599-e95d-4aaa-a9df-9e4a650918b5 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:28.549951 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-508884f8-026b-4abf-b70b-c7b0441cf442 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:28.568847 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-508884f8-026b-4abf-b70b-c7b0441cf442 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:28.709546 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1404b1c2-12bd-48c0-9490-d24262a34366 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.721377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-508884f8-026b-4abf-b70b-c7b0441cf442 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.722289 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-508884f8-026b-4abf-b70b-c7b0441cf442 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.758394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-508884f8-026b-4abf-b70b-c7b0441cf442 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6214910 Jul 16 08:41:28.764115 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1404b1c2-12bd-48c0-9490-d24262a34366 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.770444 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-40f5b23e-a624-4fea-98fc-80f504f5389b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'port': {'device_id': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5', 'admin_state_up': True, 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'security_groups': ['2799f78a-86cf-4e61-a570-dd769747c27f']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:28.828901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1404b1c2-12bd-48c0-9490-d24262a34366 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network da27aefc-529c-42aa-9934-5da9f525e374 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:28.884788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1404b1c2-12bd-48c0-9490-d24262a34366 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:28.897405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1404b1c2-12bd-48c0-9490-d24262a34366 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:29.031557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-40f5b23e-a624-4fea-98fc-80f504f5389b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Made reservation on behalf of 46303320ff7f4d03aa15dd678ab3bee8 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:29.034837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1404b1c2-12bd-48c0-9490-d24262a34366 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=9adbd490-1aa8-4e50-a725-db6159054741,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:29.044605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-40f5b23e-a624-4fea-98fc-80f504f5389b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.137603 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56220) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:29.139273 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-448ea67c-692b-467b-8cc3-798c9f9fa9ef None None] Provisioning for port 3a94c4b5-9f6f-48d8-8c54-510baaef98be completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:29.145030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1404b1c2-12bd-48c0-9490-d24262a34366 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.156666 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1404b1c2-12bd-48c0-9490-d24262a34366 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.159467 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-448ea67c-692b-467b-8cc3-798c9f9fa9ef None None] Provisioning complete for port 3a94c4b5-9f6f-48d8-8c54-510baaef98be triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:29.160331 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-448ea67c-692b-467b-8cc3-798c9f9fa9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.216350 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1404b1c2-12bd-48c0-9490-d24262a34366 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.8921421 Jul 16 08:41:29.217778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56224) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:29.226711 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '9adbd490-1aa8-4e50-a725-db6159054741', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:29.267935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573d0500-b84b-4c90-98d6-5af0030b7a40 req-8b731237-937c-4dac-999d-0d97f11b3b3f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.270981 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-573d0500-b84b-4c90-98d6-5af0030b7a40 req-8b731237-937c-4dac-999d-0d97f11b3b3f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.4669948 Jul 16 08:41:29.321977 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2df0733f-b91f-43e0-9342-a7c41ecf2e3e req-7101d1bc-894c-4f2c-9d41-aefb8ea8fc9f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=65a3f74136ee4bfaa2e7c0766d64d4ad&device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.1881683 Jul 16 08:41:29.322808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-448ea67c-692b-467b-8cc3-798c9f9fa9ef None None] Port 3a94c4b5-9f6f-48d8-8c54-510baaef98be cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:29.390132 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.439424 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-573d0500-b84b-4c90-98d6-5af0030b7a40 req-10731619-8f24-43ba-aab9-9a97c7e8a413 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561823 Jul 16 08:41:29.439662 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04af29c2-ee7a-446c-955a-283a7e33e45b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.479691 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04af29c2-ee7a-446c-955a-283a7e33e45b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.562638 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2df0733f-b91f-43e0-9342-a7c41ecf2e3e req-65a614bf-0021-4e92-ad42-9e537cf2907d service neutron] 10.222.0.38 "GET /v2.0/networks?tenant_id=65a3f74136ee4bfaa2e7c0766d64d4ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2186673 Jul 16 08:41:29.595036 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04af29c2-ee7a-446c-955a-283a7e33e45b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.598978 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04af29c2-ee7a-446c-955a-283a7e33e45b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.602465 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-04af29c2-ee7a-446c-955a-283a7e33e45b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "DELETE /v2.0/security-groups/645a7204-1043-4709-97bd-bcd56cac15f7 HTTP/1.1" status: 204 len: 168 time: 0.4519649 Jul 16 08:41:29.625056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56234) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:29.709084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af29c2-ee7a-446c-955a-283a7e33e45b tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=645a7204-1043-4709-97bd-bcd56cac15f7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:29.724814 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-e0e8017d-ac79-4ac3-a26c-737466f67ca7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] show failed (client error): The resource could not be found. Jul 16 08:41:29.729210 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e0e8017d-ac79-4ac3-a26c-737466f67ca7 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "GET /v2.0/security-groups/645a7204-1043-4709-97bd-bcd56cac15f7 HTTP/1.1" status: 404 len: 347 time: 0.0946095 Jul 16 08:41:29.732533 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.735461 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56240) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:29.903340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2854df3-1bc7-4674-a525-cf7db7cfd7ec req-4ab60dfb-a1e1-437b-b26c-337406a0197c tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.909827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2854df3-1bc7-4674-a525-cf7db7cfd7ec req-4ab60dfb-a1e1-437b-b26c-337406a0197c tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.916942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2854df3-1bc7-4674-a525-cf7db7cfd7ec req-4ab60dfb-a1e1-437b-b26c-337406a0197c tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.923557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2854df3-1bc7-4674-a525-cf7db7cfd7ec req-4ab60dfb-a1e1-437b-b26c-337406a0197c tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.931300 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b2854df3-1bc7-4674-a525-cf7db7cfd7ec req-4ab60dfb-a1e1-437b-b26c-337406a0197c tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 3096 time: 0.5548465 Jul 16 08:41:29.994457 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-40f5b23e-a624-4fea-98fc-80f504f5389b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Allocated IP 10.2.2.200 (79638599-e95d-4aaa-a9df-9e4a650918b5/74fee604-9dc4-4a3e-a80e-b33d453e5f15/9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:30.043241 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-3395c65c-0ea2-4000-a699-1c0d2291ce4b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3787205 Jul 16 08:41:30.067519 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0733f-b91f-43e0-9342-a7c41ecf2e3e req-9e941f05-996f-4605-99c0-116f0f20ab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.070564 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2df0733f-b91f-43e0-9342-a7c41ecf2e3e req-9e941f05-996f-4605-99c0-116f0f20ab3d service neutron] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4658561 Jul 16 08:41:30.168848 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b2854df3-1bc7-4674-a525-cf7db7cfd7ec req-b2efe6b1-23a3-4aa4-9407-3f7900fec064 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2361083 Jul 16 08:41:30.342160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aebf33bb-8bb4-4ed1-9a1d-565545a5d42c req-2d814452-aa83-4578-a7e4-61f49f2c8c72 tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.1482859 Jul 16 08:41:30.372940 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-2fd32e90-8bda-4ab7-a57b-9c79b7639146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.373168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-2fd32e90-8bda-4ab7-a57b-9c79b7639146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.373602 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-2fd32e90-8bda-4ab7-a57b-9c79b7639146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.374081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-2fd32e90-8bda-4ab7-a57b-9c79b7639146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.374554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-2fd32e90-8bda-4ab7-a57b-9c79b7639146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.375077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-2fd32e90-8bda-4ab7-a57b-9c79b7639146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.376193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-2fd32e90-8bda-4ab7-a57b-9c79b7639146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.378119 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-2fd32e90-8bda-4ab7-a57b-9c79b7639146 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8722177fc6ea499891c4ef1fb2062076&device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 6508 time: 0.2894447 Jul 16 08:41:30.497608 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-78d518fc-06fe-4818-8d07-7b7853e9a433 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Deleting port ea0bb744-2121-4b77-8b6e-960a41fb9738 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:30.497908 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-78d518fc-06fe-4818-8d07-7b7853e9a433 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.564710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Allocated IP 172.25.4.21 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/5872fe6f-136d-455b-b483-a8c7a2683269) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:30.585194 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-a23f5715-897d-4a16-9bc1-94bb4b0854fd service neutron] show failed (client error): The resource could not be found. Jul 16 08:41:30.586246 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-a23f5715-897d-4a16-9bc1-94bb4b0854fd service neutron] 10.222.0.38 "GET /v2.0/ports/7b4ad3b4-c2e7-42e9-a320-9a38901cb33a/bindings/n-h1-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.1972604 Jul 16 08:41:30.743662 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-40f5b23e-a624-4fea-98fc-80f504f5389b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.797762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-40f5b23e-a624-4fea-98fc-80f504f5389b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Transition to ACTIVE for port object 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:30.807532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-96c6f4ca-e92c-48db-84fd-1e24dd8934d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.808001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-96c6f4ca-e92c-48db-84fd-1e24dd8934d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.808477 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-96c6f4ca-e92c-48db-84fd-1e24dd8934d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.810196 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-96c6f4ca-e92c-48db-84fd-1e24dd8934d6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2055bc3a-708e-4fbd-bdcb-dd6830ef6991&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&id=0b6245ad-207a-4492-93ca-7fe1f5645c7a HTTP/1.1" status: 200 len: 2295 time: 0.3495352 Jul 16 08:41:30.819202 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-78d518fc-06fe-4818-8d07-7b7853e9a433 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.819928 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-78d518fc-06fe-4818-8d07-7b7853e9a433 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.875717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8277a-275d-45e1-ad23-bcafeddcbf34 req-2e9725f7-db2b-4778-9ccd-76351cdb0423 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.883174 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b0a8277a-275d-45e1-ad23-bcafeddcbf34 req-2e9725f7-db2b-4778-9ccd-76351cdb0423 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.4210465 Jul 16 08:41:30.977366 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-de3504be-0f34-46c8-aa7a-01e340f7af81 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19362c34-d5f6-4f9b-af89-b7af39297e18 HTTP/1.1" status: 200 len: 1001 time: 0.1569002 Jul 16 08:41:31.002563 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b0a8277a-275d-45e1-ad23-bcafeddcbf34 req-f8811a4b-7087-4794-a3ec-67033c6d9820 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179249 Jul 16 08:41:31.003701 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-40f5b23e-a624-4fea-98fc-80f504f5389b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.088615 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-78d518fc-06fe-4818-8d07-7b7853e9a433 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Calling delete_port for ea0bb744-2121-4b77-8b6e-960a41fb9738 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:31.159867 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-40f5b23e-a624-4fea-98fc-80f504f5389b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Network 79638599-e95d-4aaa-a9df-9e4a650918b5 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:31.183674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-40f5b23e-a624-4fea-98fc-80f504f5389b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:31.186762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f5b23e-a624-4fea-98fc-80f504f5389b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event updated for resources: {'Port': ['ID=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:31.189734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-40f5b23e-a624-4fea-98fc-80f504f5389b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:31.195362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-6958feb9-2394-49be-ab65-94e121db4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.197831 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-6958feb9-2394-49be-ab65-94e121db4865 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43909eb2-c2e2-4352-8c3b-116900d301bb HTTP/1.1" status: 200 len: 856 time: 0.1591661 Jul 16 08:41:31.491411 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc96a27-481f-442d-b529-9b47aeda359d req-2631aa94-17bf-408e-9175-82b2e6762e4d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.505325 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9bc96a27-481f-442d-b529-9b47aeda359d req-2631aa94-17bf-408e-9175-82b2e6762e4d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.7077599 Jul 16 08:41:31.607048 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-40f5b23e-a624-4fea-98fc-80f504f5389b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.608254 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-40f5b23e-a624-4fea-98fc-80f504f5389b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.620015 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2df0733f-b91f-43e0-9342-a7c41ecf2e3e req-4813307c-ffb3-43f6-b979-c4ac1bce7d18 tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.38 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.2096944 Jul 16 08:41:31.628761 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.706992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d2021be1-b45a-4564-a339-f5252e5412ef None None] Provisioning for port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:31.718321 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d2021be1-b45a-4564-a339-f5252e5412ef None None] Provisioning complete for port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:31.718951 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d2021be1-b45a-4564-a339-f5252e5412ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.749647 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-40f5b23e-a624-4fea-98fc-80f504f5389b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9850700 Jul 16 08:41:31.754015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-a55ab8f3-27a1-421e-872f-bc9004107111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.756359 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-a55ab8f3-27a1-421e-872f-bc9004107111 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2055bc3a-708e-4fbd-bdcb-dd6830ef6991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4877827 Jul 16 08:41:31.763804 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Request body: {'port': {'device_id': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:31.808384 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9bc96a27-481f-442d-b529-9b47aeda359d req-14787ee0-3ed2-4d02-a65f-b6c72be317b0 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007717 Jul 16 08:41:31.852547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-931250fe-a622-4fd5-99ee-e15c05fbb157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.865108 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-931250fe-a622-4fd5-99ee-e15c05fbb157 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381&tenant_id=5e44fcee4e3840cf89b33be8ee44969f HTTP/1.1" status: 200 len: 1101 time: 0.7509329 Jul 16 08:41:31.891039 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d2021be1-b45a-4564-a339-f5252e5412ef None None] Port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:31.899971 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:31.909458 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.104970 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.300015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=5872fe6f-136d-455b-b483-a8c7a2683269,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:32.309695 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-78d518fc-06fe-4818-8d07-7b7853e9a433 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.314398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:32.394359 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-31944617-711f-4022-bd7e-64b058be8ec3 service neutron] 10.222.0.38 "GET /v2.0/networks/2055bc3a-708e-4fbd-bdcb-dd6830ef6991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4877651 Jul 16 08:41:32.407506 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.439861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2449af8d-100f-45d9-87a5-5d0fca90ef9c req-b81d080d-bd79-47b9-9d1d-bb3b4a7ad03b tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=259bbfb6-f428-495a-b9ec-9718db857012 HTTP/1.1" status: 200 len: 210 time: 0.2284660 Jul 16 08:41:32.520185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:32.536722 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:32.612368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d518fc-06fe-4818-8d07-7b7853e9a433 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Pushing event deleted for resources: {'Port': ['ID=ea0bb744-2121-4b77-8b6e-960a41fb9738,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:32.648623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56328) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:33.014866 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-78d518fc-06fe-4818-8d07-7b7853e9a433 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.018454 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-78d518fc-06fe-4818-8d07-7b7853e9a433 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.024987 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-78d518fc-06fe-4818-8d07-7b7853e9a433 tempest-ServerActionsTestJSON-174870055 tempest-ServerActionsTestJSON-174870055-project] 10.222.0.20 "DELETE /v2.0/floatingips/c683b547-8087-44d2-8365-5405e79ab61f HTTP/1.1" status: 204 len: 168 time: 3.2758656 Jul 16 08:41:33.073409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56334) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:33.263769 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-013881e5-3257-4bcd-8e22-21369885f382 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.286315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b295a0b-356c-4c91-88ea-0e08e5a80300 req-8612c59d-ec9e-4224-a6dd-be389e39cbec tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.293281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b295a0b-356c-4c91-88ea-0e08e5a80300 req-8612c59d-ec9e-4224-a6dd-be389e39cbec tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.300280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b295a0b-356c-4c91-88ea-0e08e5a80300 req-8612c59d-ec9e-4224-a6dd-be389e39cbec tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.307309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b295a0b-356c-4c91-88ea-0e08e5a80300 req-8612c59d-ec9e-4224-a6dd-be389e39cbec tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.313671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b295a0b-356c-4c91-88ea-0e08e5a80300 req-8612c59d-ec9e-4224-a6dd-be389e39cbec tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.315610 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b295a0b-356c-4c91-88ea-0e08e5a80300 req-8612c59d-ec9e-4224-a6dd-be389e39cbec tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 3817 time: 1.4139729 Jul 16 08:41:33.330017 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-8f6c7136-ccf6-4c41-a996-6fa4953def8f service neutron] 10.222.0.38 "GET /v2.0/networks/2055bc3a-708e-4fbd-bdcb-dd6830ef6991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9074442 Jul 16 08:41:33.421436 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-27454314-5086-4c45-80b4-a0ca8b17ae7a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=b4b07ed5-62ac-496e-8d9f-e59c95bdad06 HTTP/1.1" status: 200 len: 217 time: 0.0798373 Jul 16 08:41:33.545942 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b295a0b-356c-4c91-88ea-0e08e5a80300 req-fa35a5b4-7a58-4cd1-a082-0769949e3c4e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2102578 Jul 16 08:41:33.566406 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d49fd04-da38-4b01-9a10-0ff9d51055b5 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:33.581821 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.586480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-6474d2d6-e68c-431d-abef-f1335f4bf325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.588963 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-6474d2d6-e68c-431d-abef-f1335f4bf325 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.1606944 Jul 16 08:41:33.634759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Transition to ACTIVE for port object 6d49fd04-da38-4b01-9a10-0ff9d51055b5 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:33.665941 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.677085 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.752541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326debf-81bd-4f08-b70b-e3c26c25d581 req-81a9cf31-8b50-4236-a6e4-9f24fdb190a9 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.759224 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-013881e5-3257-4bcd-8e22-21369885f382 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.765821 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7326debf-81bd-4f08-b70b-e3c26c25d581 req-81a9cf31-8b50-4236-a6e4-9f24fdb190a9 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.7662182 Jul 16 08:41:33.771818 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-013881e5-3257-4bcd-8e22-21369885f382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.779538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Pushing event updated for resources: {'Port': ['ID=6d49fd04-da38-4b01-9a10-0ff9d51055b5,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:33.879307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:33.895083 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-8a4b5ffb-43e2-471f-abe6-4171365cbeee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.896913 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-8a4b5ffb-43e2-471f-abe6-4171365cbeee service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2891045 Jul 16 08:41:33.937794 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-013881e5-3257-4bcd-8e22-21369885f382 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1946581660c54e778780efc2507cb922&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2644410 Jul 16 08:41:33.951901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013881e5-3257-4bcd-8e22-21369885f382 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14476462-4610-4540-95c7-d99d6c1be214,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:33.958971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 81e1fe20-877c-45f7-a8ee-ed2556c790ff details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:33.960081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56342) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:34.102561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 81e1fe20-877c-45f7-a8ee-ed2556c790ff, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:34.115959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '81e1fe20-877c-45f7-a8ee-ed2556c790ff', 'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d', 'port_id': '81e1fe20-877c-45f7-a8ee-ed2556c790ff', 'mac_address': 'fa:16:3e:4c:7a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49afa1d5-ed59-4c8e-94d4-4bbb07bec12a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:34.138284 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Attempting to bind port 6d49fd04-da38-4b01-9a10-0ff9d51055b5 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:34.138778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Attempting to bind port 6d49fd04-da38-4b01-9a10-0ff9d51055b5 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '743d25d6-1915-4c71-bb53-2c00b3df4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:34.139243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Attempting to bind port 6d49fd04-da38-4b01-9a10-0ff9d51055b5 on network ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:34.164426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4495e59f-60d9-45e0-b7b3-9a7d13e0b2f9 req-35693f4e-859a-4cb0-b991-525f762bf1bd tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.166289 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4495e59f-60d9-45e0-b7b3-9a7d13e0b2f9 req-35693f4e-859a-4cb0-b991-525f762bf1bd tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.3780134 Jul 16 08:41:34.173851 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.175318 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Port 6d49fd04-da38-4b01-9a10-0ff9d51055b5 on network ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:34.175789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Attempting to bind port 6d49fd04-da38-4b01-9a10-0ff9d51055b5 on network ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:34.189668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81e1fe20-877c-45f7-a8ee-ed2556c790ff {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:34.203167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:34.203666 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Checking segment: {'id': '743d25d6-1915-4c71-bb53-2c00b3df4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:34.204171 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Bound using segment: {'id': '743d25d6-1915-4c71-bb53-2c00b3df4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:34.204780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Bound port: 6d49fd04-da38-4b01-9a10-0ff9d51055b5, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743d25d6-1915-4c71-bb53-2c00b3df4fdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:34.205280 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.214288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 81e1fe20-877c-45f7-a8ee-ed2556c790ff, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:34.214945 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-229d2441-4530-4a19-a39e-63622035f81e service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980709 Jul 16 08:41:34.220766 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.245290 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2f08827a-8ff1-476f-b137-a963c5bfbcb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.304748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=81e1fe20-877c-45f7-a8ee-ed2556c790ff,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:34.319371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['81e1fe20-877c-45f7-a8ee-ed2556c790ff'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:34.383026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] For port 6d49fd04-da38-4b01-9a10-0ff9d51055b5, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:34.387739 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] For port 6d49fd04-da38-4b01-9a10-0ff9d51055b5, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6d49fd04-da38-4b01-9a10-0ff9d51055b5,segment=NetworkSegment(743d25d6-1915-4c71-bb53-2c00b3df4fdc),segment_id=743d25d6-1915-4c71-bb53-2c00b3df4fdc)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:34.399950 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4495e59f-60d9-45e0-b7b3-9a7d13e0b2f9 req-b2b916c9-2f08-437b-b64d-f7768bb18ec3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208309 Jul 16 08:41:34.504464 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2f08827a-8ff1-476f-b137-a963c5bfbcb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.509761 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-991545fd-fe5b-4aea-9312-931adeadd757 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760625 Jul 16 08:41:34.512517 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7326debf-81bd-4f08-b70b-e3c26c25d581 req-59630e2b-9616-4d81-b595-a1259fbb81d3 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7320213 Jul 16 08:41:34.586701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:34.605634 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-467a5406-e2ad-491f-9345-4799fe8eec36 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0854681 Jul 16 08:41:34.607469 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.719621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:34.750322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-ce3bd529-e5ab-4742-8188-540445c7e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.757653 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-ce3bd529-e5ab-4742-8188-540445c7e711 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.1202683 Jul 16 08:41:34.759090 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:34.764765 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7963f2-9ac5-4423-adcc-c5c301a09213" -d '{"events": [{"server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "name": "network-vif-unplugged", "status": "completed", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:34.789190 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.890234 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Transition to ACTIVE for port object 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:34.901294 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.923840 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.955200 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.956976 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.960026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] 10.222.0.15 "PUT /v2.0/ports/6d49fd04-da38-4b01-9a10-0ff9d51055b5 HTTP/1.1" status: 200 len: 1093 time: 3.2020552 Jul 16 08:41:34.964551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': '6d49fd04-da38-4b01-9a10-0ff9d51055b5'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:34.970732 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dba1a3-dd0a-4434-b79f-7b5b55fe75a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "6d49fd04-da38-4b01-9a10-0ff9d51055b5"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:35.082483 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] No DVR routers for this DVR port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:35.135762 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:41:35.136122 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:41:35.170989 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ed1eac9-6b0e-4e9f-a282-8d1f0f6303b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.192364 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Request body: {'port': {'device_id': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:35.215040 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.261382 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2f08827a-8ff1-476f-b137-a963c5bfbcb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.268791 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2f08827a-8ff1-476f-b137-a963c5bfbcb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.298942 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2f08827a-8ff1-476f-b137-a963c5bfbcb2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/14476462-4610-4540-95c7-d99d6c1be214 HTTP/1.1" status: 204 len: 168 time: 1.3349891 Jul 16 08:41:35.335596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Attempting to bind port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:35.335933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Attempting to bind port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:35.342393 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Attempting to bind port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:35.361106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:35.361442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Attempting to bind port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:35.369597 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Pushing event updated for resources: {'Port': ['ID=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,revision_number=6']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:35.396060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:35.396409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:35.406138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:35.406660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Bound port: 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:35.407073 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.460081 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0a8bb1-8fee-4483-8cf7-ccd770f59194 x-openstack-request-id: req-bb0a8bb1-8fee-4483-8cf7-ccd770f59194 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:35.463674 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "name": "network-vif-unplugged", "status": "completed", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:35.464372 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb0a8bb1-8fee-4483-8cf7-ccd770f59194 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:35.464981 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'code': 200} Jul 16 08:41:35.556142 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.585103 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f08827a-8ff1-476f-b137-a963c5bfbcb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14476462-4610-4540-95c7-d99d6c1be214,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:35.632126 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1028b8f2-f333-4599-b908-e6f1a6d20c52 x-openstack-request-id: req-1028b8f2-f333-4599-b908-e6f1a6d20c52 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:35.632605 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "6d49fd04-da38-4b01-9a10-0ff9d51055b5", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:35.633034 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1028b8f2-f333-4599-b908-e6f1a6d20c52 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:35.634624 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': '6d49fd04-da38-4b01-9a10-0ff9d51055b5', 'status': 'completed', 'code': 200} Jul 16 08:41:35.661415 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e50f1dcb-72dd-4283-b917-ca828403afe2 req-580c0f29-c85f-44e2-a285-849d6bd10c2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=65a3f74136ee4bfaa2e7c0766d64d4ad&device_id=cf387164-1a67-4ea4-828d-fb0433f55393 HTTP/1.1" status: 200 len: 210 time: 0.2240660 Jul 16 08:41:35.675105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b6e8e-885e-4be4-b362-d605e597ccfd service neutron] Pushing event updated for resources: {'Port': ['ID=6d49fd04-da38-4b01-9a10-0ff9d51055b5,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:35.796655 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c81e8348-cedd-4aa5-82a0-87f83bf0bc13 req-ee72e98a-ed62-4815-b10b-2ba8bd582aea tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf387164-1a67-4ea4-828d-fb0433f55393 HTTP/1.1" status: 200 len: 210 time: 0.1192713 Jul 16 08:41:35.807474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e50f1dcb-72dd-4283-b917-ca828403afe2 req-fe302ebd-18e5-4b43-ad7f-b1c392711665 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=65a3f74136ee4bfaa2e7c0766d64d4ad&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1222091 Jul 16 08:41:35.896477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:35.921703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-1bc146d7-8b3e-4a6e-a271-c8ad1259ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.923582 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-1bc146d7-8b3e-4a6e-a271-c8ad1259ccaa service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.1552856 Jul 16 08:41:35.944427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1eb113-c6d3-4f59-a7b0-bf3dc86db95e req-e6ba024a-3bc2-4781-8164-9f76dde0a7cb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.949287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b000b257-c329-4c68-9232-754ee20179ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.951225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1eb113-c6d3-4f59-a7b0-bf3dc86db95e req-e6ba024a-3bc2-4781-8164-9f76dde0a7cb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.959422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1eb113-c6d3-4f59-a7b0-bf3dc86db95e req-e6ba024a-3bc2-4781-8164-9f76dde0a7cb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.962196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 81e1fe20-877c-45f7-a8ee-ed2556c790ff up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:35.969069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1eb113-c6d3-4f59-a7b0-bf3dc86db95e req-e6ba024a-3bc2-4781-8164-9f76dde0a7cb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.976906 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1eb113-c6d3-4f59-a7b0-bf3dc86db95e req-e6ba024a-3bc2-4781-8164-9f76dde0a7cb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.985400 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb1eb113-c6d3-4f59-a7b0-bf3dc86db95e req-e6ba024a-3bc2-4781-8164-9f76dde0a7cb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 3829 time: 1.1172018 Jul 16 08:41:36.079434 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.093559 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56382) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:36.129863 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 81e1fe20-877c-45f7-a8ee-ed2556c790ff triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:36.130250 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.136548 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:36.171971 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.199639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dba1a3-dd0a-4434-b79f-7b5b55fe75a1 req-18ee3a9d-8f04-4420-b83d-359b081cf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.204115 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dba1a3-dd0a-4434-b79f-7b5b55fe75a1 req-18ee3a9d-8f04-4420-b83d-359b081cf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.204847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dba1a3-dd0a-4434-b79f-7b5b55fe75a1 req-18ee3a9d-8f04-4420-b83d-359b081cf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.205388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dba1a3-dd0a-4434-b79f-7b5b55fe75a1 req-18ee3a9d-8f04-4420-b83d-359b081cf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.205939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dba1a3-dd0a-4434-b79f-7b5b55fe75a1 req-18ee3a9d-8f04-4420-b83d-359b081cf50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.208215 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-17dba1a3-dd0a-4434-b79f-7b5b55fe75a1 req-18ee3a9d-8f04-4420-b83d-359b081cf50b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 4365 time: 0.6622415 Jul 16 08:41:36.241938 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3381086-c562-47fa-83b1-1b1c7bfb08dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.312640 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.319233 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.343710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.354308 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.355817 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] 10.222.0.15 "PUT /v2.0/ports/7b4ad3b4-c2e7-42e9-a320-9a38901cb33a HTTP/1.1" status: 200 len: 1096 time: 4.4847729 Jul 16 08:41:36.379441 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc8c8af-46b0-40f6-8dad-54bd0a678fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e1fe20-877c-45f7-a8ee-ed2556c790ff'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:36.388841 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d189c44-1091-479b-805e-07a36f9797d3" -d '{"events": [{"server_uuid": "2fc8c8af-46b0-40f6-8dad-54bd0a678fc2", "name": "network-vif-plugged", "status": "completed", "tag": "81e1fe20-877c-45f7-a8ee-ed2556c790ff"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:36.422668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 81e1fe20-877c-45f7-a8ee-ed2556c790ff, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:36.432373 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.530519 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb1eb113-c6d3-4f59-a7b0-bf3dc86db95e req-39492a90-3203-4d70-9c52-edc8dac0a845 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5390403 Jul 16 08:41:36.546965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=81e1fe20-877c-45f7-a8ee-ed2556c790ff,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:36.572040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50f1dcb-72dd-4283-b917-ca828403afe2 req-2d6d06fe-dd9e-4f52-aa41-c878f5882304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.574697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e50f1dcb-72dd-4283-b917-ca828403afe2 req-2d6d06fe-dd9e-4f52-aa41-c878f5882304 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7486980 Jul 16 08:41:36.654384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dba1a3-dd0a-4434-b79f-7b5b55fe75a1 req-167ec235-09f9-4106-b378-afaa386e6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.654870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dba1a3-dd0a-4434-b79f-7b5b55fe75a1 req-167ec235-09f9-4106-b378-afaa386e6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.655341 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dba1a3-dd0a-4434-b79f-7b5b55fe75a1 req-167ec235-09f9-4106-b378-afaa386e6d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:36.658314 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-17dba1a3-dd0a-4434-b79f-7b5b55fe75a1 req-167ec235-09f9-4106-b378-afaa386e6d3f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3004630 Jul 16 08:41:36.851176 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-30b8bbbb-2613-4508-b9d2-25b25ad7815f service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8621159 Jul 16 08:41:36.932846 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3381086-c562-47fa-83b1-1b1c7bfb08dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.988280 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3381086-c562-47fa-83b1-1b1c7bfb08dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.988554 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.998381 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02c7b8-7b00-4b94-bcd5-ee8e1f1faafa service neutron] Pushing event updated for resources: {'Port': ['ID=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:37.021255 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.033463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3381086-c562-47fa-83b1-1b1c7bfb08dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e496b746-7c6d-410d-a542-6e7e9445235d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:37.161470 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a3381086-c562-47fa-83b1-1b1c7bfb08dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=515656984fc149f087a38e77ac676acd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0579958 Jul 16 08:41:37.176011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56392) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:37.218932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=5872fe6f-136d-455b-b483-a8c7a2683269,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:37.223287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.339870 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7442b34-01bd-490b-8d7c-43137efa3b10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.340480 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b57df5-6b13-4ca2-9b70-7e1e2281d6b0 req-f2e070a5-0b56-4b20-a01a-859c55af2c38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.350726 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-67b57df5-6b13-4ca2-9b70-7e1e2281d6b0 req-f2e070a5-0b56-4b20-a01a-859c55af2c38 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 947 time: 1.2492912 Jul 16 08:41:37.381774 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-3a86c603-fd62-49b8-885c-c33f5d3367e0 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950787 Jul 16 08:41:37.395032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e35e6c2-3a61-4a15-84df-37e954a68bca req-39d3bced-d732-4031-8286-a31c8389692c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.396723 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9e35e6c2-3a61-4a15-84df-37e954a68bca req-39d3bced-d732-4031-8286-a31c8389692c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.3684874 Jul 16 08:41:37.450839 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-a054537c-8030-4da4-9bcb-6593a5c1c28d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6e71c4ff-1f67-4669-9250-8125eb2bb63a HTTP/1.1" status: 200 len: 217 time: 0.0504355 Jul 16 08:41:37.452793 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-67b57df5-6b13-4ca2-9b70-7e1e2281d6b0 req-d476cc7f-4fdf-46a9-b1f8-7bf743447b82 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964069 Jul 16 08:41:37.468331 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7442b34-01bd-490b-8d7c-43137efa3b10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.507613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:37.510667 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd5d66b-cd38-491b-8492-ac221aa83097" -d '{"events": [{"name": "network-changed", "server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:37.647604 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-002d17a7-852c-48d3-a2d0-e872f33d9d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:37.649532 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-002d17a7-852c-48d3-a2d0-e872f33d9d3a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.1834848 Jul 16 08:41:37.733892 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9e35e6c2-3a61-4a15-84df-37e954a68bca req-60b93e7e-8b70-4cb3-a145-e0c45d0948e3 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816777 Jul 16 08:41:37.893280 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2f5067c4-b965-4dde-88d6-10dff7e1d32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.914191 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e50f1dcb-72dd-4283-b917-ca828403afe2 req-1b4c8d60-e67a-46f9-9926-bbd76416c203 tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf387164-1a67-4ea4-828d-fb0433f55393 HTTP/1.1" status: 200 len: 210 time: 0.1007178 Jul 16 08:41:37.932076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58152f66-9e10-424e-a327-eb3322be8e41 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:37.967799 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.040293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Transition to ACTIVE for port object 58152f66-9e10-424e-a327-eb3322be8e41 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:38.051747 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.057903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-641b271d-5ae3-4bdd-855e-3619ceae5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.070853 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-641b271d-5ae3-4bdd-855e-3619ceae5d39 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3809566 Jul 16 08:41:38.079428 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a09aa46-04fc-4113-a008-6bed2e6cedd2 x-openstack-request-id: req-2a09aa46-04fc-4113-a008-6bed2e6cedd2 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:38.079694 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc8c8af-46b0-40f6-8dad-54bd0a678fc2", "name": "network-vif-plugged", "status": "completed", "tag": "81e1fe20-877c-45f7-a8ee-ed2556c790ff", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:38.079946 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2a09aa46-04fc-4113-a008-6bed2e6cedd2 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:38.080866 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc8c8af-46b0-40f6-8dad-54bd0a678fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e1fe20-877c-45f7-a8ee-ed2556c790ff', 'code': 200} Jul 16 08:41:38.172880 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.329379 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-096a7aab-f755-4edc-81ee-46ffc3721b24 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574089 Jul 16 08:41:38.417260 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7442b34-01bd-490b-8d7c-43137efa3b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.423149 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7442b34-01bd-490b-8d7c-43137efa3b10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.431950 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c7442b34-01bd-490b-8d7c-43137efa3b10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e496b746-7c6d-410d-a542-6e7e9445235d HTTP/1.1" status: 204 len: 168 time: 1.2487082 Jul 16 08:41:38.452272 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee2d301-996f-4c71-bd62-1d175ceeeb9e x-openstack-request-id: req-2ee2d301-996f-4c71-bd62-1d175ceeeb9e {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:38.452927 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:38.452927 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ee2d301-996f-4c71-bd62-1d175ceeeb9e {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:38.453281 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'status': 'completed', 'code': 200} Jul 16 08:41:38.545951 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-8effec17-a8ab-42c0-b8d3-85535679aff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.547636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-8effec17-a8ab-42c0-b8d3-85535679aff6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 1099 time: 1.8475268 Jul 16 08:41:38.565010 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b1ffb3ef-ac9a-465e-ac59-86809bcc0e11 req-791e255d-a36d-4728-b93d-5197d75ea3a6 tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf387164-1a67-4ea4-828d-fb0433f55393 HTTP/1.1" status: 200 len: 210 time: 0.1684642 Jul 16 08:41:38.731176 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dba1a3-dd0a-4434-b79f-7b5b55fe75a1 req-7bee915d-29bd-4b64-89d6-fbba11a82f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.732839 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-17dba1a3-dd0a-4434-b79f-7b5b55fe75a1 req-7bee915d-29bd-4b64-89d6-fbba11a82f67 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 1.7269604 Jul 16 08:41:38.754071 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Floating IP 96fda58a-448c-4168-a512-ead8e15b3493 associated. External IP: 172.25.4.21, port: 9adbd490-1aa8-4e50-a725-db6159054741. Jul 16 08:41:38.809405 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-e8e632d2-63aa-498c-a1b6-807de10a650a service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964985 Jul 16 08:41:38.861441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7442b34-01bd-490b-8d7c-43137efa3b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e496b746-7c6d-410d-a542-6e7e9445235d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.069578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Pushing event updated for resources: {'Port': ['ID=58152f66-9e10-424e-a327-eb3322be8e41,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.186068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-9851451f-3388-46f6-a93a-cb53c211732c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:39.189677 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-9851451f-3388-46f6-a93a-cb53c211732c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.6134498 Jul 16 08:41:39.284908 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-a142d4f2-9255-49ab-aced-becef1e4a19c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a HTTP/1.1" status: 200 len: 217 time: 0.0832069 Jul 16 08:41:39.512224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-0764c952-cc66-4510-a6bd-d80b8ac4927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:39.513840 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-0764c952-cc66-4510-a6bd-d80b8ac4927f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1417272 Jul 16 08:41:39.614252 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.634035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Attempting to bind port 58152f66-9e10-424e-a327-eb3322be8e41 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:39.634669 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Attempting to bind port 58152f66-9e10-424e-a327-eb3322be8e41 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:39.635179 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Attempting to bind port 58152f66-9e10-424e-a327-eb3322be8e41 on network c9cc98b5-8c58-4ab1-880e-6e6ade550708 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:39.638476 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-5f043fbc-dca0-4fde-baa6-1b2a97fa2490 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=ed62a5f0-1850-4742-b8df-60c11d9a13c3 HTTP/1.1" status: 200 len: 217 time: 0.8022156 Jul 16 08:41:39.707151 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-61d7380c-969a-427c-9b4d-fb546ad2a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:39.708821 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-61d7380c-969a-427c-9b4d-fb546ad2a2c8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.0576990 Jul 16 08:41:39.741021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Port 58152f66-9e10-424e-a327-eb3322be8e41 on network c9cc98b5-8c58-4ab1-880e-6e6ade550708 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:39.741360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Attempting to bind port 58152f66-9e10-424e-a327-eb3322be8e41 on network c9cc98b5-8c58-4ab1-880e-6e6ade550708 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:39.808571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:39.808571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Checking segment: {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:39.808571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Bound using segment: {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:39.809161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Bound port: 58152f66-9e10-424e-a327-eb3322be8e41, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:39.809317 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.888433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-b26f46e8-f660-4c87-aa5b-dc22f11cb9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:39.890003 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-b26f46e8-f660-4c87-aa5b-dc22f11cb9f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 1099 time: 1.5563691 Jul 16 08:41:39.953739 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] For port 58152f66-9e10-424e-a327-eb3322be8e41, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:39.958380 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] For port 58152f66-9e10-424e-a327-eb3322be8e41, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=58152f66-9e10-424e-a327-eb3322be8e41,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:40.075544 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.078389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-2c901cb3-1d2a-4645-8411-f6e55db2cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.080027 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-2c901cb3-1d2a-4645-8411-f6e55db2cba5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.1184075 Jul 16 08:41:40.105569 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c154a84-869d-4989-a761-b9c13f924957 req-b1b32e6e-af55-4fc9-a588-e9d79e8cb39f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.107184 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c154a84-869d-4989-a761-b9c13f924957 req-b1b32e6e-af55-4fc9-a588-e9d79e8cb39f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 947 time: 0.4960914 Jul 16 08:41:40.110710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa406086-57ad-4811-a50b-a2f68e646b77 req-f9631e56-7b57-4b5b-a4d0-608fc1a68b30 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.126592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa406086-57ad-4811-a50b-a2f68e646b77 req-f9631e56-7b57-4b5b-a4d0-608fc1a68b30 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.142905 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa406086-57ad-4811-a50b-a2f68e646b77 req-f9631e56-7b57-4b5b-a4d0-608fc1a68b30 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.157250 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa406086-57ad-4811-a50b-a2f68e646b77 req-f9631e56-7b57-4b5b-a4d0-608fc1a68b30 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.165213 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-4455644c-22b5-4021-8939-3e71e3eed1b1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a HTTP/1.1" status: 200 len: 217 time: 0.0683970 Jul 16 08:41:40.173813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa406086-57ad-4811-a50b-a2f68e646b77 req-f9631e56-7b57-4b5b-a4d0-608fc1a68b30 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.187019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-045b22b4-efa7-42d3-b49e-5506a7f552c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.189030 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-045b22b4-efa7-42d3-b49e-5506a7f552c9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4546297 Jul 16 08:41:40.193213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa406086-57ad-4811-a50b-a2f68e646b77 req-f9631e56-7b57-4b5b-a4d0-608fc1a68b30 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.209396 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fa406086-57ad-4811-a50b-a2f68e646b77 req-f9631e56-7b57-4b5b-a4d0-608fc1a68b30 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 4602 time: 1.1520045 Jul 16 08:41:40.227595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-62a1589e-45af-4ac7-98cc-edf0421c7977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.232125 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.232804 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.234303 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] 10.222.0.15 "PUT /v2.0/ports/58152f66-9e10-424e-a327-eb3322be8e41 HTTP/1.1" status: 200 len: 1132 time: 5.0597193 Jul 16 08:41:40.236960 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-62a1589e-45af-4ac7-98cc-edf0421c7977 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7049689 Jul 16 08:41:40.249040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': '58152f66-9e10-424e-a327-eb3322be8e41'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:40.252985 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ada48b4-e6df-422c-a820-b8aed8704db5" -d '{"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "58152f66-9e10-424e-a327-eb3322be8e41"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:40.401495 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-aa69b6f9-32e2-4ba3-89a2-1e7f33942d70 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534820 Jul 16 08:41:40.442332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Request body: {'port': {'device_id': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:40.551063 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c154a84-869d-4989-a761-b9c13f924957 req-98ffe46f-c3f2-4669-ad37-81621fec10d6 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3847897 Jul 16 08:41:40.571894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0874ccc9-b1c5-4701-8a77-32566ee83c6e service neutron] Pushing event updated for resources: {'Port': ['ID=58152f66-9e10-424e-a327-eb3322be8e41,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:40.655762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-156a12a9-ebb4-4575-9ffe-87dbed05a814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:40.657437 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-156a12a9-ebb4-4575-9ffe-87dbed05a814 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.4300175 Jul 16 08:41:40.669232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:40.763753 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.797412 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fa406086-57ad-4811-a50b-a2f68e646b77 req-3ff45af1-9e02-4b86-8e5b-46d1ad59f842 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5855792 Jul 16 08:41:41.113753 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-c33c5db8-eded-4e4c-8e60-d0203924ab7b service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6653833 Jul 16 08:41:41.165217 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.271231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-e05d3418-79a0-4429-bc0b-cab4307551dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.272984 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-e05d3418-79a0-4429-bc0b-cab4307551dd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5103393 Jul 16 08:41:41.274884 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-1bef8d7c-d82f-41a0-9c30-231f8d44f234 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=181f3551-9ad1-4dfb-bb61-77674378805b HTTP/1.1" status: 200 len: 217 time: 0.1354804 Jul 16 08:41:41.328084 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b000b257-c329-4c68-9232-754ee20179ee admin admin] Deleting port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:41.332474 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b000b257-c329-4c68-9232-754ee20179ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.499765 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-0ad8ef8e-1b7b-418f-94d9-f6bf97fb5741 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114594 Jul 16 08:41:41.569130 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-d034c8e0-cd47-4c6a-b2a2-ab1325ccc9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.570477 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-d034c8e0-cd47-4c6a-b2a2-ab1325ccc9cd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50e963c7-0b3c-42c9-bd21-0a34517e5ea3 HTTP/1.1" status: 200 len: 797 time: 0.2833929 Jul 16 08:41:41.608790 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-2ad7656e-4fbc-4ce0-99bd-6fc922818de2 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3068104 Jul 16 08:41:41.696369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:41.721728 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6167835-02d4-49ba-ab01-04330f2ecd64 None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:41.753370 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6167835-02d4-49ba-ab01-04330f2ecd64 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:41.754110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b6167835-02d4-49ba-ab01-04330f2ecd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:41.788583 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704833a-b53f-409e-bd91-4c259c7b08f6 req-b162629f-894c-47ca-9e57-2397793cf165 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.799986 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1704833a-b53f-409e-bd91-4c259c7b08f6 req-b162629f-894c-47ca-9e57-2397793cf165 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.7212584 Jul 16 08:41:41.902105 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.927290 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b6167835-02d4-49ba-ab01-04330f2ecd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:41.965358 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6167835-02d4-49ba-ab01-04330f2ecd64 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:41.971051 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b6167835-02d4-49ba-ab01-04330f2ecd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:42.010092 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-b000b257-c329-4c68-9232-754ee20179ee admin admin] For port 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=90b9ded4-dbdb-43ca-b89d-efc2c757d4c0,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:42.010568 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b000b257-c329-4c68-9232-754ee20179ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.077869 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28222090-7bc1-4a40-824e-cc8b43b4fb22 x-openstack-request-id: req-28222090-7bc1-4a40-824e-cc8b43b4fb22 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:42.078167 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "58152f66-9e10-424e-a327-eb3322be8e41", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:42.078440 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28222090-7bc1-4a40-824e-cc8b43b4fb22 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:42.079226 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': '58152f66-9e10-424e-a327-eb3322be8e41', 'status': 'completed', 'code': 200} Jul 16 08:41:42.091858 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b6167835-02d4-49ba-ab01-04330f2ecd64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:42.092537 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6167835-02d4-49ba-ab01-04330f2ecd64 None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:42.139591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56448) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.189474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-a5364cbb-1276-454d-a1ee-c3583cb4e731 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6796420 Jul 16 08:41:42.212427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b000b257-c329-4c68-9232-754ee20179ee admin admin] Calling delete_port for 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:42.219818 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1704833a-b53f-409e-bd91-4c259c7b08f6 req-784deead-267b-44c7-bb7c-9b52f1df553b tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4176943 Jul 16 08:41:42.230911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-604b64ee-d2f9-421f-b5c3-72f22ae48803 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.0100904 Jul 16 08:41:42.234804 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56452) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.256356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-263b9c52-36df-436c-8017-6e6cddea2ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.263281 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-263b9c52-36df-436c-8017-6e6cddea2ebb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6436064 Jul 16 08:41:42.297956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-af7fbf64-e964-464d-bbba-6c1ab9edf512 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'floatingip': {'port_id': '9adbd490-1aa8-4e50-a725-db6159054741', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:42.424468 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-594ad3a3-c6f2-442b-bd1a-f512bd4af0fd req-de838b96-cfea-4783-b996-1183611f14b1 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8042705 Jul 16 08:41:42.539266 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-6fe865f7-a196-4b09-b6d2-47ebc97e87c6 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355740 Jul 16 08:41:42.685872 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af7fbf64-e964-464d-bbba-6c1ab9edf512 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.807461 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada48b4-e6df-422c-a820-b8aed8704db5 req-78f8ef61-d72a-473f-b823-bbcdd2c4ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.808076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada48b4-e6df-422c-a820-b8aed8704db5 req-78f8ef61-d72a-473f-b823-bbcdd2c4ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.808483 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada48b4-e6df-422c-a820-b8aed8704db5 req-78f8ef61-d72a-473f-b823-bbcdd2c4ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.812627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada48b4-e6df-422c-a820-b8aed8704db5 req-78f8ef61-d72a-473f-b823-bbcdd2c4ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.812930 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada48b4-e6df-422c-a820-b8aed8704db5 req-78f8ef61-d72a-473f-b823-bbcdd2c4ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.813422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada48b4-e6df-422c-a820-b8aed8704db5 req-78f8ef61-d72a-473f-b823-bbcdd2c4ccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.815520 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ada48b4-e6df-422c-a820-b8aed8704db5 req-78f8ef61-d72a-473f-b823-bbcdd2c4ccd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5290 time: 0.7416103 Jul 16 08:41:42.824476 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-a8098f72-43cc-4a0c-9680-2fa0606f2d94 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675667 Jul 16 08:41:42.826816 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:42.925358 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.121483 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-f987bbc2-745a-42aa-96d1-c11849d26ea9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba8f1388-8cd4-4555-a1fd-9c1888461851 HTTP/1.1" status: 200 len: 217 time: 0.2478611 Jul 16 08:41:43.127225 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5484d61b-cda8-40e2-83e2-137f6bcd2754 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.129943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada48b4-e6df-422c-a820-b8aed8704db5 req-ded61e04-43a2-4f7e-a159-40d6b2672321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.130415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada48b4-e6df-422c-a820-b8aed8704db5 req-ded61e04-43a2-4f7e-a159-40d6b2672321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.130886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada48b4-e6df-422c-a820-b8aed8704db5 req-ded61e04-43a2-4f7e-a159-40d6b2672321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.132726 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ada48b4-e6df-422c-a820-b8aed8704db5 req-ded61e04-43a2-4f7e-a159-40d6b2672321 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1216590 Jul 16 08:41:43.133250 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56494) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.190650 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Transition to ACTIVE for port object 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:43.224785 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.256777 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b000b257-c329-4c68-9232-754ee20179ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.295851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Pushing event updated for resources: {'Port': ['ID=0a38388f-bcd0-4aae-9d2d-7ec4959acb62,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:43.380097 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-f6687ba4-f6b0-4b16-997d-cdbee1403ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.382265 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-f6687ba4-f6b0-4b16-997d-cdbee1403ba0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50e963c7-0b3c-42c9-bd21-0a34517e5ea3 HTTP/1.1" status: 200 len: 797 time: 0.2344942 Jul 16 08:41:43.446549 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada48b4-e6df-422c-a820-b8aed8704db5 req-7b54ea3a-5ea7-4990-a552-5ee6c4c2c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.449221 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ada48b4-e6df-422c-a820-b8aed8704db5 req-7b54ea3a-5ea7-4990-a552-5ee6c4c2c9b1 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1982553 Jul 16 08:41:43.455632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b000b257-c329-4c68-9232-754ee20179ee admin admin] Pushing event deleted for resources: {'Port': ['ID=90b9ded4-dbdb-43ca-b89d-efc2c757d4c0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:43.626057 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8aefbc-28b8-4df2-9486-db5e14b38692 req-07fbe6da-e71c-4d10-b38e-9c9018255cdd tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.632841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8aefbc-28b8-4df2-9486-db5e14b38692 req-07fbe6da-e71c-4d10-b38e-9c9018255cdd tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.661183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8aefbc-28b8-4df2-9486-db5e14b38692 req-07fbe6da-e71c-4d10-b38e-9c9018255cdd tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.669326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8aefbc-28b8-4df2-9486-db5e14b38692 req-07fbe6da-e71c-4d10-b38e-9c9018255cdd tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.682765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8aefbc-28b8-4df2-9486-db5e14b38692 req-07fbe6da-e71c-4d10-b38e-9c9018255cdd tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.691501 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5484d61b-cda8-40e2-83e2-137f6bcd2754 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.698459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8aefbc-28b8-4df2-9486-db5e14b38692 req-07fbe6da-e71c-4d10-b38e-9c9018255cdd tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.702550 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f8aefbc-28b8-4df2-9486-db5e14b38692 req-07fbe6da-e71c-4d10-b38e-9c9018255cdd tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 4602 time: 0.9364581 Jul 16 08:41:43.833170 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5484d61b-cda8-40e2-83e2-137f6bcd2754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.860604 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-1a110eea-9d45-4943-bce3-6a8e3be06c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.862202 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-1a110eea-9d45-4943-bce3-6a8e3be06c8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 1099 time: 1.3607528 Jul 16 08:41:43.881677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a6255ef8-cb11-463b-a7f6-39a03d31ef1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.936237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95512ab-8596-473a-8741-7382647423bc req-a7dbdc8d-9dcc-4775-8814-19bfd57ac266 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.939286 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d95512ab-8596-473a-8741-7382647423bc req-a7dbdc8d-9dcc-4775-8814-19bfd57ac266 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 947 time: 1.4296911 Jul 16 08:41:44.033644 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f8aefbc-28b8-4df2-9486-db5e14b38692 req-98c0ae54-694c-4837-9765-397fc7bd94eb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2777770 Jul 16 08:41:44.099016 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5484d61b-cda8-40e2-83e2-137f6bcd2754 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65a3f74136ee4bfaa2e7c0766d64d4ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9088047 Jul 16 08:41:44.112913 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56502) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:44.166460 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484d61b-cda8-40e2-83e2-137f6bcd2754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8367c8-f5a4-4016-8a94-853b0daccea8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.267619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Attempting to bind port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:44.268717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Attempting to bind port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:44.269028 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Attempting to bind port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 on network c9cc98b5-8c58-4ab1-880e-6e6ade550708 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:44.298884 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b000b257-c329-4c68-9232-754ee20179ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.416899 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d95512ab-8596-473a-8741-7382647423bc req-da2fd373-cf2a-4ec0-8917-98b2c1811ab1 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3111877 Jul 16 08:41:44.590570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-1ae639cf-d1fc-4701-a230-5319a0150511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:44.594551 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-1ae639cf-d1fc-4701-a230-5319a0150511 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.7175581 Jul 16 08:41:44.727166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-db730268-0980-42c8-87d3-111dcd5bb918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:44.729883 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-db730268-0980-42c8-87d3-111dcd5bb918 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.3393247 Jul 16 08:41:44.772484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 on network c9cc98b5-8c58-4ab1-880e-6e6ade550708 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:44.775107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Attempting to bind port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 on network c9cc98b5-8c58-4ab1-880e-6e6ade550708 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:44.799659 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-710eac2a-5d2a-4827-bd43-dc5897dae3b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.801603 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.resource_extend [None req-af7fbf64-e964-464d-bbba-6c1ab9edf512 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:41:44.810653 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-ac5d89a5-4a63-4edf-a527-1adc06a9c649 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a HTTP/1.1" status: 200 len: 217 time: 0.1935215 Jul 16 08:41:44.837935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:44.838444 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Checking segment: {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:44.839021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Bound using segment: {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:44.839734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Bound port: 0a38388f-bcd0-4aae-9d2d-7ec4959acb62, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:44.840331 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.092796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] For port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:45.098997 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] For port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0a38388f-bcd0-4aae-9d2d-7ec4959acb62,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:45.118789 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.206477 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af7fbf64-e964-464d-bbba-6c1ab9edf512 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.315150 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af7fbf64-e964-464d-bbba-6c1ab9edf512 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.511154 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.512149 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.514985 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] 10.222.0.15 "PUT /v2.0/ports/0a38388f-bcd0-4aae-9d2d-7ec4959acb62 HTTP/1.1" status: 200 len: 1132 time: 5.1121175 Jul 16 08:41:45.558320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': '0a38388f-bcd0-4aae-9d2d-7ec4959acb62'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:45.562436 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a14a9455-82e2-4672-805f-5abc894a4327" -d '{"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "0a38388f-bcd0-4aae-9d2d-7ec4959acb62"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:45.575118 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-710eac2a-5d2a-4827-bd43-dc5897dae3b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.599114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-07e111a5-6079-4411-803e-49c796257a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.601096 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-07e111a5-6079-4411-803e-49c796257a15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.7792861 Jul 16 08:41:45.628778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Request body: {'port': {'device_id': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:45.715075 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a6255ef8-cb11-463b-a7f6-39a03d31ef1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.790884 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc493a7-8beb-4394-ae3b-8f1042c058f9 req-f54d3aa9-6110-41ef-8f4b-dbb8a4f685e1 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.804952 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbc493a7-8beb-4394-ae3b-8f1042c058f9 req-f54d3aa9-6110-41ef-8f4b-dbb8a4f685e1 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 1.5279517 Jul 16 08:41:45.830222 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-5d0a0402-a976-4857-a10c-228a2886ea23 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0806992 Jul 16 08:41:45.833142 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a6255ef8-cb11-463b-a7f6-39a03d31ef1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.864365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Pushing event updated for resources: {'Port': ['ID=0a38388f-bcd0-4aae-9d2d-7ec4959acb62,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:45.942396 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a6255ef8-cb11-463b-a7f6-39a03d31ef1e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba21d31fb9d2493c96893e785cdfa9ef&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6969209 Jul 16 08:41:45.960846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56512) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:45.995448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89303f8-2e72-4271-89c6-71edffbc85c7 req-f85dae2a-4311-45f6-9b00-3b41dfb1ee68 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.002087 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89303f8-2e72-4271-89c6-71edffbc85c7 req-f85dae2a-4311-45f6-9b00-3b41dfb1ee68 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.008643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89303f8-2e72-4271-89c6-71edffbc85c7 req-f85dae2a-4311-45f6-9b00-3b41dfb1ee68 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.016370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89303f8-2e72-4271-89c6-71edffbc85c7 req-f85dae2a-4311-45f6-9b00-3b41dfb1ee68 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.020226 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:46.020857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:46.021427 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:46.022308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:46.022308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:46.022661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:46.023101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:46.023279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89303f8-2e72-4271-89c6-71edffbc85c7 req-f85dae2a-4311-45f6-9b00-3b41dfb1ee68 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.023670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:46.024274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:46.024935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:46.025430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:46.026125 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:46.026548 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90819978-c7b7-4ff4-8c11-c71ced8bbd31 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:46.029625 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89303f8-2e72-4271-89c6-71edffbc85c7 req-f85dae2a-4311-45f6-9b00-3b41dfb1ee68 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.046418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89303f8-2e72-4271-89c6-71edffbc85c7 req-f85dae2a-4311-45f6-9b00-3b41dfb1ee68 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.056392 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d89303f8-2e72-4271-89c6-71edffbc85c7 req-f85dae2a-4311-45f6-9b00-3b41dfb1ee68 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5375 time: 0.6037538 Jul 16 08:41:46.080051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6255ef8-cb11-463b-a7f6-39a03d31ef1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc15e64-b82a-42d4-a955-9f3f31eb559d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.123953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b000b257-c329-4c68-9232-754ee20179ee admin admin] Router ffb36751-2edc-4395-b203-006d81299892 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:46.132830 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-e818b654-f151-491b-bbfc-864adc732adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.134783 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-e818b654-f151-491b-bbfc-864adc732adc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4977255 Jul 16 08:41:46.143207 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-710eac2a-5d2a-4827-bd43-dc5897dae3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.146189 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-710eac2a-5d2a-4827-bd43-dc5897dae3b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.151430 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-710eac2a-5d2a-4827-bd43-dc5897dae3b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c8367c8-f5a4-4016-8a94-853b0daccea8 HTTP/1.1" status: 204 len: 168 time: 2.0371301 Jul 16 08:41:46.200151 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbc493a7-8beb-4394-ae3b-8f1042c058f9 req-517fb3e8-6456-4c57-98ef-1ac95b83ff2a tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935812 Jul 16 08:41:46.270071 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-cdedc496-3adf-4653-8121-20c35a35f123 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166029 Jul 16 08:41:46.361160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d89303f8-2e72-4271-89c6-71edffbc85c7 req-a54dd859-9e82-4fa3-bf5f-26a943c3e206 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3034506 Jul 16 08:41:46.362011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710eac2a-5d2a-4827-bd43-dc5897dae3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8367c8-f5a4-4016-8a94-853b0daccea8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.480257 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.515408 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1877c066-0844-479d-bd93-a3ac14c0f76e x-openstack-request-id: req-1877c066-0844-479d-bd93-a3ac14c0f76e {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:46.516083 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "0a38388f-bcd0-4aae-9d2d-7ec4959acb62", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:46.516676 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1877c066-0844-479d-bd93-a3ac14c0f76e {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:46.517624 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': '0a38388f-bcd0-4aae-9d2d-7ec4959acb62', 'status': 'completed', 'code': 200} Jul 16 08:41:46.574668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:46.597612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'mac_address': 'fa:16:3e:ab:f9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:46.686406 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.705154 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:46.737522 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9455-8305-47e0-aac2-f2abb275e7c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.752172 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:46.764079 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.849456 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1dd3b57-5048-464f-a066-1db691cd3337 req-a1c0a4e4-3cba-407c-bd3a-4043b859baac service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9949439 Jul 16 08:41:46.931739 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9455-8305-47e0-aac2-f2abb275e7c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.932867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.061414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['7b4ad3b4-c2e7-42e9-a320-9a38901cb33a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:47.114186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b000b257-c329-4c68-9232-754ee20179ee admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:47.137401 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1ee9f9-f854-4aa4-8e0c-3a64606fcc2c None None] Sync routers for ids ['ffb36751-2edc-4395-b203-006d81299892'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:47.138758 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b000b257-c329-4c68-9232-754ee20179ee admin admin] 10.222.0.20 "PUT /v2.0/routers/ffb36751-2edc-4395-b203-006d81299892/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0643377 Jul 16 08:41:47.143627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56528) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:47.155339 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387dc140-2e35-4d85-9430-8004103ff19c req-f5c0f64c-d0ce-417e-a2a7-0fa972f6a70c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.156639 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ee9f9-f854-4aa4-8e0c-3a64606fcc2c None None] Routers {'ffb36751-2edc-4395-b203-006d81299892'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:47.157474 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3e1ee9f9-f854-4aa4-8e0c-3a64606fcc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['ffb36751-2edc-4395-b203-006d81299892'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:47.171675 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-387dc140-2e35-4d85-9430-8004103ff19c req-f5c0f64c-d0ce-417e-a2a7-0fa972f6a70c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 947 time: 0.6492679 Jul 16 08:41:47.180739 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0fd5d66b-cd38-491b-8492-ac221aa83097 req-b1443900-7e7e-4c00-aa06-24de08692b8e service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9018946 Jul 16 08:41:47.204225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af7fbf64-e964-464d-bbba-6c1ab9edf512 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:47.357551 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9455-8305-47e0-aac2-f2abb275e7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.360845 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d1aa9455-8305-47e0-aac2-f2abb275e7c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.362478 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d1aa9455-8305-47e0-aac2-f2abb275e7c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5fc15e64-b82a-42d4-a955-9f3f31eb559d HTTP/1.1" status: 204 len: 168 time: 1.3980155 Jul 16 08:41:47.422330 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-387dc140-2e35-4d85-9430-8004103ff19c req-8959fbdc-3dc4-43a9-b15e-fc1522677547 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496688 Jul 16 08:41:47.428353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aa9455-8305-47e0-aac2-f2abb275e7c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc15e64-b82a-42d4-a955-9f3f31eb559d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.534736 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a9455-82e2-4672-805f-5abc894a4327 req-476355e7-56e9-4527-97fa-74b15172add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.551246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a9455-82e2-4672-805f-5abc894a4327 req-476355e7-56e9-4527-97fa-74b15172add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.556828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a9455-82e2-4672-805f-5abc894a4327 req-476355e7-56e9-4527-97fa-74b15172add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.556828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a9455-82e2-4672-805f-5abc894a4327 req-476355e7-56e9-4527-97fa-74b15172add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.563756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a9455-82e2-4672-805f-5abc894a4327 req-476355e7-56e9-4527-97fa-74b15172add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.564489 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a9455-82e2-4672-805f-5abc894a4327 req-476355e7-56e9-4527-97fa-74b15172add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.570218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a9455-82e2-4672-805f-5abc894a4327 req-476355e7-56e9-4527-97fa-74b15172add2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.582713 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a14a9455-82e2-4672-805f-5abc894a4327 req-476355e7-56e9-4527-97fa-74b15172add2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 6215 time: 1.0151124 Jul 16 08:41:47.765681 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af7fbf64-e964-464d-bbba-6c1ab9edf512 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:47.777257 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af7fbf64-e964-464d-bbba-6c1ab9edf512 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.792268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f568a705-cc53-44ab-b6c5-b95802e423dc None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:47.835555 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-3e1ee9f9-f854-4aa4-8e0c-3a64606fcc2c None None] Set router ffb36751-2edc-4395-b203-006d81299892 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:47.842043 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f568a705-cc53-44ab-b6c5-b95802e423dc None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:47.842700 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f568a705-cc53-44ab-b6c5-b95802e423dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:47.869768 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b65b6e1-328c-49ab-919d-e824c6be9088 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:47.916120 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.919770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f568a705-cc53-44ab-b6c5-b95802e423dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:47.946372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f568a705-cc53-44ab-b6c5-b95802e423dc None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:47.947071 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f568a705-cc53-44ab-b6c5-b95802e423dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:48.051810 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Transition to ACTIVE for port object 6b65b6e1-328c-49ab-919d-e824c6be9088 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:48.056273 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f568a705-cc53-44ab-b6c5-b95802e423dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:48.061199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f568a705-cc53-44ab-b6c5-b95802e423dc None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:48.078003 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.172109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Pushing event updated for resources: {'Port': ['ID=6b65b6e1-328c-49ab-919d-e824c6be9088,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.245479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c733757-e249-4b2c-a497-50e444d60118 req-0fdc0de8-db3c-4f62-8e7a-1ba463866e7d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.270842 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c733757-e249-4b2c-a497-50e444d60118 req-0fdc0de8-db3c-4f62-8e7a-1ba463866e7d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.289257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c733757-e249-4b2c-a497-50e444d60118 req-0fdc0de8-db3c-4f62-8e7a-1ba463866e7d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.293914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a9455-82e2-4672-805f-5abc894a4327 req-ab9c29cd-ca0b-4327-aa3c-48904dcff984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.294505 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a9455-82e2-4672-805f-5abc894a4327 req-ab9c29cd-ca0b-4327-aa3c-48904dcff984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.299843 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a9455-82e2-4672-805f-5abc894a4327 req-ab9c29cd-ca0b-4327-aa3c-48904dcff984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.303737 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a14a9455-82e2-4672-805f-5abc894a4327 req-ab9c29cd-ca0b-4327-aa3c-48904dcff984 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7102451 Jul 16 08:41:48.310230 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.319032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c733757-e249-4b2c-a497-50e444d60118 req-0fdc0de8-db3c-4f62-8e7a-1ba463866e7d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.332401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c733757-e249-4b2c-a497-50e444d60118 req-0fdc0de8-db3c-4f62-8e7a-1ba463866e7d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.353111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c733757-e249-4b2c-a497-50e444d60118 req-0fdc0de8-db3c-4f62-8e7a-1ba463866e7d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.371477 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c733757-e249-4b2c-a497-50e444d60118 req-0fdc0de8-db3c-4f62-8e7a-1ba463866e7d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.382544 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c733757-e249-4b2c-a497-50e444d60118 req-0fdc0de8-db3c-4f62-8e7a-1ba463866e7d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5375 time: 0.6022818 Jul 16 08:41:48.419435 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-af7fbf64-e964-464d-bbba-6c1ab9edf512 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "PUT /v2.0/floatingips/96fda58a-448c-4168-a512-ead8e15b3493 HTTP/1.1" status: 200 len: 978 time: 6.1652036 Jul 16 08:41:48.452225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56558) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:48.520141 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3e1ee9f9-f854-4aa4-8e0c-3a64606fcc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36751-2edc-4395-b203-006d81299892', 'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:42Z', 'updated_at': '2021-07-16T08:41:43Z', 'revision_number': 5, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'gw_port': {'id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:44Z', 'updated_at': '2021-07-16T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:48.582235 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1ee9f9-f854-4aa4-8e0c-3a64606fcc2c None None] Checking router: ffb36751-2edc-4395-b203-006d81299892 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:48.597715 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1ee9f9-f854-4aa4-8e0c-3a64606fcc2c None None] Routers {'ffb36751-2edc-4395-b203-006d81299892'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:48.599984 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3e1ee9f9-f854-4aa4-8e0c-3a64606fcc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['ffb36751-2edc-4395-b203-006d81299892'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:48.610403 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd09ad86-7efd-49e6-90cb-c53ffa0cfd5e req-be3af5c8-3660-470a-937c-34a6882a9c53 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.625742 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dd09ad86-7efd-49e6-90cb-c53ffa0cfd5e req-be3af5c8-3660-470a-937c-34a6882a9c53 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.7331414 Jul 16 08:41:48.804664 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14a9455-82e2-4672-805f-5abc894a4327 req-db945a30-5c1e-40c3-8df4-749fe5f86848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.807760 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a14a9455-82e2-4672-805f-5abc894a4327 req-db945a30-5c1e-40c3-8df4-749fe5f86848 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4934020 Jul 16 08:41:48.920116 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-3e1ee9f9-f854-4aa4-8e0c-3a64606fcc2c None None] Set router ffb36751-2edc-4395-b203-006d81299892 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:48.928829 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dd09ad86-7efd-49e6-90cb-c53ffa0cfd5e req-f2b4aa54-d146-4e4e-a039-a4d8ec810166 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018334 Jul 16 08:41:48.963882 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.101752 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c733757-e249-4b2c-a497-50e444d60118 req-46ddbcc8-0a7f-47c4-8c0c-3ce2c7393728 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6812241 Jul 16 08:41:49.130481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Deleting port 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:49.130893 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.264227 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] For port 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=742c61d3-6675-417f-a4e5-a1a1d9f4d9d1,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:49.264782 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.286312 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Calling delete_port for 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:49.391310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Attempting to bind port 6b65b6e1-328c-49ab-919d-e824c6be9088 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:49.395426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Attempting to bind port 6b65b6e1-328c-49ab-919d-e824c6be9088 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:49.397794 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Attempting to bind port 6b65b6e1-328c-49ab-919d-e824c6be9088 on network c9cc98b5-8c58-4ab1-880e-6e6ade550708 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:49.414865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Port 6b65b6e1-328c-49ab-919d-e824c6be9088 on network c9cc98b5-8c58-4ab1-880e-6e6ade550708 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:49.415606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Attempting to bind port 6b65b6e1-328c-49ab-919d-e824c6be9088 on network c9cc98b5-8c58-4ab1-880e-6e6ade550708 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:49.448675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:49.449027 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Checking segment: {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:49.449431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Bound using segment: {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:49.455203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Bound port: 6b65b6e1-328c-49ab-919d-e824c6be9088, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:49.455605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.512542 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3e1ee9f9-f854-4aa4-8e0c-3a64606fcc2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffb36751-2edc-4395-b203-006d81299892', 'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:42Z', 'updated_at': '2021-07-16T08:41:43Z', 'revision_number': 5, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'gw_port': {'id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:44Z', 'updated_at': '2021-07-16T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:49.594399 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1ee9f9-f854-4aa4-8e0c-3a64606fcc2c None None] The sync data for ids ['ffb36751-2edc-4395-b203-006d81299892'] in n-d-758944-46 is: [{'id': 'ffb36751-2edc-4395-b203-006d81299892', 'name': 'tempest-ServerActionsTestJSON-1177632798-router', 'tenant_id': 'b1781597c11a4817b85b1a3ef01821fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219'}], 'enable_snat': True}, 'gw_port_id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:30:42Z', 'updated_at': '2021-07-16T08:41:43Z', 'revision_number': 5, 'project_id': 'b1781597c11a4817b85b1a3ef01821fc', 'gw_port': {'id': '742c61d3-6675-417f-a4e5-a1a1d9f4d9d1', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:7b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffb36751-2edc-4395-b203-006d81299892', 'device_owner': 'network:router_gateway', 'standard_attr_id': 728, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:30:44Z', 'updated_at': '2021-07-16T08:30:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:49.719654 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.824934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] For port 6b65b6e1-328c-49ab-919d-e824c6be9088, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:49.887937 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] For port 6b65b6e1-328c-49ab-919d-e824c6be9088, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6b65b6e1-328c-49ab-919d-e824c6be9088,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:49.901461 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.996043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=742c61d3-6675-417f-a4e5-a1a1d9f4d9d1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:50.089449 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:50.210708 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.211655 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.228768 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.229778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.230592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.231347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.232341 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.233284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.234234 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.235231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.235995 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.236817 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:50.256641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.267434 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.270031 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] 10.222.0.15 "PUT /v2.0/ports/6b65b6e1-328c-49ab-919d-e824c6be9088 HTTP/1.1" status: 200 len: 1092 time: 4.6626601 Jul 16 08:41:50.270962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': '6b65b6e1-328c-49ab-919d-e824c6be9088'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:50.274858 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168e0ce8-9fbc-4339-b83d-ba70746b5f22" -d '{"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "6b65b6e1-328c-49ab-919d-e824c6be9088"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:50.394824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Request body: {'port': {'device_id': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:50.415435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:50.427840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:50.430582 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.642193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d167a7-b354-45b2-85bc-f918342c760c service neutron] Pushing event updated for resources: {'Port': ['ID=6b65b6e1-328c-49ab-919d-e824c6be9088,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:50.707247 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.758715 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:50.760225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:50.764995 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491b3e50-65f3-4b61-9045-c6ea218d6939" -d '{"events": [{"server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "name": "network-vif-plugged", "status": "completed", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:50.771985 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.799320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ba9fc584-b6c3-45f2-baea-e4ee40c960d4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting port 5872fe6f-136d-455b-b483-a8c7a2683269 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:50.799320 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc584-b6c3-45f2-baea-e4ee40c960d4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.859965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:50.897812 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.031171 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.266945 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.276632 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.430000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dd1fbf-0ce2-4d76-8cc6-01250433f68f req-399b71e3-4009-472f-bedf-37a897416f5c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.432012 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e5dd1fbf-0ce2-4d76-8cc6-01250433f68f req-399b71e3-4009-472f-bedf-37a897416f5c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 948 time: 1.0635273 Jul 16 08:41:51.456055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-06936fb6-89cf-4705-b9ca-7ca6731b7cc2 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.457723 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-06936fb6-89cf-4705-b9ca-7ca6731b7cc2 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.15 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381&tenant_id=5e44fcee4e3840cf89b33be8ee44969f&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 948 time: 1.2845514 Jul 16 08:41:51.464027 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.464708 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ffb36751-2edc-4395-b203-006d81299892 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:41:51.560552 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.561710 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7d9ad9ae-1a0a-49ba-96d4-73f02b09cdf4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ffb36751-2edc-4395-b203-006d81299892 HTTP/1.1" status: 204 len: 168 time: 4.4145565 Jul 16 08:41:51.578436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56644) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:51.589578 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc584-b6c3-45f2-baea-e4ee40c960d4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.590155 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc584-b6c3-45f2-baea-e4ee40c960d4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.625546 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ba9fc584-b6c3-45f2-baea-e4ee40c960d4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Calling delete_port for 5872fe6f-136d-455b-b483-a8c7a2683269 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:51.663060 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:51.706226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:51.709417 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 90b9ded4-dbdb-43ca-b89d-efc2c757d4c0 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:51.724862 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e5dd1fbf-0ce2-4d76-8cc6-01250433f68f req-44545f4a-8050-461e-bee5-748ed6d221f7 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615352 Jul 16 08:41:51.836540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8b91c3-d903-4c55-9b49-f250db805d86 admin admin] Deleting subnet 61454996-02a3-4a95-a2c2-0f253143630a {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:51.875765 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb8b91c3-d903-4c55-9b49-f250db805d86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.931866 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-605bb123-a52e-4e65-8bc9-6484ea2ebf3d service neutron] 10.222.0.15 "GET /v2.0/ports/7b4ad3b4-c2e7-42e9-a320-9a38901cb33a/bindings/n-h1-758944-46 HTTP/1.1" status: 200 len: 383 time: 0.4000452 Jul 16 08:41:51.970550 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb8b91c3-d903-4c55-9b49-f250db805d86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.759502 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56692) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:52.812584 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb8b91c3-d903-4c55-9b49-f250db805d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.878826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186fa26-7ca8-447f-b486-fa0ca78b62cf req-35d1ddde-a93c-4dcc-967e-6fee7c99eb47 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.900865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186fa26-7ca8-447f-b486-fa0ca78b62cf req-35d1ddde-a93c-4dcc-967e-6fee7c99eb47 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.916292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186fa26-7ca8-447f-b486-fa0ca78b62cf req-35d1ddde-a93c-4dcc-967e-6fee7c99eb47 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.931606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186fa26-7ca8-447f-b486-fa0ca78b62cf req-35d1ddde-a93c-4dcc-967e-6fee7c99eb47 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.946118 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186fa26-7ca8-447f-b486-fa0ca78b62cf req-35d1ddde-a93c-4dcc-967e-6fee7c99eb47 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.952238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186fa26-7ca8-447f-b486-fa0ca78b62cf req-35d1ddde-a93c-4dcc-967e-6fee7c99eb47 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.968367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186fa26-7ca8-447f-b486-fa0ca78b62cf req-35d1ddde-a93c-4dcc-967e-6fee7c99eb47 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.983116 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b186fa26-7ca8-447f-b486-fa0ca78b62cf req-35d1ddde-a93c-4dcc-967e-6fee7c99eb47 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5387 time: 0.9973738 Jul 16 08:41:52.990699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb1b64a-7656-4d5b-9d4d-8959fee7fd4f req-1af46659-3dab-4df5-bad5-6ca3f0909dfa tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.995523 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8bb1b64a-7656-4d5b-9d4d-8959fee7fd4f req-1af46659-3dab-4df5-bad5-6ca3f0909dfa tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 2.6545632 Jul 16 08:41:53.072282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-27ce0958-76d7-4014-bc2e-5057d206b5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:53.075601 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-27ce0958-76d7-4014-bc2e-5057d206b5dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 1101 time: 1.0920668 Jul 16 08:41:53.202867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56710) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:53.342432 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b186fa26-7ca8-447f-b486-fa0ca78b62cf req-dc8ada0b-f4a2-4c7c-8533-5bf547db38bd tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3545749 Jul 16 08:41:53.367730 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb8b91c3-d903-4c55-9b49-f250db805d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.464128 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d9621ab9-c227-4e64-95ed-2466a28df408 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.483361 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8bb1b64a-7656-4d5b-9d4d-8959fee7fd4f req-fb2b206d-d2fc-412c-a10e-dc39316ea4d8 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530413 Jul 16 08:41:53.544716 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3727cc5b-9cbb-4829-abcb-d123326ca72f x-openstack-request-id: req-3727cc5b-9cbb-4829-abcb-d123326ca72f {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:53.545252 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "6b65b6e1-328c-49ab-919d-e824c6be9088", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:53.545705 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3727cc5b-9cbb-4829-abcb-d123326ca72f {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:53.546399 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': '6b65b6e1-328c-49ab-919d-e824c6be9088', 'status': 'completed', 'code': 200} Jul 16 08:41:53.580866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49173499-8742-4310-a21d-6854f66aa92e None None] Network 38802a43-6bad-419f-b33c-1e3214de0d83 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:53.582654 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59ed7be7-5046-4674-a898-d53d117f9a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.598740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b91c3-d903-4c55-9b49-f250db805d86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61454996-02a3-4a95-a2c2-0f253143630a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:53.603316 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb8b91c3-d903-4c55-9b49-f250db805d86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.609463 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bb8b91c3-d903-4c55-9b49-f250db805d86 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/61454996-02a3-4a95-a2c2-0f253143630a HTTP/1.1" status: 204 len: 168 time: 1.9698064 Jul 16 08:41:53.656694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:53.666069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56714) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:53.709795 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:53.710626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 742c61d3-6675-417f-a4e5-a1a1d9f4d9d1 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:53.753186 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01c6df5-9d8e-4360-a157-b678699d9985 x-openstack-request-id: req-c01c6df5-9d8e-4360-a157-b678699d9985 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:53.753892 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "name": "network-vif-plugged", "status": "completed", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:53.754344 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c01c6df5-9d8e-4360-a157-b678699d9985 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:53.755145 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'code': 200} Jul 16 08:41:53.827399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-b552ef94-7fe1-4864-b15f-f61e9fe489db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:53.830295 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-b552ef94-7fe1-4864-b15f-f61e9fe489db service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.7453787 Jul 16 08:41:53.856432 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [None req-59ed7be7-5046-4674-a898-d53d117f9a2b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:41:53.856432 n-d-758944-46 neutron-server[93694]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:41:53.856432 n-d-758944-46 neutron-server[93694]: [parameters: {'project_id': 'df05e10be2704ca1a81fdd26c4c9240b', 'id': 'b2bbb149-553d-43c3-b0fc-5e01158a25f2', 'expiration': datetime.datetime(2021, 7, 16, 8, 43, 53, 809172)}] Jul 16 08:41:53.856432 n-d-758944-46 neutron-server[93694]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:41:53.857054 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [None req-59ed7be7-5046-4674-a898-d53d117f9a2b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:41:53.985661 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.991712 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-94f9e0bc-739b-4c9c-84a4-d5d75a41dc8f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a HTTP/1.1" status: 200 len: 217 time: 0.1368215 Jul 16 08:41:53.995578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb4794d2-5564-4535-84c0-ae84e853964d {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:54.016618 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.047970 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc584-b6c3-45f2-baea-e4ee40c960d4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.121062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9fc584-b6c3-45f2-baea-e4ee40c960d4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Port': ['ID=5872fe6f-136d-455b-b483-a8c7a2683269,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:54.180877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Transition to ACTIVE for port object bb4794d2-5564-4535-84c0-ae84e853964d will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:54.185247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e0ce8-9fbc-4339-b83d-ba70746b5f22 req-eb98aff1-167e-4d2e-90ed-9094b2524570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.186080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e0ce8-9fbc-4339-b83d-ba70746b5f22 req-eb98aff1-167e-4d2e-90ed-9094b2524570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.186862 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e0ce8-9fbc-4339-b83d-ba70746b5f22 req-eb98aff1-167e-4d2e-90ed-9094b2524570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.187666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e0ce8-9fbc-4339-b83d-ba70746b5f22 req-eb98aff1-167e-4d2e-90ed-9094b2524570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.188587 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e0ce8-9fbc-4339-b83d-ba70746b5f22 req-eb98aff1-167e-4d2e-90ed-9094b2524570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.189371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e0ce8-9fbc-4339-b83d-ba70746b5f22 req-eb98aff1-167e-4d2e-90ed-9094b2524570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.190196 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e0ce8-9fbc-4339-b83d-ba70746b5f22 req-eb98aff1-167e-4d2e-90ed-9094b2524570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.190480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e203ca6e-711e-4a49-8a09-cd49714ba021 None None] DHCP port deletion for 38802a43-6bad-419f-b33c-1e3214de0d83 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:41:54.193778 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-168e0ce8-9fbc-4339-b83d-ba70746b5f22 req-eb98aff1-167e-4d2e-90ed-9094b2524570 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 6283 time: 0.5845940 Jul 16 08:41:54.199846 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.252113 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-7c1f154e-a949-426d-bbf6-323a5645e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.259062 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-7c1f154e-a949-426d-bbf6-323a5645e132 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2495394 Jul 16 08:41:54.284653 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Pushing event updated for resources: {'Port': ['ID=bb4794d2-5564-4535-84c0-ae84e853964d,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:54.294331 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-e203ca6e-711e-4a49-8a09-cd49714ba021 None None] Deleting port 3f5928ab-46d0-4739-8088-9dab4e0b9e19 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:54.294870 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e203ca6e-711e-4a49-8a09-cd49714ba021 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.308288 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc584-b6c3-45f2-baea-e4ee40c960d4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.309166 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-ba9fc584-b6c3-45f2-baea-e4ee40c960d4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Floating IP 96fda58a-448c-4168-a512-ead8e15b3493 disassociated (deleted). External IP: 172.25.4.21, port: 9adbd490-1aa8-4e50-a725-db6159054741. Jul 16 08:41:54.409216 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59ed7be7-5046-4674-a898-d53d117f9a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.469107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] Deleting port 3f5928ab-46d0-4739-8088-9dab4e0b9e19 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:54.470256 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.495208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e203ca6e-711e-4a49-8a09-cd49714ba021 None None] For port 3f5928ab-46d0-4739-8088-9dab4e0b9e19, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3f5928ab-46d0-4739-8088-9dab4e0b9e19,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:54.495208 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e203ca6e-711e-4a49-8a09-cd49714ba021 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.568035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-e203ca6e-711e-4a49-8a09-cd49714ba021 None None] Calling delete_port for 3f5928ab-46d0-4739-8088-9dab4e0b9e19 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:54.600867 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Attempting to bind port bb4794d2-5564-4535-84c0-ae84e853964d on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:54.601593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Attempting to bind port bb4794d2-5564-4535-84c0-ae84e853964d by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:54.602747 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Attempting to bind port bb4794d2-5564-4535-84c0-ae84e853964d on network c9cc98b5-8c58-4ab1-880e-6e6ade550708 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:54.611980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Port bb4794d2-5564-4535-84c0-ae84e853964d on network c9cc98b5-8c58-4ab1-880e-6e6ade550708 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:54.612768 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Attempting to bind port bb4794d2-5564-4535-84c0-ae84e853964d on network c9cc98b5-8c58-4ab1-880e-6e6ade550708 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:54.623250 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] For port 3f5928ab-46d0-4739-8088-9dab4e0b9e19, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3f5928ab-46d0-4739-8088-9dab4e0b9e19,segment=NetworkSegment(210451d1-b842-4381-85ee-409ca2e2d30b),segment_id=210451d1-b842-4381-85ee-409ca2e2d30b)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:54.624020 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.644194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:54.644992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Checking segment: {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:54.645644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Bound using segment: {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:54.646335 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Bound port: bb4794d2-5564-4535-84c0-ae84e853964d, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2149ee7a-8d99-49f2-bd62-f7528a19fcb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:54.646956 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.765527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a484b-05e7-466b-bd5c-2a2b0ff9f969 req-717dd3a7-c276-4fdc-b473-33b9add4cd9d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.767834 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e203ca6e-711e-4a49-8a09-cd49714ba021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.777479 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b13a484b-05e7-466b-bd5c-2a2b0ff9f969 req-717dd3a7-c276-4fdc-b473-33b9add4cd9d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.7936795 Jul 16 08:41:54.807168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] Calling delete_port for 3f5928ab-46d0-4739-8088-9dab4e0b9e19 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:54.816769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e203ca6e-711e-4a49-8a09-cd49714ba021 None None] No DVR routers for this DVR port 3f5928ab-46d0-4739-8088-9dab4e0b9e19 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:54.826232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203ca6e-711e-4a49-8a09-cd49714ba021 None None] Pushing event deleted for resources: {'Port': ['ID=3f5928ab-46d0-4739-8088-9dab4e0b9e19,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:54.849642 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d9621ab9-c227-4e64-95ed-2466a28df408 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.888105 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d9621ab9-c227-4e64-95ed-2466a28df408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.894587 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e0ce8-9fbc-4339-b83d-ba70746b5f22 req-269d72e2-2871-4a5c-8dd9-2b232712e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.895470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e0ce8-9fbc-4339-b83d-ba70746b5f22 req-269d72e2-2871-4a5c-8dd9-2b232712e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.896337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e0ce8-9fbc-4339-b83d-ba70746b5f22 req-269d72e2-2871-4a5c-8dd9-2b232712e280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.899672 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-168e0ce8-9fbc-4339-b83d-ba70746b5f22 req-269d72e2-2871-4a5c-8dd9-2b232712e280 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.6910014 Jul 16 08:41:55.045502 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-248d69ac-6914-44e3-99e2-a9eafa32cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.048241 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-248d69ac-6914-44e3-99e2-a9eafa32cf1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7422023 Jul 16 08:41:55.061500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b447c7-192f-4b05-bb8e-80bf224b08df req-a6beb6d4-be32-47cd-93ef-7f4bc59dfcc0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.067674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b447c7-192f-4b05-bb8e-80bf224b08df req-a6beb6d4-be32-47cd-93ef-7f4bc59dfcc0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.074379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b447c7-192f-4b05-bb8e-80bf224b08df req-a6beb6d4-be32-47cd-93ef-7f4bc59dfcc0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.080763 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b447c7-192f-4b05-bb8e-80bf224b08df req-a6beb6d4-be32-47cd-93ef-7f4bc59dfcc0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.087638 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b447c7-192f-4b05-bb8e-80bf224b08df req-a6beb6d4-be32-47cd-93ef-7f4bc59dfcc0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.094292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b447c7-192f-4b05-bb8e-80bf224b08df req-a6beb6d4-be32-47cd-93ef-7f4bc59dfcc0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.100404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b447c7-192f-4b05-bb8e-80bf224b08df req-a6beb6d4-be32-47cd-93ef-7f4bc59dfcc0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.108716 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-19b447c7-192f-4b05-bb8e-80bf224b08df req-a6beb6d4-be32-47cd-93ef-7f4bc59dfcc0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5399 time: 0.4686115 Jul 16 08:41:55.142569 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b13a484b-05e7-466b-bd5c-2a2b0ff9f969 req-5659b6bf-522d-41b6-8011-e5c4a0f5247c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344100 Jul 16 08:41:55.148670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] For port bb4794d2-5564-4535-84c0-ae84e853964d, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:55.178737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] For port bb4794d2-5564-4535-84c0-ae84e853964d, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bb4794d2-5564-4535-84c0-ae84e853964d,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:55.207227 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba9fc584-b6c3-45f2-baea-e4ee40c960d4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:55.219571 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9621ab9-c227-4e64-95ed-2466a28df408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ecc7a8c-ffe9-4b12-864c-d08d02a2716f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.225659 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.227669 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d9621ab9-c227-4e64-95ed-2466a28df408 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7d2d3dd4d469467e840ccc85c3ff14f7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0125077 Jul 16 08:41:55.262028 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56722) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:55.284477 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.416413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.418018 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168e0ce8-9fbc-4339-b83d-ba70746b5f22 req-08d59def-24ef-4790-996f-84a0a8d08ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.418996 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.419728 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-168e0ce8-9fbc-4339-b83d-ba70746b5f22 req-08d59def-24ef-4790-996f-84a0a8d08ade service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5014040 Jul 16 08:41:55.421739 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] 10.222.0.15 "PUT /v2.0/ports/bb4794d2-5564-4535-84c0-ae84e853964d HTTP/1.1" status: 200 len: 1092 time: 5.0933657 Jul 16 08:41:55.489376 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-f30ffd32-084c-4002-b3b8-6e807deffe50 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941824 Jul 16 08:41:55.490751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] No DVR routers for this DVR port 3f5928ab-46d0-4739-8088-9dab4e0b9e19 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:55.512756 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Request body: {'port': {'device_id': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:55.518439 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59ed7be7-5046-4674-a898-d53d117f9a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.620264 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59ed7be7-5046-4674-a898-d53d117f9a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.752156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3f5928ab-46d0-4739-8088-9dab4e0b9e19 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:55.753414 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4671fd31-5457-43a5-a8c9-e94e391efaab req-2a5b1612-28c5-4e28-a577-bde69e07df08 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.755446 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4671fd31-5457-43a5-a8c9-e94e391efaab req-2a5b1612-28c5-4e28-a577-bde69e07df08 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.3895473 Jul 16 08:41:55.764021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': 'bb4794d2-5564-4535-84c0-ae84e853964d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:55.770565 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a532c69c-ae94-4666-b068-d0fb0c75cba0" -d '{"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "bb4794d2-5564-4535-84c0-ae84e853964d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:55.795472 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-19b447c7-192f-4b05-bb8e-80bf224b08df req-c35888e3-44f9-487f-89a0-b81e719613d7 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6858196 Jul 16 08:41:55.796034 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 3f5928ab-46d0-4739-8088-9dab4e0b9e19 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:55.796992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3f5928ab-46d0-4739-8088-9dab4e0b9e19 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:55.841783 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-59ed7be7-5046-4674-a898-d53d117f9a2b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df05e10be2704ca1a81fdd26c4c9240b&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0709240 Jul 16 08:41:55.852627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed7be7-5046-4674-a898-d53d117f9a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6403517b-bc76-4140-a9a6-281a409a450e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.860632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56728) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:55.914178 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-21a6ad21-436b-4bcd-a81a-612f879e7810 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.924073 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55f6a7e-eb12-4d12-90cb-5e7e996d8f3c service neutron] Pushing event updated for resources: {'Port': ['ID=bb4794d2-5564-4535-84c0-ae84e853964d,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.929619 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4671fd31-5457-43a5-a8c9-e94e391efaab req-a3f2595e-87b7-4c84-a451-c958a1ae664f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495669 Jul 16 08:41:55.958112 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-01bbe2b0-a410-4ea2-b90a-a35309000848 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4597778 Jul 16 08:41:56.020921 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4e333bd-00ca-4927-9a4b-21d6f6229189 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.051924 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.077337 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4e333bd-00ca-4927-9a4b-21d6f6229189 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.101877 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-21a6ad21-436b-4bcd-a81a-612f879e7810 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.170635 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4e333bd-00ca-4927-9a4b-21d6f6229189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.173283 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4e333bd-00ca-4927-9a4b-21d6f6229189 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.177769 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c4e333bd-00ca-4927-9a4b-21d6f6229189 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6403517b-bc76-4140-a9a6-281a409a450e HTTP/1.1" status: 204 len: 168 time: 0.3103924 Jul 16 08:41:56.206443 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0493781-c16b-4cc7-b62c-8794d609a1a8 x-openstack-request-id: req-a0493781-c16b-4cc7-b62c-8794d609a1a8 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:56.206989 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "bb4794d2-5564-4535-84c0-ae84e853964d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:56.207395 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0493781-c16b-4cc7-b62c-8794d609a1a8 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:56.208105 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': 'bb4794d2-5564-4535-84c0-ae84e853964d', 'status': 'completed', 'code': 200} Jul 16 08:41:56.221351 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba9fc584-b6c3-45f2-baea-e4ee40c960d4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:56.229504 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e333bd-00ca-4927-9a4b-21d6f6229189 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6403517b-bc76-4140-a9a6-281a409a450e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.245183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38802a43-6bad-419f-b33c-1e3214de0d83']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:56.255824 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a838240-ebdd-4011-8912-e4a44baa3d18 None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:56.284638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c69c-ae94-4666-b068-d0fb0c75cba0 req-076b35d4-c6a7-46ea-83de-1d0e558c9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.285133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c69c-ae94-4666-b068-d0fb0c75cba0 req-076b35d4-c6a7-46ea-83de-1d0e558c9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.285821 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c69c-ae94-4666-b068-d0fb0c75cba0 req-076b35d4-c6a7-46ea-83de-1d0e558c9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.286303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c69c-ae94-4666-b068-d0fb0c75cba0 req-076b35d4-c6a7-46ea-83de-1d0e558c9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.286779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c69c-ae94-4666-b068-d0fb0c75cba0 req-076b35d4-c6a7-46ea-83de-1d0e558c9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.287289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c69c-ae94-4666-b068-d0fb0c75cba0 req-076b35d4-c6a7-46ea-83de-1d0e558c9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.291031 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a838240-ebdd-4011-8912-e4a44baa3d18 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:56.291885 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1a838240-ebdd-4011-8912-e4a44baa3d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:56.294142 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ba9fc584-b6c3-45f2-baea-e4ee40c960d4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.305115 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c69c-ae94-4666-b068-d0fb0c75cba0 req-076b35d4-c6a7-46ea-83de-1d0e558c9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.309335 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a532c69c-ae94-4666-b068-d0fb0c75cba0 req-076b35d4-c6a7-46ea-83de-1d0e558c9143 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 6351 time: 0.1833060 Jul 16 08:41:56.356781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5928ab-46d0-4739-8088-9dab4e0b9e19,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.380575 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1a838240-ebdd-4011-8912-e4a44baa3d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:56.381211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '210451d1-b842-4381-85ee-409ca2e2d30b') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:56.381895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '210451d1-b842-4381-85ee-409ca2e2d30b') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:56.404076 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a838240-ebdd-4011-8912-e4a44baa3d18 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:56.404743 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1a838240-ebdd-4011-8912-e4a44baa3d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:56.468686 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1a838240-ebdd-4011-8912-e4a44baa3d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:56.469635 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a838240-ebdd-4011-8912-e4a44baa3d18 None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:56.502949 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.524845 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.560188 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.581663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:56.582138 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:41:56.602249 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:56.609341 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ba9fc584-b6c3-45f2-baea-e4ee40c960d4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/floatingips/96fda58a-448c-4168-a512-ead8e15b3493 HTTP/1.1" status: 204 len: 168 time: 8.1460292 Jul 16 08:41:56.611487 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56738) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:56.640484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d6d747-2b44-410a-aeed-091b384923fb req-1ebb5555-2698-4598-9b37-56cd50a06b9a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.649868 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c9d6d747-2b44-410a-aeed-091b384923fb req-1ebb5555-2698-4598-9b37-56cd50a06b9a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.2318227 Jul 16 08:41:56.659552 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c69c-ae94-4666-b068-d0fb0c75cba0 req-f0afc570-af6b-41b2-91ad-f47c37ac7588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.660401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c69c-ae94-4666-b068-d0fb0c75cba0 req-f0afc570-af6b-41b2-91ad-f47c37ac7588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.661112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c69c-ae94-4666-b068-d0fb0c75cba0 req-f0afc570-af6b-41b2-91ad-f47c37ac7588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.663124 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a532c69c-ae94-4666-b068-d0fb0c75cba0 req-f0afc570-af6b-41b2-91ad-f47c37ac7588 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3438377 Jul 16 08:41:56.752973 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-21a6ad21-436b-4bcd-a81a-612f879e7810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.756366 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-21a6ad21-436b-4bcd-a81a-612f879e7810 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.771856 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-21a6ad21-436b-4bcd-a81a-612f879e7810 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3ecc7a8c-ffe9-4b12-864c-d08d02a2716f HTTP/1.1" status: 204 len: 168 time: 1.4468358 Jul 16 08:41:56.774864 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c9d6d747-2b44-410a-aeed-091b384923fb req-bb49c0e4-05bc-426a-a50c-9b52c95dbec8 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225603 Jul 16 08:41:56.841640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6ad21-436b-4bcd-a81a-612f879e7810 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ecc7a8c-ffe9-4b12-864c-d08d02a2716f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.870807 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.886192 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.888237 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] 10.222.0.20 "DELETE /v2.0/networks/38802a43-6bad-419f-b33c-1e3214de0d83 HTTP/1.1" status: 204 len: 168 time: 3.2166011 Jul 16 08:41:57.111128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56748) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:57.165806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788eb662-9e73-4ae4-b71c-36b1d0d5ecc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=38802a43-6bad-419f-b33c-1e3214de0d83,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:57.167277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532c69c-ae94-4666-b068-d0fb0c75cba0 req-b1ec4d1f-3ed8-4b6a-9c48-d0975bbb045f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:57.178480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a532c69c-ae94-4666-b068-d0fb0c75cba0 req-b1ec4d1f-3ed8-4b6a-9c48-d0975bbb045f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4999447 Jul 16 08:41:57.227376 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-05d17139-ef2d-4b96-809e-cc935331130d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.371314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf46e07-32b0-4dfd-aa9b-a08229406df1 req-c6d6ebe0-5bee-4bb1-a794-1907519b6b5a tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:57.392092 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6bf46e07-32b0-4dfd-aa9b-a08229406df1 req-c6d6ebe0-5bee-4bb1-a794-1907519b6b5a tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.1296616 Jul 16 08:41:57.407311 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56760) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:57.562138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6bf46e07-32b0-4dfd-aa9b-a08229406df1 req-35e26066-56c6-4639-8287-1fa4f0a4f421 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674790 Jul 16 08:41:57.601671 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b284d754-68ce-4091-8c58-cbae861c620d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b1781597c11a4817b85b1a3ef01821fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1629074 Jul 16 08:41:57.604562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56762) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:57.651306 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-05d17139-ef2d-4b96-809e-cc935331130d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.669198 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-05d17139-ef2d-4b96-809e-cc935331130d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.712386 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ea983c79-b4e5-4ed5-84ae-330de3774d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.739540 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-05d17139-ef2d-4b96-809e-cc935331130d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0a66492931dd4fb1b52a4b55657a38ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6270730 Jul 16 08:41:57.742806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56766) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:57.749009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d17139-ef2d-4b96-809e-cc935331130d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2d7fe7-f383-4ff0-be9f-a9799a2203ef,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:57.767786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7d2f61b3-4dfc-4713-b062-9ef49cfd2394 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting port 9adbd490-1aa8-4e50-a725-db6159054741 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:57.769794 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7d2f61b3-4dfc-4713-b062-9ef49cfd2394 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.801927 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ea983c79-b4e5-4ed5-84ae-330de3774d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.895650 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7d2f61b3-4dfc-4713-b062-9ef49cfd2394 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.919194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7d2f61b3-4dfc-4713-b062-9ef49cfd2394 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Calling delete_port for 9adbd490-1aa8-4e50-a725-db6159054741 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:57.953993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ea983c79-b4e5-4ed5-84ae-330de3774d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.959787 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ea983c79-b4e5-4ed5-84ae-330de3774d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.977624 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ea983c79-b4e5-4ed5-84ae-330de3774d57 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/33bfc587-f92e-4ff8-a20e-2de5b6a03efa HTTP/1.1" status: 204 len: 168 time: 0.3599031 Jul 16 08:41:58.008091 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea983c79-b4e5-4ed5-84ae-330de3774d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33bfc587-f92e-4ff8-a20e-2de5b6a03efa,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.275123 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66728-37dd-4efe-ba60-266f2ef7aa2a req-24773f35-754b-4bad-90f8-4b4c195ab348 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.285483 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66728-37dd-4efe-ba60-266f2ef7aa2a req-24773f35-754b-4bad-90f8-4b4c195ab348 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.294874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66728-37dd-4efe-ba60-266f2ef7aa2a req-24773f35-754b-4bad-90f8-4b4c195ab348 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.302981 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66728-37dd-4efe-ba60-266f2ef7aa2a req-24773f35-754b-4bad-90f8-4b4c195ab348 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.309750 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66728-37dd-4efe-ba60-266f2ef7aa2a req-24773f35-754b-4bad-90f8-4b4c195ab348 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.317932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66728-37dd-4efe-ba60-266f2ef7aa2a req-24773f35-754b-4bad-90f8-4b4c195ab348 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.325801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e66728-37dd-4efe-ba60-266f2ef7aa2a req-24773f35-754b-4bad-90f8-4b4c195ab348 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.335182 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-89e66728-37dd-4efe-ba60-266f2ef7aa2a req-24773f35-754b-4bad-90f8-4b4c195ab348 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5399 time: 1.0292258 Jul 16 08:41:58.339341 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7d2f61b3-4dfc-4713-b062-9ef49cfd2394 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.487141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f61b3-4dfc-4713-b062-9ef49cfd2394 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Port': ['ID=9adbd490-1aa8-4e50-a725-db6159054741,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.647646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df68034b-4c7b-4867-a137-13161761c9d4 req-3959648d-1696-494b-8a0e-3ab7b4b84a10 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.668564 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-df68034b-4c7b-4867-a137-13161761c9d4 req-3959648d-1696-494b-8a0e-3ab7b4b84a10 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.2500699 Jul 16 08:41:58.691506 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a94c4b5-9f6f-48d8-8c54-510baaef98be {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:58.715807 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.747299 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Transition to ACTIVE for port object 3a94c4b5-9f6f-48d8-8c54-510baaef98be will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:58.778239 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-df68034b-4c7b-4867-a137-13161761c9d4 req-58d43917-e72c-4679-b285-e6d4405fa847 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078258 Jul 16 08:41:58.780486 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.868146 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2549bc3-f2bc-477b-a750-95c43681ba6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.895989 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2549bc3-f2bc-477b-a750-95c43681ba6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.986199 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-89e66728-37dd-4efe-ba60-266f2ef7aa2a req-805c138a-7db1-4653-8be7-772c3b785263 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6500814 Jul 16 08:41:59.052212 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7d2f61b3-4dfc-4713-b062-9ef49cfd2394 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.072530 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7d2f61b3-4dfc-4713-b062-9ef49cfd2394 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/ports/9adbd490-1aa8-4e50-a725-db6159054741 HTTP/1.1" status: 204 len: 168 time: 2.4603250 Jul 16 08:41:59.078260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56800) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:59.082586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Pushing event updated for resources: {'Port': ['ID=3a94c4b5-9f6f-48d8-8c54-510baaef98be,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:59.089024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:59.243751 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2549bc3-f2bc-477b-a750-95c43681ba6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.254462 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2549bc3-f2bc-477b-a750-95c43681ba6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.262030 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a2549bc3-f2bc-477b-a750-95c43681ba6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7f2d7fe7-f383-4ff0-be9f-a9799a2203ef HTTP/1.1" status: 204 len: 168 time: 1.0669949 Jul 16 08:41:59.287756 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-b8d22e71-dc8e-4c29-8c95-42b0627a0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:59.295867 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-b8d22e71-dc8e-4c29-8c95-42b0627a0bba service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381&tenant_id=5e44fcee4e3840cf89b33be8ee44969f HTTP/1.1" status: 200 len: 1101 time: 0.5262535 Jul 16 08:41:59.321958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:59.371265 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.388755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2549bc3-f2bc-477b-a750-95c43681ba6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2d7fe7-f383-4ff0-be9f-a9799a2203ef,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:59.427395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Attempting to bind port 3a94c4b5-9f6f-48d8-8c54-510baaef98be on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:59.427829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Attempting to bind port 3a94c4b5-9f6f-48d8-8c54-510baaef98be by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '1d6cf301-37b7-471a-beee-193f4796b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:59.428146 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Attempting to bind port 3a94c4b5-9f6f-48d8-8c54-510baaef98be on network 79638599-e95d-4aaa-a9df-9e4a650918b5 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:59.488440 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Port 3a94c4b5-9f6f-48d8-8c54-510baaef98be on network 79638599-e95d-4aaa-a9df-9e4a650918b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:59.488790 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Attempting to bind port 3a94c4b5-9f6f-48d8-8c54-510baaef98be on network 79638599-e95d-4aaa-a9df-9e4a650918b5 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:59.521581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:59.521985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Checking segment: {'id': '1d6cf301-37b7-471a-beee-193f4796b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:59.522325 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Bound using segment: {'id': '1d6cf301-37b7-471a-beee-193f4796b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:59.523979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Bound port: 3a94c4b5-9f6f-48d8-8c54-510baaef98be, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d6cf301-37b7-471a-beee-193f4796b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:59.525120 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.545283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f229e32-525c-480d-9654-1827c555919c req-ba3f833b-036a-4628-97b9-01462531801d tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:59.546966 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f229e32-525c-480d-9654-1827c555919c req-ba3f833b-036a-4628-97b9-01462531801d tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.3941836 Jul 16 08:41:59.571318 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.675383 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f229e32-525c-480d-9654-1827c555919c req-855ed145-ebf2-40fb-9d2b-e2dddaa8f37c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994391 Jul 16 08:41:59.750125 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.802127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] For port 3a94c4b5-9f6f-48d8-8c54-510baaef98be, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:59.948332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] For port 3a94c4b5-9f6f-48d8-8c54-510baaef98be, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3a94c4b5-9f6f-48d8-8c54-510baaef98be,segment=NetworkSegment(1d6cf301-37b7-471a-beee-193f4796b4bd),segment_id=1d6cf301-37b7-471a-beee-193f4796b4bd)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:59.969835 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.202774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Allocated IP 172.25.4.48 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/6063b778-b30e-43f3-a597-c7e6e6337be2) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:00.708933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56844) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:00.877948 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.111291 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.299426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:01.312843 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:01.335360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Pushing event updated for resources: {'Port': ['ID=3a94c4b5-9f6f-48d8-8c54-510baaef98be,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:01.344301 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa25f58-d046-4e37-a133-b96b852b6ce0 req-2db0c468-749e-4527-9892-b7aaa0ad48c0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.356287 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.357432 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.359438 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa25f58-d046-4e37-a133-b96b852b6ce0 req-2db0c468-749e-4527-9892-b7aaa0ad48c0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.360326 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b02e0499-85a7-4386-8b14-faf70977fb52 service neutron] 10.222.0.15 "PUT /v2.0/ports/3a94c4b5-9f6f-48d8-8c54-510baaef98be HTTP/1.1" status: 200 len: 1092 time: 5.8666699 Jul 16 08:42:01.370130 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa25f58-d046-4e37-a133-b96b852b6ce0 req-2db0c468-749e-4527-9892-b7aaa0ad48c0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.377714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa25f58-d046-4e37-a133-b96b852b6ce0 req-2db0c468-749e-4527-9892-b7aaa0ad48c0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.388838 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa25f58-d046-4e37-a133-b96b852b6ce0 req-2db0c468-749e-4527-9892-b7aaa0ad48c0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.398248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa25f58-d046-4e37-a133-b96b852b6ce0 req-2db0c468-749e-4527-9892-b7aaa0ad48c0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.407028 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa25f58-d046-4e37-a133-b96b852b6ce0 req-2db0c468-749e-4527-9892-b7aaa0ad48c0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:01.417174 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faa25f58-d046-4e37-a133-b96b852b6ce0 req-2db0c468-749e-4527-9892-b7aaa0ad48c0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5411 time: 0.8302467 Jul 16 08:42:01.422054 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:01.424167 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56870) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:01.440787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1545525422-network', 'tenant_id': '955ac7fa39614fc1a6915c80ce60d894'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:01.445836 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=6063b778-b30e-43f3-a597-c7e6e6337be2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:01.565934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:01.588825 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faa25f58-d046-4e37-a133-b96b852b6ce0 req-22556bf4-5f99-4256-aff5-ed0903b06bf3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1705585 Jul 16 08:42:01.597584 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] Made reservation on behalf of 955ac7fa39614fc1a6915c80ce60d894 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:01.608581 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.638034 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.640065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:01.731455 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.741058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': '3a94c4b5-9f6f-48d8-8c54-510baaef98be'}, {'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:01.747042 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a3ffd7-2116-4a0f-9d2c-268273624182" -d '{"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "3a94c4b5-9f6f-48d8-8c54-510baaef98be"}, {"server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "name": "network-vif-unplugged", "status": "completed", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:01.748100 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c8b253c1-1ddc-4b77-b701-6e28acebf2e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.788166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Request body: {'port': {'device_id': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:01.862309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Transition to ACTIVE for port object 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:01.888769 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.906316 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.010231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,revision_number=10']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:02.030484 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.082744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] No DVR routers for this DVR port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:02.106720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ea52a-5af3-4da1-abd0-a992f817c7fa req-ed372758-6b99-422b-80e6-bc4d4c422d1d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.109976 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da1ea52a-5af3-4da1-abd0-a992f817c7fa req-ed372758-6b99-422b-80e6-bc4d4c422d1d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 1.9330046 Jul 16 08:42:02.113905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:02.174268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:02.348076 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.448740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Attempting to bind port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:02.449276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Attempting to bind port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:02.449828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Attempting to bind port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:02.517794 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da1ea52a-5af3-4da1-abd0-a992f817c7fa req-3eb739bf-06ef-4880-b93c-5e2678ef56c8 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3436961 Jul 16 08:42:02.532692 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:02.533168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Attempting to bind port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:02.560413 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:42:02.585775 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:02.589137 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:02.589904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:02.590655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Bound port: 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:02.591267 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.691482 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.732002 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09d80bc-b8e5-4356-bde5-d22f3f093e37 req-0a9aea75-6e2a-40af-a73f-e9f8dbd7bbce tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.732631 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2803b60b-4bf7-4882-ac6b-4d34005611d2 x-openstack-request-id: req-2803b60b-4bf7-4882-ac6b-4d34005611d2 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:02.733119 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "3a94c4b5-9f6f-48d8-8c54-510baaef98be", "status": "completed", "code": 200}, {"server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "name": "network-vif-unplugged", "status": "completed", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:02.733747 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2803b60b-4bf7-4882-ac6b-4d34005611d2 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:02.734424 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': '3a94c4b5-9f6f-48d8-8c54-510baaef98be', 'status': 'completed', 'code': 200} Jul 16 08:42:02.734843 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'code': 200} Jul 16 08:42:02.748841 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b09d80bc-b8e5-4356-bde5-d22f3f093e37 req-0a9aea75-6e2a-40af-a73f-e9f8dbd7bbce tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.5399160 Jul 16 08:42:02.766322 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.977861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b09d80bc-b8e5-4356-bde5-d22f3f093e37 req-7dd09057-c9a0-473f-8e8d-96d7807ea38b tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256751 Jul 16 08:42:03.048778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:03.099750 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:03.119124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.187019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.187664 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.190057 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] 10.222.0.38 "PUT /v2.0/ports/7b4ad3b4-c2e7-42e9-a320-9a38901cb33a HTTP/1.1" status: 200 len: 1097 time: 3.8849196 Jul 16 08:42:03.262264 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be214fdf-c266-4d59-86a2-7dd9c8784e2a req-4f64120f-bcc2-4575-b246-d6967771febe tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.267236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:03.269122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be214fdf-c266-4d59-86a2-7dd9c8784e2a req-4f64120f-bcc2-4575-b246-d6967771febe tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.276071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be214fdf-c266-4d59-86a2-7dd9c8784e2a req-4f64120f-bcc2-4575-b246-d6967771febe tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.282353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be214fdf-c266-4d59-86a2-7dd9c8784e2a req-4f64120f-bcc2-4575-b246-d6967771febe tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.297249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be214fdf-c266-4d59-86a2-7dd9c8784e2a req-4f64120f-bcc2-4575-b246-d6967771febe tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.311100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be214fdf-c266-4d59-86a2-7dd9c8784e2a req-4f64120f-bcc2-4575-b246-d6967771febe tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.319311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be214fdf-c266-4d59-86a2-7dd9c8784e2a req-4f64120f-bcc2-4575-b246-d6967771febe tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.338426 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be214fdf-c266-4d59-86a2-7dd9c8784e2a req-4f64120f-bcc2-4575-b246-d6967771febe tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5411 time: 0.3993211 Jul 16 08:42:03.385863 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.386874 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] Added segment 799c7faf-7587-4b15-97ee-b17d08c8c84f of type vlan for network 613e5e89-c291-4e59-9872-80366bf00f7f Jul 16 08:42:03.436004 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fab53f-6842-4d2f-b58c-837d90bfbe98 service neutron] Pushing event updated for resources: {'Port': ['ID=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,revision_number=11']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:03.533613 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.553136 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be214fdf-c266-4d59-86a2-7dd9c8784e2a req-c1565f31-c538-4d3c-9e2d-328ef20ab8b4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2060478 Jul 16 08:42:03.561458 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb95133-1ed9-454f-8419-44a48e9ada75,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:03.634576 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.663235 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.669168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:03.717466 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.719130 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.730062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-28e9cb0b-2b21-41c2-a10e-420c9fd25e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.735119 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-28e9cb0b-2b21-41c2-a10e-420c9fd25e6f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 1100 time: 0.5170059 Jul 16 08:42:03.737723 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ffd7-2116-4a0f-9d2c-268273624182 req-2ed1928a-c4e6-47a3-8c83-11965412bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.742055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ffd7-2116-4a0f-9d2c-268273624182 req-2ed1928a-c4e6-47a3-8c83-11965412bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.742996 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ffd7-2116-4a0f-9d2c-268273624182 req-2ed1928a-c4e6-47a3-8c83-11965412bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.745091 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ffd7-2116-4a0f-9d2c-268273624182 req-2ed1928a-c4e6-47a3-8c83-11965412bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.746953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ffd7-2116-4a0f-9d2c-268273624182 req-2ed1928a-c4e6-47a3-8c83-11965412bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.750101 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ffd7-2116-4a0f-9d2c-268273624182 req-2ed1928a-c4e6-47a3-8c83-11965412bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.751857 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ffd7-2116-4a0f-9d2c-268273624182 req-2ed1928a-c4e6-47a3-8c83-11965412bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:03.762213 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62a3ffd7-2116-4a0f-9d2c-268273624182 req-2ed1928a-c4e6-47a3-8c83-11965412bae8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 6419 time: 0.9945576 Jul 16 08:42:03.799921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Transition to ACTIVE for port object 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:03.825840 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.943854 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c8b253c1-1ddc-4b77-b701-6e28acebf2e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.950913 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=6063b778-b30e-43f3-a597-c7e6e6337be2,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.073641 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c8b253c1-1ddc-4b77-b701-6e28acebf2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.100598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-906831b0-8d93-4f18-aa67-a5ac804832cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.103090 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-906831b0-8d93-4f18-aa67-a5ac804832cb service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3605194 Jul 16 08:42:04.118752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Pushing event updated for resources: {'Port': ['ID=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.245393 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-0ba9e1e6-7504-4709-a820-fcb641475e89 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a HTTP/1.1" status: 200 len: 217 time: 0.1176291 Jul 16 08:42:04.387694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ffd7-2116-4a0f-9d2c-268273624182 req-28c12998-e4e7-4e9f-b9dd-cfe4e0af89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.387694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ffd7-2116-4a0f-9d2c-268273624182 req-28c12998-e4e7-4e9f-b9dd-cfe4e0af89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.387694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ffd7-2116-4a0f-9d2c-268273624182 req-28c12998-e4e7-4e9f-b9dd-cfe4e0af89e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.387694 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62a3ffd7-2116-4a0f-9d2c-268273624182 req-28c12998-e4e7-4e9f-b9dd-cfe4e0af89e1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4210021 Jul 16 08:42:04.387694 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.387694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.387694 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.483967 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.530650 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-f3bbeec0-7765-432e-9f0e-8bc38885b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.532348 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-f3bbeec0-7765-432e-9f0e-8bc38885b95e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2625606 Jul 16 08:42:04.595530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Attempting to bind port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:04.598034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Attempting to bind port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '1d6cf301-37b7-471a-beee-193f4796b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:04.598034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Attempting to bind port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d on network 79638599-e95d-4aaa-a9df-9e4a650918b5 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:04.610487 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d on network 79638599-e95d-4aaa-a9df-9e4a650918b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:04.610910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Attempting to bind port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d on network 79638599-e95d-4aaa-a9df-9e4a650918b5 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:04.632551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0684c9-4982-4a7b-83d2-df7cf322b336 req-7e752903-0119-4d36-952f-629d1339cf6f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.633855 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1b0684c9-4982-4a7b-83d2-df7cf322b336 req-7e752903-0119-4d36-952f-629d1339cf6f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.2252345 Jul 16 08:42:04.637143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:04.637607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Checking segment: {'id': '1d6cf301-37b7-471a-beee-193f4796b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:04.638072 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Bound using segment: {'id': '1d6cf301-37b7-471a-beee-193f4796b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:04.638675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Bound port: 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d6cf301-37b7-471a-beee-193f4796b4bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:04.639115 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.739023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:04.741727 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191" -d '{"events": [{"name": "network-changed", "server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:04.756032 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a3ffd7-2116-4a0f-9d2c-268273624182 req-37889c4d-a446-43cf-9cde-84020d6b07bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.758345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-8d87bcaa-3ec3-4e7e-971b-61ece5eee7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.759171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62a3ffd7-2116-4a0f-9d2c-268273624182 req-37889c4d-a446-43cf-9cde-84020d6b07bc service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2957270 Jul 16 08:42:04.760414 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-8d87bcaa-3ec3-4e7e-971b-61ece5eee7d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2185249 Jul 16 08:42:04.761590 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.0488944 Jul 16 08:42:04.771888 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c8b253c1-1ddc-4b77-b701-6e28acebf2e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cbb4d5b001a84e2ba05994cce0504ba9&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3460019 Jul 16 08:42:04.775594 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1b0684c9-4982-4a7b-83d2-df7cf322b336 req-278f03bb-ba4b-4350-b741-dd6a6c061c3c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244493 Jul 16 08:42:04.777437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56932) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:04.818975 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.822261 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-38eac6e0-5943-4713-bd97-d02644c55556 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7421212 Jul 16 08:42:04.825119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b253c1-1ddc-4b77-b701-6e28acebf2e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82120a6a-d181-4f45-9f59-1fbbea8619c1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.829755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56936) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:04.837457 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] For port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:04.883469 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] For port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d,segment=NetworkSegment(1d6cf301-37b7-471a-beee-193f4796b4bd),segment_id=1d6cf301-37b7-471a-beee-193f4796b4bd)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:04.927163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-20420e39-d48b-400b-8e1d-d3438bf39e94 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'port': {'network_id': 'da27aefc-529c-42aa-9934-5da9f525e374', 'name': 'tempest-FloatingIPTestJSON-212037273'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:04.958084 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.979570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cb100-e256-4b16-a7b2-659fbee866c7 admin admin] Pushing event updated for resources: {'Network': ['ID=613e5e89-c291-4e59-9872-80366bf00f7f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.997270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 613e5e89-c291-4e59-9872-80366bf00f7f details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:05.044447 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.045221 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.047916 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] 10.222.0.15 "PUT /v2.0/ports/9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d HTTP/1.1" status: 200 len: 1092 time: 3.2872477 Jul 16 08:42:05.053887 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-55338b9b-1e39-44b4-87ec-d442111ce45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.196570 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-55338b9b-1e39-44b4-87ec-d442111ce45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.237945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6f208e-15d1-4e4c-8cec-f4e9a50e5c5a service neutron] Pushing event updated for resources: {'Port': ['ID=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:05.266224 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-fa05383b-3ab7-4660-b38a-dcc5c6c6426e service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893069 Jul 16 08:42:05.301526 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.305100 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7dd1926b-5fa7-411b-a420-4b9250a53e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.470843 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-8fcea7ef-1fda-44c9-bbde-5071a8408273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.471590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-8fcea7ef-1fda-44c9-bbde-5071a8408273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.472223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-8fcea7ef-1fda-44c9-bbde-5071a8408273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.472873 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-8fcea7ef-1fda-44c9-bbde-5071a8408273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.473428 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-8fcea7ef-1fda-44c9-bbde-5071a8408273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.474003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-8fcea7ef-1fda-44c9-bbde-5071a8408273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.474529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-8fcea7ef-1fda-44c9-bbde-5071a8408273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.478626 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-8fcea7ef-1fda-44c9-bbde-5071a8408273 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 6487 time: 0.3656411 Jul 16 08:42:05.544942 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-b90d2fd1-f802-41c4-94fa-fc476c6fa57a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d49fd04-da38-4b01-9a10-0ff9d51055b5 HTTP/1.1" status: 200 len: 217 time: 0.0582948 Jul 16 08:42:05.676813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-1a2ccaca-f8a8-47b0-a75a-f7460d3c6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.683851 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-1a2ccaca-f8a8-47b0-a75a-f7460d3c6967 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fad49db9-2978-448c-81ea-10717ca5b65f HTTP/1.1" status: 200 len: 850 time: 0.1322379 Jul 16 08:42:05.689848 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e1e8ddc-9686-4a41-8926-6ef9a026f55f req-6001cf7c-6466-4e5e-b1a0-f158a0d03642 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157817 Jul 16 08:42:05.729949 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-55338b9b-1e39-44b4-87ec-d442111ce45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.738112 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-55338b9b-1e39-44b4-87ec-d442111ce45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.740140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb317a-a25d-44c5-994f-4d7ef44cb937 req-874c5d51-6b9c-4d37-9009-2a02cb3e0263 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.741725 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-55338b9b-1e39-44b4-87ec-d442111ce45f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82120a6a-d181-4f45-9f59-1fbbea8619c1 HTTP/1.1" status: 204 len: 168 time: 0.9630857 Jul 16 08:42:05.742123 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ddfb317a-a25d-44c5-994f-4d7ef44cb937 req-874c5d51-6b9c-4d37-9009-2a02cb3e0263 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 948 time: 1.6065969 Jul 16 08:42:05.895305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55338b9b-1e39-44b4-87ec-d442111ce45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82120a6a-d181-4f45-9f59-1fbbea8619c1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:05.971800 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ddfb317a-a25d-44c5-994f-4d7ef44cb937 req-59dca048-1e43-4499-a775-5a3a01b27340 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812923 Jul 16 08:42:06.020422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20420e39-d48b-400b-8e1d-d3438bf39e94 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Made reservation on behalf of 6177d0e20fd94f278cc7c8233dafd6b1 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:06.024724 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-20420e39-d48b-400b-8e1d-d3438bf39e94 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.026300 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30038b22-56be-4ab5-b99c-5dfb81b2c11c req-2a8a5c67-de6c-4d00-baa4-f90a3dc7d1d4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.041625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30038b22-56be-4ab5-b99c-5dfb81b2c11c req-2a8a5c67-de6c-4d00-baa4-f90a3dc7d1d4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.062164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30038b22-56be-4ab5-b99c-5dfb81b2c11c req-2a8a5c67-de6c-4d00-baa4-f90a3dc7d1d4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.081192 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30038b22-56be-4ab5-b99c-5dfb81b2c11c req-2a8a5c67-de6c-4d00-baa4-f90a3dc7d1d4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.099535 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-20420e39-d48b-400b-8e1d-d3438bf39e94 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] device_id is not set on port c97ba8ac-261a-42fc-ad94-ac23c7d1115c yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:42:06.120749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30038b22-56be-4ab5-b99c-5dfb81b2c11c req-2a8a5c67-de6c-4d00-baa4-f90a3dc7d1d4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.124428 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30038b22-56be-4ab5-b99c-5dfb81b2c11c req-2a8a5c67-de6c-4d00-baa4-f90a3dc7d1d4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.151233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30038b22-56be-4ab5-b99c-5dfb81b2c11c req-2a8a5c67-de6c-4d00-baa4-f90a3dc7d1d4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.155407 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30038b22-56be-4ab5-b99c-5dfb81b2c11c req-2a8a5c67-de6c-4d00-baa4-f90a3dc7d1d4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5423 time: 0.3398910 Jul 16 08:42:06.161735 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d07040-c7c5-421a-8a3d-dde083c5a565 x-openstack-request-id: req-74d07040-c7c5-421a-8a3d-dde083c5a565 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:06.162619 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:06.162742 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74d07040-c7c5-421a-8a3d-dde083c5a565 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:06.163252 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'status': 'completed', 'code': 200} Jul 16 08:42:06.211090 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-cea270a5-a351-4a81-95dd-8140e5119183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.213789 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-cea270a5-a351-4a81-95dd-8140e5119183 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5059912 Jul 16 08:42:06.355234 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-aed8bcfe-eeed-49fa-bcca-24cc5d25e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.358497 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-aed8bcfe-eeed-49fa-bcca-24cc5d25e671 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 1100 time: 0.2442679 Jul 16 08:42:06.544465 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30038b22-56be-4ab5-b99c-5dfb81b2c11c req-ba7267e7-4b12-45cd-ab43-49b809a2a6a7 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3414371 Jul 16 08:42:06.581906 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-0dbf1940-6dc3-4313-bfed-94fac153aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.585168 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-0dbf1940-6dc3-4313-bfed-94fac153aec8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 1100 time: 0.4152498 Jul 16 08:42:06.617943 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-e7c558c0-f651-4232-bed3-9ab4c69c54ac service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902838 Jul 16 08:42:06.854628 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:06.905993 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-dfd5982e-24a7-4c84-aaa7-2276c3a4b61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.907847 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-dfd5982e-24a7-4c84-aaa7-2276c3a4b61f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.5425258 Jul 16 08:42:06.948021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56986) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:07.035100 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-d4ce8d9e-07ca-4219-abfa-6fc0c0293ef3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a HTTP/1.1" status: 200 len: 217 time: 0.0881255 Jul 16 08:42:07.035855 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-a979d048-8e20-48b9-aa76-4b5935377a89 service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979921 Jul 16 08:42:07.036934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-2029255b-7865-4111-ad51-6986b76a12de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.038390 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-2029255b-7865-4111-ad51-6986b76a12de service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.4466457 Jul 16 08:42:07.047056 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-20420e39-d48b-400b-8e1d-d3438bf39e94 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Allocated IP 172.20.0.10 (da27aefc-529c-42aa-9934-5da9f525e374/c2e91ce4-4eb5-495a-8f1d-782c17421a3c/c97ba8ac-261a-42fc-ad94-ac23c7d1115c) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:07.091897 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-7dccaf72-c6b3-424f-8c69-a51d6d9fecec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a HTTP/1.1" status: 200 len: 217 time: 0.0449896 Jul 16 08:42:07.111726 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:07.158237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'mac_address': 'fa:16:3e:ab:f9:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:07.178705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc84d3-4bde-41b7-8e21-741eec3a887f req-fe24dcf4-7f6d-4439-9e62-1f1bf93c816a tempest-ComputeTenantNetworksTest-93764445 tempest-ComputeTenantNetworksTest-93764445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.195014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc84d3-4bde-41b7-8e21-741eec3a887f req-fe24dcf4-7f6d-4439-9e62-1f1bf93c816a tempest-ComputeTenantNetworksTest-93764445 tempest-ComputeTenantNetworksTest-93764445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.201644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc84d3-4bde-41b7-8e21-741eec3a887f req-fe24dcf4-7f6d-4439-9e62-1f1bf93c816a tempest-ComputeTenantNetworksTest-93764445 tempest-ComputeTenantNetworksTest-93764445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.219661 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ddfc84d3-4bde-41b7-8e21-741eec3a887f req-fe24dcf4-7f6d-4439-9e62-1f1bf93c816a tempest-ComputeTenantNetworksTest-93764445 tempest-ComputeTenantNetworksTest-93764445-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.7430334 Jul 16 08:42:07.241612 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.270706 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:07.275480 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-8371fc58-6ca7-4468-948c-d7355330675b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=58152f66-9e10-424e-a327-eb3322be8e41 HTTP/1.1" status: 200 len: 217 time: 0.1801906 Jul 16 08:42:07.295373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:07.302203 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.339108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb612e81-673b-400a-9a04-3aa77e12db0f req-80fbb846-d7d4-4cec-b035-cd2b0abc9ea0 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.341027 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb612e81-673b-400a-9a04-3aa77e12db0f req-80fbb846-d7d4-4cec-b035-cd2b0abc9ea0 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.4542186 Jul 16 08:42:07.363522 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54a71123-f126-4e58-a689-57ddc243db56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.378810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-3d4eee59-cbf9-4c79-9720-0ee98f079dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.387996 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-3d4eee59-cbf9-4c79-9720-0ee98f079dae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.3138056 Jul 16 08:42:07.435456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-77f0abc8-aa4c-4406-b97b-a5405b92d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.437057 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-77f0abc8-aa4c-4406-b97b-a5405b92d447 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.1251125 Jul 16 08:42:07.453110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,revision_number=12']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:07.503763 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-d02458e0-03da-425d-9b98-2ddbaf33ac53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.505528 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-d02458e0-03da-425d-9b98-2ddbaf33ac53 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.4018602 Jul 16 08:42:07.518631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:07.521587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:07.524871 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:07.526973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:07.528202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:07.529741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:07.530202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:07.533064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:07.536365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:07.539440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:07.541997 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:07.542533 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:07.599275 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f036b42e-8179-40e7-9718-f6f4cd150901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.601325 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f036b42e-8179-40e7-9718-f6f4cd150901 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1492200 Jul 16 08:42:07.632245 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb612e81-673b-400a-9a04-3aa77e12db0f req-42ca149c-5dee-4e66-8c95-61b6d7c29502 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919529 Jul 16 08:42:07.642621 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-bd2ae385-b3fb-44dd-bd25-d3ba7e6fce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.644435 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-bd2ae385-b3fb-44dd-bd25-d3ba7e6fce92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2552857 Jul 16 08:42:07.678267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['7b4ad3b4-c2e7-42e9-a320-9a38901cb33a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:07.687673 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-3ae771f0-4503-4cca-8fc6-83e64269f7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.689706 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-3ae771f0-4503-4cca-8fc6-83e64269f7d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1767445 Jul 16 08:42:07.717153 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-20420e39-d48b-400b-8e1d-d3438bf39e94 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.923617 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-701b791a-6244-4d98-bcec-a1b7385c24d2 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128605 Jul 16 08:42:07.945715 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c15c1f8-3f01-46da-b921-010ca6ed2617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.058842 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-20420e39-d48b-400b-8e1d-d3438bf39e94 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.067531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3111bd03-0b90-4157-a052-7609bbb779bd req-0986971c-bcc0-4d60-8415-597681175ccd tempest-ComputeTenantNetworksTest-93764445 tempest-ComputeTenantNetworksTest-93764445-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.073548 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3111bd03-0b90-4157-a052-7609bbb779bd req-0986971c-bcc0-4d60-8415-597681175ccd tempest-ComputeTenantNetworksTest-93764445 tempest-ComputeTenantNetworksTest-93764445-project] 10.222.0.20 "GET /v2.0/networks/613e5e89-c291-4e59-9872-80366bf00f7f HTTP/1.1" status: 200 len: 769 time: 0.3803210 Jul 16 08:42:08.097537 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54a71123-f126-4e58-a689-57ddc243db56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.100263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57012) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:08.103617 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-1d5eb2e0-9615-4670-b906-e694e8550f3c service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4437950 Jul 16 08:42:08.165865 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-066d5dad-cd40-463a-b320-cb7b400f3c85 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266254 Jul 16 08:42:08.166878 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54a71123-f126-4e58-a689-57ddc243db56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.169776 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-3318c884-02fe-4d3c-ba97-5376c11e0fcb service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4667368 Jul 16 08:42:08.171528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': '9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:08.174344 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e790571c-c771-4a44-87ff-80c8748e36e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:08.190145 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.264430 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-8fb6922c-dd40-41ab-ac1e-b0c0adc0783f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=0a38388f-bcd0-4aae-9d2d-7ec4959acb62 HTTP/1.1" status: 200 len: 217 time: 0.0750334 Jul 16 08:42:08.330079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20420e39-d48b-400b-8e1d-d3438bf39e94 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network da27aefc-529c-42aa-9934-5da9f525e374 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:08.371370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-20420e39-d48b-400b-8e1d-d3438bf39e94 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:08.376975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd53889-c7d7-4038-a0c7-838fe8ef92d9 req-f6ed2c32-a52e-445b-a09f-2e63571373fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.379746 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ccd53889-c7d7-4038-a0c7-838fe8ef92d9 req-f6ed2c32-a52e-445b-a09f-2e63571373fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c76f51fd58ac4c91af766500fae1fc16&device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 1097 time: 0.5315170 Jul 16 08:42:08.440293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20420e39-d48b-400b-8e1d-d3438bf39e94 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:08.455943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20420e39-d48b-400b-8e1d-d3438bf39e94 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=c97ba8ac-261a-42fc-ad94-ac23c7d1115c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:08.597653 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-54a71123-f126-4e58-a689-57ddc243db56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0490dd1e746a48de9e211b8c335104f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6480618 Jul 16 08:42:08.643532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57028) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:08.661762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f375a-8e4d-45e5-b629-9e1cb8a48e65 req-21ebf928-8d7c-43db-b5cd-a426da5546e6 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.667032 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-691f375a-8e4d-45e5-b629-9e1cb8a48e65 req-21ebf928-8d7c-43db-b5cd-a426da5546e6 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 949 time: 0.8199265 Jul 16 08:42:08.688999 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-953d6e4e-f2a5-4ac6-9c1f-9f68c8b02a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.728754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a71123-f126-4e58-a689-57ddc243db56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aed849-081c-4846-96ce-483005459a6c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:08.784459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-30760bf7-32d8-458a-aed9-555441f21324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.786014 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-30760bf7-32d8-458a-aed9-555441f21324 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.1415808 Jul 16 08:42:08.855395 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-9700b99e-8e91-4074-a962-173c0c0f0a4d service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6765840 Jul 16 08:42:08.869577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20420e39-d48b-400b-8e1d-d3438bf39e94 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.870458 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-20420e39-d48b-400b-8e1d-d3438bf39e94 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.877161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d677cb7-e442-4a8b-8454-2cc7d720544f req-2a0d122b-a1ee-4657-b176-d1b86140a2e1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.880037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:08.883435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d677cb7-e442-4a8b-8454-2cc7d720544f req-2a0d122b-a1ee-4657-b176-d1b86140a2e1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.890322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d677cb7-e442-4a8b-8454-2cc7d720544f req-2a0d122b-a1ee-4657-b176-d1b86140a2e1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.897395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d677cb7-e442-4a8b-8454-2cc7d720544f req-2a0d122b-a1ee-4657-b176-d1b86140a2e1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.904672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d677cb7-e442-4a8b-8454-2cc7d720544f req-2a0d122b-a1ee-4657-b176-d1b86140a2e1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.906658 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d9b8d9e-cf99-47a8-bf6e-b141a28c5191 req-e536c422-a7c1-4267-894b-c255cdee45fe service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7475042 Jul 16 08:42:08.911955 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d677cb7-e442-4a8b-8454-2cc7d720544f req-2a0d122b-a1ee-4657-b176-d1b86140a2e1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.917837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d677cb7-e442-4a8b-8454-2cc7d720544f req-2a0d122b-a1ee-4657-b176-d1b86140a2e1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:08.919911 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7d677cb7-e442-4a8b-8454-2cc7d720544f req-2a0d122b-a1ee-4657-b176-d1b86140a2e1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5423 time: 0.7202148 Jul 16 08:42:08.921656 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a8c4007c-b673-44a4-aaf1-69c52b76a266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.958681 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:08.964840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:08.965531 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.970554 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a8c4007c-b673-44a4-aaf1-69c52b76a266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.996637 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-20420e39-d48b-400b-8e1d-d3438bf39e94 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0826051 Jul 16 08:42:08.997219 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57036) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:09.011898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4cceda86-550e-4a5b-b017-9f7b3ecefeb4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'floatingip': {'port_id': 'c97ba8ac-261a-42fc-ad94-ac23c7d1115c'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:09.040370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-4c78c49c-a370-424f-abb5-664a92991b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.041997 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-4c78c49c-a370-424f-abb5-664a92991b80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2490325 Jul 16 08:42:09.047593 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7d677cb7-e442-4a8b-8454-2cc7d720544f req-146033fa-bb83-429b-bde2-7b6cc5188c72 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1066625 Jul 16 08:42:09.059964 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-691f375a-8e4d-45e5-b629-9e1cb8a48e65 req-7d7883c8-be1c-47ca-bfd5-52bae5fda036 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3469481 Jul 16 08:42:09.097821 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.157085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd53889-c7d7-4038-a0c7-838fe8ef92d9 req-8c417dbf-099f-4954-961c-dbf4b5188779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.158927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:09.159164 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ccd53889-c7d7-4038-a0c7-838fe8ef92d9 req-8c417dbf-099f-4954-961c-dbf4b5188779 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d HTTP/1.1" status: 200 len: 914 time: 0.6981008 Jul 16 08:42:09.161384 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4339a29c-cec5-4ae5-90a6-617e38c1f7c6" -d '{"events": [{"server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "name": "network-vif-plugged", "status": "completed", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:09.180818 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:09.186507 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.194581 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a8c4007c-b673-44a4-aaf1-69c52b76a266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.207568 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4cceda86-550e-4a5b-b017-9f7b3ecefeb4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.207929 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a8c4007c-b673-44a4-aaf1-69c52b76a266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.209910 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a8c4007c-b673-44a4-aaf1-69c52b76a266 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76aed849-081c-4846-96ce-483005459a6c HTTP/1.1" status: 204 len: 168 time: 0.5634625 Jul 16 08:42:09.219409 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332f122d-94dd-4de8-bc89-da4616b53eb5 x-openstack-request-id: req-332f122d-94dd-4de8-bc89-da4616b53eb5 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:09.219861 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:09.220686 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-332f122d-94dd-4de8-bc89-da4616b53eb5 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:09.221342 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': '9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d', 'status': 'completed', 'code': 200} Jul 16 08:42:09.244212 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4007c-b673-44a4-aaf1-69c52b76a266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aed849-081c-4846-96ce-483005459a6c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.274274 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-19ec341d-eb6a-404e-a00f-7134e3933611 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254081 Jul 16 08:42:09.368257 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,revision_number=13']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.376065 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-953d6e4e-f2a5-4ac6-9c1f-9f68c8b02a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.431719 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ccd53889-c7d7-4038-a0c7-838fe8ef92d9 req-8624ccfc-edce-44c7-b6f8-c332b0fe903c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff HTTP/1.1" status: 200 len: 217 time: 0.2652917 Jul 16 08:42:09.471483 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-953d6e4e-f2a5-4ac6-9c1f-9f68c8b02a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613e5e89-c291-4e59-9872-80366bf00f7f']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:09.478335 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a474e976-a852-4de6-b291-4f76ce20fe3f x-openstack-request-id: req-a474e976-a852-4de6-b291-4f76ce20fe3f {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:09.479500 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "name": "network-vif-plugged", "status": "completed", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:09.480143 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a474e976-a852-4de6-b291-4f76ce20fe3f {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:09.481272 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'code': 200} Jul 16 08:42:09.504248 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f0dcfe04-5650-4408-b772-0fe6f143506b service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224748 Jul 16 08:42:09.520306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-953d6e4e-f2a5-4ac6-9c1f-9f68c8b02a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799c7faf-7587-4b15-97ee-b17d08c8c84f') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:09.520640 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-953d6e4e-f2a5-4ac6-9c1f-9f68c8b02a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799c7faf-7587-4b15-97ee-b17d08c8c84f') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:09.559684 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-953d6e4e-f2a5-4ac6-9c1f-9f68c8b02a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.562405 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-c7e6191c-dffe-4837-b6c6-1e757986bff4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=6b65b6e1-328c-49ab-919d-e824c6be9088 HTTP/1.1" status: 200 len: 217 time: 0.0514903 Jul 16 08:42:09.589969 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-953d6e4e-f2a5-4ac6-9c1f-9f68c8b02a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.619878 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.637152 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-8cc1cc87-510b-4817-be81-b8711fa55bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.638715 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-8cc1cc87-510b-4817-be81-b8711fa55bbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.0698042 Jul 16 08:42:09.649507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-953d6e4e-f2a5-4ac6-9c1f-9f68c8b02a9c admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:09.649926 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-953d6e4e-f2a5-4ac6-9c1f-9f68c8b02a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:09.651827 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:09.693879 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57054) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:09.700381 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd53889-c7d7-4038-a0c7-838fe8ef92d9 req-4923a2e6-a5f8-47af-af86-055f04c19f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.702100 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ccd53889-c7d7-4038-a0c7-838fe8ef92d9 req-4923a2e6-a5f8-47af-af86-055f04c19f3a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49afa1d5-ed59-4c8e-94d4-4bbb07bec12a HTTP/1.1" status: 200 len: 854 time: 0.2156911 Jul 16 08:42:09.733855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-383f5bfe-8e3f-4c4f-b145-ed5dbb0a63ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.736183 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-383f5bfe-8e3f-4c4f-b145-ed5dbb0a63ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0906248 Jul 16 08:42:09.815287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6913ab8-b968-4973-85f9-48ffe6a93e9b req-8fc404f9-8507-46f9-80da-ff92801d49a5 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.823767 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6913ab8-b968-4973-85f9-48ffe6a93e9b req-8fc404f9-8507-46f9-80da-ff92801d49a5 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.3942716 Jul 16 08:42:09.830530 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ccd53889-c7d7-4038-a0c7-838fe8ef92d9 req-c274dbc3-b494-403f-bf3e-5b2510108a4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640161 Jul 16 08:42:09.840968 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-953d6e4e-f2a5-4ac6-9c1f-9f68c8b02a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.868185 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-953d6e4e-f2a5-4ac6-9c1f-9f68c8b02a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.870337 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-953d6e4e-f2a5-4ac6-9c1f-9f68c8b02a9c admin admin] 10.222.0.20 "DELETE /v2.0/networks/613e5e89-c291-4e59-9872-80366bf00f7f HTTP/1.1" status: 204 len: 168 time: 1.7655261 Jul 16 08:42:09.924532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57060) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:09.930291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953d6e4e-f2a5-4ac6-9c1f-9f68c8b02a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=613e5e89-c291-4e59-9872-80366bf00f7f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.963685 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-c903084b-705a-4118-9862-646cd97cd210 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210402 Jul 16 08:42:09.965221 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c16e9ebf-8ce9-428f-b9f8-1e5905f3c4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.018891 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6913ab8-b968-4973-85f9-48ffe6a93e9b req-dee1313e-5c8e-4f56-8edf-4b4762bac4c0 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940994 Jul 16 08:42:10.182938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57066) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:10.195582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:10.351717 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-c81a7eff-80c6-4680-abab-cfe4a747b001 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809257 Jul 16 08:42:10.354819 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-34535896-2b30-453d-92cb-87aeb107de64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=955ac7fa39614fc1a6915c80ce60d894&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1522954 Jul 16 08:42:10.381803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57068) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:10.457975 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-07e5d383-2a20-4d4d-ade5-753337334a70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=bb4794d2-5564-4535-84c0-ae84e853964d HTTP/1.1" status: 200 len: 217 time: 0.0972230 Jul 16 08:42:10.521445 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ccd53889-c7d7-4038-a0c7-838fe8ef92d9 req-26baecf5-a916-49b4-9539-cb8fac77f6e8 service neutron] 10.222.0.15 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6783555 Jul 16 08:42:10.550676 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c16e9ebf-8ce9-428f-b9f8-1e5905f3c4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.569268 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c16e9ebf-8ce9-428f-b9f8-1e5905f3c4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.600103 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5ad8fff2-5eb2-4464-8d4a-aae44a405ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.602178 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-5ad8fff2-5eb2-4464-8d4a-aae44a405ebf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.1364510 Jul 16 08:42:10.638754 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6bba288e-945a-4e69-80d9-9ffce974ceea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.693194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866c5601-ee8d-4af5-8d90-bad44cb77af9 req-7056aec1-b4b9-476c-9bdc-088d79722715 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.694997 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-866c5601-ee8d-4af5-8d90-bad44cb77af9 req-7056aec1-b4b9-476c-9bdc-088d79722715 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 950 time: 0.3571048 Jul 16 08:42:10.701240 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.706094 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c16e9ebf-8ce9-428f-b9f8-1e5905f3c4ba admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98a708be13534a32ae84596baeedb48c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7792931 Jul 16 08:42:10.713167 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57072) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:10.729044 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e9ebf-8ce9-428f-b9f8-1e5905f3c4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6288709-bd0a-46e9-9dbf-991c42005e48,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:10.739060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d36c54-76f3-4006-bc7f-3c1713c71535 req-52c36752-f94b-402f-b410-8b8bebf7692e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.745183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d36c54-76f3-4006-bc7f-3c1713c71535 req-52c36752-f94b-402f-b410-8b8bebf7692e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.745908 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6bba288e-945a-4e69-80d9-9ffce974ceea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.751786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d36c54-76f3-4006-bc7f-3c1713c71535 req-52c36752-f94b-402f-b410-8b8bebf7692e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.758377 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d36c54-76f3-4006-bc7f-3c1713c71535 req-52c36752-f94b-402f-b410-8b8bebf7692e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.764480 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d36c54-76f3-4006-bc7f-3c1713c71535 req-52c36752-f94b-402f-b410-8b8bebf7692e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.770579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d36c54-76f3-4006-bc7f-3c1713c71535 req-52c36752-f94b-402f-b410-8b8bebf7692e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.776738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d36c54-76f3-4006-bc7f-3c1713c71535 req-52c36752-f94b-402f-b410-8b8bebf7692e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.778818 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0d36c54-76f3-4006-bc7f-3c1713c71535 req-52c36752-f94b-402f-b410-8b8bebf7692e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5423 time: 0.2999570 Jul 16 08:42:10.801373 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.resource_extend [None req-4cceda86-550e-4a5b-b017-9f7b3ecefeb4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:42:10.838040 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-866c5601-ee8d-4af5-8d90-bad44cb77af9 req-719ce6cb-057e-42ed-9b76-21e53913f72d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267445 Jul 16 08:42:10.862061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-9f6fdeb7-4bc8-4479-937c-069c70d40256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.864460 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-9f6fdeb7-4bc8-4479-937c-069c70d40256 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2528899 Jul 16 08:42:10.867779 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ccd53889-c7d7-4038-a0c7-838fe8ef92d9 req-1e6f43fa-b04c-4254-94e9-699ce729bf23 service neutron] 10.222.0.15 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387380 Jul 16 08:42:10.917440 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4cceda86-550e-4a5b-b017-9f7b3ecefeb4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.927142 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4cceda86-550e-4a5b-b017-9f7b3ecefeb4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.933288 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0d36c54-76f3-4006-bc7f-3c1713c71535 req-bc9684df-7f47-4f71-960e-fed72115d7e2 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1470134 Jul 16 08:42:10.995653 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-02ca3458-6dce-4b42-b55a-da76e3aabac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.045801 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6bba288e-945a-4e69-80d9-9ffce974ceea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.053449 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6bba288e-945a-4e69-80d9-9ffce974ceea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.058416 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6bba288e-945a-4e69-80d9-9ffce974ceea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4cb95133-1ed9-454f-8419-44a48e9ada75 HTTP/1.1" status: 204 len: 168 time: 0.6732187 Jul 16 08:42:11.060453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-02ca3458-6dce-4b42-b55a-da76e3aabac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.115300 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-4cceda86-550e-4a5b-b017-9f7b3ecefeb4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Floating IP ca371f75-cae5-485a-8af3-77d4fcae3ac6 associated. External IP: 172.25.4.48, port: c97ba8ac-261a-42fc-ad94-ac23c7d1115c. Jul 16 08:42:11.135574 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.231888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bba288e-945a-4e69-80d9-9ffce974ceea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb95133-1ed9-454f-8419-44a48e9ada75,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.261889 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-02ca3458-6dce-4b42-b55a-da76e3aabac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.264622 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-02ca3458-6dce-4b42-b55a-da76e3aabac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.266041 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-02ca3458-6dce-4b42-b55a-da76e3aabac0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b6288709-bd0a-46e9-9dbf-991c42005e48 HTTP/1.1" status: 204 len: 168 time: 0.5516074 Jul 16 08:42:11.291446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca3458-6dce-4b42-b55a-da76e3aabac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6288709-bd0a-46e9-9dbf-991c42005e48,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.387316 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ce0a64-2692-49c1-9738-f8e80dcdee19 req-c4855906-0bd1-4b71-b5b5-d9af025e3d63 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.394568 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-10ce0a64-2692-49c1-9738-f8e80dcdee19 req-c4855906-0bd1-4b71-b5b5-d9af025e3d63 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 950 time: 0.2090557 Jul 16 08:42:11.419550 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-1f06fd08-d9c0-4787-acb8-535fd10932fe service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4707353 Jul 16 08:42:11.501916 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.525748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-10ce0a64-2692-49c1-9738-f8e80dcdee19 req-c519ae44-2df1-436d-83fe-fc85412e3b88 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302660 Jul 16 08:42:11.543378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cceda86-550e-4a5b-b017-9f7b3ecefeb4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:11.564296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9ecac-9bfa-4c7c-bba9-7b54b5202b0b req-baa9cd39-82ee-4801-b4e9-43a6a2f23eef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:11.569109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-31a9ecac-9bfa-4c7c-bba9-7b54b5202b0b req-baa9cd39-82ee-4801-b4e9-43a6a2f23eef tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 945 time: 0.3392177 Jul 16 08:42:11.716916 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-31a9ecac-9bfa-4c7c-bba9-7b54b5202b0b req-c92619cb-6c38-4a92-90a0-d9cdd8d0a148 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342006 Jul 16 08:42:11.788400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cceda86-550e-4a5b-b017-9f7b3ecefeb4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:11.800286 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5174b976-a13c-4df4-adac-5c8e52eb8e7c None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:11.812513 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-430ac41b-5f42-4eec-b217-0152df99ebe1 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3798261 Jul 16 08:42:11.821067 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174b976-a13c-4df4-adac-5c8e52eb8e7c None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:11.821775 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4cceda86-550e-4a5b-b017-9f7b3ecefeb4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.822735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5174b976-a13c-4df4-adac-5c8e52eb8e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:11.911582 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5174b976-a13c-4df4-adac-5c8e52eb8e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:11.912616 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4cceda86-550e-4a5b-b017-9f7b3ecefeb4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "PUT /v2.0/floatingips/ca371f75-cae5-485a-8af3-77d4fcae3ac6 HTTP/1.1" status: 200 len: 977 time: 2.9073279 Jul 16 08:42:11.916304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57108) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:11.918207 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-4896fcd5-512c-40a1-9d65-1761184fe571 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3a94c4b5-9f6f-48d8-8c54-510baaef98be HTTP/1.1" status: 200 len: 217 time: 0.0943539 Jul 16 08:42:11.936002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5174b976-a13c-4df4-adac-5c8e52eb8e7c None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:11.940078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5174b976-a13c-4df4-adac-5c8e52eb8e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:11.992834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Allocated IP 172.25.4.14 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/8120a17b-a7f6-4d06-9176-73f6805f410a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:12.059275 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-bc059f2c-5a95-496b-b228-69821e4d6fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.061158 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-bc059f2c-5a95-496b-b228-69821e4d6fab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74fee604-9dc4-4a3e-a80e-b33d453e5f15 HTTP/1.1" status: 200 len: 797 time: 0.1338978 Jul 16 08:42:12.085905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5174b976-a13c-4df4-adac-5c8e52eb8e7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:12.086973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5174b976-a13c-4df4-adac-5c8e52eb8e7c None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:12.126083 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-1c834a1e-7d9e-4f75-9a86-d5dd4a1743ca tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0785344 Jul 16 08:42:12.167675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 81e1fe20-877c-45f7-a8ee-ed2556c790ff no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:12.333428 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.371653 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.385582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-fba4dff1-e074-433f-a968-478556d8ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.387682 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-fba4dff1-e074-433f-a968-478556d8ffd7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79638599-e95d-4aaa-a9df-9e4a650918b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1807330 Jul 16 08:42:12.435951 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d69f-13ab-43b6-aef4-b3d5bb416764 req-ed1440f8-6673-45c2-8b21-300455019f8b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.443009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d69f-13ab-43b6-aef4-b3d5bb416764 req-ed1440f8-6673-45c2-8b21-300455019f8b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.449926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d69f-13ab-43b6-aef4-b3d5bb416764 req-ed1440f8-6673-45c2-8b21-300455019f8b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.452102 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc8c8af-46b0-40f6-8dad-54bd0a678fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e1fe20-877c-45f7-a8ee-ed2556c790ff'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:12.454537 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996336e5-59ba-4a83-b797-edaf74e1c3f9" -d '{"events": [{"server_uuid": "2fc8c8af-46b0-40f6-8dad-54bd0a678fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "81e1fe20-877c-45f7-a8ee-ed2556c790ff"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:12.459832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d69f-13ab-43b6-aef4-b3d5bb416764 req-ed1440f8-6673-45c2-8b21-300455019f8b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.469949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d69f-13ab-43b6-aef4-b3d5bb416764 req-ed1440f8-6673-45c2-8b21-300455019f8b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.474149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 81e1fe20-877c-45f7-a8ee-ed2556c790ff, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:12.477276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d69f-13ab-43b6-aef4-b3d5bb416764 req-ed1440f8-6673-45c2-8b21-300455019f8b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.480554 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.484242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1d69f-13ab-43b6-aef4-b3d5bb416764 req-ed1440f8-6673-45c2-8b21-300455019f8b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.488446 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6bd1d69f-13ab-43b6-aef4-b3d5bb416764 req-ed1440f8-6673-45c2-8b21-300455019f8b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5423 time: 0.2654300 Jul 16 08:42:12.548297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=81e1fe20-877c-45f7-a8ee-ed2556c790ff,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:12.610989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-c4b8f657-a48e-4a46-b834-4043af6ff5cf tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.614399 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.615446 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-c4b8f657-a48e-4a46-b834-4043af6ff5cf tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4756987 Jul 16 08:42:12.682729 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-59d02505-6a94-4c46-8913-4e9dbe549f68 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/quotas/5e44fcee4e3840cf89b33be8ee44969f HTTP/1.1" status: 200 len: 375 time: 0.0464165 Jul 16 08:42:12.705686 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6bd1d69f-13ab-43b6-aef4-b3d5bb416764 req-87a49a34-40bb-45c4-8713-eccee6823a2b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1985688 Jul 16 08:42:12.745576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:12.755120 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f4b68f48-35b8-42ff-83a1-5ad78aafec0b service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541558 Jul 16 08:42:12.756153 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:12.759923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event updated for resources: {'Port': ['ID=8120a17b-a7f6-4d06-9176-73f6805f410a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:12.762776 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:12.828970 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc326f-ec54-4a58-a118-dd5080771f52 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting port c97ba8ac-261a-42fc-ad94-ac23c7d1115c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:12.829687 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6dc326f-ec54-4a58-a118-dd5080771f52 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.898669 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57140) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:12.968352 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-1500e3bc-f6a8-43cf-ad8d-b0099132d99e service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962750 Jul 16 08:42:12.972719 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.064014 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-676fbcee-85df-423d-ae5e-560752650660 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d HTTP/1.1" status: 200 len: 217 time: 0.0890541 Jul 16 08:42:13.119536 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6dc326f-ec54-4a58-a118-dd5080771f52 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.154414 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.203766 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-491b104a-33e0-4fbd-9471-f51b7b57f20b x-openstack-request-id: req-491b104a-33e0-4fbd-9471-f51b7b57f20b {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:13.204693 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc8c8af-46b0-40f6-8dad-54bd0a678fc2", "name": "network-vif-unplugged", "status": "completed", "tag": "81e1fe20-877c-45f7-a8ee-ed2556c790ff", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:13.205112 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-491b104a-33e0-4fbd-9471-f51b7b57f20b {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:13.205718 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc8c8af-46b0-40f6-8dad-54bd0a678fc2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81e1fe20-877c-45f7-a8ee-ed2556c790ff', 'code': 200} Jul 16 08:42:13.318843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-32012195-fe17-494b-9b36-f5f46d75850d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6342030 Jul 16 08:42:13.448892 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-network', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:13.723471 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] Made reservation on behalf of bf13c641cc6b45f4add343877ddf9789 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:13.728346 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.752936 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-3f89364d-01c9-44c9-86cf-a0a7b945e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.755530 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-3f89364d-01c9-44c9-86cf-a0a7b945e2ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74fee604-9dc4-4a3e-a80e-b33d453e5f15 HTTP/1.1" status: 200 len: 797 time: 0.3733830 Jul 16 08:42:13.761267 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c5726141-fb5d-4039-93af-1b752c38f771 req-3e4c5179-dcb1-488c-9f8f-b9a6e5fd8c3c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 210 time: 0.0664601 Jul 16 08:42:13.792702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d82bf6-340c-4a85-ba4a-121f807e51d0 req-a796fcca-eb61-49c3-8afe-6d529e59e5d1 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.795983 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20d82bf6-340c-4a85-ba4a-121f807e51d0 req-a796fcca-eb61-49c3-8afe-6d529e59e5d1 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.4085140 Jul 16 08:42:13.811521 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6dc326f-ec54-4a58-a118-dd5080771f52 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.812112 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6dc326f-ec54-4a58-a118-dd5080771f52 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.812577 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-e6dc326f-ec54-4a58-a118-dd5080771f52 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Floating IP ca371f75-cae5-485a-8af3-77d4fcae3ac6 disassociated. External IP: 172.25.4.48, port: c97ba8ac-261a-42fc-ad94-ac23c7d1115c. Jul 16 08:42:13.813087 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc326f-ec54-4a58-a118-dd5080771f52 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Calling delete_port for c97ba8ac-261a-42fc-ad94-ac23c7d1115c owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:13.879056 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.063519 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6dc326f-ec54-4a58-a118-dd5080771f52 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.071671 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.125226 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.142037 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20d82bf6-340c-4a85-ba4a-121f807e51d0 req-73f0c02f-9361-48b7-97f0-534cb72342c8 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672768 Jul 16 08:42:14.155200 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc326f-ec54-4a58-a118-dd5080771f52 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Port': ['ID=c97ba8ac-261a-42fc-ad94-ac23c7d1115c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:14.339162 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event updated for resources: {'Port': ['ID=8120a17b-a7f6-4d06-9176-73f6805f410a,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:14.361241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f90e4265-178e-4714-b21c-e98f523d7411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.363386 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-f90e4265-178e-4714-b21c-e98f523d7411 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79638599-e95d-4aaa-a9df-9e4a650918b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5890772 Jul 16 08:42:14.402637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338475-42f7-4f82-9179-66063199b0c0 req-23c1eea4-f83b-46c4-ba54-0004e0f6b054 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.409781 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338475-42f7-4f82-9179-66063199b0c0 req-23c1eea4-f83b-46c4-ba54-0004e0f6b054 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.416840 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338475-42f7-4f82-9179-66063199b0c0 req-23c1eea4-f83b-46c4-ba54-0004e0f6b054 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.424678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338475-42f7-4f82-9179-66063199b0c0 req-23c1eea4-f83b-46c4-ba54-0004e0f6b054 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.432546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338475-42f7-4f82-9179-66063199b0c0 req-23c1eea4-f83b-46c4-ba54-0004e0f6b054 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.439814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338475-42f7-4f82-9179-66063199b0c0 req-23c1eea4-f83b-46c4-ba54-0004e0f6b054 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.447272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338475-42f7-4f82-9179-66063199b0c0 req-23c1eea4-f83b-46c4-ba54-0004e0f6b054 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.449615 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36338475-42f7-4f82-9179-66063199b0c0 req-23c1eea4-f83b-46c4-ba54-0004e0f6b054 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5423 time: 0.3623550 Jul 16 08:42:14.483847 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.487487 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.507466 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.523053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:14.536165 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.537312 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] Added segment 94f8872a-fdcc-4b34-a620-414423951ad0 of type vlan for network 0398bf6f-6792-4b35-accc-6c390953dadf Jul 16 08:42:14.598053 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.652557 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.653577 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.654186 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.760651 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.765159 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d440e024-2490-4fe9-bfba-1a55fbee4f5c tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.0690362 Jul 16 08:42:14.792792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57182) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.800127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23aeea03-dbf0-4314-8909-766b7ea80944,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:14.819799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1677969107'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:14.840225 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9380584 Jul 16 08:42:14.854860 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57184) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:14.862166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-26b1416a-dcee-4413-a053-93fb3ecd98d0 admin admin] Request body: {'subnet': {'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-subnet', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:14.936169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b7f3e3-c500-4708-9098-120206d7657e admin admin] Pushing event updated for resources: {'Network': ['ID=0398bf6f-6792-4b35-accc-6c390953dadf,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:14.944297 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-612fdf14-2d3e-4c1a-be59-92491b91ea2e service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5650566 Jul 16 08:42:14.949561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Made reservation on behalf of 8de84531bf2240e8906d269165e02380 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:14.953878 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.956145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 0398bf6f-6792-4b35-accc-6c390953dadf details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:14.956681 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36338475-42f7-4f82-9179-66063199b0c0 req-79ce3559-4426-406b-bdcf-38f204db28eb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0652103 Jul 16 08:42:14.978301 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6dc326f-ec54-4a58-a118-dd5080771f52 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:15.002659 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.036718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b1416a-dcee-4413-a053-93fb3ecd98d0 admin admin] Made reservation on behalf of bf13c641cc6b45f4add343877ddf9789 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:15.039851 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-26b1416a-dcee-4413-a053-93fb3ecd98d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.054475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be55be79-4c10-4ac2-94b9-69b9421f53cd req-b0b47123-6fe9-4a46-8d3a-345089d77bc2 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:15.061006 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be55be79-4c10-4ac2-94b9-69b9421f53cd req-b0b47123-6fe9-4a46-8d3a-345089d77bc2 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.4158585 Jul 16 08:42:15.269628 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e482432d-a9ea-4a87-bf19-f1d647b81ff2 req-f2e7c234-45f3-437f-81e9-1caeb4ac79b8 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 210 time: 0.0455980 Jul 16 08:42:15.322174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dc326f-ec54-4a58-a118-dd5080771f52 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:15.338891 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d10858a-5e44-488e-9925-406231f0c96c None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:15.355383 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d10858a-5e44-488e-9925-406231f0c96c None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:15.356323 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3d10858a-5e44-488e-9925-406231f0c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:15.408615 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3d10858a-5e44-488e-9925-406231f0c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:15.426358 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d10858a-5e44-488e-9925-406231f0c96c None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:15.428135 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3d10858a-5e44-488e-9925-406231f0c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:15.506800 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6dc326f-ec54-4a58-a118-dd5080771f52 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.509524 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3d10858a-5e44-488e-9925-406231f0c96c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:15.510101 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e6dc326f-ec54-4a58-a118-dd5080771f52 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/ports/c97ba8ac-261a-42fc-ad94-ac23c7d1115c HTTP/1.1" status: 204 len: 168 time: 3.5882769 Jul 16 08:42:15.510637 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d10858a-5e44-488e-9925-406231f0c96c None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:15.512854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57200) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:15.584155 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-60614b16-df41-4653-aa7e-447133393c34 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "GET /v2.0/floatingips/ca371f75-cae5-485a-8af3-77d4fcae3ac6 HTTP/1.1" status: 200 len: 687 time: 0.0621109 Jul 16 08:42:15.587936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57202) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:15.640645 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-b064f897-0219-44ad-86d4-ee77ebb1692e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1024163 Jul 16 08:42:15.744836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be55be79-4c10-4ac2-94b9-69b9421f53cd req-44201e3d-1258-45e6-8e2a-1809f67a2fbb tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6826086 Jul 16 08:42:15.783686 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-77842d9d-da03-44bf-9a45-fb86ce45bd83 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting port 6063b778-b30e-43f3-a597-c7e6e6337be2 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:15.784224 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77842d9d-da03-44bf-9a45-fb86ce45bd83 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.804897 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce48eac4-79f2-43a2-92a7-cf9c1a8726b2 req-3e94d20a-ce19-43b8-b38d-913f4632d8ae service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8437204 Jul 16 08:42:15.954371 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77842d9d-da03-44bf-9a45-fb86ce45bd83 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.956982 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77842d9d-da03-44bf-9a45-fb86ce45bd83 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.962389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-9d9be1c5-1aab-4922-afa8-a8b72bdd6909 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:15.964246 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-9d9be1c5-1aab-4922-afa8-a8b72bdd6909 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957761 Jul 16 08:42:15.978547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-77842d9d-da03-44bf-9a45-fb86ce45bd83 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Calling delete_port for 6063b778-b30e-43f3-a597-c7e6e6337be2 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:16.008876 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-bd7c53db-b05c-473d-b9c7-be742f068cd9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Request body: {'port': {'device_id': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '5e44fcee4e3840cf89b33be8ee44969f'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:16.015784 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.062211 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.186766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 81e1fe20-877c-45f7-a8ee-ed2556c790ff no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:16.240243 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77842d9d-da03-44bf-9a45-fb86ce45bd83 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.244566 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:16.279500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cdc0b9-c6b3-49bf-becd-702eb29e6872,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:16.290286 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-26b1416a-dcee-4413-a053-93fb3ecd98d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.332577 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.332954 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Added segment 0b0adc07-ab92-4639-852d-f8c914843197 of type vlan for network c97fcbfc-85da-4fe4-a4dd-ca741bb23a07 Jul 16 08:42:16.339010 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77842d9d-da03-44bf-9a45-fb86ce45bd83 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Port': ['ID=6063b778-b30e-43f3-a597-c7e6e6337be2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:16.461433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-179ba14f-464f-42ed-b694-ef3b8667a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.461814 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-179ba14f-464f-42ed-b694-ef3b8667a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.462281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-179ba14f-464f-42ed-b694-ef3b8667a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.462751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-179ba14f-464f-42ed-b694-ef3b8667a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.463220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-179ba14f-464f-42ed-b694-ef3b8667a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.463686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-179ba14f-464f-42ed-b694-ef3b8667a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.464148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-179ba14f-464f-42ed-b694-ef3b8667a5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.466347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-179ba14f-464f-42ed-b694-ef3b8667a5e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 6487 time: 0.5260153 Jul 16 08:42:16.470625 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77842d9d-da03-44bf-9a45-fb86ce45bd83 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.475086 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77842d9d-da03-44bf-9a45-fb86ce45bd83 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.481324 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.482141 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-77842d9d-da03-44bf-9a45-fb86ce45bd83 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/floatingips/ca371f75-cae5-485a-8af3-77d4fcae3ac6 HTTP/1.1" status: 204 len: 168 time: 0.8926086 Jul 16 08:42:16.482900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57226) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:16.488426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '245a0af3-7b73-4bb2-9652-0617bdc3f78c'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:16.498555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b1416a-dcee-4413-a053-93fb3ecd98d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ff038ab-4107-4385-b9f7-5e2bfac47b22,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:16.546590 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:42:16.546590 n-d-758944-46 neutron-server[93694]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:42:16.546590 n-d-758944-46 neutron-server[93694]: [parameters: {'project_id_1': '6177d0e20fd94f278cc7c8233dafd6b1', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 42, 16, 497337)}] Jul 16 08:42:16.546590 n-d-758944-46 neutron-server[93694]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:42:16.547146 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:42:16.564934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57228) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:16.601118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-bd7c53db-b05c-473d-b9c7-be742f068cd9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Made reservation on behalf of 5e44fcee4e3840cf89b33be8ee44969f for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:16.605566 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-bd7c53db-b05c-473d-b9c7-be742f068cd9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.650712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b1416a-dcee-4413-a053-93fb3ecd98d0 admin admin] Checking segment: {'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:16.651236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b1416a-dcee-4413-a053-93fb3ecd98d0 admin admin] Network hostable DHCP agents. Network: 0398bf6f-6792-4b35-accc-6c390953dadf, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:16.695547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2154380-47c8-4c04-a866-d54f7fa3a7f5 req-4bf63e1c-48bd-46c8-8115-c36ed9fa6095 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.702113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2154380-47c8-4c04-a866-d54f7fa3a7f5 req-4bf63e1c-48bd-46c8-8115-c36ed9fa6095 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.708149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2154380-47c8-4c04-a866-d54f7fa3a7f5 req-4bf63e1c-48bd-46c8-8115-c36ed9fa6095 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.714263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2154380-47c8-4c04-a866-d54f7fa3a7f5 req-4bf63e1c-48bd-46c8-8115-c36ed9fa6095 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.720567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2154380-47c8-4c04-a866-d54f7fa3a7f5 req-4bf63e1c-48bd-46c8-8115-c36ed9fa6095 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.727781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2154380-47c8-4c04-a866-d54f7fa3a7f5 req-4bf63e1c-48bd-46c8-8115-c36ed9fa6095 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.733634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2154380-47c8-4c04-a866-d54f7fa3a7f5 req-4bf63e1c-48bd-46c8-8115-c36ed9fa6095 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.735645 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2154380-47c8-4c04-a866-d54f7fa3a7f5 req-4bf63e1c-48bd-46c8-8115-c36ed9fa6095 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5423 time: 0.4863365 Jul 16 08:42:16.744381 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.750673 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.751342 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.760062 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c51901b3-7528-49be-9a12-d37e8ec5a97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.862778 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f120d633-7503-44c3-b817-361177fcea27 req-a1c2b288-008f-4439-b4cc-2d64ef32c242 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 210 time: 0.0509148 Jul 16 08:42:16.871554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-b1eeb4d2-4524-4723-ae09-9e48ca37f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.873176 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-b1eeb4d2-4524-4723-ae09-9e48ca37f9b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=79638599-e95d-4aaa-a9df-9e4a650918b5 HTTP/1.1" status: 200 len: 902 time: 0.3950157 Jul 16 08:42:16.883121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b1416a-dcee-4413-a053-93fb3ecd98d0 admin admin] Network 0398bf6f-6792-4b35-accc-6c390953dadf is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:16.951178 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c51901b3-7528-49be-9a12-d37e8ec5a97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.956453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c51901b3-7528-49be-9a12-d37e8ec5a97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.004581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event updated for resources: {'Network': ['ID=c97fcbfc-85da-4fe4-a4dd-ca741bb23a07,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.006826 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-26b1416a-dcee-4413-a053-93fb3ecd98d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 0398bf6f-6792-4b35-accc-6c390953dadf) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:17.012384 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-00a2926f-aee6-4a30-8f74-fc67b4eb380c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d HTTP/1.1" status: 200 len: 217 time: 0.1211846 Jul 16 08:42:17.020678 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1bf58944-582b-41da-b8da-46079f272cf5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.2168140 Jul 16 08:42:17.024265 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c51901b3-7528-49be-9a12-d37e8ec5a97b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7ad10d492d24a2eae8df4dd7e77b96a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583631 Jul 16 08:42:17.024957 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57242) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:17.025296 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57244) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:17.030278 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network c97fcbfc-85da-4fe4-a4dd-ca741bb23a07 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:17.037027 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2154380-47c8-4c04-a866-d54f7fa3a7f5 req-6d310d1a-587a-46e1-a3f3-01ef52e6aff9 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2649758 Jul 16 08:42:17.037255 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5337f17a-69e5-42af-92de-b5d4cbca9f13 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Request body: {'subnet': {'network_id': 'c97fcbfc-85da-4fe4-a4dd-ca741bb23a07', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:17.040650 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e26e480-9fba-4709-90f8-d6461a08233c None None] Network 0398bf6f-6792-4b35-accc-6c390953dadf requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:17.042418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51901b3-7528-49be-9a12-d37e8ec5a97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f8b766-7e71-4f99-a9a4-7f8b2da959d9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.090548 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b1416a-dcee-4413-a053-93fb3ecd98d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:17.091360 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-26b1416a-dcee-4413-a053-93fb3ecd98d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.233179 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-bd7c53db-b05c-473d-b9c7-be742f068cd9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Allocated IP 192.168.233.205 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:17.238218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-98a28971-9b5e-4c59-9697-b60f3bda1bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:17.242657 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-98a28971-9b5e-4c59-9697-b60f3bda1bfc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74fee604-9dc4-4a3e-a80e-b33d453e5f15 HTTP/1.1" status: 200 len: 797 time: 0.1477523 Jul 16 08:42:17.393544 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.410432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-26b1416a-dcee-4413-a053-93fb3ecd98d0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.5519204 Jul 16 08:42:17.412063 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4b3e-0af4-4fcf-adda-a0ec1267cb41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.415549 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57250) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:17.444933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:17.449227 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-0398bf6f-6792-4b35-accc-6c390953dadf', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:17.450596 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.476939 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-bd8e7f31-6445-471e-933d-d95651e4ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:17.478739 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-bd8e7f31-6445-471e-933d-d95651e4ec7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79638599-e95d-4aaa-a9df-9e4a650918b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2294729 Jul 16 08:42:17.514344 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4b3e-0af4-4fcf-adda-a0ec1267cb41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.595795 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5337f17a-69e5-42af-92de-b5d4cbca9f13 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Made reservation on behalf of 8de84531bf2240e8906d269165e02380 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:17.600593 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5337f17a-69e5-42af-92de-b5d4cbca9f13 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.622685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05045b7-9fd1-473c-9c81-af5c68f76796 req-83eab56e-6d8b-4b8e-8d74-cf16e504fe34 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:17.627604 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-503ce32b-ac3a-4a13-82ea-68681fb2b1b9 req-a518acae-e41a-4916-8e96-3d9c23e9aba8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2953970 Jul 16 08:42:17.630828 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f05045b7-9fd1-473c-9c81-af5c68f76796 req-83eab56e-6d8b-4b8e-8d74-cf16e504fe34 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.5530415 Jul 16 08:42:17.648143 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-bd7c53db-b05c-473d-b9c7-be742f068cd9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.662048 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.663524 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.676310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-bd7c53db-b05c-473d-b9c7-be742f068cd9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Transition to ACTIVE for port object f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:17.685721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-712187d9-6027-4ed4-9fe4-9c109d89976d service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694567 Jul 16 08:42:17.758111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Allocated IP 172.20.0.2 (0398bf6f-6792-4b35-accc-6c390953dadf/6ff038ab-4107-4385-b9f7-5e2bfac47b22/c7889df6-b0fa-49d9-927a-4f25d488419c) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:17.894529 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-bd7c53db-b05c-473d-b9c7-be742f068cd9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.915958 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['fcce26f7-9393-4524-a9ae-06dbd8a1a021'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:17.918833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['9d3d4375-6e86-429c-99d8-d986d445defa', '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:18.055850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-bd7c53db-b05c-473d-b9c7-be742f068cd9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:18.083144 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f05045b7-9fd1-473c-9c81-af5c68f76796 req-49f46798-e2c1-414a-935c-f01f149965dd tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4506989 Jul 16 08:42:18.089799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-bd7c53db-b05c-473d-b9c7-be742f068cd9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:18.114591 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-bd7c53db-b05c-473d-b9c7-be742f068cd9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:18.125137 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4b3e-0af4-4fcf-adda-a0ec1267cb41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.140911 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c3b4b3e-0af4-4fcf-adda-a0ec1267cb41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.150778 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4c3b4b3e-0af4-4fcf-adda-a0ec1267cb41 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f3f8b766-7e71-4f99-a9a4-7f8b2da959d9 HTTP/1.1" status: 204 len: 168 time: 1.1179230 Jul 16 08:42:18.154028 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.194135 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e790571c-c771-4a44-87ff-80c8748e36e1 req-f5860e4b-3f4e-4f9b-8b9d-d6bd2144a18e service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5001483 Jul 16 08:42:18.246832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c53db-b05c-473d-b9c7-be742f068cd9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Pushing event updated for resources: {'Port': ['ID=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:18.256880 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3b4b3e-0af4-4fcf-adda-a0ec1267cb41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f8b766-7e71-4f99-a9a4-7f8b2da959d9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:18.372581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-bd7c53db-b05c-473d-b9c7-be742f068cd9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.374056 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-bd7c53db-b05c-473d-b9c7-be742f068cd9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.422492 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.464575 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-bd7c53db-b05c-473d-b9c7-be742f068cd9 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4626362 Jul 16 08:42:18.498134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Request body: {'port': {'device_id': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:18.536133 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Transition to ACTIVE for port object c7889df6-b0fa-49d9-927a-4f25d488419c will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:18.563988 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Transition to ACTIVE for port object c7889df6-b0fa-49d9-927a-4f25d488419c will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:18.583062 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.673663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6655c9b5-9244-42b5-91b1-f9e9ef7b0efc req-e4682b2b-a5c7-43eb-8f9c-29d847b7b730 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.676688 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6655c9b5-9244-42b5-91b1-f9e9ef7b0efc req-e4682b2b-a5c7-43eb-8f9c-29d847b7b730 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 936 time: 0.3750420 Jul 16 08:42:18.773256 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Network 0398bf6f-6792-4b35-accc-6c390953dadf is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:18.775264 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0927aa92-2c97-4f27-a777-bb832f407c9f None None] Provisioning for port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:18.784836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:18.799769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Pushing event updated for resources: {'Port': ['ID=c7889df6-b0fa-49d9-927a-4f25d488419c,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:18.802699 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.810748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:18.824228 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.827712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0927aa92-2c97-4f27-a777-bb832f407c9f None None] Provisioning complete for port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:18.828348 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0927aa92-2c97-4f27-a777-bb832f407c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.852448 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.859972 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6655c9b5-9244-42b5-91b1-f9e9ef7b0efc req-7c844037-7d4d-41a6-902c-304969466820 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490285 Jul 16 08:42:18.947833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57268) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:19.001416 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-173a625b-becf-457e-b79f-d8f093e49dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.031936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Attempting to bind port c7889df6-b0fa-49d9-927a-4f25d488419c on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:19.033146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Attempting to bind port c7889df6-b0fa-49d9-927a-4f25d488419c by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:19.034105 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Attempting to bind port c7889df6-b0fa-49d9-927a-4f25d488419c on network 0398bf6f-6792-4b35-accc-6c390953dadf {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:19.049361 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-0927aa92-2c97-4f27-a777-bb832f407c9f None None] Port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:19.055159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:19.056241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Checking segment: {'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:19.057327 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.058345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Bound using segment: {'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:19.059515 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Bound port: c7889df6-b0fa-49d9-927a-4f25d488419c, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:19.060557 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.114473 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5337f17a-69e5-42af-92de-b5d4cbca9f13 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.154720 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce4b9b-1031-42dc-8734-f114f8de5c3e req-031f4edb-5cf3-4c63-a708-233c1705e3c2 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.161866 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce4b9b-1031-42dc-8734-f114f8de5c3e req-031f4edb-5cf3-4c63-a708-233c1705e3c2 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.168911 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce4b9b-1031-42dc-8734-f114f8de5c3e req-031f4edb-5cf3-4c63-a708-233c1705e3c2 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.176409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce4b9b-1031-42dc-8734-f114f8de5c3e req-031f4edb-5cf3-4c63-a708-233c1705e3c2 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.185391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce4b9b-1031-42dc-8734-f114f8de5c3e req-031f4edb-5cf3-4c63-a708-233c1705e3c2 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.193891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce4b9b-1031-42dc-8734-f114f8de5c3e req-031f4edb-5cf3-4c63-a708-233c1705e3c2 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.202137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ce4b9b-1031-42dc-8734-f114f8de5c3e req-031f4edb-5cf3-4c63-a708-233c1705e3c2 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.204837 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3ce4b9b-1031-42dc-8734-f114f8de5c3e req-031f4edb-5cf3-4c63-a708-233c1705e3c2 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5423 time: 0.7922127 Jul 16 08:42:19.233912 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-173a625b-becf-457e-b79f-d8f093e49dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.263721 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-173a625b-becf-457e-b79f-d8f093e49dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.300395 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-173a625b-becf-457e-b79f-d8f093e49dc6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b6950680eda0481fbce9de35361f8f22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3461595 Jul 16 08:42:19.305428 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57272) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:19.336647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337f17a-69e5-42af-92de-b5d4cbca9f13 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event updated for resources: {'Subnet': ['ID=2e171265-066e-46d6-b1fc-fb0cc0c1a5d2,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:19.351326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Allocated IP 172.25.4.245 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/21ea2ea7-a464-4e29-a4c4-e77ea617b908) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:19.399247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] For port c7889df6-b0fa-49d9-927a-4f25d488419c, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:19.405425 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] For port c7889df6-b0fa-49d9-927a-4f25d488419c, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c7889df6-b0fa-49d9-927a-4f25d488419c,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:19.412851 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.439488 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a625b-becf-457e-b79f-d8f093e49dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c65461b-99bb-4a44-a825-50df81dfb094,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:19.441172 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3ce4b9b-1031-42dc-8734-f114f8de5c3e req-38d951bd-e764-456c-9904-50e02c49ebe8 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2017899 Jul 16 08:42:19.521193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327fbdc8-8cf8-4802-875b-80661143523e None None] Pushing event updated for resources: {'Port': ['ID=c7889df6-b0fa-49d9-927a-4f25d488419c,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:19.576943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5337f17a-69e5-42af-92de-b5d4cbca9f13 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Checking segment: {'id': '0b0adc07-ab92-4639-852d-f8c914843197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c97fcbfc-85da-4fe4-a4dd-ca741bb23a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:19.577289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5337f17a-69e5-42af-92de-b5d4cbca9f13 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Network hostable DHCP agents. Network: c97fcbfc-85da-4fe4-a4dd-ca741bb23a07, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:19.582969 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b98a-9542-43e8-90b0-9d41af320929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.608087 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.634972 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ce32b-ac3a-4a13-82ea-68681fb2b1b9 req-81f01539-2add-4810-8de6-ce579af3b85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.636819 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-503ce32b-ac3a-4a13-82ea-68681fb2b1b9 req-81f01539-2add-4810-8de6-ce579af3b85c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2&tenant_id=c76f51fd58ac4c91af766500fae1fc16 HTTP/1.1" status: 200 len: 1095 time: 0.3301473 Jul 16 08:42:19.641917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5337f17a-69e5-42af-92de-b5d4cbca9f13 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Network c97fcbfc-85da-4fe4-a4dd-ca741bb23a07 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:19.652762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0216fec8-8873-41ac-9e1c-f2823adab7ba req-092d7ff5-5382-486b-abe1-abbbf0a7fb46 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.654824 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0216fec8-8873-41ac-9e1c-f2823adab7ba req-092d7ff5-5382-486b-abe1-abbbf0a7fb46 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.3284359 Jul 16 08:42:19.662777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b98a-9542-43e8-90b0-9d41af320929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.689471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-5337f17a-69e5-42af-92de-b5d4cbca9f13 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, c97fcbfc-85da-4fe4-a4dd-ca741bb23a07) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:19.695802 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5337f17a-69e5-42af-92de-b5d4cbca9f13 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.696565 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5337f17a-69e5-42af-92de-b5d4cbca9f13 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.704887 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3628a2e7-f87e-4136-84f3-455843efecd0 None None] Network c97fcbfc-85da-4fe4-a4dd-ca741bb23a07 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:19.844379 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5337f17a-69e5-42af-92de-b5d4cbca9f13 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8172960 Jul 16 08:42:19.852554 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.856967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57274) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:19.876484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:19.885830 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1763226972', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:19.903978 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0216fec8-8873-41ac-9e1c-f2823adab7ba req-3e9d8650-8342-4eea-aae8-a6e35fa1b367 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376595 Jul 16 08:42:19.930702 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.980296 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:19.998935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Transition to ACTIVE for port object f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:20.013297 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.018389 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.020528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ce32b-ac3a-4a13-82ea-68681fb2b1b9 req-ab17cb67-c012-4c32-827c-d49a92a4d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:20.024169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-503ce32b-ac3a-4a13-82ea-68681fb2b1b9 req-ab17cb67-c012-4c32-827c-d49a92a4d4e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c76f51fd58ac4c91af766500fae1fc16&device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 1095 time: 0.3480768 Jul 16 08:42:20.027033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:20.038594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:20.038960 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b98a-9542-43e8-90b0-9d41af320929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.043748 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2bd6b98a-9542-43e8-90b0-9d41af320929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.047857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2bd6b98a-9542-43e8-90b0-9d41af320929 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c65461b-99bb-4a44-a825-50df81dfb094 HTTP/1.1" status: 204 len: 168 time: 0.7316964 Jul 16 08:42:20.072118 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=21ea2ea7-a464-4e29-a4c4-e77ea617b908,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.095857 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.107162 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.108986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.142111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-c97fcbfc-85da-4fe4-a4dd-ca741bb23a07', 'network_id': 'c97fcbfc-85da-4fe4-a4dd-ca741bb23a07', 'tenant_id': '8de84531bf2240e8906d269165e02380', 'fixed_ips': [{'subnet_id': '2e171265-066e-46d6-b1fc-fb0cc0c1a5d2'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:20.145339 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.245509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd6b98a-9542-43e8-90b0-9d41af320929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c65461b-99bb-4a44-a825-50df81dfb094,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.343912 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.366392 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.433938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Allocated IP 172.20.0.2 (c97fcbfc-85da-4fe4-a4dd-ca741bb23a07/2e171265-066e-46d6-b1fc-fb0cc0c1a5d2/aabde8a3-12fb-45c9-a16e-727fec1098fd) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:20.709959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ce32b-ac3a-4a13-82ea-68681fb2b1b9 req-c42034d6-95e3-4096-bab3-6ac5de496bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:20.714485 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-503ce32b-ac3a-4a13-82ea-68681fb2b1b9 req-c42034d6-95e3-4096-bab3-6ac5de496bc7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d HTTP/1.1" status: 200 len: 914 time: 0.6775584 Jul 16 08:42:20.768799 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.811572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Attempting to bind port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:20.811973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Transition to ACTIVE for port object aabde8a3-12fb-45c9-a16e-727fec1098fd will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:20.813019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Attempting to bind port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:20.820674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Attempting to bind port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:20.829187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:20.830407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Attempting to bind port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:20.842227 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Transition to ACTIVE for port object aabde8a3-12fb-45c9-a16e-727fec1098fd will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:20.847368 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:20.848272 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:20.848934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:20.849801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Bound port: f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:20.850728 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.855852 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-503ce32b-ac3a-4a13-82ea-68681fb2b1b9 req-fbba4d03-ea7c-4882-b6bd-31816ab6746e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff HTTP/1.1" status: 200 len: 217 time: 0.1318893 Jul 16 08:42:20.865724 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.912939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Allocated IP 172.25.4.109 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/da7a7e81-b099-402f-8e89-87ef3c843c0f) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:20.969099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Network c97fcbfc-85da-4fe4-a4dd-ca741bb23a07 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:20.975521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:20.980323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:21.031497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b92aa1-9013-45f2-8d7a-2df00bff055e req-6a76c7bd-4399-4377-bd5c-eadefc8de74f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.039313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-56b92aa1-9013-45f2-8d7a-2df00bff055e req-6a76c7bd-4399-4377-bd5c-eadefc8de74f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 948 time: 0.9221146 Jul 16 08:42:21.053458 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.073490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ce32b-ac3a-4a13-82ea-68681fb2b1b9 req-80721131-86b5-47f0-85e0-1d387733c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.080397 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-503ce32b-ac3a-4a13-82ea-68681fb2b1b9 req-80721131-86b5-47f0-85e0-1d387733c8e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49afa1d5-ed59-4c8e-94d4-4bbb07bec12a HTTP/1.1" status: 200 len: 854 time: 0.1736760 Jul 16 08:42:21.125448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Pushing event updated for resources: {'Port': ['ID=aabde8a3-12fb-45c9-a16e-727fec1098fd,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:21.137087 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Attempting to bind port aabde8a3-12fb-45c9-a16e-727fec1098fd on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:21.140949 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Attempting to bind port aabde8a3-12fb-45c9-a16e-727fec1098fd by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '0b0adc07-ab92-4639-852d-f8c914843197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c97fcbfc-85da-4fe4-a4dd-ca741bb23a07'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:21.141367 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-503ce32b-ac3a-4a13-82ea-68681fb2b1b9 req-d6927725-5913-4ea5-966f-6a350e1c60b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537293 Jul 16 08:42:21.144014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Attempting to bind port aabde8a3-12fb-45c9-a16e-727fec1098fd on network c97fcbfc-85da-4fe4-a4dd-ca741bb23a07 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:21.161853 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:21.162676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Checking segment: {'id': '0b0adc07-ab92-4639-852d-f8c914843197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c97fcbfc-85da-4fe4-a4dd-ca741bb23a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:21.163498 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.166867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Bound using segment: {'id': '0b0adc07-ab92-4639-852d-f8c914843197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c97fcbfc-85da-4fe4-a4dd-ca741bb23a07'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:21.167829 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Bound port: aabde8a3-12fb-45c9-a16e-727fec1098fd, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0adc07-ab92-4639-852d-f8c914843197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'c97fcbfc-85da-4fe4-a4dd-ca741bb23a07'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:21.173144 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.223818 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:21.296361 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:21.362585 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ca33-fe12-481e-8e12-824239586640 req-0f1ff2bc-06bf-48bf-a18f-c831b0234eb4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.377039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ca33-fe12-481e-8e12-824239586640 req-0f1ff2bc-06bf-48bf-a18f-c831b0234eb4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.392220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ca33-fe12-481e-8e12-824239586640 req-0f1ff2bc-06bf-48bf-a18f-c831b0234eb4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.403985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] For port aabde8a3-12fb-45c9-a16e-727fec1098fd, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:21.411437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ca33-fe12-481e-8e12-824239586640 req-0f1ff2bc-06bf-48bf-a18f-c831b0234eb4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.412189 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] For port aabde8a3-12fb-45c9-a16e-727fec1098fd, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=aabde8a3-12fb-45c9-a16e-727fec1098fd,segment=NetworkSegment(0b0adc07-ab92-4639-852d-f8c914843197),segment_id=0b0adc07-ab92-4639-852d-f8c914843197)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:21.424534 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.426836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ca33-fe12-481e-8e12-824239586640 req-0f1ff2bc-06bf-48bf-a18f-c831b0234eb4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.441572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ca33-fe12-481e-8e12-824239586640 req-0f1ff2bc-06bf-48bf-a18f-c831b0234eb4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.454460 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7000ca33-fe12-481e-8e12-824239586640 req-0f1ff2bc-06bf-48bf-a18f-c831b0234eb4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.466066 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7000ca33-fe12-481e-8e12-824239586640 req-0f1ff2bc-06bf-48bf-a18f-c831b0234eb4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5423 time: 0.4952998 Jul 16 08:42:21.467314 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.614459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e33abf-76de-4e48-8dfe-972abf5eb54d None None] Pushing event updated for resources: {'Port': ['ID=aabde8a3-12fb-45c9-a16e-727fec1098fd,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:21.619778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b61c7c-3ded-4b16-84cf-01ed783fbd45 None None] Network 0398bf6f-6792-4b35-accc-6c390953dadf requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:21.779827 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c7889df6-b0fa-49d9-927a-4f25d488419c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:21.854664 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a7874140-c6cc-4763-8e3a-d2a3de5daffd None None] Provisioning for port c7889df6-b0fa-49d9-927a-4f25d488419c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:22.046765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.047723 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.049444 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] 10.222.0.38 "PUT /v2.0/ports/f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd HTTP/1.1" status: 200 len: 1097 time: 3.5702398 Jul 16 08:42:22.052035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:22.055156 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b372caca-8f9f-487c-a3dd-29c372ac0f3f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:22.062948 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.168503 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port c7889df6-b0fa-49d9-927a-4f25d488419c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:22.195154 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port c7889df6-b0fa-49d9-927a-4f25d488419c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:22.201352 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.205892 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7000ca33-fe12-481e-8e12-824239586640 req-2e773f32-626e-4c41-bf53-b85a5cc61f6c tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7232482 Jul 16 08:42:22.359399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-503ce32b-ac3a-4a13-82ea-68681fb2b1b9 req-e3ff8c26-7c7d-4a87-b9c3-4aedd381fc21 service neutron] 10.222.0.15 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2021234 Jul 16 08:42:22.362924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06f938-b1fe-4da5-ad0c-6a28e6ed16a3 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.532772 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.602856 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.669183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port c7889df6-b0fa-49d9-927a-4f25d488419c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c7889df6-b0fa-49d9-927a-4f25d488419c,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:22.669669 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57316) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:22.693599 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.695903 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.734237 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-956d9a9c-e745-4b75-92aa-20121c0bdb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.736090 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-956d9a9c-e745-4b75-92aa-20121c0bdb48 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 1100 time: 0.5868056 Jul 16 08:42:22.796531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=c7889df6-b0fa-49d9-927a-4f25d488419c,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.824217 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-1a5f2e03-98d0-4997-96d0-5e1a27b86128 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd HTTP/1.1" status: 200 len: 217 time: 0.0634618 Jul 16 08:42:22.824557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Pushing event updated for resources: {'Port': ['ID=da7a7e81-b099-402f-8e89-87ef3c843c0f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.835479 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-503ce32b-ac3a-4a13-82ea-68681fb2b1b9 req-5909da91-35ad-4243-81b8-c0f788a6152a service neutron] 10.222.0.15 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493759 Jul 16 08:42:22.881080 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-56b92aa1-9013-45f2-8d7a-2df00bff055e req-a146574e-9c88-4bf9-bbe8-911b41ec3a76 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8405256 Jul 16 08:42:22.900526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-7e4800ea-a488-492d-8c36-5e2ad7c42ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.903185 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-7e4800ea-a488-492d-8c36-5e2ad7c42ea8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0656333 Jul 16 08:42:22.948225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:22.965588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:22.987679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:22.995079 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d81a16d2-d55f-4000-b774-662c2aee52f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.017014 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb16d4-1bb5-4a83-82f1-a64e55583411 req-b5508578-19c5-445d-8ac9-3c0b625bfc53 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.026349 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38eb16d4-1bb5-4a83-82f1-a64e55583411 req-b5508578-19c5-445d-8ac9-3c0b625bfc53 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.3554099 Jul 16 08:42:23.079602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-da6a0f3f-67e8-451a-8d18-8c362fe102b7 None None] Provisioning complete for port c7889df6-b0fa-49d9-927a-4f25d488419c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:23.080480 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-da6a0f3f-67e8-451a-8d18-8c362fe102b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.171824 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38eb16d4-1bb5-4a83-82f1-a64e55583411 req-46bfea6d-ca5d-4b9c-b800-a9f5938c915b tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442599 Jul 16 08:42:23.176700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-33011f46-aafa-498a-a838-958022a65d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.197264 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-33011f46-aafa-498a-a838-958022a65d8f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2844303 Jul 16 08:42:23.316687 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e10b7963-ff12-4881-9297-321f4ebf954f x-openstack-request-id: req-e10b7963-ff12-4881-9297-321f4ebf954f {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:23.317926 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:23.318410 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e10b7963-ff12-4881-9297-321f4ebf954f {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:23.319575 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd', 'status': 'completed', 'code': 200} Jul 16 08:42:23.332267 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.399866 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d81a16d2-d55f-4000-b774-662c2aee52f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.427190 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d81a16d2-d55f-4000-b774-662c2aee52f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.537222 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d81a16d2-d55f-4000-b774-662c2aee52f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ea4354387454d889bb26a677e4fb809&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8209963 Jul 16 08:42:23.544987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57332) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:23.558736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81a16d2-d55f-4000-b774-662c2aee52f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=412e15b3-7d7e-4e64-b9b3-d14f40521049,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:23.579819 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-9c9f6ec3-f883-46e2-a2e2-e2079c56e228 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598764 Jul 16 08:42:23.655054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ff48f-52c4-4e7f-a7f7-80f784c0b2de req-e980817e-3fc1-44ee-bd4b-d156ba441abf tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.661272 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ff48f-52c4-4e7f-a7f7-80f784c0b2de req-e980817e-3fc1-44ee-bd4b-d156ba441abf tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.692614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ff48f-52c4-4e7f-a7f7-80f784c0b2de req-e980817e-3fc1-44ee-bd4b-d156ba441abf tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.699665 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ff48f-52c4-4e7f-a7f7-80f784c0b2de req-e980817e-3fc1-44ee-bd4b-d156ba441abf tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.708942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ff48f-52c4-4e7f-a7f7-80f784c0b2de req-e980817e-3fc1-44ee-bd4b-d156ba441abf tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.716540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ff48f-52c4-4e7f-a7f7-80f784c0b2de req-e980817e-3fc1-44ee-bd4b-d156ba441abf tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.736333 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ff48f-52c4-4e7f-a7f7-80f784c0b2de req-e980817e-3fc1-44ee-bd4b-d156ba441abf tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.739237 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a7ff48f-52c4-4e7f-a7f7-80f784c0b2de req-e980817e-3fc1-44ee-bd4b-d156ba441abf tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5423 time: 0.3376024 Jul 16 08:42:23.897992 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-426f0745-ff73-4091-a0e1-fee12b1db26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.902841 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.942617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c7889df6-b0fa-49d9-927a-4f25d488419c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:24.040668 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a7ff48f-52c4-4e7f-a7f7-80f784c0b2de req-a9b22185-614f-45f0-9106-122c42c51687 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2733543 Jul 16 08:42:24.046469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d5825a-6674-46c4-8c2d-977eba0bd457 None None] Network c97fcbfc-85da-4fe4-a4dd-ca741bb23a07 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:24.152467 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69f9e985-db4a-4ee5-b2ed-d83eb7af6734 req-95e0d974-aaf2-4c24-9dec-ea9b8e6983c3 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616002 Jul 16 08:42:24.216691 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.289972 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-426f0745-ff73-4091-a0e1-fee12b1db26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.359532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7da38fc0-5bab-4ec5-9282-2a1ffa18b9cf None None] Provisioning for port aabde8a3-12fb-45c9-a16e-727fec1098fd completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:24.379053 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port c7889df6-b0fa-49d9-927a-4f25d488419c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:24.379695 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.430987 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.483809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372caca-8f9f-487c-a3dd-29c372ac0f3f req-e5f31f58-1751-4290-addf-0a9fca48b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.486961 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b372caca-8f9f-487c-a3dd-29c372ac0f3f req-e5f31f58-1751-4290-addf-0a9fca48b638 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 1100 time: 0.2640545 Jul 16 08:42:24.647223 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.661786 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.801404 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device aabde8a3-12fb-45c9-a16e-727fec1098fd up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:24.900658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372caca-8f9f-487c-a3dd-29c372ac0f3f req-963621d3-97a4-4892-9059-b0973bb0c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.904064 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b372caca-8f9f-487c-a3dd-29c372ac0f3f req-963621d3-97a4-4892-9059-b0973bb0c06d service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.4085255 Jul 16 08:42:24.909316 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.950568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf32bd8-da60-4fe1-8855-7b493152c2cc req-51b9487e-270c-4803-ad62-9541ef875bb2 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.952219 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bdf32bd8-da60-4fe1-8855-7b493152c2cc req-51b9487e-270c-4803-ad62-9541ef875bb2 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 948 time: 0.7220347 Jul 16 08:42:24.953492 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port aabde8a3-12fb-45c9-a16e-727fec1098fd completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:24.965837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port aabde8a3-12fb-45c9-a16e-727fec1098fd triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:24.965837 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.002449 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-426f0745-ff73-4091-a0e1-fee12b1db26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.011662 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-426f0745-ff73-4091-a0e1-fee12b1db26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.027497 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-426f0745-ff73-4091-a0e1-fee12b1db26a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/412e15b3-7d7e-4e64-b9b3-d14f40521049 HTTP/1.1" status: 204 len: 168 time: 1.4765742 Jul 16 08:42:25.062578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Allocated IP 172.25.4.225 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/2b9e917a-b54e-4c0e-b75b-79608998dc74) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:25.109108 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b372caca-8f9f-487c-a3dd-29c372ac0f3f req-ff2d0276-491d-49fa-a363-8477f73c7a97 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd HTTP/1.1" status: 200 len: 217 time: 0.1947098 Jul 16 08:42:25.187600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=21ea2ea7-a464-4e29-a4c4-e77ea617b908,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.207324 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.305342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port aabde8a3-12fb-45c9-a16e-727fec1098fd, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=aabde8a3-12fb-45c9-a16e-727fec1098fd,segment=NetworkSegment(0b0adc07-ab92-4639-852d-f8c914843197),segment_id=0b0adc07-ab92-4639-852d-f8c914843197)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:25.315773 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.466698 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372caca-8f9f-487c-a3dd-29c372ac0f3f req-8c68d162-d07a-41db-9782-d0356d238de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.468319 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b372caca-8f9f-487c-a3dd-29c372ac0f3f req-8c68d162-d07a-41db-9782-d0356d238de1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2496846 Jul 16 08:42:25.496618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d3c4fd-170a-481b-b6ae-437b325f6877 req-6ee71950-a207-49b7-87df-aae80beee444 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.504313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=aabde8a3-12fb-45c9-a16e-727fec1098fd,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.505941 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71d3c4fd-170a-481b-b6ae-437b325f6877 req-6ee71950-a207-49b7-87df-aae80beee444 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.3870807 Jul 16 08:42:25.542251 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426f0745-ff73-4091-a0e1-fee12b1db26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=412e15b3-7d7e-4e64-b9b3-d14f40521049,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.702401 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71d3c4fd-170a-481b-b6ae-437b325f6877 req-08797170-5987-403a-8fe3-53e6e2ef57d3 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809502 Jul 16 08:42:25.706703 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9ac204e0-ca0f-4aa4-aad4-2d7e8f020e6e None None] Provisioning complete for port aabde8a3-12fb-45c9-a16e-727fec1098fd triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:25.708817 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9ac204e0-ca0f-4aa4-aad4-2d7e8f020e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.779140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device aabde8a3-12fb-45c9-a16e-727fec1098fd up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:25.822174 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bdf32bd8-da60-4fe1-8855-7b493152c2cc req-799ae44a-a9b9-4da1-9cb8-19b2b20a2d58 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6746392 Jul 16 08:42:25.847056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b372caca-8f9f-487c-a3dd-29c372ac0f3f req-0b623e41-776c-405e-a197-1655244de6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.859497 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Floating IP ab85a207-5cc8-483f-b57e-331f341e33c5 associated. External IP: 172.25.4.245, port: 245a0af3-7b73-4bb2-9652-0617bdc3f78c. Jul 16 08:42:25.861175 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b372caca-8f9f-487c-a3dd-29c372ac0f3f req-0b623e41-776c-405e-a197-1655244de6c2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3517623 Jul 16 08:42:26.002713 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port aabde8a3-12fb-45c9-a16e-727fec1098fd triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:26.003645 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.384914 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.417839 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.514770 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b372caca-8f9f-487c-a3dd-29c372ac0f3f req-a1f76f4f-170a-4a4f-8857-90315ce0e71c service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6463552 Jul 16 08:42:26.697428 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.782424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:26.799920 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:26.806453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:26.810989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event updated for resources: {'Port': ['ID=2b9e917a-b54e-4c0e-b75b-79608998dc74,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:26.820210 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:26.844404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Router a490ce74-ea4f-4455-8679-4d8629c7613f is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:26.961358 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:26.999972 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b372caca-8f9f-487c-a3dd-29c372ac0f3f req-6c99f255-1aee-47b1-9b0c-6faf8992149c service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4680779 Jul 16 08:42:27.175111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24733294-d49d-4357-a7f0-53f9ca75b062 req-1b236a39-a159-4e5c-9c97-455e991c203e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.220378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24733294-d49d-4357-a7f0-53f9ca75b062 req-1b236a39-a159-4e5c-9c97-455e991c203e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.236358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24733294-d49d-4357-a7f0-53f9ca75b062 req-1b236a39-a159-4e5c-9c97-455e991c203e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.250368 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24733294-d49d-4357-a7f0-53f9ca75b062 req-1b236a39-a159-4e5c-9c97-455e991c203e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.264332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24733294-d49d-4357-a7f0-53f9ca75b062 req-1b236a39-a159-4e5c-9c97-455e991c203e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.292193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24733294-d49d-4357-a7f0-53f9ca75b062 req-1b236a39-a159-4e5c-9c97-455e991c203e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.300969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24733294-d49d-4357-a7f0-53f9ca75b062 req-1b236a39-a159-4e5c-9c97-455e991c203e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.323585 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24733294-d49d-4357-a7f0-53f9ca75b062 req-1b236a39-a159-4e5c-9c97-455e991c203e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5423 time: 0.9876645 Jul 16 08:42:27.336801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:27.406031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:27.445725 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24733294-d49d-4357-a7f0-53f9ca75b062 req-ac45f1d4-2d56-42ed-ac94-957221acdf55 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1171434 Jul 16 08:42:27.473737 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd', 'mac_address': 'fa:16:3e:7a:e4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:27.485867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Sync routers for ids ['a490ce74-ea4f-4455-8679-4d8629c7613f'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:27.637993 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Routers {'a490ce74-ea4f-4455-8679-4d8629c7613f'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:27.650393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a490ce74-ea4f-4455-8679-4d8629c7613f'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:27.704391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b25a-2032-471a-96f7-c515b7eefdc6 req-8aefe23a-c715-411f-939f-5086a2ac0504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.706189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3b0b25a-2032-471a-96f7-c515b7eefdc6 req-8aefe23a-c715-411f-939f-5086a2ac0504 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c76f51fd58ac4c91af766500fae1fc16&device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 1095 time: 0.1632516 Jul 16 08:42:27.800682 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.860251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:27.986747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:27.997874 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.067114 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.069063 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e3724e9e-47cb-453d-8abf-16f66deff9cc admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.6322379 Jul 16 08:42:28.076134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57382) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:28.088969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Set router a490ce74-ea4f-4455-8679-4d8629c7613f gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:28.096134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b25a-2032-471a-96f7-c515b7eefdc6 req-03f2e1f5-e138-4101-9a47-8946cab72065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:28.114395 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3b0b25a-2032-471a-96f7-c515b7eefdc6 req-03f2e1f5-e138-4101-9a47-8946cab72065 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d HTTP/1.1" status: 200 len: 914 time: 0.3622501 Jul 16 08:42:28.125262 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe10eb4-4fb9-473b-8470-c1ed62fed427 req-2cfe5d46-3f48-4f01-9ac2-0739a360142a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:28.144284 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4fe10eb4-4fb9-473b-8470-c1ed62fed427 req-2cfe5d46-3f48-4f01-9ac2-0739a360142a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 948 time: 0.3328025 Jul 16 08:42:28.318747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4a774-1783-4bc9-9162-60c3b9c5e681 req-2a10aa00-0361-4382-8e39-d62872c87834 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:28.329063 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-08e4a774-1783-4bc9-9162-60c3b9c5e681 req-2a10aa00-0361-4382-8e39-d62872c87834 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.4022148 Jul 16 08:42:28.371134 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3b0b25a-2032-471a-96f7-c515b7eefdc6 req-25370fbf-5802-4cda-8418-b8a63c7eda5d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff HTTP/1.1" status: 200 len: 217 time: 0.1629417 Jul 16 08:42:28.552319 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.574407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0b25a-2032-471a-96f7-c515b7eefdc6 req-3d5443f8-2efa-4499-a214-2ccfa19f94d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:28.576159 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3b0b25a-2032-471a-96f7-c515b7eefdc6 req-3d5443f8-2efa-4499-a214-2ccfa19f94d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49afa1d5-ed59-4c8e-94d4-4bbb07bec12a HTTP/1.1" status: 200 len: 854 time: 0.1234550 Jul 16 08:42:28.614978 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4fe10eb4-4fb9-473b-8470-c1ed62fed427 req-02e6a773-b9ae-48b2-a0c9-01a1ee97c3e6 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690163 Jul 16 08:42:28.642032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:28.662143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:28.793036 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-08e4a774-1783-4bc9-9162-60c3b9c5e681 req-8ee5cf69-e78b-49f8-9ff1-aebb6fa35390 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4623404 Jul 16 08:42:28.796688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:28.812384 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c9790-4ccd-4c5e-b015-c5b424f48144 None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:28.869644 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c9790-4ccd-4c5e-b015-c5b424f48144 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:28.870478 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-597c9790-4ccd-4c5e-b015-c5b424f48144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:28.897647 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3b0b25a-2032-471a-96f7-c515b7eefdc6 req-3a966b92-1c37-4b23-9c9b-2a2d8b6080ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3040655 Jul 16 08:42:28.984115 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-597c9790-4ccd-4c5e-b015-c5b424f48144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:29.017393 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597c9790-4ccd-4c5e-b015-c5b424f48144 None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:29.018295 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-597c9790-4ccd-4c5e-b015-c5b424f48144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:29.026119 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.136172 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-597c9790-4ccd-4c5e-b015-c5b424f48144 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:29.139447 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597c9790-4ccd-4c5e-b015-c5b424f48144 None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:29.157989 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d14928b1-47b8-40fc-9ef3-888d2bebd626 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 12.6736960 Jul 16 08:42:29.163887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57394) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:29.181765 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6e7815f6-f6fe-40c1-84f6-2e786e126ef5 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1186055615'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:29.268657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7815f6-f6fe-40c1-84f6-2e786e126ef5 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Made reservation on behalf of 6177d0e20fd94f278cc7c8233dafd6b1 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:29.282249 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6e7815f6-f6fe-40c1-84f6-2e786e126ef5 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.312546 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:23Z', 'revision_number': 3, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:29.436671 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Checking router: a490ce74-ea4f-4455-8679-4d8629c7613f for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:29.436671 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Updating router a490ce74-ea4f-4455-8679-4d8629c7613f port da7a7e81-b099-402f-8e89-87ef3c843c0f binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:29.490021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e7815f6-f6fe-40c1-84f6-2e786e126ef5 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:29.521198 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6e7815f6-f6fe-40c1-84f6-2e786e126ef5 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.521650 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-6e7815f6-f6fe-40c1-84f6-2e786e126ef5 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Added segment 8973b339-b9a3-45fe-b788-c83ccafa44a3 of type vlan for network 40e25585-5f39-444a-83db-ecf1a54587de Jul 16 08:42:29.574022 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57398) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:29.584234 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6e7815f6-f6fe-40c1-84f6-2e786e126ef5 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.609682 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.629950 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6e7815f6-f6fe-40c1-84f6-2e786e126ef5 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.637417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7815f6-f6fe-40c1-84f6-2e786e126ef5 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:29.638128 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6e7815f6-f6fe-40c1-84f6-2e786e126ef5 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.702365 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3b0b25a-2032-471a-96f7-c515b7eefdc6 req-c8adae09-de1a-4e15-89ea-daaf6cc69ae5 service neutron] 10.222.0.15 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7640939 Jul 16 08:42:29.791567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7815f6-f6fe-40c1-84f6-2e786e126ef5 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Network': ['ID=40e25585-5f39-444a-83db-ecf1a54587de,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:29.835704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 40e25585-5f39-444a-83db-ecf1a54587de details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:29.847941 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6e7815f6-f6fe-40c1-84f6-2e786e126ef5 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6767583 Jul 16 08:42:29.850937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57404) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:29.858159 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b0f6b741-762c-47f0-a212-0326c8a995fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'subnet': {'network_id': '40e25585-5f39-444a-83db-ecf1a54587de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:30.139743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de31aa-10d2-45a1-9262-08a9071c8ec3 req-c363714f-cb34-4b30-a135-500ab6e0c6e5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.148097 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de31aa-10d2-45a1-9262-08a9071c8ec3 req-c363714f-cb34-4b30-a135-500ab6e0c6e5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.161911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de31aa-10d2-45a1-9262-08a9071c8ec3 req-c363714f-cb34-4b30-a135-500ab6e0c6e5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.170186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de31aa-10d2-45a1-9262-08a9071c8ec3 req-c363714f-cb34-4b30-a135-500ab6e0c6e5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.177993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de31aa-10d2-45a1-9262-08a9071c8ec3 req-c363714f-cb34-4b30-a135-500ab6e0c6e5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.184328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de31aa-10d2-45a1-9262-08a9071c8ec3 req-c363714f-cb34-4b30-a135-500ab6e0c6e5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.192771 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11de31aa-10d2-45a1-9262-08a9071c8ec3 req-c363714f-cb34-4b30-a135-500ab6e0c6e5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.205231 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11de31aa-10d2-45a1-9262-08a9071c8ec3 req-c363714f-cb34-4b30-a135-500ab6e0c6e5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5423 time: 0.8474786 Jul 16 08:42:30.219424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f96dc9fd-038c-4293-a836-90fc9acf0bd3 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1441131827'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:30.219926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f96dc9fd-038c-4293-a836-90fc9acf0bd3 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Unknown quota resources ['metering_label']. {{(pid=93695) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:42:30.254149 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c618c2bb-1c3f-4965-b65b-f84d57aaaf0d req-6c31ff61-32ad-4e6e-bdab-d58f8df65de8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3133626 Jul 16 08:42:30.294241 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.368163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f6b741-762c-47f0-a212-0326c8a995fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Made reservation on behalf of 6177d0e20fd94f278cc7c8233dafd6b1 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:30.375986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0f6b741-762c-47f0-a212-0326c8a995fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.435499 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3b0b25a-2032-471a-96f7-c515b7eefdc6 req-e4a63313-5a92-41e2-a707-58bc79a2d567 service neutron] 10.222.0.15 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4628663 Jul 16 08:42:30.664412 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.709040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b55b3e-ee81-4abd-84b9-ccf61c05d328 req-4b6e3c05-976c-415a-b359-cf53a80fb3c1 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.712865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Transition to ACTIVE for port object da7a7e81-b099-402f-8e89-87ef3c843c0f will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:30.722466 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b4b55b3e-ee81-4abd-84b9-ccf61c05d328 req-4b6e3c05-976c-415a-b359-cf53a80fb3c1 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 949 time: 0.5571179 Jul 16 08:42:30.732026 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.849918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Attempting to bind port da7a7e81-b099-402f-8e89-87ef3c843c0f on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:30.853526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Attempting to bind port da7a7e81-b099-402f-8e89-87ef3c843c0f by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:30.854899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Attempting to bind port da7a7e81-b099-402f-8e89-87ef3c843c0f on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:30.857499 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b4b55b3e-ee81-4abd-84b9-ccf61c05d328 req-5e0f7bff-6e7a-4264-a36f-ed309c261987 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197813 Jul 16 08:42:30.878603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:30.879854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:30.881130 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.882989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:30.884418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Bound port: da7a7e81-b099-402f-8e89-87ef3c843c0f, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:30.885630 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.890891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e9ab2-a679-4a5d-98e6-9791b61abf6d None None] Pushing event updated for resources: {'Port': ['ID=da7a7e81-b099-402f-8e89-87ef3c843c0f,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:31.001570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:31.154816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] For port da7a7e81-b099-402f-8e89-87ef3c843c0f, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:31.224538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] For port da7a7e81-b099-402f-8e89-87ef3c843c0f, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=da7a7e81-b099-402f-8e89-87ef3c843c0f,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:31.258041 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.387002 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Router 24ab6d5b-bcf1-4ff1-9629-514514566003 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:31.394359 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:31.408856 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0f6b741-762c-47f0-a212-0326c8a995fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.419638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:31.420044 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.577462 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e9ab2-a679-4a5d-98e6-9791b61abf6d None None] Pushing event updated for resources: {'Port': ['ID=da7a7e81-b099-402f-8e89-87ef3c843c0f,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:31.616718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Routers {'a490ce74-ea4f-4455-8679-4d8629c7613f'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:31.618051 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a490ce74-ea4f-4455-8679-4d8629c7613f'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:31.752444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:31.800726 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6b741-762c-47f0-a212-0326c8a995fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Subnet': ['ID=cdd2612e-00bc-494e-86bd-fdd262aa28d7,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:31.837372 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.839005 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bf055141-7298-4514-8833-f3e9dcee1773 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 11.9576242 Jul 16 08:42:31.843619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] Set router a490ce74-ea4f-4455-8679-4d8629c7613f gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:31.844615 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57412) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:31.860122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6b741-762c-47f0-a212-0326c8a995fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Checking segment: {'id': '8973b339-b9a3-45fe-b788-c83ccafa44a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '40e25585-5f39-444a-83db-ecf1a54587de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:31.860849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6b741-762c-47f0-a212-0326c8a995fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network hostable DHCP agents. Network: 40e25585-5f39-444a-83db-ecf1a54587de, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:31.865152 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11de31aa-10d2-45a1-9262-08a9071c8ec3 req-adb22157-fd79-41e6-bb44-014cfb01892b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.6585395 Jul 16 08:42:31.924762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4895c3-0e9e-4269-8be1-c8c3805a647e req-e0075c78-1696-45f2-89ea-cb8b8bff9227 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:31.961235 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d4895c3-0e9e-4269-8be1-c8c3805a647e req-e0075c78-1696-45f2-89ea-cb8b8bff9227 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.9003139 Jul 16 08:42:32.020194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1686b1-6f03-4ef9-9b7a-a2025f7f15e8 None None] Sync routers for ids ['24ab6d5b-bcf1-4ff1-9629-514514566003'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:32.056957 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f96dc9fd-038c-4293-a836-90fc9acf0bd3 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.062849 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f96dc9fd-038c-4293-a836-90fc9acf0bd3 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 2.4659958 Jul 16 08:42:32.067249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57416) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:32.081005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e06a60c5-c7e8-499f-9c2a-e76f24c733f7 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '087de74b-5f2c-4207-9aeb-93e3f1ca3266'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:32.081789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e06a60c5-c7e8-499f-9c2a-e76f24c733f7 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93695) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:42:32.193539 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1686b1-6f03-4ef9-9b7a-a2025f7f15e8 None None] Routers {'24ab6d5b-bcf1-4ff1-9629-514514566003'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:32.195546 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1d1686b1-6f03-4ef9-9b7a-a2025f7f15e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['24ab6d5b-bcf1-4ff1-9629-514514566003'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:32.330064 n-d-758944-46 neutron-server[93695]: WARNING neutron.services.metering.metering_plugin [None req-e06a60c5-c7e8-499f-9c2a-e76f24c733f7 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 08:42:32.345960 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d4895c3-0e9e-4269-8be1-c8c3805a647e req-29dae62d-655d-4824-85e1-3f9ab1dca3bb tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834498 Jul 16 08:42:32.363511 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6b741-762c-47f0-a212-0326c8a995fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network 40e25585-5f39-444a-83db-ecf1a54587de is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:32.426122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1d1686b1-6f03-4ef9-9b7a-a2025f7f15e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:32.460690 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1686b1-6f03-4ef9-9b7a-a2025f7f15e8 None None] Routers {'24ab6d5b-bcf1-4ff1-9629-514514566003'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:32.460817 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1d1686b1-6f03-4ef9-9b7a-a2025f7f15e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['24ab6d5b-bcf1-4ff1-9629-514514566003'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:32.548044 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-b0f6b741-762c-47f0-a212-0326c8a995fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 40e25585-5f39-444a-83db-ecf1a54587de) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:32.577816 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6b741-762c-47f0-a212-0326c8a995fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:32.584308 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0f6b741-762c-47f0-a212-0326c8a995fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.616374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1d1686b1-6f03-4ef9-9b7a-a2025f7f15e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:32.622036 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1686b1-6f03-4ef9-9b7a-a2025f7f15e8 None None] The sync data for ids ['24ab6d5b-bcf1-4ff1-9629-514514566003'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:32.624035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8469a0d1-cf55-4a27-9016-3bc9bc04bad3 None None] Network 40e25585-5f39-444a-83db-ecf1a54587de requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:32.652506 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b0f6b741-762c-47f0-a212-0326c8a995fd tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8005846 Jul 16 08:42:32.665942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57418) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:32.680916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1368857238', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:32.698929 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618c2bb-1c3f-4965-b65b-f84d57aaaf0d req-97a9ff96-b967-46f4-ad96-69165623c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:32.705309 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c618c2bb-1c3f-4965-b65b-f84d57aaaf0d req-97a9ff96-b967-46f4-ad96-69165623c3df service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 1102 time: 2.3922191 Jul 16 08:42:32.870895 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.871889 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.936044 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.027286 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618c2bb-1c3f-4965-b65b-f84d57aaaf0d req-45f9c798-9e4a-4c1b-b0d3-005651e2e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:33.042590 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c618c2bb-1c3f-4965-b65b-f84d57aaaf0d req-45f9c798-9e4a-4c1b-b0d3-005651e2e1ad service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.2608161 Jul 16 08:42:33.046906 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e06a60c5-c7e8-499f-9c2a-e76f24c733f7 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.059094 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e06a60c5-c7e8-499f-9c2a-e76f24c733f7 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.9842215 Jul 16 08:42:33.084995 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.108948 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57422) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:33.121798 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.124267 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e4ea14bf-b56f-495f-a605-e0a812b5db60 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '087de74b-5f2c-4207-9aeb-93e3f1ca3266'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:33.125551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e4ea14bf-b56f-495f-a605-e0a812b5db60 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93695) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:42:33.189939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-40e25585-5f39-444a-83db-ecf1a54587de', 'network_id': '40e25585-5f39-444a-83db-ecf1a54587de', 'tenant_id': '6177d0e20fd94f278cc7c8233dafd6b1', 'fixed_ips': [{'subnet_id': 'cdd2612e-00bc-494e-86bd-fdd262aa28d7'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:33.192284 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.264087 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:33.266212 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:33.269157 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba31d4bb-fda7-4751-abfa-51d611094973" -d '{"events": [{"server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "name": "network-vif-plugged", "status": "completed", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:33.337570 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c618c2bb-1c3f-4965-b65b-f84d57aaaf0d req-489d6d27-1c69-4e45-a2f3-dee3cf076de5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.157&port_id=9d3d4375-6e86-429c-99d8-d986d445defa HTTP/1.1" status: 200 len: 217 time: 0.2761092 Jul 16 08:42:33.459369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618c2bb-1c3f-4965-b65b-f84d57aaaf0d req-e50fe997-8d7b-4fb5-8f53-e731bbf57dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:33.463608 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c618c2bb-1c3f-4965-b65b-f84d57aaaf0d req-e50fe997-8d7b-4fb5-8f53-e731bbf57dfd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1105206 Jul 16 08:42:33.556417 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Allocated IP 172.20.0.2 (40e25585-5f39-444a-83db-ecf1a54587de/cdd2612e-00bc-494e-86bd-fdd262aa28d7/8d103a0e-148d-4ba1-9efa-7b489bc57dea) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:33.727213 n-d-758944-46 neutron-server[93695]: WARNING neutron.services.metering.metering_plugin [None req-e4ea14bf-b56f-495f-a605-e0a812b5db60 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 08:42:33.789368 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.031116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102e50cf-bdd5-44d1-8fd3-93fef8fd3b95 req-f8659215-6575-48ea-acf4-712358ea3146 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.038802 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-102e50cf-bdd5-44d1-8fd3-93fef8fd3b95 req-f8659215-6575-48ea-acf4-712358ea3146 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 949 time: 1.2278452 Jul 16 08:42:34.104055 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.114811 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e4ea14bf-b56f-495f-a605-e0a812b5db60 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.117691 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e4ea14bf-b56f-495f-a605-e0a812b5db60 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.0059447 Jul 16 08:42:34.126735 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.128002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57430) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:34.185289 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:23Z', 'revision_number': 3, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:34.210367 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-399b5974-545e-4df8-9bcc-a163a6d95da6 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=d6c567b9-f6c7-4c3a-93bd-3bb0db37afbf HTTP/1.1" status: 200 len: 464 time: 0.0786800 Jul 16 08:42:34.218033 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-102e50cf-bdd5-44d1-8fd3-93fef8fd3b95 req-730f6e6c-df1d-4cc9-90ed-d03f112f391f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781783 Jul 16 08:42:34.226242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57432) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:34.234448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:34.283861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f429bae-b634-4687-ac63-66cb419a0187 None None] The sync data for ids ['a490ce74-ea4f-4455-8679-4d8629c7613f'] in n-d-758944-46 is: [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:23Z', 'revision_number': 3, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:34.323453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.324932 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1bcd154-8aee-4daf-883c-d15f10775466 x-openstack-request-id: req-d1bcd154-8aee-4daf-883c-d15f10775466 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:34.325225 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "name": "network-vif-plugged", "status": "completed", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:34.325477 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d1bcd154-8aee-4daf-883c-d15f10775466 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:34.325895 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd', 'code': 200} Jul 16 08:42:34.349719 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.390732 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Transition to ACTIVE for port object 8d103a0e-148d-4ba1-9efa-7b489bc57dea will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:34.448466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c618c2bb-1c3f-4965-b65b-f84d57aaaf0d req-8f619c26-5578-4eb7-a6ba-aa4e77e410f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.454063 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c618c2bb-1c3f-4965-b65b-f84d57aaaf0d req-8f619c26-5578-4eb7-a6ba-aa4e77e410f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.9469962 Jul 16 08:42:34.457117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Transition to ACTIVE for port object 8d103a0e-148d-4ba1-9efa-7b489bc57dea will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:34.474165 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.538202 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc8e99-4b19-4bed-a91f-b6e0d1217b78 req-3013f265-516a-4ff1-a6bf-70e1dc89ca88 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.567773 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc8e99-4b19-4bed-a91f-b6e0d1217b78 req-3013f265-516a-4ff1-a6bf-70e1dc89ca88 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.593387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc8e99-4b19-4bed-a91f-b6e0d1217b78 req-3013f265-516a-4ff1-a6bf-70e1dc89ca88 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.615638 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc8e99-4b19-4bed-a91f-b6e0d1217b78 req-3013f265-516a-4ff1-a6bf-70e1dc89ca88 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.628557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc8e99-4b19-4bed-a91f-b6e0d1217b78 req-3013f265-516a-4ff1-a6bf-70e1dc89ca88 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.647645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc8e99-4b19-4bed-a91f-b6e0d1217b78 req-3013f265-516a-4ff1-a6bf-70e1dc89ca88 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.656675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Network 40e25585-5f39-444a-83db-ecf1a54587de is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:34.671024 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:34.674264 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc8e99-4b19-4bed-a91f-b6e0d1217b78 req-3013f265-516a-4ff1-a6bf-70e1dc89ca88 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.675363 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:34.689099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Pushing event updated for resources: {'Port': ['ID=8d103a0e-148d-4ba1-9efa-7b489bc57dea,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:34.689394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-97dc8e99-4b19-4bed-a91f-b6e0d1217b78 req-3013f265-516a-4ff1-a6bf-70e1dc89ca88 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5423 time: 1.2232647 Jul 16 08:42:34.809666 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Attempting to bind port 8d103a0e-148d-4ba1-9efa-7b489bc57dea on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:34.809942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Attempting to bind port 8d103a0e-148d-4ba1-9efa-7b489bc57dea by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '8973b339-b9a3-45fe-b788-c83ccafa44a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '40e25585-5f39-444a-83db-ecf1a54587de'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:34.810282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Attempting to bind port 8d103a0e-148d-4ba1-9efa-7b489bc57dea on network 40e25585-5f39-444a-83db-ecf1a54587de {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:34.821824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:34.822328 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Checking segment: {'id': '8973b339-b9a3-45fe-b788-c83ccafa44a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '40e25585-5f39-444a-83db-ecf1a54587de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:34.822878 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.823286 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Bound using segment: {'id': '8973b339-b9a3-45fe-b788-c83ccafa44a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '40e25585-5f39-444a-83db-ecf1a54587de'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:34.824005 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Bound port: 8d103a0e-148d-4ba1-9efa-7b489bc57dea, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8973b339-b9a3-45fe-b788-c83ccafa44a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '40e25585-5f39-444a-83db-ecf1a54587de'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:34.824854 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.011977 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] For port 8d103a0e-148d-4ba1-9efa-7b489bc57dea, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:35.020033 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] For port 8d103a0e-148d-4ba1-9efa-7b489bc57dea, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8d103a0e-148d-4ba1-9efa-7b489bc57dea,segment=NetworkSegment(8973b339-b9a3-45fe-b788-c83ccafa44a3),segment_id=8973b339-b9a3-45fe-b788-c83ccafa44a3)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:35.037850 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.041020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Allocated IP 172.20.0.1 (c97fcbfc-85da-4fe4-a4dd-ca741bb23a07/2e171265-066e-46d6-b1fc-fb0cc0c1a5d2/01d791fe-6ea9-4264-9b9b-a1206f4345d6) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:35.072844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf691bc-6eaa-486f-a3dd-a6f955e74f79 req-662e6200-b93f-4d25-a003-7ebd3acbb2d4 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:35.078693 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9bf691bc-6eaa-486f-a3dd-a6f955e74f79 req-662e6200-b93f-4d25-a003-7ebd3acbb2d4 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.3819301 Jul 16 08:42:35.083956 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-97dc8e99-4b19-4bed-a91f-b6e0d1217b78 req-434f9061-3269-4dbc-b341-2692d6427ca6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3929038 Jul 16 08:42:35.313251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c588e2-f2ac-4e9b-8482-25b81b657c6e None None] Pushing event updated for resources: {'Port': ['ID=8d103a0e-148d-4ba1-9efa-7b489bc57dea,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:35.357713 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eab907f8-ba3f-45d0-90d3-51bd8dcf3a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.370118 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.608784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9bf691bc-6eaa-486f-a3dd-a6f955e74f79 req-ba91a4bb-a470-4398-94bb-6ade27694993 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173097 Jul 16 08:42:35.618076 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9a3f6cf-dfba-4a83-aca9-4b57c4e5a6dc tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.623055 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a9a3f6cf-dfba-4a83-aca9-4b57c4e5a6dc tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/d6c567b9-f6c7-4c3a-93bd-3bb0db37afbf HTTP/1.1" status: 204 len: 168 time: 1.3852303 Jul 16 08:42:35.628844 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57436) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:35.631620 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Allocated IP 172.20.0.1 (0398bf6f-6792-4b35-accc-6c390953dadf/6ff038ab-4107-4385-b9f7-5e2bfac47b22/f79ff542-49c9-4518-8acb-073ab31de248) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:35.681814 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a79458ad-c58f-427b-924b-10d154e493e5 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=d6c567b9-f6c7-4c3a-93bd-3bb0db37afbf HTTP/1.1" status: 200 len: 221 time: 0.0517387 Jul 16 08:42:35.684800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57438) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:35.697831 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.704626 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-16aff2d8-aba8-45c6-b874-366df2087f4b tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1930695635', 'description': 'label created by tempest'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:35.705522 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-16aff2d8-aba8-45c6-b874-366df2087f4b tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Unknown quota resources ['metering_label']. {{(pid=93695) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:42:35.710069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd163f-85cc-4e37-9f4c-1bd3dd95bfde req-1b6c63ac-9498-4d2c-a66d-55df65c5d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:35.712831 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-86cd163f-85cc-4e37-9f4c-1bd3dd95bfde req-1b6c63ac-9498-4d2c-a66d-55df65c5d413 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 1102 time: 0.9821858 Jul 16 08:42:35.868911 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c618c2bb-1c3f-4965-b65b-f84d57aaaf0d req-c1479353-132c-44ee-80d1-139f33053a2d service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1762607 Jul 16 08:42:35.899448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device da7a7e81-b099-402f-8e89-87ef3c843c0f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:35.916981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.048814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port da7a7e81-b099-402f-8e89-87ef3c843c0f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:36.060744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port da7a7e81-b099-402f-8e89-87ef3c843c0f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:36.063369 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.199649 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-86cd163f-85cc-4e37-9f4c-1bd3dd95bfde req-2117be0d-69e9-44fd-9d45-7cab2f2be489 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4714808 Jul 16 08:42:36.214860 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16aff2d8-aba8-45c6-b874-366df2087f4b tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.219880 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-16aff2d8-aba8-45c6-b874-366df2087f4b tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5245609 Jul 16 08:42:36.233240 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57444) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:36.326265 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 6d49fd04-da38-4b01-9a10-0ff9d51055b5 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:36.380852 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9091ab85-da0e-4ff4-be7a-96d77b1e97a5 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=0d72cd8b-2e52-4cb4-b2fa-64ba01e17eb9 HTTP/1.1" status: 200 len: 468 time: 0.1439106 Jul 16 08:42:36.385658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57446) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:36.396288 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.455714 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.671487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port da7a7e81-b099-402f-8e89-87ef3c843c0f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=da7a7e81-b099-402f-8e89-87ef3c843c0f,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:36.676814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Transition to ACTIVE for port object 01d791fe-6ea9-4264-9b9b-a1206f4345d6 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:36.699743 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.711317 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c618c2bb-1c3f-4965-b65b-f84d57aaaf0d req-cfb28ea8-aea3-48c3-bebe-fb65e72cd8e3 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7212582 Jul 16 08:42:36.753421 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.834364 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.853614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Network c97fcbfc-85da-4fe4-a4dd-ca741bb23a07 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:36.856911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Transition to ACTIVE for port object f79ff542-49c9-4518-8acb-073ab31de248 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:36.875365 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:36.883600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:36.890112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Allocated IP 172.25.4.60 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/8c250012-b554-46d2-bf76-934cb8ee6521) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:36.997635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event updated for resources: {'Port': ['ID=01d791fe-6ea9-4264-9b9b-a1206f4345d6,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:37.003218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 6d49fd04-da38-4b01-9a10-0ff9d51055b5, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6d49fd04-da38-4b01-9a10-0ff9d51055b5,segment=NetworkSegment(743d25d6-1915-4c71-bb53-2c00b3df4fdc),segment_id=743d25d6-1915-4c71-bb53-2c00b3df4fdc)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:37.019118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7d36da-bea0-4d60-b0a4-a8d0d4fbc26c req-6e0a246d-8300-489c-9ea7-3e05a48e7557 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.020955 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a7d36da-bea0-4d60-b0a4-a8d0d4fbc26c req-6e0a246d-8300-489c-9ea7-3e05a48e7557 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 1.0542529 Jul 16 08:42:37.024719 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.047334 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=da7a7e81-b099-402f-8e89-87ef3c843c0f,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:37.053592 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '6d49fd04-da38-4b01-9a10-0ff9d51055b5', 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'port_id': '6d49fd04-da38-4b01-9a10-0ff9d51055b5', 'mac_address': 'fa:16:3e:c9:45:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:37.088677 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89312a3-48c6-4a92-bf96-3ff3a0440718 req-34003025-e7c0-4923-8223-49028b508807 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.104406 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89312a3-48c6-4a92-bf96-3ff3a0440718 req-34003025-e7c0-4923-8223-49028b508807 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.111284 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.124660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89312a3-48c6-4a92-bf96-3ff3a0440718 req-34003025-e7c0-4923-8223-49028b508807 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.128663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d49fd04-da38-4b01-9a10-0ff9d51055b5 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:37.130930 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Network 0398bf6f-6792-4b35-accc-6c390953dadf is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:37.135349 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:37.138658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:37.149482 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89312a3-48c6-4a92-bf96-3ff3a0440718 req-34003025-e7c0-4923-8223-49028b508807 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.162071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89312a3-48c6-4a92-bf96-3ff3a0440718 req-34003025-e7c0-4923-8223-49028b508807 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.181091 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89312a3-48c6-4a92-bf96-3ff3a0440718 req-34003025-e7c0-4923-8223-49028b508807 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.185686 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 6d49fd04-da38-4b01-9a10-0ff9d51055b5, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6d49fd04-da38-4b01-9a10-0ff9d51055b5,segment=NetworkSegment(743d25d6-1915-4c71-bb53-2c00b3df4fdc),segment_id=743d25d6-1915-4c71-bb53-2c00b3df4fdc)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:37.195955 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.197073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 58152f66-9e10-424e-a327-eb3322be8e41 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:37.201337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89312a3-48c6-4a92-bf96-3ff3a0440718 req-34003025-e7c0-4923-8223-49028b508807 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.205159 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-93065a3d-4fe0-481b-bc14-7dfe95f961a8 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.206238 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-93065a3d-4fe0-481b-bc14-7dfe95f961a8 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/0d72cd8b-2e52-4cb4-b2fa-64ba01e17eb9 HTTP/1.1" status: 204 len: 168 time: 0.7823665 Jul 16 08:42:37.206446 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e89312a3-48c6-4a92-bf96-3ff3a0440718 req-34003025-e7c0-4923-8223-49028b508807 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5423 time: 0.6922700 Jul 16 08:42:37.216308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57452) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:37.284084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Pushing event updated for resources: {'Port': ['ID=f79ff542-49c9-4518-8acb-073ab31de248,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:37.316355 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.326884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=6d49fd04-da38-4b01-9a10-0ff9d51055b5,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:37.438247 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.455894 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-73789c50-b429-4976-a3b6-8f34c2a5a4d5 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=0d72cd8b-2e52-4cb4-b2fa-64ba01e17eb9 HTTP/1.1" status: 200 len: 216 time: 0.2330413 Jul 16 08:42:37.463817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57454) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:37.485780 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a7d36da-bea0-4d60-b0a4-a8d0d4fbc26c req-34086486-b3b2-46cf-a92a-41f5ff670843 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3771498 Jul 16 08:42:37.492769 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1b4eed5f-9082-445e-b222-c45b33ef8472 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0277286 Jul 16 08:42:37.497053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57456) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:37.521482 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d6d2d9be-1c0c-45f0-bcd2-ef116f0e9bea tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0229783 Jul 16 08:42:37.525480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57458) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:37.533776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-12fd81a1-a91a-4474-b011-e24bf351b860 None None] Provisioning for port 01d791fe-6ea9-4264-9b9b-a1206f4345d6 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:37.554987 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-12fd81a1-a91a-4474-b011-e24bf351b860 None None] Provisioning complete for port 01d791fe-6ea9-4264-9b9b-a1206f4345d6 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:37.555416 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-12fd81a1-a91a-4474-b011-e24bf351b860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.560021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 58152f66-9e10-424e-a327-eb3322be8e41, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=58152f66-9e10-424e-a327-eb3322be8e41,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:37.643186 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6dbceae6-be79-45b5-a0ee-8e6ba4248877 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/087de74b-5f2c-4207-9aeb-93e3f1ca3266 HTTP/1.1" status: 200 len: 473 time: 0.1129944 Jul 16 08:42:37.657728 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57460) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:37.660660 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36804ef1-1053-427e-932c-02a662eeebb5 None None] Network 40e25585-5f39-444a-83db-ecf1a54587de requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:37.686165 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-26cbc541-95f4-4e84-b2a6-365fa5a6c9c6 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/f080daee-ce30-474f-ae9b-60a621b662a1 HTTP/1.1" status: 200 len: 461 time: 0.0241640 Jul 16 08:42:37.687480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57462) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:37.737263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '58152f66-9e10-424e-a327-eb3322be8e41', 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708', 'port_id': '58152f66-9e10-424e-a327-eb3322be8e41', 'mac_address': 'fa:16:3e:be:08:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d', 'ip_address': '10.1.1.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:37.747737 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-12fd81a1-a91a-4474-b011-e24bf351b860 None None] Port 01d791fe-6ea9-4264-9b9b-a1206f4345d6 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:37.750991 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.771314 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.785234 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e89312a3-48c6-4a92-bf96-3ff3a0440718 req-95aea354-663a-4d6a-b5fd-32077ffdf5b2 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4013627 Jul 16 08:42:37.939464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7a089f7a-c898-4205-850a-62769f0209aa None None] Provisioning for port f79ff542-49c9-4518-8acb-073ab31de248 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:37.954476 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7a089f7a-c898-4205-850a-62769f0209aa None None] Provisioning complete for port f79ff542-49c9-4518-8acb-073ab31de248 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:37.954854 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7a089f7a-c898-4205-850a-62769f0209aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.967020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device da7a7e81-b099-402f-8e89-87ef3c843c0f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:38.001481 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.012664 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-883fc2c5-bd8a-4ccd-b576-6c58c92f3f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.019993 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.093109 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58152f66-9e10-424e-a327-eb3322be8e41 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:38.115243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 58152f66-9e10-424e-a327-eb3322be8e41, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=58152f66-9e10-424e-a327-eb3322be8e41,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:38.121486 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7a089f7a-c898-4205-850a-62769f0209aa None None] Port f79ff542-49c9-4518-8acb-073ab31de248 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:38.129079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:38.131280 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.146073 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:38.159337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:38.173637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=8c250012-b554-46d2-bf76-934cb8ee6521,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:38.195041 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7a089f7a-c898-4205-850a-62769f0209aa None None] Provisioning for port 8d103a0e-148d-4ba1-9efa-7b489bc57dea completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:38.222642 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.247018 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port da7a7e81-b099-402f-8e89-87ef3c843c0f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:38.247018 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.248925 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.280765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=58152f66-9e10-424e-a327-eb3322be8e41,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:38.328253 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 6b65b6e1-328c-49ab-919d-e824c6be9088 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:38.368371 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-19978767-2269-4bf4-ad72-4443ff56daef tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.370524 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-19978767-2269-4bf4-ad72-4443ff56daef tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/f080daee-ce30-474f-ae9b-60a621b662a1 HTTP/1.1" status: 204 len: 168 time: 0.6808641 Jul 16 08:42:38.374852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57464) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:38.392526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8d103a0e-148d-4ba1-9efa-7b489bc57dea up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:38.394543 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['58152f66-9e10-424e-a327-eb3322be8e41'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:38.686108 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.698402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd0a81-5024-4b9a-acf2-4d489335b703 req-5e829a7d-8c15-4f2b-956a-d0a779010b52 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:38.700262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1fd0a81-5024-4b9a-acf2-4d489335b703 req-5e829a7d-8c15-4f2b-956a-d0a779010b52 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.4431734 Jul 16 08:42:38.701697 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.780378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 6b65b6e1-328c-49ab-919d-e824c6be9088, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6b65b6e1-328c-49ab-919d-e824c6be9088,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:38.832745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Pushing event updated for resources: {'Port': ['ID=f79ff542-49c9-4518-8acb-073ab31de248,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:38.833487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '6b65b6e1-328c-49ab-919d-e824c6be9088', 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708', 'port_id': '6b65b6e1-328c-49ab-919d-e824c6be9088', 'mac_address': 'fa:16:3e:91:6b:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:38.845854 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.857203 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1fd0a81-5024-4b9a-acf2-4d489335b703 req-acc6b8c3-2895-43f8-9522-27ed49858d04 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243207 Jul 16 08:42:38.877115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 8d103a0e-148d-4ba1-9efa-7b489bc57dea completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:38.884262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a0462a4b-9940-4233-a5a9-c01fc7bb060c None None] Provisioning complete for port 8d103a0e-148d-4ba1-9efa-7b489bc57dea triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:38.884913 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a0462a4b-9940-4233-a5a9-c01fc7bb060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.964458 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 8d103a0e-148d-4ba1-9efa-7b489bc57dea triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:38.965123 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.009228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Network 0398bf6f-6792-4b35-accc-6c390953dadf is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:39.011985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:39.126859 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.204143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b65b6e1-328c-49ab-919d-e824c6be9088 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:39.231497 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Router a490ce74-ea4f-4455-8679-4d8629c7613f has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:39.328644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 6b65b6e1-328c-49ab-919d-e824c6be9088, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6b65b6e1-328c-49ab-919d-e824c6be9088,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:39.448287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-81eefd00-678a-47d1-999d-6f37c0242099 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.455152 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-81eefd00-678a-47d1-999d-6f37c0242099 tempest-MeteringTestJSON-1443092308 tempest-MeteringTestJSON-1443092308-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/087de74b-5f2c-4207-9aeb-93e3f1ca3266 HTTP/1.1" status: 204 len: 168 time: 1.0762563 Jul 16 08:42:39.492142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee65471-ce3b-499a-a456-68455d377563 req-72d221b2-c9c8-4f5a-b859-55a408ac5ac4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.504948 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee65471-ce3b-499a-a456-68455d377563 req-72d221b2-c9c8-4f5a-b859-55a408ac5ac4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.505659 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.518242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee65471-ce3b-499a-a456-68455d377563 req-72d221b2-c9c8-4f5a-b859-55a408ac5ac4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.531103 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee65471-ce3b-499a-a456-68455d377563 req-72d221b2-c9c8-4f5a-b859-55a408ac5ac4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.543675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee65471-ce3b-499a-a456-68455d377563 req-72d221b2-c9c8-4f5a-b859-55a408ac5ac4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.551826 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.556283 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee65471-ce3b-499a-a456-68455d377563 req-72d221b2-c9c8-4f5a-b859-55a408ac5ac4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.562646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d76dfae-46e3-4cd7-b952-c6b34137eec8 req-44d4fef9-86d2-4322-943c-17021eb50017 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.564806 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d76dfae-46e3-4cd7-b952-c6b34137eec8 req-44d4fef9-86d2-4322-943c-17021eb50017 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.7965436 Jul 16 08:42:39.568347 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.568628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee65471-ce3b-499a-a456-68455d377563 req-72d221b2-c9c8-4f5a-b859-55a408ac5ac4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.581561 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5ee65471-ce3b-499a-a456-68455d377563 req-72d221b2-c9c8-4f5a-b859-55a408ac5ac4 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5425 time: 0.3689966 Jul 16 08:42:39.582672 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:42:39.626476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:39.632413 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.633560 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:39.638196 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f8601c95-5e2f-4cdb-9095-3dc070964772 admin admin] 10.222.0.20 "PUT /v2.0/routers/a490ce74-ea4f-4455-8679-4d8629c7613f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5513194 Jul 16 08:42:39.652714 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Sync routers for ids ['a490ce74-ea4f-4455-8679-4d8629c7613f'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:39.674723 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5ee65471-ce3b-499a-a456-68455d377563 req-995ca22a-2a50-46fd-a2fb-497dc749d951 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849810 Jul 16 08:42:39.678887 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Routers {'a490ce74-ea4f-4455-8679-4d8629c7613f'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:39.681317 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a490ce74-ea4f-4455-8679-4d8629c7613f'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:39.685382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['6d49fd04-da38-4b01-9a10-0ff9d51055b5'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:39.882066 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a0462a4b-9940-4233-a5a9-c01fc7bb060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.936187 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.952769 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.957555 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.resource_extend [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:42:39.980886 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Set router a490ce74-ea4f-4455-8679-4d8629c7613f gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:40.040917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57484) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:40.149798 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d,segment=NetworkSegment(1d6cf301-37b7-471a-beee-193f4796b4bd),segment_id=1d6cf301-37b7-471a-beee-193f4796b4bd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:40.164430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=6b65b6e1-328c-49ab-919d-e824c6be9088,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:40.168226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d', 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5', 'port_id': '9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d', 'mac_address': 'fa:16:3e:4a:06:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fee604-9dc4-4a3e-a80e-b33d453e5f15', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:40.265157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event updated for resources: {'Port': ['ID=01d791fe-6ea9-4264-9b9b-a1206f4345d6,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:40.277466 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a0462a4b-9940-4233-a5a9-c01fc7bb060c None None] For port 8d103a0e-148d-4ba1-9efa-7b489bc57dea, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8d103a0e-148d-4ba1-9efa-7b489bc57dea,segment=NetworkSegment(8973b339-b9a3-45fe-b788-c83ccafa44a3),segment_id=8973b339-b9a3-45fe-b788-c83ccafa44a3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:40.286282 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.287234 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.313022 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:40.317398 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d76dfae-46e3-4cd7-b952-c6b34137eec8 req-86520122-2ef9-40f2-99a1-6be7a58df602 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7154922 Jul 16 08:42:40.324731 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a0462a4b-9940-4233-a5a9-c01fc7bb060c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.342741 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8a14dbe6-aa43-4114-a16e-ec7ac0755cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.518894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d,segment=NetworkSegment(1d6cf301-37b7-471a-beee-193f4796b4bd),segment_id=1d6cf301-37b7-471a-beee-193f4796b4bd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:40.552483 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.553867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device bb4794d2-5564-4535-84c0-ae84e853964d details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:40.588205 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8a14dbe6-aa43-4114-a16e-ec7ac0755cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.598070 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8a14dbe6-aa43-4114-a16e-ec7ac0755cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.625957 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:42:40.626697 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:42:40.637584 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-632faa80-2875-4ad1-9f9e-f542417362bd None None] Provisioning complete for port f79ff542-49c9-4518-8acb-073ab31de248 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:40.638353 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-632faa80-2875-4ad1-9f9e-f542417362bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.659517 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:37Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'f79ff542-49c9-4518-8acb-073ab31de248', 'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'mac_address': 'fa:16:3e:bd:27:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:33Z', 'updated_at': '2021-07-16T08:42:38Z', 'revision_number': 2, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'subnets': [{'id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:40.700597 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8a14dbe6-aa43-4114-a16e-ec7ac0755cd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ccf093c8c05c4345b9922ea7252f1da0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6552794 Jul 16 08:42:40.703304 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.704756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0462a4b-9940-4233-a5a9-c01fc7bb060c None None] Pushing event updated for resources: {'Port': ['ID=8d103a0e-148d-4ba1-9efa-7b489bc57dea,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:40.707823 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57492) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:40.708578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57494) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:40.710134 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Checking router: a490ce74-ea4f-4455-8679-4d8629c7613f for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:40.713292 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Updating router a490ce74-ea4f-4455-8679-4d8629c7613f port f79ff542-49c9-4518-8acb-073ab31de248 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:40.718423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Network c97fcbfc-85da-4fe4-a4dd-ca741bb23a07 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:40.735875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f1af86db-fc3c-40b0-9d18-de27b58e40a0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--298682776', 'description': 'tempest-description--476687991'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:40.765432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14dbe6-aa43-4114-a16e-ec7ac0755cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66285b23-d912-46a3-a043-978a53b44554,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:40.767429 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.774479 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port bb4794d2-5564-4535-84c0-ae84e853964d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bb4794d2-5564-4535-84c0-ae84e853964d,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:40.831470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'bb4794d2-5564-4535-84c0-ae84e853964d', 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708', 'port_id': 'bb4794d2-5564-4535-84c0-ae84e853964d', 'mac_address': 'fa:16:3e:58:e0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d', 'ip_address': '10.1.1.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:40.832201 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1af86db-fc3c-40b0-9d18-de27b58e40a0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.837106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-632faa80-2875-4ad1-9f9e-f542417362bd None None] Port f79ff542-49c9-4518-8acb-073ab31de248 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:40.858621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:40.923250 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.940848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:40.945681 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb4794d2-5564-4535-84c0-ae84e853964d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:40.981280 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c4155b74-c7e4-4a81-9b6c-179905802a2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.989173 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29430263-2882-46e1-bc39-59a085ef2dc5 req-8455136a-159e-42db-a772-bab3b1e806ad tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.992401 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29430263-2882-46e1-bc39-59a085ef2dc5 req-8455136a-159e-42db-a772-bab3b1e806ad tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.4649572 Jul 16 08:42:41.013888 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port bb4794d2-5564-4535-84c0-ae84e853964d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bb4794d2-5564-4535-84c0-ae84e853964d,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:41.023926 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.024768 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 3a94c4b5-9f6f-48d8-8c54-510baaef98be details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:41.056982 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1af86db-fc3c-40b0-9d18-de27b58e40a0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.064777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c4155b74-c7e4-4a81-9b6c-179905802a2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.088286 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1af86db-fc3c-40b0-9d18-de27b58e40a0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.134380 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 381b579c-4563-4105-967f-578385913cb3 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:41.152113 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29430263-2882-46e1-bc39-59a085ef2dc5 req-5bdbcd8e-9ccf-464e-ab64-f6dd633f1aa8 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513577 Jul 16 08:42:41.320549 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1af86db-fc3c-40b0-9d18-de27b58e40a0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.326796 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f1af86db-fc3c-40b0-9d18-de27b58e40a0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6075449 Jul 16 08:42:41.328532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57498) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:41.333252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af86db-fc3c-40b0-9d18-de27b58e40a0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=691ce1c2-c964-4992-a596-92623aabca3f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:41.336989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Router 24ab6d5b-bcf1-4ff1-9629-514514566003 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:41.371098 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.382884 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.resource_extend [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:42:41.391030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3a4e10d3-4519-484e-a901-d0d25129a342 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Request body: {'security_group_rule': {'security_group_id': '691ce1c2-c964-4992-a596-92623aabca3f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:41.391809 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Transition to ACTIVE for port object f79ff542-49c9-4518-8acb-073ab31de248 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:41.402785 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.411093 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.454876 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c4155b74-c7e4-4a81-9b6c-179905802a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.458950 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c4155b74-c7e4-4a81-9b6c-179905802a2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.461920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=bb4794d2-5564-4535-84c0-ae84e853964d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:41.463539 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c4155b74-c7e4-4a81-9b6c-179905802a2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/66285b23-d912-46a3-a043-978a53b44554 HTTP/1.1" status: 204 len: 168 time: 0.7530141 Jul 16 08:42:41.469065 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a4e10d3-4519-484e-a901-d0d25129a342 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.506473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 3a94c4b5-9f6f-48d8-8c54-510baaef98be, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3a94c4b5-9f6f-48d8-8c54-510baaef98be,segment=NetworkSegment(1d6cf301-37b7-471a-beee-193f4796b4bd),segment_id=1d6cf301-37b7-471a-beee-193f4796b4bd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:41.525937 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f84ff-40b4-422e-9464-0a1ba5588b73 None None] Pushing event updated for resources: {'Port': ['ID=f79ff542-49c9-4518-8acb-073ab31de248,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:41.544229 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ee72d174-0ef5-4523-801c-c8edd1b0fff9 None None] Provisioning complete for port 01d791fe-6ea9-4264-9b9b-a1206f4345d6 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:41.544795 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ee72d174-0ef5-4523-801c-c8edd1b0fff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.576868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4155b74-c7e4-4a81-9b6c-179905802a2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66285b23-d912-46a3-a043-978a53b44554,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:41.582985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd578e-0429-4760-a076-1f33ec7538c7 req-5a17a008-fda6-4d98-9ad4-7b658038de0e tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.588312 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e9dd578e-0429-4760-a076-1f33ec7538c7 req-5a17a008-fda6-4d98-9ad4-7b658038de0e tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 1102 time: 0.3360054 Jul 16 08:42:41.601712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:41.630811 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f84ff-40b4-422e-9464-0a1ba5588b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:41.631436 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f84ff-40b4-422e-9464-0a1ba5588b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:41.631849 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f84ff-40b4-422e-9464-0a1ba5588b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:41.643545 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f84ff-40b4-422e-9464-0a1ba5588b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:41.643993 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f84ff-40b4-422e-9464-0a1ba5588b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:41.644611 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f84ff-40b4-422e-9464-0a1ba5588b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:41.645108 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f84ff-40b4-422e-9464-0a1ba5588b73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:41.646630 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f84ff-40b4-422e-9464-0a1ba5588b73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:41.646630 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f84ff-40b4-422e-9464-0a1ba5588b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:41.647008 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f84ff-40b4-422e-9464-0a1ba5588b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:41.647278 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f84ff-40b4-422e-9464-0a1ba5588b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:41.647869 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33f84ff-40b4-422e-9464-0a1ba5588b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:41.656955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ee72d174-0ef5-4523-801c-c8edd1b0fff9 None None] Port 01d791fe-6ea9-4264-9b9b-a1206f4345d6 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:41.669614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8d103a0e-148d-4ba1-9efa-7b489bc57dea up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:41.672219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa9ea4-2a27-4105-89e4-7a036827108d None None] Sync routers for ids ['381b579c-4563-4105-967f-578385913cb3'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:41.729574 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a4e10d3-4519-484e-a901-d0d25129a342 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.733574 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '3a94c4b5-9f6f-48d8-8c54-510baaef98be', 'network_id': '79638599-e95d-4aaa-a9df-9e4a650918b5', 'port_id': '3a94c4b5-9f6f-48d8-8c54-510baaef98be', 'mac_address': 'fa:16:3e:48:59:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74fee604-9dc4-4a3e-a80e-b33d453e5f15', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:41.736279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:41.752309 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4440e364-74cb-4516-b5e6-3b6ba79dbb96 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] 10.222.0.20 "PUT /v2.0/routers/24ab6d5b-bcf1-4ff1-9629-514514566003/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9057033 Jul 16 08:42:41.757190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57504) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:41.766575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1b466cfe-5389-4496-9a4c-2b2d6ac03cc2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Request body: {'port': {'network_id': 'c97fcbfc-85da-4fe4-a4dd-ca741bb23a07', 'name': 'tempest-FloatingIPAdminTestJSON-901852775'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:41.768558 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d50663-fa56-4c8c-b9f8-fcaae4a9b1cd None None] Sync routers for ids ['24ab6d5b-bcf1-4ff1-9629-514514566003'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:41.776639 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a4e10d3-4519-484e-a901-d0d25129a342 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.799599 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.800930 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8d9365cf-f195-4dcf-aab9-671f95499a75 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 9.1319451 Jul 16 08:42:41.801218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa9ea4-2a27-4105-89e4-7a036827108d None None] Routers {'381b579c-4563-4105-967f-578385913cb3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:41.802063 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-dbaa9ea4-2a27-4105-89e4-7a036827108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['381b579c-4563-4105-967f-578385913cb3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:41.812740 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Attempting to bind port f79ff542-49c9-4518-8acb-073ab31de248 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:41.818205 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Attempting to bind port f79ff542-49c9-4518-8acb-073ab31de248 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:41.818941 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Attempting to bind port f79ff542-49c9-4518-8acb-073ab31de248 on network 0398bf6f-6792-4b35-accc-6c390953dadf {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:41.836480 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c0a2f-bf21-47f7-8ac2-283b9baa406c req-1ee92651-c3c1-4a1e-aa1b-49020d15475f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.838774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57506) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:41.839693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e10d3-4519-484e-a901-d0d25129a342 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51f1fe07-24ee-48ec-a636-f3d0d34f3e43,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:41.851527 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:41.851792 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c0a2f-bf21-47f7-8ac2-283b9baa406c req-1ee92651-c3c1-4a1e-aa1b-49020d15475f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.852132 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Checking segment: {'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:41.853150 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.853378 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Bound using segment: {'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:41.854076 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Bound port: f79ff542-49c9-4518-8acb-073ab31de248, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:41.854638 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.860925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c0a2f-bf21-47f7-8ac2-283b9baa406c req-1ee92651-c3c1-4a1e-aa1b-49020d15475f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.870542 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c0a2f-bf21-47f7-8ac2-283b9baa406c req-1ee92651-c3c1-4a1e-aa1b-49020d15475f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.872752 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d50663-fa56-4c8c-b9f8-fcaae4a9b1cd None None] Routers {'24ab6d5b-bcf1-4ff1-9629-514514566003'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:41.873822 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f7d50663-fa56-4c8c-b9f8-fcaae4a9b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['24ab6d5b-bcf1-4ff1-9629-514514566003'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:41.878013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c0a2f-bf21-47f7-8ac2-283b9baa406c req-1ee92651-c3c1-4a1e-aa1b-49020d15475f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.888942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c0a2f-bf21-47f7-8ac2-283b9baa406c req-1ee92651-c3c1-4a1e-aa1b-49020d15475f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.895889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c0a2f-bf21-47f7-8ac2-283b9baa406c req-1ee92651-c3c1-4a1e-aa1b-49020d15475f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.905573 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d65c0a2f-bf21-47f7-8ac2-283b9baa406c req-1ee92651-c3c1-4a1e-aa1b-49020d15475f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5428 time: 0.5213110 Jul 16 08:42:41.923166 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f7d50663-fa56-4c8c-b9f8-fcaae4a9b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:41.951070 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-dbaa9ea4-2a27-4105-89e4-7a036827108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:41.957082 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d50663-fa56-4c8c-b9f8-fcaae4a9b1cd None None] Routers {'24ab6d5b-bcf1-4ff1-9629-514514566003'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:41.958365 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f7d50663-fa56-4c8c-b9f8-fcaae4a9b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['24ab6d5b-bcf1-4ff1-9629-514514566003'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:42.015115 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f7d50663-fa56-4c8c-b9f8-fcaae4a9b1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:42.016171 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d50663-fa56-4c8c-b9f8-fcaae4a9b1cd None None] The sync data for ids ['24ab6d5b-bcf1-4ff1-9629-514514566003'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:42.028926 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbaa9ea4-2a27-4105-89e4-7a036827108d None None] Routers {'381b579c-4563-4105-967f-578385913cb3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:42.030166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-dbaa9ea4-2a27-4105-89e4-7a036827108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['381b579c-4563-4105-967f-578385913cb3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:42.038100 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.056593 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] For port f79ff542-49c9-4518-8acb-073ab31de248, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:42.061187 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] For port f79ff542-49c9-4518-8acb-073ab31de248, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f79ff542-49c9-4518-8acb-073ab31de248,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:42.069157 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.074598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b466cfe-5389-4496-9a4c-2b2d6ac03cc2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Made reservation on behalf of 8de84531bf2240e8906d269165e02380 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:42.080627 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1b466cfe-5389-4496-9a4c-2b2d6ac03cc2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.120023 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57510) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:42.125897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-1b466cfe-5389-4496-9a4c-2b2d6ac03cc2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] device_id is not set on port 55b6687c-e052-482a-993e-79ebf3134a47 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:42:42.139881 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-dbaa9ea4-2a27-4105-89e4-7a036827108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:42.141105 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbaa9ea4-2a27-4105-89e4-7a036827108d None None] The sync data for ids ['381b579c-4563-4105-967f-578385913cb3'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:42.147139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 8d103a0e-148d-4ba1-9efa-7b489bc57dea triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:42.147937 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.152429 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a94c4b5-9f6f-48d8-8c54-510baaef98be {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:42.153364 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f84ff-40b4-422e-9464-0a1ba5588b73 None None] Pushing event updated for resources: {'Port': ['ID=f79ff542-49c9-4518-8acb-073ab31de248,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:42.197834 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Routers {'a490ce74-ea4f-4455-8679-4d8629c7613f'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:42.198068 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a490ce74-ea4f-4455-8679-4d8629c7613f'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:42.244226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 3a94c4b5-9f6f-48d8-8c54-510baaef98be, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3a94c4b5-9f6f-48d8-8c54-510baaef98be,segment=NetworkSegment(1d6cf301-37b7-471a-beee-193f4796b4bd),segment_id=1d6cf301-37b7-471a-beee-193f4796b4bd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:42.272083 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.273477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:42.285269 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e9dd578e-0429-4760-a076-1f33ec7538c7 req-a5ff077d-234c-4485-80b7-ed7558063f45 tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6594064 Jul 16 08:42:42.298971 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1b466cfe-5389-4496-9a4c-2b2d6ac03cc2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Allocated IP 172.20.0.7 (c97fcbfc-85da-4fe4-a4dd-ca741bb23a07/2e171265-066e-46d6-b1fc-fb0cc0c1a5d2/55b6687c-e052-482a-993e-79ebf3134a47) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:42.423827 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] Set router a490ce74-ea4f-4455-8679-4d8629c7613f gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:42.514659 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1b466cfe-5389-4496-9a4c-2b2d6ac03cc2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.533845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=3a94c4b5-9f6f-48d8-8c54-510baaef98be,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:42.550083 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-1b466cfe-5389-4496-9a4c-2b2d6ac03cc2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Transition to ACTIVE for port object 55b6687c-e052-482a-993e-79ebf3134a47 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:42.552208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0a38388f-bcd0-4aae-9d2d-7ec4959acb62,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:42.604635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '0a38388f-bcd0-4aae-9d2d-7ec4959acb62', 'network_id': 'c9cc98b5-8c58-4ab1-880e-6e6ade550708', 'port_id': '0a38388f-bcd0-4aae-9d2d-7ec4959acb62', 'mac_address': 'fa:16:3e:06:cc:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:42.615390 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c258d346-5e3f-4da1-9112-ba2659f7bb6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.618842 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1b466cfe-5389-4496-9a4c-2b2d6ac03cc2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.670240 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d65c0a2f-bf21-47f7-8ac2-283b9baa406c req-c0668d7f-c34d-4f8e-b738-c677da362530 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7611532 Jul 16 08:42:42.751471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b466cfe-5389-4496-9a4c-2b2d6ac03cc2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Network c97fcbfc-85da-4fe4-a4dd-ca741bb23a07 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:42.770810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1b466cfe-5389-4496-9a4c-2b2d6ac03cc2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:42.775852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b466cfe-5389-4496-9a4c-2b2d6ac03cc2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:42.791006 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.793138 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:37Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'f79ff542-49c9-4518-8acb-073ab31de248', 'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'mac_address': 'fa:16:3e:bd:27:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:33Z', 'updated_at': '2021-07-16T08:42:42Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'subnets': [{'id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:42.797529 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a4e10d3-4519-484e-a901-d0d25129a342 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.802316 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3a4e10d3-4519-484e-a901-d0d25129a342 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4613605 Jul 16 08:42:42.806103 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57516) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:42.811452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-06b65241-b130-44ff-9ec1-8120aa277f70 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Request body: {'security_group_rule': {'security_group_id': '691ce1c2-c964-4992-a596-92623aabca3f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:42.844464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:42.861079 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06b65241-b130-44ff-9ec1-8120aa277f70 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.889653 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7c82aa-1679-4e15-92c7-f26e1636a787 None None] The sync data for ids ['a490ce74-ea4f-4455-8679-4d8629c7613f'] in n-d-758944-46 is: [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:37Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'f79ff542-49c9-4518-8acb-073ab31de248', 'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'mac_address': 'fa:16:3e:bd:27:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:33Z', 'updated_at': '2021-07-16T08:42:42Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'subnets': [{'id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:42.919462 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0a38388f-bcd0-4aae-9d2d-7ec4959acb62,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:42.927620 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.930731 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b466cfe-5389-4496-9a4c-2b2d6ac03cc2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.931630 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1b466cfe-5389-4496-9a4c-2b2d6ac03cc2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.022787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b466cfe-5389-4496-9a4c-2b2d6ac03cc2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event updated for resources: {'Port': ['ID=55b6687c-e052-482a-993e-79ebf3134a47,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.057144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 6d49fd04-da38-4b01-9a10-0ff9d51055b5 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:43.072875 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 81e1fe20-877c-45f7-a8ee-ed2556c790ff details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:43.161920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=0a38388f-bcd0-4aae-9d2d-7ec4959acb62,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.186382 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06b65241-b130-44ff-9ec1-8120aa277f70 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.213605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06b65241-b130-44ff-9ec1-8120aa277f70 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.223246 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c258d346-5e3f-4da1-9112-ba2659f7bb6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.231063 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c258d346-5e3f-4da1-9112-ba2659f7bb6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.270839 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c258d346-5e3f-4da1-9112-ba2659f7bb6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4cb5c8245c7461f962f4328febbfaad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6793153 Jul 16 08:42:43.273325 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1b466cfe-5389-4496-9a4c-2b2d6ac03cc2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5116773 Jul 16 08:42:43.274727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57520) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:43.278170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57522) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:43.302984 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06b65241-b130-44ff-9ec1-8120aa277f70 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.306281 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-06b65241-b130-44ff-9ec1-8120aa277f70 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4992292 Jul 16 08:42:43.327042 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57526) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:43.333448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:43.351124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258d346-5e3f-4da1-9112-ba2659f7bb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=637c07e2-b752-4583-8f18-3506a6d2de51,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.381434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 6d49fd04-da38-4b01-9a10-0ff9d51055b5 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:43.404922 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:43.408112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 6d49fd04-da38-4b01-9a10-0ff9d51055b5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:43.408511 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.432525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b65241-b130-44ff-9ec1-8120aa277f70 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1779b03-6579-416c-8c5d-345b8ce419bb,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.442430 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-80be9bbf-9883-49dc-bac0-b2f07c46335d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.462350 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.484435 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.490153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['6b65b6e1-328c-49ab-919d-e824c6be9088'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:43.547305 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-80be9bbf-9883-49dc-bac0-b2f07c46335d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.562650 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['bb4794d2-5564-4535-84c0-ae84e853964d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:43.568241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['3a94c4b5-9f6f-48d8-8c54-510baaef98be'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:43.579857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699919d6-cf4c-4408-a29d-03fe2ea1c80e req-e78e24e9-7c22-4a67-8f99-3b838e304037 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.588853 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-699919d6-cf4c-4408-a29d-03fe2ea1c80e req-e78e24e9-7c22-4a67-8f99-3b838e304037 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.6785967 Jul 16 08:42:43.622106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['0a38388f-bcd0-4aae-9d2d-7ec4959acb62'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:43.642555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ce368496-85c0-455a-a23d-86c4fdd71d97 None None] Provisioning for port 55b6687c-e052-482a-993e-79ebf3134a47 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:43.695745 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-80be9bbf-9883-49dc-bac0-b2f07c46335d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.699034 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-80be9bbf-9883-49dc-bac0-b2f07c46335d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.707528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-80be9bbf-9883-49dc-bac0-b2f07c46335d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/637c07e2-b752-4583-8f18-3506a6d2de51 HTTP/1.1" status: 204 len: 168 time: 0.4267759 Jul 16 08:42:43.728885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80be9bbf-9883-49dc-bac0-b2f07c46335d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=637c07e2-b752-4583-8f18-3506a6d2de51,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.855126 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ce368496-85c0-455a-a23d-86c4fdd71d97 None None] Provisioning complete for port 55b6687c-e052-482a-993e-79ebf3134a47 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:43.856886 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce368496-85c0-455a-a23d-86c4fdd71d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.937224 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 81e1fe20-877c-45f7-a8ee-ed2556c790ff, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:43.980893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'project_id': '8de84531bf2240e8906d269165e02380', 'port_id': '55b6687c-e052-482a-993e-79ebf3134a47'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:43.989756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f79ff542-49c9-4518-8acb-073ab31de248 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:43.995590 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '81e1fe20-877c-45f7-a8ee-ed2556c790ff', 'network_id': '1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d', 'port_id': '81e1fe20-877c-45f7-a8ee-ed2556c790ff', 'mac_address': 'fa:16:3e:4c:7a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49afa1d5-ed59-4c8e-94d4-4bbb07bec12a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:44.109275 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.145058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9e299-a77b-421f-b891-4b1f6c4a49c8 req-c715c490-1cdb-4b59-8b90-826400a572dd tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.148789 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ee9e299-a77b-421f-b891-4b1f6c4a49c8 req-c715c490-1cdb-4b59-8b90-826400a572dd tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.2448134 Jul 16 08:42:44.176670 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-699919d6-cf4c-4408-a29d-03fe2ea1c80e req-330079df-50f4-4223-aa9e-270112fcf9ba tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5864770 Jul 16 08:42:44.264745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Allocated IP 172.20.0.1 (40e25585-5f39-444a-83db-ecf1a54587de/cdd2612e-00bc-494e-86bd-fdd262aa28d7/6f17a56c-aae2-4d46-ba02-537248b7a265) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:44.304668 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-b8a0f6cc-cad7-4f56-af22-c2948645061d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7129819 Jul 16 08:42:44.367432 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ee9e299-a77b-421f-b891-4b1f6c4a49c8 req-21d79e47-5a8e-47c1-8136-c28e17b617e5 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748116 Jul 16 08:42:44.548477 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.709500 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.765467 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.823951 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Transition to ACTIVE for port object 6f17a56c-aae2-4d46-ba02-537248b7a265 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:44.848045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ce368496-85c0-455a-a23d-86c4fdd71d97 None None] Port 55b6687c-e052-482a-993e-79ebf3134a47 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:44.906660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba43c3-199d-42e0-9cb6-acb63e8d2ff6 req-49a58eb3-d4d4-4d69-bc71-ce990a62006a tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.914355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba43c3-199d-42e0-9cb6-acb63e8d2ff6 req-49a58eb3-d4d4-4d69-bc71-ce990a62006a tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.921143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba43c3-199d-42e0-9cb6-acb63e8d2ff6 req-49a58eb3-d4d4-4d69-bc71-ce990a62006a tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.927633 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba43c3-199d-42e0-9cb6-acb63e8d2ff6 req-49a58eb3-d4d4-4d69-bc71-ce990a62006a tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.934264 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba43c3-199d-42e0-9cb6-acb63e8d2ff6 req-49a58eb3-d4d4-4d69-bc71-ce990a62006a tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.941843 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba43c3-199d-42e0-9cb6-acb63e8d2ff6 req-49a58eb3-d4d4-4d69-bc71-ce990a62006a tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.948218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ba43c3-199d-42e0-9cb6-acb63e8d2ff6 req-49a58eb3-d4d4-4d69-bc71-ce990a62006a tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.959345 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5ba43c3-199d-42e0-9cb6-acb63e8d2ff6 req-49a58eb3-d4d4-4d69-bc71-ce990a62006a tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5430 time: 0.3848331 Jul 16 08:42:45.000568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port f79ff542-49c9-4518-8acb-073ab31de248 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:45.026109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Allocated IP 172.25.4.201 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/277e1fc8-d4b8-42c6-bace-e2c1418d2692) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:45.052741 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.054748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port f79ff542-49c9-4518-8acb-073ab31de248 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:45.055294 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.122049 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5ba43c3-199d-42e0-9cb6-acb63e8d2ff6 req-7dc4e56b-348e-4a10-9702-7c92c4373357 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1424625 Jul 16 08:42:45.138261 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.209928 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.224422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network 40e25585-5f39-444a-83db-ecf1a54587de is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:45.233945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:45.305589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:45.320941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=6f17a56c-aae2-4d46-ba02-537248b7a265,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.450833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 6d49fd04-da38-4b01-9a10-0ff9d51055b5, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6d49fd04-da38-4b01-9a10-0ff9d51055b5,segment=NetworkSegment(743d25d6-1915-4c71-bb53-2c00b3df4fdc),segment_id=743d25d6-1915-4c71-bb53-2c00b3df4fdc)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:45.473306 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.579389 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81e1fe20-877c-45f7-a8ee-ed2556c790ff {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:45.632028 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc3d03a-b041-4087-ad08-524675c866fa req-c90e1696-0cab-43f8-ad71-62f25d907c16 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.644351 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6bc3d03a-b041-4087-ad08-524675c866fa req-c90e1696-0cab-43f8-ad71-62f25d907c16 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 943 time: 0.2205760 Jul 16 08:42:45.665954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.669651 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 81e1fe20-877c-45f7-a8ee-ed2556c790ff, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:45.773397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6bc3d03a-b041-4087-ad08-524675c866fa req-8fc683db-1c96-4038-8fe7-93ffbd2378b5 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251981 Jul 16 08:42:45.786898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d49fd04-da38-4b01-9a10-0ff9d51055b5'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:45.799112 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba62c2c-0db4-4728-a068-07e28b5e320c" -d '{"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-plugged", "status": "completed", "tag": "6d49fd04-da38-4b01-9a10-0ff9d51055b5"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:45.855371 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.940016 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.947587 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Allocated IP 172.25.4.180 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/6677fd26-fa3f-46eb-b4b8-c92b4ce526bb) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:46.025753 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.028560 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.030205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 58152f66-9e10-424e-a327-eb3322be8e41 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:46.081501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:46.119241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:46.210655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:46.218016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event updated for resources: {'Port': ['ID=277e1fc8-d4b8-42c6-bace-e2c1418d2692,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:46.231922 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edb5c08-f739-4420-bd95-db45e273e04d x-openstack-request-id: req-2edb5c08-f739-4420-bd95-db45e273e04d {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:46.232364 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-plugged", "status": "completed", "tag": "6d49fd04-da38-4b01-9a10-0ff9d51055b5", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:46.233162 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2edb5c08-f739-4420-bd95-db45e273e04d {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:46.233996 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d49fd04-da38-4b01-9a10-0ff9d51055b5', 'code': 200} Jul 16 08:42:46.243351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=81e1fe20-877c-45f7-a8ee-ed2556c790ff,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:46.264275 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.362591 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.397292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:46.398474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:46.398574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:46.398914 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:46.399260 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:46.399600 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:46.399993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:46.400481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:46.401100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:46.401701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:46.402102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:46.402435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:46.447960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=6d49fd04-da38-4b01-9a10-0ff9d51055b5,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:46.465187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Pushing event updated for resources: {'Port': ['ID=6677fd26-fa3f-46eb-b4b8-c92b4ce526bb,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:46.488530 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:46.492357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:46.495718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:46.521312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['81e1fe20-877c-45f7-a8ee-ed2556c790ff'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:46.648715 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cca0a-c5ce-4c48-ab38-02ca62328c20 req-75bfdafd-dd0a-4233-af77-fd73855230bc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.656025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cca0a-c5ce-4c48-ab38-02ca62328c20 req-75bfdafd-dd0a-4233-af77-fd73855230bc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.662870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cca0a-c5ce-4c48-ab38-02ca62328c20 req-75bfdafd-dd0a-4233-af77-fd73855230bc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.671506 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cca0a-c5ce-4c48-ab38-02ca62328c20 req-75bfdafd-dd0a-4233-af77-fd73855230bc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.677742 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cca0a-c5ce-4c48-ab38-02ca62328c20 req-75bfdafd-dd0a-4233-af77-fd73855230bc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.684898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cca0a-c5ce-4c48-ab38-02ca62328c20 req-75bfdafd-dd0a-4233-af77-fd73855230bc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.690057 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c8eb8c7b-0d09-45f4-abd4-57f271e1501a None None] Provisioning for port 6f17a56c-aae2-4d46-ba02-537248b7a265 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:46.691255 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1cca0a-c5ce-4c48-ab38-02ca62328c20 req-75bfdafd-dd0a-4233-af77-fd73855230bc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.699594 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da1cca0a-c5ce-4c48-ab38-02ca62328c20 req-75bfdafd-dd0a-4233-af77-fd73855230bc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5431 time: 0.3502524 Jul 16 08:42:46.736285 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 58152f66-9e10-424e-a327-eb3322be8e41 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:46.761068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c8eb8c7b-0d09-45f4-abd4-57f271e1501a None None] Provisioning complete for port 6f17a56c-aae2-4d46-ba02-537248b7a265 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:46.762183 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c8eb8c7b-0d09-45f4-abd4-57f271e1501a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.808481 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da1cca0a-c5ce-4c48-ab38-02ca62328c20 req-2d03f281-8931-4763-b572-196448c4064f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043286 Jul 16 08:42:46.855017 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c8eb8c7b-0d09-45f4-abd4-57f271e1501a None None] Port 6f17a56c-aae2-4d46-ba02-537248b7a265 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:46.857758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 58152f66-9e10-424e-a327-eb3322be8e41 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:46.858660 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.936755 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.052391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port f79ff542-49c9-4518-8acb-073ab31de248, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f79ff542-49c9-4518-8acb-073ab31de248,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:47.070017 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.300889 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=f79ff542-49c9-4518-8acb-073ab31de248,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:47.360756 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.371776 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.435356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 58152f66-9e10-424e-a327-eb3322be8e41, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=58152f66-9e10-424e-a327-eb3322be8e41,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:47.436699 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135e4fdb-bf88-4f4a-8f17-89fb7d0e6f54 req-7c2347f3-3362-4a0d-8746-48e4b3d35fee tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.439587 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-135e4fdb-bf88-4f4a-8f17-89fb7d0e6f54 req-7c2347f3-3362-4a0d-8746-48e4b3d35fee tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 944 time: 0.2584012 Jul 16 08:42:47.441885 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.540430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437ce205-9ac4-484d-aa24-7eb552d420e2 req-f20d4f8d-0bb0-40d2-a65a-27d6d17ebbc5 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.548243 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-437ce205-9ac4-484d-aa24-7eb552d420e2 req-f20d4f8d-0bb0-40d2-a65a-27d6d17ebbc5 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 1.5701208 Jul 16 08:42:47.563900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57612) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:47.583295 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=58152f66-9e10-424e-a327-eb3322be8e41,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:47.592014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device bb4794d2-5564-4535-84c0-ae84e853964d up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:47.594651 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-135e4fdb-bf88-4f4a-8f17-89fb7d0e6f54 req-19e4bbab-d91c-44bc-bee5-2cffb31aa7cf tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393795 Jul 16 08:42:47.609041 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.677935 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.699681 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port bb4794d2-5564-4535-84c0-ae84e853964d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:47.708605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port bb4794d2-5564-4535-84c0-ae84e853964d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:47.709668 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.719478 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-437ce205-9ac4-484d-aa24-7eb552d420e2 req-dbcb55fb-29ef-4750-904c-5cc034cd1755 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701186 Jul 16 08:42:47.788865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-b7ae1cc6-f065-4665-be55-ac16742e8871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.788865 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-b7ae1cc6-f065-4665-be55-ac16742e8871 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 1102 time: 0.5135922 Jul 16 08:42:47.810326 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.896180 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.935598 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.949853 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.963406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port bb4794d2-5564-4535-84c0-ae84e853964d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bb4794d2-5564-4535-84c0-ae84e853964d,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:47.971373 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.972094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-2e74ce1a-b670-4e1a-bc05-8fb57e102fbe tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:47.974063 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 6b65b6e1-328c-49ab-919d-e824c6be9088 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:48.125671 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=bb4794d2-5564-4535-84c0-ae84e853964d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.134506 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.154529 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2e74ce1a-b670-4e1a-bc05-8fb57e102fbe tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] 10.222.0.20 "PUT /v2.0/quotas/8d53d602ed28449bb7703b08b2b6f8cf HTTP/1.1" status: 200 len: 368 time: 0.5852628 Jul 16 08:42:48.157511 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57620) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:48.162076 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.172271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Request body: {'network': {'project_id': '8d53d602ed28449bb7703b08b2b6f8cf'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:48.211559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 6b65b6e1-328c-49ab-919d-e824c6be9088 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:48.221323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 6b65b6e1-328c-49ab-919d-e824c6be9088 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:48.223735 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.234231 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.247101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=6f17a56c-aae2-4d46-ba02-537248b7a265,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.253187 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58152f66-9e10-424e-a327-eb3322be8e41'}, {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4794d2-5564-4535-84c0-ae84e853964d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:48.256835 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb586065-2a04-426b-8d89-4bb90807395c" -d '{"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-plugged", "status": "completed", "tag": "58152f66-9e10-424e-a327-eb3322be8e41"}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-plugged", "status": "completed", "tag": "bb4794d2-5564-4535-84c0-ae84e853964d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:48.270179 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-80a48bd4-9400-472d-9178-fdd1e7aeadea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.271722 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-80a48bd4-9400-472d-9178-fdd1e7aeadea service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.4744582 Jul 16 08:42:48.368623 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.376346 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-71579f98-b3eb-4c21-99c3-75a8ef8a98f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd HTTP/1.1" status: 200 len: 217 time: 0.0857134 Jul 16 08:42:48.396820 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e67776-6215-447f-ba3b-43e21bdd8dd4 x-openstack-request-id: req-21e67776-6215-447f-ba3b-43e21bdd8dd4 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:48.397333 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-plugged", "status": "completed", "tag": "58152f66-9e10-424e-a327-eb3322be8e41", "code": 200}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-plugged", "status": "completed", "tag": "bb4794d2-5564-4535-84c0-ae84e853964d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:48.397695 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-21e67776-6215-447f-ba3b-43e21bdd8dd4 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:48.398304 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58152f66-9e10-424e-a327-eb3322be8e41', 'code': 200} Jul 16 08:42:48.398711 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb4794d2-5564-4535-84c0-ae84e853964d', 'code': 200} Jul 16 08:42:48.416307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532c525-72c2-40b2-83fd-6816898e3e10 req-f1eca146-c723-4185-a695-4783c05f1887 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.427096 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532c525-72c2-40b2-83fd-6816898e3e10 req-f1eca146-c723-4185-a695-4783c05f1887 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.436707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 6b65b6e1-328c-49ab-919d-e824c6be9088, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6b65b6e1-328c-49ab-919d-e824c6be9088,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:48.437895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532c525-72c2-40b2-83fd-6816898e3e10 req-f1eca146-c723-4185-a695-4783c05f1887 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.442981 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.447292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532c525-72c2-40b2-83fd-6816898e3e10 req-f1eca146-c723-4185-a695-4783c05f1887 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.458063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532c525-72c2-40b2-83fd-6816898e3e10 req-f1eca146-c723-4185-a695-4783c05f1887 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.470025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532c525-72c2-40b2-83fd-6816898e3e10 req-f1eca146-c723-4185-a695-4783c05f1887 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.482286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532c525-72c2-40b2-83fd-6816898e3e10 req-f1eca146-c723-4185-a695-4783c05f1887 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.485735 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b532c525-72c2-40b2-83fd-6816898e3e10 req-f1eca146-c723-4185-a695-4783c05f1887 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5433 time: 0.5086851 Jul 16 08:42:48.494024 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 3a94c4b5-9f6f-48d8-8c54-510baaef98be up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:48.495473 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Made reservation on behalf of 8d53d602ed28449bb7703b08b2b6f8cf for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:48.498119 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.499557 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.513310 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Pushing event updated for resources: {'Port': ['ID=6677fd26-fa3f-46eb-b4b8-c92b4ce526bb,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.515286 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.525582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-8f6fa5aa-657e-4644-828a-7008a2468df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.527563 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-8f6fa5aa-657e-4644-828a-7008a2468df0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1385462 Jul 16 08:42:48.539319 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.577672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network 40e25585-5f39-444a-83db-ecf1a54587de is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:48.581982 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.623998 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:48.646432 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=6b65b6e1-328c-49ab-919d-e824c6be9088,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.653757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event updated for resources: {'Port': ['ID=277e1fc8-d4b8-42c6-bace-e2c1418d2692,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.699446 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b532c525-72c2-40b2-83fd-6816898e3e10 req-2f2e2788-44e9-47f3-9e94-7c37dd7f281b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1671588 Jul 16 08:42:48.717702 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.758323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 3a94c4b5-9f6f-48d8-8c54-510baaef98be completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:48.777543 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 3a94c4b5-9f6f-48d8-8c54-510baaef98be triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:48.778359 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.867694 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.884589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-f6aad26d-12df-4947-aec2-204c4c07beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.886530 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-f6aad26d-12df-4947-aec2-204c4c07beef service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3261380 Jul 16 08:42:48.944291 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Floating IP 9011ec07-8ff9-40d8-a6d4-724f3ad3e441 associated. External IP: 172.25.4.180, port: 55b6687c-e052-482a-993e-79ebf3134a47. Jul 16 08:42:48.953930 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.964338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.966685 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f8f00e2e-e0ff-4f5b-98b5-93eca1b37ee5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6377096 Jul 16 08:42:48.995719 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.005070 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 3a94c4b5-9f6f-48d8-8c54-510baaef98be, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3a94c4b5-9f6f-48d8-8c54-510baaef98be,segment=NetworkSegment(1d6cf301-37b7-471a-beee-193f4796b4bd),segment_id=1d6cf301-37b7-471a-beee-193f4796b4bd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:49.011507 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.013607 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:49.071636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:49.088310 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.088958 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Added segment c35eec06-17c7-4781-a780-cdbabc3a1ff0 of type vlan for network e606243e-cbc1-49f8-a5ca-74f5ead7a4a2 Jul 16 08:42:49.122488 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=3a94c4b5-9f6f-48d8-8c54-510baaef98be,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.145797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:49.153831 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.155303 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:49.157476 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.204454 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1606140a-1f5b-49d5-9e87-bf5e176cc037 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990077 Jul 16 08:42:49.230854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b8ab5e1e-a318-4270-a98c-8827a2b4f5ce None None] Provisioning complete for port 6f17a56c-aae2-4d46-ba02-537248b7a265 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:49.231375 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b8ab5e1e-a318-4270-a98c-8827a2b4f5ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.274857 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e72acc28-3a64-4bb6-91fe-fbeceaf31549,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.277043 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f79ff542-49c9-4518-8acb-073ab31de248 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:49.285284 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 381b579c-4563-4105-967f-578385913cb3 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:49.332841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b8ab5e1e-a318-4270-a98c-8827a2b4f5ce None None] Port 6f17a56c-aae2-4d46-ba02-537248b7a265 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:49.346513 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.348319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.349423 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.363589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30259d78-17d7-4c31-8a06-f3f16e158ce7 req-4e24834c-25fa-4e72-87d8-871057031b00 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.365491 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30259d78-17d7-4c31-8a06-f3f16e158ce7 req-4e24834c-25fa-4e72-87d8-871057031b00 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 944 time: 0.4648397 Jul 16 08:42:49.381399 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.402302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port f79ff542-49c9-4518-8acb-073ab31de248 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:49.403331 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.437815 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-62fb6231-cd30-4be7-8118-67ebd14b2b82 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174129 Jul 16 08:42:49.459586 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d,segment=NetworkSegment(1d6cf301-37b7-471a-beee-193f4796b4bd),segment_id=1d6cf301-37b7-471a-beee-193f4796b4bd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:49.469890 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.471091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 81e1fe20-877c-45f7-a8ee-ed2556c790ff up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:49.535342 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30259d78-17d7-4c31-8a06-f3f16e158ce7 req-48af72cc-23f2-420a-af67-b82672fbc1e3 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281345 Jul 16 08:42:49.563409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:49.575294 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f2eb0991-67d9-4d31-acd2-a8530ab0fe64 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "PUT /v2.0/routers/381b579c-4563-4105-967f-578385913cb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7305830 Jul 16 08:42:49.578331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57634) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:49.588018 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-49f588e1-5d27-4e2e-90f6-5118b0804afa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'port': {'network_id': '40e25585-5f39-444a-83db-ecf1a54587de', 'name': 'tempest-FloatingIPTestJSON-2108869396'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:49.649459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df98dff7-1e04-4876-bb5c-cc139b17ea86 None None] Sync routers for ids ['381b579c-4563-4105-967f-578385913cb3'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:49.665548 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 81e1fe20-877c-45f7-a8ee-ed2556c790ff triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:49.666000 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.698109 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.703109 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df98dff7-1e04-4876-bb5c-cc139b17ea86 None None] Routers {'381b579c-4563-4105-967f-578385913cb3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:49.703767 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-df98dff7-1e04-4876-bb5c-cc139b17ea86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['381b579c-4563-4105-967f-578385913cb3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:49.748866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-df98dff7-1e04-4876-bb5c-cc139b17ea86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:49.760693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df98dff7-1e04-4876-bb5c-cc139b17ea86 None None] Routers {'381b579c-4563-4105-967f-578385913cb3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:49.761335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-df98dff7-1e04-4876-bb5c-cc139b17ea86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['381b579c-4563-4105-967f-578385913cb3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:49.844247 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6846049 Jul 16 08:42:49.852713 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57646) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:49.862288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Request body: {'network': {'project_id': '8d53d602ed28449bb7703b08b2b6f8cf'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:49.873356 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da20bd0-2a5f-4ff7-b612-ae61c835300e req-941bf0eb-5e60-450d-a14a-24f3f2867ceb tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.879074 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2da20bd0-2a5f-4ff7-b612-ae61c835300e req-941bf0eb-5e60-450d-a14a-24f3f2867ceb tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.9282811 Jul 16 08:42:49.890202 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-9c1b8872-4e8a-407c-a3c2-f98583aae63a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--298682776&fields=id&tenant_id=bf13c641cc6b45f4add343877ddf9789 HTTP/1.1" status: 200 len: 267 time: 0.1791878 Jul 16 08:42:49.938215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d09a11-1583-49fd-841c-84f4132f9ccc tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Pushing event updated for resources: {'Network': ['ID=e606243e-cbc1-49f8-a5ca-74f5ead7a4a2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:49.946090 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-df98dff7-1e04-4876-bb5c-cc139b17ea86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:49.946770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df98dff7-1e04-4876-bb5c-cc139b17ea86 None None] The sync data for ids ['381b579c-4563-4105-967f-578385913cb3'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:49.955418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f588e1-5d27-4e2e-90f6-5118b0804afa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Made reservation on behalf of 6177d0e20fd94f278cc7c8233dafd6b1 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:49.957431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network e606243e-cbc1-49f8-a5ca-74f5ead7a4a2 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:49.960642 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49f588e1-5d27-4e2e-90f6-5118b0804afa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.030967 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-49f588e1-5d27-4e2e-90f6-5118b0804afa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] device_id is not set on port ccb9ad6c-f585-45c2-a958-63a9b91f3581 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:42:50.057664 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.096989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 81e1fe20-877c-45f7-a8ee-ed2556c790ff, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:50.102715 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.104526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:50.116924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e74c6d-7c43-4852-a525-2c263375833c req-a7ca5ab8-9a78-4476-8080-4d8d72ce33a7 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.118585 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-a7ca5ab8-9a78-4476-8080-4d8d72ce33a7 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/networks?id=0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 200 len: 817 time: 0.2193918 Jul 16 08:42:50.146820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Made reservation on behalf of 8d53d602ed28449bb7703b08b2b6f8cf for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:50.151510 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.162403 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-2645b606-f559-4617-a8ea-91d7b2ba6a8f tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/quotas/bf13c641cc6b45f4add343877ddf9789 HTTP/1.1" status: 200 len: 375 time: 0.0336239 Jul 16 08:42:50.185175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2da20bd0-2a5f-4ff7-b612-ae61c835300e req-edcfb4ca-a9da-4b12-918f-793fa90618c8 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541132 Jul 16 08:42:50.200192 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=81e1fe20-877c-45f7-a8ee-ed2556c790ff,revision_number=10']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.225198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:50.233152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:50.233735 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.246272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Router 24ab6d5b-bcf1-4ff1-9629-514514566003 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:50.264437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-49f588e1-5d27-4e2e-90f6-5118b0804afa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Allocated IP 172.20.0.4 (40e25585-5f39-444a-83db-ecf1a54587de/cdd2612e-00bc-494e-86bd-fdd262aa28d7/ccb9ad6c-f585-45c2-a958-63a9b91f3581) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:50.267791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:50.331915 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.332436 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Added segment 569c99be-544a-42fe-865b-c4c759d9cbce of type vlan for network 132d82be-c5aa-4a57-89ad-52707e4fc772 Jul 16 08:42:50.376166 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.400568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b65b6e1-328c-49ab-919d-e824c6be9088'}, {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a94c4b5-9f6f-48d8-8c54-510baaef98be'}, {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d'}, {'server_uuid': '2fc8c8af-46b0-40f6-8dad-54bd0a678fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e1fe20-877c-45f7-a8ee-ed2556c790ff'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:50.404269 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a662c782-ef6a-47a7-9a7f-8eb4a512bbe8" -d '{"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-plugged", "status": "completed", "tag": "6b65b6e1-328c-49ab-919d-e824c6be9088"}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-plugged", "status": "completed", "tag": "3a94c4b5-9f6f-48d8-8c54-510baaef98be"}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-plugged", "status": "completed", "tag": "9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d"}, {"server_uuid": "2fc8c8af-46b0-40f6-8dad-54bd0a678fc2", "name": "network-vif-plugged", "status": "completed", "tag": "81e1fe20-877c-45f7-a8ee-ed2556c790ff"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:50.410519 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-061ba522-4788-49a7-acbb-fe823faae299 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf13c641cc6b45f4add343877ddf9789&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2269928 Jul 16 08:42:50.422727 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.441884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0a38388f-bcd0-4aae-9d2d-7ec4959acb62,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:50.447596 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.468267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:50.480368 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa994c2-8c67-493d-9c8a-944646438108 None None] Sync routers for ids ['24ab6d5b-bcf1-4ff1-9629-514514566003'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:50.495045 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.496382 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.497323 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.501075 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa994c2-8c67-493d-9c8a-944646438108 None None] Routers {'24ab6d5b-bcf1-4ff1-9629-514514566003'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:50.504340 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dfa994c2-8c67-493d-9c8a-944646438108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['24ab6d5b-bcf1-4ff1-9629-514514566003'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:50.553867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=0a38388f-bcd0-4aae-9d2d-7ec4959acb62,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.591929 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.610064 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dfa994c2-8c67-493d-9c8a-944646438108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:50.619471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Pushing event updated for resources: {'Network': ['ID=132d82be-c5aa-4a57-89ad-52707e4fc772,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.630515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:50.630959 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:50.631373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:50.631778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:50.632279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:50.632704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:50.633108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:50.633551 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:50.634024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:50.634474 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:50.634915 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:50.635307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:50.637198 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa994c2-8c67-493d-9c8a-944646438108 None None] Routers {'24ab6d5b-bcf1-4ff1-9629-514514566003'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:50.639492 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e7c7cda6-762c-4be7-8ff1-5d0478cf07e9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.7840304 Jul 16 08:42:50.645004 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dfa994c2-8c67-493d-9c8a-944646438108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['24ab6d5b-bcf1-4ff1-9629-514514566003'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:50.654864 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 132d82be-c5aa-4a57-89ad-52707e4fc772 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:50.657283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57654) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:50.664369 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49f588e1-5d27-4e2e-90f6-5118b0804afa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.680738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-20a9873e-ea79-4da9-b7bb-c7e9735047fe tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Request body: {'network': {'project_id': '8d53d602ed28449bb7703b08b2b6f8cf'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:50.682464 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-49f588e1-5d27-4e2e-90f6-5118b0804afa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Transition to ACTIVE for port object ccb9ad6c-f585-45c2-a958-63a9b91f3581 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:50.705352 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4756a8ce-3095-4fe1-956c-c37ce751a5bb tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 7.4107955 Jul 16 08:42:50.709756 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57656) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:50.720993 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-20a9873e-ea79-4da9-b7bb-c7e9735047fe tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 08:42:50.721602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20a9873e-ea79-4da9-b7bb-c7e9735047fe tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:42:50.725515 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-20a9873e-ea79-4da9-b7bb-c7e9735047fe tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0644753 Jul 16 08:42:50.761210 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5b84-03ee-4d96-833b-cbd5c5796638 req-8ab91dc4-df1a-497c-996c-70b39062d4d9 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.768874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5b84-03ee-4d96-833b-cbd5c5796638 req-8ab91dc4-df1a-497c-996c-70b39062d4d9 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.777036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5b84-03ee-4d96-833b-cbd5c5796638 req-8ab91dc4-df1a-497c-996c-70b39062d4d9 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.786217 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5b84-03ee-4d96-833b-cbd5c5796638 req-8ab91dc4-df1a-497c-996c-70b39062d4d9 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.793867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5b84-03ee-4d96-833b-cbd5c5796638 req-8ab91dc4-df1a-497c-996c-70b39062d4d9 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.801906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5b84-03ee-4d96-833b-cbd5c5796638 req-8ab91dc4-df1a-497c-996c-70b39062d4d9 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.811241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4c5b84-03ee-4d96-833b-cbd5c5796638 req-8ab91dc4-df1a-497c-996c-70b39062d4d9 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.813846 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d4c5b84-03ee-4d96-833b-cbd5c5796638 req-8ab91dc4-df1a-497c-996c-70b39062d4d9 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5437 time: 0.1963997 Jul 16 08:42:50.856051 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9ddd7476-9ad5-4165-a050-569a1ff2f2e5 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] 10.222.0.20 "GET /v2.0/floatingips/9011ec07-8ff9-40d8-a6d4-724f3ad3e441 HTTP/1.1" status: 200 len: 982 time: 0.1434314 Jul 16 08:42:50.856699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57660) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:50.864184 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dfa994c2-8c67-493d-9c8a-944646438108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:50.867899 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa994c2-8c67-493d-9c8a-944646438108 None None] The sync data for ids ['24ab6d5b-bcf1-4ff1-9629-514514566003'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:50.882952 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d4c5b84-03ee-4d96-833b-cbd5c5796638 req-1aafcee1-ed37-47f6-b571-ecfd8a9dc9ac tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613422 Jul 16 08:42:50.966222 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e007902a-fcbf-4217-9b9e-39699374025c x-openstack-request-id: req-e007902a-fcbf-4217-9b9e-39699374025c {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:50.966624 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-plugged", "status": "completed", "tag": "6b65b6e1-328c-49ab-919d-e824c6be9088", "code": 200}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-plugged", "status": "completed", "tag": "3a94c4b5-9f6f-48d8-8c54-510baaef98be", "code": 200}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-plugged", "status": "completed", "tag": "9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d", "code": 200}, {"server_uuid": "2fc8c8af-46b0-40f6-8dad-54bd0a678fc2", "name": "network-vif-plugged", "status": "completed", "tag": "81e1fe20-877c-45f7-a8ee-ed2556c790ff", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:50.966959 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e007902a-fcbf-4217-9b9e-39699374025c {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:50.967450 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b65b6e1-328c-49ab-919d-e824c6be9088', 'code': 200} Jul 16 08:42:50.967808 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a94c4b5-9f6f-48d8-8c54-510baaef98be', 'code': 200} Jul 16 08:42:50.968249 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d', 'code': 200} Jul 16 08:42:50.968632 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc8c8af-46b0-40f6-8dad-54bd0a678fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81e1fe20-877c-45f7-a8ee-ed2556c790ff', 'code': 200} Jul 16 08:42:50.978947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57662) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:51.018075 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49f588e1-5d27-4e2e-90f6-5118b0804afa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.101983 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-020a7550-afc5-4d9a-a2c5-aebe7e4bc577 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3978 time: 0.2400508 Jul 16 08:42:51.102302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57666) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:51.124157 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f588e1-5d27-4e2e-90f6-5118b0804afa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Network 40e25585-5f39-444a-83db-ecf1a54587de is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:51.133538 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-a036b002-a5c8-4c78-8fa9-dea049ccfc1b service neutron] 10.222.0.20 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5729604 Jul 16 08:42:51.134484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-49f588e1-5d27-4e2e-90f6-5118b0804afa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:51.136599 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f588e1-5d27-4e2e-90f6-5118b0804afa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event updated for resources: {'Port': ['ID=ccb9ad6c-f585-45c2-a958-63a9b91f3581,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:51.138964 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f588e1-5d27-4e2e-90f6-5118b0804afa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:51.354775 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a74e6d74-c2bf-4b1f-9e1f-22925196eff3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d53d602ed28449bb7703b08b2b6f8cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744805 Jul 16 08:42:51.361299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57670) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:51.471715 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a64b8e-68c8-47d4-83d6-1f9a3fe3b62b req-9ae9ad25-fdfb-4c21-a938-38996523098e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:51.479885 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24a64b8e-68c8-47d4-83d6-1f9a3fe3b62b req-9ae9ad25-fdfb-4c21-a938-38996523098e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.2405124 Jul 16 08:42:51.560727 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e16af29-797e-40b6-a623-678512485072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.577359 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24a64b8e-68c8-47d4-83d6-1f9a3fe3b62b req-c0e967ed-d9b0-4ca1-968d-ff91bf9ee60e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964823 Jul 16 08:42:51.607672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c29eb950-a294-4164-a518-7856c32dbc60 None None] Provisioning for port ccb9ad6c-f585-45c2-a958-63a9b91f3581 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:51.624960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e16af29-797e-40b6-a623-678512485072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.639296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c29eb950-a294-4164-a518-7856c32dbc60 None None] Provisioning complete for port ccb9ad6c-f585-45c2-a958-63a9b91f3581 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:51.640079 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c29eb950-a294-4164-a518-7856c32dbc60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.695447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-803752d7-72ec-4d21-b646-1f8044202bbb tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Deleting port 6677fd26-fa3f-46eb-b4b8-c92b4ce526bb {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:51.709139 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-803752d7-72ec-4d21-b646-1f8044202bbb tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.742086 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e16af29-797e-40b6-a623-678512485072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.745196 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e16af29-797e-40b6-a623-678512485072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.746719 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8e16af29-797e-40b6-a623-678512485072 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e72acc28-3a64-4bb6-91fe-fbeceaf31549 HTTP/1.1" status: 204 len: 168 time: 0.3843868 Jul 16 08:42:51.760788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57674) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:51.770693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c29eb950-a294-4164-a518-7856c32dbc60 None None] Port ccb9ad6c-f585-45c2-a958-63a9b91f3581 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:51.780622 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e16af29-797e-40b6-a623-678512485072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e72acc28-3a64-4bb6-91fe-fbeceaf31549,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:51.883777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f588e1-5d27-4e2e-90f6-5118b0804afa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:51.884634 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49f588e1-5d27-4e2e-90f6-5118b0804afa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.940111 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-49f588e1-5d27-4e2e-90f6-5118b0804afa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3580155 Jul 16 08:42:51.940352 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-803752d7-72ec-4d21-b646-1f8044202bbb tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.940352 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-803752d7-72ec-4d21-b646-1f8044202bbb tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.940594 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57678) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:51.946266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-916bb7e1-76fb-44e1-b6c5-f0284116faae tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Request body: {'floatingip': {'port_id': 'ccb9ad6c-f585-45c2-a958-63a9b91f3581'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:51.954065 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-71b60588-61ea-497f-9dae-c9bf799b13ff service neutron] 10.222.0.20 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7492635 Jul 16 08:42:51.957751 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-645963d0-db71-4aaf-a0ba-9abd863b5105 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.960594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-803752d7-72ec-4d21-b646-1f8044202bbb tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Calling delete_port for 6677fd26-fa3f-46eb-b4b8-c92b4ce526bb owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:51.993275 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57119a9-11e8-4f34-a4c3-ababded1b142 req-0553f53c-48de-414c-a48b-cd78a6af7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.001267 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c57119a9-11e8-4f34-a4c3-ababded1b142 req-0553f53c-48de-414c-a48b-cd78a6af7975 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 1098 time: 0.7585466 Jul 16 08:42:52.053185 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-916bb7e1-76fb-44e1-b6c5-f0284116faae tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.094876 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c57119a9-11e8-4f34-a4c3-ababded1b142 req-cf295bc9-e976-4c5d-b1b5-91e0a74145e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833037 Jul 16 08:42:52.104748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263c97d-adcf-4569-a372-e39abcca7f77 req-7ca40625-60ca-454f-b878-e8ecab11f655 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.106554 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c263c97d-adcf-4569-a372-e39abcca7f77 req-7ca40625-60ca-454f-b878-e8ecab11f655 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.2562447 Jul 16 08:42:52.216858 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-645963d0-db71-4aaf-a0ba-9abd863b5105 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.247431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-645963d0-db71-4aaf-a0ba-9abd863b5105 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132d82be-c5aa-4a57-89ad-52707e4fc772']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:52.270561 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-645963d0-db71-4aaf-a0ba-9abd863b5105 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569c99be-544a-42fe-865b-c4c759d9cbce') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:52.270853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-645963d0-db71-4aaf-a0ba-9abd863b5105 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569c99be-544a-42fe-865b-c4c759d9cbce') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:52.297633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c263c97d-adcf-4569-a372-e39abcca7f77 req-32128592-1c49-4b7f-9f32-4f272b2e74d1 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618323 Jul 16 08:42:52.315326 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-645963d0-db71-4aaf-a0ba-9abd863b5105 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.365344 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-645963d0-db71-4aaf-a0ba-9abd863b5105 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.377451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-645963d0-db71-4aaf-a0ba-9abd863b5105 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:52.379304 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-645963d0-db71-4aaf-a0ba-9abd863b5105 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:52.381527 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:52.490011 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-645963d0-db71-4aaf-a0ba-9abd863b5105 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.492787 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-803752d7-72ec-4d21-b646-1f8044202bbb tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.505721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3a2cb29-1199-48eb-a866-bb798e05f01c req-b19ffa80-9f53-4903-ac7f-c975441b51d5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 210 time: 0.0592136 Jul 16 08:42:52.532857 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-645963d0-db71-4aaf-a0ba-9abd863b5105 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.532857 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-645963d0-db71-4aaf-a0ba-9abd863b5105 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] 10.222.0.20 "DELETE /v2.0/networks/132d82be-c5aa-4a57-89ad-52707e4fc772 HTTP/1.1" status: 204 len: 168 time: 0.7589314 Jul 16 08:42:52.539697 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57684) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:52.570958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803752d7-72ec-4d21-b646-1f8044202bbb tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event deleted for resources: {'Port': ['ID=6677fd26-fa3f-46eb-b4b8-c92b4ce526bb,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:52.580404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645963d0-db71-4aaf-a0ba-9abd863b5105 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Pushing event deleted for resources: {'Network': ['ID=132d82be-c5aa-4a57-89ad-52707e4fc772,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:52.698367 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c8a8ad9-0213-4700-b360-252c5f6cb3f9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.706597 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-803752d7-72ec-4d21-b646-1f8044202bbb tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.706993 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-803752d7-72ec-4d21-b646-1f8044202bbb tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Floating IP 9011ec07-8ff9-40d8-a6d4-724f3ad3e441 disassociated (deleted). External IP: 172.25.4.180, port: 55b6687c-e052-482a-993e-79ebf3134a47. Jul 16 08:42:52.781662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf6ce-a17e-4cc4-bba2-ad1aade252df req-e8ec9755-f907-4047-aea8-10fb907cb504 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.788736 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf6ce-a17e-4cc4-bba2-ad1aade252df req-e8ec9755-f907-4047-aea8-10fb907cb504 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.794760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf6ce-a17e-4cc4-bba2-ad1aade252df req-e8ec9755-f907-4047-aea8-10fb907cb504 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.801390 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf6ce-a17e-4cc4-bba2-ad1aade252df req-e8ec9755-f907-4047-aea8-10fb907cb504 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.809068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf6ce-a17e-4cc4-bba2-ad1aade252df req-e8ec9755-f907-4047-aea8-10fb907cb504 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.814460 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf6ce-a17e-4cc4-bba2-ad1aade252df req-e8ec9755-f907-4047-aea8-10fb907cb504 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.821368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cf6ce-a17e-4cc4-bba2-ad1aade252df req-e8ec9755-f907-4047-aea8-10fb907cb504 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.823410 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8b4cf6ce-a17e-4cc4-bba2-ad1aade252df req-e8ec9755-f907-4047-aea8-10fb907cb504 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5437 time: 0.2657757 Jul 16 08:42:52.937424 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8b4cf6ce-a17e-4cc4-bba2-ad1aade252df req-358d66ec-ae4c-4d4f-a3ca-cd2b913c0e1e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0685441 Jul 16 08:42:52.970739 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a38388f-bcd0-4aae-9d2d-7ec4959acb62'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:52.975123 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b736b48b-3194-4a06-9658-82f77291258f" -d '{"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-plugged", "status": "completed", "tag": "0a38388f-bcd0-4aae-9d2d-7ec4959acb62"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:53.039279 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-916bb7e1-76fb-44e1-b6c5-f0284116faae tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.055021 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-916bb7e1-76fb-44e1-b6c5-f0284116faae tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.069156 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f87e4ca-3ce3-4600-bba2-1dbb40264feb x-openstack-request-id: req-3f87e4ca-3ce3-4600-bba2-1dbb40264feb {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:53.070814 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-plugged", "status": "completed", "tag": "0a38388f-bcd0-4aae-9d2d-7ec4959acb62", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:53.071575 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f87e4ca-3ce3-4600-bba2-1dbb40264feb {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:53.076330 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a38388f-bcd0-4aae-9d2d-7ec4959acb62', 'code': 200} Jul 16 08:42:53.206797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803752d7-72ec-4d21-b646-1f8044202bbb tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Router 24ab6d5b-bcf1-4ff1-9629-514514566003 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:53.276973 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c8a8ad9-0213-4700-b360-252c5f6cb3f9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.322524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-0c8a8ad9-0213-4700-b360-252c5f6cb3f9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e606243e-cbc1-49f8-a5ca-74f5ead7a4a2']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:53.363388 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-0c8a8ad9-0213-4700-b360-252c5f6cb3f9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35eec06-17c7-4781-a780-cdbabc3a1ff0') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:53.363827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-0c8a8ad9-0213-4700-b360-252c5f6cb3f9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35eec06-17c7-4781-a780-cdbabc3a1ff0') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:53.397886 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c8a8ad9-0213-4700-b360-252c5f6cb3f9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.404458 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-916bb7e1-76fb-44e1-b6c5-f0284116faae tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Floating IP ab85a207-5cc8-483f-b57e-331f341e33c5 associated. External IP: 172.25.4.245, port: 245a0af3-7b73-4bb2-9652-0617bdc3f78c. Jul 16 08:42:53.421102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0810d2e2-bf50-4c1f-ac8e-d6c199e52d5c req-1a54f7e3-4a8c-4c12-b90b-9f7c2b596770 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.429230 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0810d2e2-bf50-4c1f-ac8e-d6c199e52d5c req-1a54f7e3-4a8c-4c12-b90b-9f7c2b596770 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.6238694 Jul 16 08:42:53.477760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803752d7-72ec-4d21-b646-1f8044202bbb tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:53.494876 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-803752d7-72ec-4d21-b646-1f8044202bbb tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.498844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a94092-c0a9-436b-8cba-cf01a66b4ffe None None] Sync routers for ids ['24ab6d5b-bcf1-4ff1-9629-514514566003'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:53.526076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a94092-c0a9-436b-8cba-cf01a66b4ffe None None] Routers {'24ab6d5b-bcf1-4ff1-9629-514514566003'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:53.527314 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a0a94092-c0a9-436b-8cba-cf01a66b4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['24ab6d5b-bcf1-4ff1-9629-514514566003'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:53.532239 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c8a8ad9-0213-4700-b360-252c5f6cb3f9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.602774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a0a94092-c0a9-436b-8cba-cf01a66b4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:53.632094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8a8ad9-0213-4700-b360-252c5f6cb3f9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:53.633723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a94092-c0a9-436b-8cba-cf01a66b4ffe None None] Routers {'24ab6d5b-bcf1-4ff1-9629-514514566003'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:53.633949 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c8a8ad9-0213-4700-b360-252c5f6cb3f9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.635384 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a0a94092-c0a9-436b-8cba-cf01a66b4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['24ab6d5b-bcf1-4ff1-9629-514514566003'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:53.639607 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-803752d7-72ec-4d21-b646-1f8044202bbb tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] 10.222.0.20 "DELETE /v2.0/floatingips/9011ec07-8ff9-40d8-a6d4-724f3ad3e441 HTTP/1.1" status: 204 len: 168 time: 2.5360250 Jul 16 08:42:53.648373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57714) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.653181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:53.687133 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a0a94092-c0a9-436b-8cba-cf01a66b4ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:53.687938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a94092-c0a9-436b-8cba-cf01a66b4ffe None None] The sync data for ids ['24ab6d5b-bcf1-4ff1-9629-514514566003'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:53.728753 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:53.762737 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0810d2e2-bf50-4c1f-ac8e-d6c199e52d5c req-4d61e5f0-3482-437a-b4a3-80e7deb10c9b tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326046 Jul 16 08:42:53.773181 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.773440 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2dc7c-0c72-456f-a0e9-5ef90aa93d9d req-c95871a1-d76b-4ca2-9513-f02fbfa62094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.773854 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2dc7c-0c72-456f-a0e9-5ef90aa93d9d req-c95871a1-d76b-4ca2-9513-f02fbfa62094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.774375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2dc7c-0c72-456f-a0e9-5ef90aa93d9d req-c95871a1-d76b-4ca2-9513-f02fbfa62094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.774842 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2dc7c-0c72-456f-a0e9-5ef90aa93d9d req-c95871a1-d76b-4ca2-9513-f02fbfa62094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.775313 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2dc7c-0c72-456f-a0e9-5ef90aa93d9d req-c95871a1-d76b-4ca2-9513-f02fbfa62094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.775778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2dc7c-0c72-456f-a0e9-5ef90aa93d9d req-c95871a1-d76b-4ca2-9513-f02fbfa62094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.776447 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2dc7c-0c72-456f-a0e9-5ef90aa93d9d req-c95871a1-d76b-4ca2-9513-f02fbfa62094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.778522 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c6a2dc7c-0c72-456f-a0e9-5ef90aa93d9d req-c95871a1-d76b-4ca2-9513-f02fbfa62094 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 6501 time: 0.5471191 Jul 16 08:42:53.832920 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad82e56-a9ba-40bc-b643-e290cbc447dd req-f51a07fe-7bf2-4b8b-b8c2-c98b1529e339 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.834539 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ad82e56-a9ba-40bc-b643-e290cbc447dd req-f51a07fe-7bf2-4b8b-b8c2-c98b1529e339 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.2751708 Jul 16 08:42:53.925531 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c8a8ad9-0213-4700-b360-252c5f6cb3f9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.936305 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ad82e56-a9ba-40bc-b643-e290cbc447dd req-9cef861e-727c-41fe-9a23-3646bbd79f6d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866277 Jul 16 08:42:53.954008 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c8a8ad9-0213-4700-b360-252c5f6cb3f9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.966297 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0c8a8ad9-0213-4700-b360-252c5f6cb3f9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] 10.222.0.20 "DELETE /v2.0/networks/e606243e-cbc1-49f8-a5ca-74f5ead7a4a2 HTTP/1.1" status: 204 len: 168 time: 1.4255767 Jul 16 08:42:53.967257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8a8ad9-0213-4700-b360-252c5f6cb3f9 tempest-QuotasNegativeTest-1866635685 tempest-QuotasNegativeTest-1866635685-project-admin] Pushing event deleted for resources: {'Network': ['ID=e606243e-cbc1-49f8-a5ca-74f5ead7a4a2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:54.024023 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c6a2dc7c-0c72-456f-a0e9-5ef90aa93d9d req-e964c638-3610-49ae-bff6-dfb1d284c35a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2366967 Jul 16 08:42:54.171268 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916bb7e1-76fb-44e1-b6c5-f0284116faae tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:54.195986 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aad71649-3f75-484c-bbdd-649dd7b9271b req-560effcd-a635-4f93-8a45-2faf202fa5b3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 210 time: 0.0819020 Jul 16 08:42:54.205944 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.398124 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916bb7e1-76fb-44e1-b6c5-f0284116faae tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:54.409795 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111be52-bd32-4cb8-bb11-85dcac7bbe5d None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:54.410896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Allocated IP 172.25.4.112 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/fa294eb1-3be3-4761-9b3d-3bb9aad5e508) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:54.432132 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111be52-bd32-4cb8-bb11-85dcac7bbe5d None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:54.434645 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1111be52-bd32-4cb8-bb11-85dcac7bbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:54.499440 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1111be52-bd32-4cb8-bb11-85dcac7bbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:54.514896 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1111be52-bd32-4cb8-bb11-85dcac7bbe5d None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:54.516001 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1111be52-bd32-4cb8-bb11-85dcac7bbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:54.535609 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.539324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57744) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:54.564540 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fa61062-5712-4d01-a843-030fda257dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.570394 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1111be52-bd32-4cb8-bb11-85dcac7bbe5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:54.571446 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1111be52-bd32-4cb8-bb11-85dcac7bbe5d None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:54.646781 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.714105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:54.721645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:54.726411 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Pushing event updated for resources: {'Port': ['ID=fa294eb1-3be3-4761-9b3d-3bb9aad5e508,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:54.735996 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:54.795040 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fa61062-5712-4d01-a843-030fda257dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.803499 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fa61062-5712-4d01-a843-030fda257dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.886923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa61062-5712-4d01-a843-030fda257dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04b614b1-4eb0-429f-ace9-4faba53df970,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:54.893543 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7fa61062-5712-4d01-a843-030fda257dd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9822e8b35f744b9f82ac757ac95c00bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3531129 Jul 16 08:42:54.901347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57748) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:54.920198 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.001636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30018bec-5c73-4081-aa43-f4efb0ce7b35 req-9096c6d0-12e8-49d9-9aaf-2cdeab52e590 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.013682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30018bec-5c73-4081-aa43-f4efb0ce7b35 req-9096c6d0-12e8-49d9-9aaf-2cdeab52e590 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.018563 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.026060 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30018bec-5c73-4081-aa43-f4efb0ce7b35 req-9096c6d0-12e8-49d9-9aaf-2cdeab52e590 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.037606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30018bec-5c73-4081-aa43-f4efb0ce7b35 req-9096c6d0-12e8-49d9-9aaf-2cdeab52e590 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.049557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30018bec-5c73-4081-aa43-f4efb0ce7b35 req-9096c6d0-12e8-49d9-9aaf-2cdeab52e590 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.060718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30018bec-5c73-4081-aa43-f4efb0ce7b35 req-9096c6d0-12e8-49d9-9aaf-2cdeab52e590 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.072814 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30018bec-5c73-4081-aa43-f4efb0ce7b35 req-9096c6d0-12e8-49d9-9aaf-2cdeab52e590 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.075841 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30018bec-5c73-4081-aa43-f4efb0ce7b35 req-9096c6d0-12e8-49d9-9aaf-2cdeab52e590 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5437 time: 0.6819458 Jul 16 08:42:55.093328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e74c6d-7c43-4852-a525-2c263375833c req-da7d2fa3-97cb-42e7-a848-a48647989aa2 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.095570 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-da7d2fa3-97cb-42e7-a848-a48647989aa2 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.15 "GET /v2.0/networks?id=0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 200 len: 817 time: 0.4616528 Jul 16 08:42:55.122398 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c1ae9cc-7c40-4427-be44-e7bbedca6fec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.167246 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c1ae9cc-7c40-4427-be44-e7bbedca6fec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.215953 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30018bec-5c73-4081-aa43-f4efb0ce7b35 req-5d8d64c7-abff-4d22-baec-5eb02ace000d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1161029 Jul 16 08:42:55.230571 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-d54a8091-8db2-4e42-b8fe-3a010f147284 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf13c641cc6b45f4add343877ddf9789 HTTP/1.1" status: 200 len: 379 time: 0.1215503 Jul 16 08:42:55.240891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-10e74c6d-7c43-4852-a525-2c263375833c req-b6251b3f-0d26-4d1c-a854-dd8f32a13444 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Request body: {'port': {'device_id': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'admin_state_up': True, 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'security_groups': ['691ce1c2-c964-4992-a596-92623aabca3f']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:55.294339 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbb7126-8729-402d-81a7-5e3197cfcfca req-c3c2aaff-a5d7-4420-b504-2fae974dc8cc tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.313139 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8bbb7126-8729-402d-81a7-5e3197cfcfca req-c3c2aaff-a5d7-4420-b504-2fae974dc8cc tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.2478974 Jul 16 08:42:55.317584 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-916bb7e1-76fb-44e1-b6c5-f0284116faae tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 381b579c-4563-4105-967f-578385913cb3 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:55.371477 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c1ae9cc-7c40-4427-be44-e7bbedca6fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.374250 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c1ae9cc-7c40-4427-be44-e7bbedca6fec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.375556 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9c1ae9cc-7c40-4427-be44-e7bbedca6fec admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04b614b1-4eb0-429f-ace9-4faba53df970 HTTP/1.1" status: 204 len: 168 time: 0.4714873 Jul 16 08:42:55.417840 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ae9cc-7c40-4427-be44-e7bbedca6fec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b614b1-4eb0-429f-ace9-4faba53df970,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:55.459843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8bbb7126-8729-402d-81a7-5e3197cfcfca req-18908078-ffe3-477f-b8ad-b5abec712396 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572225 Jul 16 08:42:55.468036 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.477130 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.662169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Pushing event updated for resources: {'Port': ['ID=fa294eb1-3be3-4761-9b3d-3bb9aad5e508,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:55.684383 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.722038 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.723374 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-88000390-2896-43bb-8212-42ccd44190e9 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0745368 Jul 16 08:42:55.727187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57762) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:55.778788 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-916bb7e1-76fb-44e1-b6c5-f0284116faae tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:55.791412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf98d62-3ca4-44ad-b4fe-8eb6c86bd430 None None] Sync routers for ids ['381b579c-4563-4105-967f-578385913cb3'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:55.792994 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-916bb7e1-76fb-44e1-b6c5-f0284116faae tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.798543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10e74c6d-7c43-4852-a525-2c263375833c req-b6251b3f-0d26-4d1c-a854-dd8f32a13444 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Made reservation on behalf of bf13c641cc6b45f4add343877ddf9789 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:55.806948 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10e74c6d-7c43-4852-a525-2c263375833c req-b6251b3f-0d26-4d1c-a854-dd8f32a13444 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.811366 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf98d62-3ca4-44ad-b4fe-8eb6c86bd430 None None] Routers {'381b579c-4563-4105-967f-578385913cb3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:55.812682 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-baf98d62-3ca4-44ad-b4fe-8eb6c86bd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['381b579c-4563-4105-967f-578385913cb3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:55.962518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-baf98d62-3ca4-44ad-b4fe-8eb6c86bd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:55.995198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf98d62-3ca4-44ad-b4fe-8eb6c86bd430 None None] Routers {'381b579c-4563-4105-967f-578385913cb3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:56.001293 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-baf98d62-3ca4-44ad-b4fe-8eb6c86bd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['381b579c-4563-4105-967f-578385913cb3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:56.014987 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d688648-59af-4bd7-bc73-9cb400997865 req-e8590435-c84a-4382-9505-b5cdba2317c0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 210 time: 0.0710173 Jul 16 08:42:56.020848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:56.058149 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.084015 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-916bb7e1-76fb-44e1-b6c5-f0284116faae tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "PUT /v2.0/floatingips/ab85a207-5cc8-483f-b57e-331f341e33c5 HTTP/1.1" status: 200 len: 978 time: 4.1421518 Jul 16 08:42:56.090604 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57766) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:56.137529 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-baf98d62-3ca4-44ad-b4fe-8eb6c86bd430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:56.139562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf98d62-3ca4-44ad-b4fe-8eb6c86bd430 None None] The sync data for ids ['381b579c-4563-4105-967f-578385913cb3'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:56.190262 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57768) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:56.216053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590029df-23ac-4fe8-a71a-366734f6c2d4 req-234110ec-e105-4408-9c0c-ae442523139d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.221573 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-590029df-23ac-4fe8-a71a-366734f6c2d4 req-234110ec-e105-4408-9c0c-ae442523139d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.2941072 Jul 16 08:42:56.227383 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3f32c977-d91f-4c70-a4d3-7bd0fbe4d2f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.231458 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-10e74c6d-7c43-4852-a525-2c263375833c req-b6251b3f-0d26-4d1c-a854-dd8f32a13444 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Allocated IP 172.20.0.12 (0398bf6f-6792-4b35-accc-6c390953dadf/6ff038ab-4107-4385-b9f7-5e2bfac47b22/1c9456f9-4230-415f-bc76-5c9bf3f6f10b) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:56.348696 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-590029df-23ac-4fe8-a71a-366734f6c2d4 req-9c132695-a655-4058-9c9c-a2f89289e6d4 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185861 Jul 16 08:42:56.581874 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3f32c977-d91f-4c70-a4d3-7bd0fbe4d2f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.589657 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10e74c6d-7c43-4852-a525-2c263375833c req-b6251b3f-0d26-4d1c-a854-dd8f32a13444 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.595322 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3f32c977-d91f-4c70-a4d3-7bd0fbe4d2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.642004 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-10e74c6d-7c43-4852-a525-2c263375833c req-b6251b3f-0d26-4d1c-a854-dd8f32a13444 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Transition to ACTIVE for port object 1c9456f9-4230-415f-bc76-5c9bf3f6f10b will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:56.663178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f32c977-d91f-4c70-a4d3-7bd0fbe4d2f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=330200a1-c379-4ead-bb87-5c3c48e06eda,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:56.676584 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3f32c977-d91f-4c70-a4d3-7bd0fbe4d2f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=68f6747a69344d14bade7afb51b783e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4835849 Jul 16 08:42:56.681843 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57772) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:56.699621 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b31dd892-ca4c-4687-b364-8ac10c4237fa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting port ccb9ad6c-f585-45c2-a958-63a9b91f3581 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:56.700085 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b31dd892-ca4c-4687-b364-8ac10c4237fa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.709208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9876061-d9a1-4169-ac06-c69be2af037a req-1ca96000-9daa-4fb8-af52-d5e07f48652e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.715871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9876061-d9a1-4169-ac06-c69be2af037a req-1ca96000-9daa-4fb8-af52-d5e07f48652e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.722243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9876061-d9a1-4169-ac06-c69be2af037a req-1ca96000-9daa-4fb8-af52-d5e07f48652e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.728384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9876061-d9a1-4169-ac06-c69be2af037a req-1ca96000-9daa-4fb8-af52-d5e07f48652e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.734755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9876061-d9a1-4169-ac06-c69be2af037a req-1ca96000-9daa-4fb8-af52-d5e07f48652e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.741873 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9876061-d9a1-4169-ac06-c69be2af037a req-1ca96000-9daa-4fb8-af52-d5e07f48652e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.748099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9876061-d9a1-4169-ac06-c69be2af037a req-1ca96000-9daa-4fb8-af52-d5e07f48652e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.750099 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a9876061-d9a1-4169-ac06-c69be2af037a req-1ca96000-9daa-4fb8-af52-d5e07f48652e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5437 time: 0.2622736 Jul 16 08:42:56.779690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49615b60-a2f3-4fca-89d6-dca03d585cce req-bc0d4f86-58eb-415e-a7d5-7ea04eafdbab tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.780177 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10e74c6d-7c43-4852-a525-2c263375833c req-b6251b3f-0d26-4d1c-a854-dd8f32a13444 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.781349 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-49615b60-a2f3-4fca-89d6-dca03d585cce req-bc0d4f86-58eb-415e-a7d5-7ea04eafdbab tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.5941086 Jul 16 08:42:56.786164 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.878085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10e74c6d-7c43-4852-a525-2c263375833c req-b6251b3f-0d26-4d1c-a854-dd8f32a13444 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Network 0398bf6f-6792-4b35-accc-6c390953dadf is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:56.893730 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-10e74c6d-7c43-4852-a525-2c263375833c req-b6251b3f-0d26-4d1c-a854-dd8f32a13444 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:56.899716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-10e74c6d-7c43-4852-a525-2c263375833c req-b6251b3f-0d26-4d1c-a854-dd8f32a13444 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:56.925576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6251b3f-0d26-4d1c-a854-dd8f32a13444 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event updated for resources: {'Port': ['ID=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:56.936105 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c0e854e-d04c-4e22-8bef-bf75f054ccf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.939151 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b31dd892-ca4c-4687-b364-8ac10c4237fa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.946127 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a9876061-d9a1-4169-ac06-c69be2af037a req-cecf322d-f45c-4c4f-bb6d-9f5472fb4969 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1820252 Jul 16 08:42:56.976863 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-49615b60-a2f3-4fca-89d6-dca03d585cce req-5794d10e-fc32-4dfc-a9b1-0faa6129ee9f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615546 Jul 16 08:42:56.993297 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e74c6d-7c43-4852-a525-2c263375833c req-b6251b3f-0d26-4d1c-a854-dd8f32a13444 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.997717 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10e74c6d-7c43-4852-a525-2c263375833c req-b6251b3f-0d26-4d1c-a854-dd8f32a13444 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.039002 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-b6251b3f-0d26-4d1c-a854-dd8f32a13444 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8010607 Jul 16 08:42:57.076903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Request body: {'port': {'device_id': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:57.077519 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c0e854e-d04c-4e22-8bef-bf75f054ccf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.187357 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.192141 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Allocated IP 172.25.4.68 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/e7514b51-4eff-4f99-a422-0a79d4ed77e4) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:57.352865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3a780db8-70c1-4a48-a32e-4d376b233d8b None None] Provisioning for port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:57.358468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3a780db8-70c1-4a48-a32e-4d376b233d8b None None] Provisioning complete for port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:57.358967 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3a780db8-70c1-4a48-a32e-4d376b233d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.401400 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c0e854e-d04c-4e22-8bef-bf75f054ccf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.403963 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c0e854e-d04c-4e22-8bef-bf75f054ccf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.405197 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3c0e854e-d04c-4e22-8bef-bf75f054ccf3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/330200a1-c379-4ead-bb87-5c3c48e06eda HTTP/1.1" status: 204 len: 168 time: 0.7221553 Jul 16 08:42:57.410502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-3a780db8-70c1-4a48-a32e-4d376b233d8b None None] Port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:57.448338 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e854e-d04c-4e22-8bef-bf75f054ccf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=330200a1-c379-4ead-bb87-5c3c48e06eda,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:57.467859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c66d7-4d7a-4a3c-bfea-8466d14f8f26 req-50444bbe-4abe-467a-ad83-acecd553b2fa tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.479852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c66d7-4d7a-4a3c-bfea-8466d14f8f26 req-50444bbe-4abe-467a-ad83-acecd553b2fa tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.487620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c66d7-4d7a-4a3c-bfea-8466d14f8f26 req-50444bbe-4abe-467a-ad83-acecd553b2fa tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.497531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c66d7-4d7a-4a3c-bfea-8466d14f8f26 req-50444bbe-4abe-467a-ad83-acecd553b2fa tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.503967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c66d7-4d7a-4a3c-bfea-8466d14f8f26 req-50444bbe-4abe-467a-ad83-acecd553b2fa tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.511045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c66d7-4d7a-4a3c-bfea-8466d14f8f26 req-50444bbe-4abe-467a-ad83-acecd553b2fa tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.517856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c66d7-4d7a-4a3c-bfea-8466d14f8f26 req-50444bbe-4abe-467a-ad83-acecd553b2fa tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.520101 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ba6c66d7-4d7a-4a3c-bfea-8466d14f8f26 req-50444bbe-4abe-467a-ad83-acecd553b2fa tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5437 time: 0.3871167 Jul 16 08:42:57.565719 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.568029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57786) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:57.573826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-2ae4431d-3015-4a79-9e43-eb61705d7a59 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Request body: {'floatingip': {'port_id': '6d49fd04-da38-4b01-9a10-0ff9d51055b5'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:57.604530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bed24-95dd-4db7-9d3f-cfa758e87027 req-41042a09-008c-44c1-b637-bde4d1e5d135 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.618412 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-085bed24-95dd-4db7-9d3f-cfa758e87027 req-41042a09-008c-44c1-b637-bde4d1e5d135 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.2532434 Jul 16 08:42:57.634145 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b31dd892-ca4c-4687-b364-8ac10c4237fa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.634689 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b31dd892-ca4c-4687-b364-8ac10c4237fa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.635112 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-b31dd892-ca4c-4687-b364-8ac10c4237fa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Floating IP ab85a207-5cc8-483f-b57e-331f341e33c5 disassociated. External IP: 172.25.4.245, port: ccb9ad6c-f585-45c2-a958-63a9b91f3581. Jul 16 08:42:57.635561 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b31dd892-ca4c-4687-b364-8ac10c4237fa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Calling delete_port for ccb9ad6c-f585-45c2-a958-63a9b91f3581 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:57.656044 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2ae4431d-3015-4a79-9e43-eb61705d7a59 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.901830 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.982755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:57.994859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d19fc-1ce2-4f27-8961-6ce70b7149bb req-d25b66a4-4278-4e2c-9933-4cccfbec2822 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:57.996752 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4a9d19fc-1ce2-4f27-8961-6ce70b7149bb req-d25b66a4-4278-4e2c-9933-4cccfbec2822 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 932 time: 0.3446023 Jul 16 08:42:58.010555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:58.013842 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:58.134665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Pushing event updated for resources: {'Port': ['ID=e7514b51-4eff-4f99-a422-0a79d4ed77e4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:58.238198 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-085bed24-95dd-4db7-9d3f-cfa758e87027 req-6ffdf470-4f99-46fa-9481-1113fe0f32f3 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6184216 Jul 16 08:42:58.238801 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4a9d19fc-1ce2-4f27-8961-6ce70b7149bb req-f66f6188-e816-435e-af41-6092267d6280 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2188270 Jul 16 08:42:58.255270 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b31dd892-ca4c-4687-b364-8ac10c4237fa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.353346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31dd892-ca4c-4687-b364-8ac10c4237fa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Port': ['ID=ccb9ad6c-f585-45c2-a958-63a9b91f3581,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:58.407634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c9456f9-4230-415f-bc76-5c9bf3f6f10b {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:58.421107 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.436483 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.477799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Transition to ACTIVE for port object 1c9456f9-4230-415f-bc76-5c9bf3f6f10b will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:58.502728 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.634372 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:58.649577 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62489af5-1afe-4880-bfa8-6cb2b35bdb2b req-82bad29b-eba2-4209-ac09-9e4fb33f280b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.652196 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62489af5-1afe-4880-bfa8-6cb2b35bdb2b req-82bad29b-eba2-4209-ac09-9e4fb33f280b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.2008562 Jul 16 08:42:58.705906 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.769658 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31dd892-ca4c-4687-b364-8ac10c4237fa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 381b579c-4563-4105-967f-578385913cb3 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:58.794448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Attempting to bind port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:58.795064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Attempting to bind port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:58.795623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Attempting to bind port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b on network 0398bf6f-6792-4b35-accc-6c390953dadf {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:58.834654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b on network 0398bf6f-6792-4b35-accc-6c390953dadf not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:58.835858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Attempting to bind port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b on network 0398bf6f-6792-4b35-accc-6c390953dadf {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:58.864296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-62489af5-1afe-4880-bfa8-6cb2b35bdb2b req-0bd85b06-4c4b-4cd5-9584-78a4a68df0ec tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308737 Jul 16 08:42:58.867163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:58.867721 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Checking segment: {'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:58.868370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Bound using segment: {'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:58.869384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Bound port: 1c9456f9-4230-415f-bc76-5c9bf3f6f10b, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:58.869987 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.994303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] For port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:58.997943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] For port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:59.003403 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.041526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.042587 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.044457 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] 10.222.0.15 "PUT /v2.0/ports/1c9456f9-4230-415f-bc76-5c9bf3f6f10b HTTP/1.1" status: 200 len: 1093 time: 1.9818411 Jul 16 08:42:59.045243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'tag': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:59.049212 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4c476a-3484-4fe0-96c0-d2dbfb986d47" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6aaec5-049a-4d71-be5b-f7723e772533", "tag": "1c9456f9-4230-415f-bc76-5c9bf3f6f10b"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:59.129254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a74b2-d698-4c01-8e0a-0941acdfc8e0 service neutron] Pushing event updated for resources: {'Port': ['ID=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:59.138773 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c214f5-f1de-4b3e-a6c3-9d162b634795 x-openstack-request-id: req-45c214f5-f1de-4b3e-a6c3-9d162b634795 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:59.139123 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6aaec5-049a-4d71-be5b-f7723e772533", "tag": "1c9456f9-4230-415f-bc76-5c9bf3f6f10b", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:59.139365 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45c214f5-f1de-4b3e-a6c3-9d162b634795 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:59.139751 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'tag': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'status': 'completed', 'code': 200} Jul 16 08:42:59.194015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e74c6d-7c43-4852-a525-2c263375833c req-0823b490-7f65-4b18-8f2b-86c2400a5bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.195881 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-0823b490-7f65-4b18-8f2b-86c2400a5bdf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf13c641cc6b45f4add343877ddf9789&device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 1096 time: 0.0847564 Jul 16 08:42:59.203982 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2ae4431d-3015-4a79-9e43-eb61705d7a59 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.245710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2ae4431d-3015-4a79-9e43-eb61705d7a59 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.253393 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-98357a1f-13e1-4341-9ebc-5a27d8893b5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b HTTP/1.1" status: 200 len: 217 time: 0.0488479 Jul 16 08:42:59.279995 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31dd892-ca4c-4687-b364-8ac10c4237fa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:59.295773 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584941a2-b518-4ee0-bf91-ac5ef6147f01 None None] Sync routers for ids ['381b579c-4563-4105-967f-578385913cb3'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:59.316992 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584941a2-b518-4ee0-bf91-ac5ef6147f01 None None] Routers {'381b579c-4563-4105-967f-578385913cb3'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:59.324154 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-584941a2-b518-4ee0-bf91-ac5ef6147f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['381b579c-4563-4105-967f-578385913cb3'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:59.338026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e74c6d-7c43-4852-a525-2c263375833c req-aa07c34c-3094-434b-a240-5bca6c3b8b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.340929 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-aa07c34c-3094-434b-a240-5bca6c3b8b4a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ff038ab-4107-4385-b9f7-5e2bfac47b22 HTTP/1.1" status: 200 len: 856 time: 0.0809646 Jul 16 08:42:59.398867 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-584941a2-b518-4ee0-bf91-ac5ef6147f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:59.422267 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584941a2-b518-4ee0-bf91-ac5ef6147f01 None None] Routers {'381b579c-4563-4105-967f-578385913cb3'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:59.423282 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-584941a2-b518-4ee0-bf91-ac5ef6147f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['381b579c-4563-4105-967f-578385913cb3'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:59.475037 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-584941a2-b518-4ee0-bf91-ac5ef6147f01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:59.476671 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584941a2-b518-4ee0-bf91-ac5ef6147f01 None None] The sync data for ids ['381b579c-4563-4105-967f-578385913cb3'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:59.535961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e74c6d-7c43-4852-a525-2c263375833c req-25569278-b099-40c0-8959-2784b2a5067e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.537473 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-25569278-b099-40c0-8959-2784b2a5067e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0398bf6f-6792-4b35-accc-6c390953dadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1903183 Jul 16 08:42:59.546315 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.563838 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e48e7-8332-4084-8183-9f4b52fa98f0 req-ca238d91-cd89-4a83-8b29-0773876181d5 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.570095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc5e48e7-8332-4084-8183-9f4b52fa98f0 req-ca238d91-cd89-4a83-8b29-0773876181d5 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.6539509 Jul 16 08:42:59.596110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949ad5d0-7780-45c9-aa1d-56337aa4c61c req-309f74ac-9708-4ffc-b537-4200f7124037 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.604119 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-949ad5d0-7780-45c9-aa1d-56337aa4c61c req-309f74ac-9708-4ffc-b537-4200f7124037 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.1718473 Jul 16 08:42:59.607099 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.662140 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b31dd892-ca4c-4687-b364-8ac10c4237fa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.665138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b31dd892-ca4c-4687-b364-8ac10c4237fa tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/ports/ccb9ad6c-f585-45c2-a958-63a9b91f3581 HTTP/1.1" status: 204 len: 168 time: 3.5742698 Jul 16 08:42:59.672837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57832) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:59.687654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57834) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:59.742423 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-949ad5d0-7780-45c9-aa1d-56337aa4c61c req-abe1796e-5c01-43b1-8bbe-1d916b4d9512 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362064 Jul 16 08:42:59.796816 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-b0caa568-2f80-4e66-b156-06efd0039c33 service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2481394 Jul 16 08:42:59.961424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-357269788', 'router:external': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:00.060170 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e74c6d-7c43-4852-a525-2c263375833c req-53b5e514-09e7-4aa5-aaa8-3a514e8d8383 service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2565203 Jul 16 08:43:00.063382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Made reservation on behalf of d363eb4c7b0a408799847771f754dd21 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:00.066086 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.105842 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.161517 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-2ae4431d-3015-4a79-9e43-eb61705d7a59 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Floating IP a7a2d493-8830-42ba-85b8-a90dc89753db associated. External IP: 172.25.4.92, port: 6d49fd04-da38-4b01-9a10-0ff9d51055b5. Jul 16 08:43:00.169626 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Pushing event updated for resources: {'Port': ['ID=e7514b51-4eff-4f99-a422-0a79d4ed77e4,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:00.177477 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc5e48e7-8332-4084-8183-9f4b52fa98f0 req-f089ab3f-530b-461c-bb7f-9f3ac4df6d21 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5716095 Jul 16 08:43:00.368576 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.379629 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce284c3-2dd1-4493-bf70-29710195c4a4 req-d31a688d-89e4-4bb0-bbb6-e92a8ad393f5 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.387889 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9ce284c3-2dd1-4493-bf70-29710195c4a4 req-d31a688d-89e4-4bb0-bbb6-e92a8ad393f5 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.2777784 Jul 16 08:43:00.410983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c476a-3484-4fe0-96c0-d2dbfb986d47 req-f1b9d471-952c-4c0b-b05c-a4c8126ec0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.412759 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b4c476a-3484-4fe0-96c0-d2dbfb986d47 req-f1b9d471-952c-4c0b-b05c-a4c8126ec0b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf13c641cc6b45f4add343877ddf9789&device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 1096 time: 0.2531381 Jul 16 08:43:00.449136 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.474360 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.488347 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.491875 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-89d7dd1c-bb9b-4ef1-9713-326dbf5f0c42 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7628417 Jul 16 08:43:00.508666 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57842) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:00.605177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:00.625689 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9ce284c3-2dd1-4493-bf70-29710195c4a4 req-d888a6b7-9b99-4075-b9b8-b072a8dbb67e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364199 Jul 16 08:43:00.657366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fe9d88-370f-4d04-954f-2d36297c651e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:00.666555 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.666971 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Added segment ee457503-37b5-4c57-9f06-03a0af9e4ecb of type vlan for network 12623764-aab9-4f45-a723-9cf9073ba447 Jul 16 08:43:00.689681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66e300d-4a3c-4cbe-ad6e-27e98334b70f req-a0c45a5f-93ec-4f8c-bed3-19116e4577fe tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.692389 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b66e300d-4a3c-4cbe-ad6e-27e98334b70f req-a0c45a5f-93ec-4f8c-bed3-19116e4577fe tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.2271962 Jul 16 08:43:00.705970 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae4431d-3015-4a79-9e43-eb61705d7a59 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:00.769484 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9e78abd2-678b-4516-b613-7a4e468702e8 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4178 time: 0.2501814 Jul 16 08:43:00.773121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c476a-3484-4fe0-96c0-d2dbfb986d47 req-2c53e0ed-0c04-4dba-af83-4fda8a01db9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.775362 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b4c476a-3484-4fe0-96c0-d2dbfb986d47 req-2c53e0ed-0c04-4dba-af83-4fda8a01db9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 200 len: 917 time: 0.3390727 Jul 16 08:43:00.780713 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57846) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:00.845117 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b66e300d-4a3c-4cbe-ad6e-27e98334b70f req-c2382f61-aa5a-4e47-a952-dad2e5066f92 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372199 Jul 16 08:43:00.853777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.973643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae4431d-3015-4a79-9e43-eb61705d7a59 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:00.982013 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2ae4431d-3015-4a79-9e43-eb61705d7a59 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.996419 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b4c476a-3484-4fe0-96c0-d2dbfb986d47 req-1fd91d46-7c67-41d1-90fb-d25296bcf05f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b HTTP/1.1" status: 200 len: 217 time: 0.1944351 Jul 16 08:43:01.001311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ba30c3-6f65-48ff-a196-4e49d6ff1bf4 None None] Sync routers for ids ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:01.025725 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1c529f92-556a-4ea0-a87b-352d222e0d56 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2376993 Jul 16 08:43:01.026069 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57854) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:01.030121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ba30c3-6f65-48ff-a196-4e49d6ff1bf4 None None] Routers {'6c324e5e-1b9e-45ec-935a-1dc39b664b2d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:01.038624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e1ba30c3-6f65-48ff-a196-4e49d6ff1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:01.142034 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2ae4431d-3015-4a79-9e43-eb61705d7a59 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "PUT /v2.0/floatingips/a7a2d493-8830-42ba-85b8-a90dc89753db HTTP/1.1" status: 200 len: 991 time: 3.5722637 Jul 16 08:43:01.146628 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.resource_extend [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:43:01.200854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': '6d49fd04-da38-4b01-9a10-0ff9d51055b5'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:01.205430 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2750aaa3-83ce-4fb0-9b88-9081c813f06e" -d '{"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "6d49fd04-da38-4b01-9a10-0ff9d51055b5"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:01.212901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-e1ba30c3-6f65-48ff-a196-4e49d6ff1bf4 None None] Set router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:01.231584 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.233205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.234203 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.249116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c476a-3484-4fe0-96c0-d2dbfb986d47 req-8ca88365-4868-449f-8409-a73afac4101a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.251475 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b4c476a-3484-4fe0-96c0-d2dbfb986d47 req-8ca88365-4868-449f-8409-a73afac4101a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ff038ab-4107-4385-b9f7-5e2bfac47b22 HTTP/1.1" status: 200 len: 856 time: 0.2440498 Jul 16 08:43:01.304183 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6ce6980d-5559-4ccf-9e8d-80c678f7a7ce tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.389404 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 1.6986380 Jul 16 08:43:01.401905 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74fd1eb-f2a8-45f1-979e-cb39a477e6eb req-f2697ed0-df96-4ba7-a805-bd6ad1f8b490 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.404920 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c74fd1eb-f2a8-45f1-979e-cb39a477e6eb req-f2697ed0-df96-4ba7-a805-bd6ad1f8b490 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.1895423 Jul 16 08:43:01.405713 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57860) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:01.410408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7524ddf8-bd31-400e-918c-190e38e4d3a4 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Deleting port e7514b51-4eff-4f99-a422-0a79d4ed77e4 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:01.411049 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7524ddf8-bd31-400e-918c-190e38e4d3a4 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.421928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a4cf891c-4e7f-4e12-9abd-319d4975d5ab tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Request body: {'subnet': {'network_id': '12623764-aab9-4f45-a723-9cf9073ba447', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:01.443210 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c7aef-8b3e-417e-af2f-385be50abfdc req-eb42347c-c780-49db-b972-fa4c246e9cb3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.444999 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a6c7aef-8b3e-417e-af2f-385be50abfdc req-eb42347c-c780-49db-b972-fa4c246e9cb3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.5357640 Jul 16 08:43:01.445712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34ffbca-af34-46ea-a52f-14e6d8e16b16 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Pushing event updated for resources: {'Network': ['ID=12623764-aab9-4f45-a723-9cf9073ba447,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:01.484144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 12623764-aab9-4f45-a723-9cf9073ba447 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:01.573262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a6c7aef-8b3e-417e-af2f-385be50abfdc req-0ea32591-4aff-4044-93bf-65accacf7641 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131482 Jul 16 08:43:01.578579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c476a-3484-4fe0-96c0-d2dbfb986d47 req-aa972dff-1b7d-49b7-9dd1-288b45a9cade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.580151 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b4c476a-3484-4fe0-96c0-d2dbfb986d47 req-aa972dff-1b7d-49b7-9dd1-288b45a9cade service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0398bf6f-6792-4b35-accc-6c390953dadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3020649 Jul 16 08:43:01.595065 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4cf891c-4e7f-4e12-9abd-319d4975d5ab tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Made reservation on behalf of d363eb4c7b0a408799847771f754dd21 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:01.599712 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4cf891c-4e7f-4e12-9abd-319d4975d5ab tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.645122 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c74fd1eb-f2a8-45f1-979e-cb39a477e6eb req-9511afeb-885c-4295-bc51-42a253ff7c03 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302685 Jul 16 08:43:01.749643 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e1ba30c3-6f65-48ff-a196-4e49d6ff1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:50Z', 'updated_at': '2021-07-16T08:40:03Z', 'revision_number': 4, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'gw_port': {'id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:52Z', 'updated_at': '2021-07-16T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'a7a2d493-8830-42ba-85b8-a90dc89753db', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'port_id': '6d49fd04-da38-4b01-9a10-0ff9d51055b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'mac_address': 'fa:16:3e:c9:45:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:41:06Z', 'updated_at': '2021-07-16T08:42:58Z', 'revision_number': 1, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2756cbed-f961-46b5-99d3-04f53e81ca53', 'name': '', 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'mac_address': 'fa:16:3e:b7:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:00Z', 'updated_at': '2021-07-16T08:40:14Z', 'revision_number': 5, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'subnets': [{'id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:01.810721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ba30c3-6f65-48ff-a196-4e49d6ff1bf4 None None] Checking router: 6c324e5e-1b9e-45ec-935a-1dc39b664b2d for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:01.825823 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ba30c3-6f65-48ff-a196-4e49d6ff1bf4 None None] Routers {'6c324e5e-1b9e-45ec-935a-1dc39b664b2d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:01.826354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e1ba30c3-6f65-48ff-a196-4e49d6ff1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:01.853412 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14722e9f-b48d-4980-97dd-a27c12d6d4e6 x-openstack-request-id: req-14722e9f-b48d-4980-97dd-a27c12d6d4e6 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:01.853888 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "tag": "6d49fd04-da38-4b01-9a10-0ff9d51055b5", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:01.854285 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14722e9f-b48d-4980-97dd-a27c12d6d4e6 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:01.854922 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'tag': '6d49fd04-da38-4b01-9a10-0ff9d51055b5', 'status': 'completed', 'code': 200} Jul 16 08:43:01.904606 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b4c476a-3484-4fe0-96c0-d2dbfb986d47 req-35b21b28-dbcd-440a-87a6-873024a738d5 service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603657 Jul 16 08:43:01.945413 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7524ddf8-bd31-400e-918c-190e38e4d3a4 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.949651 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7524ddf8-bd31-400e-918c-190e38e4d3a4 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.003145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-e1ba30c3-6f65-48ff-a196-4e49d6ff1bf4 None None] Set router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:02.017306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7524ddf8-bd31-400e-918c-190e38e4d3a4 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Calling delete_port for e7514b51-4eff-4f99-a422-0a79d4ed77e4 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:02.072154 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1c9456f9-4230-415f-bc76-5c9bf3f6f10b details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:02.231262 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-10a13be2-d946-4e2f-9541-045b30226055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.231667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-10a13be2-d946-4e2f-9541-045b30226055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.232182 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-10a13be2-d946-4e2f-9541-045b30226055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.233478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-10a13be2-d946-4e2f-9541-045b30226055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.233478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-10a13be2-d946-4e2f-9541-045b30226055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.233928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-10a13be2-d946-4e2f-9541-045b30226055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.234404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-10a13be2-d946-4e2f-9541-045b30226055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.236614 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-10a13be2-d946-4e2f-9541-045b30226055 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 6501 time: 0.3804824 Jul 16 08:43:02.301901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec432168-4e95-44d3-9991-8550bd552f80 req-6b8c383a-3b7b-48c9-8a80-b74ba7320e28 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.302431 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b4c476a-3484-4fe0-96c0-d2dbfb986d47 req-1df1bcd0-1987-4af8-a292-8c3aa1e2cc32 service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3843455 Jul 16 08:43:02.304221 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ec432168-4e95-44d3-9991-8550bd552f80 req-6b8c383a-3b7b-48c9-8a80-b74ba7320e28 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.3021638 Jul 16 08:43:02.365012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c5a645-a600-4790-8607-256f6cb6bf3b req-a9ffd4a2-6fab-41db-b37d-416b35c83939 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.368524 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38c5a645-a600-4790-8607-256f6cb6bf3b req-a9ffd4a2-6fab-41db-b37d-416b35c83939 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.3874114 Jul 16 08:43:02.387449 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6ce6980d-5559-4ccf-9e8d-80c678f7a7ce tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting port 6f17a56c-aae2-4d46-ba02-537248b7a265 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:02.387920 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6ce6980d-5559-4ccf-9e8d-80c678f7a7ce tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.457676 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38c5a645-a600-4790-8607-256f6cb6bf3b req-64e2bdcd-c80a-49e1-ba92-080eaaab5d6e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777731 Jul 16 08:43:02.484096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:02.509883 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7524ddf8-bd31-400e-918c-190e38e4d3a4 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.512980 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-666dff78-5b10-4ef3-a8c3-ecef58b26c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.514778 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-666dff78-5b10-4ef3-a8c3-ecef58b26c6a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 HTTP/1.1" status: 200 len: 911 time: 0.2666206 Jul 16 08:43:02.525720 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'port_id': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'mac_address': 'fa:16:3e:17:ed:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:02.553584 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ec432168-4e95-44d3-9991-8550bd552f80 req-12ce80dc-f910-4ba0-adcf-8cee605b17b8 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037189 Jul 16 08:43:02.561896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7524ddf8-bd31-400e-918c-190e38e4d3a4 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Pushing event deleted for resources: {'Port': ['ID=e7514b51-4eff-4f99-a422-0a79d4ed77e4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:02.614073 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6ce6980d-5559-4ccf-9e8d-80c678f7a7ce tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.651132 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6ce6980d-5559-4ccf-9e8d-80c678f7a7ce tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Calling delete_port for 6f17a56c-aae2-4d46-ba02-537248b7a265 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:02.661638 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.700065 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9456f9-4230-415f-bc76-5c9bf3f6f10b {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:02.769614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e1ba30c3-6f65-48ff-a196-4e49d6ff1bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:50Z', 'updated_at': '2021-07-16T08:40:03Z', 'revision_number': 4, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'gw_port': {'id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:52Z', 'updated_at': '2021-07-16T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'a7a2d493-8830-42ba-85b8-a90dc89753db', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'port_id': '6d49fd04-da38-4b01-9a10-0ff9d51055b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'mac_address': 'fa:16:3e:c9:45:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:41:06Z', 'updated_at': '2021-07-16T08:42:58Z', 'revision_number': 1, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2756cbed-f961-46b5-99d3-04f53e81ca53', 'name': '', 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'mac_address': 'fa:16:3e:b7:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:00Z', 'updated_at': '2021-07-16T08:40:14Z', 'revision_number': 5, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'subnets': [{'id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:02.777638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:02.844972 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-adedced2-cfbb-4341-b12f-9e219d6b8ecf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d49fd04-da38-4b01-9a10-0ff9d51055b5 HTTP/1.1" status: 200 len: 999 time: 0.2949054 Jul 16 08:43:02.880928 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.966845 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7524ddf8-bd31-400e-918c-190e38e4d3a4 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.972255 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7524ddf8-bd31-400e-918c-190e38e4d3a4 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.981178 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7524ddf8-bd31-400e-918c-190e38e4d3a4 tempest-FloatingIPAdminTestJSON-1455494337 tempest-FloatingIPAdminTestJSON-1455494337-project] 10.222.0.20 "DELETE /v2.0/floatingips/66c24f05-4e7b-4d8b-9fd0-b5a240b19eea HTTP/1.1" status: 204 len: 168 time: 1.9521074 Jul 16 08:43:02.987399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57876) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:02.997492 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:03.028602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ba30c3-6f65-48ff-a196-4e49d6ff1bf4 None None] The sync data for ids ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'] in n-d-758944-46 is: [{'id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:50Z', 'updated_at': '2021-07-16T08:40:03Z', 'revision_number': 4, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'gw_port': {'id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:52Z', 'updated_at': '2021-07-16T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'a7a2d493-8830-42ba-85b8-a90dc89753db', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'floating_ip_address': '172.25.4.92', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'port_id': '6d49fd04-da38-4b01-9a10-0ff9d51055b5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'mac_address': 'fa:16:3e:c9:45:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:41:06Z', 'updated_at': '2021-07-16T08:42:58Z', 'revision_number': 1, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2756cbed-f961-46b5-99d3-04f53e81ca53', 'name': '', 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'mac_address': 'fa:16:3e:b7:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:00Z', 'updated_at': '2021-07-16T08:40:14Z', 'revision_number': 5, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'subnets': [{'id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:03.040306 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6ce6980d-5559-4ccf-9e8d-80c678f7a7ce tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.076468 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6980d-5559-4ccf-9e8d-80c678f7a7ce tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Port': ['ID=6f17a56c-aae2-4d46-ba02-537248b7a265,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:03.140701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d89c1-a026-4e55-84fd-1f9d4bcc888e req-7835cad4-f516-464e-94fa-07ca8fb01f60 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.145021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.objects.ports [None req-a4cf891c-4e7f-4e12-9abd-319d4975d5ab tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93694) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:43:03.147175 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4cf891c-4e7f-4e12-9abd-319d4975d5ab tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.149127 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f44d89c1-a026-4e55-84fd-1f9d4bcc888e req-7835cad4-f516-464e-94fa-07ca8fb01f60 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 945 time: 0.2133873 Jul 16 08:43:03.151303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-c87276aa-74d9-46c7-9873-2eac65d049c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.154020 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-c87276aa-74d9-46c7-9873-2eac65d049c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fad49db9-2978-448c-81ea-10717ca5b65f HTTP/1.1" status: 200 len: 850 time: 0.2894146 Jul 16 08:43:03.261344 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f44d89c1-a026-4e55-84fd-1f9d4bcc888e req-773412ea-91c0-47b3-96c4-c89d08f960ce tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110263 Jul 16 08:43:03.316704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cf891c-4e7f-4e12-9abd-319d4975d5ab tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Pushing event updated for resources: {'Subnet': ['ID=c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:03.316890 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['1c9456f9-4230-415f-bc76-5c9bf3f6f10b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:03.411685 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e4b898-2fe3-4c39-94fc-11d348a4c96c None None] New status for floating IP a7a2d493-8830-42ba-85b8-a90dc89753db: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:43:03.608063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3457b44-5070-40db-9de0-b99632898632 req-ff81a478-d4b1-4b93-89fc-a585e8f09f14 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.610952 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3457b44-5070-40db-9de0-b99632898632 req-ff81a478-d4b1-4b93-89fc-a585e8f09f14 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.3465211 Jul 16 08:43:03.651770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4cf891c-4e7f-4e12-9abd-319d4975d5ab tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Checking segment: {'id': 'ee457503-37b5-4c57-9f06-03a0af9e4ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '12623764-aab9-4f45-a723-9cf9073ba447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:03.652213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cf891c-4e7f-4e12-9abd-319d4975d5ab tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Network hostable DHCP agents. Network: 12623764-aab9-4f45-a723-9cf9073ba447, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:03.686362 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.699877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-23c975b2-3ebe-4f41-b430-61e3150f23bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.702330 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-23c975b2-3ebe-4f41-b430-61e3150f23bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4391901 Jul 16 08:43:03.737201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-aebae120-31ea-49cd-aa2f-134240fc3431 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Deleting port fa294eb1-3be3-4761-9b3d-3bb9aad5e508 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:03.738212 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aebae120-31ea-49cd-aa2f-134240fc3431 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.811037 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3457b44-5070-40db-9de0-b99632898632 req-89ba3911-5cf9-457d-a9a0-cdfb7680adce tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664100 Jul 16 08:43:03.816132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cf891c-4e7f-4e12-9abd-319d4975d5ab tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Network 12623764-aab9-4f45-a723-9cf9073ba447 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:03.963947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-a4cf891c-4e7f-4e12-9abd-319d4975d5ab tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 12623764-aab9-4f45-a723-9cf9073ba447) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:03.970714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cf891c-4e7f-4e12-9abd-319d4975d5ab tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.971832 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4cf891c-4e7f-4e12-9abd-319d4975d5ab tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.977068 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04129687-eed2-417b-b35f-473c401f20ec req-959317ff-af9d-44f4-b7ae-079ca807e606 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.978697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-04129687-eed2-417b-b35f-473c401f20ec req-959317ff-af9d-44f4-b7ae-079ca807e606 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.1240771 Jul 16 08:43:03.979711 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6ce6980d-5559-4ccf-9e8d-80c678f7a7ce tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.986929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2778b036-6755-4ef2-b46e-a839d50ceb60 None None] Network 12623764-aab9-4f45-a723-9cf9073ba447 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:04.002895 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-4b3843c4-0196-4a46-99c3-d5c86b41770f service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853849 Jul 16 08:43:04.029804 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a4cf891c-4e7f-4e12-9abd-319d4975d5ab tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.6222374 Jul 16 08:43:04.041713 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57882) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:04.046461 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aebae120-31ea-49cd-aa2f-134240fc3431 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.046990 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aebae120-31ea-49cd-aa2f-134240fc3431 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.051533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a2d9e536-28f9-46a5-ab71-dffba8e6c427 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1411669816', 'network_id': '12623764-aab9-4f45-a723-9cf9073ba447'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:04.072852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-aebae120-31ea-49cd-aa2f-134240fc3431 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Calling delete_port for fa294eb1-3be3-4761-9b3d-3bb9aad5e508 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:04.138223 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-04129687-eed2-417b-b35f-473c401f20ec req-10e5a60d-2240-413d-ae10-f34286c5599f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491919 Jul 16 08:43:04.145269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2d9e536-28f9-46a5-ab71-dffba8e6c427 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Made reservation on behalf of d363eb4c7b0a408799847771f754dd21 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:04.148368 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2d9e536-28f9-46a5-ab71-dffba8e6c427 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.182953 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-a2d9e536-28f9-46a5-ab71-dffba8e6c427 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] device_id is not set on port fd793851-9e7e-4fe1-81ca-0c8c5fe0087a yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:04.207175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2750aaa3-83ce-4fb0-9b88-9081c813f06e req-636f6c61-d38f-4492-8467-38a307f1f55e service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952944 Jul 16 08:43:04.277136 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33e3fe7-08a7-4c3a-8041-881b4cf7fee6 None None] Network 12623764-aab9-4f45-a723-9cf9073ba447 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:04.354373 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aebae120-31ea-49cd-aa2f-134240fc3431 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.430652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebae120-31ea-49cd-aa2f-134240fc3431 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa294eb1-3be3-4761-9b3d-3bb9aad5e508,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:04.448480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce6980d-5559-4ccf-9e8d-80c678f7a7ce tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 381b579c-4563-4105-967f-578385913cb3 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:04.469860 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-a2d9e536-28f9-46a5-ab71-dffba8e6c427 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Allocated IP 172.20.0.7 (12623764-aab9-4f45-a723-9cf9073ba447/c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8/fd793851-9e7e-4fe1-81ca-0c8c5fe0087a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:04.532929 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aebae120-31ea-49cd-aa2f-134240fc3431 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.536074 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aebae120-31ea-49cd-aa2f-134240fc3431 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.540948 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-aebae120-31ea-49cd-aa2f-134240fc3431 tempest-FloatingIPAdminTestJSON-1826894847 tempest-FloatingIPAdminTestJSON-1826894847-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/48939d72-983b-478c-94a9-9c0a406f4f0f HTTP/1.1" status: 204 len: 168 time: 1.5148864 Jul 16 08:43:04.541635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57888) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:04.674119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b7cd83bc-0b05-4129-8234-1c379f4aa51f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Deleting port 55b6687c-e052-482a-993e-79ebf3134a47 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:04.674986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7cd83bc-0b05-4129-8234-1c379f4aa51f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.704155 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25aa9ba-b107-4fa3-a1af-6bb1b48be779 req-46efe4f5-9f29-4e99-9cca-eea14700942c tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:04.705822 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c25aa9ba-b107-4fa3-a1af-6bb1b48be779 req-46efe4f5-9f29-4e99-9cca-eea14700942c tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 945 time: 0.2560701 Jul 16 08:43:04.746896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce6980d-5559-4ccf-9e8d-80c678f7a7ce tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:04.759406 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6ce6980d-5559-4ccf-9e8d-80c678f7a7ce tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "PUT /v2.0/routers/381b579c-4563-4105-967f-578385913cb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0835311 Jul 16 08:43:04.765146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369b74a-616c-40b2-a2db-4e6cecfc5362 None None] Sync routers for ids ['381b579c-4563-4105-967f-578385913cb3'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:04.765462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57890) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:04.781172 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369b74a-616c-40b2-a2db-4e6cecfc5362 None None] Routers {'381b579c-4563-4105-967f-578385913cb3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:04.782630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0369b74a-616c-40b2-a2db-4e6cecfc5362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['381b579c-4563-4105-967f-578385913cb3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:04.820005 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c25aa9ba-b107-4fa3-a1af-6bb1b48be779 req-d4ae08c4-f407-4852-adbe-033e8565fbf0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771122 Jul 16 08:43:04.820908 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7cd83bc-0b05-4129-8234-1c379f4aa51f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.825478 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2d9e536-28f9-46a5-ab71-dffba8e6c427 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.826712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0369b74a-616c-40b2-a2db-4e6cecfc5362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:04.838254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0369b74a-616c-40b2-a2db-4e6cecfc5362 None None] Routers {'381b579c-4563-4105-967f-578385913cb3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:04.838254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0369b74a-616c-40b2-a2db-4e6cecfc5362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:42:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['381b579c-4563-4105-967f-578385913cb3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:04.843058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b7cd83bc-0b05-4129-8234-1c379f4aa51f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Calling delete_port for 55b6687c-e052-482a-993e-79ebf3134a47 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:04.875620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0369b74a-616c-40b2-a2db-4e6cecfc5362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:04.876375 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0369b74a-616c-40b2-a2db-4e6cecfc5362 None None] The sync data for ids ['381b579c-4563-4105-967f-578385913cb3'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:04.890292 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2d9e536-28f9-46a5-ab71-dffba8e6c427 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.959189 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d9e536-28f9-46a5-ab71-dffba8e6c427 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Network 12623764-aab9-4f45-a723-9cf9073ba447 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:04.963083 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-a2d9e536-28f9-46a5-ab71-dffba8e6c427 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:04.968331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d9e536-28f9-46a5-ab71-dffba8e6c427 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:04.972220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d9e536-28f9-46a5-ab71-dffba8e6c427 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Pushing event updated for resources: {'Port': ['ID=fd793851-9e7e-4fe1-81ca-0c8c5fe0087a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:05.013795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2d9e536-28f9-46a5-ab71-dffba8e6c427 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.014423 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2d9e536-28f9-46a5-ab71-dffba8e6c427 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.034096 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a2d9e536-28f9-46a5-ab71-dffba8e6c427 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9894538 Jul 16 08:43:05.037408 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57896) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:05.182564 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe7d48-d270-4d2f-8583-1747d8de63a5 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Deleting port fd793851-9e7e-4fe1-81ca-0c8c5fe0087a {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:05.183273 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7dfe7d48-d270-4d2f-8583-1747d8de63a5 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.196748 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4032a00e-fbc3-4a62-b9a5-f345e67d5a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.232172 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.307260 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7dfe7d48-d270-4d2f-8583-1747d8de63a5 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.333295 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7dfe7d48-d270-4d2f-8583-1747d8de63a5 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Calling delete_port for fd793851-9e7e-4fe1-81ca-0c8c5fe0087a owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:05.396589 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c321fb11-dcf6-4583-ab11-0c8f6164842b tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.459228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505c311-ca1f-4ecd-b3e2-855121f2c7d3 req-71f7fdd4-bac8-45d9-a1ae-e65366ccbc68 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.460936 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2505c311-ca1f-4ecd-b3e2-855121f2c7d3 req-71f7fdd4-bac8-45d9-a1ae-e65366ccbc68 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.1419435 Jul 16 08:43:05.555067 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2505c311-ca1f-4ecd-b3e2-855121f2c7d3 req-7523b3de-10a8-4ea1-915e-70ccae90667f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766423 Jul 16 08:43:05.555744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad372560-ba57-480c-8b55-a3162eb2ab5b req-d5f2ec85-10ff-4b16-b0e7-7c4524fc11bc tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.558575 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad372560-ba57-480c-8b55-a3162eb2ab5b req-d5f2ec85-10ff-4b16-b0e7-7c4524fc11bc tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.5989766 Jul 16 08:43:05.568703 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7dfe7d48-d270-4d2f-8583-1747d8de63a5 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.627955 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfe7d48-d270-4d2f-8583-1747d8de63a5 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Pushing event deleted for resources: {'Port': ['ID=fd793851-9e7e-4fe1-81ca-0c8c5fe0087a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:05.706663 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7cd83bc-0b05-4129-8234-1c379f4aa51f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.717408 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7dfe7d48-d270-4d2f-8583-1747d8de63a5 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.718949 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c321fb11-dcf6-4583-ab11-0c8f6164842b tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.719843 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7dfe7d48-d270-4d2f-8583-1747d8de63a5 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "DELETE /v2.0/ports/fd793851-9e7e-4fe1-81ca-0c8c5fe0087a HTTP/1.1" status: 204 len: 168 time: 0.6804652 Jul 16 08:43:05.723595 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57902) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:05.732541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '12623764-aab9-4f45-a723-9cf9073ba447', 'external_fixed_ips': [{'subnet_id': 'c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8', 'ip_address': '172.20.0.7'}]}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:05.775088 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad372560-ba57-480c-8b55-a3162eb2ab5b req-eea302f5-5ee9-4626-b59e-59738cac6a4e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739271 Jul 16 08:43:05.781178 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cd83bc-0b05-4129-8234-1c379f4aa51f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event deleted for resources: {'Port': ['ID=55b6687c-e052-482a-993e-79ebf3134a47,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:05.792917 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.802771 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.953681 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.969163 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7cd83bc-0b05-4129-8234-1c379f4aa51f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.977641 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b7cd83bc-0b05-4129-8234-1c379f4aa51f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] 10.222.0.20 "DELETE /v2.0/ports/55b6687c-e052-482a-993e-79ebf3134a47 HTTP/1.1" status: 204 len: 168 time: 1.4340143 Jul 16 08:43:05.980782 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57908) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:06.063935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c321fb11-dcf6-4583-ab11-0c8f6164842b tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting port 8c250012-b554-46d2-bf76-934cb8ee6521 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:06.064463 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c321fb11-dcf6-4583-ab11-0c8f6164842b tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.086530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1c9456f9-4230-415f-bc76-5c9bf3f6f10b up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:06.168236 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.301827 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:06.317222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:06.317711 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.330193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eede5468-c363-41a1-a910-7a146cc238c2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.337880 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-eede5468-c363-41a1-a910-7a146cc238c2 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] 10.222.0.20 "GET /v2.0/ports?device_id=24ab6d5b-bcf1-4ff1-9629-514514566003 HTTP/1.1" status: 200 len: 913 time: 0.3551331 Jul 16 08:43:06.338479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57914) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:06.407472 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c321fb11-dcf6-4583-ab11-0c8f6164842b tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.442798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c321fb11-dcf6-4583-ab11-0c8f6164842b tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Calling delete_port for 8c250012-b554-46d2-bf76-934cb8ee6521 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:06.520647 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.572698 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6764d98-b1f5-44eb-a757-cdae330e0355 req-99db26c0-e1f8-47bb-b41a-a55fbb3fe53a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.575626 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6764d98-b1f5-44eb-a757-cdae330e0355 req-99db26c0-e1f8-47bb-b41a-a55fbb3fe53a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 945 time: 0.3060963 Jul 16 08:43:06.605124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:06.609953 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7a9e7c-d413-498f-8d50-9c768afbb614" -d '{"events": [{"server_uuid": "3c6aaec5-049a-4d71-be5b-f7723e772533", "name": "network-vif-plugged", "status": "completed", "tag": "1c9456f9-4230-415f-bc76-5c9bf3f6f10b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:06.651059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:06.658243 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.755832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:06.821788 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6764d98-b1f5-44eb-a757-cdae330e0355 req-c25feaf6-2414-4900-8607-93c7f7b77a65 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2284169 Jul 16 08:43:06.824833 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-2f18bdfb-f4dc-455e-8bec-dd3403575768 service neutron] show failed (client error): The resource could not be found. Jul 16 08:43:06.826441 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-2f18bdfb-f4dc-455e-8bec-dd3403575768 service neutron] 10.222.0.38 "GET /v2.0/ports/f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd/bindings/n-h1-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.3622549 Jul 16 08:43:06.902404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2f27f-a88a-49e8-87ad-1e9144a14188 req-dabb22d1-c434-4918-8f9e-5f203fe56c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.904302 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbe2f27f-a88a-49e8-87ad-1e9144a14188 req-dabb22d1-c434-4918-8f9e-5f203fe56c39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c76f51fd58ac4c91af766500fae1fc16&device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 1098 time: 0.2167792 Jul 16 08:43:06.976655 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c321fb11-dcf6-4583-ab11-0c8f6164842b tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.051477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321fb11-dcf6-4583-ab11-0c8f6164842b tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Port': ['ID=8c250012-b554-46d2-bf76-934cb8ee6521,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:07.127408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2f27f-a88a-49e8-87ad-1e9144a14188 req-c705d8ca-0a82-4770-b7b4-e4c15cd548b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:07.129844 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbe2f27f-a88a-49e8-87ad-1e9144a14188 req-c705d8ca-0a82-4770-b7b4-e4c15cd548b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d HTTP/1.1" status: 200 len: 914 time: 0.2157354 Jul 16 08:43:07.184788 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbe2f27f-a88a-49e8-87ad-1e9144a14188 req-1ae886ee-473b-4059-bc01-a8cabd9d6ac8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff HTTP/1.1" status: 200 len: 217 time: 0.0465393 Jul 16 08:43:07.263864 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c321fb11-dcf6-4583-ab11-0c8f6164842b tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.368009 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.380472 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2f27f-a88a-49e8-87ad-1e9144a14188 req-db3c4826-9819-4ebf-9d8e-c0c4d2bda73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:07.382141 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbe2f27f-a88a-49e8-87ad-1e9144a14188 req-db3c4826-9819-4ebf-9d8e-c0c4d2bda73d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=49afa1d5-ed59-4c8e-94d4-4bbb07bec12a HTTP/1.1" status: 200 len: 854 time: 0.1815710 Jul 16 08:43:07.387048 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c321fb11-dcf6-4583-ab11-0c8f6164842b tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.392521 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c321fb11-dcf6-4583-ab11-0c8f6164842b tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.435048 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.439726 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbe2f27f-a88a-49e8-87ad-1e9144a14188 req-b196b09d-d403-4fe1-8320-bc5469489631 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488441 Jul 16 08:43:07.514561 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c321fb11-dcf6-4583-ab11-0c8f6164842b tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.515108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c321fb11-dcf6-4583-ab11-0c8f6164842b tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Fanout notify agent at l3_agent the message router_deleted on router 381b579c-4563-4105-967f-578385913cb3 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:07.526130 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c321fb11-dcf6-4583-ab11-0c8f6164842b tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.527562 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c321fb11-dcf6-4583-ab11-0c8f6164842b tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/routers/381b579c-4563-4105-967f-578385913cb3 HTTP/1.1" status: 204 len: 168 time: 2.7616441 Jul 16 08:43:07.538205 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222eb1-ac50-4cc9-97a6-c154408da69b req-75d5d174-fbda-4c36-ac13-a7753993c11a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:07.540007 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f222eb1-ac50-4cc9-97a6-c154408da69b req-75d5d174-fbda-4c36-ac13-a7753993c11a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.3539126 Jul 16 08:43:07.570182 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57924) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:07.635123 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-dcad64fc-beb1-47d1-add0-f626f821d671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:07.637803 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-dcad64fc-beb1-47d1-add0-f626f821d671 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d&tenant_id=5e44fcee4e3840cf89b33be8ee44969f HTTP/1.1" status: 200 len: 1102 time: 0.4499581 Jul 16 08:43:07.661023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:07.686356 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-f959ac1f-6449-425d-bab5-b612f36205a4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting subnet cdd2612e-00bc-494e-86bd-fdd262aa28d7 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:07.692163 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbe2f27f-a88a-49e8-87ad-1e9144a14188 req-9fd87ef8-0d01-4a94-a4fd-0f282ee2c57b service neutron] 10.222.0.15 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196565 Jul 16 08:43:07.693109 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f959ac1f-6449-425d-bab5-b612f36205a4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.699264 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f222eb1-ac50-4cc9-97a6-c154408da69b req-42100177-7f3b-41b4-ae2b-e58c5b1cd39c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263328 Jul 16 08:43:07.780075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9410c5-b72d-4bfb-b62d-abc980c01076 req-0885bbc5-1a8a-4faf-9a5f-c48094267462 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:07.785647 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f9410c5-b72d-4bfb-b62d-abc980c01076 req-0885bbc5-1a8a-4faf-9a5f-c48094267462 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.5488651 Jul 16 08:43:07.804307 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df43d855-c30b-4369-8a08-a71737db399f x-openstack-request-id: req-df43d855-c30b-4369-8a08-a71737db399f {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:07.805244 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6aaec5-049a-4d71-be5b-f7723e772533", "name": "network-vif-plugged", "status": "completed", "tag": "1c9456f9-4230-415f-bc76-5c9bf3f6f10b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:07.805244 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-df43d855-c30b-4369-8a08-a71737db399f {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:07.816925 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'code': 200} Jul 16 08:43:07.817657 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f959ac1f-6449-425d-bab5-b612f36205a4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.888434 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fbe2f27f-a88a-49e8-87ad-1e9144a14188 req-4f5a9b28-2762-4bf2-bdd5-fddfd5f62a87 service neutron] 10.222.0.15 "GET /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879897 Jul 16 08:43:07.954370 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0d133833-eb10-4c4f-a8e7-9dee9cd7de80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.963504 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f959ac1f-6449-425d-bab5-b612f36205a4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.092066 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.109602 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f959ac1f-6449-425d-bab5-b612f36205a4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.152857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f9410c5-b72d-4bfb-b62d-abc980c01076 req-bd2bca7e-6d3a-4da7-9f6f-036793ffc12f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524880 Jul 16 08:43:08.180754 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f959ac1f-6449-425d-bab5-b612f36205a4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.195623 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f959ac1f-6449-425d-bab5-b612f36205a4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/subnets/cdd2612e-00bc-494e-86bd-fdd262aa28d7 HTTP/1.1" status: 204 len: 168 time: 0.6239297 Jul 16 08:43:08.199055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57930) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:08.202325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f959ac1f-6449-425d-bab5-b612f36205a4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd2612e-00bc-494e-86bd-fdd262aa28d7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:08.208288 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.211737 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46970d2-5262-48a3-b329-498b2bd8fc94 None None] Network 40e25585-5f39-444a-83db-ecf1a54587de requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:08.217809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a92564-c1bb-4a23-8a6d-9b1b55f11b0c req-4097da74-dbc8-40dc-9480-e95c27c73fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.219397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20a92564-c1bb-4a23-8a6d-9b1b55f11b0c req-4097da74-dbc8-40dc-9480-e95c27c73fa5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 1098 time: 0.2034957 Jul 16 08:43:08.253658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Allocated IP 172.20.0.7 (12623764-aab9-4f45-a723-9cf9073ba447/c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8/a69bc4e9-068d-4230-97d4-de43f91c43a2) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:08.349232 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c9d667be-a144-45c8-99a9-251fd281e3c5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.379902 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.388110 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20a92564-c1bb-4a23-8a6d-9b1b55f11b0c req-59c79f24-ea2f-4408-bcf2-9528d39c92eb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566777 Jul 16 08:43:08.456035 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a582f0-a2ba-4ce4-a8f3-29e68662e63a req-796ccaf4-9bb3-4c37-bc13-8a74c7736f8a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.457838 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e9a582f0-a2ba-4ce4-a8f3-29e68662e63a req-796ccaf4-9bb3-4c37-bc13-8a74c7736f8a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.1405122 Jul 16 08:43:08.486939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting port 8d103a0e-148d-4ba1-9efa-7b489bc57dea {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:08.487521 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.562553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69645772-00e1-4051-954d-864649edfa84 None None] DHCP port deletion for 40e25585-5f39-444a-83db-ecf1a54587de request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:43:08.635183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-69645772-00e1-4051-954d-864649edfa84 None None] Deleting port 8d103a0e-148d-4ba1-9efa-7b489bc57dea {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:08.635609 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-69645772-00e1-4051-954d-864649edfa84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.669393 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e9a582f0-a2ba-4ce4-a8f3-29e68662e63a req-6293deb9-63e7-4aae-8a83-30d52a24d915 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852968 Jul 16 08:43:08.693796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] For port 8d103a0e-148d-4ba1-9efa-7b489bc57dea, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8d103a0e-148d-4ba1-9efa-7b489bc57dea,segment=NetworkSegment(8973b339-b9a3-45fe-b788-c83ccafa44a3),segment_id=8973b339-b9a3-45fe-b788-c83ccafa44a3)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:08.694587 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.719341 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Calling delete_port for 8d103a0e-148d-4ba1-9efa-7b489bc57dea owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:08.771352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-69645772-00e1-4051-954d-864649edfa84 None None] For port 8d103a0e-148d-4ba1-9efa-7b489bc57dea, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8d103a0e-148d-4ba1-9efa-7b489bc57dea,segment=NetworkSegment(8973b339-b9a3-45fe-b788-c83ccafa44a3),segment_id=8973b339-b9a3-45fe-b788-c83ccafa44a3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:08.772361 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-69645772-00e1-4051-954d-864649edfa84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.811907 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-69645772-00e1-4051-954d-864649edfa84 None None] Calling delete_port for 8d103a0e-148d-4ba1-9efa-7b489bc57dea owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:08.858677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.876340 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] No DVR routers for this DVR port 8d103a0e-148d-4ba1-9efa-7b489bc57dea on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:08.944796 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-69645772-00e1-4051-954d-864649edfa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.963282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Port': ['ID=8d103a0e-148d-4ba1-9efa-7b489bc57dea,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:08.997914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69645772-00e1-4051-954d-864649edfa84 None None] No DVR routers for this DVR port 8d103a0e-148d-4ba1-9efa-7b489bc57dea on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:09.002121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69645772-00e1-4051-954d-864649edfa84 None None] Pushing event deleted for resources: {'Port': ['ID=8d103a0e-148d-4ba1-9efa-7b489bc57dea,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.026441 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69645772-00e1-4051-954d-864649edfa84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.027537 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69645772-00e1-4051-954d-864649edfa84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.028712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69645772-00e1-4051-954d-864649edfa84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.029522 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69645772-00e1-4051-954d-864649edfa84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.030291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69645772-00e1-4051-954d-864649edfa84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.031060 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69645772-00e1-4051-954d-864649edfa84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.031849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69645772-00e1-4051-954d-864649edfa84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.033621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69645772-00e1-4051-954d-864649edfa84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.034634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69645772-00e1-4051-954d-864649edfa84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.035713 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69645772-00e1-4051-954d-864649edfa84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.038968 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69645772-00e1-4051-954d-864649edfa84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.039899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69645772-00e1-4051-954d-864649edfa84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:09.107458 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.127290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40e25585-5f39-444a-83db-ecf1a54587de']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:09.152464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8973b339-b9a3-45fe-b788-c83ccafa44a3') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:09.153009 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8973b339-b9a3-45fe-b788-c83ccafa44a3') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:09.181942 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.235861 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.241221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8d103a0e-148d-4ba1-9efa-7b489bc57dea no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:09.277173 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:09.277173 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:09.280610 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:09.304544 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 8d103a0e-148d-4ba1-9efa-7b489bc57dea {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:09.305438 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8d103a0e-148d-4ba1-9efa-7b489bc57dea not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:09.305836 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.430345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:09.433880 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.454888 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.461475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57940) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:09.462002 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/networks/40e25585-5f39-444a-83db-ecf1a54587de HTTP/1.1" status: 204 len: 168 time: 1.2610397 Jul 16 08:43:09.472255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24263555-8c49-4c71-ac24-de62b3a6c044 req-df8e1b45-4809-41d6-b0d6-50ab36ad8786 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:09.479718 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24263555-8c49-4c71-ac24-de62b3a6c044 req-df8e1b45-4809-41d6-b0d6-50ab36ad8786 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.3832927 Jul 16 08:43:09.482702 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd74c24-8dcd-4708-b1c8-ce9106ea6ec3 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Network': ['ID=40e25585-5f39-444a-83db-ecf1a54587de,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.598436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:09.624972 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.649738 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.681761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff865f-f8fb-4eeb-9b62-93be6c97dc7d req-40e5c2f2-b77e-4c30-9bde-022879718402 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:09.683433 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29ff865f-f8fb-4eeb-9b62-93be6c97dc7d req-40e5c2f2-b77e-4c30-9bde-022879718402 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.1162364 Jul 16 08:43:09.737909 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29ff865f-f8fb-4eeb-9b62-93be6c97dc7d req-88f5b141-d693-48ad-8924-a7a78739956e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438917 Jul 16 08:43:09.740777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24263555-8c49-4c71-ac24-de62b3a6c044 req-12f44344-7d42-484f-8bac-fceb7710c55a tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599604 Jul 16 08:43:09.791313 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Network 12623764-aab9-4f45-a723-9cf9073ba447 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:09.794034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:09.796599 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45894853-fca7-40bc-ae60-797afff6245b" -d '{"events": [{"server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:09.801161 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.806422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Pushing event updated for resources: {'Port': ['ID=a69bc4e9-068d-4230-97d4-de43f91c43a2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.812488 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:09.827627 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:09.880429 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Transition to ACTIVE for port object f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:09.898282 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.087045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b1d1d-c970-4229-8988-3f54ab2eff9b req-343a4f12-76cf-4364-92c1-3aec9dbb87c3 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.090068 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d94b1d1d-c970-4229-8988-3f54ab2eff9b req-343a4f12-76cf-4364-92c1-3aec9dbb87c3 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.1186349 Jul 16 08:43:10.103366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Pushing event updated for resources: {'Port': ['ID=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,revision_number=6']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:10.140948 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] No DVR routers for this DVR port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:10.153741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-64bcee27-af01-4dea-aee2-85129ac2fe1c tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting port 21ea2ea7-a464-4e29-a4c4-e77ea617b908 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:10.154076 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-64bcee27-af01-4dea-aee2-85129ac2fe1c tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.159717 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d94b1d1d-c970-4229-8988-3f54ab2eff9b req-852a168f-49df-4418-8096-4b690e95a317 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591285 Jul 16 08:43:10.317520 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f21b652-de7b-436c-a1d7-5824871e5bc5 x-openstack-request-id: req-0f21b652-de7b-436c-a1d7-5824871e5bc5 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:10.318365 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:10.318365 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f21b652-de7b-436c-a1d7-5824871e5bc5 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:10.318723 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd', 'code': 200} Jul 16 08:43:10.347075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Attempting to bind port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:10.347677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Attempting to bind port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:10.348058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Attempting to bind port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:10.364610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c571c-3004-4fbf-8c42-27217c0e0b08 req-feaba2e2-afcb-49e9-ac1b-936d1cfb0596 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.366939 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bc3c571c-3004-4fbf-8c42-27217c0e0b08 req-feaba2e2-afcb-49e9-ac1b-936d1cfb0596 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.4445901 Jul 16 08:43:10.369809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c9d667be-a144-45c8-99a9-251fd281e3c5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Deleting port 01d791fe-6ea9-4264-9b9b-a1206f4345d6 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:10.370141 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c9d667be-a144-45c8-99a9-251fd281e3c5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.441258 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:10.441605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Attempting to bind port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:10.458829 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-64bcee27-af01-4dea-aee2-85129ac2fe1c tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.459166 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-64bcee27-af01-4dea-aee2-85129ac2fe1c tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.501945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:10.502315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:10.502827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:10.503371 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Bound port: f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:10.503653 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.511566 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-64bcee27-af01-4dea-aee2-85129ac2fe1c tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Calling delete_port for 21ea2ea7-a464-4e29-a4c4-e77ea617b908 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:10.765823 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bc3c571c-3004-4fbf-8c42-27217c0e0b08 req-9d2c133f-7af6-4aba-a82b-a0b5beb096d3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3854747 Jul 16 08:43:10.837182 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c9d667be-a144-45c8-99a9-251fd281e3c5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.872722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c9d667be-a144-45c8-99a9-251fd281e3c5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Calling delete_port for 01d791fe-6ea9-4264-9b9b-a1206f4345d6 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:10.876321 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.934960 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbcec55-a4f9-479d-9b5a-53f1fa8844c7 req-f6716acc-0853-4c25-9b44-5183047ba492 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.943828 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7cbcec55-a4f9-479d-9b5a-53f1fa8844c7 req-f6716acc-0853-4c25-9b44-5183047ba492 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.0980713 Jul 16 08:43:10.961191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:10.999802 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7cbcec55-a4f9-479d-9b5a-53f1fa8844c7 req-894fb30f-4fed-4d8d-bbfa-1e097c6224a9 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544043 Jul 16 08:43:11.048341 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:11.074129 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.141211 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.153895 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:11.197665 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.198335 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.200005 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] 10.222.0.15 "PUT /v2.0/ports/f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd HTTP/1.1" status: 200 len: 1097 time: 3.5543842 Jul 16 08:43:11.210788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d243b-41ac-435c-aa85-b5f4e66daafa req-6e9928da-15a0-4416-a461-7c663a0fcde7 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.217529 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-051d243b-41ac-435c-aa85-b5f4e66daafa req-6e9928da-15a0-4416-a461-7c663a0fcde7 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.0940921 Jul 16 08:43:11.223021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57962) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:11.229898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-66dac775-ec7a-4126-ad92-d4c7abbd303e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Request body: {'floatingip': {'port_id': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:11.314245 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66dac775-ec7a-4126-ad92-d4c7abbd303e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.317502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:11.415458 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f808fde-a76c-4171-b844-39cb59212cfe service neutron] Pushing event updated for resources: {'Port': ['ID=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,revision_number=7']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:11.485986 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-64bcee27-af01-4dea-aee2-85129ac2fe1c tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.508367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1752d07e-153c-4d2d-9305-a1813a2a09c5 req-b565c26c-e34e-4ad7-bfe6-30edd71b44b4 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.510013 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1752d07e-153c-4d2d-9305-a1813a2a09c5 req-b565c26c-e34e-4ad7-bfe6-30edd71b44b4 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.1539814 Jul 16 08:43:11.707321 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1752d07e-153c-4d2d-9305-a1813a2a09c5 req-d7511835-8b50-4773-9bf2-af579f554cdf tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494617 Jul 16 08:43:11.957346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd458dc-7bc6-405a-82b7-212d5361199e req-0d5bd49b-9f28-4523-a498-c3fba42e3173 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.959054 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8fd458dc-7bc6-405a-82b7-212d5361199e req-0d5bd49b-9f28-4523-a498-c3fba42e3173 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 948 time: 0.8889487 Jul 16 08:43:11.959965 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bcee27-af01-4dea-aee2-85129ac2fe1c tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Port': ['ID=21ea2ea7-a464-4e29-a4c4-e77ea617b908,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:12.033698 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.155643 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c9d667be-a144-45c8-99a9-251fd281e3c5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.158993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-a81860e2-5f8c-4d5f-bd41-168d713ee429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.160615 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-a81860e2-5f8c-4d5f-bd41-168d713ee429 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 1100 time: 0.8836384 Jul 16 08:43:12.219660 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-64bcee27-af01-4dea-aee2-85129ac2fe1c tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.223088 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-64bcee27-af01-4dea-aee2-85129ac2fe1c tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.224356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-64bcee27-af01-4dea-aee2-85129ac2fe1c tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/floatingips/ab85a207-5cc8-483f-b57e-331f341e33c5 HTTP/1.1" status: 204 len: 168 time: 2.7420368 Jul 16 08:43:12.233271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d667be-a144-45c8-99a9-251fd281e3c5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event deleted for resources: {'Port': ['ID=01d791fe-6ea9-4264-9b9b-a1206f4345d6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:12.233590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57972) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:12.280218 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66dac775-ec7a-4126-ad92-d4c7abbd303e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.287900 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66dac775-ec7a-4126-ad92-d4c7abbd303e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.330693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:12.339146 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50662c5f-13bc-4285-97ab-abc634ff7410" -d '{"events": [{"name": "network-changed", "server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:12.394134 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99b0a5c-9287-4bf4-ad03-f7862f2dd133 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] DELETE failed (client error): The resource could not be found. Jul 16 08:43:12.394698 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99b0a5c-9287-4bf4-ad03-f7862f2dd133 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:43:12.396863 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f99b0a5c-9287-4bf4-ad03-f7862f2dd133 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/ports/ccb9ad6c-f585-45c2-a958-63a9b91f3581 HTTP/1.1" status: 404 len: 333 time: 0.1554689 Jul 16 08:43:12.413630 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57978) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:12.523721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-14cbcaf7-70db-4cee-828d-d9129d6e2fd2 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "GET /v2.0/ports?device_id=381b579c-4563-4105-967f-578385913cb3 HTTP/1.1" status: 200 len: 205 time: 0.0769007 Jul 16 08:43:12.531228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57980) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:12.615033 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-a0aa2a40-977d-4d3e-9542-e299799e302c tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] delete failed (client error): The resource could not be found. Jul 16 08:43:12.615033 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a0aa2a40-977d-4d3e-9542-e299799e302c tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/routers/381b579c-4563-4105-967f-578385913cb3 HTTP/1.1" status: 404 len: 336 time: 0.0747139 Jul 16 08:43:12.661518 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8fd458dc-7bc6-405a-82b7-212d5361199e req-a8847e1f-e357-44ae-842c-782b7e25ab6b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6519978 Jul 16 08:43:12.662740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-21554da0-c927-4445-973b-8b6053c890b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.664585 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-21554da0-c927-4445-973b-8b6053c890b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.4892728 Jul 16 08:43:12.665723 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57982) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:12.758384 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef82cabd-4167-4624-9c1e-475fa21f40c1 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] DELETE failed (client error): The resource could not be found. Jul 16 08:43:12.759158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef82cabd-4167-4624-9c1e-475fa21f40c1 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:43:12.761308 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ef82cabd-4167-4624-9c1e-475fa21f40c1 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/subnets/cdd2612e-00bc-494e-86bd-fdd262aa28d7 HTTP/1.1" status: 404 len: 337 time: 0.0920625 Jul 16 08:43:12.800027 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5b0631-43b7-4098-a61a-c12dcc6cf5b6 x-openstack-request-id: req-ce5b0631-43b7-4098-a61a-c12dcc6cf5b6 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:12.800429 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:12.800641 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce5b0631-43b7-4098-a61a-c12dcc6cf5b6 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:12.800988 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd', 'status': 'completed', 'code': 200} Jul 16 08:43:12.802089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57984) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:12.805152 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-acfa5e86-1e64-4d2d-9139-38a35ce8c740 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd HTTP/1.1" status: 200 len: 217 time: 0.1227794 Jul 16 08:43:12.947660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Router 960b1ccd-4c46-4e7f-aa0f-3fa327025422 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:12.970672 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c9d667be-a144-45c8-99a9-251fd281e3c5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.981843 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-eb2ff963-70e7-4d14-8b1c-87f000f99ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.983618 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-eb2ff963-70e7-4d14-8b1c-87f000f99ca6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1552262 Jul 16 08:43:13.112258 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-66dac775-ec7a-4126-ad92-d4c7abbd303e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Floating IP bc39ecf2-9992-4532-bbbe-5e0e7ce4bd6c associated. External IP: 172.25.4.201, port: 1c9456f9-4230-415f-bc76-5c9bf3f6f10b. Jul 16 08:43:13.186180 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-b109e696-d871-4a61-9b48-626e83381f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.188356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-b109e696-d871-4a61-9b48-626e83381f52 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 1100 time: 0.3903236 Jul 16 08:43:13.253910 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52f38f1-e903-43bb-ad17-31a17fbec7cc req-bd4467ec-7846-47ca-a94c-75e95bf84047 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.259495 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d52f38f1-e903-43bb-ad17-31a17fbec7cc req-bd4467ec-7846-47ca-a94c-75e95bf84047 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.2655334 Jul 16 08:43:13.398453 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2df76dd2-7c01-428b-ba89-9690bdb51feb tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting port 245a0af3-7b73-4bb2-9652-0617bdc3f78c {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:13.398793 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2df76dd2-7c01-428b-ba89-9690bdb51feb tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.408416 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d52f38f1-e903-43bb-ad17-31a17fbec7cc req-3ef9c803-08f9-4559-9536-c495cf4e6d0d tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923882 Jul 16 08:43:13.421608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:13.445619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-277d38e5-e6cf-4403-b31e-afb72a940b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.447448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-277d38e5-e6cf-4403-b31e-afb72a940b5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4374290 Jul 16 08:43:13.457288 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Sync routers for ids ['960b1ccd-4c46-4e7f-aa0f-3fa327025422'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:13.477422 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Routers {'960b1ccd-4c46-4e7f-aa0f-3fa327025422'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:13.478545 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['960b1ccd-4c46-4e7f-aa0f-3fa327025422'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:13.562649 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.568148 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7b75c88e-2dc3-46b4-8cc6-372a2dccaa0f tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.8387547 Jul 16 08:43:13.604541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57992) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:13.652446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-f9b5b683-966b-451c-95bb-695c5ea0f295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.654010 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-f9b5b683-966b-451c-95bb-695c5ea0f295 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.4073336 Jul 16 08:43:13.691423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66dac775-ec7a-4126-ad92-d4c7abbd303e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Router a490ce74-ea4f-4455-8679-4d8629c7613f has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:13.691825 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Set router 960b1ccd-4c46-4e7f-aa0f-3fa327025422 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:13.790958 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2df76dd2-7c01-428b-ba89-9690bdb51feb tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.836362 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-bbdc09a9-31e3-4f46-a8f3-cdbb7d829041 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd HTTP/1.1" status: 200 len: 217 time: 0.1257312 Jul 16 08:43:13.872642 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2df76dd2-7c01-428b-ba89-9690bdb51feb tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Calling delete_port for 245a0af3-7b73-4bb2-9652-0617bdc3f78c owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:13.939834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66dac775-ec7a-4126-ad92-d4c7abbd303e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:13.949535 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66dac775-ec7a-4126-ad92-d4c7abbd303e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.963054 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b60966-b424-4fe7-b26d-c8885d5e37f3 None None] Sync routers for ids ['a490ce74-ea4f-4455-8679-4d8629c7613f'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:13.997519 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-5dcf4133-3446-4d74-a287-578715a6243e service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5352261 Jul 16 08:43:13.998096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b60966-b424-4fe7-b26d-c8885d5e37f3 None None] Routers {'a490ce74-ea4f-4455-8679-4d8629c7613f'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:13.999477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-90b60966-b424-4fe7-b26d-c8885d5e37f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a490ce74-ea4f-4455-8679-4d8629c7613f'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:14.032406 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-66dac775-ec7a-4126-ad92-d4c7abbd303e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "PUT /v2.0/floatingips/bc39ecf2-9992-4532-bbbe-5e0e7ce4bd6c HTTP/1.1" status: 200 len: 992 time: 2.8074856 Jul 16 08:43:14.033910 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'tag': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:14.040022 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2de2fd-09da-4eb8-b0ac-ca49b907e6e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6aaec5-049a-4d71-be5b-f7723e772533", "tag": "1c9456f9-4230-415f-bc76-5c9bf3f6f10b"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:14.186204 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-3ad750a5-ec73-4dc5-a61a-6b41238eab69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:14.187763 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-3ad750a5-ec73-4dc5-a61a-6b41238eab69 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.3290184 Jul 16 08:43:14.277987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d94533e-d097-4c7d-92c6-777e2950e9d7 req-84441280-45a2-4c6c-ae16-45b8de12feba tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:14.278708 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d94533e-d097-4c7d-92c6-777e2950e9d7 req-84441280-45a2-4c6c-ae16-45b8de12feba tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 948 time: 0.1913075 Jul 16 08:43:14.325263 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960b1ccd-4c46-4e7f-aa0f-3fa327025422', 'name': '', 'tenant_id': 'd363eb4c7b0a408799847771f754dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12623764-aab9-4f45-a723-9cf9073ba447', 'external_fixed_ips': [{'subnet_id': 'c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a69bc4e9-068d-4230-97d4-de43f91c43a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:05Z', 'updated_at': '2021-07-16T08:43:10Z', 'revision_number': 3, 'project_id': 'd363eb4c7b0a408799847771f754dd21', 'gw_port': {'id': 'a69bc4e9-068d-4230-97d4-de43f91c43a2', 'name': '', 'network_id': '12623764-aab9-4f45-a723-9cf9073ba447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960b1ccd-4c46-4e7f-aa0f-3fa327025422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:07Z', 'updated_at': '2021-07-16T08:43:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:14.329369 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-90b60966-b424-4fe7-b26d-c8885d5e37f3 None None] Set router a490ce74-ea4f-4455-8679-4d8629c7613f gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:14.339119 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9d667be-a144-45c8-99a9-251fd281e3c5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Router 24ab6d5b-bcf1-4ff1-9629-514514566003 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:14.371574 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d94533e-d097-4c7d-92c6-777e2950e9d7 req-c0a672ed-dd1f-4855-9df2-2321207d18d2 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705061 Jul 16 08:43:14.390476 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Checking router: 960b1ccd-4c46-4e7f-aa0f-3fa327025422 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:14.391011 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Updating router 960b1ccd-4c46-4e7f-aa0f-3fa327025422 port a69bc4e9-068d-4230-97d4-de43f91c43a2 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:14.489100 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.706390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-90b60966-b424-4fe7-b26d-c8885d5e37f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:37Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'bc39ecf2-9992-4532-bbbe-5e0e7ce4bd6c', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'port_id': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'mac_address': 'fa:16:3e:17:ed:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:42:47Z', 'updated_at': '2021-07-16T08:43:12Z', 'revision_number': 1, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79ff542-49c9-4518-8acb-073ab31de248', 'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'mac_address': 'fa:16:3e:bd:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:33Z', 'updated_at': '2021-07-16T08:42:47Z', 'revision_number': 5, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'subnets': [{'id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:14.746266 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b60966-b424-4fe7-b26d-c8885d5e37f3 None None] Checking router: a490ce74-ea4f-4455-8679-4d8629c7613f for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:14.760400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90b60966-b424-4fe7-b26d-c8885d5e37f3 None None] Routers {'a490ce74-ea4f-4455-8679-4d8629c7613f'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:14.761299 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-90b60966-b424-4fe7-b26d-c8885d5e37f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a490ce74-ea4f-4455-8679-4d8629c7613f'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:14.930380 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e5d7b1-ec89-42ff-b697-e74a35a7e3a2 x-openstack-request-id: req-85e5d7b1-ec89-42ff-b697-e74a35a7e3a2 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:14.931427 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6aaec5-049a-4d71-be5b-f7723e772533", "tag": "1c9456f9-4230-415f-bc76-5c9bf3f6f10b", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:14.931427 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-85e5d7b1-ec89-42ff-b697-e74a35a7e3a2 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:14.932133 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'tag': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'status': 'completed', 'code': 200} Jul 16 08:43:15.009182 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-90b60966-b424-4fe7-b26d-c8885d5e37f3 None None] Set router a490ce74-ea4f-4455-8679-4d8629c7613f gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:15.088163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2de2fd-09da-4eb8-b0ac-ca49b907e6e7 req-7b711129-8228-4e81-ac2d-812f6d97598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.090556 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.093962 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d2de2fd-09da-4eb8-b0ac-ca49b907e6e7 req-7b711129-8228-4e81-ac2d-812f6d97598e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf13c641cc6b45f4add343877ddf9789&device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 1098 time: 0.1302156 Jul 16 08:43:15.174648 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.202435 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Transition to ACTIVE for port object a69bc4e9-068d-4230-97d4-de43f91c43a2 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:15.214387 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.283203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2de2fd-09da-4eb8-b0ac-ca49b907e6e7 req-611bd02d-6f63-4915-bf5b-f7672a78941b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.286968 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d2de2fd-09da-4eb8-b0ac-ca49b907e6e7 req-611bd02d-6f63-4915-bf5b-f7672a78941b service neutron] 10.222.0.15 "GET /v2.0/networks?id=0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 200 len: 917 time: 0.1845694 Jul 16 08:43:15.289642 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080beee-92e0-4dfa-9137-8da9ed98ad8b None None] Pushing event updated for resources: {'Port': ['ID=a69bc4e9-068d-4230-97d4-de43f91c43a2,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:15.326308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c4910d-d014-419d-b41d-63b9d75f1927 req-d0c97604-e651-4897-b6fb-5eda15b12769 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.333139 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Attempting to bind port a69bc4e9-068d-4230-97d4-de43f91c43a2 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:15.333752 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Attempting to bind port a69bc4e9-068d-4230-97d4-de43f91c43a2 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'ee457503-37b5-4c57-9f06-03a0af9e4ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '12623764-aab9-4f45-a723-9cf9073ba447'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:15.334071 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Attempting to bind port a69bc4e9-068d-4230-97d4-de43f91c43a2 on network 12623764-aab9-4f45-a723-9cf9073ba447 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:15.340470 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24c4910d-d014-419d-b41d-63b9d75f1927 req-d0c97604-e651-4897-b6fb-5eda15b12769 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 1.6766346 Jul 16 08:43:15.343381 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:15.343783 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Checking segment: {'id': 'ee457503-37b5-4c57-9f06-03a0af9e4ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '12623764-aab9-4f45-a723-9cf9073ba447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:15.344238 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.344761 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Bound using segment: {'id': 'ee457503-37b5-4c57-9f06-03a0af9e4ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '12623764-aab9-4f45-a723-9cf9073ba447'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:15.345368 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Bound port: a69bc4e9-068d-4230-97d4-de43f91c43a2, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee457503-37b5-4c57-9f06-03a0af9e4ecb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '12623764-aab9-4f45-a723-9cf9073ba447'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:15.345910 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.395632 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-90b60966-b424-4fe7-b26d-c8885d5e37f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:37Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'bc39ecf2-9992-4532-bbbe-5e0e7ce4bd6c', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'port_id': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'mac_address': 'fa:16:3e:17:ed:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:42:47Z', 'updated_at': '2021-07-16T08:43:12Z', 'revision_number': 1, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79ff542-49c9-4518-8acb-073ab31de248', 'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'mac_address': 'fa:16:3e:bd:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:33Z', 'updated_at': '2021-07-16T08:42:47Z', 'revision_number': 5, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'subnets': [{'id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:15.440160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90b60966-b424-4fe7-b26d-c8885d5e37f3 None None] The sync data for ids ['a490ce74-ea4f-4455-8679-4d8629c7613f'] in n-d-758944-46 is: [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:37Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'bc39ecf2-9992-4532-bbbe-5e0e7ce4bd6c', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'floating_ip_address': '172.25.4.201', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'port_id': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'mac_address': 'fa:16:3e:17:ed:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:42:47Z', 'updated_at': '2021-07-16T08:43:12Z', 'revision_number': 1, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79ff542-49c9-4518-8acb-073ab31de248', 'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'mac_address': 'fa:16:3e:bd:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:33Z', 'updated_at': '2021-07-16T08:42:47Z', 'revision_number': 5, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'subnets': [{'id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:15.441641 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] For port a69bc4e9-068d-4230-97d4-de43f91c43a2, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:15.455031 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] For port a69bc4e9-068d-4230-97d4-de43f91c43a2, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=a69bc4e9-068d-4230-97d4-de43f91c43a2,segment=NetworkSegment(ee457503-37b5-4c57-9f06-03a0af9e4ecb),segment_id=ee457503-37b5-4c57-9f06-03a0af9e4ecb)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:15.462285 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.464153 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d2de2fd-09da-4eb8-b0ac-ca49b907e6e7 req-a5cdb550-4f25-4052-97be-3b1a84965684 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b HTTP/1.1" status: 200 len: 1000 time: 0.1702614 Jul 16 08:43:15.553666 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cdf57ef-898d-4169-ad85-a7e6ad90f279 req-98bc77ba-85c7-4c76-b27e-0f65c0cf2460 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5275216 Jul 16 08:43:15.598079 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080beee-92e0-4dfa-9137-8da9ed98ad8b None None] Pushing event updated for resources: {'Port': ['ID=a69bc4e9-068d-4230-97d4-de43f91c43a2,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:15.602413 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Routers {'960b1ccd-4c46-4e7f-aa0f-3fa327025422'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:15.603153 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['960b1ccd-4c46-4e7f-aa0f-3fa327025422'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:15.611246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2de2fd-09da-4eb8-b0ac-ca49b907e6e7 req-e38fb758-8973-4acb-95f2-75653080e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.612753 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d2de2fd-09da-4eb8-b0ac-ca49b907e6e7 req-e38fb758-8973-4acb-95f2-75653080e331 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ff038ab-4107-4385-b9f7-5e2bfac47b22 HTTP/1.1" status: 200 len: 856 time: 0.1401620 Jul 16 08:43:15.706501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-fd543c3f-cde5-4dec-afeb-c92707df3160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.709078 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-fd543c3f-cde5-4dec-afeb-c92707df3160 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.4889445 Jul 16 08:43:15.750664 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24c4910d-d014-419d-b41d-63b9d75f1927 req-96bbf3d3-4366-4473-85fc-96ed578f1035 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4086795 Jul 16 08:43:15.797381 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] Set router 960b1ccd-4c46-4e7f-aa0f-3fa327025422 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:15.849343 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2de2fd-09da-4eb8-b0ac-ca49b907e6e7 req-d0f0e691-6e5a-4f0e-a62d-5e08f72c282f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.851621 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d2de2fd-09da-4eb8-b0ac-ca49b907e6e7 req-d0f0e691-6e5a-4f0e-a62d-5e08f72c282f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0398bf6f-6792-4b35-accc-6c390953dadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2153521 Jul 16 08:43:15.861967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47eaeeb-677a-4fe9-8415-4e0002974d1d req-42055c48-7e41-4f69-8ed2-49be9149b626 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.863920 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f47eaeeb-677a-4fe9-8415-4e0002974d1d req-42055c48-7e41-4f69-8ed2-49be9149b626 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 948 time: 0.1573796 Jul 16 08:43:15.969440 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d2de2fd-09da-4eb8-b0ac-ca49b907e6e7 req-fc8fcb9c-118f-4ed4-8e33-c75c5b61d9bf service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042976 Jul 16 08:43:15.970597 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a37509-2dbb-4e7a-b78f-47508f5e7406 None None] New status for floating IP bc39ecf2-9992-4532-bbbe-5e0e7ce4bd6c: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:43:16.022151 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.136869 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2df76dd2-7c01-428b-ba89-9690bdb51feb tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.181824 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f47eaeeb-677a-4fe9-8415-4e0002974d1d req-d9280432-7469-4265-bd61-e1cd618660e5 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110515 Jul 16 08:43:16.260711 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d2de2fd-09da-4eb8-b0ac-ca49b907e6e7 req-017ce144-a467-4f8c-bb37-291b582c302d service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819192 Jul 16 08:43:16.293936 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-6dbd148f-2c81-4b4e-8204-593feb3e6061 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342886 Jul 16 08:43:16.355746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d667be-a144-45c8-99a9-251fd281e3c5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:16.368920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e636ac3-4aef-46b9-8383-f6e7cef62795 None None] Sync routers for ids ['24ab6d5b-bcf1-4ff1-9629-514514566003'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:16.380727 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c9d667be-a144-45c8-99a9-251fd281e3c5 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] 10.222.0.20 "PUT /v2.0/routers/24ab6d5b-bcf1-4ff1-9629-514514566003/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0331092 Jul 16 08:43:16.381674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58018) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:16.394431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e636ac3-4aef-46b9-8383-f6e7cef62795 None None] Routers {'24ab6d5b-bcf1-4ff1-9629-514514566003'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:16.395430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9e636ac3-4aef-46b9-8383-f6e7cef62795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['24ab6d5b-bcf1-4ff1-9629-514514566003'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:16.463585 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df76dd2-7c01-428b-ba89-9690bdb51feb tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Port': ['ID=245a0af3-7b73-4bb2-9652-0617bdc3f78c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:16.468237 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '960b1ccd-4c46-4e7f-aa0f-3fa327025422', 'name': '', 'tenant_id': 'd363eb4c7b0a408799847771f754dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12623764-aab9-4f45-a723-9cf9073ba447', 'external_fixed_ips': [{'subnet_id': 'c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a69bc4e9-068d-4230-97d4-de43f91c43a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:05Z', 'updated_at': '2021-07-16T08:43:10Z', 'revision_number': 3, 'project_id': 'd363eb4c7b0a408799847771f754dd21', 'gw_port': {'id': 'a69bc4e9-068d-4230-97d4-de43f91c43a2', 'name': '', 'network_id': '12623764-aab9-4f45-a723-9cf9073ba447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960b1ccd-4c46-4e7f-aa0f-3fa327025422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:07Z', 'updated_at': '2021-07-16T08:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:16.523224 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9e636ac3-4aef-46b9-8383-f6e7cef62795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:16.536961 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e636ac3-4aef-46b9-8383-f6e7cef62795 None None] Routers {'24ab6d5b-bcf1-4ff1-9629-514514566003'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:16.538079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9e636ac3-4aef-46b9-8383-f6e7cef62795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['24ab6d5b-bcf1-4ff1-9629-514514566003'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:16.575225 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7dcb71-18f1-42c5-9a9a-82ab8fb83a40 None None] The sync data for ids ['960b1ccd-4c46-4e7f-aa0f-3fa327025422'] in n-d-758944-46 is: [{'id': '960b1ccd-4c46-4e7f-aa0f-3fa327025422', 'name': '', 'tenant_id': 'd363eb4c7b0a408799847771f754dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '12623764-aab9-4f45-a723-9cf9073ba447', 'external_fixed_ips': [{'subnet_id': 'c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'a69bc4e9-068d-4230-97d4-de43f91c43a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:05Z', 'updated_at': '2021-07-16T08:43:10Z', 'revision_number': 3, 'project_id': 'd363eb4c7b0a408799847771f754dd21', 'gw_port': {'id': 'a69bc4e9-068d-4230-97d4-de43f91c43a2', 'name': '', 'network_id': '12623764-aab9-4f45-a723-9cf9073ba447', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:36:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '960b1ccd-4c46-4e7f-aa0f-3fa327025422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': 'c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:07Z', 'updated_at': '2021-07-16T08:43:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:16.582713 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:43:16.645149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9e636ac3-4aef-46b9-8383-f6e7cef62795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:16.647462 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e636ac3-4aef-46b9-8383-f6e7cef62795 None None] The sync data for ids ['24ab6d5b-bcf1-4ff1-9629-514514566003'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:16.676206 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f743613-8a80-448c-972a-37e6542f4d86 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.831928 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-29021167-7a92-4bcb-b91d-e3e38544efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:16.834203 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f743613-8a80-448c-972a-37e6542f4d86 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.834619 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-29021167-7a92-4bcb-b91d-e3e38544efc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 1100 time: 1.1153870 Jul 16 08:43:16.958644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4f743613-8a80-448c-972a-37e6542f4d86 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Deleting port 2b9e917a-b54e-4c0e-b75b-79608998dc74 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:16.959575 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f743613-8a80-448c-972a-37e6542f4d86 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.002369 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2df76dd2-7c01-428b-ba89-9690bdb51feb tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.010431 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2df76dd2-7c01-428b-ba89-9690bdb51feb tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/ports/245a0af3-7b73-4bb2-9652-0617bdc3f78c HTTP/1.1" status: 204 len: 168 time: 4.2067175 Jul 16 08:43:17.020837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58022) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:17.094899 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f743613-8a80-448c-972a-37e6542f4d86 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.112792 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4f743613-8a80-448c-972a-37e6542f4d86 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Calling delete_port for 2b9e917a-b54e-4c0e-b75b-79608998dc74 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:17.114739 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-809e280d-3dce-4639-9099-43df854d0a75 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6679919 Jul 16 08:43:17.161726 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Deleting port a69bc4e9-068d-4230-97d4-de43f91c43a2 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:17.162618 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.376385 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device a69bc4e9-068d-4230-97d4-de43f91c43a2 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:17.421606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc7dc56-3a63-48fa-86d6-eff2687729f8 req-e2da1b05-f681-4832-9869-d8612e678268 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:17.424750 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3dc7dc56-3a63-48fa-86d6-eff2687729f8 req-e2da1b05-f681-4832-9869-d8612e678268 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.6452105 Jul 16 08:43:17.484061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port a69bc4e9-068d-4230-97d4-de43f91c43a2 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:17.490172 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port a69bc4e9-068d-4230-97d4-de43f91c43a2 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:17.491247 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.590558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-56acb3ed-aae2-4e48-932e-d3b29352aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:17.593714 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-56acb3ed-aae2-4e48-932e-d3b29352aeb1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.7107522 Jul 16 08:43:17.620579 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.658010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port a69bc4e9-068d-4230-97d4-de43f91c43a2, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=a69bc4e9-068d-4230-97d4-de43f91c43a2,segment=NetworkSegment(ee457503-37b5-4c57-9f06-03a0af9e4ecb),segment_id=ee457503-37b5-4c57-9f06-03a0af9e4ecb)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:17.665861 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.689371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4f81b-c4b2-4262-a397-62bf68aabd3a req-115b916f-b9a5-4ab8-b1fa-c545e06ea689 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:17.700324 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-91a65116-6e6b-4dfa-852e-6a0b35fed662 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd HTTP/1.1" status: 200 len: 217 time: 0.0774496 Jul 16 08:43:17.704551 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-27d4f81b-c4b2-4262-a397-62bf68aabd3a req-115b916f-b9a5-4ab8-b1fa-c545e06ea689 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 948 time: 0.2342448 Jul 16 08:43:17.707869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] For port a69bc4e9-068d-4230-97d4-de43f91c43a2, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=a69bc4e9-068d-4230-97d4-de43f91c43a2,segment=NetworkSegment(ee457503-37b5-4c57-9f06-03a0af9e4ecb),segment_id=ee457503-37b5-4c57-9f06-03a0af9e4ecb)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:17.708316 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.742391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=a69bc4e9-068d-4230-97d4-de43f91c43a2,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:17.752010 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3dc7dc56-3a63-48fa-86d6-eff2687729f8 req-7ff4bbda-20db-48e7-abda-37f855f58b46 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102785 Jul 16 08:43:17.789316 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Calling delete_port for a69bc4e9-068d-4230-97d4-de43f91c43a2 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:17.813381 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-27d4f81b-c4b2-4262-a397-62bf68aabd3a req-2ac8f540-47b0-46f3-ba7a-4c5c92bd67c8 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074862 Jul 16 08:43:17.814401 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f743613-8a80-448c-972a-37e6542f4d86 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.880393 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f743613-8a80-448c-972a-37e6542f4d86 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event deleted for resources: {'Port': ['ID=2b9e917a-b54e-4c0e-b75b-79608998dc74,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:17.884921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2b32c-c43f-4d0f-b52c-637bc0287e8a tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting port d7ff1253-56b8-4e2f-a6c0-8d3f75860cc1 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:17.885766 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b32c-c43f-4d0f-b52c-637bc0287e8a tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.918139 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-955c50d8-da1f-4dbe-84f5-e4bcb45c7941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:17.920137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-955c50d8-da1f-4dbe-84f5-e4bcb45c7941 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1917095 Jul 16 08:43:18.028006 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f743613-8a80-448c-972a-37e6542f4d86 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.132106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:18.213966 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b32c-c43f-4d0f-b52c-637bc0287e8a tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.290075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-8ee2b32c-c43f-4d0f-b52c-637bc0287e8a tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Calling delete_port for d7ff1253-56b8-4e2f-a6c0-8d3f75860cc1 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:18.335651 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f743613-8a80-448c-972a-37e6542f4d86 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.350306 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f743613-8a80-448c-972a-37e6542f4d86 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.357831 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:18.386800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-10e5a508-f9a1-40b1-9144-da24af388acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.388377 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-10e5a508-f9a1-40b1-9144-da24af388acc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4534812 Jul 16 08:43:18.414266 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd', 'mac_address': 'fa:16:3e:7a:e4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:18.505053 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f743613-8a80-448c-972a-37e6542f4d86 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.507455 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f743613-8a80-448c-972a-37e6542f4d86 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Fanout notify agent at l3_agent the message router_deleted on router 24ab6d5b-bcf1-4ff1-9629-514514566003 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:18.547087 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f743613-8a80-448c-972a-37e6542f4d86 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.554050 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.555966 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4f743613-8a80-448c-972a-37e6542f4d86 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] 10.222.0.20 "DELETE /v2.0/routers/24ab6d5b-bcf1-4ff1-9629-514514566003 HTTP/1.1" status: 204 len: 168 time: 2.1724508 Jul 16 08:43:18.558696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58036) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:18.579325 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:18.612522 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:18.614348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e7c63-840e-4ed1-8061-c81b47557183 req-13052b00-3040-496d-b2a0-33408e150aad tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.616083 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-561e7c63-840e-4ed1-8061-c81b47557183 req-13052b00-3040-496d-b2a0-33408e150aad tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.4530005 Jul 16 08:43:18.619564 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.622300 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.652528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-852504f5-b8ac-4650-9713-065d48d0709f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Deleting subnet 2e171265-066e-46d6-b1fc-fb0cc0c1a5d2 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:18.658566 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-852504f5-b8ac-4650-9713-065d48d0709f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.689208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Pushing event deleted for resources: {'Port': ['ID=a69bc4e9-068d-4230-97d4-de43f91c43a2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.698355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.726104 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-0ac31d49-f66b-4373-a0eb-88f99d4f0b03 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761121 Jul 16 08:43:18.735656 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-852504f5-b8ac-4650-9713-065d48d0709f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.850663 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-852504f5-b8ac-4650-9713-065d48d0709f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.931489 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-561e7c63-840e-4ed1-8061-c81b47557183 req-43ecb5b0-1e9c-4d19-9473-0c5d3389cf1e tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842238 Jul 16 08:43:18.967428 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-852504f5-b8ac-4650-9713-065d48d0709f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.023286 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b32c-c43f-4d0f-b52c-637bc0287e8a tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.029252 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-852504f5-b8ac-4650-9713-065d48d0709f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.034349 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-852504f5-b8ac-4650-9713-065d48d0709f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] 10.222.0.20 "DELETE /v2.0/subnets/2e171265-066e-46d6-b1fc-fb0cc0c1a5d2 HTTP/1.1" status: 204 len: 168 time: 0.4721558 Jul 16 08:43:19.034964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c44bbf87-0e3c-408d-99a4-cc3c63c1a9cf None None] Network c97fcbfc-85da-4fe4-a4dd-ca741bb23a07 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:19.048205 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852504f5-b8ac-4650-9713-065d48d0709f tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event deleted for resources: {'Subnet': ['ID=2e171265-066e-46d6-b1fc-fb0cc0c1a5d2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:19.053189 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58044) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:19.079390 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.089558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee2b32c-c43f-4d0f-b52c-637bc0287e8a tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Port': ['ID=d7ff1253-56b8-4e2f-a6c0-8d3f75860cc1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:19.187279 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:19.211736 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.253431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4bab4-07bf-486e-96a8-0b46827d8ba9 req-890f9b69-21c5-4a74-8dbb-cf807a7e8d5e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:19.268301 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acb4bab4-07bf-486e-96a8-0b46827d8ba9 req-890f9b69-21c5-4a74-8dbb-cf807a7e8d5e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 949 time: 0.2339137 Jul 16 08:43:19.405036 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acb4bab4-07bf-486e-96a8-0b46827d8ba9 req-37fa3abe-f47c-43ee-b1d7-7f0863a0608b tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297398 Jul 16 08:43:19.441551 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50662c5f-13bc-4285-97ab-abc634ff7410 req-df44c595-3f1d-4959-a6d4-40a3295a50c2 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6671369 Jul 16 08:43:19.448525 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.455103 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Deleting port aabde8a3-12fb-45c9-a16e-727fec1098fd {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:19.458654 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.488769 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.592337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] For port aabde8a3-12fb-45c9-a16e-727fec1098fd, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=aabde8a3-12fb-45c9-a16e-727fec1098fd,segment=NetworkSegment(0b0adc07-ab92-4639-852d-f8c914843197),segment_id=0b0adc07-ab92-4639-852d-f8c914843197)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:19.592910 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.631499 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.637354 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Calling delete_port for aabde8a3-12fb-45c9-a16e-727fec1098fd owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:19.640236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 960b1ccd-4c46-4e7f-aa0f-3fa327025422 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:19.654033 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.665108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58054) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:19.668311 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dd065826-af50-48a3-acc7-e1c45135d225 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "DELETE /v2.0/routers/960b1ccd-4c46-4e7f-aa0f-3fa327025422 HTTP/1.1" status: 204 len: 168 time: 6.0609553 Jul 16 08:43:19.670817 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ee2b32c-c43f-4d0f-b52c-637bc0287e8a tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.677959 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8ee2b32c-c43f-4d0f-b52c-637bc0287e8a tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/ports/d7ff1253-56b8-4e2f-a6c0-8d3f75860cc1 HTTP/1.1" status: 204 len: 168 time: 2.6556275 Jul 16 08:43:19.680426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58056) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:19.813597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187777cd-3057-40d2-bab3-760634c22d52 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:19.823474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-187777cd-3057-40d2-bab3-760634c22d52 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "GET /v2.0/ports?device_id=27c97073-2ca2-455f-a376-aa69c0bf662e HTTP/1.1" status: 200 len: 913 time: 0.1415548 Jul 16 08:43:19.824872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58060) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:19.858248 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a2c1f7-a7a8-4ab4-893f-773453c9349c None None] DHCP port deletion for c97fcbfc-85da-4fe4-a4dd-ca741bb23a07 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:43:19.956457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6a4385b-08d3-4b27-a76d-c7408851bcf4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Deleting subnet c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:19.966492 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6a4385b-08d3-4b27-a76d-c7408851bcf4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.972358 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-05a2c1f7-a7a8-4ab4-893f-773453c9349c None None] Deleting port aabde8a3-12fb-45c9-a16e-727fec1098fd {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:19.973144 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-05a2c1f7-a7a8-4ab4-893f-773453c9349c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.055027 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-05a2c1f7-a7a8-4ab4-893f-773453c9349c None None] For port aabde8a3-12fb-45c9-a16e-727fec1098fd, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=aabde8a3-12fb-45c9-a16e-727fec1098fd,segment=NetworkSegment(0b0adc07-ab92-4639-852d-f8c914843197),segment_id=0b0adc07-ab92-4639-852d-f8c914843197)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:20.055550 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-05a2c1f7-a7a8-4ab4-893f-773453c9349c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.075529 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-05a2c1f7-a7a8-4ab4-893f-773453c9349c None None] Calling delete_port for aabde8a3-12fb-45c9-a16e-727fec1098fd owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:20.088294 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6a4385b-08d3-4b27-a76d-c7408851bcf4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.169901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daacd58d-e629-493f-a5c9-d14be3b7be96 req-1283380f-b0d9-4c00-929e-69ed66631980 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.177701 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-daacd58d-e629-493f-a5c9-d14be3b7be96 req-1283380f-b0d9-4c00-929e-69ed66631980 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.5169146 Jul 16 08:43:20.229280 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.253917 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6a4385b-08d3-4b27-a76d-c7408851bcf4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.297755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-dec63446-a9ba-41ec-aaed-cb206fb24d97 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.309461 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-dec63446-a9ba-41ec-aaed-cb206fb24d97 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d&tenant_id=5e44fcee4e3840cf89b33be8ee44969f&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 949 time: 0.4664485 Jul 16 08:43:20.327784 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-05a2c1f7-a7a8-4ab4-893f-773453c9349c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.372724 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-daacd58d-e629-493f-a5c9-d14be3b7be96 req-a6008ed6-83ec-4279-a542-71344bd4330a tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858606 Jul 16 08:43:20.385191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event deleted for resources: {'Port': ['ID=aabde8a3-12fb-45c9-a16e-727fec1098fd,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.386159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a2c1f7-a7a8-4ab4-893f-773453c9349c None None] No DVR routers for this DVR port aabde8a3-12fb-45c9-a16e-727fec1098fd on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:20.388859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a2c1f7-a7a8-4ab4-893f-773453c9349c None None] Pushing event deleted for resources: {'Port': ['ID=aabde8a3-12fb-45c9-a16e-727fec1098fd,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.392446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] No DVR routers for this DVR port aabde8a3-12fb-45c9-a16e-727fec1098fd on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:20.547135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6a4385b-08d3-4b27-a76d-c7408851bcf4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.576582 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.590616 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c97fcbfc-85da-4fe4-a4dd-ca741bb23a07']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:20.646398 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6a4385b-08d3-4b27-a76d-c7408851bcf4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.650067 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e6a4385b-08d3-4b27-a76d-c7408851bcf4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8 HTTP/1.1" status: 204 len: 168 time: 0.9834051 Jul 16 08:43:20.653287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0adc07-ab92-4639-852d-f8c914843197') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:20.654249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0adc07-ab92-4639-852d-f8c914843197') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:20.657918 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a4385b-08d3-4b27-a76d-c7408851bcf4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.661200 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58068) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:20.684729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.760937 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.804731 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:20.805152 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:20.808404 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:20.848483 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66fb83c6-b6bc-43de-9bf3-3f107ca46ff7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.866991 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f421ce-685a-4ca8-ab4b-e2b6e199c737 req-628f9a0c-37c9-46c6-8f8d-8282d481e373 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.868578 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c9f421ce-685a-4ca8-ab4b-e2b6e199c737 req-628f9a0c-37c9-46c6-8f8d-8282d481e373 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 949 time: 0.8362491 Jul 16 08:43:20.916610 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.927211 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.932367 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] 10.222.0.20 "DELETE /v2.0/networks/c97fcbfc-85da-4fe4-a4dd-ca741bb23a07 HTTP/1.1" status: 204 len: 168 time: 1.8751032 Jul 16 08:43:20.933347 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58072) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:20.966358 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968614f-8777-4960-b67f-95e15b517078 tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event deleted for resources: {'Network': ['ID=c97fcbfc-85da-4fe4-a4dd-ca741bb23a07,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.989051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be7fe4-7b27-4b3b-9bbe-9f706b1290ad req-078bbcde-2f3c-45d9-86aa-6d8c8c38cb44 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.990636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6be7fe4-7b27-4b3b-9bbe-9f706b1290ad req-078bbcde-2f3c-45d9-86aa-6d8c8c38cb44 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.2867956 Jul 16 08:43:21.044684 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c9f421ce-685a-4ca8-ab4b-e2b6e199c737 req-c8f5d078-cd9a-4d56-9305-f54908e7715d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552627 Jul 16 08:43:21.047731 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66fb83c6-b6bc-43de-9bf3-3f107ca46ff7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.057625 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-27e597a2-cc6d-402f-a229-9f56751b9f36 service neutron] 10.222.0.15 "GET /v2.0/ports/f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd/bindings/n-h1-758944-46 HTTP/1.1" status: 200 len: 383 time: 0.7162642 Jul 16 08:43:21.063671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-66fb83c6-b6bc-43de-9bf3-3f107ca46ff7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12623764-aab9-4f45-a723-9cf9073ba447']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:21.095322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-66fb83c6-b6bc-43de-9bf3-3f107ca46ff7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee457503-37b5-4c57-9f06-03a0af9e4ecb') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:21.095788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-66fb83c6-b6bc-43de-9bf3-3f107ca46ff7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee457503-37b5-4c57-9f06-03a0af9e4ecb') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:21.102664 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6be7fe4-7b27-4b3b-9bbe-9f706b1290ad req-b60dfeda-de21-4a88-aac7-96ff548e48a1 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023557 Jul 16 08:43:21.124261 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66fb83c6-b6bc-43de-9bf3-3f107ca46ff7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.153774 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66fb83c6-b6bc-43de-9bf3-3f107ca46ff7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.173055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66fb83c6-b6bc-43de-9bf3-3f107ca46ff7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:21.173476 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66fb83c6-b6bc-43de-9bf3-3f107ca46ff7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:21.176317 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:21.323064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-03056460-c7f9-4e3b-ad57-5fd6da0a76d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.324748 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-03056460-c7f9-4e3b-ad57-5fd6da0a76d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 1101 time: 0.2224877 Jul 16 08:43:21.328214 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66fb83c6-b6bc-43de-9bf3-3f107ca46ff7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.328729 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b459fb09-d1b6-420d-a03b-eb64a79ec36b tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Deleting port 8120a17b-a7f6-4d06-9176-73f6805f410a {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:21.329080 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b459fb09-d1b6-420d-a03b-eb64a79ec36b tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.338580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device aabde8a3-12fb-45c9-a16e-727fec1098fd no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:21.366450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66fb83c6-b6bc-43de-9bf3-3f107ca46ff7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 12623764-aab9-4f45-a723-9cf9073ba447 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:43:21.375367 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66fb83c6-b6bc-43de-9bf3-3f107ca46ff7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.381962 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-66fb83c6-b6bc-43de-9bf3-3f107ca46ff7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "DELETE /v2.0/networks/12623764-aab9-4f45-a723-9cf9073ba447 HTTP/1.1" status: 204 len: 168 time: 0.7125130 Jul 16 08:43:21.403712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb83c6-b6bc-43de-9bf3-3f107ca46ff7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Pushing event deleted for resources: {'Network': ['ID=12623764-aab9-4f45-a723-9cf9073ba447,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:21.424382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: aabde8a3-12fb-45c9-a16e-727fec1098fd {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:21.426293 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device aabde8a3-12fb-45c9-a16e-727fec1098fd not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:21.426717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device a69bc4e9-068d-4230-97d4-de43f91c43a2 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:21.468127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: a69bc4e9-068d-4230-97d4-de43f91c43a2 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:21.468583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device a69bc4e9-068d-4230-97d4-de43f91c43a2 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:21.624881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-f09ed469-1bb9-4a19-a839-19a776887745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.626447 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-f09ed469-1bb9-4a19-a839-19a776887745 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.2926116 Jul 16 08:43:21.628434 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b459fb09-d1b6-420d-a03b-eb64a79ec36b tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.628732 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b459fb09-d1b6-420d-a03b-eb64a79ec36b tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.691779 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-21f86ac0-f038-4dcb-93d9-1be996e5b841 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd HTTP/1.1" status: 200 len: 217 time: 0.0573859 Jul 16 08:43:21.694535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b459fb09-d1b6-420d-a03b-eb64a79ec36b tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Calling delete_port for 8120a17b-a7f6-4d06-9176-73f6805f410a owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:21.722262 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58086) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:21.727415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c9d4615f-d895-4617-aab6-9e57be0530ca tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Request body: {'router': {'name': 'tempest-router--803401705', 'project_id': '378065bba8234f309f69735d9bc5eff0'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:21.753938 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c9d4615f-d895-4617-aab6-9e57be0530ca tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.755237 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c9d4615f-d895-4617-aab6-9e57be0530ca tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.833014 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c9d4615f-d895-4617-aab6-9e57be0530ca tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.839524 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c9d4615f-d895-4617-aab6-9e57be0530ca tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.856129 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c9d4615f-d895-4617-aab6-9e57be0530ca tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.857457 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c9d4615f-d895-4617-aab6-9e57be0530ca tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1340997 Jul 16 08:43:21.860208 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58088) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:21.864925 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d286e33f-7ba9-47f2-afe8-eb518ba57ca1 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.878665 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e86d0-8038-4281-9052-c20edf6c81b3 req-7fcbb2b1-2157-4e28-90b6-be626a399127 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.880470 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-101e86d0-8038-4281-9052-c20edf6c81b3 req-7fcbb2b1-2157-4e28-90b6-be626a399127 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.3866043 Jul 16 08:43:21.941411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-e3ac49fb-3e9b-468f-9c47-98fd86c82f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.943303 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-e3ac49fb-3e9b-468f-9c47-98fd86c82f19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2391336 Jul 16 08:43:21.944659 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f815e0b1-b126-48ef-acb5-5d8342c89567 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.149141 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-101e86d0-8038-4281-9052-c20edf6c81b3 req-615c2962-aaeb-4606-a859-3632ab6f0aa6 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263238 Jul 16 08:43:22.175411 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:22.194766 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f815e0b1-b126-48ef-acb5-5d8342c89567 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.202465 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b459fb09-d1b6-420d-a03b-eb64a79ec36b tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.205210 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f815e0b1-b126-48ef-acb5-5d8342c89567 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.277508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b459fb09-d1b6-420d-a03b-eb64a79ec36b tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Pushing event deleted for resources: {'Port': ['ID=8120a17b-a7f6-4d06-9176-73f6805f410a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:22.289872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-98106dc1-8303-4a7a-a42e-ac869e40378c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.291599 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-98106dc1-8303-4a7a-a42e-ac869e40378c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3382373 Jul 16 08:43:22.315108 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f815e0b1-b126-48ef-acb5-5d8342c89567 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.315877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f815e0b1-b126-48ef-acb5-5d8342c89567 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a8771c9b-079d-4c7c-8206-55fc454bdf64 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:22.329593 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f815e0b1-b126-48ef-acb5-5d8342c89567 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.331625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:22.335545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f815e0b1-b126-48ef-acb5-5d8342c89567 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "DELETE /v2.0/routers/a8771c9b-079d-4c7c-8206-55fc454bdf64 HTTP/1.1" status: 204 len: 168 time: 0.4735513 Jul 16 08:43:22.342944 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:22.344239 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.477454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec74c7a-e7e3-4031-821b-a07654897609 req-21879da3-56f9-44e8-b1f1-0651527d9e68 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.490017 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.491604 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ec74c7a-e7e3-4031-821b-a07654897609 req-21879da3-56f9-44e8-b1f1-0651527d9e68 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 949 time: 0.1278143 Jul 16 08:43:22.515887 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b459fb09-d1b6-420d-a03b-eb64a79ec36b tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.519640 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b459fb09-d1b6-420d-a03b-eb64a79ec36b tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.524713 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b459fb09-d1b6-420d-a03b-eb64a79ec36b tempest-FloatingIPAdminTestJSON-171743706 tempest-FloatingIPAdminTestJSON-171743706-project] 10.222.0.20 "DELETE /v2.0/floatingips/65f82e77-d9b7-49c0-8859-ba2cab9cbbc6 HTTP/1.1" status: 204 len: 168 time: 1.5829363 Jul 16 08:43:22.540334 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:22.548179 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854102ec-b6fa-4cf5-9ba0-131c40aa9974" -d '{"events": [{"server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "name": "network-vif-plugged", "status": "completed", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:22.559754 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ec74c7a-e7e3-4031-821b-a07654897609 req-201961f2-e91a-490e-b9f0-c34d04abe917 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668843 Jul 16 08:43:22.562533 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58102) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:22.568707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:22.574441 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.623804 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-e3578ac2-3f7d-4954-95ab-a3262750b0df service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827222 Jul 16 08:43:22.670101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff465970-dbf1-4104-bd45-429e84902378 req-606bb6cb-3e71-49e2-8540-7bce9969eb18 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.681889 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ff465970-dbf1-4104-bd45-429e84902378 req-606bb6cb-3e71-49e2-8540-7bce9969eb18 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.3513048 Jul 16 08:43:22.712702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:22.787121 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ff465970-dbf1-4104-bd45-429e84902378 req-549caf12-fbeb-43eb-b80d-c82f7bc713e3 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037664 Jul 16 08:43:22.831541 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e61c10-e9c8-473b-856f-153ef03dc04c x-openstack-request-id: req-63e61c10-e9c8-473b-856f-153ef03dc04c {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:22.832034 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "name": "network-vif-plugged", "status": "completed", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:22.832741 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63e61c10-e9c8-473b-856f-153ef03dc04c {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:22.834368 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd', 'code': 200} Jul 16 08:43:22.928759 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-624fd2a2-3757-413a-8844-14b84ade4791 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2872682 Jul 16 08:43:22.980273 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1871412201', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:22.988529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d286e33f-7ba9-47f2-afe8-eb518ba57ca1 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting port d36f189d-2d19-43ba-8d11-d9ed77b0c0b2 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:22.989123 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d286e33f-7ba9-47f2-afe8-eb518ba57ca1 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.029000 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.030964 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.109972 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.225126 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d286e33f-7ba9-47f2-afe8-eb518ba57ca1 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.236766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58116) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:23.247820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d286e33f-7ba9-47f2-afe8-eb518ba57ca1 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Calling delete_port for d36f189d-2d19-43ba-8d11-d9ed77b0c0b2 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:23.269525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abf5d5-d7ca-4c86-a51a-c3adf8ab78a0 req-4b588933-047a-4884-ab01-9973822868dc tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:23.271141 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30abf5d5-d7ca-4c86-a51a-c3adf8ab78a0 req-4b588933-047a-4884-ab01-9973822868dc tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.1423612 Jul 16 08:43:23.289685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.394695 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30abf5d5-d7ca-4c86-a51a-c3adf8ab78a0 req-0adbdeef-1afd-4d2e-96e1-d495830eb3d5 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816751 Jul 16 08:43:23.470925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58122) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:23.471529 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7966e079-9db2-404f-9479-e22fdb0da834 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8de84531bf2240e8906d269165e02380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2329347 Jul 16 08:43:23.623400 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ae48b3c-f9d3-4c17-890a-c35391027fcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.638098 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d286e33f-7ba9-47f2-afe8-eb518ba57ca1 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.689445 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ae48b3c-f9d3-4c17-890a-c35391027fcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.695223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286e33f-7ba9-47f2-afe8-eb518ba57ca1 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Port': ['ID=d36f189d-2d19-43ba-8d11-d9ed77b0c0b2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:23.926793 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ae48b3c-f9d3-4c17-890a-c35391027fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.930444 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ae48b3c-f9d3-4c17-890a-c35391027fcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.931699 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7ae48b3c-f9d3-4c17-890a-c35391027fcb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7cdc0b9-c6b3-49bf-becd-702eb29e6872 HTTP/1.1" status: 204 len: 168 time: 0.4587011 Jul 16 08:43:23.959023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae48b3c-f9d3-4c17-890a-c35391027fcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cdc0b9-c6b3-49bf-becd-702eb29e6872,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:23.978087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ee5f3-5a4a-40b5-be3f-b3cce7464100 req-1299a29b-3f2d-4527-a5ef-ed3741c819d0 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:23.979945 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-114ee5f3-5a4a-40b5-be3f-b3cce7464100 req-1299a29b-3f2d-4527-a5ef-ed3741c819d0 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.1846220 Jul 16 08:43:24.075785 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-114ee5f3-5a4a-40b5-be3f-b3cce7464100 req-02c17292-1022-488f-8707-ba091c187180 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580027 Jul 16 08:43:24.077644 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d286e33f-7ba9-47f2-afe8-eb518ba57ca1 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.077899 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.099069 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.218174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d0194-3688-4a9d-bf33-9623c291aae2 req-23fb34d4-d297-4d87-85e0-5d2eac140c9f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.226284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c0d0194-3688-4a9d-bf33-9623c291aae2 req-23fb34d4-d297-4d87-85e0-5d2eac140c9f tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.6779852 Jul 16 08:43:24.296161 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c0d0194-3688-4a9d-bf33-9623c291aae2 req-9b5ba489-0064-4c1f-8059-72d0ebbdc26c tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652969 Jul 16 08:43:24.348363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Allocated IP 172.25.4.104 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/4abec3a8-2f75-42b6-8cec-5d2b6b1a78cd) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:24.477362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d286e33f-7ba9-47f2-afe8-eb518ba57ca1 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Router 27c97073-2ca2-455f-a376-aa69c0bf662e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:24.589332 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.640763 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58140) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:24.654429 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.657554 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ba22f91-5029-41c7-802d-365c1ac0fc40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.696461 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d286e33f-7ba9-47f2-afe8-eb518ba57ca1 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:24.702493 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d286e33f-7ba9-47f2-afe8-eb518ba57ca1 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "PUT /v2.0/routers/27c97073-2ca2-455f-a376-aa69c0bf662e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8766198 Jul 16 08:43:24.705980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58142) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:24.714924 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ad34e-242c-4095-8394-7ca09dc40abd None None] Sync routers for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:24.745944 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ad34e-242c-4095-8394-7ca09dc40abd None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:24.749982 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-5b1ad34e-242c-4095-8394-7ca09dc40abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:24.823313 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-5b1ad34e-242c-4095-8394-7ca09dc40abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:24.827506 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:24.834764 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1ad34e-242c-4095-8394-7ca09dc40abd None None] Routers {'27c97073-2ca2-455f-a376-aa69c0bf662e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:24.835974 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-5b1ad34e-242c-4095-8394-7ca09dc40abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27c97073-2ca2-455f-a376-aa69c0bf662e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:24.841090 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:24.851980 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:24.861591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Pushing event updated for resources: {'Port': ['ID=4abec3a8-2f75-42b6-8cec-5d2b6b1a78cd,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:24.892094 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-5b1ad34e-242c-4095-8394-7ca09dc40abd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:24.893323 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1ad34e-242c-4095-8394-7ca09dc40abd None None] The sync data for ids ['27c97073-2ca2-455f-a376-aa69c0bf662e'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:24.947345 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2819470-4b79-4fe8-b30c-e21f4faf53c4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.954007 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ba22f91-5029-41c7-802d-365c1ac0fc40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.999873 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ba22f91-5029-41c7-802d-365c1ac0fc40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.114458 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e5921-f62d-449d-bd6d-17c6d8eff0c4 req-60852ad0-16b2-4ba7-a99a-b3f699802791 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:25.117939 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-655e5921-f62d-449d-bd6d-17c6d8eff0c4 req-60852ad0-16b2-4ba7-a99a-b3f699802791 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.3718925 Jul 16 08:43:25.281302 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-655e5921-f62d-449d-bd6d-17c6d8eff0c4 req-b01ea529-70f0-4c25-bf7b-71f505263874 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484451 Jul 16 08:43:25.523602 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba22f91-5029-41c7-802d-365c1ac0fc40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e82884-b708-453a-82a9-a72ec1550b77,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:25.548425 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8ba22f91-5029-41c7-802d-365c1ac0fc40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7014527ac18e43ecbf2a27de997ff02a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9064918 Jul 16 08:43:25.558452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58160) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:25.585223 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.679830 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2819470-4b79-4fe8-b30c-e21f4faf53c4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.697425 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b11b682-d075-43a0-b3b3-24a0e47dab39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.780006 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b11b682-d075-43a0-b3b3-24a0e47dab39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.804357 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b7f64-2c93-40b5-af42-754b46953f75 req-af2206d9-8d18-4586-ae31-47befdb9e45c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:25.806211 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-434b7f64-2c93-40b5-af42-754b46953f75 req-af2206d9-8d18-4586-ae31-47befdb9e45c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.3085933 Jul 16 08:43:25.856233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-a2819470-4b79-4fe8-b30c-e21f4faf53c4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting port ad809ba7-19e0-41f7-bbe4-3d0c636006e8 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:25.856730 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2819470-4b79-4fe8-b30c-e21f4faf53c4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.916940 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-434b7f64-2c93-40b5-af42-754b46953f75 req-f8a8bb12-5a11-426a-af23-4f085d3789b8 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906379 Jul 16 08:43:25.981975 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b11b682-d075-43a0-b3b3-24a0e47dab39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.984841 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b11b682-d075-43a0-b3b3-24a0e47dab39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.987010 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7b11b682-d075-43a0-b3b3-24a0e47dab39 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2e82884-b708-453a-82a9-a72ec1550b77 HTTP/1.1" status: 204 len: 168 time: 0.4275708 Jul 16 08:43:26.050898 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2819470-4b79-4fe8-b30c-e21f4faf53c4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.126122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-a2819470-4b79-4fe8-b30c-e21f4faf53c4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Calling delete_port for ad809ba7-19e0-41f7-bbe4-3d0c636006e8 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:26.132382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11b682-d075-43a0-b3b3-24a0e47dab39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e82884-b708-453a-82a9-a72ec1550b77,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:26.306728 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.567430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Router c817babf-e743-4f49-baa9-e0c16c2cfd76 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:26.594880 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2819470-4b79-4fe8-b30c-e21f4faf53c4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.632164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2819470-4b79-4fe8-b30c-e21f4faf53c4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Port': ['ID=ad809ba7-19e0-41f7-bbe4-3d0c636006e8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:26.816088 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2819470-4b79-4fe8-b30c-e21f4faf53c4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.835552 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-b0018a99-7875-4b13-9b50-39387d7ca581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.839318 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-b0018a99-7875-4b13-9b50-39387d7ca581 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d&tenant_id=5e44fcee4e3840cf89b33be8ee44969f HTTP/1.1" status: 200 len: 1102 time: 0.3833175 Jul 16 08:43:26.873079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:26.892167 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f60a17-e725-46f7-a3df-0f16cc725393 None None] Sync routers for ids ['c817babf-e743-4f49-baa9-e0c16c2cfd76'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:26.892825 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58172) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:26.917663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f60a17-e725-46f7-a3df-0f16cc725393 None None] Routers {'c817babf-e743-4f49-baa9-e0c16c2cfd76'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:26.921505 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c2f60a17-e725-46f7-a3df-0f16cc725393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c817babf-e743-4f49-baa9-e0c16c2cfd76'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:26.926533 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c9d1ea08-65b6-4c40-aafe-e001e2a65337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.966681 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.969491 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3c8cb0bb-3398-4058-b62d-23fd26db199c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.4012716 Jul 16 08:43:26.975493 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c2f60a17-e725-46f7-a3df-0f16cc725393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:26.979465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58174) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:26.989230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f60a17-e725-46f7-a3df-0f16cc725393 None None] Routers {'c817babf-e743-4f49-baa9-e0c16c2cfd76'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:26.991539 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c2f60a17-e725-46f7-a3df-0f16cc725393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c817babf-e743-4f49-baa9-e0c16c2cfd76'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:27.007213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:27.045323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c2f60a17-e725-46f7-a3df-0f16cc725393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:27.046370 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f60a17-e725-46f7-a3df-0f16cc725393 None None] The sync data for ids ['c817babf-e743-4f49-baa9-e0c16c2cfd76'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:27.126294 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2819470-4b79-4fe8-b30c-e21f4faf53c4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.129948 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2819470-4b79-4fe8-b30c-e21f4faf53c4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.208530 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2819470-4b79-4fe8-b30c-e21f4faf53c4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.209236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2819470-4b79-4fe8-b30c-e21f4faf53c4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Fanout notify agent at l3_agent the message router_deleted on router 27c97073-2ca2-455f-a376-aa69c0bf662e {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:27.218286 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2819470-4b79-4fe8-b30c-e21f4faf53c4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.223138 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a2819470-4b79-4fe8-b30c-e21f4faf53c4 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/routers/27c97073-2ca2-455f-a376-aa69c0bf662e HTTP/1.1" status: 204 len: 168 time: 2.5141826 Jul 16 08:43:27.223916 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58180) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:27.231572 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2112ea6c-c3d8-4662-96f9-a7e3a546ae71 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/routers/c817babf-e743-4f49-baa9-e0c16c2cfd76 HTTP/1.1" status: 200 len: 921 time: 0.2477162 Jul 16 08:43:27.237860 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58182) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:27.312320 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a4da70f4-4c1c-4106-94b5-ae26031a99e2 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817babf-e743-4f49-baa9-e0c16c2cfd76 HTTP/1.1" status: 200 len: 205 time: 0.0725553 Jul 16 08:43:27.315560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58186) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:27.374738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d938f4b-021e-4493-9765-2d52d262f015 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Deleting subnet c2e91ce4-4eb5-495a-8f1d-782c17421a3c {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:27.386497 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d938f4b-021e-4493-9765-2d52d262f015 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.390987 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.485467 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dfee60-cfb6-41f2-a846-28379c61afba req-ca576258-bdaa-4195-9f2d-dfd7afb18c14 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:27.487235 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-92dfee60-cfb6-41f2-a846-28379c61afba req-ca576258-bdaa-4195-9f2d-dfd7afb18c14 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.2831614 Jul 16 08:43:27.494078 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d938f4b-021e-4493-9765-2d52d262f015 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.535282 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c9d1ea08-65b6-4c40-aafe-e001e2a65337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.551709 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c9d1ea08-65b6-4c40-aafe-e001e2a65337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.654167 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d938f4b-021e-4493-9765-2d52d262f015 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.671248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d1ea08-65b6-4c40-aafe-e001e2a65337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561919de-88a0-434c-b96e-ed2211a24bb9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.682414 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c9d1ea08-65b6-4c40-aafe-e001e2a65337 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e47d0a313a1f492f878804259621bbed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7875712 Jul 16 08:43:27.687528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58188) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:27.690583 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-563d0968-e7c2-46eb-8b5e-86ead636ec00 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.692032 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-92dfee60-cfb6-41f2-a846-28379c61afba req-db0c7ddc-cb36-4d16-aad6-aec9248c2fda tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703937 Jul 16 08:43:27.856755 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aafb7d36-ce46-40c9-aa0e-2fa4176b5660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.860166 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d938f4b-021e-4493-9765-2d52d262f015 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.909517 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-563d0968-e7c2-46eb-8b5e-86ead636ec00 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.917395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:27.930366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d938f4b-021e-4493-9765-2d52d262f015 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Subnet': ['ID=c2e91ce4-4eb5-495a-8f1d-782c17421a3c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.945645 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aafb7d36-ce46-40c9-aa0e-2fa4176b5660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.958899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d938f4b-021e-4493-9765-2d52d262f015 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.965590 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8d938f4b-021e-4493-9765-2d52d262f015 tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/subnets/c2e91ce4-4eb5-495a-8f1d-782c17421a3c HTTP/1.1" status: 204 len: 168 time: 0.7227430 Jul 16 08:43:27.967564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58194) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:28.019610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:28.104119 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aafb7d36-ce46-40c9-aa0e-2fa4176b5660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.110815 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aafb7d36-ce46-40c9-aa0e-2fa4176b5660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.114333 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-aafb7d36-ce46-40c9-aa0e-2fa4176b5660 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/561919de-88a0-434c-b96e-ed2211a24bb9 HTTP/1.1" status: 204 len: 168 time: 0.4257009 Jul 16 08:43:28.137135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:28.139986 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e405484c-7c4d-4da8-92dd-19bb25d9c533" -d '{"events": [{"server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:28.158846 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.168716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb7d36-ce46-40c9-aa0e-2fa4176b5660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561919de-88a0-434c-b96e-ed2211a24bb9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:28.202213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Transition to ACTIVE for port object f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:28.207244 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.227244 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:28.271941 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f70579bb-17e7-4583-94d3-f0887e5f587f tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.290661 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0261945c-16be-4cdc-ba6c-d85d8ae21589 x-openstack-request-id: req-0261945c-16be-4cdc-ba6c-d85d8ae21589 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:28.290957 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "name": "network-vif-unplugged", "status": "completed", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:28.291218 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0261945c-16be-4cdc-ba6c-d85d8ae21589 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:28.293318 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd', 'code': 200} Jul 16 08:43:28.317661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-563d0968-e7c2-46eb-8b5e-86ead636ec00 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Deleting port 4abec3a8-2f75-42b6-8cec-5d2b6b1a78cd {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:28.317661 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-563d0968-e7c2-46eb-8b5e-86ead636ec00 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.343576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,revision_number=10']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:28.348669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:28.402800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] No DVR routers for this DVR port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:28.493585 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Attempting to bind port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:28.493585 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Attempting to bind port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:28.494169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Attempting to bind port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:28.501514 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:43:28.502007 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Attempting to bind port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:28.509820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:28.510667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:28.511212 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:28.511795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Bound port: f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:28.512256 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.635777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:28.641713 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:28.650877 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.701043 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f70579bb-17e7-4583-94d3-f0887e5f587f tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.719014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-f70579bb-17e7-4583-94d3-f0887e5f587f tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da27aefc-529c-42aa-9934-5da9f525e374']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:28.740080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-f70579bb-17e7-4583-94d3-f0887e5f587f tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5bbd4e0-f292-4936-8c75-e6e224f03a87') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:28.740365 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-f70579bb-17e7-4583-94d3-f0887e5f587f tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5bbd4e0-f292-4936-8c75-e6e224f03a87') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:28.751310 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-563d0968-e7c2-46eb-8b5e-86ead636ec00 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.763158 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f70579bb-17e7-4583-94d3-f0887e5f587f tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.782989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-563d0968-e7c2-46eb-8b5e-86ead636ec00 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Calling delete_port for 4abec3a8-2f75-42b6-8cec-5d2b6b1a78cd owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:28.797015 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f70579bb-17e7-4583-94d3-f0887e5f587f tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.808545 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70579bb-17e7-4583-94d3-f0887e5f587f tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:28.808545 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f70579bb-17e7-4583-94d3-f0887e5f587f tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.820968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.822093 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:28.826717 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:28.836671 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] 10.222.0.38 "PUT /v2.0/ports/f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd HTTP/1.1" status: 200 len: 1098 time: 1.9200466 Jul 16 08:43:28.964411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cf1a5b-ce28-4a1d-b83b-bb0674132a66 service neutron] Pushing event updated for resources: {'Port': ['ID=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,revision_number=11']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:29.072188 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-7f29f5b8-0851-4641-8a20-d15b26af0c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.077878 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-7f29f5b8-0851-4641-8a20-d15b26af0c9b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 1101 time: 0.1974633 Jul 16 08:43:29.112673 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f70579bb-17e7-4583-94d3-f0887e5f587f tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.126701 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f70579bb-17e7-4583-94d3-f0887e5f587f tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.128999 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f70579bb-17e7-4583-94d3-f0887e5f587f tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] 10.222.0.20 "DELETE /v2.0/networks/da27aefc-529c-42aa-9934-5da9f525e374 HTTP/1.1" status: 204 len: 168 time: 1.1582005 Jul 16 08:43:29.428245 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-7037e88e-5dce-4d58-b276-7c1e28e8d551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.429886 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-7037e88e-5dce-4d58-b276-7c1e28e8d551 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3431897 Jul 16 08:43:29.518681 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-44251d58-962f-4ba9-9672-c93faf7cb9ef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd HTTP/1.1" status: 200 len: 217 time: 0.0824106 Jul 16 08:43:29.591037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70579bb-17e7-4583-94d3-f0887e5f587f tempest-FloatingIPTestJSON-103702034 tempest-FloatingIPTestJSON-103702034-project] Pushing event deleted for resources: {'Network': ['ID=da27aefc-529c-42aa-9934-5da9f525e374,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:29.614261 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-563d0968-e7c2-46eb-8b5e-86ead636ec00 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.625490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-cefbe402-5c71-47e9-863b-5ef5d324b4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.635132 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-cefbe402-5c71-47e9-863b-5ef5d324b4d1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1095726 Jul 16 08:43:29.731100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58244) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:29.743714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d0968-e7c2-46eb-8b5e-86ead636ec00 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Pushing event deleted for resources: {'Port': ['ID=4abec3a8-2f75-42b6-8cec-5d2b6b1a78cd,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:29.769273 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-864e4af2-0cd4-4569-8a34-eee4a80a2b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.771273 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-864e4af2-0cd4-4569-8a34-eee4a80a2b98 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1304898 Jul 16 08:43:29.951142 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-bb5cca09-a5a9-46ec-a902-9e3b565d9de4 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685820 Jul 16 08:43:29.953496 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-563d0968-e7c2-46eb-8b5e-86ead636ec00 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.059235 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a45efc-8129-4c92-8473-b01d1b1bd9eb req-352e0678-cd15-47fc-818f-8bcf1036a553 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:30.069498 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-10a45efc-8129-4c92-8473-b01d1b1bd9eb req-352e0678-cd15-47fc-818f-8bcf1036a553 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 949 time: 0.4821370 Jul 16 08:43:30.140038 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-563d0968-e7c2-46eb-8b5e-86ead636ec00 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.143567 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-563d0968-e7c2-46eb-8b5e-86ead636ec00 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.165560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71b4a391-f775-4c9f-918a-6996e382ca01 req-703a118f-1c2b-409e-b1fc-87421352cdb8 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063489 Jul 16 08:43:30.219262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ce14e182-1c23-424d-ac03-4dbc31ad457b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6177d0e20fd94f278cc7c8233dafd6b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4865193 Jul 16 08:43:30.222232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58256) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:30.248795 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-10a45efc-8129-4c92-8473-b01d1b1bd9eb req-2c30ac73-dcde-474a-9932-bc8048818ac5 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775386 Jul 16 08:43:30.265879 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-563d0968-e7c2-46eb-8b5e-86ead636ec00 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.266908 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563d0968-e7c2-46eb-8b5e-86ead636ec00 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Fanout notify agent at l3_agent the message router_deleted on router c817babf-e743-4f49-baa9-e0c16c2cfd76 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:30.276977 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-563d0968-e7c2-46eb-8b5e-86ead636ec00 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.278786 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-563d0968-e7c2-46eb-8b5e-86ead636ec00 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "DELETE /v2.0/routers/c817babf-e743-4f49-baa9-e0c16c2cfd76 HTTP/1.1" status: 204 len: 168 time: 2.9618118 Jul 16 08:43:30.283714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58258) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:30.292462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1079883838', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'enable_snat': False}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:30.294992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:30.297485 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb" -d '{"events": [{"name": "network-changed", "server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:30.328597 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.330223 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.355377 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00455013-a4cb-4f6f-bd6c-8dee3d96185b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.399682 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00455013-a4cb-4f6f-bd6c-8dee3d96185b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.428868 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42cc8591-a502-473a-961c-c8559cee674b x-openstack-request-id: req-42cc8591-a502-473a-961c-c8559cee674b {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:30.429249 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:30.429595 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42cc8591-a502-473a-961c-c8559cee674b {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:30.430074 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd', 'status': 'completed', 'code': 200} Jul 16 08:43:30.445640 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.609791 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00455013-a4cb-4f6f-bd6c-8dee3d96185b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.612810 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00455013-a4cb-4f6f-bd6c-8dee3d96185b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.614128 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-00455013-a4cb-4f6f-bd6c-8dee3d96185b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8c6a37f-6dc0-433a-9f14-af3d71670abf HTTP/1.1" status: 204 len: 168 time: 0.3908346 Jul 16 08:43:30.639722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00455013-a4cb-4f6f-bd6c-8dee3d96185b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c6a37f-6dc0-433a-9f14-af3d71670abf,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:30.653947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-3839b137-6047-415b-a066-9153992c44d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:30.655507 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-3839b137-6047-415b-a066-9153992c44d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 1101 time: 0.2245140 Jul 16 08:43:30.675020 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-6a3b92d5-b984-4aa8-9078-d14ce8b3d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:30.676679 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-6a3b92d5-b984-4aa8-9078-d14ce8b3d34a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 1101 time: 0.2032011 Jul 16 08:43:30.710660 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.825745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58274) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:30.951856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-5453ba28-083b-4391-9982-62145b313177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:30.954345 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-5453ba28-083b-4391-9982-62145b313177 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.2885036 Jul 16 08:43:31.076263 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-f7232d66-e3ab-48bc-af72-ff11c4461691 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd HTTP/1.1" status: 200 len: 217 time: 0.1074402 Jul 16 08:43:31.108528 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.143853 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.194895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-28b1509f-3ce5-4ec8-b018-3a2a97d191b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.200962 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-28b1509f-3ce5-4ec8-b018-3a2a97d191b1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.5037351 Jul 16 08:43:31.319603 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-ad144f1d-9365-4d89-83e2-988dae4fad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.327921 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-ad144f1d-9365-4d89-83e2-988dae4fad72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2374542 Jul 16 08:43:31.333135 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-13fa18b9-2e87-4613-92b2-5ee5c7892aff service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd HTTP/1.1" status: 200 len: 217 time: 0.1277416 Jul 16 08:43:31.370111 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Allocated IP 172.25.4.223 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:31.391046 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-777abcd8-7dfa-4416-b9d8-081aa889f304 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1124081446'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:31.391624 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-777abcd8-7dfa-4416-b9d8-081aa889f304 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Unknown quota resources ['metering_label']. {{(pid=93694) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:43:31.430566 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-b102a884-c1bd-4229-a756-b6fd0d676379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.432901 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-b102a884-c1bd-4229-a756-b6fd0d676379 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0758731 Jul 16 08:43:31.771104 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-1c84c023-87ee-4494-991b-9228af3ac54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.772528 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-1c84c023-87ee-4494-991b-9228af3ac54a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4355717 Jul 16 08:43:31.797288 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-777abcd8-7dfa-4416-b9d8-081aa889f304 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.798649 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-777abcd8-7dfa-4416-b9d8-081aa889f304 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.9709473 Jul 16 08:43:31.805847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58302) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:31.815503 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-62c8d473-3733-4415-9224-4b4fd9749ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.815699 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7abae36d-5b5d-42af-a393-d5aa78ff5d03 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd1027a96-0e3d-476d-9630-7302160cf5b2'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:31.816653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7abae36d-5b5d-42af-a393-d5aa78ff5d03 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93694) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:43:31.817274 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-62c8d473-3733-4415-9224-4b4fd9749ce8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3617241 Jul 16 08:43:31.835532 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.838763 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-ea93242e-45e4-48a1-89d8-8db1cc24c365 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3334882 Jul 16 08:43:31.929505 n-d-758944-46 neutron-server[93694]: WARNING neutron.services.metering.metering_plugin [None req-7abae36d-5b5d-42af-a393-d5aa78ff5d03 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 08:43:31.986404 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-a7fe1e03-450b-4520-84eb-8cdf810b3817 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450019 Jul 16 08:43:32.075860 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75654f24-b1ef-42fb-9ea5-2b0ea9b7b6bb req-2eb77954-7dc2-4dc1-9670-f48e4a7dd896 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.083131 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-75654f24-b1ef-42fb-9ea5-2b0ea9b7b6bb req-2eb77954-7dc2-4dc1-9670-f48e4a7dd896 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 949 time: 0.5361087 Jul 16 08:43:32.261169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-75654f24-b1ef-42fb-9ea5-2b0ea9b7b6bb req-4b515af4-8071-4d33-8950-f117e9fd038e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767519 Jul 16 08:43:32.298882 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-47a48aa7-936b-4b9f-aef1-3e7ae8f1acfb service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5150664 Jul 16 08:43:32.314080 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-e210fa6c-9042-4f32-9aa1-7081bf0cce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.314575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-e210fa6c-9042-4f32-9aa1-7081bf0cce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.315064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-e210fa6c-9042-4f32-9aa1-7081bf0cce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.315543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-e210fa6c-9042-4f32-9aa1-7081bf0cce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.317107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-e210fa6c-9042-4f32-9aa1-7081bf0cce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.317107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-e210fa6c-9042-4f32-9aa1-7081bf0cce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.317107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-e210fa6c-9042-4f32-9aa1-7081bf0cce38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.319799 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-e210fa6c-9042-4f32-9aa1-7081bf0cce38 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8722177fc6ea499891c4ef1fb2062076&device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 6508 time: 0.3257384 Jul 16 08:43:32.323995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58312) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:32.353730 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-96a8dc4d-eff4-4c76-86f2-da1d3192859b service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185699 Jul 16 08:43:32.642658 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d33ee61c-01cf-4606-a5d5-32d7ed5e2bcb req-059128cb-a98a-4fcc-86ac-23d4eba8f8b0 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213656 Jul 16 08:43:32.644531 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7abae36d-5b5d-42af-a393-d5aa78ff5d03 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.645924 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7abae36d-5b5d-42af-a393-d5aa78ff5d03 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8392754 Jul 16 08:43:32.652777 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58320) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:32.659436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d2292545-67f7-4b33-8400-21e57ad99264 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd1027a96-0e3d-476d-9630-7302160cf5b2'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:32.660056 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d2292545-67f7-4b33-8400-21e57ad99264 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93694) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:43:32.661181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a52d102d-d6d7-4274-8e3f-cb1de297df1d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:32.664529 n-d-758944-46 neutron-server[93695]: WARNING neutron.api.v2.base [None req-a52d102d-d6d7-4274-8e3f-cb1de297df1d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 08:43:32.666213 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-a52d102d-d6d7-4274-8e3f-cb1de297df1d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:43:32.675190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58324) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:32.675778 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a52d102d-d6d7-4274-8e3f-cb1de297df1d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3428414 Jul 16 08:43:32.764184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-57e34773-13b6-4f22-aab1-4a279c2aec81 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group': {'name': 'tempest-secgroup--510853774'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:32.779414 n-d-758944-46 neutron-server[93694]: WARNING neutron.services.metering.metering_plugin [None req-d2292545-67f7-4b33-8400-21e57ad99264 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 08:43:32.783015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-8f04c04a-3a4d-427e-9d3a-a000383763ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.783499 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.783974 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-8f04c04a-3a4d-427e-9d3a-a000383763ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.784932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-8f04c04a-3a4d-427e-9d3a-a000383763ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.795952 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-8f04c04a-3a4d-427e-9d3a-a000383763ec service neutron] 10.222.0.38 "GET /v2.0/networks?id=2055bc3a-708e-4fbd-bdcb-dd6830ef6991&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&id=0b6245ad-207a-4492-93ca-7fe1f5645c7a HTTP/1.1" status: 200 len: 2295 time: 0.3261282 Jul 16 08:43:32.906714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:32.948037 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57e34773-13b6-4f22-aab1-4a279c2aec81 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.950782 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:32.966320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:32.966744 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2292545-67f7-4b33-8400-21e57ad99264 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.970828 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d2292545-67f7-4b33-8400-21e57ad99264 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3141465 Jul 16 08:43:32.977531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58328) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:32.993874 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-70b9ae56-0161-4eac-9da8-68aba94d1ee4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19362c34-d5f6-4f9b-af89-b7af39297e18 HTTP/1.1" status: 200 len: 1001 time: 0.1873407 Jul 16 08:43:33.002233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Pushing event updated for resources: {'Port': ['ID=14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:33.007940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57e34773-13b6-4f22-aab1-4a279c2aec81 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.033340 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1c0f637c-3e7d-45b9-8cbd-3f76a4872a81 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=2d99f2f4-959e-4693-8fc0-5d9299b5a257 HTTP/1.1" status: 200 len: 462 time: 0.0536063 Jul 16 08:43:33.034582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58332) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:33.096346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-475508f5-37bd-4797-8a4f-78798ca5a2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.098942 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-475508f5-37bd-4797-8a4f-78798ca5a2a9 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43909eb2-c2e2-4352-8c3b-116900d301bb HTTP/1.1" status: 200 len: 856 time: 0.0959306 Jul 16 08:43:33.265250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:33.267929 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2237bde9-d7a9-418d-a428-a700f6ae8f7d tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.274724 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2237bde9-d7a9-418d-a428-a700f6ae8f7d tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/2d99f2f4-959e-4693-8fc0-5d9299b5a257 HTTP/1.1" status: 204 len: 168 time: 0.2153239 Jul 16 08:43:33.275585 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58336) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:33.296430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-19ac4bfd-8947-4163-8bd3-596e55c9e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.298234 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-19ac4bfd-8947-4163-8bd3-596e55c9e220 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2055bc3a-708e-4fbd-bdcb-dd6830ef6991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1894789 Jul 16 08:43:33.311524 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-887a1fec-98c3-469d-9d7b-1f05a6022e2c tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=2d99f2f4-959e-4693-8fc0-5d9299b5a257 HTTP/1.1" status: 200 len: 221 time: 0.0236306 Jul 16 08:43:33.313135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58340) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:33.330923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-494312b7-873e-40c6-8d5e-d118b988ead1 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--593934535', 'description': 'label created by tempest'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:33.331618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-494312b7-873e-40c6-8d5e-d118b988ead1 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Unknown quota resources ['metering_label']. {{(pid=93695) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:43:33.403069 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b8699-0897-4884-93bf-e7ce4adb4406 req-3bce5937-8636-40ae-aae9-100079924fbc tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.404819 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-018b8699-0897-4884-93bf-e7ce4adb4406 req-3bce5937-8636-40ae-aae9-100079924fbc tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.2373452 Jul 16 08:43:33.424402 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57e34773-13b6-4f22-aab1-4a279c2aec81 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.444996 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57e34773-13b6-4f22-aab1-4a279c2aec81 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.509648 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.515838 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e34773-13b6-4f22-aab1-4a279c2aec81 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8f2fef-b263-4bef-b45a-d39dad9e94e4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:33.538262 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-018b8699-0897-4884-93bf-e7ce4adb4406 req-08507f5c-9445-46c9-8cae-54a9fcd54665 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196887 Jul 16 08:43:33.621753 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:33.638794 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd', 'mac_address': 'fa:16:3e:7a:e4:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:33.714279 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.715787 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.743841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:33.760203 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57e34773-13b6-4f22-aab1-4a279c2aec81 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.778865 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57e34773-13b6-4f22-aab1-4a279c2aec81 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.796058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:33.806285 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.861466 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57e34773-13b6-4f22-aab1-4a279c2aec81 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.862739 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-57e34773-13b6-4f22-aab1-4a279c2aec81 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1864929 Jul 16 08:43:33.866109 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58344) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:33.872849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e8aa6447-211f-4d40-9911-9981589dcee9 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': 'c9c1dfe5-70f2-4dbd-b537-0ea298c427d0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:33.877315 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e34773-13b6-4f22-aab1-4a279c2aec81 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c1dfe5-70f2-4dbd-b537-0ea298c427d0,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:33.880843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,revision_number=12']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:33.954000 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6447-211f-4d40-9911-9981589dcee9 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.974092 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.074834 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-494312b7-873e-40c6-8d5e-d118b988ead1 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.077418 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-494312b7-873e-40c6-8d5e-d118b988ead1 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.7510126 Jul 16 08:43:34.081710 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58348) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:34.085836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-bca51d53-e11f-4b4c-9750-dcbd4e5591ce service neutron] 10.222.0.38 "GET /v2.0/networks/2055bc3a-708e-4fbd-bdcb-dd6830ef6991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7714460 Jul 16 08:43:34.111249 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:34.173765 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b687ee69-d6fb-4001-86b5-bfcff120c063 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=48bddf32-33b3-4c4c-ae04-186b5ec471d2 HTTP/1.1" status: 200 len: 467 time: 0.0909297 Jul 16 08:43:34.179393 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58350) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:34.195835 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6447-211f-4d40-9911-9981589dcee9 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.210278 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6447-211f-4d40-9911-9981589dcee9 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.252171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8aa6447-211f-4d40-9911-9981589dcee9 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f33eeb-ada1-4a5b-8e1a-0d7ecdf8058a,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:34.275923 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e8aa6447-211f-4d40-9911-9981589dcee9 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.283283 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e8aa6447-211f-4d40-9911-9981589dcee9 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4161801 Jul 16 08:43:34.285981 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58352) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:34.297431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-bf671be5-e0d5-4255-af29-9049440e4524 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': 'c9c1dfe5-70f2-4dbd-b537-0ea298c427d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:34.317884 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806848de-db72-494d-b21b-dfad40105d52 req-fec6116a-f6eb-4da8-891c-74f8c994d15c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:34.320185 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-806848de-db72-494d-b21b-dfad40105d52 req-fec6116a-f6eb-4da8-891c-74f8c994d15c tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 950 time: 0.5006361 Jul 16 08:43:34.392973 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf671be5-e0d5-4255-af29-9049440e4524 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.403971 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-80824d4a-03ae-402b-8838-bf19f1aca40e service neutron] 10.222.0.38 "GET /v2.0/networks/2055bc3a-708e-4fbd-bdcb-dd6830ef6991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113077 Jul 16 08:43:34.434888 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Router dc832360-a708-4343-a766-9fb78d56242c is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:34.519846 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-777f3f23-1cc0-4ab9-a712-4e116e7d9066 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=b4b07ed5-62ac-496e-8d9f-e59c95bdad06 HTTP/1.1" status: 200 len: 217 time: 0.1058846 Jul 16 08:43:34.552975 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-bf671be5-e0d5-4255-af29-9049440e4524 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:43:34.552975 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bf671be5-e0d5-4255-af29-9049440e4524 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2608483 Jul 16 08:43:34.576522 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58356) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:34.588797 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-806848de-db72-494d-b21b-dfad40105d52 req-8ce7ffaa-cf82-4272-ab5f-86023bb5c4a3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831782 Jul 16 08:43:34.610104 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dd582376-41a0-43c9-9ab5-f0be9b829d10 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.611328 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dd582376-41a0-43c9-9ab5-f0be9b829d10 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/48bddf32-33b3-4c4c-ae04-186b5ec471d2 HTTP/1.1" status: 204 len: 168 time: 0.4317899 Jul 16 08:43:34.615885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58360) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:34.635137 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c976d368-a95b-42e1-bce4-c4bb24a05ff9 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=48bddf32-33b3-4c4c-ae04-186b5ec471d2 HTTP/1.1" status: 200 len: 216 time: 0.0176721 Jul 16 08:43:34.651690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58364) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:34.660215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-2f3e62cb-b34d-4271-9722-ae36b36d6fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:34.661793 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-2f3e62cb-b34d-4271-9722-ae36b36d6fdf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.1321857 Jul 16 08:43:34.672563 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-58fa2d25-b12d-4dd0-9777-f71cbe4858b5 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0195608 Jul 16 08:43:34.676772 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:34.683249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58366) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:34.694717 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Sync routers for ids ['dc832360-a708-4343-a766-9fb78d56242c'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:34.695643 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6a885e7-e769-4bd9-b0cf-218a18a51348 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.721905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.723427 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b3a11982-8cf6-446f-ab87-8ae8f4f318b4 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.4382958 Jul 16 08:43:34.727705 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58368) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:34.728900 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Routers {'dc832360-a708-4343-a766-9fb78d56242c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:34.730233 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dc832360-a708-4343-a766-9fb78d56242c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:34.744886 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-80a92b72-20ec-4312-b280-efac47f86422 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0468020 Jul 16 08:43:34.755408 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6a885e7-e769-4bd9-b0cf-218a18a51348 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.771626 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58370) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:34.861977 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-fb005155-0377-42cb-98ae-2634e10c694c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:34.863689 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-fb005155-0377-42cb-98ae-2634e10c694c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1947877 Jul 16 08:43:34.887810 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-85f5b01e-a190-456d-bbdb-765ced850e52 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/routers/dc832360-a708-4343-a766-9fb78d56242c HTTP/1.1" status: 200 len: 909 time: 0.1547899 Jul 16 08:43:34.894136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58374) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:34.899025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1079883838', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'enable_snat': True}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:34.914651 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-68b463fb-d6ad-419e-9164-a5d6c581e48d tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-labels/d1027a96-0e3d-476d-9630-7302160cf5b2 HTTP/1.1" status: 200 len: 473 time: 0.1357589 Jul 16 08:43:34.915959 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58376) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:34.944550 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d3f7c9fe-6a15-4cb5-8bf0-f0dadd797110 tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "GET /v2.0/metering/metering-label-rules/346a856e-90bb-4519-86f6-1a53b733f451 HTTP/1.1" status: 200 len: 459 time: 0.0221705 Jul 16 08:43:34.948729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58378) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:34.991417 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6a885e7-e769-4bd9-b0cf-218a18a51348 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.000009 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6a885e7-e769-4bd9-b0cf-218a18a51348 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.000009 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e6a885e7-e769-4bd9-b0cf-218a18a51348 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "DELETE /v2.0/security-groups/c9c1dfe5-70f2-4dbd-b537-0ea298c427d0 HTTP/1.1" status: 204 len: 168 time: 0.4183874 Jul 16 08:43:35.003159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58380) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:35.008338 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f023f5-b44a-4ae9-9f6d-ac94bbe58cb8 req-6729566a-380d-4aec-9018-de33e938f849 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:35.010348 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-10f023f5-b44a-4ae9-9f6d-ac94bbe58cb8 req-6729566a-380d-4aec-9018-de33e938f849 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.2328403 Jul 16 08:43:35.026120 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a885e7-e769-4bd9-b0cf-218a18a51348 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c1dfe5-70f2-4dbd-b537-0ea298c427d0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:35.026428 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Set router dc832360-a708-4343-a766-9fb78d56242c gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:35.028031 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.029357 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.106329 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-66245092-b553-4f8c-8614-ec284dc870e6 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350900 Jul 16 08:43:35.170087 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a486eca6-a0ab-4fdf-a123-675cef07d71f tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.171315 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a486eca6-a0ab-4fdf-a123-675cef07d71f tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-label-rules/346a856e-90bb-4519-86f6-1a53b733f451 HTTP/1.1" status: 204 len: 168 time: 0.2210662 Jul 16 08:43:35.176740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58386) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:35.199414 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.207368 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3242e20a-2464-4eea-8100-6d287cfc847d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2028949 Jul 16 08:43:35.209065 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a5cad802-46bc-41d3-9bdf-5efb24449f89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.217905 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58388) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:35.225489 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-10f023f5-b44a-4ae9-9f6d-ac94bbe58cb8 req-737bd6e5-c2cd-4e6a-bd85-e0a92d890225 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873364 Jul 16 08:43:35.227343 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-0cc4405c-44fc-4db5-8c3a-38de2334e11d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group': {'name': 'tempest-secgroup--662502035'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:35.302000 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:35.390050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165cfcc-5b1c-4871-ae19-5cc5f2ffdd09 req-b10135a1-91f1-4003-b79c-347e1896d1bc tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:35.392604 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1165cfcc-5b1c-4871-ae19-5cc5f2ffdd09 req-b10135a1-91f1-4003-b79c-347e1896d1bc tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.15 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.4287665 Jul 16 08:43:35.417580 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.456790 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0cc4405c-44fc-4db5-8c3a-38de2334e11d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.548116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:35.557973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:35.559023 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.594586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-132f14b9-0824-4433-aae5-f64197699f77 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4710338 Jul 16 08:43:35.597422 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.706360 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-2196b3c4-6d8d-4ff3-9d21-f8df6375de3d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0848227 Jul 16 08:43:35.711605 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-53dc96b8-5ec3-4c21-b643-a7deeab70b5f tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.718690 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-53dc96b8-5ec3-4c21-b643-a7deeab70b5f tempest-MeteringIpV6TestJSON-909921215 tempest-MeteringIpV6TestJSON-909921215-project-admin] 10.222.0.20 "DELETE /v2.0/metering/metering-labels/d1027a96-0e3d-476d-9630-7302160cf5b2 HTTP/1.1" status: 204 len: 168 time: 0.5385826 Jul 16 08:43:35.780474 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.859389 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:35.861027 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:35.864046 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea373bf-25c9-4931-89f5-65cc1d486cd1" -d '{"events": [{"server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "name": "network-vif-plugged", "status": "completed", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:35.870284 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.878019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-bc386115-da3b-4346-a9a1-4147fef5d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:35.879646 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-bc386115-da3b-4346-a9a1-4147fef5d894 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.1647527 Jul 16 08:43:35.948048 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-1165cfcc-5b1c-4871-ae19-5cc5f2ffdd09 req-4e3ab113-dc26-4d65-bdee-f6abf2de0611 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Deleting port 81e1fe20-877c-45f7-a8ee-ed2556c790ff {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:35.948558 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1165cfcc-5b1c-4871-ae19-5cc5f2ffdd09 req-4e3ab113-dc26-4d65-bdee-f6abf2de0611 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.957920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,revision_number=13']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:35.978436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c196849-d0ad-406b-b81c-38e6025b05b0 req-ebb42412-827c-440b-9fe6-4a212cf66d8b tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:35.980745 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc832360-a708-4343-a766-9fb78d56242c', 'name': 'tempest-snat-router-1079883838', 'tenant_id': 'd363eb4c7b0a408799847771f754dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.223'}], 'enable_snat': False}, 'gw_port_id': '14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:30Z', 'updated_at': '2021-07-16T08:43:33Z', 'revision_number': 3, 'project_id': 'd363eb4c7b0a408799847771f754dd21', 'gw_port': {'id': '14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc832360-a708-4343-a766-9fb78d56242c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:31Z', 'updated_at': '2021-07-16T08:43:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:35.985917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c196849-d0ad-406b-b81c-38e6025b05b0 req-ebb42412-827c-440b-9fe6-4a212cf66d8b tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 1102 time: 0.9834437 Jul 16 08:43:36.027596 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Checking router: dc832360-a708-4343-a766-9fb78d56242c for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:36.028673 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Updating router dc832360-a708-4343-a766-9fb78d56242c port 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:36.050277 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0cc4405c-44fc-4db5-8c3a-38de2334e11d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.082538 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.133150 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8458e853-ac51-472d-ba41-b532f94b5500 x-openstack-request-id: req-8458e853-ac51-472d-ba41-b532f94b5500 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:36.133622 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "name": "network-vif-plugged", "status": "completed", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:36.134018 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8458e853-ac51-472d-ba41-b532f94b5500 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:36.134700 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd', 'code': 200} Jul 16 08:43:36.222651 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0cc4405c-44fc-4db5-8c3a-38de2334e11d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.344529 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58400) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:36.382396 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0cc4405c-44fc-4db5-8c3a-38de2334e11d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.384526 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0cc4405c-44fc-4db5-8c3a-38de2334e11d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1653640 Jul 16 08:43:36.388981 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58404) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:36.394383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-1165cfcc-5b1c-4871-ae19-5cc5f2ffdd09 req-4e3ab113-dc26-4d65-bdee-f6abf2de0611 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] For port 81e1fe20-877c-45f7-a8ee-ed2556c790ff, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81e1fe20-877c-45f7-a8ee-ed2556c790ff,segment=NetworkSegment(a5fd003c-1729-4f0d-85ff-74d9b948dab9),segment_id=a5fd003c-1729-4f0d-85ff-74d9b948dab9)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:36.395110 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1165cfcc-5b1c-4871-ae19-5cc5f2ffdd09 req-4e3ab113-dc26-4d65-bdee-f6abf2de0611 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.396342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f78cefbd-dd34-43fa-a402-a85e60657b65 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': 'ce76730b-0e23-49d3-bd83-85f29918b3ef', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:36.397959 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-f78cefbd-dd34-43fa-a402-a85e60657b65 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 08:43:36.398844 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-f78cefbd-dd34-43fa-a402-a85e60657b65 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:36.400793 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f78cefbd-dd34-43fa-a402-a85e60657b65 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098953 Jul 16 08:43:36.403415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4405c-44fc-4db5-8c3a-38de2334e11d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce76730b-0e23-49d3-bd83-85f29918b3ef,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:36.405544 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58406) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:36.412067 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c196849-d0ad-406b-b81c-38e6025b05b0 req-37e08259-dffd-44d6-96ee-ee57fabd0fcf tempest-MigrationsAdminTest-379911327 tempest-MigrationsAdminTest-379911327-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4247859 Jul 16 08:43:36.449461 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-1165cfcc-5b1c-4871-ae19-5cc5f2ffdd09 req-4e3ab113-dc26-4d65-bdee-f6abf2de0611 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Calling delete_port for 81e1fe20-877c-45f7-a8ee-ed2556c790ff owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:36.497227 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-7dc75d9d-6888-4ff7-9d41-11b3dea0d389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.499428 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-7dc75d9d-6888-4ff7-9d41-11b3dea0d389 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6120722 Jul 16 08:43:36.583625 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.607090 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Transition to ACTIVE for port object 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:36.618977 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.663046 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0c50-97ad-4551-8b99-2ffce4e2c61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.710382 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac14f3-7b56-4782-ba62-d29a65174501 None None] Pushing event updated for resources: {'Port': ['ID=14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:36.755788 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d07bd843-aef7-40b5-86e0-6f216b932706 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.784097 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Attempting to bind port 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:36.784468 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Attempting to bind port 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:36.785689 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Attempting to bind port 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:36.802233 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:36.803797 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:36.804907 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d07bd843-aef7-40b5-86e0-6f216b932706 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.805361 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.806899 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:36.809614 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Bound port: 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:36.811552 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.860166 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.934038 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.936913 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6ee97-e219-4956-b189-312fe77287de req-9f65f18d-54f9-4b9b-903c-4df2ff01f519 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.946329 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5bd6ee97-e219-4956-b189-312fe77287de req-9f65f18d-54f9-4b9b-903c-4df2ff01f519 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 946 time: 0.4759305 Jul 16 08:43:36.956345 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-c8f17e8d-9864-4392-8967-3ec8c4b68710 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425507 Jul 16 08:43:36.964520 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d07bd843-aef7-40b5-86e0-6f216b932706 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.968115 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d07bd843-aef7-40b5-86e0-6f216b932706 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.976242 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d07bd843-aef7-40b5-86e0-6f216b932706 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "DELETE /v2.0/security-groups/ce76730b-0e23-49d3-bd83-85f29918b3ef HTTP/1.1" status: 204 len: 168 time: 0.5625443 Jul 16 08:43:36.976242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58414) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:37.002688 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] For port 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:37.018957 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] For port 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:37.031124 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.119549 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0c50-97ad-4551-8b99-2ffce4e2c61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.171832 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5bd6ee97-e219-4956-b189-312fe77287de req-3e6097cb-5990-457a-b051-37d14b2b7d81 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/security-groups?id=f2f44f40-302f-4239-8bf8-53fb27523def&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241266 Jul 16 08:43:37.173293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07bd843-aef7-40b5-86e0-6f216b932706 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce76730b-0e23-49d3-bd83-85f29918b3ef,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.177245 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2e6d0c50-97ad-4551-8b99-2ffce4e2c61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.209924 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac14f3-7b56-4782-ba62-d29a65174501 None None] Pushing event updated for resources: {'Port': ['ID=14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.254804 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Routers {'dc832360-a708-4343-a766-9fb78d56242c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:37.256835 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dc832360-a708-4343-a766-9fb78d56242c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:37.300843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c70545ef-fc31-4129-8a7b-1b5d6300ee44 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3070903 Jul 16 08:43:37.305665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58420) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:37.322901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-95b4ef7d-8147-4fc2-a46f-efa611167a8d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group': {'name': 'tempest-secgroup--465085357'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:37.368797 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2e6d0c50-97ad-4551-8b99-2ffce4e2c61a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58ca296cc2874e4f9620569cef93154f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0226626 Jul 16 08:43:37.375897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58422) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:37.442131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d0c50-97ad-4551-8b99-2ffce4e2c61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449f1dfc-8859-41ef-a60f-6d270778c645,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.468989 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] Set router dc832360-a708-4343-a766-9fb78d56242c gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:37.528680 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6c0c2759-1b0a-49b1-ab0d-c3d71fba467c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.533754 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-95b4ef7d-8147-4fc2-a46f-efa611167a8d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.704166 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6c0c2759-1b0a-49b1-ab0d-c3d71fba467c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.782881 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc832360-a708-4343-a766-9fb78d56242c', 'name': 'tempest-snat-router-1079883838', 'tenant_id': 'd363eb4c7b0a408799847771f754dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.223'}], 'enable_snat': False}, 'gw_port_id': '14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:30Z', 'updated_at': '2021-07-16T08:43:33Z', 'revision_number': 3, 'project_id': 'd363eb4c7b0a408799847771f754dd21', 'gw_port': {'id': '14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc832360-a708-4343-a766-9fb78d56242c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:31Z', 'updated_at': '2021-07-16T08:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:37.811487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da6a75-d7d2-42e0-bfe7-c612bc08beae req-d7806cd6-3ffa-4845-a2c1-ee9b936f950d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:37.817114 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-09da6a75-d7d2-42e0-bfe7-c612bc08beae req-d7806cd6-3ffa-4845-a2c1-ee9b936f950d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 951 time: 0.2038484 Jul 16 08:43:37.857520 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46fa531-fe07-4aaf-8bc3-d2eb37ed8d6c None None] The sync data for ids ['dc832360-a708-4343-a766-9fb78d56242c'] in n-d-758944-46 is: [{'id': 'dc832360-a708-4343-a766-9fb78d56242c', 'name': 'tempest-snat-router-1079883838', 'tenant_id': 'd363eb4c7b0a408799847771f754dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.223'}], 'enable_snat': False}, 'gw_port_id': '14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:30Z', 'updated_at': '2021-07-16T08:43:33Z', 'revision_number': 3, 'project_id': 'd363eb4c7b0a408799847771f754dd21', 'gw_port': {'id': '14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:5b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc832360-a708-4343-a766-9fb78d56242c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1602, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:31Z', 'updated_at': '2021-07-16T08:43:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:37.863622 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6c0c2759-1b0a-49b1-ab0d-c3d71fba467c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.866906 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6c0c2759-1b0a-49b1-ab0d-c3d71fba467c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.870638 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6c0c2759-1b0a-49b1-ab0d-c3d71fba467c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/449f1dfc-8859-41ef-a60f-6d270778c645 HTTP/1.1" status: 204 len: 168 time: 0.4908676 Jul 16 08:43:37.900644 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c6eb95e0-d582-437d-98b8-a185f9d6b505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.925680 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-09da6a75-d7d2-42e0-bfe7-c612bc08beae req-4dc278eb-bb44-4075-85c6-1370df0fe609 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039464 Jul 16 08:43:37.941632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c2759-1b0a-49b1-ab0d-c3d71fba467c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449f1dfc-8859-41ef-a60f-6d270778c645,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.953070 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-95b4ef7d-8147-4fc2-a46f-efa611167a8d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.957164 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-8305b55e-0011-45b1-b568-ecec02441589 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9418738 Jul 16 08:43:37.962568 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-95b4ef7d-8147-4fc2-a46f-efa611167a8d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.997611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Allocated IP 172.25.4.191 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/c3511ce9-c07b-4679-b563-054fd0a67e11) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:38.000219 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4ef7d-8147-4fc2-a46f-efa611167a8d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29aaff1f-6892-493b-8985-8d1a94e32e33,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:38.002871 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1165cfcc-5b1c-4871-ae19-5cc5f2ffdd09 req-4e3ab113-dc26-4d65-bdee-f6abf2de0611 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.026451 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-95b4ef7d-8147-4fc2-a46f-efa611167a8d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.028699 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-95b4ef7d-8147-4fc2-a46f-efa611167a8d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7141266 Jul 16 08:43:38.031565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58426) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:38.038976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7f181f01-4d1c-4cb6-8658-a6f0323c2487 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': '29aaff1f-6892-493b-8985-8d1a94e32e33', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:38.040456 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-7f181f01-4d1c-4cb6-8658-a6f0323c2487 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 08:43:38.041350 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-7f181f01-4d1c-4cb6-8658-a6f0323c2487 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:38.043766 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7f181f01-4d1c-4cb6-8658-a6f0323c2487 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0095227 Jul 16 08:43:38.046398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58428) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:38.085119 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-0626c7a0-5e7d-42a7-8caa-fce889a7aa5c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6e71c4ff-1f67-4669-9250-8125eb2bb63a HTTP/1.1" status: 200 len: 217 time: 0.1097932 Jul 16 08:43:38.092628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3ab113-dc26-4d65-bdee-f6abf2de0611 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Pushing event deleted for resources: {'Port': ['ID=81e1fe20-877c-45f7-a8ee-ed2556c790ff,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:38.185862 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.187040 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c306b461-f330-449c-a013-dd16e7ebae3f tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.255755 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 81e1fe20-877c-45f7-a8ee-ed2556c790ff no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:38.313940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c306b461-f330-449c-a013-dd16e7ebae3f tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.332684 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-1165cfcc-5b1c-4871-ae19-5cc5f2ffdd09 req-4e3ab113-dc26-4d65-bdee-f6abf2de0611 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] No DVR routers for this DVR port 81e1fe20-877c-45f7-a8ee-ed2556c790ff on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:38.338618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-43724973-6d73-452c-855b-d7e9b42c7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.340146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-43724973-6d73-452c-855b-d7e9b42c7328 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.2198861 Jul 16 08:43:38.341406 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1165cfcc-5b1c-4871-ae19-5cc5f2ffdd09 req-4e3ab113-dc26-4d65-bdee-f6abf2de0611 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.344362 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 81e1fe20-877c-45f7-a8ee-ed2556c790ff {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:38.345057 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1165cfcc-5b1c-4871-ae19-5cc5f2ffdd09 req-4e3ab113-dc26-4d65-bdee-f6abf2de0611 tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.15 "DELETE /v2.0/ports/81e1fe20-877c-45f7-a8ee-ed2556c790ff HTTP/1.1" status: 204 len: 173 time: 2.9415336 Jul 16 08:43:38.347453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 81e1fe20-877c-45f7-a8ee-ed2556c790ff not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:38.348229 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fc8c8af-46b0-40f6-8dad-54bd0a678fc2', 'name': 'network-vif-deleted', 'tag': '81e1fe20-877c-45f7-a8ee-ed2556c790ff'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:38.352055 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a62e5bf4-6514-4c76-b003-728e8d060ebc" -d '{"events": [{"server_uuid": "2fc8c8af-46b0-40f6-8dad-54bd0a678fc2", "name": "network-vif-deleted", "tag": "81e1fe20-877c-45f7-a8ee-ed2556c790ff"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:38.398101 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c306b461-f330-449c-a013-dd16e7ebae3f tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.401440 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c306b461-f330-449c-a013-dd16e7ebae3f tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.406082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58436) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:38.407029 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c306b461-f330-449c-a013-dd16e7ebae3f tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "DELETE /v2.0/security-groups/29aaff1f-6892-493b-8985-8d1a94e32e33 HTTP/1.1" status: 204 len: 168 time: 0.3590515 Jul 16 08:43:38.449541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c306b461-f330-449c-a013-dd16e7ebae3f tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29aaff1f-6892-493b-8985-8d1a94e32e33,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:38.548078 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-821f3400-9b2a-42dc-9894-c19c5d059816 x-openstack-request-id: req-821f3400-9b2a-42dc-9894-c19c5d059816 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:38.550841 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fc8c8af-46b0-40f6-8dad-54bd0a678fc2", "name": "network-vif-deleted", "tag": "81e1fe20-877c-45f7-a8ee-ed2556c790ff", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:38.552000 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-821f3400-9b2a-42dc-9894-c19c5d059816 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:38.553619 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fc8c8af-46b0-40f6-8dad-54bd0a678fc2', 'name': 'network-vif-deleted', 'tag': '81e1fe20-877c-45f7-a8ee-ed2556c790ff', 'status': 'completed', 'code': 200} Jul 16 08:43:38.567344 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.571256 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58442) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:38.598713 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27810897-794e-4a23-92f8-467a15fa4f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.661149 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eac7cfe7-e094-4f4a-8862-06217fa29aee tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2520301 Jul 16 08:43:38.670007 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a14d32fb-66a0-4a3e-a668-8c4263ceb32e req-fa91ab4a-9c34-4ff3-8e6a-b98ae79e214b tempest-ServersNegativeTestJSON-1529848753 tempest-ServersNegativeTestJSON-1529848753-project] 10.222.0.20 "GET /v2.0/ports?device_id=2fc8c8af-46b0-40f6-8dad-54bd0a678fc2 HTTP/1.1" status: 200 len: 210 time: 0.0682528 Jul 16 08:43:38.674321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58444) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:38.683140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6cea3801-09f8-45dc-a7a8-6a488c15b92b tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group': {'name': 'tempest-secgroup--1821891781'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:38.707658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-0d633d5b-175b-4c9b-8227-102f6ea6ea32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.710836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-0d633d5b-175b-4c9b-8227-102f6ea6ea32 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3552012 Jul 16 08:43:38.856304 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d9fb38-f82b-43cc-974a-4659913e084f req-b2d97bbf-014f-4c37-a319-bbc9a4968636 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.861599 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10d9fb38-f82b-43cc-974a-4659913e084f req-b2d97bbf-014f-4c37-a319-bbc9a4968636 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 951 time: 0.4126735 Jul 16 08:43:38.865478 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.902562 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27810897-794e-4a23-92f8-467a15fa4f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.929304 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27810897-794e-4a23-92f8-467a15fa4f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.952464 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cea3801-09f8-45dc-a7a8-6a488c15b92b tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.997362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27810897-794e-4a23-92f8-467a15fa4f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d82345-8414-419b-926c-99bc43de6e42,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:39.011391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:39.020565 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-27810897-794e-4a23-92f8-467a15fa4f63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15f6a5ca3a574dbf9004fb64808b467d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4452815 Jul 16 08:43:39.022526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58450) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:39.065581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Pushing event updated for resources: {'Port': ['ID=c3511ce9-c07b-4679-b563-054fd0a67e11,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:39.069159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:39.099165 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:39.211237 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59e8001f-88d7-489c-ad76-755347b6b712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.237081 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-a5ec71a1-c318-4477-9c64-5e70f631e9b0 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5185940 Jul 16 08:43:39.340734 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cea3801-09f8-45dc-a7a8-6a488c15b92b tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.344919 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59e8001f-88d7-489c-ad76-755347b6b712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.376808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:39.388974 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cea3801-09f8-45dc-a7a8-6a488c15b92b tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.483992 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cea3801-09f8-45dc-a7a8-6a488c15b92b tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.486839 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6cea3801-09f8-45dc-a7a8-6a488c15b92b tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8112545 Jul 16 08:43:39.490042 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58452) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:39.498636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-62c7f228-6982-4925-900e-223ec3fb9065 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': 'db32484e-9993-478b-bbe1-9948679623be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:39.502367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:39.510686 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:39.511150 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.513159 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-62c7f228-6982-4925-900e-223ec3fb9065 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 08:43:39.515034 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-62c7f228-6982-4925-900e-223ec3fb9065 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:39.520315 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-62c7f228-6982-4925-900e-223ec3fb9065 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0274186 Jul 16 08:43:39.534322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58454) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:39.549796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9ff6ff67-00f8-4dc9-b80d-4ac9d75b7b0b tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': 'db32484e-9993-478b-bbe1-9948679623be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:39.550978 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-9ff6ff67-00f8-4dc9-b80d-4ac9d75b7b0b tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 08:43:39.551708 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-9ff6ff67-00f8-4dc9-b80d-4ac9d75b7b0b tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:39.553819 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9ff6ff67-00f8-4dc9-b80d-4ac9d75b7b0b tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0153375 Jul 16 08:43:39.554947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea3801-09f8-45dc-a7a8-6a488c15b92b tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db32484e-9993-478b-bbe1-9948679623be,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:39.559027 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58456) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:39.565311 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-cfd3c460-f6f0-4520-8065-e6d7cbaa9adb tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': 'db32484e-9993-478b-bbe1-9948679623be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:39.567174 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-cfd3c460-f6f0-4520-8065-e6d7cbaa9adb tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 08:43:39.568137 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-cfd3c460-f6f0-4520-8065-e6d7cbaa9adb tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:39.570337 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cfd3c460-f6f0-4520-8065-e6d7cbaa9adb tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0097466 Jul 16 08:43:39.573438 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58458) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:39.580406 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-cde61dc3-089a-441c-b702-6f114be4291a tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': 'db32484e-9993-478b-bbe1-9948679623be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:39.581649 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-cde61dc3-089a-441c-b702-6f114be4291a tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 08:43:39.582253 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-cde61dc3-089a-441c-b702-6f114be4291a tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:39.583475 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cde61dc3-089a-441c-b702-6f114be4291a tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0081382 Jul 16 08:43:39.586837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58460) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:39.602658 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59e8001f-88d7-489c-ad76-755347b6b712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.606088 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59e8001f-88d7-489c-ad76-755347b6b712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.607926 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-59e8001f-88d7-489c-ad76-755347b6b712 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/53d82345-8414-419b-926c-99bc43de6e42 HTTP/1.1" status: 204 len: 168 time: 0.5763433 Jul 16 08:43:39.655647 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.663114 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.688685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8001f-88d7-489c-ad76-755347b6b712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d82345-8414-419b-926c-99bc43de6e42,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:39.688985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:39.700956 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.759408 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e64b7666-0519-41dd-8bf8-a166499da9df tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.760984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-10d9fb38-f82b-43cc-974a-4659913e084f req-1a7173e5-3eb9-4517-b823-c1e7d50f51a3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Deleting port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:39.761728 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10d9fb38-f82b-43cc-974a-4659913e084f req-1a7173e5-3eb9-4517-b823-c1e7d50f51a3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.770924 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-8c9fb23e-d58e-4046-9d97-d010b69a1c79 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024452 Jul 16 08:43:39.806978 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e64b7666-0519-41dd-8bf8-a166499da9df tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.812969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:39.869448 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e64b7666-0519-41dd-8bf8-a166499da9df tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.874944 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e64b7666-0519-41dd-8bf8-a166499da9df tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.877602 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e64b7666-0519-41dd-8bf8-a166499da9df tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "DELETE /v2.0/security-groups/db32484e-9993-478b-bbe1-9948679623be HTTP/1.1" status: 204 len: 168 time: 0.2887449 Jul 16 08:43:39.878542 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58468) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:39.895750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58470) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:39.936274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-10d9fb38-f82b-43cc-974a-4659913e084f req-1a7173e5-3eb9-4517-b823-c1e7d50f51a3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] For port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:39.936802 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10d9fb38-f82b-43cc-974a-4659913e084f req-1a7173e5-3eb9-4517-b823-c1e7d50f51a3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.957117 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-10d9fb38-f82b-43cc-974a-4659913e084f req-1a7173e5-3eb9-4517-b823-c1e7d50f51a3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Calling delete_port for f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:39.978804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b7666-0519-41dd-8bf8-a166499da9df tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db32484e-9993-478b-bbe1-9948679623be,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:40.086771 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-22c92451-aaa8-445a-a5bc-39c5110c32ff tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1736743 Jul 16 08:43:40.092654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58480) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:40.105072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-341fbfd7-2771-4119-becf-7707cc4a0109 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group': {'name': 'tempest-secgroup--1459513349'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:40.161624 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-341fbfd7-2771-4119-becf-7707cc4a0109 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.187857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-2415a02d-0e86-4f52-a5ab-5d5363137cef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=ed62a5f0-1850-4742-b8df-60c11d9a13c3 HTTP/1.1" status: 200 len: 217 time: 0.4029174 Jul 16 08:43:40.217760 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c98f2-83e7-463c-a71f-db5dc15de1f9 req-f7518ef6-2a95-4aa7-a095-a79eaf070eb8 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:40.226486 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b89c98f2-83e7-463c-a71f-db5dc15de1f9 req-f7518ef6-2a95-4aa7-a095-a79eaf070eb8 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 951 time: 0.8837259 Jul 16 08:43:40.351135 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10d9fb38-f82b-43cc-974a-4659913e084f req-1a7173e5-3eb9-4517-b823-c1e7d50f51a3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.365520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['9d3d4375-6e86-429c-99d8-d986d445defa', '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:40.433848 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-a91fbbb7-b051-490b-98fc-7e7ad01d5f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:40.435493 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-a91fbbb7-b051-490b-98fc-7e7ad01d5f85 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.2355657 Jul 16 08:43:40.440186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7173e5-3eb9-4517-b823-c1e7d50f51a3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Pushing event deleted for resources: {'Port': ['ID=f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:40.456290 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b89c98f2-83e7-463c-a71f-db5dc15de1f9 req-2d38c5c1-24cf-47c6-beb7-2d076e823271 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285318 Jul 16 08:43:40.466990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['fcce26f7-9393-4524-a9ae-06dbd8a1a021'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:40.468264 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-341fbfd7-2771-4119-becf-7707cc4a0109 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.521548 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-341fbfd7-2771-4119-becf-7707cc4a0109 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.585400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341fbfd7-2771-4119-becf-7707cc4a0109 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43a3e64b-6de4-4bdd-9af6-17c33b2816a9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:40.621457 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-341fbfd7-2771-4119-becf-7707cc4a0109 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.629762 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-341fbfd7-2771-4119-becf-7707cc4a0109 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5352130 Jul 16 08:43:40.630828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58488) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:40.645055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-2690249c-9703-4af6-89e2-745fdc3a558a tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': '43a3e64b-6de4-4bdd-9af6-17c33b2816a9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:40.649360 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-2690249c-9703-4af6-89e2-745fdc3a558a tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 08:43:40.650289 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-2690249c-9703-4af6-89e2-745fdc3a558a tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:40.654816 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2690249c-9703-4af6-89e2-745fdc3a558a tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0183125 Jul 16 08:43:40.655914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58490) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:40.661767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-3df4480b-2af0-4c39-b7c0-0140a920ee88 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': '43a3e64b-6de4-4bdd-9af6-17c33b2816a9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:40.688288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdda60b4-2211-4806-b27f-752fd274fea2 admin admin] Deleting subnet 49afa1d5-ed59-4c8e-94d4-4bbb07bec12a {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:40.701339 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdda60b4-2211-4806-b27f-752fd274fea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.716032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-10d9fb38-f82b-43cc-974a-4659913e084f req-1a7173e5-3eb9-4517-b823-c1e7d50f51a3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] No DVR routers for this DVR port f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:40.723152 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-10d9fb38-f82b-43cc-974a-4659913e084f req-1a7173e5-3eb9-4517-b823-c1e7d50f51a3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.726285 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10d9fb38-f82b-43cc-974a-4659913e084f req-1a7173e5-3eb9-4517-b823-c1e7d50f51a3 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "DELETE /v2.0/ports/f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd HTTP/1.1" status: 204 len: 173 time: 1.8452704 Jul 16 08:43:40.726849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'name': 'network-vif-deleted', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:40.729803 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc567c6-d31b-496a-a651-3c428d59b5a6" -d '{"events": [{"server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "name": "network-vif-deleted", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:40.766589 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdda60b4-2211-4806-b27f-752fd274fea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.768900 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.822884 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdda60b4-2211-4806-b27f-752fd274fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.948431 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a52b104-d82c-489b-8ccc-4d02dccee1af x-openstack-request-id: req-0a52b104-d82c-489b-8ccc-4d02dccee1af {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:40.948431 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe55d485-fdee-46ba-9631-0e8c7584be1d", "name": "network-vif-deleted", "tag": "f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:40.948431 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0a52b104-d82c-489b-8ccc-4d02dccee1af {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:40.948431 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe55d485-fdee-46ba-9631-0e8c7584be1d', 'name': 'network-vif-deleted', 'tag': 'f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd', 'status': 'completed', 'code': 200} Jul 16 08:43:40.983572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-5e9ec231-e0b9-4995-99db-ebacb0ae2ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:40.983572 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-5e9ec231-e0b9-4995-99db-ebacb0ae2ace service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5161128 Jul 16 08:43:41.019134 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-3df4480b-2af0-4c39-b7c0-0140a920ee88 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:41.023008 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3df4480b-2af0-4c39-b7c0-0140a920ee88 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3647258 Jul 16 08:43:41.032026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58496) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:41.069625 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-06c22154-dee2-4654-a0ce-278ff153fa1e tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': '43a3e64b-6de4-4bdd-9af6-17c33b2816a9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:41.070505 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-06c22154-dee2-4654-a0ce-278ff153fa1e tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 08:43:41.071507 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-06c22154-dee2-4654-a0ce-278ff153fa1e tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:41.077618 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-06c22154-dee2-4654-a0ce-278ff153fa1e tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0436814 Jul 16 08:43:41.079127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58498) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:41.085916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-aa78bac7-b0a8-4757-a36c-7a8ed92ee354 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': '43a3e64b-6de4-4bdd-9af6-17c33b2816a9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:41.093063 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdda60b4-2211-4806-b27f-752fd274fea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.141391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda60b4-2211-4806-b27f-752fd274fea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49afa1d5-ed59-4c8e-94d4-4bbb07bec12a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:41.146413 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdda60b4-2211-4806-b27f-752fd274fea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.149538 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fdda60b4-2211-4806-b27f-752fd274fea2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/49afa1d5-ed59-4c8e-94d4-4bbb07bec12a HTTP/1.1" status: 204 len: 168 time: 1.2659535 Jul 16 08:43:41.154394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58502) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:41.337653 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.401245 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:41.413413 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-ff1599ac-1a11-4978-8943-3c01f3c0d6b5 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777723 Jul 16 08:43:41.538321 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a35a-0a3d-4209-a37d-7eaebecfa404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.554131 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-aa78bac7-b0a8-4757-a36c-7a8ed92ee354 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:41.556590 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-aa78bac7-b0a8-4757-a36c-7a8ed92ee354 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4759059 Jul 16 08:43:41.588771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58516) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:41.614357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-52dd9add-9ef3-498a-8890-5b27168a0318 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': '43a3e64b-6de4-4bdd-9af6-17c33b2816a9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:41.616910 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-52dd9add-9ef3-498a-8890-5b27168a0318 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 08:43:41.618000 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-52dd9add-9ef3-498a-8890-5b27168a0318 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:41.621762 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-52dd9add-9ef3-498a-8890-5b27168a0318 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0238416 Jul 16 08:43:41.630903 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58518) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:41.653349 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.731279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5265b09b-274c-4d72-bc2b-e047235c2a3d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': '43a3e64b-6de4-4bdd-9af6-17c33b2816a9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:41.761197 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-3e86d11a-b7bc-458a-a909-d0c827369d81 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135371 Jul 16 08:43:41.825259 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-6441e398-166f-4394-8f19-43adbc920ff3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=181f3551-9ad1-4dfb-bb61-77674378805b HTTP/1.1" status: 200 len: 217 time: 0.0524936 Jul 16 08:43:41.877798 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-396540d6-93f1-431a-b616-253450e60e03 req-49e09024-3c91-4cc2-8c65-3948daaf406d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe55d485-fdee-46ba-9631-0e8c7584be1d HTTP/1.1" status: 200 len: 210 time: 0.1219993 Jul 16 08:43:41.882093 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:41.883558 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.995493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-704bf9fc-4fbb-4c3e-9fcf-969b3c6b56a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.998509 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-704bf9fc-4fbb-4c3e-9fcf-969b3c6b56a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50e963c7-0b3c-42c9-bd21-0a34517e5ea3 HTTP/1.1" status: 200 len: 797 time: 0.1444104 Jul 16 08:43:42.047808 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a35a-0a3d-4209-a37d-7eaebecfa404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.073496 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-5ca4a35a-0a3d-4209-a37d-7eaebecfa404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.092182 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-5ca4a35a-0a3d-4209-a37d-7eaebecfa404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5fd003c-1729-4f0d-85ff-74d9b948dab9') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.092720 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-5ca4a35a-0a3d-4209-a37d-7eaebecfa404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5fd003c-1729-4f0d-85ff-74d9b948dab9') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.104066 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-5265b09b-274c-4d72-bc2b-e047235c2a3d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:42.105969 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5265b09b-274c-4d72-bc2b-e047235c2a3d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3936739 Jul 16 08:43:42.112254 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a35a-0a3d-4209-a37d-7eaebecfa404 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.114249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58524) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:42.122250 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-87d25efb-093b-45ac-8c9d-c6d2c63c5a74 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': '43a3e64b-6de4-4bdd-9af6-17c33b2816a9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:42.123935 n-d-758944-46 neutron-server[93695]: WARNING neutron.api.v2.base [None req-87d25efb-093b-45ac-8c9d-c6d2c63c5a74 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 08:43:42.124478 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-87d25efb-093b-45ac-8c9d-c6d2c63c5a74 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:42.125842 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-87d25efb-093b-45ac-8c9d-c6d2c63c5a74 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0076745 Jul 16 08:43:42.130549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58526) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:42.139569 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e9f77290-6e94-43c8-af5c-1bc807324efe tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': '43a3e64b-6de4-4bdd-9af6-17c33b2816a9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:42.151252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Router 129d41eb-2c4e-4d05-9932-b8db36556ab3 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:42.154134 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a35a-0a3d-4209-a37d-7eaebecfa404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.170536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ca4a35a-0a3d-4209-a37d-7eaebecfa404 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:42.171943 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a35a-0a3d-4209-a37d-7eaebecfa404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.252345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-acb0eba7-046d-4b95-b90a-b813df80d9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:42.254185 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-acb0eba7-046d-4b95-b90a-b813df80d9d5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2348788 Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:42.272906 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:42.293174 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a35a-0a3d-4209-a37d-7eaebecfa404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.308238 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5ca4a35a-0a3d-4209-a37d-7eaebecfa404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.315625 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5ca4a35a-0a3d-4209-a37d-7eaebecfa404 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d HTTP/1.1" status: 204 len: 168 time: 1.1594286 Jul 16 08:43:42.347902 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca4a35a-0a3d-4209-a37d-7eaebecfa404 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da4d7e1-ffea-4e0f-8f23-91d6cea01b3d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.677407 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58538) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:42.735279 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-e9f77290-6e94-43c8-af5c-1bc807324efe tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:42.736237 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e9f77290-6e94-43c8-af5c-1bc807324efe tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.6036336 Jul 16 08:43:42.741453 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58542) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:42.769792 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-801a9a1d-ab06-4a72-b729-03e8281dd734 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c76f51fd58ac4c91af766500fae1fc16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0900366 Jul 16 08:43:42.772745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58544) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:42.786634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-169ae7d3-054f-443d-8e28-f0eba6536e79 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': '43a3e64b-6de4-4bdd-9af6-17c33b2816a9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:42.838320 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0b0ab46e-52f1-448b-857c-e841ef874a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.842115 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:42.851028 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-2d5fff3f-a099-46cc-825b-0a7b49a0c267 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877581 Jul 16 08:43:42.861290 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Sync routers for ids ['129d41eb-2c4e-4d05-9932-b8db36556ab3'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:42.875145 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0b0ab46e-52f1-448b-857c-e841ef874a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.888995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Routers {'129d41eb-2c4e-4d05-9932-b8db36556ab3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:42.892714 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['129d41eb-2c4e-4d05-9932-b8db36556ab3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.894822 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-169ae7d3-054f-443d-8e28-f0eba6536e79 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:42.896052 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-169ae7d3-054f-443d-8e28-f0eba6536e79 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1214116 Jul 16 08:43:42.896966 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.898167 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-287814ca-439c-4ddc-a908-a85c8826a414 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.0028055 Jul 16 08:43:42.904861 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58548) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:42.905202 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58550) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:42.947948 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0b0ab46e-52f1-448b-857c-e841ef874a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.951670 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0b0ab46e-52f1-448b-857c-e841ef874a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.962855 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0b0ab46e-52f1-448b-857c-e841ef874a50 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2f44f40-302f-4239-8bf8-53fb27523def HTTP/1.1" status: 204 len: 168 time: 0.1791480 Jul 16 08:43:42.980123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ab46e-52f1-448b-857c-e841ef874a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f44f40-302f-4239-8bf8-53fb27523def,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:43.098687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Set router 129d41eb-2c4e-4d05-9932-b8db36556ab3 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:43.186256 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-03aec68a-c2de-4f39-8543-140b488f46a9 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3266497 Jul 16 08:43:43.282646 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ad5b893-53ef-4cff-a637-574e4e0ab213 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.292128 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-53c2aa58-8896-4d8b-8bf2-188cb9ac5db9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba8f1388-8cd4-4555-a1fd-9c1888461851 HTTP/1.1" status: 200 len: 217 time: 0.0773163 Jul 16 08:43:43.339758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:43.397467 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-76d083e5-bfe5-43d9-9ab3-eaf74c2a56f0 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/routers/129d41eb-2c4e-4d05-9932-b8db36556ab3 HTTP/1.1" status: 200 len: 908 time: 0.4862783 Jul 16 08:43:43.397957 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58566) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:43.422690 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ad5b893-53ef-4cff-a637-574e4e0ab213 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.447169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:43.447518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f1ee9d65-35fb-4f8b-a7a1-fa4ea17607cd not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:43.479084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-860bae7c-fda8-4deb-8738-e973d6fd1e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:43.488137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-860bae7c-fda8-4deb-8738-e973d6fd1e1f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50e963c7-0b3c-42c9-bd21-0a34517e5ea3 HTTP/1.1" status: 200 len: 797 time: 0.1892214 Jul 16 08:43:43.556661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58572) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:43.639316 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129d41eb-2c4e-4d05-9932-b8db36556ab3', 'name': 'tempest-snat-router-1079883838', 'tenant_id': 'd363eb4c7b0a408799847771f754dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': 'c3511ce9-c07b-4679-b563-054fd0a67e11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:35Z', 'updated_at': '2021-07-16T08:43:40Z', 'revision_number': 3, 'project_id': 'd363eb4c7b0a408799847771f754dd21', 'gw_port': {'id': 'c3511ce9-c07b-4679-b563-054fd0a67e11', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:95:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '129d41eb-2c4e-4d05-9932-b8db36556ab3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:36Z', 'updated_at': '2021-07-16T08:43:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:43.691478 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ad5b893-53ef-4cff-a637-574e4e0ab213 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.697062 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ad5b893-53ef-4cff-a637-574e4e0ab213 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.699664 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8ad5b893-53ef-4cff-a637-574e4e0ab213 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "DELETE /v2.0/security-groups/43a3e64b-6de4-4bdd-9af6-17c33b2816a9 HTTP/1.1" status: 204 len: 168 time: 0.7920418 Jul 16 08:43:43.709567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58580) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:43.728586 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Checking router: 129d41eb-2c4e-4d05-9932-b8db36556ab3 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:43.728943 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Updating router 129d41eb-2c4e-4d05-9932-b8db36556ab3 port c3511ce9-c07b-4679-b563-054fd0a67e11 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:43.777633 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-71f4d134-14d1-46b8-933c-64fc32e90027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:43.780732 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-71f4d134-14d1-46b8-933c-64fc32e90027 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2827511 Jul 16 08:43:43.782265 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad5b893-53ef-4cff-a637-574e4e0ab213 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a3e64b-6de4-4bdd-9af6-17c33b2816a9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:43.795081 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5ae2-f555-4322-a7d8-1d6edc3490d8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.831597 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.931902 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fdfdc115-f6a3-4c2a-aefa-b9c7903fa52c tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2159550 Jul 16 08:43:43.933050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58586) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:43.967403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a47034b4-9b76-4033-a943-5e1ca280a564 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group': {'name': 'tempest-secgroup--1694776205'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:44.075631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1596483372', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:44.098087 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5ae2-f555-4322-a7d8-1d6edc3490d8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.119208 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.api [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:43:44.119208 n-d-758944-46 neutron-server[93695]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:43:44.119208 n-d-758944-46 neutron-server[93695]: [parameters: {'project_id': '8b0005cc5600470ca11da84e0fd1def3', 'id': 'defc4688-a951-4659-aab9-929732dab669', 'expiration': datetime.datetime(2021, 7, 16, 8, 45, 44, 101937)}] Jul 16 08:43:44.119208 n-d-758944-46 neutron-server[93695]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:43:44.119941 n-d-758944-46 neutron-server[93695]: DEBUG oslo_db.api [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:43:44.135502 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a47034b4-9b76-4033-a943-5e1ca280a564 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.142146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-3147afc4-c5e0-4448-8bc2-a3cbf0603b7e service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528445 Jul 16 08:43:44.236314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa5ae2-f555-4322-a7d8-1d6edc3490d8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Deleting port c3511ce9-c07b-4679-b563-054fd0a67e11 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:44.237575 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5ae2-f555-4322-a7d8-1d6edc3490d8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.383778 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ebb7e9-ccb7-4528-b808-b72148f9e01c req-8eac975e-5bc7-4f6b-b58b-977acb5226a8 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335548 Jul 16 08:43:44.438961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e329e85-735f-432b-b4e9-d65016cc294f req-279252db-9e00-4902-9900-24f2b1f29883 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.440780 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e329e85-735f-432b-b4e9-d65016cc294f req-279252db-9e00-4902-9900-24f2b1f29883 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 950 time: 0.1594474 Jul 16 08:43:44.469954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a47034b4-9b76-4033-a943-5e1ca280a564 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.481568 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a47034b4-9b76-4033-a943-5e1ca280a564 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.519052 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5ae2-f555-4322-a7d8-1d6edc3490d8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.534831 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a47034b4-9b76-4033-a943-5e1ca280a564 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.536050 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a47034b4-9b76-4033-a943-5e1ca280a564 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5983829 Jul 16 08:43:44.547470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58600) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:44.556919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ce2661f4-74da-4d20-bf7a-211f64088626 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': '5e29b9da-0d5b-44ce-b91f-77ccd635d1c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:44.559695 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58604) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:44.562754 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.567298 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e2fa5ae2-f555-4322-a7d8-1d6edc3490d8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Calling delete_port for c3511ce9-c07b-4679-b563-054fd0a67e11 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:44.569648 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47034b4-9b76-4033-a943-5e1ca280a564 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e29b9da-0d5b-44ce-b91f-77ccd635d1c0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:44.574549 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e329e85-735f-432b-b4e9-d65016cc294f req-a93caaa1-e508-4447-867e-e8f2985815d4 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204212 Jul 16 08:43:44.599770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Transition to ACTIVE for port object c3511ce9-c07b-4679-b563-054fd0a67e11 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:44.619765 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.687903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Attempting to bind port c3511ce9-c07b-4679-b563-054fd0a67e11 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:44.688611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Attempting to bind port c3511ce9-c07b-4679-b563-054fd0a67e11 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:44.689395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Attempting to bind port c3511ce9-c07b-4679-b563-054fd0a67e11 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:44.707021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ef1b6-b945-4756-82e9-ecd6f717ecb5 None None] Pushing event updated for resources: {'Port': ['ID=c3511ce9-c07b-4679-b563-054fd0a67e11,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:44.713699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1532749714-network', 'tenant_id': 'bbc98c19dc86434fa7d3e27d0a62d3d2'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:44.716656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:44.717594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:44.718877 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.719962 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:44.720876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Bound port: c3511ce9-c07b-4679-b563-054fd0a67e11, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:44.722145 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.783328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Made reservation on behalf of 8b0005cc5600470ca11da84e0fd1def3 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:44.786001 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.804709 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.820002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] Made reservation on behalf of bbc98c19dc86434fa7d3e27d0a62d3d2 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:44.822518 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.830600 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] For port c3511ce9-c07b-4679-b563-054fd0a67e11, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:44.833485 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-ce2661f4-74da-4d20-bf7a-211f64088626 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The resource could not be found. Jul 16 08:43:44.835751 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ce2661f4-74da-4d20-bf7a-211f64088626 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2863734 Jul 16 08:43:44.840130 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.840542 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58608) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:44.843236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] For port c3511ce9-c07b-4679-b563-054fd0a67e11, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c3511ce9-c07b-4679-b563-054fd0a67e11,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:44.852197 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.962424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Routers {'129d41eb-2c4e-4d05-9932-b8db36556ab3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:44.964451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['129d41eb-2c4e-4d05-9932-b8db36556ab3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:45.020790 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.030988 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.047662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] device_id is not set on port 56a67773-ea34-4f2b-9907-cb3170e06746 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:45.151750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7ef1b6-b945-4756-82e9-ecd6f717ecb5 None None] Pushing event updated for resources: {'Port': ['ID=c3511ce9-c07b-4679-b563-054fd0a67e11,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.196383 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] Set router 129d41eb-2c4e-4d05-9932-b8db36556ab3 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:45.212429 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e172e3b-6e2b-4801-8e21-9de12a71ea48,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.245599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1fff05a5-452f-4068-8992-f6cfea44d54e tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': '5e29b9da-0d5b-44ce-b91f-77ccd635d1c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '5bfb3ddd-e79a-4a42-a29b-a641c1d1a166'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:45.289618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '129d41eb-2c4e-4d05-9932-b8db36556ab3', 'name': 'tempest-snat-router-1079883838', 'tenant_id': 'd363eb4c7b0a408799847771f754dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:35Z', 'updated_at': '2021-07-16T08:43:44Z', 'revision_number': 4, 'project_id': 'd363eb4c7b0a408799847771f754dd21', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:45.321052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-322133c6-1220-4d3e-8407-5664d2aaaae7 None None] The sync data for ids ['129d41eb-2c4e-4d05-9932-b8db36556ab3'] in n-d-758944-46 is: [{'id': '129d41eb-2c4e-4d05-9932-b8db36556ab3', 'name': 'tempest-snat-router-1079883838', 'tenant_id': 'd363eb4c7b0a408799847771f754dd21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:35Z', 'updated_at': '2021-07-16T08:43:44Z', 'revision_number': 4, 'project_id': 'd363eb4c7b0a408799847771f754dd21', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:45.379181 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5ae2-f555-4322-a7d8-1d6edc3490d8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.417789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Allocated IP 172.25.4.217 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/56a67773-ea34-4f2b-9907-cb3170e06746) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:45.448208 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.458830 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.476097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa5ae2-f555-4322-a7d8-1d6edc3490d8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Pushing event deleted for resources: {'Port': ['ID=c3511ce9-c07b-4679-b563-054fd0a67e11,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.501048 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb40884b-ef98-4973-ba81-e1bb8ec9e73f req-422e8711-a69e-460e-81bf-fcead1c7940e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.502696 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb40884b-ef98-4973-ba81-e1bb8ec9e73f req-422e8711-a69e-460e-81bf-fcead1c7940e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 950 time: 0.2413938 Jul 16 08:43:45.534791 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:45.586697 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5ae2-f555-4322-a7d8-1d6edc3490d8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.587432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859700b2-83cc-4c87-a297-b14c7722a969,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.610468 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.610824 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] Added segment e1037800-fa3d-4e7a-a4cb-c9c2e5accde6 of type vlan for network 45e60a75-248c-4494-ba73-18a4ec68d5d1 Jul 16 08:43:45.630494 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-1fff05a5-452f-4068-8992-f6cfea44d54e tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The resource could not be found. Jul 16 08:43:45.632371 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1fff05a5-452f-4068-8992-f6cfea44d54e tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7906480 Jul 16 08:43:45.638787 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58616) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:45.753588 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5ae2-f555-4322-a7d8-1d6edc3490d8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.756745 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5ae2-f555-4322-a7d8-1d6edc3490d8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.798414 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.847831 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5ae2-f555-4322-a7d8-1d6edc3490d8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.848899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2fa5ae2-f555-4322-a7d8-1d6edc3490d8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 129d41eb-2c4e-4d05-9932-b8db36556ab3 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:45.857009 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2fa5ae2-f555-4322-a7d8-1d6edc3490d8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.858189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e2fa5ae2-f555-4322-a7d8-1d6edc3490d8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "DELETE /v2.0/routers/129d41eb-2c4e-4d05-9932-b8db36556ab3 HTTP/1.1" status: 204 len: 168 time: 2.4592137 Jul 16 08:43:45.861680 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58620) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:45.891238 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.899232 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.908271 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.909530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.910315 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.978150 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4166837 Jul 16 08:43:45.980109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-cb40884b-ef98-4973-ba81-e1bb8ec9e73f req-2054f99f-3678-40ed-bf73-a0846f451b01 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Deleting port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:45.980584 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cb40884b-ef98-4973-ba81-e1bb8ec9e73f req-2054f99f-3678-40ed-bf73-a0846f451b01 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.984019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58622) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:45.990105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-84d550f4-7add-473e-9918-0fcee66ead5f admin admin] Request body: {'subnet': {'network_id': '45e60a75-248c-4494-ba73-18a4ec68d5d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1532749714-subnet', 'tenant_id': 'bbc98c19dc86434fa7d3e27d0a62d3d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:46.005136 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.078073 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d550f4-7add-473e-9918-0fcee66ead5f admin admin] Made reservation on behalf of bbc98c19dc86434fa7d3e27d0a62d3d2 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:46.080632 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-84d550f4-7add-473e-9918-0fcee66ead5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.100444 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.120383 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01089156-f0b4-4bc8-905e-e4565b149ff7 req-a263bc24-f387-4ce0-8b23-e0b6891c3749 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.127580 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01089156-f0b4-4bc8-905e-e4565b149ff7 req-a263bc24-f387-4ce0-8b23-e0b6891c3749 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 950 time: 0.2492638 Jul 16 08:43:46.145957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94197b64-b426-4e4a-95ce-047b946bb24d admin admin] Pushing event updated for resources: {'Network': ['ID=45e60a75-248c-4494-ba73-18a4ec68d5d1,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:46.189985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 45e60a75-248c-4494-ba73-18a4ec68d5d1 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:46.261104 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.323012 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01089156-f0b4-4bc8-905e-e4565b149ff7 req-a71048d9-2722-45f9-9484-5ec684a05c19 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944339 Jul 16 08:43:46.377505 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.380274 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.382202 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "DELETE /v2.0/security-groups/5e29b9da-0d5b-44ce-b91f-77ccd635d1c0 HTTP/1.1" status: 204 len: 168 time: 0.7380846 Jul 16 08:43:46.396654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58626) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:46.412876 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Pushing event updated for resources: {'Port': ['ID=56a67773-ea34-4f2b-9907-cb3170e06746,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:46.414922 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.442775 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e29b9da-0d5b-44ce-b91f-77ccd635d1c0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:46.446887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:46.465289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.465674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.466136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.466646 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.467017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.467365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.467718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.468089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.468471 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.468823 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.469182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.469486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.473563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:46.483467 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-cb40884b-ef98-4973-ba81-e1bb8ec9e73f req-2054f99f-3678-40ed-bf73-a0846f451b01 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] For port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:46.484287 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cb40884b-ef98-4973-ba81-e1bb8ec9e73f req-2054f99f-3678-40ed-bf73-a0846f451b01 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.515256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:46.522253 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-84d550f4-7add-473e-9918-0fcee66ead5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.524006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.524486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.524989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.525543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.526095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.526658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.527286 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.528209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.529238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.529539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.530120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.530662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-363ad2d8-125b-4b9e-9560-1b8a614a84fc tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:46.578723 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-cb40884b-ef98-4973-ba81-e1bb8ec9e73f req-2054f99f-3678-40ed-bf73-a0846f451b01 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Calling delete_port for 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:46.586595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Deleting port 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:46.586931 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.613184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d550f4-7add-473e-9918-0fcee66ead5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a4fe62-1b0d-41d1-a460-a95731eb8333,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:46.641953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d550f4-7add-473e-9918-0fcee66ead5f admin admin] Checking segment: {'id': 'e1037800-fa3d-4e7a-a4cb-c9c2e5accde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45e60a75-248c-4494-ba73-18a4ec68d5d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:46.642330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d550f4-7add-473e-9918-0fcee66ead5f admin admin] Network hostable DHCP agents. Network: 45e60a75-248c-4494-ba73-18a4ec68d5d1, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:46.716609 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d550f4-7add-473e-9918-0fcee66ead5f admin admin] Network 45e60a75-248c-4494-ba73-18a4ec68d5d1 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:46.722173 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1b3f35ae-ee3b-4711-a585-1c4f7bcc533d tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3238113 Jul 16 08:43:46.728766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58628) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:46.735255 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5bf92d79-8f69-4cbe-8f8f-9c3a693e9ed1 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': 'cbc5b576-d088-48c6-8cae-8b6e1448848c', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:46.744073 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.745386 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.746538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] For port 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:46.746913 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.752063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-84d550f4-7add-473e-9918-0fcee66ead5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 45e60a75-248c-4494-ba73-18a4ec68d5d1) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:46.773351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d550f4-7add-473e-9918-0fcee66ead5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.773963 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-84d550f4-7add-473e-9918-0fcee66ead5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.783845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed32b309-35af-43c6-9edf-3c02fd1c6d8b None None] Network 45e60a75-248c-4494-ba73-18a4ec68d5d1 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:46.786283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Calling delete_port for 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:46.818963 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c7b6104d-d586-45d9-b98d-83db53bffbf1 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.2550671 Jul 16 08:43:46.820828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58630) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:46.832187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7baa9b7a-197c-4c2e-bc7d-9120d2a27f48 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.217'}]}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:46.838183 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-84d550f4-7add-473e-9918-0fcee66ead5f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8524082 Jul 16 08:43:46.987339 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7baa9b7a-197c-4c2e-bc7d-9120d2a27f48 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.988474 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7baa9b7a-197c-4c2e-bc7d-9120d2a27f48 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.006908 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-5bf92d79-8f69-4cbe-8f8f-9c3a693e9ed1 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The resource could not be found. Jul 16 08:43:47.014284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5bf92d79-8f69-4cbe-8f8f-9c3a693e9ed1 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2782516 Jul 16 08:43:47.015667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58636) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:47.024787 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9ae0b9c0-e9d3-4d10-a019-7cbe3a8e2aed tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group': {'name': 'tempest-secgroup--1739405968'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:47.060824 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cb40884b-ef98-4973-ba81-e1bb8ec9e73f req-2054f99f-3678-40ed-bf73-a0846f451b01 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.094939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['9d3d4375-6e86-429c-99d8-d986d445defa', '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:47.166330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2054f99f-3678-40ed-bf73-a0846f451b01 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Pushing event deleted for resources: {'Port': ['ID=7b4ad3b4-c2e7-42e9-a320-9a38901cb33a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:47.173911 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b9c0-e9d3-4d10-a019-7cbe3a8e2aed tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.202187 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['fcce26f7-9393-4524-a9ae-06dbd8a1a021'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:47.261064 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7baa9b7a-197c-4c2e-bc7d-9120d2a27f48 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.460639 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b0b5fea-5fc7-4e52-bf47-c966c4a8dad8 None None] Network 45e60a75-248c-4494-ba73-18a4ec68d5d1 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:47.468317 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb40884b-ef98-4973-ba81-e1bb8ec9e73f req-2054f99f-3678-40ed-bf73-a0846f451b01 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] No DVR routers for this DVR port 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:47.482647 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cb40884b-ef98-4973-ba81-e1bb8ec9e73f req-2054f99f-3678-40ed-bf73-a0846f451b01 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.487489 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb40884b-ef98-4973-ba81-e1bb8ec9e73f req-2054f99f-3678-40ed-bf73-a0846f451b01 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "DELETE /v2.0/ports/7b4ad3b4-c2e7-42e9-a320-9a38901cb33a HTTP/1.1" status: 204 len: 173 time: 1.9740436 Jul 16 08:43:47.490735 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'name': 'network-vif-deleted', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:47.496646 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb62c5f9-b4bf-4e90-91c0-d7ddaaa5ab21" -d '{"events": [{"server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "name": "network-vif-deleted", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:47.662327 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58656) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:47.674578 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b9c0-e9d3-4d10-a019-7cbe3a8e2aed tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.682317 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-653149813-network', 'tenant_id': '0809215c3f414636948bb67244241253'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:47.692815 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b9c0-e9d3-4d10-a019-7cbe3a8e2aed tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.792082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0b9c0-e9d3-4d10-a019-7cbe3a8e2aed tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a555f76-baf2-4d21-b497-e306798c533f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:47.806471 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] Made reservation on behalf of 0809215c3f414636948bb67244241253 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:47.814148 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.831491 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b9c0-e9d3-4d10-a019-7cbe3a8e2aed tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.844052 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9ae0b9c0-e9d3-4d10-a019-7cbe3a8e2aed tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8266194 Jul 16 08:43:47.845618 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.848571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58658) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:47.855264 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-390e2c5e-fb68-4cea-83c4-3f2ce1312680 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group': {'name': 'tempest-secgroup--1945493883'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:47.893826 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-390e2c5e-fb68-4cea-83c4-3f2ce1312680 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.914322 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9d712c-84a0-4247-b45b-8b16aa25a566 x-openstack-request-id: req-5c9d712c-84a0-4247-b45b-8b16aa25a566 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:47.914797 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60555367-ac49-438e-a47a-04ec8a2c5381", "name": "network-vif-deleted", "tag": "7b4ad3b4-c2e7-42e9-a320-9a38901cb33a", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:47.915012 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5c9d712c-84a0-4247-b45b-8b16aa25a566 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:47.915559 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60555367-ac49-438e-a47a-04ec8a2c5381', 'name': 'network-vif-deleted', 'tag': '7b4ad3b4-c2e7-42e9-a320-9a38901cb33a', 'status': 'completed', 'code': 200} Jul 16 08:43:48.059706 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.069584 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.072043 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7baa9b7a-197c-4c2e-bc7d-9120d2a27f48 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.079578 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-03929f0d-3497-4e06-a21f-6eb1f20bb4de req-34912f3e-a41f-4ca5-af6b-f2671fb6799e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=60555367-ac49-438e-a47a-04ec8a2c5381 HTTP/1.1" status: 200 len: 210 time: 0.1661406 Jul 16 08:43:48.088207 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.126152 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Pushing event deleted for resources: {'Port': ['ID=14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:48.167377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:48.207014 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c18c1368-c8af-469e-b34a-95f5506573db,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:48.218415 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.218969 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] Added segment 9df231f9-56c3-4a8e-93a3-467faefd4512 of type vlan for network 1586a0a8-4a77-43b7-b674-86094660079f Jul 16 08:43:48.241669 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.331509 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.375274 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.379712 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.385608 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-390e2c5e-fb68-4cea-83c4-3f2ce1312680 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.395962 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-390e2c5e-fb68-4cea-83c4-3f2ce1312680 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.477294 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-390e2c5e-fb68-4cea-83c4-3f2ce1312680 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.479503 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-390e2c5e-fb68-4cea-83c4-3f2ce1312680 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6294761 Jul 16 08:43:48.480747 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.482354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.483310 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.490265 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58664) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:48.508195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-88bd0b02-e093-41aa-b1fa-a013f1efbe67 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group_rule': {'security_group_id': '8a555f76-baf2-4d21-b497-e306798c533f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '73c7580a-2c69-4416-8cf7-06651d6c8b64'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:48.529716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390e2c5e-fb68-4cea-83c4-3f2ce1312680 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73c7580a-2c69-4416-8cf7-06651d6c8b64,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:48.560086 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.561334 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dc832360-a708-4343-a766-9fb78d56242c {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:48.568914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9043033 Jul 16 08:43:48.571411 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.572816 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-32e326f0-d92c-47d8-8129-2b51813edcc6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "DELETE /v2.0/routers/dc832360-a708-4343-a766-9fb78d56242c HTTP/1.1" status: 204 len: 168 time: 2.7088153 Jul 16 08:43:48.575901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58666) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:48.584973 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9f6448d3-711b-421a-a45f-b467e75be203 admin admin] Request body: {'subnet': {'network_id': '1586a0a8-4a77-43b7-b674-86094660079f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-653149813-subnet', 'tenant_id': '0809215c3f414636948bb67244241253', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:48.617001 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58668) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:48.621499 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4192c1fa-e1ae-45ae-854e-591dbb6a9c9d admin admin] Pushing event updated for resources: {'Network': ['ID=1586a0a8-4a77-43b7-b674-86094660079f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:48.622782 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-520516407', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:48.632713 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 1586a0a8-4a77-43b7-b674-86094660079f details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:48.661435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6448d3-711b-421a-a45f-b467e75be203 admin admin] Made reservation on behalf of 0809215c3f414636948bb67244241253 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:48.667914 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f6448d3-711b-421a-a45f-b467e75be203 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.714319 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-88bd0b02-e093-41aa-b1fa-a013f1efbe67 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:48.718910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58670) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:48.719235 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-88bd0b02-e093-41aa-b1fa-a013f1efbe67 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2211425 Jul 16 08:43:48.735309 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.736372 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.829754 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14c05276-4343-4161-967b-cd8d6400f771 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.872060 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14c05276-4343-4161-967b-cd8d6400f771 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.952099 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14c05276-4343-4161-967b-cd8d6400f771 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.955517 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14c05276-4343-4161-967b-cd8d6400f771 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.957411 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-14c05276-4343-4161-967b-cd8d6400f771 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "DELETE /v2.0/security-groups/73c7580a-2c69-4416-8cf7-06651d6c8b64 HTTP/1.1" status: 204 len: 168 time: 0.2333417 Jul 16 08:43:48.962749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58674) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:48.975482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c05276-4343-4161-967b-cd8d6400f771 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c7580a-2c69-4416-8cf7-06651d6c8b64,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:48.988226 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.036351 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7475ce52-a9d0-4ac5-9ca0-405e3cfda172 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0723813 Jul 16 08:43:49.040522 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58676) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:49.106460 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c2b3b5ed-31ac-4e99-87e6-1e0eb8002fa0 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.142328 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c2b3b5ed-31ac-4e99-87e6-1e0eb8002fa0 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.226428 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7baa9b7a-197c-4c2e-bc7d-9120d2a27f48 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.238246 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c2b3b5ed-31ac-4e99-87e6-1e0eb8002fa0 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.253020 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c2b3b5ed-31ac-4e99-87e6-1e0eb8002fa0 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.257208 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c2b3b5ed-31ac-4e99-87e6-1e0eb8002fa0 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "DELETE /v2.0/security-groups/8a555f76-baf2-4d21-b497-e306798c533f HTTP/1.1" status: 204 len: 168 time: 0.2149258 Jul 16 08:43:49.267194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58680) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:49.277028 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.306432 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:49.312443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7baa9b7a-197c-4c2e-bc7d-9120d2a27f48 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.346497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:49.355597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3b5ed-31ac-4e99-87e6-1e0eb8002fa0 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a555f76-baf2-4d21-b497-e306798c533f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:49.374387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:49.374733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7b4ad3b4-c2e7-42e9-a320-9a38901cb33a not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:49.380075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:49.380731 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 14cbc14e-23bf-4ca3-b0ea-f5bbd9fcc0e5 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:49.403247 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-606e05de-2ac9-430a-bc78-2a91bad83232 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1269922 Jul 16 08:43:49.405717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58684) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:49.414589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4a733376-d8f7-4a12-a2a2-6b4ffd1cf8e3 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group': {'name': 'tempest-secgroup--558436769'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:49.455998 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a733376-d8f7-4a12-a2a2-6b4ffd1cf8e3 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.456263 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f6448d3-711b-421a-a45f-b467e75be203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.614506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a733376-d8f7-4a12-a2a2-6b4ffd1cf8e3 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.620964 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6448d3-711b-421a-a45f-b467e75be203 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb59a581-3336-481b-ac32-f80c1abcfc51,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:49.623284 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a733376-d8f7-4a12-a2a2-6b4ffd1cf8e3 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.691765 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a733376-d8f7-4a12-a2a2-6b4ffd1cf8e3 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.698849 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4a733376-d8f7-4a12-a2a2-6b4ffd1cf8e3 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2871974 Jul 16 08:43:49.700633 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58690) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:49.709906 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-bfa09d35-044f-4364-9df2-89cb9e01423f tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:49.710720 n-d-758944-46 neutron-server[93695]: WARNING neutron.api.v2.base [None req-bfa09d35-044f-4364-9df2-89cb9e01423f tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 08:43:49.711705 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-bfa09d35-044f-4364-9df2-89cb9e01423f tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 08:43:49.713628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6448d3-711b-421a-a45f-b467e75be203 admin admin] Checking segment: {'id': '9df231f9-56c3-4a8e-93a3-467faefd4512', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1586a0a8-4a77-43b7-b674-86094660079f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:49.713998 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6448d3-711b-421a-a45f-b467e75be203 admin admin] Network hostable DHCP agents. Network: 1586a0a8-4a77-43b7-b674-86094660079f, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:49.718878 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bfa09d35-044f-4364-9df2-89cb9e01423f tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "PUT /v2.0/security-groups/170a97e4-626c-4ae7-8806-c177715c0383 HTTP/1.1" status: 409 len: 330 time: 0.0127997 Jul 16 08:43:49.719177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a733376-d8f7-4a12-a2a2-6b4ffd1cf8e3 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=170a97e4-626c-4ae7-8806-c177715c0383,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:49.719685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58692) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:49.798029 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7baa9b7a-197c-4c2e-bc7d-9120d2a27f48 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.340098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6448d3-711b-421a-a45f-b467e75be203 admin admin] Network 1586a0a8-4a77-43b7-b674-86094660079f is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:50.438808 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-9f6448d3-711b-421a-a45f-b467e75be203 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 1586a0a8-4a77-43b7-b674-86094660079f) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:50.450506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4794a4fd-dd2d-4145-91d0-ab6f0718ed79 None None] Network 1586a0a8-4a77-43b7-b674-86094660079f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:50.565719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6448d3-711b-421a-a45f-b467e75be203 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.567508 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f6448d3-711b-421a-a45f-b467e75be203 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.667958 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.734182 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7baa9b7a-197c-4c2e-bc7d-9120d2a27f48 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.738850 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7640a435-56f7-4563-a147-3cf2859eb690 None None] Network 1586a0a8-4a77-43b7-b674-86094660079f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:50.745835 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7baa9b7a-197c-4c2e-bc7d-9120d2a27f48 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.766725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9f6448d3-711b-421a-a45f-b467e75be203 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.1892319 Jul 16 08:43:50.900880 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.961491 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.965103 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7baa9b7a-197c-4c2e-bc7d-9120d2a27f48 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.966009 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7baa9b7a-197c-4c2e-bc7d-9120d2a27f48 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 651a192e-182c-4316-96de-63da384bab80 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:51.046982 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.064322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b03f0-5e04-4c8c-9756-34b032ec36c9 req-59f9f722-e061-47df-b0df-33620e2efeba tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:51.067106 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e28b03f0-5e04-4c8c-9756-34b032ec36c9 req-59f9f722-e061-47df-b0df-33620e2efeba tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.7377183 Jul 16 08:43:51.196040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23fbe3-6560-4277-9fe2-786d99c1aecf req-95304b45-1efc-44d9-9bb9-7b0d9b0c639f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:51.198873 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6e23fbe3-6560-4277-9fe2-786d99c1aecf req-95304b45-1efc-44d9-9bb9-7b0d9b0c639f tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 950 time: 0.2041142 Jul 16 08:43:51.208021 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-7baa9b7a-197c-4c2e-bc7d-9120d2a27f48 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:43:51.215792 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7baa9b7a-197c-4c2e-bc7d-9120d2a27f48 tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.3929920 Jul 16 08:43:51.223841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58708) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:51.295236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.300137 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.306490 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "DELETE /v2.0/security-groups/170a97e4-626c-4ae7-8806-c177715c0383 HTTP/1.1" status: 204 len: 168 time: 1.5826151 Jul 16 08:43:51.311278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58710) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:51.361620 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e28b03f0-5e04-4c8c-9756-34b032ec36c9 req-f384993d-ce12-47b2-a312-8ce6964ba4f8 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724857 Jul 16 08:43:51.399575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=170a97e4-626c-4ae7-8806-c177715c0383,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:51.414679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:51.415037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:51.415409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:51.415758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:51.416099 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:51.416442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:51.416899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:51.417284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:51.418321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:51.418321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:51.418321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:51.418639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f689608f-77e7-496d-8c29-0b0e35e1e255 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:51.483189 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58716) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:51.483467 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2b69d6b7-55f4-48cf-aec4-8001024cb844 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1602519 Jul 16 08:43:51.509115 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-a9ab524b-389e-4a18-8207-45442f0a7933 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] delete failed (client error): The resource could not be found. Jul 16 08:43:51.510206 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a9ab524b-389e-4a18-8207-45442f0a7933 tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "DELETE /v2.0/security-groups/2293f54c-9855-4730-ae27-f710b47afea1 HTTP/1.1" status: 404 len: 347 time: 0.0263896 Jul 16 08:43:51.513984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58718) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:51.523667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Allocated IP 172.25.4.4 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/b573af14-4cb0-41b0-b19a-18c5cc3c1357) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:51.542320 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-12b87a6d-16a0-4b12-af8f-b35d554ce33a tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] show failed (client error): The resource could not be found. Jul 16 08:43:51.543166 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-12b87a6d-16a0-4b12-af8f-b35d554ce33a tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "GET /v2.0/security-groups/1999adb1-7b68-462a-9fa9-d44948c4eee0 HTTP/1.1" status: 404 len: 347 time: 0.0265529 Jul 16 08:43:51.548774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-6e23fbe3-6560-4277-9fe2-786d99c1aecf req-88a4b54b-d087-48cd-8fe6-74539323a861 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Deleting port 9d3d4375-6e86-429c-99d8-d986d445defa {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:51.548774 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6e23fbe3-6560-4277-9fe2-786d99c1aecf req-88a4b54b-d087-48cd-8fe6-74539323a861 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.549262 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58720) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:51.581245 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-3881b8b9-ddd1-4e16-8a42-42486364214b tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] show failed (client error): The resource could not be found. Jul 16 08:43:51.582342 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3881b8b9-ddd1-4e16-8a42-42486364214b tempest-NegativeSecGroupTest-941021207 tempest-NegativeSecGroupTest-941021207-project] 10.222.0.20 "GET /v2.0/security-group-rules/62d81cce-73ec-4a0a-af9d-992f9907e030 HTTP/1.1" status: 404 len: 356 time: 0.0325241 Jul 16 08:43:51.672036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-6e23fbe3-6560-4277-9fe2-786d99c1aecf req-88a4b54b-d087-48cd-8fe6-74539323a861 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] For port 9d3d4375-6e86-429c-99d8-d986d445defa, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=9d3d4375-6e86-429c-99d8-d986d445defa,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:51.672376 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6e23fbe3-6560-4277-9fe2-786d99c1aecf req-88a4b54b-d087-48cd-8fe6-74539323a861 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.692402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-6e23fbe3-6560-4277-9fe2-786d99c1aecf req-88a4b54b-d087-48cd-8fe6-74539323a861 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Calling delete_port for 9d3d4375-6e86-429c-99d8-d986d445defa owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:51.713387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-407882ee-6002-4b03-94f7-0d4490940a4c tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Deleting port 56a67773-ea34-4f2b-9907-cb3170e06746 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:51.713926 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-407882ee-6002-4b03-94f7-0d4490940a4c tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.816341 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.889519 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-407882ee-6002-4b03-94f7-0d4490940a4c tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.909493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-407882ee-6002-4b03-94f7-0d4490940a4c tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Calling delete_port for 56a67773-ea34-4f2b-9907-cb3170e06746 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:52.053515 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.062183 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6e23fbe3-6560-4277-9fe2-786d99c1aecf req-88a4b54b-d087-48cd-8fe6-74539323a861 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.086493 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['9d3d4375-6e86-429c-99d8-d986d445defa'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:52.117158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a4b54b-d087-48cd-8fe6-74539323a861 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Pushing event deleted for resources: {'Port': ['ID=9d3d4375-6e86-429c-99d8-d986d445defa,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:52.129542 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:52.140371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:52.151143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:52.161801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-ef73b639-5198-4691-be36-1a9ae9c8d6cb tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.168436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['fcce26f7-9393-4524-a9ae-06dbd8a1a021'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:52.168877 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-ef73b639-5198-4691-be36-1a9ae9c8d6cb tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/networks?id=45e60a75-248c-4494-ba73-18a4ec68d5d1 HTTP/1.1" status: 200 len: 825 time: 0.2852769 Jul 16 08:43:52.197653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Pushing event updated for resources: {'Port': ['ID=b573af14-4cb0-41b0-b19a-18c5cc3c1357,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:52.216366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a0149bb7-649e-4d30-b6dc-437529307f93 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/quotas/bbc98c19dc86434fa7d3e27d0a62d3d2 HTTP/1.1" status: 200 len: 375 time: 0.0465724 Jul 16 08:43:52.281156 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a900cb77-19da-4f5d-85f1-bc01a3eff72e tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bbc98c19dc86434fa7d3e27d0a62d3d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637357 Jul 16 08:43:52.286759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e23fbe3-6560-4277-9fe2-786d99c1aecf req-88a4b54b-d087-48cd-8fe6-74539323a861 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] No DVR routers for this DVR port 9d3d4375-6e86-429c-99d8-d986d445defa on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:52.291191 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6e23fbe3-6560-4277-9fe2-786d99c1aecf req-88a4b54b-d087-48cd-8fe6-74539323a861 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.294210 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6e23fbe3-6560-4277-9fe2-786d99c1aecf req-88a4b54b-d087-48cd-8fe6-74539323a861 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.38 "DELETE /v2.0/ports/9d3d4375-6e86-429c-99d8-d986d445defa HTTP/1.1" status: 204 len: 173 time: 1.0896192 Jul 16 08:43:52.297875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e', 'name': 'network-vif-deleted', 'tag': '9d3d4375-6e86-429c-99d8-d986d445defa'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:52.300612 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f14ef04-b5d2-4803-be86-6ae3f6d6893e" -d '{"events": [{"server_uuid": "6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e", "name": "network-vif-deleted", "tag": "9d3d4375-6e86-429c-99d8-d986d445defa"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:52.347533 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-407882ee-6002-4b03-94f7-0d4490940a4c tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.426370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407882ee-6002-4b03-94f7-0d4490940a4c tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Pushing event deleted for resources: {'Port': ['ID=56a67773-ea34-4f2b-9907-cb3170e06746,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:52.538999 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58746) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:52.605633 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-407882ee-6002-4b03-94f7-0d4490940a4c tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.611463 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-407882ee-6002-4b03-94f7-0d4490940a4c tempest-RoutersAdminNegativeTest-244688386 tempest-RoutersAdminNegativeTest-244688386-project-admin] 10.222.0.20 "DELETE /v2.0/ports/56a67773-ea34-4f2b-9907-cb3170e06746 HTTP/1.1" status: 204 len: 168 time: 1.3702774 Jul 16 08:43:52.744780 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-fd0a87e6-1784-44cc-b31e-ce1a7a2103b7 service neutron] 10.222.0.20 "GET /v2.0/networks/45e60a75-248c-4494-ba73-18a4ec68d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4626837 Jul 16 08:43:52.801843 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58754) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:52.810170 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e0755982-dde1-4d24-bb30-de8ee692ac69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9385bd11ce1841f9b5d6294d14f63f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2591696 Jul 16 08:43:52.868790 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6215991-3112-4548-99a8-cdc01b62db78 x-openstack-request-id: req-c6215991-3112-4548-99a8-cdc01b62db78 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:52.870521 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e", "name": "network-vif-deleted", "tag": "9d3d4375-6e86-429c-99d8-d986d445defa", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:52.870958 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c6215991-3112-4548-99a8-cdc01b62db78 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:52.871659 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e', 'name': 'network-vif-deleted', 'tag': '9d3d4375-6e86-429c-99d8-d986d445defa', 'status': 'completed', 'code': 200} Jul 16 08:43:52.965250 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.015749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58758) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:53.063066 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-4102ae93-c8b3-4ea7-ac1a-bfc5391dfd4c service neutron] 10.222.0.20 "GET /v2.0/networks/45e60a75-248c-4494-ba73-18a4ec68d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117936 Jul 16 08:43:53.075797 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b9ce858e-8e52-4973-b415-bb653bad9f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.185851 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a40db5bf-832b-4973-8991-9a5a541e759a req-8dbd02b0-cf8d-46dd-bdec-bcd14e10338d tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cc1cf1b-7c7d-49cc-b6e7-435ab9f62b8e HTTP/1.1" status: 200 len: 210 time: 0.0681803 Jul 16 08:43:53.228818 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b9ce858e-8e52-4973-b415-bb653bad9f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.253609 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de30befc-f8ef-4990-912a-328b1e92d724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.385987 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de30befc-f8ef-4990-912a-328b1e92d724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.394121 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de30befc-f8ef-4990-912a-328b1e92d724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.476652 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-de30befc-f8ef-4990-912a-328b1e92d724 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e493b79f210a47f3a319ef70b303047f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4566162 Jul 16 08:43:53.476652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30befc-f8ef-4990-912a-328b1e92d724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=075e6726-88cf-4784-a6eb-c9d925215804,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:53.480015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58766) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:53.489590 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b9ce858e-8e52-4973-b415-bb653bad9f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.493911 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b9ce858e-8e52-4973-b415-bb653bad9f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.495659 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b9ce858e-8e52-4973-b415-bb653bad9f20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f8f2fef-b263-4bef-b45a-d39dad9e94e4 HTTP/1.1" status: 204 len: 168 time: 0.6894469 Jul 16 08:43:53.519639 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55dae07a-a096-45cc-9ff7-9d0f1705fb11 req-da9a7aca-2e1f-4665-b552-8bd567154a06 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 210 time: 0.1002045 Jul 16 08:43:53.575419 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:43:53.589261 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24155d14-0997-4c0c-bd74-b9b255487df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.612687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce858e-8e52-4973-b415-bb653bad9f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8f2fef-b263-4bef-b45a-d39dad9e94e4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:53.648617 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.650617 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24155d14-0997-4c0c-bd74-b9b255487df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.740998 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24155d14-0997-4c0c-bd74-b9b255487df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.743998 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24155d14-0997-4c0c-bd74-b9b255487df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.745329 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-24155d14-0997-4c0c-bd74-b9b255487df2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/075e6726-88cf-4784-a6eb-c9d925215804 HTTP/1.1" status: 204 len: 168 time: 0.2638083 Jul 16 08:43:53.755745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24155d14-0997-4c0c-bd74-b9b255487df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=075e6726-88cf-4784-a6eb-c9d925215804,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:53.857360 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Router 92487f4f-ea07-47e7-a4dd-ffaad32db3bc is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:54.018871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:54.050876 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.052096 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e269a80f-bd7d-4071-a77f-1286142942f5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 5.4338520 Jul 16 08:43:54.056157 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58786) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:54.058704 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02d17f2-5f74-4b21-b7e1-53f5ba8195ca None None] Sync routers for ids ['92487f4f-ea07-47e7-a4dd-ffaad32db3bc'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:54.063026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d7be12ec-f924-4e7b-bf80-0fc953050438 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'enable_snat': False}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:54.076548 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02d17f2-5f74-4b21-b7e1-53f5ba8195ca None None] Routers {'92487f4f-ea07-47e7-a4dd-ffaad32db3bc'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:54.078420 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b02d17f2-5f74-4b21-b7e1-53f5ba8195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['92487f4f-ea07-47e7-a4dd-ffaad32db3bc'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:54.202051 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b02d17f2-5f74-4b21-b7e1-53f5ba8195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:54.238062 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02d17f2-5f74-4b21-b7e1-53f5ba8195ca None None] Routers {'92487f4f-ea07-47e7-a4dd-ffaad32db3bc'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:54.239154 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b02d17f2-5f74-4b21-b7e1-53f5ba8195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['92487f4f-ea07-47e7-a4dd-ffaad32db3bc'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:54.378126 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b02d17f2-5f74-4b21-b7e1-53f5ba8195ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:54.382352 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b02d17f2-5f74-4b21-b7e1-53f5ba8195ca None None] The sync data for ids ['92487f4f-ea07-47e7-a4dd-ffaad32db3bc'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:54.411674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58796) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:54.507896 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dcba1f13-cf13-4363-9518-2aa8575ebf59 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b0005cc5600470ca11da84e0fd1def3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0925317 Jul 16 08:43:54.512726 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58804) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:54.641365 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9079e611-d19a-4632-b275-79f350815af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.714329 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9079e611-d19a-4632-b275-79f350815af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.844986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9079e611-d19a-4632-b275-79f350815af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.874428 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9079e611-d19a-4632-b275-79f350815af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:54.891464 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9079e611-d19a-4632-b275-79f350815af8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e172e3b-6e2b-4801-8e21-9de12a71ea48 HTTP/1.1" status: 204 len: 168 time: 0.3762505 Jul 16 08:43:54.896659 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9bdb12bf-ff68-466a-a26a-a4667fb0b620 req-7c74c4c6-360b-4ade-a5c4-d65a756bea9f tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 210 time: 0.0912633 Jul 16 08:43:54.920458 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079e611-d19a-4632-b275-79f350815af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e172e3b-6e2b-4801-8e21-9de12a71ea48,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:55.032205 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d7be12ec-f924-4e7b-bf80-0fc953050438 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.336622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 9d3d4375-6e86-429c-99d8-d986d445defa no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:55.408161 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 9d3d4375-6e86-429c-99d8-d986d445defa {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:55.408735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 9d3d4375-6e86-429c-99d8-d986d445defa not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:55.559714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58832) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:55.837884 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46520a5e-249b-4ee1-a66b-4bffd6304935 req-1bcafd88-fcbf-4698-b6f1-8314ca4024bd tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:55.845301 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46520a5e-249b-4ee1-a66b-4bffd6304935 req-1bcafd88-fcbf-4698-b6f1-8314ca4024bd tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.6372972 Jul 16 08:43:55.972158 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46520a5e-249b-4ee1-a66b-4bffd6304935 req-14ede790-5097-4a4a-b073-f2996fd6adb6 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255565 Jul 16 08:43:56.076716 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-595ae4b1-946e-4f52-ad94-7d75fc92521f tempest-SubnetPoolsTestJSON-775938629 tempest-SubnetPoolsTestJSON-775938629-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1917480500', 'prefixes': ['172.20.0.0/16']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:56.081832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a9d7a4e6-a187-4aba-8635-df6871300659 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:56.084591 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a9d7a4e6-a187-4aba-8635-df6871300659 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.38 "GET /v2.0/networks?id=45e60a75-248c-4494-ba73-18a4ec68d5d1 HTTP/1.1" status: 200 len: 825 time: 0.2973075 Jul 16 08:43:56.117163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-86e4e997-e541-483e-9899-91304ae51666 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Request body: {'port': {'device_id': 'db151b89-8404-40f8-b6a7-7b291d762cd2', 'network_id': '45e60a75-248c-4494-ba73-18a4ec68d5d1', 'admin_state_up': True, 'tenant_id': 'bbc98c19dc86434fa7d3e27d0a62d3d2'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:56.239586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58852) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:56.261023 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-297d37f2-7d24-4e7a-8369-205f9c4456c1 req-d62c50f6-9bba-476c-b0bd-3550cde2bbe9 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 210 time: 0.0711992 Jul 16 08:43:56.307272 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-595ae4b1-946e-4f52-ad94-7d75fc92521f tempest-SubnetPoolsTestJSON-775938629 tempest-SubnetPoolsTestJSON-775938629-project] Notify callbacks [] for subnetpool, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.311115 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-595ae4b1-946e-4f52-ad94-7d75fc92521f tempest-SubnetPoolsTestJSON-775938629 tempest-SubnetPoolsTestJSON-775938629-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.7483542 Jul 16 08:43:56.313957 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58858) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:56.381628 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-940f9f6c-ceca-4f01-89cf-cf84f3aa1500 tempest-SubnetPoolsTestJSON-775938629 tempest-SubnetPoolsTestJSON-775938629-project] 10.222.0.20 "GET /v2.0/subnetpools/535d43f3-d811-4c2b-90a3-f3caf2177dbb HTTP/1.1" status: 200 len: 732 time: 0.0648570 Jul 16 08:43:56.382386 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58860) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:56.399763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c3eb890c-5726-475d-b87d-f5aa03bc5d78 tempest-SubnetPoolsTestJSON-775938629 tempest-SubnetPoolsTestJSON-775938629-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1129334414'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:56.410380 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-516796095'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:56.511962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Made reservation on behalf of f871d42a134147ffa50c670347080dd8 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:56.515643 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.526518 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c3eb890c-5726-475d-b87d-f5aa03bc5d78 tempest-SubnetPoolsTestJSON-775938629 tempest-SubnetPoolsTestJSON-775938629-project] Notify callbacks [] for subnetpool, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.528793 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c3eb890c-5726-475d-b87d-f5aa03bc5d78 tempest-SubnetPoolsTestJSON-775938629 tempest-SubnetPoolsTestJSON-775938629-project] 10.222.0.20 "PUT /v2.0/subnetpools/535d43f3-d811-4c2b-90a3-f3caf2177dbb HTTP/1.1" status: 200 len: 684 time: 0.1449907 Jul 16 08:43:56.532935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58862) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:56.542985 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.546834 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d7be12ec-f924-4e7b-bf80-0fc953050438 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.556292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-86e4e997-e541-483e-9899-91304ae51666 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Made reservation on behalf of bbc98c19dc86434fa7d3e27d0a62d3d2 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:56.559944 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-86e4e997-e541-483e-9899-91304ae51666 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.569108 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d7be12ec-f924-4e7b-bf80-0fc953050438 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.590063 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0ff3dd-c0d0-4fea-a229-5aa6a08be1d3 req-5a659f49-cf8b-421a-a448-c1daeca060ab tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:56.591661 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be0ff3dd-c0d0-4fea-a229-5aa6a08be1d3 req-5a659f49-cf8b-421a-a448-c1daeca060ab tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.2939243 Jul 16 08:43:56.633185 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-554b6da7-3155-4746-afcd-74b4c8337a47 tempest-SubnetPoolsTestJSON-775938629 tempest-SubnetPoolsTestJSON-775938629-project] Notify callbacks [] for subnetpool, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.634865 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-554b6da7-3155-4746-afcd-74b4c8337a47 tempest-SubnetPoolsTestJSON-775938629 tempest-SubnetPoolsTestJSON-775938629-project] 10.222.0.20 "DELETE /v2.0/subnetpools/535d43f3-d811-4c2b-90a3-f3caf2177dbb HTTP/1.1" status: 204 len: 168 time: 0.1005144 Jul 16 08:43:56.639529 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58864) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:56.658857 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-4658f964-97ab-477d-b41f-411e96e91a1f tempest-SubnetPoolsTestJSON-775938629 tempest-SubnetPoolsTestJSON-775938629-project] show failed (client error): The resource could not be found. Jul 16 08:43:56.660561 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4658f964-97ab-477d-b41f-411e96e91a1f tempest-SubnetPoolsTestJSON-775938629 tempest-SubnetPoolsTestJSON-775938629-project] 10.222.0.20 "GET /v2.0/subnetpools/535d43f3-d811-4c2b-90a3-f3caf2177dbb HTTP/1.1" status: 404 len: 346 time: 0.0192325 Jul 16 08:43:56.665320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58866) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:56.682939 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-d43f8c25-dbbf-490b-9b04-1fcb7b3f0f5f tempest-SubnetPoolsTestJSON-775938629 tempest-SubnetPoolsTestJSON-775938629-project] delete failed (client error): The resource could not be found. Jul 16 08:43:56.684068 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d43f8c25-dbbf-490b-9b04-1fcb7b3f0f5f tempest-SubnetPoolsTestJSON-775938629 tempest-SubnetPoolsTestJSON-775938629-project] 10.222.0.20 "DELETE /v2.0/subnetpools/535d43f3-d811-4c2b-90a3-f3caf2177dbb HTTP/1.1" status: 404 len: 346 time: 0.0174506 Jul 16 08:43:56.985252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7be12ec-f924-4e7b-bf80-0fc953050438 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Router 92487f4f-ea07-47e7-a4dd-ffaad32db3bc has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:56.991899 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-86e4e997-e541-483e-9899-91304ae51666 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Allocated IP 172.20.0.7 (45e60a75-248c-4494-ba73-18a4ec68d5d1/48a4fe62-1b0d-41d1-a460-a95731eb8333/4d780ca8-d32f-4863-a40d-f87896a08b69) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:56.999607 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.014397 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.047391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-be0ff3dd-c0d0-4fea-a229-5aa6a08be1d3 req-e70bc998-cf5a-4be0-a72a-953934746666 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Deleting port fcce26f7-9393-4524-a9ae-06dbd8a1a021 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:57.047630 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-be0ff3dd-c0d0-4fea-a229-5aa6a08be1d3 req-e70bc998-cf5a-4be0-a72a-953934746666 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.101159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:57.148263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7a3942-e2d7-47a1-aa8d-9400e044a4e2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:57.179040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58876) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:57.220625 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.220976 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Added segment ff4c3867-50b9-415e-a270-03d444faf39c of type vlan for network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a Jul 16 08:43:57.371737 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f495f045-98ef-4b55-99b8-59f54f3c6e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.420729 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.489528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-be0ff3dd-c0d0-4fea-a229-5aa6a08be1d3 req-e70bc998-cf5a-4be0-a72a-953934746666 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] For port fcce26f7-9393-4524-a9ae-06dbd8a1a021, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fcce26f7-9393-4524-a9ae-06dbd8a1a021,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:57.490116 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-be0ff3dd-c0d0-4fea-a229-5aa6a08be1d3 req-e70bc998-cf5a-4be0-a72a-953934746666 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.513062 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f495f045-98ef-4b55-99b8-59f54f3c6e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.519538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f495f045-98ef-4b55-99b8-59f54f3c6e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.541684 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-be0ff3dd-c0d0-4fea-a229-5aa6a08be1d3 req-e70bc998-cf5a-4be0-a72a-953934746666 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Calling delete_port for fcce26f7-9393-4524-a9ae-06dbd8a1a021 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:57.570040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7be12ec-f924-4e7b-bf80-0fc953050438 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:57.575869 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f495f045-98ef-4b55-99b8-59f54f3c6e44 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bb87082819da411e80ae28cb490ea2ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3913803 Jul 16 08:43:57.575869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f495f045-98ef-4b55-99b8-59f54f3c6e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c429dcd7-2456-4685-8493-d6bfa8c55f57,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:57.576359 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58886) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:57.591183 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d7be12ec-f924-4e7b-bf80-0fc953050438 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.594385 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d7be12ec-f924-4e7b-bf80-0fc953050438 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "PUT /v2.0/routers/92487f4f-ea07-47e7-a4dd-ffaad32db3bc HTTP/1.1" status: 200 len: 919 time: 3.5363595 Jul 16 08:43:57.606616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58888) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:57.614949 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b889b0e-37fd-4d40-85ce-84385db4f167 None None] Sync routers for ids ['92487f4f-ea07-47e7-a4dd-ffaad32db3bc'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:57.649136 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c62196a1-db52-49a4-98eb-5fd3cfa12232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.668395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b889b0e-37fd-4d40-85ce-84385db4f167 None None] Routers {'92487f4f-ea07-47e7-a4dd-ffaad32db3bc'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:57.671394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5b889b0e-37fd-4d40-85ce-84385db4f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['92487f4f-ea07-47e7-a4dd-ffaad32db3bc'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:57.695409 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c62196a1-db52-49a4-98eb-5fd3cfa12232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.715429 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.721066 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.721701 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.738853 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-326157a2-aaea-4381-86fb-f741faed8e1d req-0012f8bd-c8d2-4497-a7f2-8f30117559db tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 210 time: 0.0638118 Jul 16 08:43:57.740009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2738510a-919e-4a6e-89dd-662b26050772 req-dfa3b18e-c043-4ddf-9c9f-016c9979c477 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.741574 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5b889b0e-37fd-4d40-85ce-84385db4f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:57.743417 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2738510a-919e-4a6e-89dd-662b26050772 req-dfa3b18e-c043-4ddf-9c9f-016c9979c477 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 950 time: 0.5799122 Jul 16 08:43:57.748320 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-86e4e997-e541-483e-9899-91304ae51666 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.761454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b889b0e-37fd-4d40-85ce-84385db4f167 None None] Routers {'92487f4f-ea07-47e7-a4dd-ffaad32db3bc'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:57.763970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5b889b0e-37fd-4d40-85ce-84385db4f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:43:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['92487f4f-ea07-47e7-a4dd-ffaad32db3bc'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:57.822844 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c62196a1-db52-49a4-98eb-5fd3cfa12232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.828542 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c62196a1-db52-49a4-98eb-5fd3cfa12232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.830801 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c62196a1-db52-49a4-98eb-5fd3cfa12232 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c429dcd7-2456-4685-8493-d6bfa8c55f57 HTTP/1.1" status: 204 len: 168 time: 0.2533412 Jul 16 08:43:57.857736 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5b889b0e-37fd-4d40-85ce-84385db4f167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:57.860759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b889b0e-37fd-4d40-85ce-84385db4f167 None None] The sync data for ids ['92487f4f-ea07-47e7-a4dd-ffaad32db3bc'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:57.865338 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62196a1-db52-49a4-98eb-5fd3cfa12232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c429dcd7-2456-4685-8493-d6bfa8c55f57,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:57.926218 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.6854665 Jul 16 08:43:57.932017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58892) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:57.939435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-19be1d5d-5312-47ce-a593-a24918042a40 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Request body: {'subnet': {'network_id': 'a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:58.002621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8861afa2-330d-42ca-8c65-905f155834a2 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event updated for resources: {'Network': ['ID=a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:58.019166 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2738510a-919e-4a6e-89dd-662b26050772 req-d6a9ba0e-364b-4055-beeb-a80fbfa5140e tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/security-groups?id=d04551f0-ad58-469a-af72-660c222bc7a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449098 Jul 16 08:43:58.022355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:58.058200 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-88867ef7-a6a8-42c7-90b6-848c662fd9f3 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/routers/92487f4f-ea07-47e7-a4dd-ffaad32db3bc HTTP/1.1" status: 200 len: 919 time: 0.4458065 Jul 16 08:43:58.058473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58894) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:58.110821 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19be1d5d-5312-47ce-a593-a24918042a40 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Made reservation on behalf of f871d42a134147ffa50c670347080dd8 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:58.118821 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19be1d5d-5312-47ce-a593-a24918042a40 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.154924 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-86e4e997-e541-483e-9899-91304ae51666 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.265823 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-86e4e997-e541-483e-9899-91304ae51666 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Network 45e60a75-248c-4494-ba73-18a4ec68d5d1 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:58.278301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-86e4e997-e541-483e-9899-91304ae51666 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:58.296163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-86e4e997-e541-483e-9899-91304ae51666 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:58.305618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e4e997-e541-483e-9899-91304ae51666 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Pushing event updated for resources: {'Port': ['ID=4d780ca8-d32f-4863-a40d-f87896a08b69,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:58.323923 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-be0ff3dd-c0d0-4fea-a229-5aa6a08be1d3 req-e70bc998-cf5a-4be0-a72a-953934746666 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.336676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['fcce26f7-9393-4524-a9ae-06dbd8a1a021'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:58.420419 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19be1d5d-5312-47ce-a593-a24918042a40 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.463919 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70bc998-cf5a-4be0-a72a-953934746666 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Pushing event deleted for resources: {'Port': ['ID=fcce26f7-9393-4524-a9ae-06dbd8a1a021,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:58.479026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f811b8c9-fff5-4160-8924-1a30eb12ffe8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.484091 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f811b8c9-fff5-4160-8924-1a30eb12ffe8 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&device_id=92487f4f-ea07-47e7-a4dd-ffaad32db3bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.4220874 Jul 16 08:43:58.489676 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58910) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:58.538971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-86e4e997-e541-483e-9899-91304ae51666 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.539669 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-86e4e997-e541-483e-9899-91304ae51666 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.552430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19be1d5d-5312-47ce-a593-a24918042a40 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event updated for resources: {'Subnet': ['ID=18e4830a-f0c2-4572-a285-e3e5cae0a718,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:58.580385 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0ff3dd-c0d0-4fea-a229-5aa6a08be1d3 req-e70bc998-cf5a-4be0-a72a-953934746666 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] No DVR routers for this DVR port fcce26f7-9393-4524-a9ae-06dbd8a1a021 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:58.591924 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-be0ff3dd-c0d0-4fea-a229-5aa6a08be1d3 req-e70bc998-cf5a-4be0-a72a-953934746666 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.594202 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19be1d5d-5312-47ce-a593-a24918042a40 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Checking segment: {'id': 'ff4c3867-50b9-415e-a270-03d444faf39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:58.594505 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be0ff3dd-c0d0-4fea-a229-5aa6a08be1d3 req-e70bc998-cf5a-4be0-a72a-953934746666 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.15 "DELETE /v2.0/ports/fcce26f7-9393-4524-a9ae-06dbd8a1a021 HTTP/1.1" status: 204 len: 173 time: 1.9941216 Jul 16 08:43:58.595776 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae16c89b-49b0-49ff-9af9-c6356964a379', 'name': 'network-vif-deleted', 'tag': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:58.598914 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441ca2a7-6bcd-4526-a042-5f00628610da" -d '{"events": [{"server_uuid": "ae16c89b-49b0-49ff-9af9-c6356964a379", "name": "network-vif-deleted", "tag": "fcce26f7-9393-4524-a9ae-06dbd8a1a021"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:58.599243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be1d5d-5312-47ce-a593-a24918042a40 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Network hostable DHCP agents. Network: a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:58.613070 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-86e4e997-e541-483e-9899-91304ae51666 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5163293 Jul 16 08:43:58.663743 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19be1d5d-5312-47ce-a593-a24918042a40 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:58.680220 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-19be1d5d-5312-47ce-a593-a24918042a40 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:58.695649 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1585f9e7-6be5-4733-9c41-ffbb9881a5cc None None] Network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:58.696546 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05101564-a881-49ae-b4f1-07926b0c0975 x-openstack-request-id: req-05101564-a881-49ae-b4f1-07926b0c0975 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:58.697042 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae16c89b-49b0-49ff-9af9-c6356964a379", "name": "network-vif-deleted", "tag": "fcce26f7-9393-4524-a9ae-06dbd8a1a021", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:58.697452 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05101564-a881-49ae-b4f1-07926b0c0975 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:58.698154 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae16c89b-49b0-49ff-9af9-c6356964a379', 'name': 'network-vif-deleted', 'tag': 'fcce26f7-9393-4524-a9ae-06dbd8a1a021', 'status': 'completed', 'code': 200} Jul 16 08:43:58.704811 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Request body: {'port': {'device_id': 'db151b89-8404-40f8-b6a7-7b291d762cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:58.719628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19be1d5d-5312-47ce-a593-a24918042a40 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.728146 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19be1d5d-5312-47ce-a593-a24918042a40 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.781132 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-19be1d5d-5312-47ce-a593-a24918042a40 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8475606 Jul 16 08:43:58.784466 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58914) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:58.802391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-14ddaa46-65bc-4a22-a3dc-e4f2faa5bc4c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Request body: {'port': {'network_id': 'a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-333185791'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:58.859711 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4b7159-54c3-45b9-8fac-fe3f83fa00b7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.861558 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0f4b7159-54c3-45b9-8fac-fe3f83fa00b7 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 881 time: 0.3710117 Jul 16 08:43:58.867749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58920) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:58.868687 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.929008 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1a395f8a-d556-455d-9a1b-d89296e194c1 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "GET /v2.0/ports?device_id=92487f4f-ea07-47e7-a4dd-ffaad32db3bc HTTP/1.1" status: 200 len: 205 time: 0.0573487 Jul 16 08:43:58.934064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58924) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:59.070596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14ddaa46-65bc-4a22-a3dc-e4f2faa5bc4c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Made reservation on behalf of f871d42a134147ffa50c670347080dd8 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:59.078437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a', 'network_id': 'a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a', 'tenant_id': 'f871d42a134147ffa50c670347080dd8', 'fixed_ips': [{'subnet_id': '18e4830a-f0c2-4572-a285-e3e5cae0a718'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:59.078437 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.080295 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14ddaa46-65bc-4a22-a3dc-e4f2faa5bc4c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.132987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-14ddaa46-65bc-4a22-a3dc-e4f2faa5bc4c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] device_id is not set on port bf113df2-6688-4a57-9d26-cb9d3d2c8fc5 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:59.270990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26780ce-1d38-4e54-8f33-1d0d425ae4c9 req-5dd27509-bc7f-43db-9dd6-55ce9c30aeda tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.285925 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c26780ce-1d38-4e54-8f33-1d0d425ae4c9 req-5dd27509-bc7f-43db-9dd6-55ce9c30aeda tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 931 time: 0.2741795 Jul 16 08:43:59.411523 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50cf04dd-b9a6-4765-86b5-bb2167dc0ae1 req-10e2dd1a-0fe8-47d3-84ca-07088c5badd1 tempest-MigrationsAdminTest-256207422 tempest-MigrationsAdminTest-256207422-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae16c89b-49b0-49ff-9af9-c6356964a379 HTTP/1.1" status: 200 len: 210 time: 0.0800304 Jul 16 08:43:59.440641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-14ddaa46-65bc-4a22-a3dc-e4f2faa5bc4c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Allocated IP 2001:db8::267 (a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a/18e4830a-f0c2-4572-a285-e3e5cae0a718/bf113df2-6688-4a57-9d26-cb9d3d2c8fc5) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:59.691303 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14ddaa46-65bc-4a22-a3dc-e4f2faa5bc4c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.718423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-14ddaa46-65bc-4a22-a3dc-e4f2faa5bc4c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Transition to ACTIVE for port object bf113df2-6688-4a57-9d26-cb9d3d2c8fc5 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:59.774924 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14ddaa46-65bc-4a22-a3dc-e4f2faa5bc4c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.815432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c26780ce-1d38-4e54-8f33-1d0d425ae4c9 req-981a6d90-167e-44fa-a171-4fdcafb20f84 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/security-groups?id=859700b2-83cc-4c87-a297-b14c7722a969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5284624 Jul 16 08:43:59.845888 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb93f63d-eafb-4816-a1b4-85ff7d68bc56 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.873082 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ddaa46-65bc-4a22-a3dc-e4f2faa5bc4c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:59.882269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-14ddaa46-65bc-4a22-a3dc-e4f2faa5bc4c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:59.888403 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ddaa46-65bc-4a22-a3dc-e4f2faa5bc4c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:59.892437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Allocated IP 2001:db8::2 (a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a/18e4830a-f0c2-4572-a285-e3e5cae0a718/fb19aa2a-db2c-4079-9d54-b4c7798599bb) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:59.894197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ddaa46-65bc-4a22-a3dc-e4f2faa5bc4c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:59.894922 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14ddaa46-65bc-4a22-a3dc-e4f2faa5bc4c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.900310 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ddaa46-65bc-4a22-a3dc-e4f2faa5bc4c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event updated for resources: {'Port': ['ID=bf113df2-6688-4a57-9d26-cb9d3d2c8fc5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:59.919231 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-14ddaa46-65bc-4a22-a3dc-e4f2faa5bc4c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1312230 Jul 16 08:43:59.922978 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58950) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:59.931659 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-32af3647-2bc3-402f-82e8-926ac713f196 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Request body: {'port': {'network_id': 'a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1455625617', 'allowed_address_pairs': [{'ip_address': '2001:db8::267', 'mac_address': 'fa:16:3e:b3:02:63'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:00.056401 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb93f63d-eafb-4816-a1b4-85ff7d68bc56 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.105263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32af3647-2bc3-402f-82e8-926ac713f196 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Made reservation on behalf of f871d42a134147ffa50c670347080dd8 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:00.130663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d780ca8-d32f-4863-a40d-f87896a08b69 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:00.143989 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.146321 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.164565 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Transition to ACTIVE for port object fb19aa2a-db2c-4079-9d54-b4c7798599bb will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:00.169888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Transition to ACTIVE for port object 4d780ca8-d32f-4863-a40d-f87896a08b69 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:00.183057 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.192735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Transition to ACTIVE for port object fb19aa2a-db2c-4079-9d54-b4c7798599bb will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:00.203842 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.225248 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-fb93f63d-eafb-4816-a1b4-85ff7d68bc56 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Deleting port b573af14-4cb0-41b0-b19a-18c5cc3c1357 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:00.225720 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb93f63d-eafb-4816-a1b4-85ff7d68bc56 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.288352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:00.293251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:00.296900 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32af3647-2bc3-402f-82e8-926ac713f196 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.302568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:00.321073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Pushing event updated for resources: {'Port': ['ID=fb19aa2a-db2c-4079-9d54-b4c7798599bb,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:00.331749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device fcce26f7-9393-4524-a9ae-06dbd8a1a021 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:00.339970 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-32af3647-2bc3-402f-82e8-926ac713f196 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] device_id is not set on port 360e5bcb-acdb-45fd-a3a6-78de64bfa2d0 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:00.393589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Pushing event updated for resources: {'Port': ['ID=4d780ca8-d32f-4863-a40d-f87896a08b69,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:00.434744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: fcce26f7-9393-4524-a9ae-06dbd8a1a021 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:00.435433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device fcce26f7-9393-4524-a9ae-06dbd8a1a021 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:00.453458 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb93f63d-eafb-4816-a1b4-85ff7d68bc56 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.457259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Attempting to bind port 4d780ca8-d32f-4863-a40d-f87896a08b69 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:00.457621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Attempting to bind port 4d780ca8-d32f-4863-a40d-f87896a08b69 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'e1037800-fa3d-4e7a-a4cb-c9c2e5accde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45e60a75-248c-4494-ba73-18a4ec68d5d1'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:00.458009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Attempting to bind port 4d780ca8-d32f-4863-a40d-f87896a08b69 on network 45e60a75-248c-4494-ba73-18a4ec68d5d1 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:00.468094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Port 4d780ca8-d32f-4863-a40d-f87896a08b69 on network 45e60a75-248c-4494-ba73-18a4ec68d5d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:00.468430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Attempting to bind port 4d780ca8-d32f-4863-a40d-f87896a08b69 on network 45e60a75-248c-4494-ba73-18a4ec68d5d1 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:00.476159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Attempting to bind port fb19aa2a-db2c-4079-9d54-b4c7798599bb on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:00.476803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Attempting to bind port fb19aa2a-db2c-4079-9d54-b4c7798599bb by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'ff4c3867-50b9-415e-a270-03d444faf39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:00.477271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Attempting to bind port fb19aa2a-db2c-4079-9d54-b4c7798599bb on network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:00.479416 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:00.479760 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Checking segment: {'id': 'e1037800-fa3d-4e7a-a4cb-c9c2e5accde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45e60a75-248c-4494-ba73-18a4ec68d5d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:00.485885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:00.486278 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Checking segment: {'id': 'ff4c3867-50b9-415e-a270-03d444faf39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:00.486789 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.487372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Bound using segment: {'id': 'ff4c3867-50b9-415e-a270-03d444faf39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:00.487963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Bound port: fb19aa2a-db2c-4079-9d54-b4c7798599bb, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4c3867-50b9-415e-a270-03d444faf39c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:00.488468 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.493288 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Bound using segment: {'id': 'e1037800-fa3d-4e7a-a4cb-c9c2e5accde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45e60a75-248c-4494-ba73-18a4ec68d5d1'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:00.493820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Bound port: 4d780ca8-d32f-4863-a40d-f87896a08b69, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1037800-fa3d-4e7a-a4cb-c9c2e5accde6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '45e60a75-248c-4494-ba73-18a4ec68d5d1'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:00.494204 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.497567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-fb93f63d-eafb-4816-a1b4-85ff7d68bc56 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Calling delete_port for b573af14-4cb0-41b0-b19a-18c5cc3c1357 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:00.585617 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58960) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:00.600554 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] For port fb19aa2a-db2c-4079-9d54-b4c7798599bb, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:00.609211 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] For port fb19aa2a-db2c-4079-9d54-b4c7798599bb, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fb19aa2a-db2c-4079-9d54-b4c7798599bb,segment=NetworkSegment(ff4c3867-50b9-415e-a270-03d444faf39c),segment_id=ff4c3867-50b9-415e-a270-03d444faf39c)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:00.619691 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.736543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] For port 4d780ca8-d32f-4863-a40d-f87896a08b69, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:00.741215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] For port 4d780ca8-d32f-4863-a40d-f87896a08b69, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4d780ca8-d32f-4863-a40d-f87896a08b69,segment=NetworkSegment(e1037800-fa3d-4e7a-a4cb-c9c2e5accde6),segment_id=e1037800-fa3d-4e7a-a4cb-c9c2e5accde6)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:00.766468 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.966656 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:00.967395 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.985601 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] 10.222.0.38 "PUT /v2.0/ports/4d780ca8-d32f-4863-a40d-f87896a08b69 HTTP/1.1" status: 200 len: 1092 time: 2.2926240 Jul 16 08:44:00.993620 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db151b89-8404-40f8-b6a7-7b291d762cd2', 'tag': '4d780ca8-d32f-4863-a40d-f87896a08b69'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:01.000652 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25a1514-3c98-404a-aa69-1ca557dad1dd" -d '{"events": [{"name": "network-changed", "server_uuid": "db151b89-8404-40f8-b6a7-7b291d762cd2", "tag": "4d780ca8-d32f-4863-a40d-f87896a08b69"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:01.039413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58978) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:01.158791 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b2d8f-eea4-4064-9f93-03bf2e89add3 None None] Pushing event updated for resources: {'Port': ['ID=fb19aa2a-db2c-4079-9d54-b4c7798599bb,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:01.249597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3a63e-cdfa-4206-8aa1-47d78da8a595 service neutron] Pushing event updated for resources: {'Port': ['ID=4d780ca8-d32f-4863-a40d-f87896a08b69,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:01.296462 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce10e79-2ddc-468a-a969-f05a4ace71e4 x-openstack-request-id: req-cce10e79-2ddc-468a-a969-f05a4ace71e4 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:01.296934 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db151b89-8404-40f8-b6a7-7b291d762cd2", "tag": "4d780ca8-d32f-4863-a40d-f87896a08b69", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:01.297343 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cce10e79-2ddc-468a-a969-f05a4ace71e4 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:01.298159 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db151b89-8404-40f8-b6a7-7b291d762cd2', 'tag': '4d780ca8-d32f-4863-a40d-f87896a08b69', 'status': 'completed', 'code': 200} Jul 16 08:44:01.340118 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2232f6c0-2702-4036-865f-6e649631a651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.352006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-32af3647-2bc3-402f-82e8-926ac713f196 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Allocated IP 2001:db8::176 (a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a/18e4830a-f0c2-4572-a285-e3e5cae0a718/360e5bcb-acdb-45fd-a3a6-78de64bfa2d0) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:01.421796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c70c650-35d5-46ec-837f-ac6daea17a97 req-f51fe17a-2335-47bb-9851-2399b62f1729 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:01.423488 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0c70c650-35d5-46ec-837f-ac6daea17a97 req-f51fe17a-2335-47bb-9851-2399b62f1729 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 943 time: 0.1411598 Jul 16 08:44:01.526219 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0c70c650-35d5-46ec-837f-ac6daea17a97 req-974f9546-4307-4675-b0ea-acf656b70c79 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/security-groups?id=859700b2-83cc-4c87-a297-b14c7722a969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744674 Jul 16 08:44:01.548974 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb93f63d-eafb-4816-a1b4-85ff7d68bc56 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.557905 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f3cc9fed-ddef-4cea-bd3c-ab3afc2d8a20 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e44fcee4e3840cf89b33be8ee44969f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5140536 Jul 16 08:44:01.564414 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58982) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:01.594272 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-84311bcb-f72d-4c15-b40f-76f4056bf12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:01.597661 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-84311bcb-f72d-4c15-b40f-76f4056bf12a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbc98c19dc86434fa7d3e27d0a62d3d2&device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 1095 time: 0.5316188 Jul 16 08:44:01.689569 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93f63d-eafb-4816-a1b4-85ff7d68bc56 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Pushing event deleted for resources: {'Port': ['ID=b573af14-4cb0-41b0-b19a-18c5cc3c1357,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:01.696436 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32af3647-2bc3-402f-82e8-926ac713f196 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.710547 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-73b20c61-acea-469e-aa44-2d7ac6ea140e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d780ca8-d32f-4863-a40d-f87896a08b69 HTTP/1.1" status: 200 len: 217 time: 0.1054068 Jul 16 08:44:01.713976 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d03d3831-632d-4a61-b1ca-ddbf009c8c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.743179 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-32af3647-2bc3-402f-82e8-926ac713f196 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Transition to ACTIVE for port object 360e5bcb-acdb-45fd-a3a6-78de64bfa2d0 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:01.772491 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d03d3831-632d-4a61-b1ca-ddbf009c8c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.821986 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-8dfbb2c8-c378-40d7-8a41-4b71ad46a1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:01.823910 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-8dfbb2c8-c378-40d7-8a41-4b71ad46a1f0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48a4fe62-1b0d-41d1-a460-a95731eb8333 HTTP/1.1" status: 200 len: 865 time: 0.1053958 Jul 16 08:44:01.831772 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb93f63d-eafb-4816-a1b4-85ff7d68bc56 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.854952 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32af3647-2bc3-402f-82e8-926ac713f196 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.906879 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d03d3831-632d-4a61-b1ca-ddbf009c8c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.909914 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d03d3831-632d-4a61-b1ca-ddbf009c8c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.911505 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d03d3831-632d-4a61-b1ca-ddbf009c8c05 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d04551f0-ad58-469a-af72-660c222bc7a5 HTTP/1.1" status: 204 len: 168 time: 0.3460808 Jul 16 08:44:01.923507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32af3647-2bc3-402f-82e8-926ac713f196 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:01.947407 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-32af3647-2bc3-402f-82e8-926ac713f196 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:01.961097 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-98646b24-62df-4a9b-a868-0e84569bb620 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=45e60a75-248c-4494-ba73-18a4ec68d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266353 Jul 16 08:44:01.962488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af3647-2bc3-402f-82e8-926ac713f196 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:01.983240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32af3647-2bc3-402f-82e8-926ac713f196 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:01.983938 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32af3647-2bc3-402f-82e8-926ac713f196 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.994660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af3647-2bc3-402f-82e8-926ac713f196 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event updated for resources: {'Port': ['ID=360e5bcb-acdb-45fd-a3a6-78de64bfa2d0,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:02.004373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03d3831-632d-4a61-b1ca-ddbf009c8c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04551f0-ad58-469a-af72-660c222bc7a5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:02.008609 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb93f63d-eafb-4816-a1b4-85ff7d68bc56 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.015588 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb93f63d-eafb-4816-a1b4-85ff7d68bc56 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.086829 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2232f6c0-2702-4036-865f-6e649631a651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.104556 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-32af3647-2bc3-402f-82e8-926ac713f196 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.1771562 Jul 16 08:44:02.105690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58990) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:02.160347 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2232f6c0-2702-4036-865f-6e649631a651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.253065 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb93f63d-eafb-4816-a1b4-85ff7d68bc56 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.253608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb93f63d-eafb-4816-a1b4-85ff7d68bc56 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Fanout notify agent at l3_agent the message router_deleted on router 92487f4f-ea07-47e7-a4dd-ffaad32db3bc {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:02.272346 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb93f63d-eafb-4816-a1b4-85ff7d68bc56 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.280122 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fb93f63d-eafb-4816-a1b4-85ff7d68bc56 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "DELETE /v2.0/routers/92487f4f-ea07-47e7-a4dd-ffaad32db3bc HTTP/1.1" status: 204 len: 168 time: 3.2734153 Jul 16 08:44:02.283415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58994) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:02.294151 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58998) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:02.299314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2232f6c0-2702-4036-865f-6e649631a651 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=65bc12fe07e34255bc3ec31fc00dc920&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7036366 Jul 16 08:44:02.306105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-cf6152cd-e4a7-4300-bf4d-83779477ab21 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1754391545', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:02.324864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2232f6c0-2702-4036-865f-6e649631a651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eae8288-48df-44d9-ba0c-5290d348db06,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:02.347263 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-f35ebb70-8a8d-4614-a581-40d77b0274c2 service neutron] 10.222.0.38 "GET /v2.0/networks/45e60a75-248c-4494-ba73-18a4ec68d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791511 Jul 16 08:44:02.421145 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cf6152cd-e4a7-4300-bf4d-83779477ab21 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.422302 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cf6152cd-e4a7-4300-bf4d-83779477ab21 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.468989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11434cbf-a71d-45b0-a0f0-370b47ddaf85 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.488136 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11434cbf-a71d-45b0-a0f0-370b47ddaf85 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.502572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11434cbf-a71d-45b0-a0f0-370b47ddaf85 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.509926 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-11434cbf-a71d-45b0-a0f0-370b47ddaf85 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.4019039 Jul 16 08:44:02.511331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59000) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:02.537504 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cf6152cd-e4a7-4300-bf4d-83779477ab21 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.542175 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8df56e93-196a-4e67-8461-f1cdeb1ae4f5 req-4c694456-5759-41a8-a816-ad52b096546a service neutron] 10.222.0.38 "GET /v2.0/networks/45e60a75-248c-4494-ba73-18a4ec68d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795812 Jul 16 08:44:02.547771 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cf6152cd-e4a7-4300-bf4d-83779477ab21 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.567013 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cf6152cd-e4a7-4300-bf4d-83779477ab21 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.572255 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cf6152cd-e4a7-4300-bf4d-83779477ab21 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2722654 Jul 16 08:44:02.573064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59002) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:02.579499 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Request body: {'router': {'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:02.586895 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-deadfb49-664a-4c7c-867e-06638047fccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.661837 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-deadfb49-664a-4c7c-867e-06638047fccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.723744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59006) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:02.766647 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-deadfb49-664a-4c7c-867e-06638047fccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.769353 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-deadfb49-664a-4c7c-867e-06638047fccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.770802 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-deadfb49-664a-4c7c-867e-06638047fccc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9eae8288-48df-44d9-ba0c-5290d348db06 HTTP/1.1" status: 204 len: 168 time: 0.4758825 Jul 16 08:44:02.821521 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deadfb49-664a-4c7c-867e-06638047fccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eae8288-48df-44d9-ba0c-5290d348db06,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:02.831571 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-06431322-4c91-4b8e-818d-147cc4309b7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba6f919058ed4e1ca65edd13e4417802&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1051469 Jul 16 08:44:02.839011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59010) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:02.863483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0117fb-7a88-4dc8-b7d8-f461bda20ea9 None None] Network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:02.926595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-88d4c6f5-0435-405d-b934-d0e2699578fd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Deleting port 360e5bcb-acdb-45fd-a3a6-78de64bfa2d0 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:02.927501 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88d4c6f5-0435-405d-b934-d0e2699578fd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.992431 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5de9771a-1072-472a-8d35-f4681cc00a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.013611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4eb2df7b-5351-4dbe-966f-b6221d7db430 None None] Provisioning for port fb19aa2a-db2c-4079-9d54-b4c7798599bb completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:03.123354 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5de9771a-1072-472a-8d35-f4681cc00a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.191249 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88d4c6f5-0435-405d-b934-d0e2699578fd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.209117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.217522 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-88d4c6f5-0435-405d-b934-d0e2699578fd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Calling delete_port for 360e5bcb-acdb-45fd-a3a6-78de64bfa2d0 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:03.355139 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1f8298-9f9d-42cf-aeb3-e771dfa82c2d req-2c4ae319-b695-4b05-b7e5-069747dc8393 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:03.367426 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5de9771a-1072-472a-8d35-f4681cc00a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.371014 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5de9771a-1072-472a-8d35-f4681cc00a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.376794 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5de9771a-1072-472a-8d35-f4681cc00a98 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1df4fee3-3ae0-46a0-a79c-c4553e6d1a1a HTTP/1.1" status: 204 len: 168 time: 0.5311670 Jul 16 08:44:03.377975 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a1f8298-9f9d-42cf-aeb3-e771dfa82c2d req-2c4ae319-b695-4b05-b7e5-069747dc8393 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 943 time: 0.6005924 Jul 16 08:44:03.397452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a1514-3c98-404a-aa69-1ca557dad1dd req-96dcb381-2492-4cc0-a244-ca8143033ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:03.403030 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d25a1514-3c98-404a-aa69-1ca557dad1dd req-96dcb381-2492-4cc0-a244-ca8143033ab5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=bbc98c19dc86434fa7d3e27d0a62d3d2&device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 1095 time: 0.6274221 Jul 16 08:44:03.410774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de9771a-1072-472a-8d35-f4681cc00a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df4fee3-3ae0-46a0-a79c-c4553e6d1a1a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:03.537097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fb19aa2a-db2c-4079-9d54-b4c7798599bb up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:03.603800 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a1f8298-9f9d-42cf-aeb3-e771dfa82c2d req-2d050c67-bd41-4a4e-bb0f-a3e7568d07cc tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/security-groups?id=859700b2-83cc-4c87-a297-b14c7722a969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244673 Jul 16 08:44:03.618350 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59022) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:03.724195 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port fb19aa2a-db2c-4079-9d54-b4c7798599bb completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:03.733422 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d630c03a-ac26-4c4d-b90f-543b9ada37f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.744037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port fb19aa2a-db2c-4079-9d54-b4c7798599bb triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:03.744959 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.861287 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dd372669-706f-4fd5-8db8-1c53b0693264 None None] Provisioning complete for port fb19aa2a-db2c-4079-9d54-b4c7798599bb triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:03.864542 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dd372669-706f-4fd5-8db8-1c53b0693264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.904871 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88d4c6f5-0435-405d-b934-d0e2699578fd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.961400 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.061454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d4c6f5-0435-405d-b934-d0e2699578fd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event deleted for resources: {'Port': ['ID=360e5bcb-acdb-45fd-a3a6-78de64bfa2d0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:04.067398 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.135508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a1514-3c98-404a-aa69-1ca557dad1dd req-ef7e8672-28c8-4410-8f1b-86a1fbb40ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:04.137273 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d25a1514-3c98-404a-aa69-1ca557dad1dd req-ef7e8672-28c8-4410-8f1b-86a1fbb40ad1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=45e60a75-248c-4494-ba73-18a4ec68d5d1 HTTP/1.1" status: 200 len: 925 time: 0.6916897 Jul 16 08:44:04.182404 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port fb19aa2a-db2c-4079-9d54-b4c7798599bb, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fb19aa2a-db2c-4079-9d54-b4c7798599bb,segment=NetworkSegment(ff4c3867-50b9-415e-a270-03d444faf39c),segment_id=ff4c3867-50b9-415e-a270-03d444faf39c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:04.191394 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.195354 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dd372669-706f-4fd5-8db8-1c53b0693264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.289509 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d25a1514-3c98-404a-aa69-1ca557dad1dd req-4a8d045e-c1c5-41a6-8133-0a9fcc9442c7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d780ca8-d32f-4863-a40d-f87896a08b69 HTTP/1.1" status: 200 len: 217 time: 0.1456759 Jul 16 08:44:04.440902 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=fb19aa2a-db2c-4079-9d54-b4c7798599bb,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:04.452154 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-dd372669-706f-4fd5-8db8-1c53b0693264 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:44:04.453965 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-dd372669-706f-4fd5-8db8-1c53b0693264 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:44:04.497858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a1514-3c98-404a-aa69-1ca557dad1dd req-af6d0ff5-f20a-4ab9-b36f-eb8df6aff6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:04.499416 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d25a1514-3c98-404a-aa69-1ca557dad1dd req-af6d0ff5-f20a-4ab9-b36f-eb8df6aff6d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=48a4fe62-1b0d-41d1-a460-a95731eb8333 HTTP/1.1" status: 200 len: 865 time: 0.2035635 Jul 16 08:44:04.558044 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.570434 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88d4c6f5-0435-405d-b934-d0e2699578fd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.578263 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-88d4c6f5-0435-405d-b934-d0e2699578fd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "DELETE /v2.0/ports/360e5bcb-acdb-45fd-a3a6-78de64bfa2d0 HTTP/1.1" status: 204 len: 168 time: 2.0615375 Jul 16 08:44:04.582023 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59036) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:04.595739 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d25a1514-3c98-404a-aa69-1ca557dad1dd req-50b50637-3336-49ad-9ff2-2bbb18d89c1f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=45e60a75-248c-4494-ba73-18a4ec68d5d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844874 Jul 16 08:44:04.648124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.661510 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-e69c6e0f-2e89-48ef-a591-7c8a691b1d94 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] GET failed (client error): The resource could not be found. Jul 16 08:44:04.666711 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e69c6e0f-2e89-48ef-a591-7c8a691b1d94 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "GET /v2.0/ports/360e5bcb-acdb-45fd-a3a6-78de64bfa2d0 HTTP/1.1" status: 404 len: 333 time: 0.0829046 Jul 16 08:44:04.674316 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59040) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:04.678451 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-570d9363-07e3-4e94-96de-e1c53d978efd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Request body: {'port': {'network_id': 'a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-530930397'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:04.714130 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d630c03a-ac26-4c4d-b90f-543b9ada37f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.723045 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d630c03a-ac26-4c4d-b90f-543b9ada37f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.808408 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d630c03a-ac26-4c4d-b90f-543b9ada37f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3695c30ef8014534a2aab5f4c0a706ef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1887650 Jul 16 08:44:04.810693 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d630c03a-ac26-4c4d-b90f-543b9ada37f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a7ad52-da5f-4cd6-92d6-274ae8dea517,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:04.816414 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59048) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:04.939204 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e93f93d1-e65b-478f-97db-abc4cc17c6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.985213 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e93f93d1-e65b-478f-97db-abc4cc17c6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.096514 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e93f93d1-e65b-478f-97db-abc4cc17c6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.100756 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e93f93d1-e65b-478f-97db-abc4cc17c6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.104301 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e93f93d1-e65b-478f-97db-abc4cc17c6b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e2a7ad52-da5f-4cd6-92d6-274ae8dea517 HTTP/1.1" status: 204 len: 168 time: 0.2857678 Jul 16 08:44:05.131196 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f93d1-e65b-478f-97db-abc4cc17c6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a7ad52-da5f-4cd6-92d6-274ae8dea517,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:05.198586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d25a1514-3c98-404a-aa69-1ca557dad1dd req-cc858e15-3831-4371-af3a-57663b2d6425 service neutron] 10.222.0.38 "GET /v2.0/networks/45e60a75-248c-4494-ba73-18a4ec68d5d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5715728 Jul 16 08:44:05.243374 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e9eef207-b27e-4e8a-a832-da16cc870b64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.253929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dd372669-706f-4fd5-8db8-1c53b0693264 None None] Could not find standard attr ID for object 360e5bcb-acdb-45fd-a3a6-78de64bfa2d0. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:44:05.255035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Allocated IP 172.25.4.97 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/62f11bfc-6c6d-4dad-abd9-4c4aa031b27f) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:05.292387 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.297183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dd372669-706f-4fd5-8db8-1c53b0693264 None None] Provisioning for port bf113df2-6688-4a57-9d26-cb9d3d2c8fc5 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:05.303011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dd372669-706f-4fd5-8db8-1c53b0693264 None None] Provisioning complete for port bf113df2-6688-4a57-9d26-cb9d3d2c8fc5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:05.303208 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dd372669-706f-4fd5-8db8-1c53b0693264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.385372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4d780ca8-d32f-4863-a40d-f87896a08b69 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:05.421972 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-dd372669-706f-4fd5-8db8-1c53b0693264 None None] Port bf113df2-6688-4a57-9d26-cb9d3d2c8fc5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:05.462322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fb19aa2a-db2c-4079-9d54-b4c7798599bb up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:05.585500 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-632a365d-a9fc-4603-b19d-5f761e093066 None None] Could not find standard attr ID for object 360e5bcb-acdb-45fd-a3a6-78de64bfa2d0. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:44:05.615478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2f4c2-58e9-4ec6-9c1c-353563b77b24 req-4ed0a64c-7160-4a34-a7ae-553355cd6da3 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:05.629776 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7bf2f4c2-58e9-4ec6-9c1c-353563b77b24 req-4ed0a64c-7160-4a34-a7ae-553355cd6da3 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 943 time: 0.7341211 Jul 16 08:44:05.633026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570d9363-07e3-4e94-96de-e1c53d978efd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Made reservation on behalf of f871d42a134147ffa50c670347080dd8 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:05.641384 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-570d9363-07e3-4e94-96de-e1c53d978efd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.746626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-632a365d-a9fc-4603-b19d-5f761e093066 None None] Provisioning complete for port bf113df2-6688-4a57-9d26-cb9d3d2c8fc5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:05.747004 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-632a365d-a9fc-4603-b19d-5f761e093066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.755907 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port fb19aa2a-db2c-4079-9d54-b4c7798599bb triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:05.756635 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.791708 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d25a1514-3c98-404a-aa69-1ca557dad1dd req-c38fd9fe-40d5-4d79-a330-6e5c75950a10 service neutron] 10.222.0.38 "GET /v2.0/networks/45e60a75-248c-4494-ba73-18a4ec68d5d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5856886 Jul 16 08:44:05.795712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-570d9363-07e3-4e94-96de-e1c53d978efd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] device_id is not set on port 4d6168b3-80b8-4573-8508-586cead8efa2 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:05.900069 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4d780ca8-d32f-4863-a40d-f87896a08b69, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4d780ca8-d32f-4863-a40d-f87896a08b69,segment=NetworkSegment(e1037800-fa3d-4e7a-a4cb-c9c2e5accde6),segment_id=e1037800-fa3d-4e7a-a4cb-c9c2e5accde6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:05.920348 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-632a365d-a9fc-4603-b19d-5f761e093066 None None] Port bf113df2-6688-4a57-9d26-cb9d3d2c8fc5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:05.923824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '4d780ca8-d32f-4863-a40d-f87896a08b69', 'network_id': '45e60a75-248c-4494-ba73-18a4ec68d5d1', 'port_id': '4d780ca8-d32f-4863-a40d-f87896a08b69', 'mac_address': 'fa:16:3e:69:79:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a4fe62-1b0d-41d1-a460-a95731eb8333', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:05.969408 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.975469 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.011981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d780ca8-d32f-4863-a40d-f87896a08b69 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:06.033520 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7bf2f4c2-58e9-4ec6-9c1c-353563b77b24 req-c057b3bd-c540-4dc4-b0fc-6401c96ad511 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/security-groups?id=859700b2-83cc-4c87-a297-b14c7722a969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4020736 Jul 16 08:44:06.048782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4d780ca8-d32f-4863-a40d-f87896a08b69, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4d780ca8-d32f-4863-a40d-f87896a08b69,segment=NetworkSegment(e1037800-fa3d-4e7a-a4cb-c9c2e5accde6),segment_id=e1037800-fa3d-4e7a-a4cb-c9c2e5accde6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:06.060138 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.131391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=4d780ca8-d32f-4863-a40d-f87896a08b69,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:06.174746 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.298102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:06.321272 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4d780ca8-d32f-4863-a40d-f87896a08b69'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:06.321992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Pushing event updated for resources: {'Port': ['ID=62f11bfc-6c6d-4dad-abd9-4c4aa031b27f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:06.328807 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-570d9363-07e3-4e94-96de-e1c53d978efd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Allocated IP 2001:db8::1a8 (a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a/18e4830a-f0c2-4572-a285-e3e5cae0a718/4d6168b3-80b8-4573-8508-586cead8efa2) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:06.333414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:06.344662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:06.840874 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-570d9363-07e3-4e94-96de-e1c53d978efd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.930995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-570d9363-07e3-4e94-96de-e1c53d978efd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Transition to ACTIVE for port object 4d6168b3-80b8-4573-8508-586cead8efa2 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:07.034965 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.204096 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9efc-a0f3-481d-8570-ea7e835355cd req-7e3c42f9-d3ab-4d39-aea1-1851dfe062af tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.204602 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9efc-a0f3-481d-8570-ea7e835355cd req-7e3c42f9-d3ab-4d39-aea1-1851dfe062af tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.205080 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9efc-a0f3-481d-8570-ea7e835355cd req-7e3c42f9-d3ab-4d39-aea1-1851dfe062af tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.205604 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9efc-a0f3-481d-8570-ea7e835355cd req-7e3c42f9-d3ab-4d39-aea1-1851dfe062af tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.206116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9efc-a0f3-481d-8570-ea7e835355cd req-7e3c42f9-d3ab-4d39-aea1-1851dfe062af tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.206640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9efc-a0f3-481d-8570-ea7e835355cd req-7e3c42f9-d3ab-4d39-aea1-1851dfe062af tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.207104 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9efc-a0f3-481d-8570-ea7e835355cd req-7e3c42f9-d3ab-4d39-aea1-1851dfe062af tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.207573 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9efc-a0f3-481d-8570-ea7e835355cd req-7e3c42f9-d3ab-4d39-aea1-1851dfe062af tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.208012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9efc-a0f3-481d-8570-ea7e835355cd req-7e3c42f9-d3ab-4d39-aea1-1851dfe062af tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.208466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9efc-a0f3-481d-8570-ea7e835355cd req-7e3c42f9-d3ab-4d39-aea1-1851dfe062af tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.208986 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9efc-a0f3-481d-8570-ea7e835355cd req-7e3c42f9-d3ab-4d39-aea1-1851dfe062af tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.209447 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9efc-a0f3-481d-8570-ea7e835355cd req-7e3c42f9-d3ab-4d39-aea1-1851dfe062af tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.209902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28e9efc-a0f3-481d-8570-ea7e835355cd req-7e3c42f9-d3ab-4d39-aea1-1851dfe062af tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.212248 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a28e9efc-a0f3-481d-8570-ea7e835355cd req-7e3c42f9-d3ab-4d39-aea1-1851dfe062af tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9199 time: 0.3710465 Jul 16 08:44:07.215506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-570d9363-07e3-4e94-96de-e1c53d978efd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.292588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570d9363-07e3-4e94-96de-e1c53d978efd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:07.318934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-570d9363-07e3-4e94-96de-e1c53d978efd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:07.349580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570d9363-07e3-4e94-96de-e1c53d978efd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:07.359799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570d9363-07e3-4e94-96de-e1c53d978efd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.360929 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-570d9363-07e3-4e94-96de-e1c53d978efd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.376550 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f991266-5f74-4aa4-8213-7ba053213f3c req-eadb7cb8-36ca-454c-bd5c-a60a048e6fa9 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:07.382164 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f991266-5f74-4aa4-8213-7ba053213f3c req-eadb7cb8-36ca-454c-bd5c-a60a048e6fa9 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 944 time: 0.1000957 Jul 16 08:44:07.399323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4d780ca8-d32f-4863-a40d-f87896a08b69 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:07.426476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570d9363-07e3-4e94-96de-e1c53d978efd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event updated for resources: {'Port': ['ID=4d6168b3-80b8-4573-8508-586cead8efa2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:07.440624 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-570d9363-07e3-4e94-96de-e1c53d978efd tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7663262 Jul 16 08:44:07.452256 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59120) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:07.463106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8689bca6-29b1-46ec-9aa7-d0276d2455d8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::267', 'mac_address': 'fa:16:3e:b3:02:63'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:07.504329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 4d780ca8-d32f-4863-a40d-f87896a08b69 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:07.523342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 4d780ca8-d32f-4863-a40d-f87896a08b69 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:07.523731 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.540882 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f991266-5f74-4aa4-8213-7ba053213f3c req-f21efaee-4cea-4601-9f74-66c60bfb769a tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/security-groups?id=859700b2-83cc-4c87-a297-b14c7722a969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450541 Jul 16 08:44:07.707894 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.742095 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db151b89-8404-40f8-b6a7-7b291d762cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d780ca8-d32f-4863-a40d-f87896a08b69'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:07.745495 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb85717-1ebe-4ea6-8adc-8a93057a39ae" -d '{"events": [{"server_uuid": "db151b89-8404-40f8-b6a7-7b291d762cd2", "name": "network-vif-plugged", "status": "completed", "tag": "4d780ca8-d32f-4863-a40d-f87896a08b69"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:07.768180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 4d780ca8-d32f-4863-a40d-f87896a08b69, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4d780ca8-d32f-4863-a40d-f87896a08b69,segment=NetworkSegment(e1037800-fa3d-4e7a-a4cb-c9c2e5accde6),segment_id=e1037800-fa3d-4e7a-a4cb-c9c2e5accde6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:07.775702 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.808674 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2e4ba6c1-4f30-4af6-b121-dc5da24354de None None] Provisioning for port 4d6168b3-80b8-4573-8508-586cead8efa2 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:07.838272 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2e4ba6c1-4f30-4af6-b121-dc5da24354de None None] Provisioning complete for port 4d6168b3-80b8-4573-8508-586cead8efa2 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:07.838757 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2e4ba6c1-4f30-4af6-b121-dc5da24354de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.880356 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8689bca6-29b1-46ec-9aa7-d0276d2455d8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.958255 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=4d780ca8-d32f-4863-a40d-f87896a08b69,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:07.981474 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-61f8acde-9f58-485c-bda8-3fdfca6cf361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.989063 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e52f0d24-78ff-4282-a8a7-60592878ea43 x-openstack-request-id: req-e52f0d24-78ff-4282-a8a7-60592878ea43 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:07.989538 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db151b89-8404-40f8-b6a7-7b291d762cd2", "name": "network-vif-plugged", "status": "completed", "tag": "4d780ca8-d32f-4863-a40d-f87896a08b69", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:07.990765 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e52f0d24-78ff-4282-a8a7-60592878ea43 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:07.991448 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db151b89-8404-40f8-b6a7-7b291d762cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d780ca8-d32f-4863-a40d-f87896a08b69', 'code': 200} Jul 16 08:44:07.992866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2e4ba6c1-4f30-4af6-b121-dc5da24354de None None] Port 4d6168b3-80b8-4573-8508-586cead8efa2 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:08.175990 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.178789 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8689bca6-29b1-46ec-9aa7-d0276d2455d8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.194112 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8689bca6-29b1-46ec-9aa7-d0276d2455d8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.206112 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cda6ee2-039f-404f-9a68-4639b51a312e req-e417fad2-f841-4239-946d-ed5c67ec0689 tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.210933 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9cda6ee2-039f-404f-9a68-4639b51a312e req-e417fad2-f841-4239-946d-ed5c67ec0689 tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 886 time: 0.9266798 Jul 16 08:44:08.236430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8689bca6-29b1-46ec-9aa7-d0276d2455d8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] In _notify_port_updated(), no bound segment for port 4d6168b3-80b8-4573-8508-586cead8efa2 on network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a {{(pid=93694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:44:08.242594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8689bca6-29b1-46ec-9aa7-d0276d2455d8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.243289 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8689bca6-29b1-46ec-9aa7-d0276d2455d8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.245151 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8689bca6-29b1-46ec-9aa7-d0276d2455d8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "PUT /v2.0/ports/4d6168b3-80b8-4573-8508-586cead8efa2 HTTP/1.1" status: 200 len: 1002 time: 0.7913311 Jul 16 08:44:08.253618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59142) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:08.295236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689bca6-29b1-46ec-9aa7-d0276d2455d8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event updated for resources: {'Port': ['ID=4d6168b3-80b8-4573-8508-586cead8efa2,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:08.315336 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.346526 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.489584 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedc842-9b34-4b43-b266-89ebe3d2926e req-a84fefed-1a56-4201-8da5-c7f891d7f20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.491311 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fdedc842-9b34-4b43-b266-89ebe3d2926e req-a84fefed-1a56-4201-8da5-c7f891d7f20b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 1097 time: 0.3078790 Jul 16 08:44:08.591441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8451c5-3d80-4505-a59c-c2e15abb0d03 req-86ac1449-26dd-473e-a3f9-7d4c4cfafcdb tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.591918 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8451c5-3d80-4505-a59c-c2e15abb0d03 req-86ac1449-26dd-473e-a3f9-7d4c4cfafcdb tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.592452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8451c5-3d80-4505-a59c-c2e15abb0d03 req-86ac1449-26dd-473e-a3f9-7d4c4cfafcdb tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.592893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8451c5-3d80-4505-a59c-c2e15abb0d03 req-86ac1449-26dd-473e-a3f9-7d4c4cfafcdb tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.593356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8451c5-3d80-4505-a59c-c2e15abb0d03 req-86ac1449-26dd-473e-a3f9-7d4c4cfafcdb tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.593820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8451c5-3d80-4505-a59c-c2e15abb0d03 req-86ac1449-26dd-473e-a3f9-7d4c4cfafcdb tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.594289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8451c5-3d80-4505-a59c-c2e15abb0d03 req-86ac1449-26dd-473e-a3f9-7d4c4cfafcdb tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.594748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8451c5-3d80-4505-a59c-c2e15abb0d03 req-86ac1449-26dd-473e-a3f9-7d4c4cfafcdb tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.595314 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8451c5-3d80-4505-a59c-c2e15abb0d03 req-86ac1449-26dd-473e-a3f9-7d4c4cfafcdb tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.595660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8451c5-3d80-4505-a59c-c2e15abb0d03 req-86ac1449-26dd-473e-a3f9-7d4c4cfafcdb tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.596164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8451c5-3d80-4505-a59c-c2e15abb0d03 req-86ac1449-26dd-473e-a3f9-7d4c4cfafcdb tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.596782 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8451c5-3d80-4505-a59c-c2e15abb0d03 req-86ac1449-26dd-473e-a3f9-7d4c4cfafcdb tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.597644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8451c5-3d80-4505-a59c-c2e15abb0d03 req-86ac1449-26dd-473e-a3f9-7d4c4cfafcdb tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.600034 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd8451c5-3d80-4505-a59c-c2e15abb0d03 req-86ac1449-26dd-473e-a3f9-7d4c4cfafcdb tempest-NetworksTest-826988629 tempest-NetworksTest-826988629-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9199 time: 0.3502264 Jul 16 08:44:08.647857 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ed07f92f-088e-4c26-aea2-f99e22a45fef None None] Provisioning complete for port 4d6168b3-80b8-4573-8508-586cead8efa2 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:08.648747 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed07f92f-088e-4c26-aea2-f99e22a45fef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.648982 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fdedc842-9b34-4b43-b266-89ebe3d2926e req-2f7bdde4-aa57-4992-bde0-99e02acc59b4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=859700b2-83cc-4c87-a297-b14c7722a969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481118 Jul 16 08:44:08.655861 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-13844cdd-33c4-473a-b940-dd65866bbc63 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Deleting port 4d6168b3-80b8-4573-8508-586cead8efa2 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:08.656196 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-13844cdd-33c4-473a-b940-dd65866bbc63 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.720229 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ed07f92f-088e-4c26-aea2-f99e22a45fef None None] Port 4d6168b3-80b8-4573-8508-586cead8efa2 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:08.759844 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Router bba188fc-5ac5-4f50-9e7a-e961072e3416 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:08.788141 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-13844cdd-33c4-473a-b940-dd65866bbc63 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.852800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-13844cdd-33c4-473a-b940-dd65866bbc63 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Calling delete_port for 4d6168b3-80b8-4573-8508-586cead8efa2 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:08.935973 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cde3a3-2c87-4541-8017-0b9c887169fe req-07ecb344-6422-44c4-90fc-0e039ac6c384 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:08.940244 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-38cde3a3-2c87-4541-8017-0b9c887169fe req-07ecb344-6422-44c4-90fc-0e039ac6c384 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 945 time: 0.1660912 Jul 16 08:44:08.987474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:09.007468 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.007702 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af22b83-8c01-4719-9b67-e23daa1edbcc None None] Sync routers for ids ['bba188fc-5ac5-4f50-9e7a-e961072e3416'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:09.012185 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6c760949-9b5b-49b2-8dbb-97bab2ea091f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "PUT /v2.0/routers/bba188fc-5ac5-4f50-9e7a-e961072e3416 HTTP/1.1" status: 200 len: 879 time: 6.4355371 Jul 16 08:44:09.012790 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59154) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:09.046843 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af22b83-8c01-4719-9b67-e23daa1edbcc None None] Routers {'bba188fc-5ac5-4f50-9e7a-e961072e3416'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:09.059452 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8af22b83-8c01-4719-9b67-e23daa1edbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:44:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bba188fc-5ac5-4f50-9e7a-e961072e3416'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:09.080171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-38cde3a3-2c87-4541-8017-0b9c887169fe req-f917afb0-7425-4ae5-a512-3f2f40679bb6 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/security-groups?id=859700b2-83cc-4c87-a297-b14c7722a969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239154 Jul 16 08:44:09.123590 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8af22b83-8c01-4719-9b67-e23daa1edbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:09.134528 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af22b83-8c01-4719-9b67-e23daa1edbcc None None] Routers {'bba188fc-5ac5-4f50-9e7a-e961072e3416'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:09.135159 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8af22b83-8c01-4719-9b67-e23daa1edbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:44:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bba188fc-5ac5-4f50-9e7a-e961072e3416'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:09.171830 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8af22b83-8c01-4719-9b67-e23daa1edbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:09.172619 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af22b83-8c01-4719-9b67-e23daa1edbcc None None] The sync data for ids ['bba188fc-5ac5-4f50-9e7a-e961072e3416'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:09.246469 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8633940c-04a8-4be7-a75e-2f71bd96a8aa tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/routers/bba188fc-5ac5-4f50-9e7a-e961072e3416 HTTP/1.1" status: 200 len: 920 time: 0.2318337 Jul 16 08:44:09.247888 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-13844cdd-33c4-473a-b940-dd65866bbc63 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.250979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59160) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:09.263994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59162) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:09.331046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13844cdd-33c4-473a-b940-dd65866bbc63 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event deleted for resources: {'Port': ['ID=4d6168b3-80b8-4573-8508-586cead8efa2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:09.433894 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbafe008-d90a-4805-9638-6f297b295c5e tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.435696 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cbafe008-d90a-4805-9638-6f297b295c5e tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&device_id=bba188fc-5ac5-4f50-9e7a-e961072e3416&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1835914 Jul 16 08:44:09.440202 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59168) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:09.633449 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.655717 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4600811d-55bf-4479-8f49-92cd0af55915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.706449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bede6d-32a2-4219-b397-aee834376997 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:09.707827 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-78bede6d-32a2-4219-b397-aee834376997 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 881 time: 0.2634194 Jul 16 08:44:09.713540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59172) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:09.730849 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-13844cdd-33c4-473a-b940-dd65866bbc63 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.741198 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-13844cdd-33c4-473a-b940-dd65866bbc63 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "DELETE /v2.0/ports/4d6168b3-80b8-4573-8508-586cead8efa2 HTTP/1.1" status: 204 len: 168 time: 1.4858875 Jul 16 08:44:09.742466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59174) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:09.766690 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9ea757dc-50a5-4871-8f71-f1daa9bed289 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "GET /v2.0/ports?device_id=bba188fc-5ac5-4f50-9e7a-e961072e3416 HTTP/1.1" status: 200 len: 205 time: 0.0426152 Jul 16 08:44:09.767129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59176) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:09.891147 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-50687d6e-f645-41c8-a8fe-2e4a3d270457 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] GET failed (client error): The resource could not be found. Jul 16 08:44:09.892713 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4600811d-55bf-4479-8f49-92cd0af55915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.893138 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-50687d6e-f645-41c8-a8fe-2e4a3d270457 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "GET /v2.0/ports/4d6168b3-80b8-4573-8508-586cead8efa2 HTTP/1.1" status: 404 len: 333 time: 0.1490891 Jul 16 08:44:09.898714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59180) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:09.905381 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-949a2344-985c-4552-8ec4-d1b5bef038f8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Request body: {'port': {'network_id': 'a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-896005469'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:09.908824 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4600811d-55bf-4479-8f49-92cd0af55915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.972966 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7c2f947-58f9-436f-8e22-3e3a98b446cc tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.982189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4600811d-55bf-4479-8f49-92cd0af55915 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aca6f5318a304e2db23ccd3db6bc17e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7170434 Jul 16 08:44:10.008617 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59182) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:10.010838 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4600811d-55bf-4479-8f49-92cd0af55915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3c208b-ffb8-4567-bf0e-46eb51e8cdf8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:10.096722 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-310b123c-73d1-4d7b-a231-8872b25ecaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.124858 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7c2f947-58f9-436f-8e22-3e3a98b446cc tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.134856 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-310b123c-73d1-4d7b-a231-8872b25ecaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.137007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949a2344-985c-4552-8ec4-d1b5bef038f8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Made reservation on behalf of f871d42a134147ffa50c670347080dd8 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:10.140699 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-949a2344-985c-4552-8ec4-d1b5bef038f8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.215662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-949a2344-985c-4552-8ec4-d1b5bef038f8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] device_id is not set on port 17e29a7a-53f4-47da-a94e-54480143edd3 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:10.229184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-e7c2f947-58f9-436f-8e22-3e3a98b446cc tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Deleting port 62f11bfc-6c6d-4dad-abd9-4c4aa031b27f {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:10.229828 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7c2f947-58f9-436f-8e22-3e3a98b446cc tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.272159 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-310b123c-73d1-4d7b-a231-8872b25ecaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.275453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-310b123c-73d1-4d7b-a231-8872b25ecaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.280901 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-310b123c-73d1-4d7b-a231-8872b25ecaac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc3c208b-ffb8-4567-bf0e-46eb51e8cdf8 HTTP/1.1" status: 204 len: 168 time: 0.2670667 Jul 16 08:44:10.296091 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b123c-73d1-4d7b-a231-8872b25ecaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3c208b-ffb8-4567-bf0e-46eb51e8cdf8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:10.346355 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7c2f947-58f9-436f-8e22-3e3a98b446cc tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.360326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-e7c2f947-58f9-436f-8e22-3e3a98b446cc tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Calling delete_port for 62f11bfc-6c6d-4dad-abd9-4c4aa031b27f owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:10.490885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-949a2344-985c-4552-8ec4-d1b5bef038f8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Allocated IP 2001:db8::274 (a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a/18e4830a-f0c2-4572-a285-e3e5cae0a718/17e29a7a-53f4-47da-a94e-54480143edd3) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:10.582065 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0d9f70-60e2-4a56-889a-576669341580 req-84787b3f-0169-4354-8004-1ec7db002ae2 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.585060 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f0d9f70-60e2-4a56-889a-576669341580 req-84787b3f-0169-4354-8004-1ec7db002ae2 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 945 time: 0.2074161 Jul 16 08:44:10.617994 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7c2f947-58f9-436f-8e22-3e3a98b446cc tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.681932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2f947-58f9-436f-8e22-3e3a98b446cc tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Pushing event deleted for resources: {'Port': ['ID=62f11bfc-6c6d-4dad-abd9-4c4aa031b27f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:10.734628 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f0d9f70-60e2-4a56-889a-576669341580 req-c5600941-2f06-456e-a329-2839874f6d06 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/security-groups?id=859700b2-83cc-4c87-a297-b14c7722a969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393781 Jul 16 08:44:10.792210 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7c2f947-58f9-436f-8e22-3e3a98b446cc tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.803384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59198) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:10.826145 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-969e1aa5-20c8-4c61-95cd-e3cdd86fe7c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.923219 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-949a2344-985c-4552-8ec4-d1b5bef038f8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.953741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-949a2344-985c-4552-8ec4-d1b5bef038f8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Transition to ACTIVE for port object 17e29a7a-53f4-47da-a94e-54480143edd3 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:10.959370 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7c2f947-58f9-436f-8e22-3e3a98b446cc tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.964010 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7c2f947-58f9-436f-8e22-3e3a98b446cc tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.049321 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-949a2344-985c-4552-8ec4-d1b5bef038f8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.097513 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-969e1aa5-20c8-4c61-95cd-e3cdd86fe7c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.098806 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7c2f947-58f9-436f-8e22-3e3a98b446cc tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.099555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c2f947-58f9-436f-8e22-3e3a98b446cc tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Fanout notify agent at l3_agent the message router_deleted on router bba188fc-5ac5-4f50-9e7a-e961072e3416 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:11.111370 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7c2f947-58f9-436f-8e22-3e3a98b446cc tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.112657 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e7c2f947-58f9-436f-8e22-3e3a98b446cc tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "DELETE /v2.0/routers/bba188fc-5ac5-4f50-9e7a-e961072e3416 HTTP/1.1" status: 204 len: 168 time: 1.3438811 Jul 16 08:44:11.117667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59204) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:11.128131 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-969e1aa5-20c8-4c61-95cd-e3cdd86fe7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.132281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949a2344-985c-4552-8ec4-d1b5bef038f8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:11.145477 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-7e9e950d-fb6c-4900-bf33-76644a596427 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-963143565', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:11.152697 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-949a2344-985c-4552-8ec4-d1b5bef038f8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:11.168028 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.173638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949a2344-985c-4552-8ec4-d1b5bef038f8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:11.180203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949a2344-985c-4552-8ec4-d1b5bef038f8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.180960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-949a2344-985c-4552-8ec4-d1b5bef038f8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.218364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949a2344-985c-4552-8ec4-d1b5bef038f8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event updated for resources: {'Port': ['ID=17e29a7a-53f4-47da-a94e-54480143edd3,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:11.238473 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-969e1aa5-20c8-4c61-95cd-e3cdd86fe7c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea6730dddce24f4a923a287e1b400101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4339800 Jul 16 08:44:11.242295 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59208) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:11.262243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e1aa5-20c8-4c61-95cd-e3cdd86fe7c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbeaf65-96c0-4154-8fce-16eb00908559,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:11.320837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f275c-121a-4589-95b9-583cbf3f50e3 req-e74ab248-5f4f-4634-8a11-a04de7a1a2c0 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.329642 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-480f275c-121a-4589-95b9-583cbf3f50e3 req-e74ab248-5f4f-4634-8a11-a04de7a1a2c0 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 945 time: 0.2782598 Jul 16 08:44:11.336653 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-949a2344-985c-4552-8ec4-d1b5bef038f8 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4366574 Jul 16 08:44:11.339393 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7e9e950d-fb6c-4900-bf33-76644a596427 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.340807 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7e9e950d-fb6c-4900-bf33-76644a596427 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.351451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59212) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:11.364425 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-24f8acfa-a229-43e5-805c-14e1806789ed tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:b3:02:63'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:11.483646 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7e9e950d-fb6c-4900-bf33-76644a596427 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.489665 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7e9e950d-fb6c-4900-bf33-76644a596427 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.496003 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24f8acfa-a229-43e5-805c-14e1806789ed tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.509714 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-480f275c-121a-4589-95b9-583cbf3f50e3 req-76d51695-f60a-4303-93dc-229b458c52fd tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/security-groups?id=859700b2-83cc-4c87-a297-b14c7722a969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774724 Jul 16 08:44:11.550997 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-215e33b2-2f99-409e-95d3-eaaeaebf2e9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.561751 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7e9e950d-fb6c-4900-bf33-76644a596427 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.565720 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7e9e950d-fb6c-4900-bf33-76644a596427 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4467411 Jul 16 08:44:11.570104 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59218) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:11.584662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'enable_snat': True}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:11.680137 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-215e33b2-2f99-409e-95d3-eaaeaebf2e9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.686123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-87539880-6618-4788-8381-bbab3d0473d0 None None] Provisioning for port 17e29a7a-53f4-47da-a94e-54480143edd3 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:11.700645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-87539880-6618-4788-8381-bbab3d0473d0 None None] Provisioning complete for port 17e29a7a-53f4-47da-a94e-54480143edd3 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:11.702947 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-87539880-6618-4788-8381-bbab3d0473d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.818480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-87539880-6618-4788-8381-bbab3d0473d0 None None] Port 17e29a7a-53f4-47da-a94e-54480143edd3 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:12.240305 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-215e33b2-2f99-409e-95d3-eaaeaebf2e9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.243095 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-215e33b2-2f99-409e-95d3-eaaeaebf2e9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.247411 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-215e33b2-2f99-409e-95d3-eaaeaebf2e9c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fcbeaf65-96c0-4154-8fce-16eb00908559 HTTP/1.1" status: 204 len: 168 time: 0.9999921 Jul 16 08:44:12.347404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e33b2-2f99-409e-95d3-eaaeaebf2e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbeaf65-96c0-4154-8fce-16eb00908559,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:12.531215 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.703791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d3019e-ad53-4148-8509-d24ac97a576c req-3e5b49bd-678f-44c3-a488-32fa552d3706 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.705866 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81d3019e-ad53-4148-8509-d24ac97a576c req-3e5b49bd-678f-44c3-a488-32fa552d3706 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 945 time: 0.4567006 Jul 16 08:44:12.708285 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24f8acfa-a229-43e5-805c-14e1806789ed tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.733063 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24f8acfa-a229-43e5-805c-14e1806789ed tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.792874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-24f8acfa-a229-43e5-805c-14e1806789ed tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] In _notify_port_updated(), no bound segment for port 17e29a7a-53f4-47da-a94e-54480143edd3 on network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a {{(pid=93694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:44:12.799237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f8acfa-a229-43e5-805c-14e1806789ed tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:12.801376 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24f8acfa-a229-43e5-805c-14e1806789ed tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.801376 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-24f8acfa-a229-43e5-805c-14e1806789ed tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "PUT /v2.0/ports/17e29a7a-53f4-47da-a94e-54480143edd3 HTTP/1.1" status: 200 len: 1002 time: 1.4429505 Jul 16 08:44:12.806480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59242) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:12.846514 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8acfa-a229-43e5-805c-14e1806789ed tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event updated for resources: {'Port': ['ID=17e29a7a-53f4-47da-a94e-54480143edd3,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:12.855532 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81d3019e-ad53-4148-8509-d24ac97a576c req-81e17cc5-f161-48b4-aeac-bb4ae39ccb6c tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/security-groups?id=859700b2-83cc-4c87-a297-b14c7722a969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345265 Jul 16 08:44:13.180831 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c738ad05-7e1d-4ff5-af2b-df17b04054e0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Deleting port 17e29a7a-53f4-47da-a94e-54480143edd3 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:13.181804 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c738ad05-7e1d-4ff5-af2b-df17b04054e0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.317294 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.360471 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.499731 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2e080d6d-a1dd-415f-b354-77214e9fce42 None None] Provisioning complete for port 17e29a7a-53f4-47da-a94e-54480143edd3 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:13.500343 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2e080d6d-a1dd-415f-b354-77214e9fce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.669601 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2e080d6d-a1dd-415f-b354-77214e9fce42 None None] Port 17e29a7a-53f4-47da-a94e-54480143edd3 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:13.721530 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Allocated IP 172.25.4.114 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/6dfeeff7-01cb-4b79-b13a-5214091b855e) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:13.923885 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c738ad05-7e1d-4ff5-af2b-df17b04054e0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.949624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c738ad05-7e1d-4ff5-af2b-df17b04054e0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Calling delete_port for 17e29a7a-53f4-47da-a94e-54480143edd3 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:14.073163 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.171438 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e195076d-e4e3-46d9-ad84-491ee2b474ad req-23460b2e-4260-42af-a647-087dc94c696a tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.184705 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e195076d-e4e3-46d9-ad84-491ee2b474ad req-23460b2e-4260-42af-a647-087dc94c696a tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 945 time: 0.2380581 Jul 16 08:44:14.240687 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c738ad05-7e1d-4ff5-af2b-df17b04054e0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.271638 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.317212 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e195076d-e4e3-46d9-ad84-491ee2b474ad req-a3e3b96b-eecf-4ade-9f0e-9be754318776 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/security-groups?id=859700b2-83cc-4c87-a297-b14c7722a969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307876 Jul 16 08:44:14.341405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738ad05-7e1d-4ff5-af2b-df17b04054e0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event deleted for resources: {'Port': ['ID=17e29a7a-53f4-47da-a94e-54480143edd3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:14.362604 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:14.374990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:14.385933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:14.432302 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c738ad05-7e1d-4ff5-af2b-df17b04054e0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.438500 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c738ad05-7e1d-4ff5-af2b-df17b04054e0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "DELETE /v2.0/ports/17e29a7a-53f4-47da-a94e-54480143edd3 HTTP/1.1" status: 204 len: 168 time: 1.6254101 Jul 16 08:44:14.441659 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59302) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:14.463766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Pushing event updated for resources: {'Port': ['ID=6dfeeff7-01cb-4b79-b13a-5214091b855e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:14.498936 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-d80e50e7-0fdc-4182-abd4-46816edd1c85 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] GET failed (client error): The resource could not be found. Jul 16 08:44:14.501395 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d80e50e7-0fdc-4182-abd4-46816edd1c85 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "GET /v2.0/ports/17e29a7a-53f4-47da-a94e-54480143edd3 HTTP/1.1" status: 404 len: 333 time: 0.0582311 Jul 16 08:44:14.508152 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59304) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:14.523579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ab0fae22-148b-46d0-b2dc-8af4c34a5803 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Request body: {'port': {'network_id': 'a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1269689842'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:14.832421 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab0fae22-148b-46d0-b2dc-8af4c34a5803 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Made reservation on behalf of f871d42a134147ffa50c670347080dd8 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:14.843762 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ab0fae22-148b-46d0-b2dc-8af4c34a5803 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.882956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-ab0fae22-148b-46d0-b2dc-8af4c34a5803 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] device_id is not set on port 4d9b8801-d17f-4a5f-8fbf-1fd97d9ed50b yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:15.171620 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.284732 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1294ce44-5e7a-4cd2-862e-3d178734e53f req-b688a615-369e-419e-90fb-5a4f59d9bd5f tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:15.290070 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1294ce44-5e7a-4cd2-862e-3d178734e53f req-b688a615-369e-419e-90fb-5a4f59d9bd5f tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.38 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 945 time: 0.3325651 Jul 16 08:44:15.313759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-ab0fae22-148b-46d0-b2dc-8af4c34a5803 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Allocated IP 2001:db8::d5 (a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a/18e4830a-f0c2-4572-a285-e3e5cae0a718/4d9b8801-d17f-4a5f-8fbf-1fd97d9ed50b) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:15.616291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-1294ce44-5e7a-4cd2-862e-3d178734e53f req-462186b8-af59-40d5-b0a8-65a5341d33bf tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Deleting port 4d780ca8-d32f-4863-a40d-f87896a08b69 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:15.617230 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1294ce44-5e7a-4cd2-862e-3d178734e53f req-462186b8-af59-40d5-b0a8-65a5341d33bf tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.908947 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ab0fae22-148b-46d0-b2dc-8af4c34a5803 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.936118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-1294ce44-5e7a-4cd2-862e-3d178734e53f req-462186b8-af59-40d5-b0a8-65a5341d33bf tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] For port 4d780ca8-d32f-4863-a40d-f87896a08b69, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4d780ca8-d32f-4863-a40d-f87896a08b69,segment=NetworkSegment(e1037800-fa3d-4e7a-a4cb-c9c2e5accde6),segment_id=e1037800-fa3d-4e7a-a4cb-c9c2e5accde6)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:15.936673 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1294ce44-5e7a-4cd2-862e-3d178734e53f req-462186b8-af59-40d5-b0a8-65a5341d33bf tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.948105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-ab0fae22-148b-46d0-b2dc-8af4c34a5803 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Transition to ACTIVE for port object 4d9b8801-d17f-4a5f-8fbf-1fd97d9ed50b will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:15.958389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-1294ce44-5e7a-4cd2-862e-3d178734e53f req-462186b8-af59-40d5-b0a8-65a5341d33bf tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Calling delete_port for 4d780ca8-d32f-4863-a40d-f87896a08b69 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:15.970833 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.984003 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.074602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ec1798-db21-4fab-80de-e404aa023d31 req-b781a86e-ebc1-4ec3-8900-50120fa7cdbc tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.082266 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64ec1798-db21-4fab-80de-e404aa023d31 req-b781a86e-ebc1-4ec3-8900-50120fa7cdbc tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 945 time: 0.2060618 Jul 16 08:44:16.091041 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ab0fae22-148b-46d0-b2dc-8af4c34a5803 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.203191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0fae22-148b-46d0-b2dc-8af4c34a5803 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:16.206912 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0fae22-148b-46d0-b2dc-8af4c34a5803 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event updated for resources: {'Port': ['ID=4d9b8801-d17f-4a5f-8fbf-1fd97d9ed50b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:16.209870 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-ab0fae22-148b-46d0-b2dc-8af4c34a5803 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:16.228486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0fae22-148b-46d0-b2dc-8af4c34a5803 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:16.237527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab0fae22-148b-46d0-b2dc-8af4c34a5803 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.238629 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ab0fae22-148b-46d0-b2dc-8af4c34a5803 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.293555 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ab0fae22-148b-46d0-b2dc-8af4c34a5803 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7838633 Jul 16 08:44:16.297813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59340) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:16.308623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-931b9f13-b8fe-4b66-b04c-fed46957519d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Request body: {'port': {'network_id': 'a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1912491550'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:16.329531 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64ec1798-db21-4fab-80de-e404aa023d31 req-4930fd29-c9d6-4a23-9aad-d5789bfac6ce tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/security-groups?id=859700b2-83cc-4c87-a297-b14c7722a969&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453854 Jul 16 08:44:16.348214 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Router 39fca656-ff74-4146-8c1c-0412f5806e72 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:16.502453 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1294ce44-5e7a-4cd2-862e-3d178734e53f req-462186b8-af59-40d5-b0a8-65a5341d33bf tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.516674 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['4d780ca8-d32f-4863-a40d-f87896a08b69'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:16.559918 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462186b8-af59-40d5-b0a8-65a5341d33bf tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Pushing event deleted for resources: {'Port': ['ID=4d780ca8-d32f-4863-a40d-f87896a08b69,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:16.676331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:16.693590 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.696045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b1b0e174-bad2-46e8-b95f-2c13764cec1d None None] Provisioning for port 4d9b8801-d17f-4a5f-8fbf-1fd97d9ed50b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:16.699024 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d6c2ef3e-d4d5-42ac-9e8c-928d41deddb6 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "PUT /v2.0/routers/39fca656-ff74-4146-8c1c-0412f5806e72 HTTP/1.1" status: 200 len: 914 time: 5.1255643 Jul 16 08:44:16.701375 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5782000-54ce-432a-8fa1-cc8188efc645 None None] Sync routers for ids ['39fca656-ff74-4146-8c1c-0412f5806e72'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:16.703082 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59354) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:16.710778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b1b0e174-bad2-46e8-b95f-2c13764cec1d None None] Provisioning complete for port 4d9b8801-d17f-4a5f-8fbf-1fd97d9ed50b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:16.711898 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b1b0e174-bad2-46e8-b95f-2c13764cec1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.719735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5782000-54ce-432a-8fa1-cc8188efc645 None None] Routers {'39fca656-ff74-4146-8c1c-0412f5806e72'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:16.721381 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a5782000-54ce-432a-8fa1-cc8188efc645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:44:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['39fca656-ff74-4146-8c1c-0412f5806e72'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:16.730853 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931b9f13-b8fe-4b66-b04c-fed46957519d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Made reservation on behalf of f871d42a134147ffa50c670347080dd8 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:16.764327 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-931b9f13-b8fe-4b66-b04c-fed46957519d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.778434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-1294ce44-5e7a-4cd2-862e-3d178734e53f req-462186b8-af59-40d5-b0a8-65a5341d33bf tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] No DVR routers for this DVR port 4d780ca8-d32f-4863-a40d-f87896a08b69 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:16.793539 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-1294ce44-5e7a-4cd2-862e-3d178734e53f req-462186b8-af59-40d5-b0a8-65a5341d33bf tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.798142 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1294ce44-5e7a-4cd2-862e-3d178734e53f req-462186b8-af59-40d5-b0a8-65a5341d33bf tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.38 "DELETE /v2.0/ports/4d780ca8-d32f-4863-a40d-f87896a08b69 HTTP/1.1" status: 204 len: 173 time: 1.4869428 Jul 16 08:44:16.799072 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db151b89-8404-40f8-b6a7-7b291d762cd2', 'name': 'network-vif-deleted', 'tag': '4d780ca8-d32f-4863-a40d-f87896a08b69'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:16.803769 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af226e52-086a-4280-8f17-8fd1ee4ec5c0" -d '{"events": [{"server_uuid": "db151b89-8404-40f8-b6a7-7b291d762cd2", "name": "network-vif-deleted", "tag": "4d780ca8-d32f-4863-a40d-f87896a08b69"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:16.842510 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a5782000-54ce-432a-8fa1-cc8188efc645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:16.854137 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-931b9f13-b8fe-4b66-b04c-fed46957519d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] device_id is not set on port 96586586-1c9a-4b95-a091-a56cd361b3bb yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:16.899891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5782000-54ce-432a-8fa1-cc8188efc645 None None] Routers {'39fca656-ff74-4146-8c1c-0412f5806e72'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:16.909800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a5782000-54ce-432a-8fa1-cc8188efc645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:44:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['39fca656-ff74-4146-8c1c-0412f5806e72'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:16.994844 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9fcdc985-8d56-4ed1-ba42-dfa1fc8283b3 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/routers/39fca656-ff74-4146-8c1c-0412f5806e72 HTTP/1.1" status: 200 len: 920 time: 0.2898977 Jul 16 08:44:17.000925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59364) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:17.029543 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b1b0e174-bad2-46e8-b95f-2c13764cec1d None None] Port 4d9b8801-d17f-4a5f-8fbf-1fd97d9ed50b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:17.033321 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a5782000-54ce-432a-8fa1-cc8188efc645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:17.035205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5782000-54ce-432a-8fa1-cc8188efc645 None None] The sync data for ids ['39fca656-ff74-4146-8c1c-0412f5806e72'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:17.172257 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cf7091-f485-47ff-b71a-fee096d83624 x-openstack-request-id: req-34cf7091-f485-47ff-b71a-fee096d83624 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:17.172939 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db151b89-8404-40f8-b6a7-7b291d762cd2", "name": "network-vif-deleted", "tag": "4d780ca8-d32f-4863-a40d-f87896a08b69", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:17.172939 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-34cf7091-f485-47ff-b71a-fee096d83624 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:17.173259 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db151b89-8404-40f8-b6a7-7b291d762cd2', 'name': 'network-vif-deleted', 'tag': '4d780ca8-d32f-4863-a40d-f87896a08b69', 'status': 'completed', 'code': 200} Jul 16 08:44:17.202245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e9f139-d08c-405b-9895-0b4a8c1ec746 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.216415 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c2e9f139-d08c-405b-9895-0b4a8c1ec746 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&device_id=39fca656-ff74-4146-8c1c-0412f5806e72&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2134745 Jul 16 08:44:17.223141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59370) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:17.247674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-931b9f13-b8fe-4b66-b04c-fed46957519d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Allocated IP 2001:db8::39f (a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a/18e4830a-f0c2-4572-a285-e3e5cae0a718/96586586-1c9a-4b95-a091-a56cd361b3bb) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:17.441824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214dd950-f4af-4764-aa44-b34d30964e73 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.449592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59380) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:17.465387 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-214dd950-f4af-4764-aa44-b34d30964e73 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 881 time: 0.2408416 Jul 16 08:44:17.526883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0f47eadb-7608-4df8-9b87-6dce2feff704 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fca656-ff74-4146-8c1c-0412f5806e72 HTTP/1.1" status: 200 len: 205 time: 0.0756631 Jul 16 08:44:17.531852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59386) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:17.614438 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-563ea841-30b3-4275-ab74-c428540c290f req-3bac7e5e-c71b-4f86-8f8f-bcf49d07fd76 tempest-ServersNegativeTestMultiTenantJSON-303037770 tempest-ServersNegativeTestMultiTenantJSON-303037770-project] 10.222.0.20 "GET /v2.0/ports?device_id=db151b89-8404-40f8-b6a7-7b291d762cd2 HTTP/1.1" status: 200 len: 210 time: 0.0848088 Jul 16 08:44:17.705129 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-931b9f13-b8fe-4b66-b04c-fed46957519d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.725490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-931b9f13-b8fe-4b66-b04c-fed46957519d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Transition to ACTIVE for port object 96586586-1c9a-4b95-a091-a56cd361b3bb will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:17.793372 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b257abfa-0f6f-4583-bfe8-a32feb7ccab9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.816196 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-931b9f13-b8fe-4b66-b04c-fed46957519d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.940474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931b9f13-b8fe-4b66-b04c-fed46957519d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:17.958515 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-931b9f13-b8fe-4b66-b04c-fed46957519d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:17.971114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931b9f13-b8fe-4b66-b04c-fed46957519d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:17.985557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931b9f13-b8fe-4b66-b04c-fed46957519d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.989381 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-931b9f13-b8fe-4b66-b04c-fed46957519d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.996202 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b9f13-b8fe-4b66-b04c-fed46957519d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event updated for resources: {'Port': ['ID=96586586-1c9a-4b95-a091-a56cd361b3bb,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:18.035336 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-931b9f13-b8fe-4b66-b04c-fed46957519d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.7316637 Jul 16 08:44:18.037182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59400) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:18.060736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b9bd6071-b711-4c43-9282-66c0b7b31221 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::267', 'mac_address': 'fa:16:3e:b3:02:63'}, {'ip_address': '2001:db8::d5', 'mac_address': 'fa:16:3e:5d:6d:09'}]}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:18.163824 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b257abfa-0f6f-4583-bfe8-a32feb7ccab9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.481854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b257abfa-0f6f-4583-bfe8-a32feb7ccab9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Deleting port 6dfeeff7-01cb-4b79-b13a-5214091b855e {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:18.485198 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b257abfa-0f6f-4583-bfe8-a32feb7ccab9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.497274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f3d32eda-00ea-45be-a893-58d1d9d558da None None] Provisioning for port 96586586-1c9a-4b95-a091-a56cd361b3bb completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:18.513842 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f3d32eda-00ea-45be-a893-58d1d9d558da None None] Provisioning complete for port 96586586-1c9a-4b95-a091-a56cd361b3bb triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:18.514689 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f3d32eda-00ea-45be-a893-58d1d9d558da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.547918 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6071-b711-4c43-9282-66c0b7b31221 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.675059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f3d32eda-00ea-45be-a893-58d1d9d558da None None] Port 96586586-1c9a-4b95-a091-a56cd361b3bb cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:18.806418 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b257abfa-0f6f-4583-bfe8-a32feb7ccab9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.823217 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59416) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:18.903137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b257abfa-0f6f-4583-bfe8-a32feb7ccab9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Calling delete_port for 6dfeeff7-01cb-4b79-b13a-5214091b855e owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:19.180200 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6071-b711-4c43-9282-66c0b7b31221 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.194415 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6071-b711-4c43-9282-66c0b7b31221 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.241921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-042e169e-208e-47f3-8b5b-c346b65df85d admin admin] Deleting subnet 48a4fe62-1b0d-41d1-a460-a95731eb8333 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:19.254044 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-042e169e-208e-47f3-8b5b-c346b65df85d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.286049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b9bd6071-b711-4c43-9282-66c0b7b31221 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] In _notify_port_updated(), no bound segment for port 96586586-1c9a-4b95-a091-a56cd361b3bb on network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a {{(pid=93695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:44:19.294003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd6071-b711-4c43-9282-66c0b7b31221 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:19.295288 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b9bd6071-b711-4c43-9282-66c0b7b31221 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.297347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b9bd6071-b711-4c43-9282-66c0b7b31221 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "PUT /v2.0/ports/96586586-1c9a-4b95-a091-a56cd361b3bb HTTP/1.1" status: 200 len: 1067 time: 1.2565026 Jul 16 08:44:19.303828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59426) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:19.434666 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-042e169e-208e-47f3-8b5b-c346b65df85d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.475217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4d780ca8-d32f-4863-a40d-f87896a08b69 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:19.551656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 4d780ca8-d32f-4863-a40d-f87896a08b69 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:19.553104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4d780ca8-d32f-4863-a40d-f87896a08b69 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:19.558688 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd6071-b711-4c43-9282-66c0b7b31221 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event updated for resources: {'Port': ['ID=96586586-1c9a-4b95-a091-a56cd361b3bb,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:19.728902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-67a43b92-4233-4225-90db-aa41b6416159 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Deleting port 96586586-1c9a-4b95-a091-a56cd361b3bb {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:19.729350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-042e169e-208e-47f3-8b5b-c346b65df85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.730701 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67a43b92-4233-4225-90db-aa41b6416159 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.871487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1721f1e7-e2ff-4223-993f-7d8113e2f73b None None] Provisioning complete for port 96586586-1c9a-4b95-a091-a56cd361b3bb triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:19.871866 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1721f1e7-e2ff-4223-993f-7d8113e2f73b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.943894 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67a43b92-4233-4225-90db-aa41b6416159 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.958365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-67a43b92-4233-4225-90db-aa41b6416159 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Calling delete_port for 96586586-1c9a-4b95-a091-a56cd361b3bb owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:19.964057 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1721f1e7-e2ff-4223-993f-7d8113e2f73b None None] Port 96586586-1c9a-4b95-a091-a56cd361b3bb cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:20.129606 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-042e169e-208e-47f3-8b5b-c346b65df85d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.170854 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67a43b92-4233-4225-90db-aa41b6416159 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.171216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042e169e-208e-47f3-8b5b-c346b65df85d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a4fe62-1b0d-41d1-a460-a95731eb8333,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:20.178624 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-042e169e-208e-47f3-8b5b-c346b65df85d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.181604 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-042e169e-208e-47f3-8b5b-c346b65df85d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/48a4fe62-1b0d-41d1-a460-a95731eb8333 HTTP/1.1" status: 204 len: 168 time: 1.3554454 Jul 16 08:44:20.185789 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59462) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:20.196255 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b257abfa-0f6f-4583-bfe8-a32feb7ccab9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.254914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b257abfa-0f6f-4583-bfe8-a32feb7ccab9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Pushing event deleted for resources: {'Port': ['ID=6dfeeff7-01cb-4b79-b13a-5214091b855e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:20.309145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a43b92-4233-4225-90db-aa41b6416159 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event deleted for resources: {'Port': ['ID=96586586-1c9a-4b95-a091-a56cd361b3bb,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:20.375904 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0ce17f7-a3dd-429c-afb3-de2a568760bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.438521 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b257abfa-0f6f-4583-bfe8-a32feb7ccab9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.689663 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b257abfa-0f6f-4583-bfe8-a32feb7ccab9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.695187 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b257abfa-0f6f-4583-bfe8-a32feb7ccab9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.706630 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67a43b92-4233-4225-90db-aa41b6416159 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.713428 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-67a43b92-4233-4225-90db-aa41b6416159 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "DELETE /v2.0/ports/96586586-1c9a-4b95-a091-a56cd361b3bb HTTP/1.1" status: 204 len: 168 time: 1.4004951 Jul 16 08:44:20.714921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59482) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:20.744044 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0ce17f7-a3dd-429c-afb3-de2a568760bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.781950 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e846b50-a61e-48c6-80ed-37323cf2d39d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] GET failed (client error): The resource could not be found. Jul 16 08:44:20.787482 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4e846b50-a61e-48c6-80ed-37323cf2d39d tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "GET /v2.0/ports/96586586-1c9a-4b95-a091-a56cd361b3bb HTTP/1.1" status: 404 len: 333 time: 0.0682678 Jul 16 08:44:20.787870 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59484) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:20.803284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a0ce17f7-a3dd-429c-afb3-de2a568760bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45e60a75-248c-4494-ba73-18a4ec68d5d1']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:20.815689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a0ce17f7-a3dd-429c-afb3-de2a568760bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1037800-fa3d-4e7a-a4cb-c9c2e5accde6') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:20.815689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a0ce17f7-a3dd-429c-afb3-de2a568760bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1037800-fa3d-4e7a-a4cb-c9c2e5accde6') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:20.832001 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b257abfa-0f6f-4583-bfe8-a32feb7ccab9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.832744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b257abfa-0f6f-4583-bfe8-a32feb7ccab9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Fanout notify agent at l3_agent the message router_deleted on router 39fca656-ff74-4146-8c1c-0412f5806e72 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:20.842360 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b257abfa-0f6f-4583-bfe8-a32feb7ccab9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.847112 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b257abfa-0f6f-4583-bfe8-a32feb7ccab9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "DELETE /v2.0/routers/39fca656-ff74-4146-8c1c-0412f5806e72 HTTP/1.1" status: 204 len: 168 time: 3.3100610 Jul 16 08:44:20.848940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0ce17f7-a3dd-429c-afb3-de2a568760bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.850748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59488) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:20.866735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ca95b84d-ffba-4e60-8c40-283aee367b83 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1771733059', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:20.901229 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0ce17f7-a3dd-429c-afb3-de2a568760bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.922269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0ce17f7-a3dd-429c-afb3-de2a568760bf admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:20.922927 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0ce17f7-a3dd-429c-afb3-de2a568760bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: items = [ Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:20.925948 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:20.954516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-92fa55e9-1746-44d5-973e-2a8bf602e56c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Deleting port 4d9b8801-d17f-4a5f-8fbf-1fd97d9ed50b {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:20.954927 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-92fa55e9-1746-44d5-973e-2a8bf602e56c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.959290 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ca95b84d-ffba-4e60-8c40-283aee367b83 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.961350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ca95b84d-ffba-4e60-8c40-283aee367b83 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.061267 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0ce17f7-a3dd-429c-afb3-de2a568760bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.097044 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-92fa55e9-1746-44d5-973e-2a8bf602e56c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.114444 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0ce17f7-a3dd-429c-afb3-de2a568760bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.118058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-92fa55e9-1746-44d5-973e-2a8bf602e56c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Calling delete_port for 4d9b8801-d17f-4a5f-8fbf-1fd97d9ed50b owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:21.118331 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a0ce17f7-a3dd-429c-afb3-de2a568760bf admin admin] 10.222.0.20 "DELETE /v2.0/networks/45e60a75-248c-4494-ba73-18a4ec68d5d1 HTTP/1.1" status: 204 len: 168 time: 0.9302845 Jul 16 08:44:21.124558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59492) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:21.137408 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ca95b84d-ffba-4e60-8c40-283aee367b83 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.139401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce17f7-a3dd-429c-afb3-de2a568760bf admin admin] Pushing event deleted for resources: {'Network': ['ID=45e60a75-248c-4494-ba73-18a4ec68d5d1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:21.160976 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ca95b84d-ffba-4e60-8c40-283aee367b83 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.230819 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ca95b84d-ffba-4e60-8c40-283aee367b83 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.233758 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ca95b84d-ffba-4e60-8c40-283aee367b83 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3814414 Jul 16 08:44:21.238173 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59496) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:21.240334 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2194d92-f435-4e83-a506-f76e4648408f admin admin] Deleting subnet bb59a581-3336-481b-ac32-f80c1abcfc51 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:21.250713 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2194d92-f435-4e83-a506-f76e4648408f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.254138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'enable_snat': False}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:21.315187 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2194d92-f435-4e83-a506-f76e4648408f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.443642 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2194d92-f435-4e83-a506-f76e4648408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.495490 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-92fa55e9-1746-44d5-973e-2a8bf602e56c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.573761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fa55e9-1746-44d5-973e-2a8bf602e56c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event deleted for resources: {'Port': ['ID=4d9b8801-d17f-4a5f-8fbf-1fd97d9ed50b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:21.663909 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-92fa55e9-1746-44d5-973e-2a8bf602e56c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.666080 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-92fa55e9-1746-44d5-973e-2a8bf602e56c tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "DELETE /v2.0/ports/4d9b8801-d17f-4a5f-8fbf-1fd97d9ed50b HTTP/1.1" status: 204 len: 168 time: 0.8766041 Jul 16 08:44:21.671057 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59510) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:21.687339 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2194d92-f435-4e83-a506-f76e4648408f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.737860 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-321bee0b-6a29-4a69-a35c-4c4f5b4464fa tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] GET failed (client error): The resource could not be found. Jul 16 08:44:21.740084 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-321bee0b-6a29-4a69-a35c-4c4f5b4464fa tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "GET /v2.0/ports/4d9b8801-d17f-4a5f-8fbf-1fd97d9ed50b HTTP/1.1" status: 404 len: 333 time: 0.0676746 Jul 16 08:44:21.766844 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59512) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:21.793719 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2194d92-f435-4e83-a506-f76e4648408f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.799532 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b2194d92-f435-4e83-a506-f76e4648408f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/bb59a581-3336-481b-ac32-f80c1abcfc51 HTTP/1.1" status: 204 len: 168 time: 0.6627381 Jul 16 08:44:21.799532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2194d92-f435-4e83-a506-f76e4648408f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb59a581-3336-481b-ac32-f80c1abcfc51,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:21.834204 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59516) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:22.106241 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-444b90aa-ffc2-48b2-b5bf-e32b5e969c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.158492 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.180906 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6469a3ed-3869-4b57-9af2-7cbeb44549b0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Deleting port bf113df2-6688-4a57-9d26-cb9d3d2c8fc5 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:22.181262 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6469a3ed-3869-4b57-9af2-7cbeb44549b0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.259157 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-444b90aa-ffc2-48b2-b5bf-e32b5e969c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.323733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-444b90aa-ffc2-48b2-b5bf-e32b5e969c07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1586a0a8-4a77-43b7-b674-86094660079f']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:22.371082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-444b90aa-ffc2-48b2-b5bf-e32b5e969c07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9df231f9-56c3-4a8e-93a3-467faefd4512') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:22.371552 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-444b90aa-ffc2-48b2-b5bf-e32b5e969c07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9df231f9-56c3-4a8e-93a3-467faefd4512') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:22.402251 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-444b90aa-ffc2-48b2-b5bf-e32b5e969c07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.454549 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6469a3ed-3869-4b57-9af2-7cbeb44549b0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.501217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-444b90aa-ffc2-48b2-b5bf-e32b5e969c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.552880 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444b90aa-ffc2-48b2-b5bf-e32b5e969c07 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:22.554864 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-444b90aa-ffc2-48b2-b5bf-e32b5e969c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.627257 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.685593 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.940042 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Allocated IP 172.25.4.122 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/7438a7ce-3857-4bd2-b09c-bc73b4ca348c) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:22.997205 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:23.005550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6469a3ed-3869-4b57-9af2-7cbeb44549b0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Calling delete_port for bf113df2-6688-4a57-9d26-cb9d3d2c8fc5 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:23.008638 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-444b90aa-ffc2-48b2-b5bf-e32b5e969c07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.018895 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-444b90aa-ffc2-48b2-b5bf-e32b5e969c07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.022883 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-444b90aa-ffc2-48b2-b5bf-e32b5e969c07 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1586a0a8-4a77-43b7-b674-86094660079f HTTP/1.1" status: 204 len: 168 time: 1.1876431 Jul 16 08:44:23.052215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b90aa-ffc2-48b2-b5bf-e32b5e969c07 admin admin] Pushing event deleted for resources: {'Network': ['ID=1586a0a8-4a77-43b7-b674-86094660079f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:23.202386 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.294600 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6469a3ed-3869-4b57-9af2-7cbeb44549b0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.326029 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.326544 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469a3ed-3869-4b57-9af2-7cbeb44549b0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event deleted for resources: {'Port': ['ID=bf113df2-6688-4a57-9d26-cb9d3d2c8fc5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:23.370212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:23.374006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:23.378760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:23.441386 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6469a3ed-3869-4b57-9af2-7cbeb44549b0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.441386 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6469a3ed-3869-4b57-9af2-7cbeb44549b0 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "DELETE /v2.0/ports/bf113df2-6688-4a57-9d26-cb9d3d2c8fc5 HTTP/1.1" status: 204 len: 168 time: 1.6572716 Jul 16 08:44:23.445997 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59548) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:23.468614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Pushing event updated for resources: {'Port': ['ID=7438a7ce-3857-4bd2-b09c-bc73b4ca348c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:23.575923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59550) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:23.674243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b6f14d4-e2a8-4d88-b373-dbee3fbb025b tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Deleting subnet 18e4830a-f0c2-4572-a285-e3e5cae0a718 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:23.681931 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b6f14d4-e2a8-4d88-b373-dbee3fbb025b tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.829980 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b6f14d4-e2a8-4d88-b373-dbee3fbb025b tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.107570 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b6f14d4-e2a8-4d88-b373-dbee3fbb025b tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.113694 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0b0c45ec-6725-4261-8db9-ac9f329ca58d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bbc98c19dc86434fa7d3e27d0a62d3d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5353768 Jul 16 08:44:24.117975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59560) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:24.221128 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.234864 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b6f14d4-e2a8-4d88-b373-dbee3fbb025b tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.303084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f14d4-e2a8-4d88-b373-dbee3fbb025b tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event deleted for resources: {'Subnet': ['ID=18e4830a-f0c2-4572-a285-e3e5cae0a718,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.315898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd13233b-cfbe-4b7a-88e1-b6b3b33131db None None] Network a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:24.338176 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b6f14d4-e2a8-4d88-b373-dbee3fbb025b tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.343029 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1b6f14d4-e2a8-4d88-b373-dbee3fbb025b tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "DELETE /v2.0/subnets/18e4830a-f0c2-4572-a285-e3e5cae0a718 HTTP/1.1" status: 204 len: 168 time: 0.8952293 Jul 16 08:44:24.346299 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59568) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:24.398790 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59570) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:24.475686 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-67baad38-d5a0-432f-933a-2029c8536c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.514423 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.534302 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-67baad38-d5a0-432f-933a-2029c8536c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.575789 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-10f7f82a-471e-4501-9860-7462c0796dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.636699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Deleting port fb19aa2a-db2c-4079-9d54-b4c7798599bb {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:24.637523 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.695878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] DHCP port deletion for a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:44:24.734594 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] For port fb19aa2a-db2c-4079-9d54-b4c7798599bb, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fb19aa2a-db2c-4079-9d54-b4c7798599bb,segment=NetworkSegment(ff4c3867-50b9-415e-a270-03d444faf39c),segment_id=ff4c3867-50b9-415e-a270-03d444faf39c)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:24.735140 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.748414 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-67baad38-d5a0-432f-933a-2029c8536c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.754682 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-67baad38-d5a0-432f-933a-2029c8536c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.761480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-67baad38-d5a0-432f-933a-2029c8536c22 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/859700b2-83cc-4c87-a297-b14c7722a969 HTTP/1.1" status: 204 len: 168 time: 0.6378567 Jul 16 08:44:24.762744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Calling delete_port for fb19aa2a-db2c-4079-9d54-b4c7798599bb owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:24.832976 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-10f7f82a-471e-4501-9860-7462c0796dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.842386 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-10f7f82a-471e-4501-9860-7462c0796dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.848756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Deleting port fb19aa2a-db2c-4079-9d54-b4c7798599bb {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:24.850742 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.877655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7f82a-471e-4501-9860-7462c0796dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8fadda-24c6-4911-b0a6-6f5fd3c32f33,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.877985 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67baad38-d5a0-432f-933a-2029c8536c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859700b2-83cc-4c87-a297-b14c7722a969,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.914124 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-10f7f82a-471e-4501-9860-7462c0796dff admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e1d93e4c75343628d6b4d3964cac7c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5134091 Jul 16 08:44:24.919473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59576) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:24.954625 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.965564 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.971898 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.001524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event deleted for resources: {'Port': ['ID=fb19aa2a-db2c-4079-9d54-b4c7798599bb,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:25.003738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] No DVR routers for this DVR port fb19aa2a-db2c-4079-9d54-b4c7798599bb on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:25.056191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] For port fb19aa2a-db2c-4079-9d54-b4c7798599bb, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fb19aa2a-db2c-4079-9d54-b4c7798599bb,segment=NetworkSegment(ff4c3867-50b9-415e-a270-03d444faf39c),segment_id=ff4c3867-50b9-415e-a270-03d444faf39c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:25.058382 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.083817 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2bc62631-4c38-4358-9d70-1b4513e52bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.093797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Calling delete_port for fb19aa2a-db2c-4079-9d54-b4c7798599bb owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:25.121653 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.142850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:25.163967 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff4c3867-50b9-415e-a270-03d444faf39c') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:25.164558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff4c3867-50b9-415e-a270-03d444faf39c') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:25.167921 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2bc62631-4c38-4358-9d70-1b4513e52bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.186070 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.226228 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.237943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:25.237943 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:25.243351 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:25.334244 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.374782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] No DVR routers for this DVR port fb19aa2a-db2c-4079-9d54-b4c7798599bb on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:25.403457 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2bc62631-4c38-4358-9d70-1b4513e52bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.415084 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Router 7e161016-d09c-4cf8-b065-a709af2c818c is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:25.416838 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2bc62631-4c38-4358-9d70-1b4513e52bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.422224 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2bc62631-4c38-4358-9d70-1b4513e52bf2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c8fadda-24c6-4911-b0a6-6f5fd3c32f33 HTTP/1.1" status: 204 len: 168 time: 0.4972365 Jul 16 08:44:25.476045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Pushing event deleted for resources: {'Port': ['ID=fb19aa2a-db2c-4079-9d54-b4c7798599bb,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:25.480241 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.482103 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc62631-4c38-4358-9d70-1b4513e52bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8fadda-24c6-4911-b0a6-6f5fd3c32f33,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:25.513337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fb19aa2a-db2c-4079-9d54-b4c7798599bb no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:25.519727 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.528009 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] 10.222.0.20 "DELETE /v2.0/networks/a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a HTTP/1.1" status: 204 len: 168 time: 1.1802862 Jul 16 08:44:25.552033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e2c230-f949-4843-93f5-dc49652ed8e5 tempest-AllowedAddressPairIpV6TestJSON-212610344 tempest-AllowedAddressPairIpV6TestJSON-212610344-project] Pushing event deleted for resources: {'Network': ['ID=a8f8bfb2-fb7b-49f5-a0aa-dec828a0857a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:25.600447 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:25.602341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:25.605796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:25.606762 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:25.608919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:25.610418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:25.611860 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:25.614033 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:25.615703 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:25.616471 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:25.616809 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:25.618774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652ca4c2-8a53-4371-b64d-2f6daadf8d1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:25.631102 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: fb19aa2a-db2c-4079-9d54-b4c7798599bb {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:25.631522 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fb19aa2a-db2c-4079-9d54-b4c7798599bb not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:25.733928 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59596) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:25.747092 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:25.759247 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.761475 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c1b2eb-b4e8-4a86-baf5-6a0eae380d30 None None] Sync routers for ids ['7e161016-d09c-4cf8-b065-a709af2c818c'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:25.763657 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-49548682-2259-4140-9afd-d996c9008f29 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "PUT /v2.0/routers/7e161016-d09c-4cf8-b065-a709af2c818c HTTP/1.1" status: 200 len: 916 time: 4.5235550 Jul 16 08:44:25.767461 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59598) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:25.781140 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c1b2eb-b4e8-4a86-baf5-6a0eae380d30 None None] Routers {'7e161016-d09c-4cf8-b065-a709af2c818c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:25.782396 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f9c1b2eb-b4e8-4a86-baf5-6a0eae380d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:44:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7e161016-d09c-4cf8-b065-a709af2c818c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:25.859913 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f9c1b2eb-b4e8-4a86-baf5-6a0eae380d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:25.880987 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c1b2eb-b4e8-4a86-baf5-6a0eae380d30 None None] Routers {'7e161016-d09c-4cf8-b065-a709af2c818c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:25.882658 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f9c1b2eb-b4e8-4a86-baf5-6a0eae380d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:44:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7e161016-d09c-4cf8-b065-a709af2c818c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:25.907791 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7b451e77-766e-4dde-99f1-83754c6ed8e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0809215c3f414636948bb67244241253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721599 Jul 16 08:44:25.908819 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59602) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:25.957594 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f9c1b2eb-b4e8-4a86-baf5-6a0eae380d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:25.959779 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9c1b2eb-b4e8-4a86-baf5-6a0eae380d30 None None] The sync data for ids ['7e161016-d09c-4cf8-b065-a709af2c818c'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:26.019095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7ca68e87-2899-4e9c-9d7e-60cbce1edb36 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/routers/7e161016-d09c-4cf8-b065-a709af2c818c HTTP/1.1" status: 200 len: 922 time: 0.2490392 Jul 16 08:44:26.025133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59608) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.102172 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7de048-ceac-4478-892d-9057f1546e38 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.104234 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ab7de048-ceac-4478-892d-9057f1546e38 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&device_id=7e161016-d09c-4cf8-b065-a709af2c818c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0776458 Jul 16 08:44:26.108907 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59612) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.134517 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9a8790e6-5f84-459e-b5d3-d9608ca70fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.236270 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9a8790e6-5f84-459e-b5d3-d9608ca70fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.243511 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17ee29b-7cb9-414d-bb8c-09cd3ad1114d tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.253295 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c17ee29b-7cb9-414d-bb8c-09cd3ad1114d tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 881 time: 0.1431522 Jul 16 08:44:26.254174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59616) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.267333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59618) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.345264 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0a32bcb2-6000-4500-acd3-a2a278d97a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.352413 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9a8790e6-5f84-459e-b5d3-d9608ca70fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.356165 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9a8790e6-5f84-459e-b5d3-d9608ca70fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.357335 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cec5e182-ea6b-4013-b66f-7d78d6d2cc4c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e161016-d09c-4cf8-b065-a709af2c818c HTTP/1.1" status: 200 len: 205 time: 0.1016781 Jul 16 08:44:26.357751 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9a8790e6-5f84-459e-b5d3-d9608ca70fdb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c18c1368-c8af-469e-b34a-95f5506573db HTTP/1.1" status: 204 len: 168 time: 0.4441817 Jul 16 08:44:26.369269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59622) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.387000 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8790e6-5f84-459e-b5d3-d9608ca70fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18c1368-c8af-469e-b34a-95f5506573db,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:26.503507 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59630) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.597591 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d50c445-2d04-4117-a328-91688f393777 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.710695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59636) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.711611 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ec581431-9a74-4d42-a63d-29bb86d03282 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f871d42a134147ffa50c670347080dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2062790 Jul 16 08:44:26.984312 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed055ae0-3cba-4ac5-89f3-7430cf467954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.010135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d50c445-2d04-4117-a328-91688f393777 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.057158 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed055ae0-3cba-4ac5-89f3-7430cf467954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.154107 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0a32bcb2-6000-4500-acd3-a2a278d97a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.161087 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0a32bcb2-6000-4500-acd3-a2a278d97a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.262192 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32bcb2-6000-4500-acd3-a2a278d97a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b04e56-bda1-443b-bebd-5d82c6bc2ee2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:27.281179 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59654) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:27.292884 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0a32bcb2-6000-4500-acd3-a2a278d97a2f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea0cbe7f9092443685c78d577b449caa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0219975 Jul 16 08:44:27.301659 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed055ae0-3cba-4ac5-89f3-7430cf467954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.316235 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed055ae0-3cba-4ac5-89f3-7430cf467954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.323437 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ed055ae0-3cba-4ac5-89f3-7430cf467954 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7a7a3942-e2d7-47a1-aa8d-9400e044a4e2 HTTP/1.1" status: 204 len: 168 time: 0.6102250 Jul 16 08:44:27.346499 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-1d50c445-2d04-4117-a328-91688f393777 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Deleting port 7438a7ce-3857-4bd2-b09c-bc73b4ca348c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:27.346971 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d50c445-2d04-4117-a328-91688f393777 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.350669 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed055ae0-3cba-4ac5-89f3-7430cf467954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7a3942-e2d7-47a1-aa8d-9400e044a4e2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:27.420186 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d8a7f2a-a042-4dbf-9da8-8b25b30a6728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.464686 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d8a7f2a-a042-4dbf-9da8-8b25b30a6728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.542751 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d50c445-2d04-4117-a328-91688f393777 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.557598 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d8a7f2a-a042-4dbf-9da8-8b25b30a6728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.563701 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d8a7f2a-a042-4dbf-9da8-8b25b30a6728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.566393 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8d8a7f2a-a042-4dbf-9da8-8b25b30a6728 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/93b04e56-bda1-443b-bebd-5d82c6bc2ee2 HTTP/1.1" status: 204 len: 168 time: 0.2815912 Jul 16 08:44:27.580136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8a7f2a-a042-4dbf-9da8-8b25b30a6728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b04e56-bda1-443b-bebd-5d82c6bc2ee2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:27.597639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-1d50c445-2d04-4117-a328-91688f393777 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Calling delete_port for 7438a7ce-3857-4bd2-b09c-bc73b4ca348c owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:28.008966 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-611a9281-bdb9-4ea9-9376-5299f988c87b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1323347 Jul 16 08:44:28.176879 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-d70954d8-b04b-4eef-8ee2-8b28484bbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.177852 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-d70954d8-b04b-4eef-8ee2-8b28484bbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.178342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-d70954d8-b04b-4eef-8ee2-8b28484bbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.178928 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-d70954d8-b04b-4eef-8ee2-8b28484bbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.179312 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-d70954d8-b04b-4eef-8ee2-8b28484bbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.179751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-d70954d8-b04b-4eef-8ee2-8b28484bbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.180223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-d70954d8-b04b-4eef-8ee2-8b28484bbfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.182018 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d50c445-2d04-4117-a328-91688f393777 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.183266 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-d70954d8-b04b-4eef-8ee2-8b28484bbfa4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 6501 time: 0.1160581 Jul 16 08:44:28.238729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50c445-2d04-4117-a328-91688f393777 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Pushing event deleted for resources: {'Port': ['ID=7438a7ce-3857-4bd2-b09c-bc73b4ca348c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:28.330119 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d50c445-2d04-4117-a328-91688f393777 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.336279 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-0426ec7c-bf07-44fe-8816-47bae1c689a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.336939 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-0426ec7c-bf07-44fe-8816-47bae1c689a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.337515 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-0426ec7c-bf07-44fe-8816-47bae1c689a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.339565 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-0426ec7c-bf07-44fe-8816-47bae1c689a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=79638599-e95d-4aaa-a9df-9e4a650918b5&id=79638599-e95d-4aaa-a9df-9e4a650918b5 HTTP/1.1" status: 200 len: 2289 time: 0.1293776 Jul 16 08:44:28.428176 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-8e3236b5-a583-49ad-9647-623e518fb102 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d49fd04-da38-4b01-9a10-0ff9d51055b5 HTTP/1.1" status: 200 len: 1001 time: 0.0810397 Jul 16 08:44:28.435852 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d50c445-2d04-4117-a328-91688f393777 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.438341 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d50c445-2d04-4117-a328-91688f393777 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.507943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-c7365e30-3f79-437e-be04-09f1741fd95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.509803 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-c7365e30-3f79-437e-be04-09f1741fd95d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fad49db9-2978-448c-81ea-10717ca5b65f HTTP/1.1" status: 200 len: 850 time: 0.0745015 Jul 16 08:44:28.544988 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d50c445-2d04-4117-a328-91688f393777 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.545684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d50c445-2d04-4117-a328-91688f393777 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Fanout notify agent at l3_agent the message router_deleted on router 7e161016-d09c-4cf8-b065-a709af2c818c {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:28.565736 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d50c445-2d04-4117-a328-91688f393777 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.568619 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1d50c445-2d04-4117-a328-91688f393777 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "DELETE /v2.0/routers/7e161016-d09c-4cf8-b065-a709af2c818c HTTP/1.1" status: 204 len: 168 time: 2.1941164 Jul 16 08:44:28.573183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59712) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:28.578747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-961470437', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:28.615070 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.616742 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.674037 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-07b2e456-c144-460e-a03b-9293f1144c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:28.682589 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-07b2e456-c144-460e-a03b-9293f1144c46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1646893 Jul 16 08:44:28.791336 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.932050 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-a5d35c03-1c2d-4c6c-a260-e9c9b40ce606 service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427652 Jul 16 08:44:29.066098 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.140676 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-b9c9054f-2c3d-4fa9-8148-817f6d50b46f service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984336 Jul 16 08:44:29.212069 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-6e963208-57a1-475c-81cf-6dd4c84d9e1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=58152f66-9e10-424e-a327-eb3322be8e41 HTTP/1.1" status: 200 len: 217 time: 0.0638666 Jul 16 08:44:29.307727 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-350c4b25-91d2-4451-a17c-b24cd644fb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.310020 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-350c4b25-91d2-4451-a17c-b24cd644fb34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.0911400 Jul 16 08:44:29.427709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-cc7eec25-69ce-4260-81e2-3603e7decb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.429532 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-cc7eec25-69ce-4260-81e2-3603e7decb72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1074123 Jul 16 08:44:29.464832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59746) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:29.566820 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.575679 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-b00db281-3929-4539-ae27-314ab0aaec64 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378031 Jul 16 08:44:29.599518 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.743201 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-86a1870a-fd6e-452a-8922-25c92d9132b7 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616254 Jul 16 08:44:29.827427 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-6931b5c0-84bb-4cef-9a65-ec4dd93d1391 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=0a38388f-bcd0-4aae-9d2d-7ec4959acb62 HTTP/1.1" status: 200 len: 217 time: 0.0750077 Jul 16 08:44:29.841742 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Allocated IP 172.25.4.171 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/733430f2-4512-4895-8e06-1fda4186a339) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:29.947029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-b11309a2-5e30-47ae-86e2-ce6881bd99be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.948637 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-b11309a2-5e30-47ae-86e2-ce6881bd99be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.1048000 Jul 16 08:44:29.959804 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1823065610'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:30.091678 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.126344 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-9d3479f3-ccb6-454d-8ac6-c54ac56c2b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.129044 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-9d3479f3-ccb6-454d-8ac6-c54ac56c2b79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1587625 Jul 16 08:44:30.130081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Made reservation on behalf of 803ed9598dd34967948b33ff7290253a for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:30.136973 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.185378 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.230472 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.238513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:30.244008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:30.253195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:30.314070 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Pushing event updated for resources: {'Port': ['ID=733430f2-4512-4895-8e06-1fda4186a339,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:30.574836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-facfef9e-d13a-47f2-bceb-b4f9337fc329 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211721 Jul 16 08:44:30.586751 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:44:30.850558 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-07b92198-f35c-482e-be94-a4241043b73f service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665875 Jul 16 08:44:30.934269 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-56502401-0cdd-463c-beb7-a7b602c4df4b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=6b65b6e1-328c-49ab-919d-e824c6be9088 HTTP/1.1" status: 200 len: 217 time: 0.0735669 Jul 16 08:44:30.937815 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.956601 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.005763 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.067322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:31.081178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc70d89-104b-4bc4-bdce-9043a3f13519,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:31.087415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-4f77e70e-f563-4cc3-ac10-5ae44c6468de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.090125 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-4f77e70e-f563-4cc3-ac10-5ae44c6468de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.1493721 Jul 16 08:44:31.116409 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.116855 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Added segment 51b42ead-2eb8-4fb6-bf26-7be8166d0f1d of type vlan for network 7dbd5637-726d-4b3b-89fe-18c07a16886b Jul 16 08:44:31.281432 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.312222 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-4dd905bf-fa7f-4395-b349-41c9795f4ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.314262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-4dd905bf-fa7f-4395-b349-41c9795f4ef4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2174537 Jul 16 08:44:31.443730 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.446674 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.464987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.466603 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.642619 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-786c8056-1368-4e78-be50-13dc011d791e service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192017 Jul 16 08:44:31.792696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Router 445c6d3f-066f-4d6e-92fc-ea5f4b23377c is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:31.817258 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.3497117 Jul 16 08:44:31.929851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59814) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:31.983493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f9580b83-6047-4982-bb94-ae7efd3f1f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Request body: {'subnet': {'network_id': '7dbd5637-726d-4b3b-89fe-18c07a16886b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:32.006290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edeb0fab-bc85-497f-8245-a5ded57a9b1b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Pushing event updated for resources: {'Network': ['ID=7dbd5637-726d-4b3b-89fe-18c07a16886b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.008102 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:32.018521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00bbda5-f8e6-4601-b4e5-e65585399a33 None None] Sync routers for ids ['445c6d3f-066f-4d6e-92fc-ea5f4b23377c'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:32.041782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 7dbd5637-726d-4b3b-89fe-18c07a16886b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:32.044570 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.049979 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-77e5aea8-19e3-4450-adb4-6107a390b97c tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.4753213 Jul 16 08:44:32.050688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59822) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:32.056692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:32.137156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00bbda5-f8e6-4601-b4e5-e65585399a33 None None] Routers {'445c6d3f-066f-4d6e-92fc-ea5f4b23377c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:32.137776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e00bbda5-f8e6-4601-b4e5-e65585399a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:44:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['445c6d3f-066f-4d6e-92fc-ea5f4b23377c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:32.244715 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e00bbda5-f8e6-4601-b4e5-e65585399a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:32.306673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00bbda5-f8e6-4601-b4e5-e65585399a33 None None] Routers {'445c6d3f-066f-4d6e-92fc-ea5f4b23377c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:32.307530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e00bbda5-f8e6-4601-b4e5-e65585399a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:44:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['445c6d3f-066f-4d6e-92fc-ea5f4b23377c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:32.381914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e00bbda5-f8e6-4601-b4e5-e65585399a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:32.386583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00bbda5-f8e6-4601-b4e5-e65585399a33 None None] The sync data for ids ['445c6d3f-066f-4d6e-92fc-ea5f4b23377c'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:32.448443 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-c1d0be62-188f-4038-a2c9-9abbd0a11b13 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=091f77cee3be4a888aabf1e5c1dd2224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399010 Jul 16 08:44:32.467308 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-04add2ea-9186-402c-b228-ad4b5216f023 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8015223 Jul 16 08:44:32.471793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9580b83-6047-4982-bb94-ae7efd3f1f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Made reservation on behalf of 803ed9598dd34967948b33ff7290253a for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:32.478420 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f9580b83-6047-4982-bb94-ae7efd3f1f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.575408 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-391e1ce1-b0c4-40cf-8828-1da7e2e4a098 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=bb4794d2-5564-4535-84c0-ae84e853964d HTTP/1.1" status: 200 len: 217 time: 0.0901692 Jul 16 08:44:32.747576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-f1879491-d8d5-4cbb-ba9a-bbca751fa4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:32.749491 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-f1879491-d8d5-4cbb-ba9a-bbca751fa4d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.1636963 Jul 16 08:44:32.924522 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-f736b0fd-24c2-42fa-aa90-28d011f904eb tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:32.926170 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-f736b0fd-24c2-42fa-aa90-28d011f904eb tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4646571 Jul 16 08:44:32.934225 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.955874 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-a424db38-6807-4508-b58d-d8dbf5740bea tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/quotas/091f77cee3be4a888aabf1e5c1dd2224 HTTP/1.1" status: 200 len: 375 time: 0.0154603 Jul 16 08:44:32.957441 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.032289 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-1e39e399-a91f-43b5-8c53-3e764ee91ed1 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=091f77cee3be4a888aabf1e5c1dd2224&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609138 Jul 16 08:44:33.086344 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Deleting port 733430f2-4512-4895-8e06-1fda4186a339 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:33.086757 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.090664 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f9580b83-6047-4982-bb94-ae7efd3f1f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.212066 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.213647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59854) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:33.233367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-883fd4db-bf3b-4ad2-9e7b-34f59578c5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.234936 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-883fd4db-bf3b-4ad2-9e7b-34f59578c5e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4711215 Jul 16 08:44:33.243464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Calling delete_port for 733430f2-4512-4895-8e06-1fda4186a339 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:33.454563 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.728068 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.854305 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Pushing event deleted for resources: {'Port': ['ID=733430f2-4512-4895-8e06-1fda4186a339,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:33.930070 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9580b83-6047-4982-bb94-ae7efd3f1f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Pushing event updated for resources: {'Subnet': ['ID=0b6f88ef-4012-40b9-a926-e426c7a0a6b3,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:33.982191 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0a3c9887-3113-4e0c-bf38-0623941c6dc3 req-55b1e0be-b1ab-4144-9902-eea4d96ebf06 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 210 time: 0.1070061 Jul 16 08:44:33.983387 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06b80b49-b774-435e-8985-f195867a5eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.000963 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.042151 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9580b83-6047-4982-bb94-ae7efd3f1f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Checking segment: {'id': '51b42ead-2eb8-4fb6-bf26-7be8166d0f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7dbd5637-726d-4b3b-89fe-18c07a16886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:34.042823 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9580b83-6047-4982-bb94-ae7efd3f1f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Network hostable DHCP agents. Network: 7dbd5637-726d-4b3b-89fe-18c07a16886b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:34.142370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9580b83-6047-4982-bb94-ae7efd3f1f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Network 7dbd5637-726d-4b3b-89fe-18c07a16886b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:34.168375 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-685006cc-acce-4de6-ac05-b73d954c9bcc service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9095590 Jul 16 08:44:34.186589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f9580b83-6047-4982-bb94-ae7efd3f1f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 7dbd5637-726d-4b3b-89fe-18c07a16886b) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:34.202098 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270c6b6a-2c2e-4ed7-8a00-c87066114c65 None None] Network 7dbd5637-726d-4b3b-89fe-18c07a16886b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:34.203014 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9580b83-6047-4982-bb94-ae7efd3f1f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.203629 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f9580b83-6047-4982-bb94-ae7efd3f1f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.426976 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06b80b49-b774-435e-8985-f195867a5eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.442496 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-09668ad6-ae7e-460b-a426-31753b73b559 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557399 Jul 16 08:44:34.446875 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06b80b49-b774-435e-8985-f195867a5eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.471973 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.473135 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f9580b83-6047-4982-bb94-ae7efd3f1f70 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5074461 Jul 16 08:44:34.481722 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.483901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-7dbd5637-726d-4b3b-89fe-18c07a16886b', 'network_id': '7dbd5637-726d-4b3b-89fe-18c07a16886b', 'tenant_id': '803ed9598dd34967948b33ff7290253a', 'fixed_ips': [{'subnet_id': '0b6f88ef-4012-40b9-a926-e426c7a0a6b3'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:34.484908 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.486969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59876) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:34.496860 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fff32069-fc3b-48a2-b68e-c38a6eeeaa5b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Request body: {'port': {'network_id': '7dbd5637-726d-4b3b-89fe-18c07a16886b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1209689537'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:34.581719 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-946d3d37-a2b9-4b58-a58a-c62b5203b12d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3a94c4b5-9f6f-48d8-8c54-510baaef98be HTTP/1.1" status: 200 len: 217 time: 0.1298738 Jul 16 08:44:34.645483 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-5716ce45-5768-4026-89f1-638ebdd14df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.647098 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-5716ce45-5768-4026-89f1-638ebdd14df2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74fee604-9dc4-4a3e-a80e-b33d453e5f15 HTTP/1.1" status: 200 len: 797 time: 0.0569134 Jul 16 08:44:34.654444 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-06b80b49-b774-435e-8985-f195867a5eb6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0546d949cd944c0c89ec6f0d62a1b19c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4257033 Jul 16 08:44:34.656892 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59880) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:34.673624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b80b49-b774-435e-8985-f195867a5eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f19d3a3-2442-40d0-b2d6-1ec8a1566e35,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:34.833833 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Router 445c6d3f-066f-4d6e-92fc-ea5f4b23377c has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:34.854399 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-52eaeaf1-879b-4b9a-952b-5729d29438c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.888124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-52eaeaf1-879b-4b9a-952b-5729d29438c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.962064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Allocated IP 2001:db8::2 (7dbd5637-726d-4b3b-89fe-18c07a16886b/0b6f88ef-4012-40b9-a926-e426c7a0a6b3/53c4363c-175d-4a10-b958-bd463a4e8ab5) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:34.966214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-5e9a9f5c-c77b-4f26-b564-fc306d9778a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.967854 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-5e9a9f5c-c77b-4f26-b564-fc306d9778a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79638599-e95d-4aaa-a9df-9e4a650918b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3118463 Jul 16 08:44:34.982160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:34.985033 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-52eaeaf1-879b-4b9a-952b-5729d29438c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.987355 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-52eaeaf1-879b-4b9a-952b-5729d29438c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.992413 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-52eaeaf1-879b-4b9a-952b-5729d29438c7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f19d3a3-2442-40d0-b2d6-1ec8a1566e35 HTTP/1.1" status: 204 len: 168 time: 0.3338244 Jul 16 08:44:35.000064 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b60dd-be84-4192-ad09-bc647b66dcb0 None None] Sync routers for ids ['445c6d3f-066f-4d6e-92fc-ea5f4b23377c'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:35.020587 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eaeaf1-879b-4b9a-952b-5729d29438c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f19d3a3-2442-40d0-b2d6-1ec8a1566e35,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:35.023694 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b60dd-be84-4192-ad09-bc647b66dcb0 None None] Routers {'445c6d3f-066f-4d6e-92fc-ea5f4b23377c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:35.026025 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a20b60dd-be84-4192-ad09-bc647b66dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:44:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['445c6d3f-066f-4d6e-92fc-ea5f4b23377c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:35.034032 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.040402 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-435cda13-9d73-4ff9-8287-0c803ab06aa5 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "PUT /v2.0/routers/445c6d3f-066f-4d6e-92fc-ea5f4b23377c HTTP/1.1" status: 200 len: 705 time: 2.9881582 Jul 16 08:44:35.043565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59886) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.046599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff32069-fc3b-48a2-b68e-c38a6eeeaa5b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Made reservation on behalf of 803ed9598dd34967948b33ff7290253a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:35.070231 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fff32069-fc3b-48a2-b68e-c38a6eeeaa5b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.166243 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-6f581127-a97e-4d37-b68c-2a19f18ddfd6 service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909199 Jul 16 08:44:35.259300 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a20b60dd-be84-4192-ad09-bc647b66dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:35.311769 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20b60dd-be84-4192-ad09-bc647b66dcb0 None None] Routers {'445c6d3f-066f-4d6e-92fc-ea5f4b23377c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:35.312416 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a20b60dd-be84-4192-ad09-bc647b66dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:44:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['445c6d3f-066f-4d6e-92fc-ea5f4b23377c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:35.402021 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.432864 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Transition to ACTIVE for port object 53c4363c-175d-4a10-b958-bd463a4e8ab5 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:35.433997 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a20b60dd-be84-4192-ad09-bc647b66dcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:35.436411 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20b60dd-be84-4192-ad09-bc647b66dcb0 None None] The sync data for ids ['445c6d3f-066f-4d6e-92fc-ea5f4b23377c'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:35.508730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Transition to ACTIVE for port object 53c4363c-175d-4a10-b958-bd463a4e8ab5 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:35.524687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-fff32069-fc3b-48a2-b68e-c38a6eeeaa5b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] device_id is not set on port dcb40ade-45d6-4b55-a38a-0299d98da0c9 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:35.556442 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.732534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c364a110-2de2-419d-9e33-1a0325663bde req-1a4c8a1d-d895-4bf8-b686-fb0f6fd30537 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 210 time: 0.2238030 Jul 16 08:44:35.746895 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-4f54c240-f362-4af4-b01d-ae78e2df76f5 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=091f77cee3be4a888aabf1e5c1dd2224&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2364371 Jul 16 08:44:35.748039 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.756702 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-f07069c6-e261-45e4-aa5e-9e0253179a4b service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814695 Jul 16 08:44:35.809108 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-344a6391-d9ec-4790-a0d6-b988eafb74b9 tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/routers/445c6d3f-066f-4d6e-92fc-ea5f4b23377c HTTP/1.1" status: 200 len: 740 time: 0.6494162 Jul 16 08:44:35.810446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59900) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.824008 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Network 7dbd5637-726d-4b3b-89fe-18c07a16886b is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:35.831232 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3f92c691-d766-41c8-b3c7-d1925015d557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.841874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:35.850302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:35.850587 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59902) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.888092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Pushing event updated for resources: {'Port': ['ID=53c4363c-175d-4a10-b958-bd463a4e8ab5,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:35.927917 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c9017575-1f83-40c5-8dd6-57dc0511e3ff tempest-RoutersAdminTest-705157425 tempest-RoutersAdminTest-705157425-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&device_id=445c6d3f-066f-4d6e-92fc-ea5f4b23377c HTTP/1.1" status: 200 len: 205 time: 0.1056457 Jul 16 08:44:35.937268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59904) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:36.059776 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-13b6a912-19bf-4281-b56b-641b3d8d467a tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "GET /v2.0/ports?device_id=445c6d3f-066f-4d6e-92fc-ea5f4b23377c HTTP/1.1" status: 200 len: 205 time: 0.1180472 Jul 16 08:44:36.065508 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59908) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:36.066179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Attempting to bind port 53c4363c-175d-4a10-b958-bd463a4e8ab5 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:36.068695 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Attempting to bind port 53c4363c-175d-4a10-b958-bd463a4e8ab5 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '51b42ead-2eb8-4fb6-bf26-7be8166d0f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7dbd5637-726d-4b3b-89fe-18c07a16886b'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:36.069602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Attempting to bind port 53c4363c-175d-4a10-b958-bd463a4e8ab5 on network 7dbd5637-726d-4b3b-89fe-18c07a16886b {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:36.071369 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5e1461d7-3322-4916-a0bc-8d0bdf98f609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.078065 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-b72aa023-73d1-456b-9e39-7693e70f4145 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d HTTP/1.1" status: 200 len: 217 time: 0.2966673 Jul 16 08:44:36.087970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:36.089353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Checking segment: {'id': '51b42ead-2eb8-4fb6-bf26-7be8166d0f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7dbd5637-726d-4b3b-89fe-18c07a16886b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:36.095403 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.095983 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Bound using segment: {'id': '51b42ead-2eb8-4fb6-bf26-7be8166d0f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7dbd5637-726d-4b3b-89fe-18c07a16886b'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:36.097785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Bound port: 53c4363c-175d-4a10-b958-bd463a4e8ab5, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51b42ead-2eb8-4fb6-bf26-7be8166d0f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '7dbd5637-726d-4b3b-89fe-18c07a16886b'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:36.099823 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.236964 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-4e84c76a-a7ca-45ba-9063-086febf1c904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.240445 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-4e84c76a-a7ca-45ba-9063-086febf1c904 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74fee604-9dc4-4a3e-a80e-b33d453e5f15 HTTP/1.1" status: 200 len: 797 time: 0.1117573 Jul 16 08:44:36.301863 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] For port 53c4363c-175d-4a10-b958-bd463a4e8ab5, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:36.308219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] For port 53c4363c-175d-4a10-b958-bd463a4e8ab5, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=53c4363c-175d-4a10-b958-bd463a4e8ab5,segment=NetworkSegment(51b42ead-2eb8-4fb6-bf26-7be8166d0f1d),segment_id=51b42ead-2eb8-4fb6-bf26-7be8166d0f1d)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:36.319550 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.417204 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e885f61-9512-49a8-8d26-a8099c8ecd6f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.495529 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2fa53-be91-4b61-a207-00fe10c391d5 None None] Pushing event updated for resources: {'Port': ['ID=53c4363c-175d-4a10-b958-bd463a4e8ab5,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:36.610677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-9521ca1f-ef3d-4898-853d-bf01288e3b9d tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.612265 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-9521ca1f-ef3d-4898-853d-bf01288e3b9d tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8542690 Jul 16 08:44:36.628073 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Request body: {'port': {'device_id': 'fd4fcc5a-15ae-44de-8564-0f20074878cc', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '091f77cee3be4a888aabf1e5c1dd2224'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:36.715383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-240763eb-acd1-438d-9273-c5e4f28c4ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.717157 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-240763eb-acd1-438d-9273-c5e4f28c4ec6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79638599-e95d-4aaa-a9df-9e4a650918b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3917665 Jul 16 08:44:36.725215 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5e1461d7-3322-4916-a0bc-8d0bdf98f609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.814368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-fff32069-fc3b-48a2-b68e-c38a6eeeaa5b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Allocated IP 2001:db8::b (7dbd5637-726d-4b3b-89fe-18c07a16886b/0b6f88ef-4012-40b9-a926-e426c7a0a6b3/dcb40ade-45d6-4b55-a38a-0299d98da0c9) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:36.840421 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5e1461d7-3322-4916-a0bc-8d0bdf98f609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.856205 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e885f61-9512-49a8-8d26-a8099c8ecd6f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.867490 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e885f61-9512-49a8-8d26-a8099c8ecd6f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.085719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59918) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:37.085899 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5e1461d7-3322-4916-a0bc-8d0bdf98f609 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=185308d203764f71a1d675ec2c387502&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1499398 Jul 16 08:44:37.116937 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e885f61-9512-49a8-8d26-a8099c8ecd6f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.117844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e885f61-9512-49a8-8d26-a8099c8ecd6f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Fanout notify agent at l3_agent the message router_deleted on router 445c6d3f-066f-4d6e-92fc-ea5f4b23377c {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:37.148281 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e885f61-9512-49a8-8d26-a8099c8ecd6f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.150282 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4e885f61-9512-49a8-8d26-a8099c8ecd6f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "DELETE /v2.0/routers/445c6d3f-066f-4d6e-92fc-ea5f4b23377c HTTP/1.1" status: 204 len: 168 time: 1.0776892 Jul 16 08:44:37.172880 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59922) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:37.194517 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f0a103f6-894c-495c-8a4b-95f63a90335b req-909979ef-9c1d-4929-975a-53c4ac4740f2 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 210 time: 0.1069963 Jul 16 08:44:37.209824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1461d7-3322-4916-a0bc-8d0bdf98f609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98be0557-e6f2-4a62-9a4c-522c80c774c0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:37.281833 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-69240e6c-862f-4ae3-bcc2-299f26ac3a57 service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5548329 Jul 16 08:44:37.335990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Made reservation on behalf of 091f77cee3be4a888aabf1e5c1dd2224 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:37.350481 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.429863 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.494052 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ca199073-5ebd-4c49-8c90-0e4ffddca80f tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "GET /v2.0/ports?device_id=445c6d3f-066f-4d6e-92fc-ea5f4b23377c HTTP/1.1" status: 200 len: 205 time: 0.3168871 Jul 16 08:44:37.497923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59926) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:37.538318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 53c4363c-175d-4a10-b958-bd463a4e8ab5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:37.597106 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a629f01b-17f4-45f1-9291-f359019bef96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.643002 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.679722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 53c4363c-175d-4a10-b958-bd463a4e8ab5 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:37.689617 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.705080 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2af537e9-53f9-473a-ab5b-37ef3d4e3aaf req-a3f54363-1158-450d-a224-228fdef5d2e6 service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025383 Jul 16 08:44:37.711613 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fff32069-fc3b-48a2-b68e-c38a6eeeaa5b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.739038 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a629f01b-17f4-45f1-9291-f359019bef96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.777283 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-a3aafe11-bf42-4c02-9694-93edbc8ef4e2 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] delete failed (client error): The resource could not be found. Jul 16 08:44:37.778798 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a3aafe11-bf42-4c02-9694-93edbc8ef4e2 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "DELETE /v2.0/routers/445c6d3f-066f-4d6e-92fc-ea5f4b23377c HTTP/1.1" status: 404 len: 336 time: 0.1338732 Jul 16 08:44:37.784121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59932) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:37.794341 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-fff32069-fc3b-48a2-b68e-c38a6eeeaa5b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Transition to ACTIVE for port object dcb40ade-45d6-4b55-a38a-0299d98da0c9 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:37.854396 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-972bbd25-fe38-425d-98ed-7b3acf6d26bf tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "GET /v2.0/ports?device_id=7e161016-d09c-4cf8-b065-a709af2c818c HTTP/1.1" status: 200 len: 205 time: 0.0684183 Jul 16 08:44:37.860895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59934) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:37.903945 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fff32069-fc3b-48a2-b68e-c38a6eeeaa5b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.931308 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-91bf1a14-8232-46de-99f4-87fd83821c48 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] delete failed (client error): The resource could not be found. Jul 16 08:44:37.932774 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-91bf1a14-8232-46de-99f4-87fd83821c48 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "DELETE /v2.0/routers/7e161016-d09c-4cf8-b065-a709af2c818c HTTP/1.1" status: 404 len: 336 time: 0.0697880 Jul 16 08:44:37.939723 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=016b0260-4fb9-442a-b8ab-572546031977,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:37.946066 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6a6c240a-336b-4996-82f9-b3595b0c93c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.962417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59936) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:37.999265 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a629f01b-17f4-45f1-9291-f359019bef96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.006254 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c5baa88c-d37d-4714-83a0-537524fdf9b3 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "GET /v2.0/ports?device_id=39fca656-ff74-4146-8c1c-0412f5806e72 HTTP/1.1" status: 200 len: 205 time: 0.0394068 Jul 16 08:44:38.006514 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a629f01b-17f4-45f1-9291-f359019bef96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.006514 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a629f01b-17f4-45f1-9291-f359019bef96 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/98be0557-e6f2-4a62-9a4c-522c80c774c0 HTTP/1.1" status: 204 len: 168 time: 0.9062412 Jul 16 08:44:38.008459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59938) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.019033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff32069-fc3b-48a2-b68e-c38a6eeeaa5b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Network 7dbd5637-726d-4b3b-89fe-18c07a16886b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:38.053910 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-fff32069-fc3b-48a2-b68e-c38a6eeeaa5b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:38.056381 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-d529114f-df12-44f6-83b5-8065495e6d68 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] delete failed (client error): The resource could not be found. Jul 16 08:44:38.059041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d529114f-df12-44f6-83b5-8065495e6d68 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "DELETE /v2.0/routers/39fca656-ff74-4146-8c1c-0412f5806e72 HTTP/1.1" status: 404 len: 336 time: 0.0488794 Jul 16 08:44:38.063311 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff32069-fc3b-48a2-b68e-c38a6eeeaa5b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:38.067820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59942) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.079010 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff32069-fc3b-48a2-b68e-c38a6eeeaa5b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.080107 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fff32069-fc3b-48a2-b68e-c38a6eeeaa5b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.086398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629f01b-17f4-45f1-9291-f359019bef96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98be0557-e6f2-4a62-9a4c-522c80c774c0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:38.128102 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff32069-fc3b-48a2-b68e-c38a6eeeaa5b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Pushing event updated for resources: {'Port': ['ID=dcb40ade-45d6-4b55-a38a-0299d98da0c9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:38.157180 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fff32069-fc3b-48a2-b68e-c38a6eeeaa5b tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 3.6664898 Jul 16 08:44:38.163873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59946) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.174571 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Request body: {'port': {'network_id': '7dbd5637-726d-4b3b-89fe-18c07a16886b', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1862962023', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:38.175764 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.api.validators [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] bootfile-name is not in valid_values {{(pid=93694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:44:38.176098 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.api.validators [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] tftp-server is not in valid_values {{(pid=93694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:44:38.176635 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.api.validators [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] server-ip-address is not in valid_values {{(pid=93694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:44:38.189452 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.234946 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-91352a50-5aa7-4960-9a69-04ec4b5b3861 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "GET /v2.0/ports?device_id=bba188fc-5ac5-4f50-9e7a-e961072e3416 HTTP/1.1" status: 200 len: 205 time: 0.1634734 Jul 16 08:44:38.246614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59948) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.391578 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-aed79980-16a4-43b8-98ee-396ee6214432 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] delete failed (client error): The resource could not be found. Jul 16 08:44:38.395233 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-aed79980-16a4-43b8-98ee-396ee6214432 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "DELETE /v2.0/routers/bba188fc-5ac5-4f50-9e7a-e961072e3416 HTTP/1.1" status: 404 len: 336 time: 0.1468451 Jul 16 08:44:38.401768 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59952) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.403671 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabe9d4f-cda9-4e79-ae12-5bb4b6ef8fbe None None] Network 7dbd5637-726d-4b3b-89fe-18c07a16886b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:38.406123 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Allocated IP 192.168.233.116 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/7b126398-019c-497c-851f-2978242f486d) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:38.532058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8b8f56a0-2bbb-41d3-b644-019739702c85 None None] Provisioning for port 53c4363c-175d-4a10-b958-bd463a4e8ab5 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:38.532368 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-aa7090ef-3cea-4467-9897-5c5003e48851 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "GET /v2.0/ports?device_id=92487f4f-ea07-47e7-a4dd-ffaad32db3bc HTTP/1.1" status: 200 len: 205 time: 0.1246905 Jul 16 08:44:38.532623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59958) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.546957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8b8f56a0-2bbb-41d3-b644-019739702c85 None None] Provisioning complete for port 53c4363c-175d-4a10-b958-bd463a4e8ab5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:38.546957 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8b8f56a0-2bbb-41d3-b644-019739702c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.621970 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-bfaa2dd8-98aa-4c73-a494-d52d710bcd1d tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] delete failed (client error): The resource could not be found. Jul 16 08:44:38.626857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bfaa2dd8-98aa-4c73-a494-d52d710bcd1d tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "DELETE /v2.0/routers/92487f4f-ea07-47e7-a4dd-ffaad32db3bc HTTP/1.1" status: 404 len: 336 time: 0.0894887 Jul 16 08:44:38.639872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59962) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.737257 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9b251f22-c279-4f35-b052-5d16cd4e0a9e tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "GET /v2.0/ports?device_id=c817babf-e743-4f49-baa9-e0c16c2cfd76 HTTP/1.1" status: 200 len: 205 time: 0.0938034 Jul 16 08:44:38.737547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Made reservation on behalf of 803ed9598dd34967948b33ff7290253a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:38.743148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59964) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.744123 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.817530 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-f2143a6a-ce43-4b13-93d1-a963afe6c3d9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] delete failed (client error): The resource could not be found. Jul 16 08:44:38.822687 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f2143a6a-ce43-4b13-93d1-a963afe6c3d9 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "DELETE /v2.0/routers/c817babf-e743-4f49-baa9-e0c16c2cfd76 HTTP/1.1" status: 404 len: 336 time: 0.0744300 Jul 16 08:44:38.831375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59968) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:38.854969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] device_id is not set on port 15aa2927-eee2-433a-904c-36d00e9758c6 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:38.864208 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0867c07-ccda-452b-8359-30de3c3bd824 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] DELETE failed (client error): The resource could not be found. Jul 16 08:44:38.865426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0867c07-ccda-452b-8359-30de3c3bd824 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:38.871232 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b0867c07-ccda-452b-8359-30de3c3bd824 tempest-RoutersAdminTest-1324950094 tempest-RoutersAdminTest-1324950094-project] 10.222.0.20 "DELETE /v2.0/subnets/c0dfc764-fe12-4ce5-bf6e-fda8d16ef4f8 HTTP/1.1" status: 404 len: 337 time: 0.0354657 Jul 16 08:44:39.211121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Allocated IP 2001:db8::1b (7dbd5637-726d-4b3b-89fe-18c07a16886b/0b6f88ef-4012-40b9-a926-e426c7a0a6b3/15aa2927-eee2-433a-904c-36d00e9758c6) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:39.212032 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.314836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bcf23ca2-e88e-46e1-be72-8797df8c2d16 req-8196eaa5-acad-499d-8278-98e67924b53e tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 210 time: 0.1371975 Jul 16 08:44:39.320772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Transition to ACTIVE for port object 7b126398-019c-497c-851f-2978242f486d will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:39.400602 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.419447 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8b8f56a0-2bbb-41d3-b644-019739702c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.466124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8b8f56a0-2bbb-41d3-b644-019739702c85 None None] For port 53c4363c-175d-4a10-b958-bd463a4e8ab5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=53c4363c-175d-4a10-b958-bd463a4e8ab5,segment=NetworkSegment(51b42ead-2eb8-4fb6-bf26-7be8166d0f1d),segment_id=51b42ead-2eb8-4fb6-bf26-7be8166d0f1d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:39.475788 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8b8f56a0-2bbb-41d3-b644-019739702c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.539833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f56a0-2bbb-41d3-b644-019739702c85 None None] Pushing event updated for resources: {'Port': ['ID=53c4363c-175d-4a10-b958-bd463a4e8ab5,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:39.588361 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:39.635993 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.638282 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:39.648617 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:39.657858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Pushing event updated for resources: {'Port': ['ID=7b126398-019c-497c-851f-2978242f486d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:39.670555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59986) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:39.741837 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.807627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Transition to ACTIVE for port object 15aa2927-eee2-433a-904c-36d00e9758c6 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:39.843208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.844548 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.872484 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-58fd23f9-d6f4-45ab-9fe4-1818f5285284 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2501144 Jul 16 08:44:39.892129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Request body: {'port': {'device_id': 'fd4fcc5a-15ae-44de-8564-0f20074878cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:39.997922 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32daf509-77b3-47f0-a74d-1950fdf50886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.007404 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.127816 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Network 7dbd5637-726d-4b3b-89fe-18c07a16886b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:40.144162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:40.156094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:40.168799 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:40.169943 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.196578 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.281328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Pushing event updated for resources: {'Port': ['ID=15aa2927-eee2-433a-904c-36d00e9758c6,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:40.352535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-169dbd9a-8f10-4314-893e-1c755ca6ad06 None None] Provisioning complete for port 53c4363c-175d-4a10-b958-bd463a4e8ab5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:40.358620 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-169dbd9a-8f10-4314-893e-1c755ca6ad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.709732 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32daf509-77b3-47f0-a74d-1950fdf50886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.725244 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32daf509-77b3-47f0-a74d-1950fdf50886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.794668 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a622046f-a763-4eb1-8334-54035326acf7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.6259866 Jul 16 08:44:40.810351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60020) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.887526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-169dbd9a-8f10-4314-893e-1c755ca6ad06 None None] Provisioning for port dcb40ade-45d6-4b55-a38a-0299d98da0c9 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:40.913360 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-169dbd9a-8f10-4314-893e-1c755ca6ad06 None None] Provisioning complete for port dcb40ade-45d6-4b55-a38a-0299d98da0c9 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:40.914133 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-169dbd9a-8f10-4314-893e-1c755ca6ad06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.037728 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-169dbd9a-8f10-4314-893e-1c755ca6ad06 None None] Port dcb40ade-45d6-4b55-a38a-0299d98da0c9 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:41.198035 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-32daf509-77b3-47f0-a74d-1950fdf50886 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9533f1cb54914d42ba607c617375b8c7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5163121 Jul 16 08:44:41.198312 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32daf509-77b3-47f0-a74d-1950fdf50886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c9e8592-12a6-4d56-bc4a-682ddfaa0218,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:41.201872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60028) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:41.230378 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.235765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-694aab21-41f0-4011-bb1e-9315f9ea6ddb None None] Provisioning for port 7b126398-019c-497c-851f-2978242f486d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:41.267779 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-694aab21-41f0-4011-bb1e-9315f9ea6ddb None None] Provisioning complete for port 7b126398-019c-497c-851f-2978242f486d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:41.288431 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-694aab21-41f0-4011-bb1e-9315f9ea6ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.362806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbd2722-ef6d-43df-a3b7-04757fbd4e06 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.395610 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbd2722-ef6d-43df-a3b7-04757fbd4e06 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.447008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fbd2722-ef6d-43df-a3b7-04757fbd4e06 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.456749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-694aab21-41f0-4011-bb1e-9315f9ea6ddb None None] Port 7b126398-019c-497c-851f-2978242f486d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:41.466178 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6fbd2722-ef6d-43df-a3b7-04757fbd4e06 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.6416504 Jul 16 08:44:41.478859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60038) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:41.545248 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-694aab21-41f0-4011-bb1e-9315f9ea6ddb None None] Provisioning complete for port dcb40ade-45d6-4b55-a38a-0299d98da0c9 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:41.546110 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-694aab21-41f0-4011-bb1e-9315f9ea6ddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.555767 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 53c4363c-175d-4a10-b958-bd463a4e8ab5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:41.650280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8c1d3-d772-44cf-b3a0-64f966c9857f req-9e323ec9-c9e8-4c6d-98fc-d2b2f26da6d3 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.662290 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-efa8c1d3-d772-44cf-b3a0-64f966c9857f req-9e323ec9-c9e8-4c6d-98fc-d2b2f26da6d3 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 936 time: 0.7415624 Jul 16 08:44:41.797116 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-63024e81-22c3-4e37-99bb-e6ec8ef5420f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.842341 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-63024e81-22c3-4e37-99bb-e6ec8ef5420f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.854255 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e55182f7-ad22-4da0-8efc-f5923a199d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Deleting port 15aa2927-eee2-433a-904c-36d00e9758c6 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:41.860122 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e55182f7-ad22-4da0-8efc-f5923a199d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.873069 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-694aab21-41f0-4011-bb1e-9315f9ea6ddb None None] Port dcb40ade-45d6-4b55-a38a-0299d98da0c9 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:41.938529 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 53c4363c-175d-4a10-b958-bd463a4e8ab5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:41.941195 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.965662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b126398-019c-497c-851f-2978242f486d {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:41.986269 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.007718 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-efa8c1d3-d772-44cf-b3a0-64f966c9857f req-d5e5ec47-7e28-4a8a-90e2-e9e00a8852fc tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/security-groups?id=016b0260-4fb9-442a-b8ab-572546031977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3440592 Jul 16 08:44:42.021393 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-63024e81-22c3-4e37-99bb-e6ec8ef5420f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.042171 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-63024e81-22c3-4e37-99bb-e6ec8ef5420f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.053811 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-63024e81-22c3-4e37-99bb-e6ec8ef5420f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c9e8592-12a6-4d56-bc4a-682ddfaa0218 HTTP/1.1" status: 204 len: 168 time: 0.8053296 Jul 16 08:44:42.065606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60044) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:42.093462 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6ee730e9-682c-419d-a5d0-4dd95186f83e None None] Provisioning for port 15aa2927-eee2-433a-904c-36d00e9758c6 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:42.134486 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6ee730e9-682c-419d-a5d0-4dd95186f83e None None] Provisioning complete for port 15aa2927-eee2-433a-904c-36d00e9758c6 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:42.135060 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6ee730e9-682c-419d-a5d0-4dd95186f83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.142919 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63024e81-22c3-4e37-99bb-e6ec8ef5420f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c9e8592-12a6-4d56-bc4a-682ddfaa0218,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:42.158845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Transition to ACTIVE for port object 7b126398-019c-497c-851f-2978242f486d will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:42.167570 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.280874 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e55182f7-ad22-4da0-8efc-f5923a199d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.316043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b126398-019c-497c-851f-2978242f486d,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:42.341460 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e55182f7-ad22-4da0-8efc-f5923a199d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Calling delete_port for 15aa2927-eee2-433a-904c-36d00e9758c6 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:42.425984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-6ee730e9-682c-419d-a5d0-4dd95186f83e None None] Port 15aa2927-eee2-433a-904c-36d00e9758c6 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:42.513489 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Attempting to bind port 7b126398-019c-497c-851f-2978242f486d on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:42.514201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Attempting to bind port 7b126398-019c-497c-851f-2978242f486d by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:42.514825 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Attempting to bind port 7b126398-019c-497c-851f-2978242f486d on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:42.520085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Port 7b126398-019c-497c-851f-2978242f486d on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:42.521277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Attempting to bind port 7b126398-019c-497c-851f-2978242f486d on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:42.529789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:42.530387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:42.530968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:42.541222 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Bound port: 7b126398-019c-497c-851f-2978242f486d, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:42.541891 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.687871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] For port 7b126398-019c-497c-851f-2978242f486d, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:42.698688 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] For port 7b126398-019c-497c-851f-2978242f486d, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7b126398-019c-497c-851f-2978242f486d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:42.712340 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.797607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.798252 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.799804 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] 10.222.0.38 "PUT /v2.0/ports/7b126398-019c-497c-851f-2978242f486d HTTP/1.1" status: 200 len: 1097 time: 2.9176953 Jul 16 08:44:42.800460 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4fcc5a-15ae-44de-8564-0f20074878cc', 'tag': '7b126398-019c-497c-851f-2978242f486d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:42.803720 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48230c47-6f0c-4916-a9cb-12e9b8e16c99" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4fcc5a-15ae-44de-8564-0f20074878cc", "tag": "7b126398-019c-497c-851f-2978242f486d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:42.862568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e47601c-f186-4702-b9e6-204f6f6de8d5 service neutron] Pushing event updated for resources: {'Port': ['ID=7b126398-019c-497c-851f-2978242f486d,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:42.996071 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae10de5-605c-4650-b85d-ea23edfa58d3 x-openstack-request-id: req-9ae10de5-605c-4650-b85d-ea23edfa58d3 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:42.996390 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4fcc5a-15ae-44de-8564-0f20074878cc", "tag": "7b126398-019c-497c-851f-2978242f486d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:42.996777 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ae10de5-605c-4650-b85d-ea23edfa58d3 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:42.997115 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4fcc5a-15ae-44de-8564-0f20074878cc', 'tag': '7b126398-019c-497c-851f-2978242f486d', 'status': 'completed', 'code': 200} Jul 16 08:44:42.997806 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-72471632-f465-47f1-8c67-850a0a75d9ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.203224 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-72471632-f465-47f1-8c67-850a0a75d9ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.212122 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-72471632-f465-47f1-8c67-850a0a75d9ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.558702 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60070) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:43.661830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-a1ef7dc9-da1b-4e03-a73b-f44f8dca1c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:43.663443 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-a1ef7dc9-da1b-4e03-a73b-f44f8dca1c07 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=091f77cee3be4a888aabf1e5c1dd2224&device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 1100 time: 0.7482798 Jul 16 08:44:43.688807 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-379d5077-8cf9-45ef-8a36-aad302d69b9a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d363eb4c7b0a408799847771f754dd21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248217 Jul 16 08:44:43.690514 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60076) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:43.763353 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e55182f7-ad22-4da0-8efc-f5923a199d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.765109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-44b3c19b-137c-42fa-a9c5-5955438a7a45 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7b126398-019c-497c-851f-2978242f486d HTTP/1.1" status: 200 len: 217 time: 0.0920851 Jul 16 08:44:43.769352 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-72471632-f465-47f1-8c67-850a0a75d9ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e80b544153274ee2a1b2485602bb5a79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6914246 Jul 16 08:44:43.780773 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60082) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:43.822058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72471632-f465-47f1-8c67-850a0a75d9ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc898fa0-809a-469e-8a25-8455963b5f98,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:43.858640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-5c7a73fc-909e-4f41-9326-c214340139c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:43.860388 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-5c7a73fc-909e-4f41-9326-c214340139c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0872519 Jul 16 08:44:43.863136 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55182f7-ad22-4da0-8efc-f5923a199d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Pushing event deleted for resources: {'Port': ['ID=15aa2927-eee2-433a-904c-36d00e9758c6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:43.938021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcf66e-3170-4315-9a1a-1e28575650cf req-d80e4e6f-42cd-4f69-9be8-ef60fb9e5ef9 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:43.947110 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8dfcf66e-3170-4315-9a1a-1e28575650cf req-d80e4e6f-42cd-4f69-9be8-ef60fb9e5ef9 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 948 time: 0.2825353 Jul 16 08:44:43.959700 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e55182f7-ad22-4da0-8efc-f5923a199d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.965965 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e55182f7-ad22-4da0-8efc-f5923a199d39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] 10.222.0.20 "DELETE /v2.0/ports/15aa2927-eee2-433a-904c-36d00e9758c6 HTTP/1.1" status: 204 len: 168 time: 2.4835730 Jul 16 08:44:43.970727 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60086) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:43.983864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b3f314d1-6cd3-4ae4-b7c6-f63867006da7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Request body: {'port': {'name': 'tempest-new-port-name-445675272', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:43.984417 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.api.validators [None req-b3f314d1-6cd3-4ae4-b7c6-f63867006da7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] bootfile-name is not in valid_values {{(pid=93695) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:44:43.984851 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.api.validators [None req-b3f314d1-6cd3-4ae4-b7c6-f63867006da7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] tftp-server is not in valid_values {{(pid=93695) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:44:43.985248 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.api.validators [None req-b3f314d1-6cd3-4ae4-b7c6-f63867006da7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] server-ip-address is not in valid_values {{(pid=93695) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:44:44.017295 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-30f83b38-1f31-4170-937e-b813afaa8ec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.049811 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8dfcf66e-3170-4315-9a1a-1e28575650cf req-c6868bc8-0f54-48fb-9e21-18c5430ac166 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/security-groups?id=016b0260-4fb9-442a-b8ab-572546031977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015155 Jul 16 08:44:44.084528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-aa851de1-6c62-47b1-8cc1-7c574a364350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.086534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-aa851de1-6c62-47b1-8cc1-7c574a364350 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2116077 Jul 16 08:44:44.094374 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-30f83b38-1f31-4170-937e-b813afaa8ec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.164021 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-75d0ee7b-5dfc-429a-9b64-ee523a50bb6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.204331 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-30f83b38-1f31-4170-937e-b813afaa8ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.214637 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-30f83b38-1f31-4170-937e-b813afaa8ec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.217003 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-30f83b38-1f31-4170-937e-b813afaa8ec7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/94fe9d88-370f-4d04-954f-2d36297c651e HTTP/1.1" status: 204 len: 168 time: 0.5248256 Jul 16 08:44:44.225811 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f314d1-6cd3-4ae4-b7c6-f63867006da7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.303123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f83b38-1f31-4170-937e-b813afaa8ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fe9d88-370f-4d04-954f-2d36297c651e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.321708 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-75d0ee7b-5dfc-429a-9b64-ee523a50bb6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.333771 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-4776d717-831e-4a7c-87f7-3acd8e2e08fd service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381384 Jul 16 08:44:44.443342 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-75d0ee7b-5dfc-429a-9b64-ee523a50bb6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.447930 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-75d0ee7b-5dfc-429a-9b64-ee523a50bb6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.450139 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-75d0ee7b-5dfc-429a-9b64-ee523a50bb6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cc898fa0-809a-469e-8a25-8455963b5f98 HTTP/1.1" status: 204 len: 168 time: 0.6609354 Jul 16 08:44:44.464763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d0ee7b-5dfc-429a-9b64-ee523a50bb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc898fa0-809a-469e-8a25-8455963b5f98,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.627304 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7be9b18-ac56-4725-8edd-c4d44099bfd7 req-a7d1564b-4172-41c6-80b3-25000c922597 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2855635 Jul 16 08:44:44.746910 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f314d1-6cd3-4ae4-b7c6-f63867006da7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.758717 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f314d1-6cd3-4ae4-b7c6-f63867006da7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.835708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b3f314d1-6cd3-4ae4-b7c6-f63867006da7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] In _notify_port_updated(), no bound segment for port dcb40ade-45d6-4b55-a38a-0299d98da0c9 on network 7dbd5637-726d-4b3b-89fe-18c07a16886b {{(pid=93695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:44:44.846181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f314d1-6cd3-4ae4-b7c6-f63867006da7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.847364 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f314d1-6cd3-4ae4-b7c6-f63867006da7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.850028 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b3f314d1-6cd3-4ae4-b7c6-f63867006da7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] 10.222.0.20 "PUT /v2.0/ports/dcb40ade-45d6-4b55-a38a-0299d98da0c9 HTTP/1.1" status: 200 len: 1127 time: 0.8754702 Jul 16 08:44:44.854204 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60118) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:44.893115 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f314d1-6cd3-4ae4-b7c6-f63867006da7 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Pushing event updated for resources: {'Port': ['ID=dcb40ade-45d6-4b55-a38a-0299d98da0c9,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.913992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48230c47-6f0c-4916-a9cb-12e9b8e16c99 req-f61dae36-4f5c-40e6-a755-a4cb63603a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.916788 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-48230c47-6f0c-4916-a9cb-12e9b8e16c99 req-f61dae36-4f5c-40e6-a755-a4cb63603a1f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=091f77cee3be4a888aabf1e5c1dd2224&device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 1100 time: 0.2343624 Jul 16 08:44:44.959703 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf154ed8-aa24-4d9e-a1ae-2dd9b0617422 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.962618 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bf154ed8-aa24-4d9e-a1ae-2dd9b0617422 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] 10.222.0.20 "GET /v2.0/ports/dcb40ade-45d6-4b55-a38a-0299d98da0c9 HTTP/1.1" status: 200 len: 1127 time: 0.1073039 Jul 16 08:44:44.966930 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60122) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:44.973559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60124) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:45.011212 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-45f5f7d7-0a62-4539-97b7-24f84e115b1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.269717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48230c47-6f0c-4916-a9cb-12e9b8e16c99 req-39a8bc96-3853-491f-92ec-3beb96c864aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.274997 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-45f5f7d7-0a62-4539-97b7-24f84e115b1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.286136 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-48230c47-6f0c-4916-a9cb-12e9b8e16c99 req-39a8bc96-3853-491f-92ec-3beb96c864aa service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3560288 Jul 16 08:44:45.296889 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-45f5f7d7-0a62-4539-97b7-24f84e115b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.361497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b058a26c-01fd-4fe1-9943-78e694503279 None None] Provisioning complete for port dcb40ade-45d6-4b55-a38a-0299d98da0c9 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:45.362408 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b058a26c-01fd-4fe1-9943-78e694503279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.392127 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-48230c47-6f0c-4916-a9cb-12e9b8e16c99 req-a589b27d-99dd-4f06-8dcf-70e6389aaa79 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=7b126398-019c-497c-851f-2978242f486d HTTP/1.1" status: 200 len: 217 time: 0.0978503 Jul 16 08:44:45.448220 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b058a26c-01fd-4fe1-9943-78e694503279 None None] Port dcb40ade-45d6-4b55-a38a-0299d98da0c9 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:45.462520 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-45f5f7d7-0a62-4539-97b7-24f84e115b1b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b7c59a0bb9964e15bcbee15d93c0582f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4939718 Jul 16 08:44:45.463980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60140) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:45.476093 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5f7d7-0a62-4539-97b7-24f84e115b1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a388e5-d55c-45d2-91a0-292127ff7258,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:45.512779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4996f26b-2d76-4bc4-9ea3-bf33b8d23d0e tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Deleting port dcb40ade-45d6-4b55-a38a-0299d98da0c9 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:45.513346 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4996f26b-2d76-4bc4-9ea3-bf33b8d23d0e tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.615995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48230c47-6f0c-4916-a9cb-12e9b8e16c99 req-08dd2420-02c6-436c-819a-d205a59a3b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.619203 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-48230c47-6f0c-4916-a9cb-12e9b8e16c99 req-08dd2420-02c6-436c-819a-d205a59a3b38 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2092927 Jul 16 08:44:45.653916 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4996f26b-2d76-4bc4-9ea3-bf33b8d23d0e tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.694721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4996f26b-2d76-4bc4-9ea3-bf33b8d23d0e tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Calling delete_port for dcb40ade-45d6-4b55-a38a-0299d98da0c9 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:45.778588 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2e756318-38c7-40df-8998-ecabcf6074ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.792478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ddf187-aeb1-46e8-ac91-c83eaf5df371 req-5191bdee-eda2-480c-bcd3-71d48f54cff6 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.800913 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37ddf187-aeb1-46e8-ac91-c83eaf5df371 req-5191bdee-eda2-480c-bcd3-71d48f54cff6 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 948 time: 0.4138458 Jul 16 08:44:45.843307 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2e756318-38c7-40df-8998-ecabcf6074ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.912439 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37ddf187-aeb1-46e8-ac91-c83eaf5df371 req-8c737b82-9903-43ce-9a5e-c173c9fdbe81 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/security-groups?id=016b0260-4fb9-442a-b8ab-572546031977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102736 Jul 16 08:44:45.914414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48230c47-6f0c-4916-a9cb-12e9b8e16c99 req-e39f349b-81a6-416f-9c40-20a01430a065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.916314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-48230c47-6f0c-4916-a9cb-12e9b8e16c99 req-e39f349b-81a6-416f-9c40-20a01430a065 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2890646 Jul 16 08:44:45.922681 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60154) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:45.969352 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4996f26b-2d76-4bc4-9ea3-bf33b8d23d0e tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.013473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60158) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.031395 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4996f26b-2d76-4bc4-9ea3-bf33b8d23d0e tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Pushing event deleted for resources: {'Port': ['ID=dcb40ade-45d6-4b55-a38a-0299d98da0c9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:46.045493 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2e756318-38c7-40df-8998-ecabcf6074ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.045493 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2e756318-38c7-40df-8998-ecabcf6074ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.049345 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2e756318-38c7-40df-8998-ecabcf6074ef admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9a388e5-d55c-45d2-91a0-292127ff7258 HTTP/1.1" status: 204 len: 168 time: 0.5805931 Jul 16 08:44:46.063492 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e756318-38c7-40df-8998-ecabcf6074ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a388e5-d55c-45d2-91a0-292127ff7258,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:46.088518 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4996f26b-2d76-4bc4-9ea3-bf33b8d23d0e tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.091427 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4996f26b-2d76-4bc4-9ea3-bf33b8d23d0e tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] 10.222.0.20 "DELETE /v2.0/ports/dcb40ade-45d6-4b55-a38a-0299d98da0c9 HTTP/1.1" status: 204 len: 168 time: 1.1062052 Jul 16 08:44:46.093963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60164) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.097596 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-48230c47-6f0c-4916-a9cb-12e9b8e16c99 req-0aafc398-580e-4204-bc3d-1fa666caa8f4 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676152 Jul 16 08:44:46.168968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-665576843'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:46.223679 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.251297 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d10510d-6313-4e85-a6c5-7f353f771bdb tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Deleting subnet 0b6f88ef-4012-40b9-a926-e426c7a0a6b3 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:46.255907 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d10510d-6313-4e85-a6c5-7f353f771bdb tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.312581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Made reservation on behalf of e84cf0cd969349539e8560420381b453 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:46.316323 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.356865 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.384810 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d10510d-6313-4e85-a6c5-7f353f771bdb tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.439713 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-48230c47-6f0c-4916-a9cb-12e9b8e16c99 req-dbf5f60c-97ef-49e9-88f8-8c9acf91f2b8 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325613 Jul 16 08:44:46.559446 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d10510d-6313-4e85-a6c5-7f353f771bdb tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.573556 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.600476 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.682719 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba9e07007e384d4e956039fefece1c28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7579558 Jul 16 08:44:46.686252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1616a190-1321-40d2-8e2b-abb28a5bcf38,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:46.687453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60178) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.709195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:46.709533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:46.709864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:46.710205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:46.710533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:46.710859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:46.711183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:46.711505 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:46.711845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:46.712147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:46.712457 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:46.713031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d303cab5-2fc8-48fe-93a3-6d8517a5fc58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:46.738703 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d10510d-6313-4e85-a6c5-7f353f771bdb tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.757693 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e38223e2-4ce7-4b9d-b35d-5b7ac20007fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.779045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10510d-6313-4e85-a6c5-7f353f771bdb tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6f88ef-4012-40b9-a926-e426c7a0a6b3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:46.789341 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d10510d-6313-4e85-a6c5-7f353f771bdb tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.794727 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3d10510d-6313-4e85-a6c5-7f353f771bdb tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] 10.222.0.20 "DELETE /v2.0/subnets/0b6f88ef-4012-40b9-a926-e426c7a0a6b3 HTTP/1.1" status: 204 len: 168 time: 0.6995151 Jul 16 08:44:46.795780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60184) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.811030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8fe466-bf69-4108-b1fc-a019dc8ba035 None None] Network 7dbd5637-726d-4b3b-89fe-18c07a16886b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:46.818766 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e38223e2-4ce7-4b9d-b35d-5b7ac20007fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.875403 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.889836 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.944866 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e38223e2-4ce7-4b9d-b35d-5b7ac20007fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.962671 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e38223e2-4ce7-4b9d-b35d-5b7ac20007fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.965025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:46.969154 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e38223e2-4ce7-4b9d-b35d-5b7ac20007fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1616a190-1321-40d2-8e2b-abb28a5bcf38 HTTP/1.1" status: 204 len: 168 time: 0.2792077 Jul 16 08:44:46.970904 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.999505 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.000088 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Added segment b8b923cb-0cd1-4ef0-8d5a-7f59365fb083 of type vlan for network e432d040-5e21-4444-afec-4ea2f8114e60 Jul 16 08:44:47.006451 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db312c38-2a7b-43a5-88d9-ec41ca9fd369,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.035592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38223e2-4ce7-4b9d-b35d-5b7ac20007fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1616a190-1321-40d2-8e2b-abb28a5bcf38,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.106303 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.151593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Deleting port 53c4363c-175d-4a10-b958-bd463a4e8ab5 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:47.152222 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.168157 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.173970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:47.174630 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.260876 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.2454975 Jul 16 08:44:47.262987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60196) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.271779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f14b5ae4-d984-4bfb-9034-19b8aaeeda50 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Request body: {'subnet': {'network_id': 'e432d040-5e21-4444-afec-4ea2f8114e60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:47.295064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] For port 53c4363c-175d-4a10-b958-bd463a4e8ab5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=53c4363c-175d-4a10-b958-bd463a4e8ab5,segment=NetworkSegment(51b42ead-2eb8-4fb6-bf26-7be8166d0f1d),segment_id=51b42ead-2eb8-4fb6-bf26-7be8166d0f1d)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:47.295564 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.363781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957393f9-80f5-4659-9f35-baa124d3ac6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event updated for resources: {'Network': ['ID=e432d040-5e21-4444-afec-4ea2f8114e60,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.372297 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Calling delete_port for 53c4363c-175d-4a10-b958-bd463a4e8ab5 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:47.381384 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d6eed2-f780-4ca9-b429-7e19df2498aa None None] DHCP port deletion for 7dbd5637-726d-4b3b-89fe-18c07a16886b request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:44:47.394391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network e432d040-5e21-4444-afec-4ea2f8114e60 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:47.538923 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.565658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6eed2-f780-4ca9-b429-7e19df2498aa None None] Deleting port 53c4363c-175d-4a10-b958-bd463a4e8ab5 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:47.566347 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b5d6eed2-f780-4ca9-b429-7e19df2498aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.587357 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] No DVR routers for this DVR port 53c4363c-175d-4a10-b958-bd463a4e8ab5 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:47.598429 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9484acb9-d5df-42d6-90b4-686ac6a96ce1 req-54c4cf65-a855-4b39-af36-befd8eb987c6 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:47.606533 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9484acb9-d5df-42d6-90b4-686ac6a96ce1 req-54c4cf65-a855-4b39-af36-befd8eb987c6 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 948 time: 0.3442318 Jul 16 08:44:47.608541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14b5ae4-d984-4bfb-9034-19b8aaeeda50 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Made reservation on behalf of e84cf0cd969349539e8560420381b453 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:47.613546 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f14b5ae4-d984-4bfb-9034-19b8aaeeda50 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.615680 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7b126398-019c-497c-851f-2978242f486d details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:47.621128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Pushing event deleted for resources: {'Port': ['ID=53c4363c-175d-4a10-b958-bd463a4e8ab5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.739042 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60206) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.762653 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9484acb9-d5df-42d6-90b4-686ac6a96ce1 req-2d264c38-c709-4266-8985-2cd12dd726da tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/security-groups?id=016b0260-4fb9-442a-b8ab-572546031977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546350 Jul 16 08:44:47.789484 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ad48b2d6-490d-4273-b90b-0a080c04c0b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.793698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b5d6eed2-f780-4ca9-b429-7e19df2498aa None None] For port 53c4363c-175d-4a10-b958-bd463a4e8ab5, host n-d-758944-46, got binding levels [] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:47.795007 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b5d6eed2-f780-4ca9-b429-7e19df2498aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.801708 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.resource_extend [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:44:47.813933 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.836274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbd5637-726d-4b3b-89fe-18c07a16886b']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:47.859276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b5d6eed2-f780-4ca9-b429-7e19df2498aa None None] Calling delete_port for 53c4363c-175d-4a10-b958-bd463a4e8ab5 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:47.869679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.ipam_backend_mixin [None req-b5d6eed2-f780-4ca9-b429-7e19df2498aa None None] Port 53c4363c-175d-4a10-b958-bd463a4e8ab5 was not found and therefore no delete operation was performed {{(pid=93696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:44:47.872011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51b42ead-2eb8-4fb6-bf26-7be8166d0f1d') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:47.872994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51b42ead-2eb8-4fb6-bf26-7be8166d0f1d') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:47.881811 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b5d6eed2-f780-4ca9-b429-7e19df2498aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.897270 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.921772 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.937754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:47.938314 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.955037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6eed2-f780-4ca9-b429-7e19df2498aa None None] No DVR routers for this DVR port 53c4363c-175d-4a10-b958-bd463a4e8ab5 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:48.032387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6eed2-f780-4ca9-b429-7e19df2498aa None None] Pushing event deleted for resources: {'Port': ['ID=53c4363c-175d-4a10-b958-bd463a4e8ab5,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:48.056489 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f14b5ae4-d984-4bfb-9034-19b8aaeeda50 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.075172 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ad48b2d6-490d-4273-b90b-0a080c04c0b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:48.085063 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:48.103729 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.135049 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.136894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 7b126398-019c-497c-851f-2978242f486d, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7b126398-019c-497c-851f-2978242f486d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:48.137217 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ad48b2d6-490d-4273-b90b-0a080c04c0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.140600 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] 10.222.0.20 "DELETE /v2.0/networks/7dbd5637-726d-4b3b-89fe-18c07a16886b HTTP/1.1" status: 204 len: 168 time: 1.3417370 Jul 16 08:44:48.172907 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ad48b2d6-490d-4273-b90b-0a080c04c0b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=592184e534684b57b009b33888c11122&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4305372 Jul 16 08:44:48.180710 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '7b126398-019c-497c-851f-2978242f486d', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '7b126398-019c-497c-851f-2978242f486d', 'mac_address': 'fa:16:3e:08:a4:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:48.188409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60216) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:48.193208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740606d1-901f-45a3-8774-6936846b9b39 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755 tempest-ExtraDHCPOptionsIpV6TestJSON-1127967755-project] Pushing event deleted for resources: {'Network': ['ID=7dbd5637-726d-4b3b-89fe-18c07a16886b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:48.199647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b5ae4-d984-4bfb-9034-19b8aaeeda50 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event updated for resources: {'Subnet': ['ID=4f85cfc7-b166-4ca7-b006-afcc164aee3e,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:48.218174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48b2d6-490d-4273-b90b-0a080c04c0b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e17ca4-3302-445d-aa76-07d9f688c189,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:48.224903 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14b5ae4-d984-4bfb-9034-19b8aaeeda50 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Checking segment: {'id': 'b8b923cb-0cd1-4ef0-8d5a-7f59365fb083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e432d040-5e21-4444-afec-4ea2f8114e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:48.225603 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14b5ae4-d984-4bfb-9034-19b8aaeeda50 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Network hostable DHCP agents. Network: e432d040-5e21-4444-afec-4ea2f8114e60, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:48.257559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14b5ae4-d984-4bfb-9034-19b8aaeeda50 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Network e432d040-5e21-4444-afec-4ea2f8114e60 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:48.275361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f14b5ae4-d984-4bfb-9034-19b8aaeeda50 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, e432d040-5e21-4444-afec-4ea2f8114e60) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:48.290956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718dedab-c1fc-4b46-8f9e-269d100436c5 None None] Network e432d040-5e21-4444-afec-4ea2f8114e60 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:48.297002 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14b5ae4-d984-4bfb-9034-19b8aaeeda50 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:48.297959 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f14b5ae4-d984-4bfb-9034-19b8aaeeda50 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.314529 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.330088 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f14b5ae4-d984-4bfb-9034-19b8aaeeda50 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0631828 Jul 16 08:44:48.331982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60218) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:48.343324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e1d206e2-dc73-4d2c-becd-4c17af60824a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Request body: {'port': {'network_id': 'e432d040-5e21-4444-afec-4ea2f8114e60', 'name': 'tempest-AllowedAddressPairTestJSON-1920157415'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:48.372463 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b126398-019c-497c-851f-2978242f486d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:48.392244 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90e1d38e-1efd-4061-943b-56d6bed6d8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.399589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 7b126398-019c-497c-851f-2978242f486d, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7b126398-019c-497c-851f-2978242f486d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:48.415267 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.458912 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90e1d38e-1efd-4061-943b-56d6bed6d8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.593695 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90e1d38e-1efd-4061-943b-56d6bed6d8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.596630 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90e1d38e-1efd-4061-943b-56d6bed6d8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.601505 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-90e1d38e-1efd-4061-943b-56d6bed6d8a3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/04e17ca4-3302-445d-aa76-07d9f688c189 HTTP/1.1" status: 204 len: 168 time: 0.3809624 Jul 16 08:44:48.628329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e1d38e-1efd-4061-943b-56d6bed6d8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e17ca4-3302-445d-aa76-07d9f688c189,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:48.632248 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=7b126398-019c-497c-851f-2978242f486d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:48.699140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['7b126398-019c-497c-851f-2978242f486d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:48.717440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d206e2-dc73-4d2c-becd-4c17af60824a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Made reservation on behalf of e84cf0cd969349539e8560420381b453 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:48.727465 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1d206e2-dc73-4d2c-becd-4c17af60824a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.748606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-e432d040-5e21-4444-afec-4ea2f8114e60', 'network_id': 'e432d040-5e21-4444-afec-4ea2f8114e60', 'tenant_id': 'e84cf0cd969349539e8560420381b453', 'fixed_ips': [{'subnet_id': '4f85cfc7-b166-4ca7-b006-afcc164aee3e'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:48.749582 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.772656 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60230) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:48.810624 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-e1d206e2-dc73-4d2c-becd-4c17af60824a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] device_id is not set on port e73c74bf-b2c6-4315-bcae-47e76254dff4 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:49.062422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-e1d206e2-dc73-4d2c-becd-4c17af60824a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Allocated IP 172.20.0.9 (e432d040-5e21-4444-afec-4ea2f8114e60/4f85cfc7-b166-4ca7-b006-afcc164aee3e/e73c74bf-b2c6-4315-bcae-47e76254dff4) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:49.109763 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904bbdf-5a20-4cbd-b990-8546cdca556a req-856b82b2-1e2e-4531-93e3-a333abbd12a0 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:49.119421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2904bbdf-5a20-4cbd-b990-8546cdca556a req-856b82b2-1e2e-4531-93e3-a333abbd12a0 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 949 time: 0.1427305 Jul 16 08:44:49.182483 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2904bbdf-5a20-4cbd-b990-8546cdca556a req-3152d621-d400-4904-9d54-7ee614a72b74 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/security-groups?id=016b0260-4fb9-442a-b8ab-572546031977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620220 Jul 16 08:44:49.358062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 53c4363c-175d-4a10-b958-bd463a4e8ab5 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:49.365346 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1d206e2-dc73-4d2c-becd-4c17af60824a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.391698 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-e1d206e2-dc73-4d2c-becd-4c17af60824a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Transition to ACTIVE for port object e73c74bf-b2c6-4315-bcae-47e76254dff4 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:49.396709 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 53c4363c-175d-4a10-b958-bd463a4e8ab5 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:49.397731 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 53c4363c-175d-4a10-b958-bd463a4e8ab5 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:49.402732 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bdffe662-38a6-4a49-83aa-d3d1ddae3658 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=803ed9598dd34967948b33ff7290253a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6291654 Jul 16 08:44:49.407676 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60248) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:49.445881 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1d206e2-dc73-4d2c-becd-4c17af60824a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.483500 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-66f8838d-6a76-4a25-84a7-586eb54b3e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.514990 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-66f8838d-6a76-4a25-84a7-586eb54b3e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.534337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Allocated IP 172.20.0.2 (e432d040-5e21-4444-afec-4ea2f8114e60/4f85cfc7-b166-4ca7-b006-afcc164aee3e/d318bc95-8b97-4426-8bab-e9a8b889dc00) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:49.595738 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-66f8838d-6a76-4a25-84a7-586eb54b3e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.604117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-66f8838d-6a76-4a25-84a7-586eb54b3e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.605668 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-66f8838d-6a76-4a25-84a7-586eb54b3e6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3cc70d89-104b-4bc4-bdce-9043a3f13519 HTTP/1.1" status: 204 len: 168 time: 0.1952221 Jul 16 08:44:49.618086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d206e2-dc73-4d2c-becd-4c17af60824a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Network e432d040-5e21-4444-afec-4ea2f8114e60 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:49.626770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-e1d206e2-dc73-4d2c-becd-4c17af60824a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:49.629894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f8838d-6a76-4a25-84a7-586eb54b3e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc70d89-104b-4bc4-bdce-9043a3f13519,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.631282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d206e2-dc73-4d2c-becd-4c17af60824a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:49.649136 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d206e2-dc73-4d2c-becd-4c17af60824a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event updated for resources: {'Port': ['ID=e73c74bf-b2c6-4315-bcae-47e76254dff4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.794411 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d206e2-dc73-4d2c-becd-4c17af60824a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:49.795897 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1d206e2-dc73-4d2c-becd-4c17af60824a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.849834 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e1d206e2-dc73-4d2c-becd-4c17af60824a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5115623 Jul 16 08:44:49.850189 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60268) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:49.855913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-68fba1e8-1481-47e1-b5ed-3536926ac496 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Request body: {'port': {'network_id': 'e432d040-5e21-4444-afec-4ea2f8114e60', 'name': 'tempest-AllowedAddressPairTestJSON-1866782311', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9b:c9:ba'}]}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:49.882800 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.901781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Transition to ACTIVE for port object d318bc95-8b97-4426-8bab-e9a8b889dc00 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:49.941797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Transition to ACTIVE for port object d318bc95-8b97-4426-8bab-e9a8b889dc00 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:49.957688 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.014283 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Network e432d040-5e21-4444-afec-4ea2f8114e60 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:50.017996 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:50.026447 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:50.071633 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Pushing event updated for resources: {'Port': ['ID=d318bc95-8b97-4426-8bab-e9a8b889dc00,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:50.091628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fba1e8-1481-47e1-b5ed-3536926ac496 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Made reservation on behalf of e84cf0cd969349539e8560420381b453 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:50.110634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Attempting to bind port d318bc95-8b97-4426-8bab-e9a8b889dc00 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:50.111023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Attempting to bind port d318bc95-8b97-4426-8bab-e9a8b889dc00 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'b8b923cb-0cd1-4ef0-8d5a-7f59365fb083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e432d040-5e21-4444-afec-4ea2f8114e60'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:50.111400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Attempting to bind port d318bc95-8b97-4426-8bab-e9a8b889dc00 on network e432d040-5e21-4444-afec-4ea2f8114e60 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:50.117567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:50.117959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Checking segment: {'id': 'b8b923cb-0cd1-4ef0-8d5a-7f59365fb083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e432d040-5e21-4444-afec-4ea2f8114e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:50.118378 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.118791 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Bound using segment: {'id': 'b8b923cb-0cd1-4ef0-8d5a-7f59365fb083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e432d040-5e21-4444-afec-4ea2f8114e60'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:50.119285 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Bound port: d318bc95-8b97-4426-8bab-e9a8b889dc00, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8b923cb-0cd1-4ef0-8d5a-7f59365fb083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'e432d040-5e21-4444-afec-4ea2f8114e60'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:50.119687 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.247819 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] For port d318bc95-8b97-4426-8bab-e9a8b889dc00, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:50.259815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] For port d318bc95-8b97-4426-8bab-e9a8b889dc00, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d318bc95-8b97-4426-8bab-e9a8b889dc00,segment=NetworkSegment(b8b923cb-0cd1-4ef0-8d5a-7f59365fb083),segment_id=b8b923cb-0cd1-4ef0-8d5a-7f59365fb083)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:50.269369 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.369389 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-68fba1e8-1481-47e1-b5ed-3536926ac496 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.371918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcd059f-cd9b-48e0-aa53-9e32ba040744 None None] Pushing event updated for resources: {'Port': ['ID=d318bc95-8b97-4426-8bab-e9a8b889dc00,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:50.494923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-68fba1e8-1481-47e1-b5ed-3536926ac496 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] device_id is not set on port 004f78a6-6f80-4dc0-8ecb-0f8e34b3eccd yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:50.684446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877f35b0-3234-4598-a80d-143318ebb517 req-6cb8afd5-7a7a-4135-8db7-6ae52a54a021 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:50.688763 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-877f35b0-3234-4598-a80d-143318ebb517 req-6cb8afd5-7a7a-4135-8db7-6ae52a54a021 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 949 time: 0.2955718 Jul 16 08:44:50.919447 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-877f35b0-3234-4598-a80d-143318ebb517 req-32859821-cf52-4a8c-a74a-db194c1a8f18 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/security-groups?id=016b0260-4fb9-442a-b8ab-572546031977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952026 Jul 16 08:44:50.956484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-68fba1e8-1481-47e1-b5ed-3536926ac496 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Allocated IP 172.20.0.12 (e432d040-5e21-4444-afec-4ea2f8114e60/4f85cfc7-b166-4ca7-b006-afcc164aee3e/004f78a6-6f80-4dc0-8ecb-0f8e34b3eccd) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:51.444440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d318bc95-8b97-4426-8bab-e9a8b889dc00 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:51.538906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port d318bc95-8b97-4426-8bab-e9a8b889dc00 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:51.590648 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-68fba1e8-1481-47e1-b5ed-3536926ac496 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.608894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-68fba1e8-1481-47e1-b5ed-3536926ac496 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Transition to ACTIVE for port object 004f78a6-6f80-4dc0-8ecb-0f8e34b3eccd will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:51.649315 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-68fba1e8-1481-47e1-b5ed-3536926ac496 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.650611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7b126398-019c-497c-851f-2978242f486d up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:51.764256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fba1e8-1481-47e1-b5ed-3536926ac496 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Network e432d040-5e21-4444-afec-4ea2f8114e60 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:51.792044 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-68fba1e8-1481-47e1-b5ed-3536926ac496 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:51.794225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fba1e8-1481-47e1-b5ed-3536926ac496 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event updated for resources: {'Port': ['ID=004f78a6-6f80-4dc0-8ecb-0f8e34b3eccd,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:51.812189 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fba1e8-1481-47e1-b5ed-3536926ac496 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:51.863377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 7b126398-019c-497c-851f-2978242f486d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:51.879694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 7b126398-019c-497c-851f-2978242f486d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:51.882158 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.936282 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fba1e8-1481-47e1-b5ed-3536926ac496 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:51.943820 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-68fba1e8-1481-47e1-b5ed-3536926ac496 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.991546 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-68fba1e8-1481-47e1-b5ed-3536926ac496 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.1357510 Jul 16 08:44:51.993649 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60332) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:52.116853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60336) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:52.135246 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.219767 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce2279-c3af-41fc-9473-cb9dae502dc5 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.228764 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4fcc5a-15ae-44de-8564-0f20074878cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b126398-019c-497c-851f-2978242f486d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:52.229372 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce2279-c3af-41fc-9473-cb9dae502dc5 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.236533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ce2279-c3af-41fc-9473-cb9dae502dc5 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.236777 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f09562d-f4af-4d51-83c9-1445617e5c06" -d '{"events": [{"server_uuid": "fd4fcc5a-15ae-44de-8564-0f20074878cc", "name": "network-vif-plugged", "status": "completed", "tag": "7b126398-019c-497c-851f-2978242f486d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:52.239015 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-80ce2279-c3af-41fc-9473-cb9dae502dc5 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.2459302 Jul 16 08:44:52.243951 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60342) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:52.285386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 7b126398-019c-497c-851f-2978242f486d, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7b126398-019c-497c-851f-2978242f486d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:52.295639 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.457376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5412d5-a7da-4780-b357-3972685fb640 req-ab6ccfa5-5017-4264-8b21-03786cbb2d5d tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.473271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9f5412d5-a7da-4780-b357-3972685fb640 req-ab6ccfa5-5017-4264-8b21-03786cbb2d5d tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 949 time: 0.2316723 Jul 16 08:44:52.510750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=7b126398-019c-497c-851f-2978242f486d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:52.592565 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9f5412d5-a7da-4780-b357-3972685fb640 req-f2e010b2-b65a-4f30-94f0-6d37be7a2cd0 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/security-groups?id=016b0260-4fb9-442a-b8ab-572546031977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141715 Jul 16 08:44:52.597549 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Deleting port 004f78a6-6f80-4dc0-8ecb-0f8e34b3eccd {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:52.600823 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.604006 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b539e417-a667-4aa3-9316-bd17f40d31d1 None None] Network e432d040-5e21-4444-afec-4ea2f8114e60 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:52.630833 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-188a9202-80e0-45da-a9bc-819185213bf6 x-openstack-request-id: req-188a9202-80e0-45da-a9bc-819185213bf6 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:52.631306 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4fcc5a-15ae-44de-8564-0f20074878cc", "name": "network-vif-plugged", "status": "completed", "tag": "7b126398-019c-497c-851f-2978242f486d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:52.631465 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-188a9202-80e0-45da-a9bc-819185213bf6 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:52.631902 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4fcc5a-15ae-44de-8564-0f20074878cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b126398-019c-497c-851f-2978242f486d', 'code': 200} Jul 16 08:44:52.652303 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3a2d7a24-4a6b-4be5-b0cd-22a48e153f9c None None] Provisioning for port d318bc95-8b97-4426-8bab-e9a8b889dc00 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:52.679484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3a2d7a24-4a6b-4be5-b0cd-22a48e153f9c None None] Provisioning complete for port d318bc95-8b97-4426-8bab-e9a8b889dc00 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:52.680177 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7a24-4a6b-4be5-b0cd-22a48e153f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.815641 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.839215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Calling delete_port for 004f78a6-6f80-4dc0-8ecb-0f8e34b3eccd owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:53.151440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-0118e461-2cb0-4ccb-bed7-164eb9a18a5d tempest-DvrRoutersNegativeTest-957772408 tempest-DvrRoutersNegativeTest-957772408-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1362065405', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:53.168094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.policy [None req-0118e461-2cb0-4ccb-bed7-164eb9a18a5d tempest-DvrRoutersNegativeTest-957772408 tempest-DvrRoutersNegativeTest-957772408-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93694) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 08:44:53.168541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.policy [None req-0118e461-2cb0-4ccb-bed7-164eb9a18a5d tempest-DvrRoutersNegativeTest-957772408 tempest-DvrRoutersNegativeTest-957772408-project] Failed policy check for 'create_router' {{(pid=93694) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 08:44:53.172481 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-0118e461-2cb0-4ccb-bed7-164eb9a18a5d tempest-DvrRoutersNegativeTest-957772408 tempest-DvrRoutersNegativeTest-957772408-project] create failed (client error): Access was denied to this resource. Jul 16 08:44:53.174676 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0118e461-2cb0-4ccb-bed7-164eb9a18a5d tempest-DvrRoutersNegativeTest-957772408 tempest-DvrRoutersNegativeTest-957772408-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 1.0543492 Jul 16 08:44:53.293703 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7a24-4a6b-4be5-b0cd-22a48e153f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.301555 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.392375 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3a2d7a24-4a6b-4be5-b0cd-22a48e153f9c None None] For port d318bc95-8b97-4426-8bab-e9a8b889dc00, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d318bc95-8b97-4426-8bab-e9a8b889dc00,segment=NetworkSegment(b8b923cb-0cd1-4ef0-8d5a-7f59365fb083),segment_id=b8b923cb-0cd1-4ef0-8d5a-7f59365fb083)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:53.400062 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3a2d7a24-4a6b-4be5-b0cd-22a48e153f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.470407 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event deleted for resources: {'Port': ['ID=004f78a6-6f80-4dc0-8ecb-0f8e34b3eccd,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:53.491215 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2d7a24-4a6b-4be5-b0cd-22a48e153f9c None None] Pushing event updated for resources: {'Port': ['ID=d318bc95-8b97-4426-8bab-e9a8b889dc00,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:53.526205 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:53.526952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:53.527480 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:53.528053 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:53.528719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:53.529138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:53.529635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:53.530154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:53.531284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:53.531797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:53.532319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:53.533085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:53.755833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6199ff-f436-4d97-a4fd-81dea0a2c965 req-18761bff-2120-4c8e-828d-55ee45d819af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:53.758643 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ae6199ff-f436-4d97-a4fd-81dea0a2c965 req-18761bff-2120-4c8e-828d-55ee45d819af service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 1102 time: 1.0388150 Jul 16 08:44:53.861901 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ae6199ff-f436-4d97-a4fd-81dea0a2c965 req-7a21d175-f78a-4e0c-b298-c185ff9210fe service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=016b0260-4fb9-442a-b8ab-572546031977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827501 Jul 16 08:44:53.948009 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.956199 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60374) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:53.956592 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a2900fe6-7c7e-4c47-b9d7-94c331abc0ec tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "DELETE /v2.0/ports/004f78a6-6f80-4dc0-8ecb-0f8e34b3eccd HTTP/1.1" status: 204 len: 168 time: 1.7109735 Jul 16 08:44:54.038851 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8394799-cd1b-4316-b07c-3d97ddc83607 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] GET failed (client error): The resource could not be found. Jul 16 08:44:54.040636 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a8394799-cd1b-4316-b07c-3d97ddc83607 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "GET /v2.0/ports/004f78a6-6f80-4dc0-8ecb-0f8e34b3eccd HTTP/1.1" status: 404 len: 333 time: 0.0825715 Jul 16 08:44:54.046335 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60376) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:54.052850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-01e0a8dd-b88e-40a6-8800-9260f72aa480 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Request body: {'port': {'network_id': 'e432d040-5e21-4444-afec-4ea2f8114e60', 'name': 'tempest-AllowedAddressPairTestJSON-1815321389'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:54.143104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-089d6281-5fc5-4c8c-8ccf-efe3c7d03c14 None None] Provisioning for port e73c74bf-b2c6-4315-bcae-47e76254dff4 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:54.157943 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-089d6281-5fc5-4c8c-8ccf-efe3c7d03c14 None None] Provisioning complete for port e73c74bf-b2c6-4315-bcae-47e76254dff4 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:54.158343 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-089d6281-5fc5-4c8c-8ccf-efe3c7d03c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.219477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-089d6281-5fc5-4c8c-8ccf-efe3c7d03c14 None None] Port e73c74bf-b2c6-4315-bcae-47e76254dff4 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:54.244525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-089d6281-5fc5-4c8c-8ccf-efe3c7d03c14 None None] Provisioning complete for port d318bc95-8b97-4426-8bab-e9a8b889dc00 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:54.245050 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-089d6281-5fc5-4c8c-8ccf-efe3c7d03c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.247493 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fba83-105f-4735-8d13-42d921944568 req-e840d3b3-dd5c-4531-bd53-354a00ca39c2 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:54.257182 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e24fba83-105f-4735-8d13-42d921944568 req-e840d3b3-dd5c-4531-bd53-354a00ca39c2 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 950 time: 0.2177362 Jul 16 08:44:54.439033 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e24fba83-105f-4735-8d13-42d921944568 req-eb4c1480-a740-4796-8093-04d6c0d033e8 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/security-groups?id=016b0260-4fb9-442a-b8ab-572546031977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783888 Jul 16 08:44:54.446967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60392) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:54.540358 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-089d6281-5fc5-4c8c-8ccf-efe3c7d03c14 None None] Could not find standard attr ID for object 004f78a6-6f80-4dc0-8ecb-0f8e34b3eccd. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:44:54.569280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e0a8dd-b88e-40a6-8800-9260f72aa480 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Made reservation on behalf of e84cf0cd969349539e8560420381b453 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:54.575883 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-01e0a8dd-b88e-40a6-8800-9260f72aa480 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.657501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-01e0a8dd-b88e-40a6-8800-9260f72aa480 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] device_id is not set on port 3a90f017-46a1-4056-8d75-211a9303f14b yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:54.777709 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-22d7a34e-e9f0-4a6c-8491-98d01a4b39e8 None None] Provisioning complete for port e73c74bf-b2c6-4315-bcae-47e76254dff4 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:54.778169 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-22d7a34e-e9f0-4a6c-8491-98d01a4b39e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.878065 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-22d7a34e-e9f0-4a6c-8491-98d01a4b39e8 None None] Port e73c74bf-b2c6-4315-bcae-47e76254dff4 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:54.945600 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-01e0a8dd-b88e-40a6-8800-9260f72aa480 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Allocated IP 172.20.0.5 (e432d040-5e21-4444-afec-4ea2f8114e60/4f85cfc7-b166-4ca7-b006-afcc164aee3e/3a90f017-46a1-4056-8d75-211a9303f14b) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:55.024238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60408) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:55.173711 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-10062820-a3bf-4cb6-befc-d97a59fab274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.193885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-725ff9e3-9109-4aeb-b531-93fc7561188c None None] Could not find standard attr ID for object 004f78a6-6f80-4dc0-8ecb-0f8e34b3eccd. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:44:55.334273 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-01e0a8dd-b88e-40a6-8800-9260f72aa480 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.357544 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-01e0a8dd-b88e-40a6-8800-9260f72aa480 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Transition to ACTIVE for port object 3a90f017-46a1-4056-8d75-211a9303f14b will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:55.411350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f6ce85c8-c472-4540-9a19-1ba043949cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.417504 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-01e0a8dd-b88e-40a6-8800-9260f72aa480 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.508419 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d318bc95-8b97-4426-8bab-e9a8b889dc00 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:55.615582 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-10062820-a3bf-4cb6-befc-d97a59fab274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.616871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e0a8dd-b88e-40a6-8800-9260f72aa480 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Network e432d040-5e21-4444-afec-4ea2f8114e60 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:55.621071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-01e0a8dd-b88e-40a6-8800-9260f72aa480 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:55.627140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d318bc95-8b97-4426-8bab-e9a8b889dc00 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:55.628015 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.628164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e0a8dd-b88e-40a6-8800-9260f72aa480 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:55.638336 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-10062820-a3bf-4cb6-befc-d97a59fab274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.790839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0a8dd-b88e-40a6-8800-9260f72aa480 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event updated for resources: {'Port': ['ID=3a90f017-46a1-4056-8d75-211a9303f14b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:55.798753 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10062820-a3bf-4cb6-befc-d97a59fab274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=679b3794-bd14-467e-a389-e862fd0f6e65,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:55.868932 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-10062820-a3bf-4cb6-befc-d97a59fab274 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=de22311f54e44dc6b649cc52e62ccaf8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4205582 Jul 16 08:44:55.881823 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60426) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:56.002283 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e0a8dd-b88e-40a6-8800-9260f72aa480 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:56.003474 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-01e0a8dd-b88e-40a6-8800-9260f72aa480 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.081611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176d6e2c-0d19-4d27-befa-9eaefed1b5b9 req-ba51d231-1e72-485f-a2ef-06f0fc384458 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:56.086017 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-176d6e2c-0d19-4d27-befa-9eaefed1b5b9 req-ba51d231-1e72-485f-a2ef-06f0fc384458 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 950 time: 0.2098856 Jul 16 08:44:56.091099 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-468a7c0b-e90f-44f1-a52b-2504e72a6eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.140420 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f6ce85c8-c472-4540-9a19-1ba043949cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.144006 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-468a7c0b-e90f-44f1-a52b-2504e72a6eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.155389 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f6ce85c8-c472-4540-9a19-1ba043949cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.158793 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-176d6e2c-0d19-4d27-befa-9eaefed1b5b9 req-de83daf3-5064-4e49-a272-600fd53de4f2 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/security-groups?id=016b0260-4fb9-442a-b8ab-572546031977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629766 Jul 16 08:44:56.164900 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-01e0a8dd-b88e-40a6-8800-9260f72aa480 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1166928 Jul 16 08:44:56.168851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60434) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:56.176207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c6be4f76-ce27-4d14-b05e-3dcf190971e3 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9b:c9:ba'}]}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:56.251793 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f6ce85c8-c472-4540-9a19-1ba043949cee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f5563cfedb0e42499b10f55e6fe44732&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2201245 Jul 16 08:44:56.258680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60442) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:56.269032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-deeaa53f-38f1-4f85-8e33-90ce713fcf89 None None] Provisioning for port 3a90f017-46a1-4056-8d75-211a9303f14b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:56.274319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce85c8-c472-4540-9a19-1ba043949cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713a0212-3ec4-49c3-8b98-72acfd09eea4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:56.345765 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-468a7c0b-e90f-44f1-a52b-2504e72a6eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.350469 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-468a7c0b-e90f-44f1-a52b-2504e72a6eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.352052 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-468a7c0b-e90f-44f1-a52b-2504e72a6eac admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/679b3794-bd14-467e-a389-e862fd0f6e65 HTTP/1.1" status: 204 len: 168 time: 0.4669855 Jul 16 08:44:56.356317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-deeaa53f-38f1-4f85-8e33-90ce713fcf89 None None] Provisioning complete for port 3a90f017-46a1-4056-8d75-211a9303f14b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:56.361142 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-deeaa53f-38f1-4f85-8e33-90ce713fcf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.384556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468a7c0b-e90f-44f1-a52b-2504e72a6eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=679b3794-bd14-467e-a389-e862fd0f6e65,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:56.429499 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd5385d8-26c6-439b-a210-033a560f5264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.492190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-deeaa53f-38f1-4f85-8e33-90ce713fcf89 None None] Port 3a90f017-46a1-4056-8d75-211a9303f14b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:56.538500 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd5385d8-26c6-439b-a210-033a560f5264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.648352 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6be4f76-ce27-4d14-b05e-3dcf190971e3 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.700655 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd5385d8-26c6-439b-a210-033a560f5264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.703854 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd5385d8-26c6-439b-a210-033a560f5264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.709190 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bd5385d8-26c6-439b-a210-033a560f5264 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/713a0212-3ec4-49c3-8b98-72acfd09eea4 HTTP/1.1" status: 204 len: 168 time: 0.4453218 Jul 16 08:44:56.723411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5385d8-26c6-439b-a210-033a560f5264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713a0212-3ec4-49c3-8b98-72acfd09eea4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:57.262514 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6be4f76-ce27-4d14-b05e-3dcf190971e3 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.287640 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6be4f76-ce27-4d14-b05e-3dcf190971e3 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.498666 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c6be4f76-ce27-4d14-b05e-3dcf190971e3 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] In _notify_port_updated(), no bound segment for port 3a90f017-46a1-4056-8d75-211a9303f14b on network e432d040-5e21-4444-afec-4ea2f8114e60 {{(pid=93695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:44:57.516670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6be4f76-ce27-4d14-b05e-3dcf190971e3 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:57.517891 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6be4f76-ce27-4d14-b05e-3dcf190971e3 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.523100 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c6be4f76-ce27-4d14-b05e-3dcf190971e3 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "PUT /v2.0/ports/3a90f017-46a1-4056-8d75-211a9303f14b HTTP/1.1" status: 200 len: 993 time: 1.3498812 Jul 16 08:44:57.523854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60464) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:57.533841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be4f76-ce27-4d14-b05e-3dcf190971e3 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event updated for resources: {'Port': ['ID=3a90f017-46a1-4056-8d75-211a9303f14b,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:57.717689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-fc489ef0-20f2-4b85-989c-5083b4a84b81 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Deleting port 3a90f017-46a1-4056-8d75-211a9303f14b {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:57.718487 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fc489ef0-20f2-4b85-989c-5083b4a84b81 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.868632 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fc489ef0-20f2-4b85-989c-5083b4a84b81 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.879112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-fc489ef0-20f2-4b85-989c-5083b4a84b81 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Calling delete_port for 3a90f017-46a1-4056-8d75-211a9303f14b owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:57.921664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60476) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:57.930665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ddaddb69-b179-489d-8951-1adbce6d3429 None None] Provisioning complete for port 3a90f017-46a1-4056-8d75-211a9303f14b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:57.931392 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ddaddb69-b179-489d-8951-1adbce6d3429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.037921 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ddaddb69-b179-489d-8951-1adbce6d3429 None None] Port 3a90f017-46a1-4056-8d75-211a9303f14b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:58.115097 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e382e4-7f48-4940-9360-5b644f87fe3c req-2128f586-85c3-45dd-b4f3-a486b0942ac9 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:58.117384 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-54e382e4-7f48-4940-9360-5b644f87fe3c req-2128f586-85c3-45dd-b4f3-a486b0942ac9 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 950 time: 0.0995996 Jul 16 08:44:58.127514 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60482) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:58.150802 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fc489ef0-20f2-4b85-989c-5083b4a84b81 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.158193 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7fab5520-51e1-4a80-bcfd-5e9b289e529c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.208069 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-54e382e4-7f48-4940-9360-5b644f87fe3c req-3da49da3-1147-4ed4-898f-9dfcf3860877 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/security-groups?id=016b0260-4fb9-442a-b8ab-572546031977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780234 Jul 16 08:44:58.254090 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc489ef0-20f2-4b85-989c-5083b4a84b81 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event deleted for resources: {'Port': ['ID=3a90f017-46a1-4056-8d75-211a9303f14b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:58.416099 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7fab5520-51e1-4a80-bcfd-5e9b289e529c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.424109 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7fab5520-51e1-4a80-bcfd-5e9b289e529c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.496607 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7fab5520-51e1-4a80-bcfd-5e9b289e529c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37fbd28629c54c8e8e23990b3d3595f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3651507 Jul 16 08:44:58.496607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fab5520-51e1-4a80-bcfd-5e9b289e529c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad7d5e3-ed6f-42e0-8648-1c1969d4bf66,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:58.496976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60494) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:58.509046 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ca8d-79fd-47e5-8a35-da566f2146b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.601932 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fc489ef0-20f2-4b85-989c-5083b4a84b81 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.605454 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fc489ef0-20f2-4b85-989c-5083b4a84b81 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "DELETE /v2.0/ports/3a90f017-46a1-4056-8d75-211a9303f14b HTTP/1.1" status: 204 len: 168 time: 1.0800617 Jul 16 08:44:58.606686 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-33c5818e-05ad-4dce-9bf2-89487aaa82b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.609487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60496) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:58.648177 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ca8d-79fd-47e5-8a35-da566f2146b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.654010 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-12149f6a-b6ca-43e0-95c5-61bcc475b3e0 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] GET failed (client error): The resource could not be found. Jul 16 08:44:58.659540 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f9b0ca8d-79fd-47e5-8a35-da566f2146b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.659974 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-12149f6a-b6ca-43e0-95c5-61bcc475b3e0 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "GET /v2.0/ports/3a90f017-46a1-4056-8d75-211a9303f14b HTTP/1.1" status: 404 len: 333 time: 0.0451362 Jul 16 08:44:58.659974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60502) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:58.669704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b5fa2c2f-f5a2-4b00-916d-7b6bde529a98 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Request body: {'port': {'network_id': 'e432d040-5e21-4444-afec-4ea2f8114e60', 'name': 'tempest-AllowedAddressPairTestJSON-1013515983'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:58.679041 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-33c5818e-05ad-4dce-9bf2-89487aaa82b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.738500 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f9b0ca8d-79fd-47e5-8a35-da566f2146b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=19c883053a154d3eb39c2d69fa782578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8150706 Jul 16 08:44:58.745149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60506) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:58.772599 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b0ca8d-79fd-47e5-8a35-da566f2146b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7d9ae5-98ba-4390-a26c-70705946483a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:58.823301 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-33c5818e-05ad-4dce-9bf2-89487aaa82b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.826989 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-33c5818e-05ad-4dce-9bf2-89487aaa82b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.832471 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-33c5818e-05ad-4dce-9bf2-89487aaa82b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aad7d5e3-ed6f-42e0-8648-1c1969d4bf66 HTTP/1.1" status: 204 len: 168 time: 0.3337481 Jul 16 08:44:58.848249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5818e-05ad-4dce-9bf2-89487aaa82b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad7d5e3-ed6f-42e0-8648-1c1969d4bf66,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:58.873805 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-03473c68-6117-4f87-8cd7-3a14104ecb20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.878427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5fa2c2f-f5a2-4b00-916d-7b6bde529a98 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Made reservation on behalf of e84cf0cd969349539e8560420381b453 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:58.889956 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5fa2c2f-f5a2-4b00-916d-7b6bde529a98 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.920233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-b5fa2c2f-f5a2-4b00-916d-7b6bde529a98 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] device_id is not set on port 769da458-2526-4c65-ba66-8b491728e629 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:58.923601 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-03473c68-6117-4f87-8cd7-3a14104ecb20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.008687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60514) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:59.035563 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-03473c68-6117-4f87-8cd7-3a14104ecb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.038947 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-03473c68-6117-4f87-8cd7-3a14104ecb20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.043105 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-03473c68-6117-4f87-8cd7-3a14104ecb20 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b7d9ae5-98ba-4390-a26c-70705946483a HTTP/1.1" status: 204 len: 168 time: 0.2964616 Jul 16 08:44:59.053197 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03473c68-6117-4f87-8cd7-3a14104ecb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7d9ae5-98ba-4390-a26c-70705946483a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:59.151417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-b5fa2c2f-f5a2-4b00-916d-7b6bde529a98 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Allocated IP 172.20.0.5 (e432d040-5e21-4444-afec-4ea2f8114e60/4f85cfc7-b166-4ca7-b006-afcc164aee3e/769da458-2526-4c65-ba66-8b491728e629) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:59.339269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ff3de-0e2a-4f54-b6d5-c40aa079a848 req-b8e87c04-05b4-4b44-badd-69dee173710a tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:59.341005 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d85ff3de-0e2a-4f54-b6d5-c40aa079a848 req-b8e87c04-05b4-4b44-badd-69dee173710a tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.38 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 950 time: 0.1391501 Jul 16 08:44:59.440917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-611f6c8b-fee7-403c-8408-ad629a2d2fb5 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group': {'name': 'tempest-secgroup--61969729'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:59.509166 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5fa2c2f-f5a2-4b00-916d-7b6bde529a98 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.562166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d85ff3de-0e2a-4f54-b6d5-c40aa079a848 req-d91d17c4-a495-4d57-8670-2ba69293cab1 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Deleting port 7b126398-019c-497c-851f-2978242f486d {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:59.562942 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d85ff3de-0e2a-4f54-b6d5-c40aa079a848 req-d91d17c4-a495-4d57-8670-2ba69293cab1 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.572216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-b5fa2c2f-f5a2-4b00-916d-7b6bde529a98 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Transition to ACTIVE for port object 769da458-2526-4c65-ba66-8b491728e629 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:59.580526 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-611f6c8b-fee7-403c-8408-ad629a2d2fb5 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.596055 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-611f6c8b-fee7-403c-8408-ad629a2d2fb5 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.711625 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5fa2c2f-f5a2-4b00-916d-7b6bde529a98 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.811415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fa2c2f-f5a2-4b00-916d-7b6bde529a98 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Network e432d040-5e21-4444-afec-4ea2f8114e60 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:59.834622 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-b5fa2c2f-f5a2-4b00-916d-7b6bde529a98 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:59.843935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fa2c2f-f5a2-4b00-916d-7b6bde529a98 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:59.889253 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fa2c2f-f5a2-4b00-916d-7b6bde529a98 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event updated for resources: {'Port': ['ID=769da458-2526-4c65-ba66-8b491728e629,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:59.922778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584fc53-65aa-4cd0-8d4d-6cb4b214c417 req-476924f6-7e0a-4f45-8f97-138fa69e3f21 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:59.924920 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-d85ff3de-0e2a-4f54-b6d5-c40aa079a848 req-d91d17c4-a495-4d57-8670-2ba69293cab1 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] For port 7b126398-019c-497c-851f-2978242f486d, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7b126398-019c-497c-851f-2978242f486d,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:59.926082 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b584fc53-65aa-4cd0-8d4d-6cb4b214c417 req-476924f6-7e0a-4f45-8f97-138fa69e3f21 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 950 time: 0.2713001 Jul 16 08:44:59.938796 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d85ff3de-0e2a-4f54-b6d5-c40aa079a848 req-d91d17c4-a495-4d57-8670-2ba69293cab1 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.984955 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d85ff3de-0e2a-4f54-b6d5-c40aa079a848 req-d91d17c4-a495-4d57-8670-2ba69293cab1 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Calling delete_port for 7b126398-019c-497c-851f-2978242f486d owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:59.999036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60544) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:00.038406 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-611f6c8b-fee7-403c-8408-ad629a2d2fb5 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.052912 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fa2c2f-f5a2-4b00-916d-7b6bde529a98 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:00.053762 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5fa2c2f-f5a2-4b00-916d-7b6bde529a98 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.058450 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e504721c-d8ac-430b-a624-0d0b4ed78b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.069347 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-611f6c8b-fee7-403c-8408-ad629a2d2fb5 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.107624 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b584fc53-65aa-4cd0-8d4d-6cb4b214c417 req-08a505e5-5f05-434d-ab70-9874da7f3377 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/security-groups?id=016b0260-4fb9-442a-b8ab-572546031977&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629217 Jul 16 08:45:00.124881 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b5fa2c2f-f5a2-4b00-916d-7b6bde529a98 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4636939 Jul 16 08:45:00.141063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60550) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:00.151209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-aeea969a-b6ad-406a-b6b2-f60e3db33e6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:9b:c9:ba'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:00.216578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f6c8b-fee7-403c-8408-ad629a2d2fb5 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1f260f8-d831-4f56-b181-39b1770fd997,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:00.399108 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-611f6c8b-fee7-403c-8408-ad629a2d2fb5 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.420673 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-611f6c8b-fee7-403c-8408-ad629a2d2fb5 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.428416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-490ceaba-f087-4ce3-89e4-1b47736c5ef6 None None] Provisioning for port 769da458-2526-4c65-ba66-8b491728e629 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:00.444104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-490ceaba-f087-4ce3-89e4-1b47736c5ef6 None None] Provisioning complete for port 769da458-2526-4c65-ba66-8b491728e629 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:00.449326 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-490ceaba-f087-4ce3-89e4-1b47736c5ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.500049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f825e-5ba6-44a9-950f-ceb66688db55 req-7362c444-c23b-42b1-8247-3593eb4cafa5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:00.511066 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cc6f825e-5ba6-44a9-950f-ceb66688db55 req-7362c444-c23b-42b1-8247-3593eb4cafa5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.1241252 Jul 16 08:45:00.521271 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d85ff3de-0e2a-4f54-b6d5-c40aa079a848 req-d91d17c4-a495-4d57-8670-2ba69293cab1 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.538168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['7b126398-019c-497c-851f-2978242f486d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:00.600918 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f6c8b-fee7-403c-8408-ad629a2d2fb5 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c892e4b9-3e2d-4634-acb3-0371ff09265d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:00.635027 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-490ceaba-f087-4ce3-89e4-1b47736c5ef6 None None] Port 769da458-2526-4c65-ba66-8b491728e629 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:00.659621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-d85ff3de-0e2a-4f54-b6d5-c40aa079a848 req-d91d17c4-a495-4d57-8670-2ba69293cab1 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] No DVR routers for this DVR port 7b126398-019c-497c-851f-2978242f486d on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:00.663560 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d85ff3de-0e2a-4f54-b6d5-c40aa079a848 req-d91d17c4-a495-4d57-8670-2ba69293cab1 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.665941 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aeea969a-b6ad-406a-b6b2-f60e3db33e6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.680256 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d85ff3de-0e2a-4f54-b6d5-c40aa079a848 req-d91d17c4-a495-4d57-8670-2ba69293cab1 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.38 "DELETE /v2.0/ports/7b126398-019c-497c-851f-2978242f486d HTTP/1.1" status: 204 len: 173 time: 1.3183587 Jul 16 08:45:00.681026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4fcc5a-15ae-44de-8564-0f20074878cc', 'name': 'network-vif-deleted', 'tag': '7b126398-019c-497c-851f-2978242f486d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:00.687870 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5396d145-ebcf-403d-aaa1-c8039622a831" -d '{"events": [{"server_uuid": "fd4fcc5a-15ae-44de-8564-0f20074878cc", "name": "network-vif-deleted", "tag": "7b126398-019c-497c-851f-2978242f486d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:00.695040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91d17c4-a495-4d57-8670-2ba69293cab1 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] Pushing event deleted for resources: {'Port': ['ID=7b126398-019c-497c-851f-2978242f486d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:00.737837 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cc6f825e-5ba6-44a9-950f-ceb66688db55 req-ee5a02c7-a96f-4b88-b8fb-648ac833429a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2199330 Jul 16 08:45:00.916375 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0babd656-348e-4046-ae53-bea3105fb27f x-openstack-request-id: req-0babd656-348e-4046-ae53-bea3105fb27f {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:00.917304 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4fcc5a-15ae-44de-8564-0f20074878cc", "name": "network-vif-deleted", "tag": "7b126398-019c-497c-851f-2978242f486d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:00.917960 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0babd656-348e-4046-ae53-bea3105fb27f {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:00.918737 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4fcc5a-15ae-44de-8564-0f20074878cc', 'name': 'network-vif-deleted', 'tag': '7b126398-019c-497c-851f-2978242f486d', 'status': 'completed', 'code': 200} Jul 16 08:45:01.003407 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e504721c-d8ac-430b-a624-0d0b4ed78b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.014497 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e504721c-d8ac-430b-a624-0d0b4ed78b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.041357 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-611f6c8b-fee7-403c-8408-ad629a2d2fb5 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.045696 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-611f6c8b-fee7-403c-8408-ad629a2d2fb5 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0333757 Jul 16 08:45:01.046740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60566) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:01.075637 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aeea969a-b6ad-406a-b6b2-f60e3db33e6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.094998 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aeea969a-b6ad-406a-b6b2-f60e3db33e6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.116385 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e504721c-d8ac-430b-a624-0d0b4ed78b65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17b9b2520ff9499cb7a99bf1f6123161&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1064198 Jul 16 08:45:01.120718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60570) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:01.137155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504721c-d8ac-430b-a624-0d0b4ed78b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97f1c7c-6094-4f95-9d6d-1c0d3a81de3c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:01.175882 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-de1861ff-6ea5-4813-9e3e-635216c5b313 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1259952 Jul 16 08:45:01.187404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60574) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:01.201241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a4c9fb20-b046-4901-98e3-7b01be877cab tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group': {'name': 'tempest-security--1703850830', 'description': 'tempest-security-description-122859546'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:01.214750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeea969a-b6ad-406a-b6b2-f60e3db33e6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event updated for resources: {'Port': ['ID=769da458-2526-4c65-ba66-8b491728e629,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:01.287901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-aeea969a-b6ad-406a-b6b2-f60e3db33e6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] In _notify_port_updated(), no bound segment for port 769da458-2526-4c65-ba66-8b491728e629 on network e432d040-5e21-4444-afec-4ea2f8114e60 {{(pid=93694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:45:01.294621 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeea969a-b6ad-406a-b6b2-f60e3db33e6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:01.295678 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aeea969a-b6ad-406a-b6b2-f60e3db33e6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.297336 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-aeea969a-b6ad-406a-b6b2-f60e3db33e6d tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "PUT /v2.0/ports/769da458-2526-4c65-ba66-8b491728e629 HTTP/1.1" status: 200 len: 996 time: 1.1542473 Jul 16 08:45:01.299394 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fb20-b046-4901-98e3-7b01be877cab tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.302409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60578) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:01.327684 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b835aab-f017-456c-aed0-3960a26906a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.379267 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b835aab-f017-456c-aed0-3960a26906a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.482893 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b835aab-f017-456c-aed0-3960a26906a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.491347 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b835aab-f017-456c-aed0-3960a26906a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.491347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1b835aab-f017-456c-aed0-3960a26906a2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e97f1c7c-6094-4f95-9d6d-1c0d3a81de3c HTTP/1.1" status: 204 len: 168 time: 0.3680761 Jul 16 08:45:01.566326 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7558f34-bdff-48ed-a472-74041918dbb1 req-8f60b4c9-039b-488d-b997-e8c923ce0463 tempest-TenantUsagesTestJSON-636508411 tempest-TenantUsagesTestJSON-636508411-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd4fcc5a-15ae-44de-8564-0f20074878cc HTTP/1.1" status: 200 len: 210 time: 0.0873036 Jul 16 08:45:01.569753 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b835aab-f017-456c-aed0-3960a26906a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97f1c7c-6094-4f95-9d6d-1c0d3a81de3c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:01.582235 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fb20-b046-4901-98e3-7b01be877cab tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.599091 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fb20-b046-4901-98e3-7b01be877cab tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.628719 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4c9fb20-b046-4901-98e3-7b01be877cab tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.632606 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a4c9fb20-b046-4901-98e3-7b01be877cab tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "PUT /v2.0/security-groups/c892e4b9-3e2d-4634-acb3-0371ff09265d HTTP/1.1" status: 200 len: 1779 time: 0.4383745 Jul 16 08:45:01.645523 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60590) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:01.704066 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c9fb20-b046-4901-98e3-7b01be877cab tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c892e4b9-3e2d-4634-acb3-0371ff09265d,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:01.766107 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8b0a0a02-e557-4a2e-9f0f-a05cc7267a52 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-groups/c892e4b9-3e2d-4634-acb3-0371ff09265d HTTP/1.1" status: 200 len: 1779 time: 0.1281221 Jul 16 08:45:01.768693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60592) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:01.791096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7e51a371-37bf-4e71-81a1-78d020d76e9f None None] Provisioning complete for port 769da458-2526-4c65-ba66-8b491728e629 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:01.799500 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7e51a371-37bf-4e71-81a1-78d020d76e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.866915 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-dac4e05f-633f-45c3-904f-c09598303b3c tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Deleting port 769da458-2526-4c65-ba66-8b491728e629 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:01.868478 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dac4e05f-633f-45c3-904f-c09598303b3c tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.938620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7e51a371-37bf-4e71-81a1-78d020d76e9f None None] Port 769da458-2526-4c65-ba66-8b491728e629 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:01.964181 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6c44daf-0b01-4001-bbe7-55a7361fc69c tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.067372 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6c44daf-0b01-4001-bbe7-55a7361fc69c tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.111559 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dac4e05f-633f-45c3-904f-c09598303b3c tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.138558 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-dac4e05f-633f-45c3-904f-c09598303b3c tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Calling delete_port for 769da458-2526-4c65-ba66-8b491728e629 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:02.186919 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9549f-6556-4a8f-8287-ec2cff5c1525 req-97773fa9-dc41-47de-b506-938b85c4fdee tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.197912 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a1d9549f-6556-4a8f-8287-ec2cff5c1525 req-97773fa9-dc41-47de-b506-938b85c4fdee tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.2365160 Jul 16 08:45:02.269907 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6c44daf-0b01-4001-bbe7-55a7361fc69c tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.277004 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6c44daf-0b01-4001-bbe7-55a7361fc69c tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.278536 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c6c44daf-0b01-4001-bbe7-55a7361fc69c tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-groups/c892e4b9-3e2d-4634-acb3-0371ff09265d HTTP/1.1" status: 204 len: 168 time: 0.5077105 Jul 16 08:45:02.297829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60610) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:02.338443 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a1d9549f-6556-4a8f-8287-ec2cff5c1525 req-5d574756-ab5a-41f5-9a82-7e2e4dd2e524 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392481 Jul 16 08:45:02.370137 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c44daf-0b01-4001-bbe7-55a7361fc69c tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c892e4b9-3e2d-4634-acb3-0371ff09265d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:02.382376 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dac4e05f-633f-45c3-904f-c09598303b3c tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.443226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4e05f-633f-45c3-904f-c09598303b3c tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event deleted for resources: {'Port': ['ID=769da458-2526-4c65-ba66-8b491728e629,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:02.457570 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ebf9ba63-688e-4a38-857d-93bf64b7ae5f tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1447098 Jul 16 08:45:02.457993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60618) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:02.494839 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-7bf7eb5f-4c0b-417b-b6da-dfc4ec06eb2f tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] delete failed (client error): The resource could not be found. Jul 16 08:45:02.496821 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7bf7eb5f-4c0b-417b-b6da-dfc4ec06eb2f tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-groups/c892e4b9-3e2d-4634-acb3-0371ff09265d HTTP/1.1" status: 404 len: 347 time: 0.0375125 Jul 16 08:45:02.501810 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60620) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:02.511697 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-dbd55c9e-dd50-4536-80a9-21f2d31fb0ac tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group': {'name': 'tempest-secgroup--402731255'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:02.555934 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dbd55c9e-dd50-4536-80a9-21f2d31fb0ac tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.647730 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dac4e05f-633f-45c3-904f-c09598303b3c tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.659982 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60626) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:02.660731 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dac4e05f-633f-45c3-904f-c09598303b3c tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "DELETE /v2.0/ports/769da458-2526-4c65-ba66-8b491728e629 HTTP/1.1" status: 204 len: 168 time: 1.3565235 Jul 16 08:45:02.901672 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1c69c7f-303d-45ca-941f-baaa2ffe6dcf tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] GET failed (client error): The resource could not be found. Jul 16 08:45:02.908970 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60638) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:02.915505 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-316c2297-251f-45f7-b482-738b8e0736e1 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Request body: {'port': {'network_id': 'e432d040-5e21-4444-afec-4ea2f8114e60', 'name': 'tempest-AllowedAddressPairTestJSON-2051894435'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:02.920176 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b1c69c7f-303d-45ca-941f-baaa2ffe6dcf tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "GET /v2.0/ports/769da458-2526-4c65-ba66-8b491728e629 HTTP/1.1" status: 404 len: 333 time: 0.2462113 Jul 16 08:45:02.947441 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dbd55c9e-dd50-4536-80a9-21f2d31fb0ac tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.963378 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dbd55c9e-dd50-4536-80a9-21f2d31fb0ac tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.991092 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dbd55c9e-dd50-4536-80a9-21f2d31fb0ac tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.999890 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dbd55c9e-dd50-4536-80a9-21f2d31fb0ac tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4919987 Jul 16 08:45:03.002768 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60642) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:03.017445 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-8416d2b4-9b59-4072-867d-2e61b454f59b tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group_rule': {'security_group_id': '375534fc-0bcd-4c18-8dec-e444c291a3b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:03.089307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd55c9e-dd50-4536-80a9-21f2d31fb0ac tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=375534fc-0bcd-4c18-8dec-e444c291a3b4,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:03.130483 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8416d2b4-9b59-4072-867d-2e61b454f59b tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.410409 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8416d2b4-9b59-4072-867d-2e61b454f59b tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.419550 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8416d2b4-9b59-4072-867d-2e61b454f59b tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.465453 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8416d2b4-9b59-4072-867d-2e61b454f59b tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f744bbc5-096e-4e4b-b7e4-8a8b951f24f0,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:03.478501 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8416d2b4-9b59-4072-867d-2e61b454f59b tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.490517 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8416d2b4-9b59-4072-867d-2e61b454f59b tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4781921 Jul 16 08:45:03.492663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60660) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:03.609279 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67bb7961-7b72-439a-8b8a-d5570e84055c tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.633774 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67bb7961-7b72-439a-8b8a-d5570e84055c tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.684985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7b126398-019c-497c-851f-2978242f486d no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:03.751178 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 7b126398-019c-497c-851f-2978242f486d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:03.753354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7b126398-019c-497c-851f-2978242f486d not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:03.770350 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67bb7961-7b72-439a-8b8a-d5570e84055c tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.774644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316c2297-251f-45f7-b482-738b8e0736e1 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Made reservation on behalf of e84cf0cd969349539e8560420381b453 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:03.783604 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-316c2297-251f-45f7-b482-738b8e0736e1 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.790739 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.805037 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67bb7961-7b72-439a-8b8a-d5570e84055c tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.806859 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-67bb7961-7b72-439a-8b8a-d5570e84055c tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f744bbc5-096e-4e4b-b7e4-8a8b951f24f0 HTTP/1.1" status: 204 len: 168 time: 0.3126988 Jul 16 08:45:03.814793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60674) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:03.815299 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60676) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:03.828567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-316c2297-251f-45f7-b482-738b8e0736e1 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] device_id is not set on port e10dcd7f-c4d1-4aa6-9476-6d7adb6fd07d yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:45:03.863046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bb7961-7b72-439a-8b8a-d5570e84055c tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f744bbc5-096e-4e4b-b7e4-8a8b951f24f0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:04.059045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-316c2297-251f-45f7-b482-738b8e0736e1 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Allocated IP 172.20.0.5 (e432d040-5e21-4444-afec-4ea2f8114e60/4f85cfc7-b166-4ca7-b006-afcc164aee3e/e10dcd7f-c4d1-4aa6-9476-6d7adb6fd07d) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:04.103159 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b4920799-5906-4e8e-9cc6-7bcf242b1492 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2609351 Jul 16 08:45:04.108215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60688) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:04.219049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb2f255-44b7-4be0-b60c-eb3b49b8f937 req-a952c334-40a0-4455-a2cf-b2ba5f671800 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:04.244768 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0bb2f255-44b7-4be0-b60c-eb3b49b8f937 req-a952c334-40a0-4455-a2cf-b2ba5f671800 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.4689977 Jul 16 08:45:04.428885 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0bb2f255-44b7-4be0-b60c-eb3b49b8f937 req-9b68e4f5-6126-4568-b65a-07b413c3ca31 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795282 Jul 16 08:45:04.429638 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0b1072a-03d7-44a8-bb74-d6faf380157e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.463642 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a4333881-a0bd-4f7b-9542-4c058a166304 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=091f77cee3be4a888aabf1e5c1dd2224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6259463 Jul 16 08:45:04.472406 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60702) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:04.486568 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-316c2297-251f-45f7-b482-738b8e0736e1 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.500750 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0b1072a-03d7-44a8-bb74-d6faf380157e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.518190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-316c2297-251f-45f7-b482-738b8e0736e1 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Transition to ACTIVE for port object e10dcd7f-c4d1-4aa6-9476-6d7adb6fd07d will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:04.583733 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcc93204-ae41-4dc3-98c7-8b000ed054b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.588007 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-316c2297-251f-45f7-b482-738b8e0736e1 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.620747 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0b1072a-03d7-44a8-bb74-d6faf380157e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.627411 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0b1072a-03d7-44a8-bb74-d6faf380157e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.630820 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f0b1072a-03d7-44a8-bb74-d6faf380157e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-groups/375534fc-0bcd-4c18-8dec-e444c291a3b4 HTTP/1.1" status: 204 len: 168 time: 0.5090184 Jul 16 08:45:04.634001 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60706) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:04.634899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcc93204-ae41-4dc3-98c7-8b000ed054b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.664689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b1072a-03d7-44a8-bb74-d6faf380157e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=375534fc-0bcd-4c18-8dec-e444c291a3b4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:04.753497 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcc93204-ae41-4dc3-98c7-8b000ed054b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.771894 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcc93204-ae41-4dc3-98c7-8b000ed054b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.783160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316c2297-251f-45f7-b482-738b8e0736e1 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Network e432d040-5e21-4444-afec-4ea2f8114e60 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:04.785605 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dcc93204-ae41-4dc3-98c7-8b000ed054b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/016b0260-4fb9-442a-b8ab-572546031977 HTTP/1.1" status: 204 len: 168 time: 0.3101079 Jul 16 08:45:04.802779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-316c2297-251f-45f7-b482-738b8e0736e1 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:04.810936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316c2297-251f-45f7-b482-738b8e0736e1 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:04.815755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc93204-ae41-4dc3-98c7-8b000ed054b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=016b0260-4fb9-442a-b8ab-572546031977,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:04.886924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c2297-251f-45f7-b482-738b8e0736e1 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event updated for resources: {'Port': ['ID=e10dcd7f-c4d1-4aa6-9476-6d7adb6fd07d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:04.932463 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316c2297-251f-45f7-b482-738b8e0736e1 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:04.933212 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-316c2297-251f-45f7-b482-738b8e0736e1 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.948061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60716) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:04.948391 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-64500155-246f-433b-8471-159e217a4d3c tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3080084 Jul 16 08:45:04.957743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-403d1c95-26f6-4faa-a9dc-e8bb568de4e6 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group': {'name': 'tempest-secgroup--163975346'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:04.973610 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-316c2297-251f-45f7-b482-738b8e0736e1 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0625067 Jul 16 08:45:04.975165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60718) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:04.980243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60720) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:04.982330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-28bd017e-dbbf-4bef-ab45-ebaeb952a24a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Request body: {'port': {'network_id': 'e432d040-5e21-4444-afec-4ea2f8114e60', 'name': 'tempest-AllowedAddressPairTestJSON-850875997'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:05.038156 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-403d1c95-26f6-4faa-a9dc-e8bb568de4e6 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.187878 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-947291fe-1bf0-4dfe-b08b-a81c34c22a87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.306453 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-403d1c95-26f6-4faa-a9dc-e8bb568de4e6 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.310913 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.315416 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-403d1c95-26f6-4faa-a9dc-e8bb568de4e6 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.335505 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4ebc605e-9078-43fc-861e-3c8cee852468 None None] Provisioning for port e10dcd7f-c4d1-4aa6-9476-6d7adb6fd07d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:05.337486 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bd017e-dbbf-4bef-ab45-ebaeb952a24a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Made reservation on behalf of e84cf0cd969349539e8560420381b453 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:05.343570 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28bd017e-dbbf-4bef-ab45-ebaeb952a24a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.348311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4ebc605e-9078-43fc-861e-3c8cee852468 None None] Provisioning complete for port e10dcd7f-c4d1-4aa6-9476-6d7adb6fd07d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:05.350123 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4ebc605e-9078-43fc-861e-3c8cee852468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.376415 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-403d1c95-26f6-4faa-a9dc-e8bb568de4e6 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.378663 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-403d1c95-26f6-4faa-a9dc-e8bb568de4e6 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4287565 Jul 16 08:45:05.383934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60730) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:05.387729 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d1c95-26f6-4faa-a9dc-e8bb568de4e6 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94fd0dbd-9c86-4f77-8acb-7bccf7f9b628,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:05.402307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8a6b11c1-dbf7-458e-b795-c30a7beed2e9 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group_rule': {'security_group_id': '94fd0dbd-9c86-4f77-8acb-7bccf7f9b628', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:05.451035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-4ebc605e-9078-43fc-861e-3c8cee852468 None None] Port e10dcd7f-c4d1-4aa6-9476-6d7adb6fd07d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:05.455020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-28bd017e-dbbf-4bef-ab45-ebaeb952a24a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] device_id is not set on port 97286a6b-74a1-4e9d-af74-51716e82c73c yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:45:05.550564 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a6b11c1-dbf7-458e-b795-c30a7beed2e9 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.682091 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49fafa77-99c1-43e8-a670-f6c9970a8870 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.792754 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a6b11c1-dbf7-458e-b795-c30a7beed2e9 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.801232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3a9eda-29b1-4c9e-a8d2-36cab5c31073 req-84090cd6-ea96-4624-80f2-f03bc2edd8ae tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.809605 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-be3a9eda-29b1-4c9e-a8d2-36cab5c31073 req-84090cd6-ea96-4624-80f2-f03bc2edd8ae tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.2202468 Jul 16 08:45:05.815568 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a6b11c1-dbf7-458e-b795-c30a7beed2e9 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.858125 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-28bd017e-dbbf-4bef-ab45-ebaeb952a24a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Allocated IP 172.20.0.14 (e432d040-5e21-4444-afec-4ea2f8114e60/4f85cfc7-b166-4ca7-b006-afcc164aee3e/97286a6b-74a1-4e9d-af74-51716e82c73c) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:05.887440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b11c1-dbf7-458e-b795-c30a7beed2e9 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6d3850a-8b2f-4231-b861-cefc97461e12,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:05.914934 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-be3a9eda-29b1-4c9e-a8d2-36cab5c31073 req-9112055f-3306-41aa-bca2-02b29a66da2b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042747 Jul 16 08:45:06.001003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60742) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:06.019171 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49fafa77-99c1-43e8-a670-f6c9970a8870 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.034743 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2f420cf-f5a2-4c25-b8f3-cf0c27ea8eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.041660 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49fafa77-99c1-43e8-a670-f6c9970a8870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.070585 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a6b11c1-dbf7-458e-b795-c30a7beed2e9 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.074933 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8a6b11c1-dbf7-458e-b795-c30a7beed2e9 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6872892 Jul 16 08:45:06.075628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60744) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:06.088025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-77a19834-cafc-46f1-bf3e-5b13bb5cde5a tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group_rule': {'security_group_id': '94fd0dbd-9c86-4f77-8acb-7bccf7f9b628', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:06.115837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60746) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:06.116734 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-49fafa77-99c1-43e8-a670-f6c9970a8870 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e36a522439064ce199fc9d0b276304c5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1338887 Jul 16 08:45:06.187370 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77a19834-cafc-46f1-bf3e-5b13bb5cde5a tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.193643 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28bd017e-dbbf-4bef-ab45-ebaeb952a24a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.238292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-28bd017e-dbbf-4bef-ab45-ebaeb952a24a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Transition to ACTIVE for port object 97286a6b-74a1-4e9d-af74-51716e82c73c will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:06.253255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fafa77-99c1-43e8-a670-f6c9970a8870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533b3fa4-e654-4f00-8d1d-1ed30ddfcec6,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:06.259232 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-685afb5b-a397-40c7-8eeb-d511c36b66ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.283718 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-685afb5b-a397-40c7-8eeb-d511c36b66ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.340529 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2f420cf-f5a2-4c25-b8f3-cf0c27ea8eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.351090 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2f420cf-f5a2-4c25-b8f3-cf0c27ea8eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.357941 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77a19834-cafc-46f1-bf3e-5b13bb5cde5a tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.366536 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77a19834-cafc-46f1-bf3e-5b13bb5cde5a tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.388110 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-685afb5b-a397-40c7-8eeb-d511c36b66ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.390954 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-685afb5b-a397-40c7-8eeb-d511c36b66ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.392067 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-685afb5b-a397-40c7-8eeb-d511c36b66ee admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/533b3fa4-e654-4f00-8d1d-1ed30ddfcec6 HTTP/1.1" status: 204 len: 168 time: 0.2749538 Jul 16 08:45:06.397935 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28bd017e-dbbf-4bef-ab45-ebaeb952a24a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.400998 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a19834-cafc-46f1-bf3e-5b13bb5cde5a tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6cea8a-066c-40d0-a36c-fb2ca0e5c902,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:06.401855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f420cf-f5a2-4c25-b8f3-cf0c27ea8eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b7ae02-2822-462c-b4ee-8486418fd0f9,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:06.412564 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b2f420cf-f5a2-4c25-b8f3-cf0c27ea8eae admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94294951b4d5409aa64e7b9bbc976e11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4063921 Jul 16 08:45:06.414907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60754) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:06.420979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685afb5b-a397-40c7-8eeb-d511c36b66ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533b3fa4-e654-4f00-8d1d-1ed30ddfcec6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:06.446858 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77a19834-cafc-46f1-bf3e-5b13bb5cde5a tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.451247 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-77a19834-cafc-46f1-bf3e-5b13bb5cde5a tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3684943 Jul 16 08:45:06.451885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60758) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:06.461644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a87cda4d-45c1-4db7-83d9-2a35524a9082 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group_rule': {'security_group_id': '94fd0dbd-9c86-4f77-8acb-7bccf7f9b628', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:06.502294 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd017e-dbbf-4bef-ab45-ebaeb952a24a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Network e432d040-5e21-4444-afec-4ea2f8114e60 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:06.510807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-28bd017e-dbbf-4bef-ab45-ebaeb952a24a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:06.517952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd017e-dbbf-4bef-ab45-ebaeb952a24a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event updated for resources: {'Port': ['ID=97286a6b-74a1-4e9d-af74-51716e82c73c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:06.521205 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bd017e-dbbf-4bef-ab45-ebaeb952a24a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:06.536854 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00c94d81-9775-49a9-ad39-18ee62e046fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.573648 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a87cda4d-45c1-4db7-83d9-2a35524a9082 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.589280 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00c94d81-9775-49a9-ad39-18ee62e046fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.630988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bd017e-dbbf-4bef-ab45-ebaeb952a24a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:06.632192 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28bd017e-dbbf-4bef-ab45-ebaeb952a24a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.704732 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-28bd017e-dbbf-4bef-ab45-ebaeb952a24a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7280750 Jul 16 08:45:06.707382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60766) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:06.712844 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00c94d81-9775-49a9-ad39-18ee62e046fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.716624 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00c94d81-9775-49a9-ad39-18ee62e046fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.718286 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-00c94d81-9775-49a9-ad39-18ee62e046fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15b7ae02-2822-462c-b4ee-8486418fd0f9 HTTP/1.1" status: 204 len: 168 time: 0.3012772 Jul 16 08:45:06.723506 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-324e7ce4-968a-43f8-a3c7-c4aa40a26e0a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:9b:c9:ba'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:d7:c3:93'}]}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:06.769591 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c94d81-9775-49a9-ad39-18ee62e046fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b7ae02-2822-462c-b4ee-8486418fd0f9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:06.790675 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a87cda4d-45c1-4db7-83d9-2a35524a9082 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.803351 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a87cda4d-45c1-4db7-83d9-2a35524a9082 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.861906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87cda4d-45c1-4db7-83d9-2a35524a9082 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b146851-8f0c-400c-95b7-eb0ba2c5f691,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:06.887827 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a87cda4d-45c1-4db7-83d9-2a35524a9082 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.897730 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a87cda4d-45c1-4db7-83d9-2a35524a9082 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4418883 Jul 16 08:45:06.899380 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60772) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:06.910930 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8655b156-5880-480f-9f22-d8b6300bd9c2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group_rule': {'security_group_id': '94fd0dbd-9c86-4f77-8acb-7bccf7f9b628', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:06.987227 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8655b156-5880-480f-9f22-d8b6300bd9c2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.994416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-068105bb-5f27-4501-9b69-cb67096c796c None None] Provisioning for port 97286a6b-74a1-4e9d-af74-51716e82c73c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:07.000982 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-068105bb-5f27-4501-9b69-cb67096c796c None None] Provisioning complete for port 97286a6b-74a1-4e9d-af74-51716e82c73c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:07.001669 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-068105bb-5f27-4501-9b69-cb67096c796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.103225 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-324e7ce4-968a-43f8-a3c7-c4aa40a26e0a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.106157 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-068105bb-5f27-4501-9b69-cb67096c796c None None] Port 97286a6b-74a1-4e9d-af74-51716e82c73c cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:07.149489 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8655b156-5880-480f-9f22-d8b6300bd9c2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.157141 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8655b156-5880-480f-9f22-d8b6300bd9c2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.186280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655b156-5880-480f-9f22-d8b6300bd9c2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01609752-f6ee-4f1a-8e57-ca96dab92977,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:07.205372 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8655b156-5880-480f-9f22-d8b6300bd9c2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.208476 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8655b156-5880-480f-9f22-d8b6300bd9c2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3049297 Jul 16 08:45:07.212786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60784) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:07.222867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a7af6df3-4d8f-4a68-98af-544a0f111f81 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group_rule': {'security_group_id': '94fd0dbd-9c86-4f77-8acb-7bccf7f9b628', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:07.295962 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a7af6df3-4d8f-4a68-98af-544a0f111f81 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.425963 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a7af6df3-4d8f-4a68-98af-544a0f111f81 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.433630 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a7af6df3-4d8f-4a68-98af-544a0f111f81 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.446680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60790) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:07.477095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af6df3-4d8f-4a68-98af-544a0f111f81 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc91feb-6ebd-4a64-a12d-2d34be459622,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:07.487467 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a7af6df3-4d8f-4a68-98af-544a0f111f81 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.493677 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a7af6df3-4d8f-4a68-98af-544a0f111f81 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2736573 Jul 16 08:45:07.495111 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60792) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:07.516227 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f585b9a1-a2b8-4b06-967d-d155049fbc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.535168 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d56107a-57d8-4a0b-ac4b-23440fc8c4d8 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.540445 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3c4d6-186a-4979-b1da-c9262ed0141d req-d9362321-4137-4a54-884b-0daf5dc54389 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:07.546827 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d56107a-57d8-4a0b-ac4b-23440fc8c4d8 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.553944 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-68a3c4d6-186a-4979-b1da-c9262ed0141d req-d9362321-4137-4a54-884b-0daf5dc54389 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.2691336 Jul 16 08:45:07.586588 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:45:07.589946 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d56107a-57d8-4a0b-ac4b-23440fc8c4d8 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.601722 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d56107a-57d8-4a0b-ac4b-23440fc8c4d8 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.604016 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1d56107a-57d8-4a0b-ac4b-23440fc8c4d8 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/dbc91feb-6ebd-4a64-a12d-2d34be459622 HTTP/1.1" status: 204 len: 168 time: 0.1070750 Jul 16 08:45:07.610231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60794) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:07.619858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d56107a-57d8-4a0b-ac4b-23440fc8c4d8 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbc91feb-6ebd-4a64-a12d-2d34be459622,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:07.646199 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-324e7ce4-968a-43f8-a3c7-c4aa40a26e0a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.673438 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-324e7ce4-968a-43f8-a3c7-c4aa40a26e0a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.719528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-58b65196-6a2e-48a1-802a-5f971a2a84ed tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1072183 Jul 16 08:45:07.725079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60800) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:07.770025 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-68a3c4d6-186a-4979-b1da-c9262ed0141d req-e948be6c-5345-4e5d-bc00-2888136debc5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2141190 Jul 16 08:45:07.783486 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-41f0514f-0fde-4e6b-b1df-71a1a02b67cb tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.802801 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-41f0514f-0fde-4e6b-b1df-71a1a02b67cb tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.866654 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-41f0514f-0fde-4e6b-b1df-71a1a02b67cb tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.879491 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-41f0514f-0fde-4e6b-b1df-71a1a02b67cb tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.885608 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-41f0514f-0fde-4e6b-b1df-71a1a02b67cb tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/01609752-f6ee-4f1a-8e57-ca96dab92977 HTTP/1.1" status: 204 len: 168 time: 0.1548910 Jul 16 08:45:07.907589 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-889aeced-730f-4141-8966-41593c021c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.919751 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60804) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:07.924188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0514f-0fde-4e6b-b1df-71a1a02b67cb tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01609752-f6ee-4f1a-8e57-ca96dab92977,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:08.029111 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ea562243-326d-4ecb-a874-130f3113a55c tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1033623 Jul 16 08:45:08.030215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60810) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:08.096177 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1872-7884-45c3-83bb-6e09a31d7fa8 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.107350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324e7ce4-968a-43f8-a3c7-c4aa40a26e0a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event updated for resources: {'Port': ['ID=97286a6b-74a1-4e9d-af74-51716e82c73c,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:08.116328 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1872-7884-45c3-83bb-6e09a31d7fa8 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.179792 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.181143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-324e7ce4-968a-43f8-a3c7-c4aa40a26e0a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] In _notify_port_updated(), no bound segment for port 97286a6b-74a1-4e9d-af74-51716e82c73c on network e432d040-5e21-4444-afec-4ea2f8114e60 {{(pid=93695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:45:08.187830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324e7ce4-968a-43f8-a3c7-c4aa40a26e0a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:08.191077 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-324e7ce4-968a-43f8-a3c7-c4aa40a26e0a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.193560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-324e7ce4-968a-43f8-a3c7-c4aa40a26e0a tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "PUT /v2.0/ports/97286a6b-74a1-4e9d-af74-51716e82c73c HTTP/1.1" status: 200 len: 1055 time: 1.4827104 Jul 16 08:45:08.199716 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60816) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:08.243167 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f585b9a1-a2b8-4b06-967d-d155049fbc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.254492 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f585b9a1-a2b8-4b06-967d-d155049fbc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.269540 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1872-7884-45c3-83bb-6e09a31d7fa8 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.298311 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f6cd1872-7884-45c3-83bb-6e09a31d7fa8 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.300368 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f6cd1872-7884-45c3-83bb-6e09a31d7fa8 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/2b146851-8f0c-400c-95b7-eb0ba2c5f691 HTTP/1.1" status: 204 len: 168 time: 0.2686076 Jul 16 08:45:08.311649 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60818) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:08.357832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd1872-7884-45c3-83bb-6e09a31d7fa8 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b146851-8f0c-400c-95b7-eb0ba2c5f691,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:08.385360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585b9a1-a2b8-4b06-967d-d155049fbc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f4da2b-f9ad-4f7d-ad20-c0cbea85212c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:08.394572 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f585b9a1-a2b8-4b06-967d-d155049fbc9e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c0a485f784b34abdaa9129730bb9226c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9469900 Jul 16 08:45:08.399593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60824) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:08.446246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7c04a8b4-aaf5-403a-a1e2-e0c35c35f8a8 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Deleting port 97286a6b-74a1-4e9d-af74-51716e82c73c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:08.447167 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c04a8b4-aaf5-403a-a1e2-e0c35c35f8a8 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.450024 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6c1d28db-6d63-4a9f-a1fe-d87442c44db8 None None] Provisioning complete for port 97286a6b-74a1-4e9d-af74-51716e82c73c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:08.450478 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6c1d28db-6d63-4a9f-a1fe-d87442c44db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.472589 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3a192fa3-493a-4171-9709-ebddd89c9d05 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1589663 Jul 16 08:45:08.474431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60828) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:08.502821 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-6c1d28db-6d63-4a9f-a1fe-d87442c44db8 None None] Port 97286a6b-74a1-4e9d-af74-51716e82c73c cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:08.563039 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5cd29b8d-5ee1-4996-af5d-e2c8059053c2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.584589 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5cd29b8d-5ee1-4996-af5d-e2c8059053c2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.623518 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c04a8b4-aaf5-403a-a1e2-e0c35c35f8a8 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.625333 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc6f314f-1cae-43c6-82cd-587716ad0201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.649127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7c04a8b4-aaf5-403a-a1e2-e0c35c35f8a8 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Calling delete_port for 97286a6b-74a1-4e9d-af74-51716e82c73c owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:08.685941 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc6f314f-1cae-43c6-82cd-587716ad0201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.689093 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5cd29b8d-5ee1-4996-af5d-e2c8059053c2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.711216 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5cd29b8d-5ee1-4996-af5d-e2c8059053c2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.717859 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5cd29b8d-5ee1-4996-af5d-e2c8059053c2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8d6cea8a-066c-40d0-a36c-fb2ca0e5c902 HTTP/1.1" status: 204 len: 168 time: 0.2307565 Jul 16 08:45:08.718647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60836) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:08.733343 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd29b8d-5ee1-4996-af5d-e2c8059053c2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d6cea8a-066c-40d0-a36c-fb2ca0e5c902,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:08.812204 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc6f314f-1cae-43c6-82cd-587716ad0201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.813055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60838) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:08.823386 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc6f314f-1cae-43c6-82cd-587716ad0201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.825423 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dc6f314f-1cae-43c6-82cd-587716ad0201 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81f4da2b-f9ad-4f7d-ad20-c0cbea85212c HTTP/1.1" status: 204 len: 168 time: 0.4244003 Jul 16 08:45:08.840030 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-632c576a-ff8e-4425-834b-a9681e2c55c1 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1200571 Jul 16 08:45:08.848005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60850) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:08.865090 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6f314f-1cae-43c6-82cd-587716ad0201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f4da2b-f9ad-4f7d-ad20-c0cbea85212c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:08.881994 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-39b2f91e-8e61-4568-9f6b-b3e248fb950e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.907255 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-39b2f91e-8e61-4568-9f6b-b3e248fb950e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.001693 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-39b2f91e-8e61-4568-9f6b-b3e248fb950e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.018597 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-39b2f91e-8e61-4568-9f6b-b3e248fb950e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.023954 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-39b2f91e-8e61-4568-9f6b-b3e248fb950e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d6d3850a-8b2f-4231-b861-cefc97461e12 HTTP/1.1" status: 204 len: 168 time: 0.1713700 Jul 16 08:45:09.025635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60852) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:09.036258 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c04a8b4-aaf5-403a-a1e2-e0c35c35f8a8 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.065329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b2f91e-8e61-4568-9f6b-b3e248fb950e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6d3850a-8b2f-4231-b861-cefc97461e12,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:09.115598 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-809702ee-b69d-4c14-b818-48da60d29640 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0856841 Jul 16 08:45:09.116789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60856) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:09.123900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c04a8b4-aaf5-403a-a1e2-e0c35c35f8a8 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event deleted for resources: {'Port': ['ID=97286a6b-74a1-4e9d-af74-51716e82c73c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:09.132332 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3bdc577-b60f-46fc-b1d0-c41c890d6cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.236621 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fc9374c-9b68-4ea2-be9b-7293bfc1351e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.305583 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fc9374c-9b68-4ea2-be9b-7293bfc1351e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.392967 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fc9374c-9b68-4ea2-be9b-7293bfc1351e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.396658 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fc9374c-9b68-4ea2-be9b-7293bfc1351e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.398872 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8fc9374c-9b68-4ea2-be9b-7293bfc1351e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-groups/94fd0dbd-9c86-4f77-8acb-7bccf7f9b628 HTTP/1.1" status: 204 len: 168 time: 0.2446270 Jul 16 08:45:09.413088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60864) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:09.435059 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc9374c-9b68-4ea2-be9b-7293bfc1351e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fd0dbd-9c86-4f77-8acb-7bccf7f9b628,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:09.467828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8da1d2-d107-4629-b7e9-8c75c3ffd9e3 req-0468129a-e2d4-4eac-b7ca-4d582c4a289e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:09.478541 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb8da1d2-d107-4629-b7e9-8c75c3ffd9e3 req-0468129a-e2d4-4eac-b7ca-4d582c4a289e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.3932695 Jul 16 08:45:09.548187 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-61b66d3a-ee02-4466-b2ff-fdf691740aa0 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1350741 Jul 16 08:45:09.561989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60870) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:09.570368 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ca6ea5e1-6448-4857-a712-9cec27b0b3f1 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group': {'name': 'tempest-secgroup--850249530'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:09.589625 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb8da1d2-d107-4629-b7e9-8c75c3ffd9e3 req-681e9e7e-08eb-4e32-9791-e449236b4a5a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096513 Jul 16 08:45:09.634214 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.667151 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3bdc577-b60f-46fc-b1d0-c41c890d6cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.669693 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c04a8b4-aaf5-403a-a1e2-e0c35c35f8a8 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.672083 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7c04a8b4-aaf5-403a-a1e2-e0c35c35f8a8 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "DELETE /v2.0/ports/97286a6b-74a1-4e9d-af74-51716e82c73c HTTP/1.1" status: 204 len: 168 time: 1.4696567 Jul 16 08:45:09.673502 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3bdc577-b60f-46fc-b1d0-c41c890d6cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.678924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60874) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:09.717681 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea5e1-6448-4857-a712-9cec27b0b3f1 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.789171 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda69bbf-4f0b-48c5-8a40-6033a10d1042 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] GET failed (client error): The resource could not be found. Jul 16 08:45:09.795049 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-eda69bbf-4f0b-48c5-8a40-6033a10d1042 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "GET /v2.0/ports/97286a6b-74a1-4e9d-af74-51716e82c73c HTTP/1.1" status: 404 len: 333 time: 0.1146710 Jul 16 08:45:09.797393 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60880) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:09.866856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60886) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:09.869014 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b3bdc577-b60f-46fc-b1d0-c41c890d6cfa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e3021c30e984301b099dd059c644bb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0532312 Jul 16 08:45:09.914632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bdc577-b60f-46fc-b1d0-c41c890d6cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24fe121b-2d47-49db-9b6d-187317d58db5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.020257 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea5e1-6448-4857-a712-9cec27b0b3f1 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.032028 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea5e1-6448-4857-a712-9cec27b0b3f1 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.087192 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ca6ea5e1-6448-4857-a712-9cec27b0b3f1 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.092456 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ca6ea5e1-6448-4857-a712-9cec27b0b3f1 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5281513 Jul 16 08:45:10.093323 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3f4067cf-0d87-45bf-9435-02c43605f283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.093559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60896) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:10.109106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a5253a5c-64f8-4929-bb96-4b9294a3818f tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group_rule': {'security_group_id': 'e108d1b6-08e8-4610-a45e-0d9ed6205730', 'direction': 'ingress', 'protocol': 17}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:10.115389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ea5e1-6448-4857-a712-9cec27b0b3f1 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e108d1b6-08e8-4610-a45e-0d9ed6205730,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.128067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ccc49ff7-da3b-4747-adab-39fa683d91bb tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Deleting port e10dcd7f-c4d1-4aa6-9476-6d7adb6fd07d {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:10.128479 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccc49ff7-da3b-4747-adab-39fa683d91bb tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.152316 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3f4067cf-0d87-45bf-9435-02c43605f283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.216342 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a5253a5c-64f8-4929-bb96-4b9294a3818f tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.324721 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccc49ff7-da3b-4747-adab-39fa683d91bb tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.352235 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a5253a5c-64f8-4929-bb96-4b9294a3818f tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.355974 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ccc49ff7-da3b-4747-adab-39fa683d91bb tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Calling delete_port for e10dcd7f-c4d1-4aa6-9476-6d7adb6fd07d owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:10.358870 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3f4067cf-0d87-45bf-9435-02c43605f283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.359692 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a5253a5c-64f8-4929-bb96-4b9294a3818f tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.364079 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3f4067cf-0d87-45bf-9435-02c43605f283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.370109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3f4067cf-0d87-45bf-9435-02c43605f283 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/24fe121b-2d47-49db-9b6d-187317d58db5 HTTP/1.1" status: 204 len: 168 time: 0.4973919 Jul 16 08:45:10.396097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5253a5c-64f8-4929-bb96-4b9294a3818f tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa8fe631-ae0f-42d1-a89e-9632eef8f466,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.398463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4067cf-0d87-45bf-9435-02c43605f283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24fe121b-2d47-49db-9b6d-187317d58db5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.409261 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a5253a5c-64f8-4929-bb96-4b9294a3818f tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.411881 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a5253a5c-64f8-4929-bb96-4b9294a3818f tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3157420 Jul 16 08:45:10.416419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60912) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:10.552572 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-74ab7796-a756-49e4-8437-1f0c0983278b tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.600677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-74ab7796-a756-49e4-8437-1f0c0983278b tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.685167 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-74ab7796-a756-49e4-8437-1f0c0983278b tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.690407 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-74ab7796-a756-49e4-8437-1f0c0983278b tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.700120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60926) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:10.710195 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-74ab7796-a756-49e4-8437-1f0c0983278b tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-groups/e108d1b6-08e8-4610-a45e-0d9ed6205730 HTTP/1.1" status: 204 len: 168 time: 0.2913396 Jul 16 08:45:10.741356 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ab7796-a756-49e4-8437-1f0c0983278b tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e108d1b6-08e8-4610-a45e-0d9ed6205730,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.837331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60930) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:10.845329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6e3c6488-33f5-45e1-ac1c-b40918aa03bc tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group': {'name': 'tempest-secgroup--1824853640'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:10.849546 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8e279722-f9a2-4679-b520-cf467c4eec1e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1474893 Jul 16 08:45:10.859377 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccc49ff7-da3b-4747-adab-39fa683d91bb tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.927493 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6e3c6488-33f5-45e1-ac1c-b40918aa03bc tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.058980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc49ff7-da3b-4747-adab-39fa683d91bb tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event deleted for resources: {'Port': ['ID=e10dcd7f-c4d1-4aa6-9476-6d7adb6fd07d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:11.145428 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.290440 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6e3c6488-33f5-45e1-ac1c-b40918aa03bc tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.299443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6e3c6488-33f5-45e1-ac1c-b40918aa03bc tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.365716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0339afdc-9e9e-48d0-9fdc-7209d33b1137 req-289ac022-a4d8-456c-8f57-ced695035f01 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.370508 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6e3c6488-33f5-45e1-ac1c-b40918aa03bc tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.375133 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6e3c6488-33f5-45e1-ac1c-b40918aa03bc tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5362334 Jul 16 08:45:11.379085 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0339afdc-9e9e-48d0-9fdc-7209d33b1137 req-289ac022-a4d8-456c-8f57-ced695035f01 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.3841085 Jul 16 08:45:11.383210 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60948) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:11.390847 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccc49ff7-da3b-4747-adab-39fa683d91bb tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.392572 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ccc49ff7-da3b-4747-adab-39fa683d91bb tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "DELETE /v2.0/ports/e10dcd7f-c4d1-4aa6-9476-6d7adb6fd07d HTTP/1.1" status: 204 len: 168 time: 1.5934677 Jul 16 08:45:11.396900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c6488-33f5-45e1-ac1c-b40918aa03bc tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75bf0722-e302-46b8-975e-1da912b611c1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:11.400663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-98d8047c-71e2-4220-a9da-678cf069dab9 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group': {'name': 'tempest-secgroup--6230164'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:11.409682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60950) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:11.489263 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-73a7c23a-99c0-4794-9b89-422b77356d6f tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] GET failed (client error): The resource could not be found. Jul 16 08:45:11.497056 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-73a7c23a-99c0-4794-9b89-422b77356d6f tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "GET /v2.0/ports/e10dcd7f-c4d1-4aa6-9476-6d7adb6fd07d HTTP/1.1" status: 404 len: 333 time: 0.0837479 Jul 16 08:45:11.502685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60952) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:11.528828 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0339afdc-9e9e-48d0-9fdc-7209d33b1137 req-726c9848-1252-4977-bb58-9a104263ddf1 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480215 Jul 16 08:45:11.571725 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98d8047c-71e2-4220-a9da-678cf069dab9 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.587872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60954) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:11.657162 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c65be647-f280-4bc5-ae01-3a68b7955e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.700106 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.api [None req-c65be647-f280-4bc5-ae01-3a68b7955e8e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:45:11.700106 n-d-758944-46 neutron-server[93695]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:45:11.700106 n-d-758944-46 neutron-server[93695]: [parameters: {'project_id_1': 'ef62fa789cc744ecbd8ef41ac83351d8', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 45, 11, 685699)}] Jul 16 08:45:11.700106 n-d-758944-46 neutron-server[93695]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:45:11.701118 n-d-758944-46 neutron-server[93695]: DEBUG oslo_db.api [None req-c65be647-f280-4bc5-ae01-3a68b7955e8e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:45:11.778733 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cfe4384-8f45-4bc8-8262-cb7351fbd758 req-a68cd150-a82a-491c-ac42-3caebd4737d8 tempest-FlavorsV2NegativeTest-1981936458 tempest-FlavorsV2NegativeTest-1981936458-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=12f7fc76075845e1a9c9d38983bc4664&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574942 Jul 16 08:45:11.807635 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98d8047c-71e2-4220-a9da-678cf069dab9 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.814216 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98d8047c-71e2-4220-a9da-678cf069dab9 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.873890 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98d8047c-71e2-4220-a9da-678cf069dab9 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.878399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60970) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:11.882493 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-98d8047c-71e2-4220-a9da-678cf069dab9 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.4879053 Jul 16 08:45:11.887095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-353c290d-e970-4a34-bee1-92c15a7b9172 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group_rule': {'security_group_id': '75bf0722-e302-46b8-975e-1da912b611c1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '7a92a955-d29b-42fe-8f8a-c4d6f9f786f4', 'remote_ip_prefix': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:11.890317 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d8047c-71e2-4220-a9da-678cf069dab9 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a92a955-d29b-42fe-8f8a-c4d6f9f786f4,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:11.925423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-11944bbf-ca04-47c4-9b9b-4a058674a463 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Deleting port e73c74bf-b2c6-4315-bcae-47e76254dff4 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:11.925693 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-11944bbf-ca04-47c4-9b9b-4a058674a463 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.038308 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe4384-8f45-4bc8-8262-cb7351fbd758 req-46d09980-c1a7-4924-92ff-b533258cf944 tempest-FlavorsV2NegativeTest-1981936458 tempest-FlavorsV2NegativeTest-1981936458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:12.039966 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cfe4384-8f45-4bc8-8262-cb7351fbd758 req-46d09980-c1a7-4924-92ff-b533258cf944 tempest-FlavorsV2NegativeTest-1981936458 tempest-FlavorsV2NegativeTest-1981936458-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2531757 Jul 16 08:45:12.075480 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-353c290d-e970-4a34-bee1-92c15a7b9172 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.081282 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cfe4384-8f45-4bc8-8262-cb7351fbd758 req-d717e0d2-e359-4165-b584-73503d535577 tempest-FlavorsV2NegativeTest-1981936458 tempest-FlavorsV2NegativeTest-1981936458-project] 10.222.0.20 "GET /v2.0/quotas/12f7fc76075845e1a9c9d38983bc4664 HTTP/1.1" status: 200 len: 375 time: 0.0268054 Jul 16 08:45:12.114991 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-11944bbf-ca04-47c4-9b9b-4a058674a463 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.190653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-11944bbf-ca04-47c4-9b9b-4a058674a463 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Calling delete_port for e73c74bf-b2c6-4315-bcae-47e76254dff4 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:12.196690 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cfe4384-8f45-4bc8-8262-cb7351fbd758 req-a9f851ce-3e0b-47e5-aa3a-25838e1ce3e8 tempest-FlavorsV2NegativeTest-1981936458 tempest-FlavorsV2NegativeTest-1981936458-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=12f7fc76075845e1a9c9d38983bc4664&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776191 Jul 16 08:45:12.202689 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c65be647-f280-4bc5-ae01-3a68b7955e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.329731 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60982) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:12.393893 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c65be647-f280-4bc5-ae01-3a68b7955e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.400407 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c65be647-f280-4bc5-ae01-3a68b7955e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.400744 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-353c290d-e970-4a34-bee1-92c15a7b9172 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.413346 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-353c290d-e970-4a34-bee1-92c15a7b9172 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.459038 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c65be647-f280-4bc5-ae01-3a68b7955e8e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef62fa789cc744ecbd8ef41ac83351d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8698587 Jul 16 08:45:12.466086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60990) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:12.479166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c290d-e970-4a34-bee1-92c15a7b9172 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72d3770b-255d-4225-9abc-8d258deb0212,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:12.486425 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65be647-f280-4bc5-ae01-3a68b7955e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a26b5765-88ec-4866-9bbb-a0ba44f896b4,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:12.502060 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-353c290d-e970-4a34-bee1-92c15a7b9172 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.504427 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-353c290d-e970-4a34-bee1-92c15a7b9172 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6214097 Jul 16 08:45:12.509455 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60992) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:12.648861 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-11944bbf-ca04-47c4-9b9b-4a058674a463 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.676242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1c9456f9-4230-415f-bc76-5c9bf3f6f10b details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:45:12.702087 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d89bbdd-5b87-486c-9440-12a1dd639499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.709110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11944bbf-ca04-47c4-9b9b-4a058674a463 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event deleted for resources: {'Port': ['ID=e73c74bf-b2c6-4315-bcae-47e76254dff4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:12.938931 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-11944bbf-ca04-47c4-9b9b-4a058674a463 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.949121 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-11944bbf-ca04-47c4-9b9b-4a058674a463 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "DELETE /v2.0/ports/e73c74bf-b2c6-4315-bcae-47e76254dff4 HTTP/1.1" status: 204 len: 168 time: 1.4437962 Jul 16 08:45:12.953394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 32774) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:12.967021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:12.984876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'port_id': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'mac_address': 'fa:16:3e:17:ed:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:45:13.088934 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.129375 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c9456f9-4230-415f-bc76-5c9bf3f6f10b {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:13.191635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:13.201594 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.223857 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc8747d-c4c2-4619-9689-c1b6b3fe777e tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Deleting subnet 4f85cfc7-b166-4ca7-b006-afcc164aee3e {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:13.233178 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0bc8747d-c4c2-4619-9689-c1b6b3fe777e tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.318919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:13.336440 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e91ed5d4-1495-4f84-8fb3-88d82c9c7acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.347851 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0bc8747d-c4c2-4619-9689-c1b6b3fe777e tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.350774 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d27cb73f-bc47-47c9-bee8-d5905fa75c32 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.386976 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d27cb73f-bc47-47c9-bee8-d5905fa75c32 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.393188 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['1c9456f9-4230-415f-bc76-5c9bf3f6f10b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:13.490541 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e91ed5d4-1495-4f84-8fb3-88d82c9c7acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.543990 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d27cb73f-bc47-47c9-bee8-d5905fa75c32 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.572642 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d27cb73f-bc47-47c9-bee8-d5905fa75c32 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.577314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d27cb73f-bc47-47c9-bee8-d5905fa75c32 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/72d3770b-255d-4225-9abc-8d258deb0212 HTTP/1.1" status: 204 len: 168 time: 1.0664127 Jul 16 08:45:13.593243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32790) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:13.604890 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0bc8747d-c4c2-4619-9689-c1b6b3fe777e tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.695916 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907c05ac-54eb-4405-9bec-4f6420065626 req-b2457c3a-1b18-4d62-a861-f5bee5349538 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.698895 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-907c05ac-54eb-4405-9bec-4f6420065626 req-b2457c3a-1b18-4d62-a861-f5bee5349538 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 945 time: 0.3634655 Jul 16 08:45:13.700578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 32794) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:13.713347 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27cb73f-bc47-47c9-bee8-d5905fa75c32 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72d3770b-255d-4225-9abc-8d258deb0212,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:13.816240 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0bc8747d-c4c2-4619-9689-c1b6b3fe777e tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.829056 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-37d4d461-3193-4a37-9aa9-d2bfb3c6577d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2259276 Jul 16 08:45:13.842890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32800) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:13.867717 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e91ed5d4-1495-4f84-8fb3-88d82c9c7acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.873627 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e91ed5d4-1495-4f84-8fb3-88d82c9c7acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.875932 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e91ed5d4-1495-4f84-8fb3-88d82c9c7acd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a26b5765-88ec-4866-9bbb-a0ba44f896b4 HTTP/1.1" status: 204 len: 168 time: 1.4084487 Jul 16 08:45:13.886996 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-907c05ac-54eb-4405-9bec-4f6420065626 req-bbc4374f-3595-43eb-b71d-21c5147a9e2a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659288 Jul 16 08:45:13.904903 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8747d-c4c2-4619-9689-c1b6b3fe777e tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event deleted for resources: {'Subnet': ['ID=4f85cfc7-b166-4ca7-b006-afcc164aee3e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:13.921703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ed5d4-1495-4f84-8fb3-88d82c9c7acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a26b5765-88ec-4866-9bbb-a0ba44f896b4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:13.922774 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d89bbdd-5b87-486c-9440-12a1dd639499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.958658 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0bc8747d-c4c2-4619-9689-c1b6b3fe777e tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.964486 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0bc8747d-c4c2-4619-9689-c1b6b3fe777e tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "DELETE /v2.0/subnets/4f85cfc7-b166-4ca7-b006-afcc164aee3e HTTP/1.1" status: 204 len: 168 time: 0.9927771 Jul 16 08:45:13.966998 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32804) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:13.967273 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef592e2b-4b2d-4ab0-9f8d-0f46dc2e6bcb None None] Network e432d040-5e21-4444-afec-4ea2f8114e60 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:13.968816 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d89bbdd-5b87-486c-9440-12a1dd639499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.070342 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fd4c59e-94f3-48c6-91de-9c0ea211a08a tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.170478 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-facb0460-2a57-4a6e-99d2-2af99076d3e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.198304 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6d89bbdd-5b87-486c-9440-12a1dd639499 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12c7a561b80b446ebbde158805c1bbcf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8668697 Jul 16 08:45:14.202792 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d89bbdd-5b87-486c-9440-12a1dd639499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8013bdc-cdeb-4b0b-80fe-edab6c00540a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:14.207307 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.207956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 32812) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:14.212316 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fd4c59e-94f3-48c6-91de-9c0ea211a08a tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.228701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5370a3b-78ef-4b94-9be1-6d6667bfcaf2 None None] DHCP port deletion for e432d040-5e21-4444-afec-4ea2f8114e60 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:45:14.363598 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7986eec4-1f87-4d83-bdfb-c799dfbf5d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.426251 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7986eec4-1f87-4d83-bdfb-c799dfbf5d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.465715 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fd4c59e-94f3-48c6-91de-9c0ea211a08a tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.469432 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c5370a3b-78ef-4b94-9be1-6d6667bfcaf2 None None] Deleting port d318bc95-8b97-4426-8bab-e9a8b889dc00 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:14.471219 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c5370a3b-78ef-4b94-9be1-6d6667bfcaf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.474182 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fd4c59e-94f3-48c6-91de-9c0ea211a08a tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.476686 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6fd4c59e-94f3-48c6-91de-9c0ea211a08a tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-groups/7a92a955-d29b-42fe-8f8a-c4d6f9f786f4 HTTP/1.1" status: 204 len: 168 time: 0.6264241 Jul 16 08:45:14.487780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32816) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:14.549017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd4c59e-94f3-48c6-91de-9c0ea211a08a tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a92a955-d29b-42fe-8f8a-c4d6f9f786f4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:14.588283 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-facb0460-2a57-4a6e-99d2-2af99076d3e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.600708 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-facb0460-2a57-4a6e-99d2-2af99076d3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.625109 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7986eec4-1f87-4d83-bdfb-c799dfbf5d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.635788 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7986eec4-1f87-4d83-bdfb-c799dfbf5d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.643006 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7986eec4-1f87-4d83-bdfb-c799dfbf5d4b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e8013bdc-cdeb-4b0b-80fe-edab6c00540a HTTP/1.1" status: 204 len: 168 time: 0.4288743 Jul 16 08:45:14.645135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Deleting port d318bc95-8b97-4426-8bab-e9a8b889dc00 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:14.646558 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.700594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c5370a3b-78ef-4b94-9be1-6d6667bfcaf2 None None] For port d318bc95-8b97-4426-8bab-e9a8b889dc00, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d318bc95-8b97-4426-8bab-e9a8b889dc00,segment=NetworkSegment(b8b923cb-0cd1-4ef0-8d5a-7f59365fb083),segment_id=b8b923cb-0cd1-4ef0-8d5a-7f59365fb083)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:14.701040 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c5370a3b-78ef-4b94-9be1-6d6667bfcaf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.735270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c5370a3b-78ef-4b94-9be1-6d6667bfcaf2 None None] Calling delete_port for d318bc95-8b97-4426-8bab-e9a8b889dc00 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:14.753798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb0460-2a57-4a6e-99d2-2af99076d3e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d688cf39-7205-49f1-bd42-a0172f9eac92,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:14.768637 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-facb0460-2a57-4a6e-99d2-2af99076d3e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=12f7fc76075845e1a9c9d38983bc4664&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0607295 Jul 16 08:45:14.777978 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 32824) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:14.811482 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986eec4-1f87-4d83-bdfb-c799dfbf5d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8013bdc-cdeb-4b0b-80fe-edab6c00540a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:14.828467 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1c9456f9-4230-415f-bc76-5c9bf3f6f10b up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:14.851971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] For port d318bc95-8b97-4426-8bab-e9a8b889dc00, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d318bc95-8b97-4426-8bab-e9a8b889dc00,segment=NetworkSegment(b8b923cb-0cd1-4ef0-8d5a-7f59365fb083),segment_id=b8b923cb-0cd1-4ef0-8d5a-7f59365fb083)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:14.853739 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.902922 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb320ba6-c1fc-4a92-9a7e-9f2568c6fa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.924608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Calling delete_port for d318bc95-8b97-4426-8bab-e9a8b889dc00 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:15.006328 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:15.007191 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.009401 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb320ba6-c1fc-4a92-9a7e-9f2568c6fa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.130749 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c5370a3b-78ef-4b94-9be1-6d6667bfcaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.171157 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb320ba6-c1fc-4a92-9a7e-9f2568c6fa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.174644 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb320ba6-c1fc-4a92-9a7e-9f2568c6fa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.176480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-eb320ba6-c1fc-4a92-9a7e-9f2568c6fa5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d688cf39-7205-49f1-bd42-a0172f9eac92 HTTP/1.1" status: 204 len: 168 time: 0.3965907 Jul 16 08:45:15.184980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5370a3b-78ef-4b94-9be1-6d6667bfcaf2 None None] No DVR routers for this DVR port d318bc95-8b97-4426-8bab-e9a8b889dc00 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:15.208162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb320ba6-c1fc-4a92-9a7e-9f2568c6fa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d688cf39-7205-49f1-bd42-a0172f9eac92,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:15.305813 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-25c40672-6dc8-4221-81b1-0b02503a5d41 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.8119314 Jul 16 08:45:15.307898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 32838) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:15.386751 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5370a3b-78ef-4b94-9be1-6d6667bfcaf2 None None] Pushing event deleted for resources: {'Port': ['ID=d318bc95-8b97-4426-8bab-e9a8b889dc00,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:15.499547 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d318bc95-8b97-4426-8bab-e9a8b889dc00 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:15.517012 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.584082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event deleted for resources: {'Port': ['ID=d318bc95-8b97-4426-8bab-e9a8b889dc00,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:15.607171 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] No DVR routers for this DVR port d318bc95-8b97-4426-8bab-e9a8b889dc00 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:15.635477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: d318bc95-8b97-4426-8bab-e9a8b889dc00 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:15.641470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d318bc95-8b97-4426-8bab-e9a8b889dc00 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:15.698453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94b4f972-aea0-428f-8edb-b1fc9e005011 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.702711 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.829628 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:15.839758 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94b4f972-aea0-428f-8edb-b1fc9e005011 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.859979 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e008dba7-caec-4386-8878-d67916c1c7f0" -d '{"events": [{"server_uuid": "3c6aaec5-049a-4d71-be5b-f7723e772533", "name": "network-vif-plugged", "status": "completed", "tag": "1c9456f9-4230-415f-bc76-5c9bf3f6f10b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:15.925367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:15.933636 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.952762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6709ec-9bc4-4045-867f-31684260c623 req-e3d6e8d4-8d86-4b1e-ac04-8606f87d9b4f tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:15.956277 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d6709ec-9bc4-4045-867f-31684260c623 req-e3d6e8d4-8d86-4b1e-ac04-8606f87d9b4f tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 945 time: 0.5125117 Jul 16 08:45:15.990990 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.035332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e432d040-5e21-4444-afec-4ea2f8114e60']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:16.072011 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94b4f972-aea0-428f-8edb-b1fc9e005011 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.087461 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8b923cb-0cd1-4ef0-8d5a-7f59365fb083') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:16.089234 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94b4f972-aea0-428f-8edb-b1fc9e005011 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.098067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8b923cb-0cd1-4ef0-8d5a-7f59365fb083') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:16.111125 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-94b4f972-aea0-428f-8edb-b1fc9e005011 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-groups/75bf0722-e302-46b8-975e-1da912b611c1 HTTP/1.1" status: 204 len: 168 time: 0.8017032 Jul 16 08:45:16.114616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32856) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:16.137930 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4f972-aea0-428f-8edb-b1fc9e005011 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bf0722-e302-46b8-975e-1da912b611c1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:16.143147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:16.227748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d6709ec-9bc4-4045-867f-31684260c623 req-636da57a-603c-4df3-9abe-9dcaa935a5f3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484639 Jul 16 08:45:16.264322 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.326750 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a774171-15fe-4405-b3f5-27d915085f4f x-openstack-request-id: req-1a774171-15fe-4405-b3f5-27d915085f4f {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:16.327362 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6aaec5-049a-4d71-be5b-f7723e772533", "name": "network-vif-plugged", "status": "completed", "tag": "1c9456f9-4230-415f-bc76-5c9bf3f6f10b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:16.327851 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a774171-15fe-4405-b3f5-27d915085f4f {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:16.328634 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'code': 200} Jul 16 08:45:16.363456 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8841df33-83ed-438c-b666-df1305fc78b1 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2408581 Jul 16 08:45:16.366906 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.369592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 32862) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:16.386045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-664e2915-9f21-4623-96e7-0453e5a458d3 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group': {'name': 'tempest-secgroup--1000968768'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:16.402698 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:16.403117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.478317 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-664e2915-9f21-4623-96e7-0453e5a458d3 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:16.480084 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:16.488632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.500731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.509586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] 10.222.0.20 "DELETE /v2.0/networks/e432d040-5e21-4444-afec-4ea2f8114e60 HTTP/1.1" status: 204 len: 168 time: 2.5393028 Jul 16 08:45:16.521388 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436cec07-f737-46b2-bfa3-2c699e155956 tempest-AllowedAddressPairTestJSON-1771536532 tempest-AllowedAddressPairTestJSON-1771536532-project] Pushing event deleted for resources: {'Network': ['ID=e432d040-5e21-4444-afec-4ea2f8114e60,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:16.803847 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-664e2915-9f21-4623-96e7-0453e5a458d3 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.813009 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-664e2915-9f21-4623-96e7-0453e5a458d3 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.902586 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-664e2915-9f21-4623-96e7-0453e5a458d3 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.920408 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32878) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:16.922841 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-664e2915-9f21-4623-96e7-0453e5a458d3 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5511343 Jul 16 08:45:16.927728 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9bdc40d1-4684-4c55-807a-302c0106d302 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group_rule': {'security_group_id': '1f01876c-a2f5-4506-b61c-462ac3a25b96', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:16.940641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664e2915-9f21-4623-96e7-0453e5a458d3 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f01876c-a2f5-4506-b61c-462ac3a25b96,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:17.003930 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9bdc40d1-4684-4c55-807a-302c0106d302 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.113127 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9bdc40d1-4684-4c55-807a-302c0106d302 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.119552 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9bdc40d1-4684-4c55-807a-302c0106d302 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.156069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdc40d1-4684-4c55-807a-302c0106d302 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa3c0eec-6de9-4012-94d4-dfd5205b2478,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:17.160560 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9bdc40d1-4684-4c55-807a-302c0106d302 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.166417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 32886) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:17.177794 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9bdc40d1-4684-4c55-807a-302c0106d302 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2534890 Jul 16 08:45:17.205260 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47780017-e7a3-4f92-937e-2d5a9e9ed5ac tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.217809 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47780017-e7a3-4f92-937e-2d5a9e9ed5ac tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.277363 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47780017-e7a3-4f92-937e-2d5a9e9ed5ac tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.292862 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47780017-e7a3-4f92-937e-2d5a9e9ed5ac tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.297431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32890) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:17.311752 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-47780017-e7a3-4f92-937e-2d5a9e9ed5ac tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/fa3c0eec-6de9-4012-94d4-dfd5205b2478 HTTP/1.1" status: 204 len: 168 time: 0.1440253 Jul 16 08:45:17.335257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47780017-e7a3-4f92-937e-2d5a9e9ed5ac tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa3c0eec-6de9-4012-94d4-dfd5205b2478,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:17.366453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 32894) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:17.396667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 32898) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:17.397538 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-723f2333-4c6f-455f-bd79-b33b798fdc08 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0987952 Jul 16 08:45:17.569786 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ca43-3469-4c8c-ac39-047b22d67167 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.664852 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ca43-3469-4c8c-ac39-047b22d67167 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.789757 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ca43-3469-4c8c-ac39-047b22d67167 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.792628 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4e0ca43-3469-4c8c-ac39-047b22d67167 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.796911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32912) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:17.801137 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a4e0ca43-3469-4c8c-ac39-047b22d67167 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-groups/1f01876c-a2f5-4506-b61c-462ac3a25b96 HTTP/1.1" status: 204 len: 168 time: 0.4032001 Jul 16 08:45:17.830577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082a55bb-4629-415d-963e-63f0b4418622 req-98ed5735-c787-4b33-b181-9f79992223c8 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:17.842439 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-082a55bb-4629-415d-963e-63f0b4418622 req-98ed5735-c787-4b33-b181-9f79992223c8 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.2305057 Jul 16 08:45:17.862179 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a4c1cec1-f152-4cc4-98aa-fe24f9e46b42 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639760 Jul 16 08:45:17.863621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32914) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:17.869704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9af69dbf-7e9c-4df8-9ad7-5225f6cbec5d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group': {'name': 'tempest-secgroup--690441898'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:17.900151 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dc93a873-e7bc-4137-bd1a-fc86bfc4e18b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e84cf0cd969349539e8560420381b453&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5324163 Jul 16 08:45:17.901985 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9af69dbf-7e9c-4df8-9ad7-5225f6cbec5d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.909418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32916) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:17.915323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0ca43-3469-4c8c-ac39-047b22d67167 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f01876c-a2f5-4506-b61c-462ac3a25b96,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:17.991529 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-082a55bb-4629-415d-963e-63f0b4418622 req-d76afe66-9597-4d14-aa5e-23dee24c2ca2 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478269 Jul 16 08:45:18.100374 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8d40-fc77-431a-a47b-743ca188a608 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.132695 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8d40-fc77-431a-a47b-743ca188a608 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.202646 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8d40-fc77-431a-a47b-743ca188a608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.206382 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7dbe8d40-fc77-431a-a47b-743ca188a608 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.211315 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7dbe8d40-fc77-431a-a47b-743ca188a608 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/db312c38-2a7b-43a5-88d9-ec41ca9fd369 HTTP/1.1" status: 204 len: 168 time: 0.2987256 Jul 16 08:45:18.226157 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbe8d40-fc77-431a-a47b-743ca188a608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db312c38-2a7b-43a5-88d9-ec41ca9fd369,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:18.291358 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9af69dbf-7e9c-4df8-9ad7-5225f6cbec5d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.299065 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9af69dbf-7e9c-4df8-9ad7-5225f6cbec5d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.362559 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af69dbf-7e9c-4df8-9ad7-5225f6cbec5d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba582b9-2692-4016-8f4c-5f430a7d0541,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:18.394881 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9af69dbf-7e9c-4df8-9ad7-5225f6cbec5d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.397137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9af69dbf-7e9c-4df8-9ad7-5225f6cbec5d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5316691 Jul 16 08:45:18.399799 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 32934) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:18.406481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6d776a17-0dc8-4d63-a073-07883484c5be tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group_rule': {'security_group_id': 'aba582b9-2692-4016-8f4c-5f430a7d0541', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:18.470970 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d776a17-0dc8-4d63-a073-07883484c5be tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.582004 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d776a17-0dc8-4d63-a073-07883484c5be tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.591078 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d776a17-0dc8-4d63-a073-07883484c5be tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.640225 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d776a17-0dc8-4d63-a073-07883484c5be tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.647753 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6d776a17-0dc8-4d63-a073-07883484c5be tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2423794 Jul 16 08:45:18.648128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32942) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:18.678726 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d776a17-0dc8-4d63-a073-07883484c5be tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bb36811-d789-417d-a0b1-cee77b6a05cf,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:18.696556 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-57405855-a077-416c-989a-0e8da0e198d4 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules/8bb36811-d789-417d-a0b1-cee77b6a05cf HTTP/1.1" status: 200 len: 763 time: 0.0465209 Jul 16 08:45:18.699566 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32944) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:18.819919 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6afa309f-8ecd-42b2-8bcf-f57288e59622 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1175404 Jul 16 08:45:18.823744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 32952) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:18.884089 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-712f552d-f0b4-45fd-b24f-6b1f1e3bee68 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.910840 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-712f552d-f0b4-45fd-b24f-6b1f1e3bee68 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.964663 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-712f552d-f0b4-45fd-b24f-6b1f1e3bee68 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.992013 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-712f552d-f0b4-45fd-b24f-6b1f1e3bee68 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.994893 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-712f552d-f0b4-45fd-b24f-6b1f1e3bee68 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/8bb36811-d789-417d-a0b1-cee77b6a05cf HTTP/1.1" status: 204 len: 168 time: 0.1699312 Jul 16 08:45:18.998138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f552d-f0b4-45fd-b24f-6b1f1e3bee68 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8bb36811-d789-417d-a0b1-cee77b6a05cf,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:18.999076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32954) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:19.152198 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fdce88e1-e00f-4ac9-bf92-e52d17986243 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1508839 Jul 16 08:45:19.155022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 32964) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:19.164223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-07f24d7d-b10e-4253-a7d3-cf230667cad2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group_rule': {'security_group_id': 'aba582b9-2692-4016-8f4c-5f430a7d0541', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:19.258912 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07f24d7d-b10e-4253-a7d3-cf230667cad2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.502793 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07f24d7d-b10e-4253-a7d3-cf230667cad2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.510340 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07f24d7d-b10e-4253-a7d3-cf230667cad2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.797339 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f24d7d-b10e-4253-a7d3-cf230667cad2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=870b6ee8-fb96-4497-8116-7bb5208248f9,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:19.801326 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07f24d7d-b10e-4253-a7d3-cf230667cad2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.809026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32984) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:19.809853 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-07f24d7d-b10e-4253-a7d3-cf230667cad2 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6528976 Jul 16 08:45:19.879633 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-373fe343-d325-470e-ac70-4adc77cb2c41 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules/870b6ee8-fb96-4497-8116-7bb5208248f9 HTTP/1.1" status: 200 len: 763 time: 0.0656831 Jul 16 08:45:19.881501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32988) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:19.891994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14262944-e5d2-4284-85ce-70bb545b6d80 req-9cf9bcff-12b3-4caf-bda5-89876735a938 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:19.905833 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-14262944-e5d2-4284-85ce-70bb545b6d80 req-9cf9bcff-12b3-4caf-bda5-89876735a938 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.3824964 Jul 16 08:45:20.013328 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-14262944-e5d2-4284-85ce-70bb545b6d80 req-2160691d-d105-4438-a48e-09656bb359c0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058323 Jul 16 08:45:20.065103 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c42193cd-66ff-4219-8950-2219655191ad tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1819506 Jul 16 08:45:20.068638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33000) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:20.132468 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1fe9004e-46c0-4ada-aeca-d85f64f28822 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.151183 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1fe9004e-46c0-4ada-aeca-d85f64f28822 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.274332 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1fe9004e-46c0-4ada-aeca-d85f64f28822 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.295011 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1fe9004e-46c0-4ada-aeca-d85f64f28822 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.299054 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1fe9004e-46c0-4ada-aeca-d85f64f28822 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/870b6ee8-fb96-4497-8116-7bb5208248f9 HTTP/1.1" status: 204 len: 168 time: 0.2266784 Jul 16 08:45:20.300277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33012) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:20.319723 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9004e-46c0-4ada-aeca-d85f64f28822 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=870b6ee8-fb96-4497-8116-7bb5208248f9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:20.404134 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-50e4afd5-b8dc-4321-ac6d-b201081e708b tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1017470 Jul 16 08:45:20.406895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33024) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:20.412840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-11597f9a-0178-4cae-8d1e-277d89b53d3d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Request body: {'security_group_rule': {'security_group_id': 'aba582b9-2692-4016-8f4c-5f430a7d0541', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:20.443986 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-11597f9a-0178-4cae-8d1e-277d89b53d3d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Project 40fcc2f1e85c4a29b9ed2916d60fa1e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:45:20.454563 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-11597f9a-0178-4cae-8d1e-277d89b53d3d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.557115 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-11597f9a-0178-4cae-8d1e-277d89b53d3d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.566975 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-11597f9a-0178-4cae-8d1e-277d89b53d3d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.633960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11597f9a-0178-4cae-8d1e-277d89b53d3d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6da65b7-1ed9-4b2c-8d4f-a3b3de2b5d23,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:20.652799 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-11597f9a-0178-4cae-8d1e-277d89b53d3d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.655604 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-11597f9a-0178-4cae-8d1e-277d89b53d3d tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2470813 Jul 16 08:45:20.658590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33036) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:20.693897 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-00acb914-c696-4320-a30f-d4ac90ed6b67 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules/f6da65b7-1ed9-4b2c-8d4f-a3b3de2b5d23 HTTP/1.1" status: 200 len: 769 time: 0.0332522 Jul 16 08:45:20.696884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33038) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:20.819667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33044) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:20.820097 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b9fa7c6c-4a3b-4dc9-8417-44f9cf8975d1 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1214356 Jul 16 08:45:20.912931 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1d164d1-9dfe-4a8e-a3cc-35b404879788 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.938032 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1d164d1-9dfe-4a8e-a3cc-35b404879788 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.020176 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1d164d1-9dfe-4a8e-a3cc-35b404879788 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.028777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1d164d1-9dfe-4a8e-a3cc-35b404879788 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.030301 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b1d164d1-9dfe-4a8e-a3cc-35b404879788 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f6da65b7-1ed9-4b2c-8d4f-a3b3de2b5d23 HTTP/1.1" status: 204 len: 168 time: 0.2085252 Jul 16 08:45:21.034323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33050) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:21.060679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d164d1-9dfe-4a8e-a3cc-35b404879788 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6da65b7-1ed9-4b2c-8d4f-a3b3de2b5d23,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:21.151128 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c08e68bd-b204-4e74-a9d6-771e8820b257 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1141634 Jul 16 08:45:21.153765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33054) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:21.315710 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e01a6ea8-f270-4ca3-ac14-5515b458db8e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.349587 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e01a6ea8-f270-4ca3-ac14-5515b458db8e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.434076 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e01a6ea8-f270-4ca3-ac14-5515b458db8e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.444325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4858e-36e2-4f74-811f-17856e0c6bc6 req-c639883d-f502-4201-a711-275f1898e734 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:21.445663 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e01a6ea8-f270-4ca3-ac14-5515b458db8e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.447686 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e01a6ea8-f270-4ca3-ac14-5515b458db8e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "DELETE /v2.0/security-groups/aba582b9-2692-4016-8f4c-5f430a7d0541 HTTP/1.1" status: 204 len: 168 time: 0.2921658 Jul 16 08:45:21.453746 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aee4858e-36e2-4f74-811f-17856e0c6bc6 req-c639883d-f502-4201-a711-275f1898e734 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.1973615 Jul 16 08:45:21.455943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33062) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:21.494368 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a6ea8-f270-4ca3-ac14-5515b458db8e tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba582b9-2692-4016-8f4c-5f430a7d0541,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:21.557366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aee4858e-36e2-4f74-811f-17856e0c6bc6 req-820fa409-af95-48e1-a460-aea9db245785 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022143 Jul 16 08:45:21.594138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0f3affd7-2a23-4e8c-a41e-54f5bce7d908 tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1358290 Jul 16 08:45:21.604203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33068) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:21.615812 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33070) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:21.701044 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6d6cbbb1-4a75-40d8-a890-c9b7006ce16f tempest-SecGroupIPv6Test-1349533384 tempest-SecGroupIPv6Test-1349533384-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0947070 Jul 16 08:45:22.074248 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f02a4254-7049-4453-9742-21e0079c4761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.355346 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f02a4254-7049-4453-9742-21e0079c4761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.366320 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f02a4254-7049-4453-9742-21e0079c4761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.508519 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33098) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:22.521761 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f02a4254-7049-4453-9742-21e0079c4761 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=495c4ed95fa040258bfc9b1c1b57fd1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9038508 Jul 16 08:45:22.576420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33100) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:22.627100 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a4254-7049-4453-9742-21e0079c4761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=421c6fce-66a8-47d9-8308-0ffe738fd9c5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:22.732952 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e4bbf5d-189e-4b46-b6aa-fb6ce89fc315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.805362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33112) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:22.840214 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e4bbf5d-189e-4b46-b6aa-fb6ce89fc315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.984152 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e4bbf5d-189e-4b46-b6aa-fb6ce89fc315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.994480 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e4bbf5d-189e-4b46-b6aa-fb6ce89fc315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.998127 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1e4bbf5d-189e-4b46-b6aa-fb6ce89fc315 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/421c6fce-66a8-47d9-8308-0ffe738fd9c5 HTTP/1.1" status: 204 len: 168 time: 0.4873011 Jul 16 08:45:23.045671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4bbf5d-189e-4b46-b6aa-fb6ce89fc315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=421c6fce-66a8-47d9-8308-0ffe738fd9c5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:23.058637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-786eaaf7-cf07-467f-bb75-a0270d0e2bb7 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.068238 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-786eaaf7-cf07-467f-bb75-a0270d0e2bb7 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2668369 Jul 16 08:45:23.075488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33120) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.088348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-481ffb3c-d3e8-4a17-b614-eb2f4d8e1529 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.100154 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-481ffb3c-d3e8-4a17-b614-eb2f4d8e1529 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0207796 Jul 16 08:45:23.108228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33122) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.126223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-d6116f53-b1ee-40c8-b3fc-dae53a88e0d6 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.129083 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d6116f53-b1ee-40c8-b3fc-dae53a88e0d6 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0195696 Jul 16 08:45:23.134846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33124) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.168313 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-9b372572-ab9e-48a9-99ed-fe1ed014ebf9 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.169412 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9b372572-ab9e-48a9-99ed-fe1ed014ebf9 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0241158 Jul 16 08:45:23.176232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33130) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.194234 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-e0ac4dcc-0e2e-4537-895c-8bdd3ef409df tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.201250 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33132) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.202353 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e0ac4dcc-0e2e-4537-895c-8bdd3ef409df tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0225542 Jul 16 08:45:23.208947 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-07d22cd0-857d-4362-9fe5-c640e81c346a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=40fcc2f1e85c4a29b9ed2916d60fa1e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6292470 Jul 16 08:45:23.219017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33134) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.226864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-4b591dad-8e61-452f-90c3-232bf62f5ff2 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.227901 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4b591dad-8e61-452f-90c3-232bf62f5ff2 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0233030 Jul 16 08:45:23.236154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33136) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.257752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-0a449d3f-9b62-4159-a443-9dfc545b11be tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.259906 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0a449d3f-9b62-4159-a443-9dfc545b11be tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0218556 Jul 16 08:45:23.278219 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33138) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.299001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-8ae2cd92-1000-4aca-b8f5-74f7bf52226f tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.301123 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8ae2cd92-1000-4aca-b8f5-74f7bf52226f tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0205398 Jul 16 08:45:23.308480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33142) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.342204 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-4e26a354-039c-4daa-9a50-fbf40f32ea6f tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.349707 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4e26a354-039c-4daa-9a50-fbf40f32ea6f tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0136554 Jul 16 08:45:23.356773 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33144) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.369501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-b07a84ae-715d-46ec-ab9e-9d19a2eb9a8b tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.370981 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b07a84ae-715d-46ec-ab9e-9d19a2eb9a8b tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0109699 Jul 16 08:45:23.380222 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33146) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.390786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-01426702-9574-4537-a6d7-08ae713cda60 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.396382 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-01426702-9574-4537-a6d7-08ae713cda60 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0116057 Jul 16 08:45:23.403152 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33148) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.425824 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5e91333-c860-41d9-8d06-53595d176139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.427010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b32a612-217a-40e9-b947-213f9964d431 req-6818cb4f-4406-4c65-b4b0-d0fe376103c0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:23.436308 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8b32a612-217a-40e9-b947-213f9964d431 req-6818cb4f-4406-4c65-b4b0-d0fe376103c0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.4333172 Jul 16 08:45:23.443308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-17dbffdd-456c-47de-a165-c712947d125d tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.449105 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-17dbffdd-456c-47de-a165-c712947d125d tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0058601 Jul 16 08:45:23.452922 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33150) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.478527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-bdf52a7e-5d32-452f-b9fc-4a168434fc6f tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.483170 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bdf52a7e-5d32-452f-b9fc-4a168434fc6f tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0203326 Jul 16 08:45:23.490299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33154) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.512166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-0f5d3770-d0aa-4d62-8633-625ce2bb6759 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.523272 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0f5d3770-d0aa-4d62-8633-625ce2bb6759 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0176773 Jul 16 08:45:23.532736 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33156) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.554873 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8b32a612-217a-40e9-b947-213f9964d431 req-0cf0c7b5-19a0-48c2-b141-4f9b0c8cda2f tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174855 Jul 16 08:45:23.568924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-a895ed48-b3e3-4abf-a469-eb30127f6d57 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.570908 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a895ed48-b3e3-4abf-a469-eb30127f6d57 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0246871 Jul 16 08:45:23.574923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33158) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.577875 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5e91333-c860-41d9-8d06-53595d176139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.582129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-b020e275-7997-4ca8-b77f-9d6bb6c73c9f tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.583969 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b020e275-7997-4ca8-b77f-9d6bb6c73c9f tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0077820 Jul 16 08:45:23.588694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33160) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.595759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-97701b9c-4c89-4651-bf8d-11530be906f0 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.597696 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-97701b9c-4c89-4651-bf8d-11530be906f0 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0077517 Jul 16 08:45:23.605674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33162) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.625913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-adc83496-6646-4857-bd55-7873ba122213 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.627133 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-adc83496-6646-4857-bd55-7873ba122213 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0193179 Jul 16 08:45:23.632008 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33166) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.642159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-e24c06a3-edf4-402f-8559-e394eaf1b4f6 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.643182 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e24c06a3-edf4-402f-8559-e394eaf1b4f6 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0101519 Jul 16 08:45:23.650724 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33170) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.655329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-313be9d6-936b-44c6-a4dd-8952b89c5e7f tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.656335 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-313be9d6-936b-44c6-a4dd-8952b89c5e7f tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046198 Jul 16 08:45:23.674715 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33172) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.698227 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-61d37a73-ebeb-4248-bc93-bd0fa3d22e12 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.703799 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-61d37a73-ebeb-4248-bc93-bd0fa3d22e12 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0240498 Jul 16 08:45:23.706140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33174) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.777215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-e474451b-5f24-4ac4-ba29-beb47b28f17e tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.785474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33180) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.787235 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e474451b-5f24-4ac4-ba29-beb47b28f17e tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0512853 Jul 16 08:45:23.790407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-f22b5599-a439-4cc1-936f-789785c4627c tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.795314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f22b5599-a439-4cc1-936f-789785c4627c tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0045600 Jul 16 08:45:23.795926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33182) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.836350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-91559593-cf28-482f-85fb-5a0981401d61 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.841525 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-91559593-cf28-482f-85fb-5a0981401d61 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0405831 Jul 16 08:45:23.842143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33186) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.847347 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-faee52f8-c61d-4be8-b165-b689417427c2 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.853634 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33188) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.877500 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-cf99fba0-bf62-4a65-bb48-87f0cb2bbc85 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.884603 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-faee52f8-c61d-4be8-b165-b689417427c2 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0052078 Jul 16 08:45:23.886084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33190) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.889998 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cf99fba0-bf62-4a65-bb48-87f0cb2bbc85 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0314369 Jul 16 08:45:23.909779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-3fe97225-da5a-47cf-991f-69df7f12378c tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.911462 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3fe97225-da5a-47cf-991f-69df7f12378c tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0142357 Jul 16 08:45:23.916248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33192) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.921593 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5e91333-c860-41d9-8d06-53595d176139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.931152 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5e91333-c860-41d9-8d06-53595d176139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.941396 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e5e91333-c860-41d9-8d06-53595d176139 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1f260f8-d831-4f56-b181-39b1770fd997 HTTP/1.1" status: 204 len: 168 time: 0.7199800 Jul 16 08:45:23.953718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-44955474-60e4-48eb-b8de-b648e9695973 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.959859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33196) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.962107 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-44955474-60e4-48eb-b8de-b648e9695973 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0423985 Jul 16 08:45:23.968199 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-3f149d79-177f-417d-81f1-920d0d1d6f47 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:23.969946 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3f149d79-177f-417d-81f1-920d0d1d6f47 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0084777 Jul 16 08:45:23.977410 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33198) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.000365 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e91333-c860-41d9-8d06-53595d176139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1f260f8-d831-4f56-b181-39b1770fd997,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:24.004009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-36351680-c7b9-4f5a-ae64-e8c27e586134 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.013926 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-36351680-c7b9-4f5a-ae64-e8c27e586134 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0344913 Jul 16 08:45:24.020748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33200) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.040549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-4a1bffd1-551d-4a2a-885c-f865f3e88331 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.049897 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4a1bffd1-551d-4a2a-885c-f865f3e88331 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0266321 Jul 16 08:45:24.054461 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33202) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.062762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-8080f84f-74a7-4846-baef-5a299620fb9d tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.072138 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8080f84f-74a7-4846-baef-5a299620fb9d tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0155535 Jul 16 08:45:24.076681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33204) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.088427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-6ef021c5-0f96-45ca-82a8-12fd3d37f637 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.094424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33208) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.098147 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6ef021c5-0f96-45ca-82a8-12fd3d37f637 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0175381 Jul 16 08:45:24.103854 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-1b915796-08d4-406c-8ad2-b5d18e2f5a5a tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.106269 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1b915796-08d4-406c-8ad2-b5d18e2f5a5a tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0098321 Jul 16 08:45:24.111088 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33210) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.120349 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-64e959ec-187f-4b7d-a9c3-5748e43c07ae tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.126179 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33212) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.129149 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-64e959ec-187f-4b7d-a9c3-5748e43c07ae tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0161912 Jul 16 08:45:24.143280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-c2535e1a-818d-4840-a832-4621905d2560 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.145572 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c2535e1a-818d-4840-a832-4621905d2560 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0172963 Jul 16 08:45:24.150001 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33216) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.157760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-7ed4f26a-d5e5-4efc-9443-72450071c620 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.164308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33218) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.168865 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7ed4f26a-d5e5-4efc-9443-72450071c620 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0166662 Jul 16 08:45:24.172843 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-f7a0aaf0-67f9-44fa-a93a-faa7149974cb tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.175054 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f7a0aaf0-67f9-44fa-a93a-faa7149974cb tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0085762 Jul 16 08:45:24.180685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33220) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.198490 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-f6a986c9-556e-435c-bd3e-1dda79251594 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.204897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33222) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.213572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-7bc58b5b-cc06-4b3e-a9bc-2f16d19ed888 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.215721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7bc58b5b-cc06-4b3e-a9bc-2f16d19ed888 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0087965 Jul 16 08:45:24.217135 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f6a986c9-556e-435c-bd3e-1dda79251594 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0348823 Jul 16 08:45:24.227160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33224) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.248350 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-5ccd9240-ff71-4679-a1d1-98395026f670 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.249656 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5ccd9240-ff71-4679-a1d1-98395026f670 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0196788 Jul 16 08:45:24.253943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33226) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.268370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-b970328a-898c-4c5b-abb7-bb30a37b722f tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.271204 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b970328a-898c-4c5b-abb7-bb30a37b722f tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0146525 Jul 16 08:45:24.275852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33228) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.291855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-d80547ba-cbca-493b-8d16-3c7c5fa25d67 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.298552 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d80547ba-cbca-493b-8d16-3c7c5fa25d67 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0162146 Jul 16 08:45:24.299716 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33230) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.318008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-f44c4cff-ddc3-4af6-b3ba-1667573fa427 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.319385 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f44c4cff-ddc3-4af6-b3ba-1667573fa427 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0158248 Jul 16 08:45:24.323646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33232) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.335172 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-782d3c1c-6a83-47a9-90eb-bc1455388be3 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.344889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33234) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.352852 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-5b5028db-6e8b-490d-ad64-9be3efc9bae6 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.360890 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-782d3c1c-6a83-47a9-90eb-bc1455388be3 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0354676 Jul 16 08:45:24.361826 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5b5028db-6e8b-490d-ad64-9be3efc9bae6 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0153143 Jul 16 08:45:24.362457 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33236) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.368215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-8af220bf-fa05-40fb-98dd-f565e19aeae7 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.380399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8af220bf-fa05-40fb-98dd-f565e19aeae7 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0162923 Jul 16 08:45:24.384607 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33238) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.389256 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-c42c4ef4-63c2-4bb3-9101-6ce888b3ebba tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.390337 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c42c4ef4-63c2-4bb3-9101-6ce888b3ebba tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0046589 Jul 16 08:45:24.393065 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33240) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.400429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-9c1eb3f4-abae-486d-9096-1c24ce38f2e5 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.401554 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9c1eb3f4-abae-486d-9096-1c24ce38f2e5 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0075037 Jul 16 08:45:24.404448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33242) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.413664 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-87895146-cc70-4076-8cf2-1c53461929d0 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.414720 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-87895146-cc70-4076-8cf2-1c53461929d0 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0092578 Jul 16 08:45:24.420095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33244) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.444195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-b7afea80-3588-488c-b079-5bc8c3820cd5 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.448754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b7afea80-3588-488c-b079-5bc8c3820cd5 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0237558 Jul 16 08:45:24.449493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33246) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.461352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-b3f43a8f-5df6-413f-a07c-d4a7e2b3a936 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.470603 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b3f43a8f-5df6-413f-a07c-d4a7e2b3a936 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0176623 Jul 16 08:45:24.471623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33248) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.480253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-37573fcb-51d2-4d78-adef-366a86b4bdb6 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.486964 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33250) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.487296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-37573fcb-51d2-4d78-adef-366a86b4bdb6 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0135510 Jul 16 08:45:24.492264 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-274c3d12-c224-4ffb-bb02-175946047374 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.500321 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-274c3d12-c224-4ffb-bb02-175946047374 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0067086 Jul 16 08:45:24.500894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33254) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.510168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-4032deeb-6ed3-4d87-a6c6-84a4104b394c tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.519264 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4032deeb-6ed3-4d87-a6c6-84a4104b394c tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0163426 Jul 16 08:45:24.520972 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33256) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.529328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-425c7cc9-cfe7-40e3-bccc-f34c4f601790 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.533420 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-425c7cc9-cfe7-40e3-bccc-f34c4f601790 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0110745 Jul 16 08:45:24.533909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33258) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.542313 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-7380f8fb-514f-4903-ab63-54c8c03d3c59 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.556371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33260) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.567707 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7380f8fb-514f-4903-ab63-54c8c03d3c59 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0252440 Jul 16 08:45:24.594758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-525ab84a-63fc-4b15-88f0-2fc1900cc3b5 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.601875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33264) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.611464 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-8ef0ec50-bf4b-4070-912d-79598bfaec1e tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.619036 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-525ab84a-63fc-4b15-88f0-2fc1900cc3b5 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0481901 Jul 16 08:45:24.624537 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8ef0ec50-bf4b-4070-912d-79598bfaec1e tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0202267 Jul 16 08:45:24.625829 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33266) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.640443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-bd7e6403-1d85-4708-b84b-2c529512cce0 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.652247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33270) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.662005 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bd7e6403-1d85-4708-b84b-2c529512cce0 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0286391 Jul 16 08:45:24.669777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-b1ba0c59-63ea-417e-95cc-5244e42e2169 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.683075 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b1ba0c59-63ea-417e-95cc-5244e42e2169 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0240681 Jul 16 08:45:24.683675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33272) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.705734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-742250db-b1d2-4846-b374-2cfc86138004 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.712443 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33274) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.717207 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-742250db-b1d2-4846-b374-2cfc86138004 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0315855 Jul 16 08:45:24.717918 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-1c27f84a-dd36-426a-8ab1-f1fcc958be69 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.719618 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1c27f84a-dd36-426a-8ab1-f1fcc958be69 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0055220 Jul 16 08:45:24.723367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33276) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.736948 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-a7f1bbdb-6db6-4638-a988-ec975dc4198a tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.738283 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a7f1bbdb-6db6-4638-a988-ec975dc4198a tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0129888 Jul 16 08:45:24.742728 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33278) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.756301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-4279285f-a34a-4287-95d3-fb45e8a96225 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.759335 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4279285f-a34a-4287-95d3-fb45e8a96225 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0152736 Jul 16 08:45:24.763437 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33280) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.777285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-62b6e8e1-2be2-40ae-879b-440189e19f78 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.786582 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-62b6e8e1-2be2-40ae-879b-440189e19f78 tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0205274 Jul 16 08:45:24.789482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33282) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.819085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-280e91ec-85b8-47ff-9909-5200f40f0ace tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.824036 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-280e91ec-85b8-47ff-9909-5200f40f0ace tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0296848 Jul 16 08:45:24.825289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33284) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.865643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [None req-11b81039-23b9-4282-aba5-4188fa829f6e tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.889952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33286) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.909146 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-11b81039-23b9-4282-aba5-4188fa829f6e tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0815420 Jul 16 08:45:24.915114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [None req-9be53094-d2d5-4aa8-b449-4cf1d9c4b06a tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] http://10.222.0.20:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:24.929353 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9be53094-d2d5-4aa8-b449-4cf1d9c4b06a tempest-ExtensionsTestJSON-1836452280 tempest-ExtensionsTestJSON-1836452280-project] 10.222.0.20 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0376327 Jul 16 08:45:25.499832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668ccec-c63f-4fc0-8640-74324fb3786b req-c411e043-db17-41d7-aceb-3a12d539b438 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:25.516893 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4668ccec-c63f-4fc0-8640-74324fb3786b req-c411e043-db17-41d7-aceb-3a12d539b438 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.2926867 Jul 16 08:45:25.661666 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4668ccec-c63f-4fc0-8640-74324fb3786b req-4f4444f9-f6d0-4f2f-a100-deed617d3739 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427717 Jul 16 08:45:25.968918 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33314) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:26.327800 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46baf0d3-3335-4b29-bbdc-2e8cfd4c1d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.530541 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46baf0d3-3335-4b29-bbdc-2e8cfd4c1d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.547703 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46baf0d3-3335-4b29-bbdc-2e8cfd4c1d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.674202 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-46baf0d3-3335-4b29-bbdc-2e8cfd4c1d0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84d03beffc594f2eb7f319bfcef3fda7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7040615 Jul 16 08:45:26.679356 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33336) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:26.809198 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46baf0d3-3335-4b29-bbdc-2e8cfd4c1d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1c4932-09a6-494e-971c-3fb898c3f856,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:26.930362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-efde35fb-5b3f-48b0-9c05-bbb4a902d129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.001729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-efde35fb-5b3f-48b0-9c05-bbb4a902d129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.125309 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-efde35fb-5b3f-48b0-9c05-bbb4a902d129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.128869 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-efde35fb-5b3f-48b0-9c05-bbb4a902d129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.130695 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-efde35fb-5b3f-48b0-9c05-bbb4a902d129 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d1c4932-09a6-494e-971c-3fb898c3f856 HTTP/1.1" status: 204 len: 168 time: 0.4484677 Jul 16 08:45:27.152612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde35fb-5b3f-48b0-9c05-bbb4a902d129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1c4932-09a6-494e-971c-3fb898c3f856,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:27.246970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5b8a5-5140-47be-b1a9-685c7b8381a7 req-3ea98e01-02b5-454a-954c-17722c6dd100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:27.258723 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fae5b8a5-5140-47be-b1a9-685c7b8381a7 req-3ea98e01-02b5-454a-954c-17722c6dd100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.2379670 Jul 16 08:45:27.336614 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fae5b8a5-5140-47be-b1a9-685c7b8381a7 req-ffcd7c95-dfef-486d-8876-322c5e5916bf tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764441 Jul 16 08:45:28.342462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33378) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:28.351448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0051031 Jul 16 08:45:28.355383 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33380) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:28.533737 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-102956d3-2b3c-4e04-8981-cc19efd66079 tempest-NetworksApiDiscovery-2003173903 tempest-NetworksApiDiscovery-2003173903-project] 10.222.0.20 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1753917 Jul 16 08:45:29.285708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e83ee3-b6e1-4ae5-a25f-eae2345ea515 req-179ce44e-3f0d-471b-bed1-e2b5d6f43467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.297170 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e83ee3-b6e1-4ae5-a25f-eae2345ea515 req-179ce44e-3f0d-471b-bed1-e2b5d6f43467 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf13c641cc6b45f4add343877ddf9789&device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 1098 time: 0.2143776 Jul 16 08:45:29.657869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33416) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:29.773383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e83ee3-b6e1-4ae5-a25f-eae2345ea515 req-297f6b72-31ad-4997-9d8a-caec61741b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.777027 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e83ee3-b6e1-4ae5-a25f-eae2345ea515 req-297f6b72-31ad-4997-9d8a-caec61741b3f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 200 len: 917 time: 0.4183986 Jul 16 08:45:30.008400 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e83ee3-b6e1-4ae5-a25f-eae2345ea515 req-03efa838-c8a5-4a07-835a-26337e140f69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b HTTP/1.1" status: 200 len: 1002 time: 0.2234259 Jul 16 08:45:30.203431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e83ee3-b6e1-4ae5-a25f-eae2345ea515 req-e9d65750-50a8-4f0b-9134-05d6afe87768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.206279 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e83ee3-b6e1-4ae5-a25f-eae2345ea515 req-e9d65750-50a8-4f0b-9134-05d6afe87768 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ff038ab-4107-4385-b9f7-5e2bfac47b22 HTTP/1.1" status: 200 len: 856 time: 0.1894233 Jul 16 08:45:30.233637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3557392-9df0-42d8-a7c4-81bd80e1c215 req-b91e3d28-d128-479f-b951-547b0f7613cf tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.238703 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3557392-9df0-42d8-a7c4-81bd80e1c215 req-b91e3d28-d128-479f-b951-547b0f7613cf tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 1.5470688 Jul 16 08:45:30.410244 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3557392-9df0-42d8-a7c4-81bd80e1c215 req-91c259ea-7b9b-4b65-b0f9-71b4b8725f30 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702049 Jul 16 08:45:30.486029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e83ee3-b6e1-4ae5-a25f-eae2345ea515 req-d0d63981-8b9a-49fd-9320-b00a66f2ea58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.501525 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e83ee3-b6e1-4ae5-a25f-eae2345ea515 req-d0d63981-8b9a-49fd-9320-b00a66f2ea58 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0398bf6f-6792-4b35-accc-6c390953dadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2878959 Jul 16 08:45:30.681929 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e83ee3-b6e1-4ae5-a25f-eae2345ea515 req-4cda29c0-5f09-45f7-b1b2-f8fd6a391f6f service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700339 Jul 16 08:45:30.795902 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e5490ae-8430-4a51-b164-9a300f57ab31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.837735 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30e83ee3-b6e1-4ae5-a25f-eae2345ea515 req-66260c0b-cf12-4727-9526-f574ca450b26 service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485794 Jul 16 08:45:31.107646 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e5490ae-8430-4a51-b164-9a300f57ab31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.116249 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e5490ae-8430-4a51-b164-9a300f57ab31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.246572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33444) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:31.283403 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9e5490ae-8430-4a51-b164-9a300f57ab31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2408440b06e345a48db15e28ddd577d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6119990 Jul 16 08:45:31.285665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5490ae-8430-4a51-b164-9a300f57ab31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c0ce181-7918-4bf0-9460-be36639986c2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:31.432380 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e43830ce-47b8-4e90-9139-4042fa191e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.490163 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e43830ce-47b8-4e90-9139-4042fa191e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.641680 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e43830ce-47b8-4e90-9139-4042fa191e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.650819 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e43830ce-47b8-4e90-9139-4042fa191e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.669128 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e43830ce-47b8-4e90-9139-4042fa191e67 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c0ce181-7918-4bf0-9460-be36639986c2 HTTP/1.1" status: 204 len: 168 time: 0.4112735 Jul 16 08:45:31.719136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43830ce-47b8-4e90-9139-4042fa191e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c0ce181-7918-4bf0-9460-be36639986c2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:31.854909 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33460) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:31.945931 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-f6ade296-135b-4682-9bac-2e6d75033e63 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.3202472 Jul 16 08:45:32.205910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-bb57351c-2af8-4f13-8620-f76f8b9c33af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.208201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-bb57351c-2af8-4f13-8620-f76f8b9c33af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.212802 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-bb57351c-2af8-4f13-8620-f76f8b9c33af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.214381 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-bb57351c-2af8-4f13-8620-f76f8b9c33af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.215086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-bb57351c-2af8-4f13-8620-f76f8b9c33af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.215740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-bb57351c-2af8-4f13-8620-f76f8b9c33af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.224639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-bb57351c-2af8-4f13-8620-f76f8b9c33af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.227217 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-bb57351c-2af8-4f13-8620-f76f8b9c33af service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8722177fc6ea499891c4ef1fb2062076&device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 6508 time: 0.1719546 Jul 16 08:45:32.531277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-b88e1000-ad22-4566-b1ef-ac6123d43b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.531758 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-b88e1000-ad22-4566-b1ef-ac6123d43b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.532236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-b88e1000-ad22-4566-b1ef-ac6123d43b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.534374 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-b88e1000-ad22-4566-b1ef-ac6123d43b57 service neutron] 10.222.0.38 "GET /v2.0/networks?id=2055bc3a-708e-4fbd-bdcb-dd6830ef6991&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&id=0b6245ad-207a-4492-93ca-7fe1f5645c7a HTTP/1.1" status: 200 len: 2295 time: 0.2723234 Jul 16 08:45:32.615853 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bea3c0-dc36-4f8d-b0cf-2fd07b4947c7 req-0bf0e6be-30f7-4ecd-9661-e6125ff9cccc tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.618509 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-94bea3c0-dc36-4f8d-b0cf-2fd07b4947c7 req-0bf0e6be-30f7-4ecd-9661-e6125ff9cccc tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.7978191 Jul 16 08:45:32.694330 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-94bea3c0-dc36-4f8d-b0cf-2fd07b4947c7 req-dd3e99ea-4813-4ffd-b84f-33133d70fca0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696156 Jul 16 08:45:32.698640 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3a1b09a-7060-4b1a-8fd0-c7a6a76a0216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.737747 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-f30d0969-4923-4874-81ea-c5c26a4f9210 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19362c34-d5f6-4f9b-af89-b7af39297e18 HTTP/1.1" status: 200 len: 1001 time: 0.1842229 Jul 16 08:45:32.877293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-3025dd9b-d506-41f1-b544-9da6431af000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.879189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-3025dd9b-d506-41f1-b544-9da6431af000 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43909eb2-c2e2-4352-8c3b-116900d301bb HTTP/1.1" status: 200 len: 856 time: 0.1392224 Jul 16 08:45:32.993185 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3a1b09a-7060-4b1a-8fd0-c7a6a76a0216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.994164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-4d458875-a3f6-41fb-8ac0-25cec58427a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.997333 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-4d458875-a3f6-41fb-8ac0-25cec58427a5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2055bc3a-708e-4fbd-bdcb-dd6830ef6991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112454 Jul 16 08:45:33.000885 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3a1b09a-7060-4b1a-8fd0-c7a6a76a0216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.136518 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1b09a-7060-4b1a-8fd0-c7a6a76a0216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5350a6e-6c10-455c-86ef-0e9fe2a56b2d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:33.143895 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b3a1b09a-7060-4b1a-8fd0-c7a6a76a0216 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5666790e83fb426782e0e5077e6e7a82&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2874422 Jul 16 08:45:33.147492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33506) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:33.217101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33510) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:33.245622 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-b0a7bad8-df60-48ee-b137-e073671ad497 service neutron] 10.222.0.38 "GET /v2.0/networks/2055bc3a-708e-4fbd-bdcb-dd6830ef6991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410634 Jul 16 08:45:33.258294 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1045ad42-9c20-47b1-b259-d63da7f956fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.298362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1045ad42-9c20-47b1-b259-d63da7f956fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.416071 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1045ad42-9c20-47b1-b259-d63da7f956fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.420881 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1045ad42-9c20-47b1-b259-d63da7f956fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.427341 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1045ad42-9c20-47b1-b259-d63da7f956fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5350a6e-6c10-455c-86ef-0e9fe2a56b2d HTTP/1.1" status: 204 len: 168 time: 0.2784417 Jul 16 08:45:33.448139 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1045ad42-9c20-47b1-b259-d63da7f956fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5350a6e-6c10-455c-86ef-0e9fe2a56b2d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:33.517465 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-bc4a5044-d8d3-46b1-8130-d7b56ccf0762 service neutron] 10.222.0.38 "GET /v2.0/networks/2055bc3a-708e-4fbd-bdcb-dd6830ef6991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656732 Jul 16 08:45:33.592701 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-e1c1a27f-2300-4d71-9b11-07478daa8190 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=b4b07ed5-62ac-496e-8d9f-e59c95bdad06 HTTP/1.1" status: 200 len: 217 time: 0.0655990 Jul 16 08:45:33.730145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Request body: {'networks': [{'name': 'tempest-network--173442628'}, {'name': 'tempest-network--221120767'}]} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:33.731019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Request body: {'network': {'name': 'tempest-network--173442628'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:33.731798 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Request body: {'network': {'name': 'tempest-network--221120767'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:33.747450 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.764377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Made reservation on behalf of 52250a1b5cea47f59fb6d89b15569d61 for: {'network': 2} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:33.776020 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.792428 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.828427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-76c77392-2d42-405b-9825-cc5ef577291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:33.830679 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-76c77392-2d42-405b-9825-cc5ef577291a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.2345824 Jul 16 08:45:33.970508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-251a4e28-a973-4a2f-b85d-da219a32fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:33.972831 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-251a4e28-a973-4a2f-b85d-da219a32fb6b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1338291 Jul 16 08:45:34.084804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b032c3ef-9483-4f21-9dc3-adeafa0f5688 req-b5cf078b-67b6-4707-b3e9-63d094e8ca3a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:34.101869 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b032c3ef-9483-4f21-9dc3-adeafa0f5688 req-b5cf078b-67b6-4707-b3e9-63d094e8ca3a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.1153476 Jul 16 08:45:34.158581 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b032c3ef-9483-4f21-9dc3-adeafa0f5688 req-459d090d-5b86-40f2-b384-0e5f7c5af9ab tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556428 Jul 16 08:45:34.182440 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-32eeeb58-46ec-4f6a-a447-8102702e3e8f service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981153 Jul 16 08:45:34.187932 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.254643 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.256177 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.438968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31526e8f-565e-483f-9dd8-3e87c8072cf8,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:34.470978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:34.500406 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.501440 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Added segment 83530a8e-a6ed-47c6-82a0-fa92c6e77322 of type vlan for network 22c495e5-79fa-44df-8f97-8434cfd37280 Jul 16 08:45:34.517636 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-7d1d3f2f-750d-4fbe-b460-43eae590cfee service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230114 Jul 16 08:45:34.568029 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.617427 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-cf558894-41bb-4df7-a664-1d489f05097b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 HTTP/1.1" status: 200 len: 217 time: 0.0530779 Jul 16 08:45:34.717330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-b7178dde-ca06-47b6-a430-94f22c872a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:34.718777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-b7178dde-ca06-47b6-a430-94f22c872a5c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.0933690 Jul 16 08:45:34.719603 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:34.760612 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.761117 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Added segment 7bb2fc40-4911-4982-99bb-fe1e519abbb8 of type vlan for network 77b37a01-6374-42b4-a5b4-3c041db803c1 Jul 16 08:45:34.831286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33546) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:34.840444 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.863514 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7faf7d0-33dd-4fc4-b85d-0342e2878d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.913961 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.914826 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.924110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:34.933437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:34.934343 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.066042 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event updated for resources: {'Network': ['ID=22c495e5-79fa-44df-8f97-8434cfd37280,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:35.084394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 22c495e5-79fa-44df-8f97-8434cfd37280 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:35.138491 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7faf7d0-33dd-4fc4-b85d-0342e2878d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.149502 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7faf7d0-33dd-4fc4-b85d-0342e2878d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.172524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-f0b03ff1-168e-4bbe-8734-8d7c4ab27ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.177192 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-f0b03ff1-168e-4bbe-8734-8d7c4ab27ee4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4446306 Jul 16 08:45:35.227354 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7faf7d0-33dd-4fc4-b85d-0342e2878d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2808502f-ed29-4e26-a7de-724de3f4ade6,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:35.278797 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d7faf7d0-33dd-4fc4-b85d-0342e2878d0b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4731719e98924ab3a8fd539b231a2c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4455447 Jul 16 08:45:35.282842 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33556) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:35.356210 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 2.1349876 Jul 16 08:45:35.356976 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce3d3ea3-81d0-45ab-b76c-c05757a9a1b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.359363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33560) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:35.365346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8e651-e619-494f-b280-cfe070b96ecd tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event updated for resources: {'Network': ['ID=77b37a01-6374-42b4-a5b4-3c041db803c1,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:35.368916 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.379099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 77b37a01-6374-42b4-a5b4-3c041db803c1 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:35.544931 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a8fcee58-cdb4-4d02-9ca4-d1a879a94933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.586460 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a8fcee58-cdb4-4d02-9ca4-d1a879a94933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.707580 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a8fcee58-cdb4-4d02-9ca4-d1a879a94933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.716320 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a8fcee58-cdb4-4d02-9ca4-d1a879a94933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.726458 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a8fcee58-cdb4-4d02-9ca4-d1a879a94933 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2808502f-ed29-4e26-a7de-724de3f4ade6 HTTP/1.1" status: 204 len: 168 time: 0.4361346 Jul 16 08:45:35.759111 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fcee58-cdb4-4d02-9ca4-d1a879a94933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2808502f-ed29-4e26-a7de-724de3f4ade6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:36.336178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09751b58-7be9-4c34-ac14-78c1d39a65de tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.346191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09751b58-7be9-4c34-ac14-78c1d39a65de tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.350100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09751b58-7be9-4c34-ac14-78c1d39a65de tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.356660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09751b58-7be9-4c34-ac14-78c1d39a65de tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.361364 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-09751b58-7be9-4c34-ac14-78c1d39a65de tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.9864957 Jul 16 08:45:36.361747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33606) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:36.365278 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-2bd0e461-7535-4a44-adb1-dc8323275f15 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0543737 Jul 16 08:45:36.385581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eebed-e462-4a61-a8e9-5f2253a637d7 req-a7b6d6b4-bb06-4b57-98af-88a9238b7092 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.388108 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a22eebed-e462-4a61-a8e9-5f2253a637d7 req-a7b6d6b4-bb06-4b57-98af-88a9238b7092 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.7906303 Jul 16 08:45:36.570596 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de7bd357-c456-4fa3-99e6-7da5c74485b8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.572198 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a22eebed-e462-4a61-a8e9-5f2253a637d7 req-cf8c6390-d0d3-4022-a5e6-118489714670 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768334 Jul 16 08:45:36.681267 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-4f7d7f29-a3f2-4e2a-8eee-b152fcf08e60 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905552 Jul 16 08:45:36.745608 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-4f4b8b3d-05cc-403b-a317-2e6380d11afa service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6e71c4ff-1f67-4669-9250-8125eb2bb63a HTTP/1.1" status: 200 len: 217 time: 0.0575204 Jul 16 08:45:36.767340 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de7bd357-c456-4fa3-99e6-7da5c74485b8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.783610 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-de7bd357-c456-4fa3-99e6-7da5c74485b8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c495e5-79fa-44df-8f97-8434cfd37280']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:36.860794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-de7bd357-c456-4fa3-99e6-7da5c74485b8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83530a8e-a6ed-47c6-82a0-fa92c6e77322') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:36.863401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-de7bd357-c456-4fa3-99e6-7da5c74485b8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83530a8e-a6ed-47c6-82a0-fa92c6e77322') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:36.881329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-bf3450f6-4815-4b4d-9010-cd2b1b8f77f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.884314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-bf3450f6-4815-4b4d-9010-cd2b1b8f77f3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.1303256 Jul 16 08:45:36.894956 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de7bd357-c456-4fa3-99e6-7da5c74485b8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.974879 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de7bd357-c456-4fa3-99e6-7da5c74485b8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.992049 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de7bd357-c456-4fa3-99e6-7da5c74485b8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:36.995378 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de7bd357-c456-4fa3-99e6-7da5c74485b8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:37.010906 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:37.041682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-cbdbb1ef-78c8-437d-807b-7544f5c4bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:37.043808 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-cbdbb1ef-78c8-437d-807b-7544f5c4bfe5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1470294 Jul 16 08:45:37.208837 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-595d511a-5a2c-4bc5-a7e6-e660ce294296 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564400 Jul 16 08:45:37.656595 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-32c29e96-0351-4dbf-9520-911007773413 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434714 Jul 16 08:45:37.708211 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-fd6a7b94-7bea-4c49-ab27-45156c23ccf2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=ed62a5f0-1850-4742-b8df-60c11d9a13c3 HTTP/1.1" status: 200 len: 217 time: 0.0437977 Jul 16 08:45:37.781431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-6bb0dd67-29ed-48d9-9777-40fddd1cc426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:37.784025 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-6bb0dd67-29ed-48d9-9777-40fddd1cc426 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.0694606 Jul 16 08:45:37.937630 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a501e76-83ec-434d-bd5c-73093f1c6251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.980348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-fe5d0c5e-76fd-4bc2-99a8-5e3eb1555b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:37.986256 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-fe5d0c5e-76fd-4bc2-99a8-5e3eb1555b4a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1955740 Jul 16 08:45:38.011104 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de7bd357-c456-4fa3-99e6-7da5c74485b8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.025472 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de7bd357-c456-4fa3-99e6-7da5c74485b8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.033934 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-de7bd357-c456-4fa3-99e6-7da5c74485b8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "DELETE /v2.0/networks/22c495e5-79fa-44df-8f97-8434cfd37280 HTTP/1.1" status: 204 len: 168 time: 1.6710122 Jul 16 08:45:38.044177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33656) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:38.070635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bd357-c456-4fa3-99e6-7da5c74485b8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event deleted for resources: {'Network': ['ID=22c495e5-79fa-44df-8f97-8434cfd37280,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:38.173687 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.244947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a660e-a29f-451a-bf50-adb382b62de8 req-cd413723-6795-48f3-b22c-1c080562bf90 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.288326 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d95a660e-a29f-451a-bf50-adb382b62de8 req-cd413723-6795-48f3-b22c-1c080562bf90 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.2078016 Jul 16 08:45:38.299675 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-23931700-20cf-475f-8308-5f9d51083a65 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.310970 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-c9065b31-c3db-41b9-9bd4-7ea5088423d8 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163435 Jul 16 08:45:38.423570 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d95a660e-a29f-451a-bf50-adb382b62de8 req-3c48cf97-1c86-4f64-85bf-9376111263aa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305437 Jul 16 08:45:38.425044 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-6fa3e631-08e5-4564-ae2f-c11efcdd2d76 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063576 Jul 16 08:45:38.543567 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-a82387c7-7bc8-412f-892e-84facaa88eeb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=181f3551-9ad1-4dfb-bb61-77674378805b HTTP/1.1" status: 200 len: 217 time: 0.0687971 Jul 16 08:45:38.677423 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-23931700-20cf-475f-8308-5f9d51083a65 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.703227 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-23931700-20cf-475f-8308-5f9d51083a65 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77b37a01-6374-42b4-a5b4-3c041db803c1']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:38.726962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-23931700-20cf-475f-8308-5f9d51083a65 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb2fc40-4911-4982-99bb-fe1e519abbb8') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:38.727537 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-23931700-20cf-475f-8308-5f9d51083a65 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb2fc40-4911-4982-99bb-fe1e519abbb8') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:38.752204 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-23931700-20cf-475f-8308-5f9d51083a65 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.805190 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-23931700-20cf-475f-8308-5f9d51083a65 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.817189 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-e350aaec-446f-48d2-b64b-235039615bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:38.819091 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-e350aaec-446f-48d2-b64b-235039615bce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50e963c7-0b3c-42c9-bd21-0a34517e5ea3 HTTP/1.1" status: 200 len: 797 time: 0.2643089 Jul 16 08:45:38.823033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23931700-20cf-475f-8308-5f9d51083a65 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:38.823836 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-23931700-20cf-475f-8308-5f9d51083a65 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:38.830152 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:38.985176 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-23931700-20cf-475f-8308-5f9d51083a65 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.008092 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-23931700-20cf-475f-8308-5f9d51083a65 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.012692 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-23931700-20cf-475f-8308-5f9d51083a65 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "DELETE /v2.0/networks/77b37a01-6374-42b4-a5b4-3c041db803c1 HTTP/1.1" status: 204 len: 168 time: 0.9623961 Jul 16 08:45:39.013097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33710) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.025618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-3bf83cba-d8fb-4d43-84ed-e12807b1f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:39.027226 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-3bf83cba-d8fb-4d43-84ed-e12807b1f865 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1966910 Jul 16 08:45:39.028651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23931700-20cf-475f-8308-5f9d51083a65 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event deleted for resources: {'Network': ['ID=77b37a01-6374-42b4-a5b4-3c041db803c1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:39.148774 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-2bc64538-3c66-456a-a3f8-5bf6a69e7454 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139858 Jul 16 08:45:39.281979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2fa361-d0c1-4736-b67c-9eae3f88c001 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:39.290528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2fa361-d0c1-4736-b67c-9eae3f88c001 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:39.293319 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5c2fa361-d0c1-4736-b67c-9eae3f88c001 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2781844 Jul 16 08:45:39.296219 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33726) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.305438 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-18e3a3fa-33bc-472a-8667-357ab6359ab8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-825789372'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:39.337145 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-d92cf0f1-0155-4c7b-99cd-e1da68c17be8 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812658 Jul 16 08:45:39.340854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e3a3fa-33bc-472a-8667-357ab6359ab8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Made reservation on behalf of 52250a1b5cea47f59fb6d89b15569d61 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:39.351636 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18e3a3fa-33bc-472a-8667-357ab6359ab8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.413404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e3a3fa-33bc-472a-8667-357ab6359ab8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:39.428121 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18e3a3fa-33bc-472a-8667-357ab6359ab8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.428824 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-18e3a3fa-33bc-472a-8667-357ab6359ab8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Added segment c926a7ec-fc0c-4d76-9e5c-985803e84606 of type vlan for network 65faef8f-e306-481a-8381-db57066009cc Jul 16 08:45:39.433323 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-413580f9-09ca-4f98-b795-72e25c2a4427 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba8f1388-8cd4-4555-a1fd-9c1888461851 HTTP/1.1" status: 200 len: 217 time: 0.0890021 Jul 16 08:45:39.480524 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18e3a3fa-33bc-472a-8667-357ab6359ab8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.558353 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18e3a3fa-33bc-472a-8667-357ab6359ab8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.565813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e3a3fa-33bc-472a-8667-357ab6359ab8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:39.566484 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18e3a3fa-33bc-472a-8667-357ab6359ab8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.645797 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-18e3a3fa-33bc-472a-8667-357ab6359ab8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3474267 Jul 16 08:45:39.646979 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.655590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33762) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.671299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-66c29bd4-7247-44cf-977b-f694e8b60045 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1601975985'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:39.689442 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-c1f41dc6-6d1e-47da-9e57-079e9c150b8a tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=43b67062d8d14a9fa2ab92d922697f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2675838 Jul 16 08:45:39.743720 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e3a3fa-33bc-472a-8667-357ab6359ab8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event updated for resources: {'Network': ['ID=65faef8f-e306-481a-8381-db57066009cc,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:39.764613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 65faef8f-e306-481a-8381-db57066009cc details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:39.778404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c29bd4-7247-44cf-977b-f694e8b60045 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Made reservation on behalf of 52250a1b5cea47f59fb6d89b15569d61 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:39.784850 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66c29bd4-7247-44cf-977b-f694e8b60045 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.839983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66c29bd4-7247-44cf-977b-f694e8b60045 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:39.878264 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66c29bd4-7247-44cf-977b-f694e8b60045 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.882106 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-66c29bd4-7247-44cf-977b-f694e8b60045 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Added segment 6628a638-97e9-49b7-beb0-7726d63d7279 of type vlan for network 43739b0c-bc35-4d6c-9a21-80afdaf5501c Jul 16 08:45:39.999621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-9397fb92-5313-4625-b3a5-f06060446226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.001530 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-9397fb92-5313-4625-b3a5-f06060446226 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50e963c7-0b3c-42c9-bd21-0a34517e5ea3 HTTP/1.1" status: 200 len: 797 time: 0.5056124 Jul 16 08:45:40.033730 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66c29bd4-7247-44cf-977b-f694e8b60045 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.075799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4716c71-9b45-42e6-8683-160bfc46104c req-19ca7174-9123-42de-99b8-e3e8f18980dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.077693 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c4716c71-9b45-42e6-8683-160bfc46104c req-19ca7174-9123-42de-99b8-e3e8f18980dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf13c641cc6b45f4add343877ddf9789&device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 1098 time: 0.6578953 Jul 16 08:45:40.091187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-86eb44ce-b5aa-499c-bc95-4dd40e8e5bf9 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.097746 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdf07dd-c77d-43a5-bda7-d362188b86c8 req-5b4061a0-959a-49c8-8e42-12ab83acac06 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.099160 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-86eb44ce-b5aa-499c-bc95-4dd40e8e5bf9 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3909879 Jul 16 08:45:40.100027 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2bdf07dd-c77d-43a5-bda7-d362188b86c8 req-5b4061a0-959a-49c8-8e42-12ab83acac06 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.1231463 Jul 16 08:45:40.101467 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66c29bd4-7247-44cf-977b-f694e8b60045 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.107824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c29bd4-7247-44cf-977b-f694e8b60045 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.108954 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66c29bd4-7247-44cf-977b-f694e8b60045 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.130054 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33788) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:40.133539 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-3f8c7491-6acb-4933-89c4-d2aa95d8ae62 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/quotas/43b67062d8d14a9fa2ab92d922697f7a HTTP/1.1" status: 200 len: 375 time: 0.0329115 Jul 16 08:45:40.224557 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-d7b4cbc1-94a3-46a1-8f43-1d2ee9a9d4ae tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=43b67062d8d14a9fa2ab92d922697f7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897031 Jul 16 08:45:40.228955 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-66c29bd4-7247-44cf-977b-f694e8b60045 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5717793 Jul 16 08:45:40.255514 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33792) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:40.257836 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2bdf07dd-c77d-43a5-bda7-d362188b86c8 req-dbf61abf-0236-46a3-974b-4137ab91c048 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446404 Jul 16 08:45:40.291649 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Request body: {'ports': [{'network_id': '65faef8f-e306-481a-8381-db57066009cc', 'name': 'tempest-port--1223366634', 'admin_state_up': True}, {'network_id': '43739b0c-bc35-4d6c-9a21-80afdaf5501c', 'admin_state_up': False}]} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:40.292014 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Request body: {'port': {'network_id': '65faef8f-e306-481a-8381-db57066009cc', 'name': 'tempest-port--1223366634', 'admin_state_up': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:40.292442 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Request body: {'port': {'network_id': '43739b0c-bc35-4d6c-9a21-80afdaf5501c', 'admin_state_up': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:40.375774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c29bd4-7247-44cf-977b-f694e8b60045 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event updated for resources: {'Network': ['ID=43739b0c-bc35-4d6c-9a21-80afdaf5501c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:40.397049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 43739b0c-bc35-4d6c-9a21-80afdaf5501c details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:40.492607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-9da74659-aa06-4e2b-983b-32f9e97563e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.494222 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-9da74659-aa06-4e2b-983b-32f9e97563e7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4840817 Jul 16 08:45:40.813773 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04c51132-b84d-44c2-b0de-a9c7b7c396dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.846486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4716c71-9b45-42e6-8683-160bfc46104c req-cf245769-3be2-4f42-bacf-392ad8bec9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:40.849362 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c4716c71-9b45-42e6-8683-160bfc46104c req-cf245769-3be2-4f42-bacf-392ad8bec9cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 200 len: 917 time: 0.7463338 Jul 16 08:45:41.056950 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04c51132-b84d-44c2-b0de-a9c7b7c396dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.072755 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04c51132-b84d-44c2-b0de-a9c7b7c396dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.101234 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-2e677ae4-bf4b-4637-8860-ce70ef040fd0 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5841682 Jul 16 08:45:41.183519 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.239000 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-9d34c9a1-99ef-4561-a1c4-9a89d0f9848c tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=43b67062d8d14a9fa2ab92d922697f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500765 Jul 16 08:45:41.259088 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-04c51132-b84d-44c2-b0de-a9c7b7c396dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=047c5c96026d4f5285003fe384d52a3d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1110256 Jul 16 08:45:41.260436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c51132-b84d-44c2-b0de-a9c7b7c396dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953c38db-5aab-42a8-ac55-551070833832,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:41.296784 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33854) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:41.303410 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c4716c71-9b45-42e6-8683-160bfc46104c req-71116ba6-0b58-4036-9a4e-08ccc7f1f8d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b HTTP/1.1" status: 200 len: 1002 time: 0.4464896 Jul 16 08:45:41.415817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Made reservation on behalf of 52250a1b5cea47f59fb6d89b15569d61 for: {'port': 2} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:41.420925 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.437233 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b613fee-9ddc-43c6-835c-21f00ffbdb16 req-b042467a-08b9-4a49-a43c-13ad25968fc3 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272917 Jul 16 08:45:41.478400 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.514379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4716c71-9b45-42e6-8683-160bfc46104c req-aea03fbe-f4c5-4a3d-a51f-bd8fb27893ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:41.516337 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c4716c71-9b45-42e6-8683-160bfc46104c req-aea03fbe-f4c5-4a3d-a51f-bd8fb27893ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ff038ab-4107-4385-b9f7-5e2bfac47b22 HTTP/1.1" status: 200 len: 856 time: 0.2021213 Jul 16 08:45:41.553339 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58ba8f18-be7f-4b3d-b168-1b1bfec96b74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.592372 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-337d0bab-8ce3-4324-9ca9-388a6f368702 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:41.602293 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-337d0bab-8ce3-4324-9ca9-388a6f368702 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3327696 Jul 16 08:45:41.624381 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58ba8f18-be7f-4b3d-b168-1b1bfec96b74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.650542 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-7053735b-cfe2-4071-8350-cc68dda9c49e tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/quotas/43b67062d8d14a9fa2ab92d922697f7a HTTP/1.1" status: 200 len: 375 time: 0.0466735 Jul 16 08:45:41.703107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] device_id is not set on port db7dbb53-bc1d-44d3-b2e1-7966646be8c4 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:45:41.750094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4716c71-9b45-42e6-8683-160bfc46104c req-6d905c74-8093-4e1b-bfa8-e9b1505d6ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:41.753674 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c4716c71-9b45-42e6-8683-160bfc46104c req-6d905c74-8093-4e1b-bfa8-e9b1505d6ff5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0398bf6f-6792-4b35-accc-6c390953dadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2276113 Jul 16 08:45:41.759920 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-fd3f3ed3-074d-46cc-8300-2e52aae472f2 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=43b67062d8d14a9fa2ab92d922697f7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1078677 Jul 16 08:45:41.853756 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58ba8f18-be7f-4b3d-b168-1b1bfec96b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.859235 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58ba8f18-be7f-4b3d-b168-1b1bfec96b74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.860325 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-58ba8f18-be7f-4b3d-b168-1b1bfec96b74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/953c38db-5aab-42a8-ac55-551070833832 HTTP/1.1" status: 204 len: 168 time: 0.5618706 Jul 16 08:45:41.879033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba8f18-be7f-4b3d-b168-1b1bfec96b74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953c38db-5aab-42a8-ac55-551070833832,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:42.083024 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e618b26-8343-429f-83b4-a04eb0901dca req-a7a25902-a011-40d9-8cf7-4e5d35863845 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:42.095289 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e618b26-8343-429f-83b4-a04eb0901dca req-a7a25902-a011-40d9-8cf7-4e5d35863845 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 946 time: 0.3628056 Jul 16 08:45:42.189473 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c4716c71-9b45-42e6-8683-160bfc46104c req-4c5070e3-7dcd-4994-aa2d-dc227fb616ff service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119737 Jul 16 08:45:42.289601 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e618b26-8343-429f-83b4-a04eb0901dca req-dffdfeb1-c996-40b2-87ea-c071a215f5ed tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933548 Jul 16 08:45:42.313900 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.544636 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16bfeaa3-c10a-4355-a24f-fbfb6cae4269 req-1e789c8a-765f-447f-aeda-b57360485dab tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 210 time: 0.1211510 Jul 16 08:45:42.736421 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] device_id is not set on port 90d7e44c-1b6f-4968-aeb6-3aa0cd167464 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:45:42.737010 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33896) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:42.746374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1c9456f9-4230-415f-bc76-5c9bf3f6f10b no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:42.753533 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c4716c71-9b45-42e6-8683-160bfc46104c req-896332c4-398a-41eb-b4f3-c40b8fef214b service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559044 Jul 16 08:45:42.971856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33900) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:42.990752 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.010224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093be2d-432f-4b55-bd46-e1e2988c237a req-abd13b59-10e1-46ca-910b-4b8fb8617773 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.018334 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093be2d-432f-4b55-bd46-e1e2988c237a req-abd13b59-10e1-46ca-910b-4b8fb8617773 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.018571 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:43.021623 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f22468-e818-4453-8f40-1a653b4cd66e" -d '{"events": [{"server_uuid": "3c6aaec5-049a-4d71-be5b-f7723e772533", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9456f9-4230-415f-bc76-5c9bf3f6f10b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:43.025501 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093be2d-432f-4b55-bd46-e1e2988c237a req-abd13b59-10e1-46ca-910b-4b8fb8617773 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.038373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:43.049673 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.050143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093be2d-432f-4b55-bd46-e1e2988c237a req-abd13b59-10e1-46ca-910b-4b8fb8617773 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.064022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093be2d-432f-4b55-bd46-e1e2988c237a req-abd13b59-10e1-46ca-910b-4b8fb8617773 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.091977 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093be2d-432f-4b55-bd46-e1e2988c237a req-abd13b59-10e1-46ca-910b-4b8fb8617773 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.101385 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dbadfc3-f1e4-4753-9a2e-d3e4e683f378 x-openstack-request-id: req-4dbadfc3-f1e4-4753-9a2e-d3e4e683f378 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:43.101676 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6aaec5-049a-4d71-be5b-f7723e772533", "name": "network-vif-unplugged", "status": "completed", "tag": "1c9456f9-4230-415f-bc76-5c9bf3f6f10b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:43.101924 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4dbadfc3-f1e4-4753-9a2e-d3e4e683f378 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:43.102323 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'code': 200} Jul 16 08:45:43.104357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093be2d-432f-4b55-bd46-e1e2988c237a req-abd13b59-10e1-46ca-910b-4b8fb8617773 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.114830 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f093be2d-432f-4b55-bd46-e1e2988c237a req-abd13b59-10e1-46ca-910b-4b8fb8617773 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5444 time: 0.3033369 Jul 16 08:45:43.123788 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:43.133846 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:43.134190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:43.134727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:43.135248 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:43.135811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:43.136146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:43.136946 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:43.137853 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:43.138518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:43.139566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:43.140096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:43.140553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:43.140822 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2e0105d-4c90-4d0f-8bfc-8569e870f4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.194558 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f093be2d-432f-4b55-bd46-e1e2988c237a req-7e20f001-9241-4d22-9bdd-51d7ef3f88c4 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0784507 Jul 16 08:45:43.379118 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2e0105d-4c90-4d0f-8bfc-8569e870f4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.385106 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2e0105d-4c90-4d0f-8bfc-8569e870f4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.428993 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d2e0105d-4c90-4d0f-8bfc-8569e870f4a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e60b51e77b34a75a7052f9a52f2a05c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6908057 Jul 16 08:45:43.459621 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33908) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:43.585567 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3872f36d-38d0-4716-8ffc-45a9839f28b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.610606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e0105d-4c90-4d0f-8bfc-8569e870f4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b7b5cd-cc08-42b5-a3e7-a1f15ec6a070,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:43.650199 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fef2e40f-2151-479a-8dfe-bcff885e20d1 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=43b67062d8d14a9fa2ab92d922697f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0877457 Jul 16 08:45:43.672774 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b771914-0a84-419d-a00e-19f9acb3d4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.678726 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.699403 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b771914-0a84-419d-a00e-19f9acb3d4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.749322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c3f77-fb5d-4480-aadd-8bf2e6a9ae0e req-df2a1a8f-0ca4-47f9-8203-abf26e092f4b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.754039 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e93c3f77-fb5d-4480-aadd-8bf2e6a9ae0e req-df2a1a8f-0ca4-47f9-8203-abf26e092f4b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.2326627 Jul 16 08:45:43.857454 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e93c3f77-fb5d-4480-aadd-8bf2e6a9ae0e req-5e646a47-b661-4880-a43e-4e93247df98b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961854 Jul 16 08:45:43.868321 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33aa6a-f48a-44af-b5e0-4423508f391e req-ce3e0eaa-421f-49cc-aa69-5e1b857c46e4 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.874761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33aa6a-f48a-44af-b5e0-4423508f391e req-ce3e0eaa-421f-49cc-aa69-5e1b857c46e4 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.881044 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33aa6a-f48a-44af-b5e0-4423508f391e req-ce3e0eaa-421f-49cc-aa69-5e1b857c46e4 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.894205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33aa6a-f48a-44af-b5e0-4423508f391e req-ce3e0eaa-421f-49cc-aa69-5e1b857c46e4 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.894205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33aa6a-f48a-44af-b5e0-4423508f391e req-ce3e0eaa-421f-49cc-aa69-5e1b857c46e4 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.900259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33aa6a-f48a-44af-b5e0-4423508f391e req-ce3e0eaa-421f-49cc-aa69-5e1b857c46e4 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.903075 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b771914-0a84-419d-a00e-19f9acb3d4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.906880 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33aa6a-f48a-44af-b5e0-4423508f391e req-ce3e0eaa-421f-49cc-aa69-5e1b857c46e4 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:43.919520 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b771914-0a84-419d-a00e-19f9acb3d4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.919520 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6b771914-0a84-419d-a00e-19f9acb3d4d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b5b7b5cd-cc08-42b5-a3e7-a1f15ec6a070 HTTP/1.1" status: 204 len: 168 time: 0.4523890 Jul 16 08:45:43.920076 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d33aa6a-f48a-44af-b5e0-4423508f391e req-ce3e0eaa-421f-49cc-aa69-5e1b857c46e4 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5444 time: 0.3890381 Jul 16 08:45:43.986315 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b771914-0a84-419d-a00e-19f9acb3d4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b7b5cd-cc08-42b5-a3e7-a1f15ec6a070,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:44.078022 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.116624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-95bf9614-6b7a-4e12-9ef5-410a76b674c7 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:44.118723 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-95bf9614-6b7a-4e12-9ef5-410a76b674c7 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4587457 Jul 16 08:45:44.181581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Request body: {'port': {'device_id': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '43b67062d8d14a9fa2ab92d922697f7a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:44.369156 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4b3b9638-7aa6-4b44-9c68-95dc9936bd07 req-9a901513-5ba0-4384-9394-a8bd1b662ce9 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 210 time: 0.1968527 Jul 16 08:45:44.587879 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:45:44.601039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event updated for resources: {'Port': ['ID=db7dbb53-bc1d-44d3-b2e1-7966646be8c4,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:44.639577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33922) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.669598 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d580631-724d-4608-af2f-1a384e36a4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.673254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Checking segment: {'id': 'c926a7ec-fc0c-4d76-9e5c-985803e84606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '65faef8f-e306-481a-8381-db57066009cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:44.674163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Network hostable DHCP agents. Network: 65faef8f-e306-481a-8381-db57066009cc, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:45:44.684474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-72a0156b-9ce3-4b0e-a854-31587be47624 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=43b67062d8d14a9fa2ab92d922697f7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2859604 Jul 16 08:45:44.720171 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3872f36d-38d0-4716-8ffc-45a9839f28b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.771870 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3872f36d-38d0-4716-8ffc-45a9839f28b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.869803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Network 65faef8f-e306-481a-8381-db57066009cc is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:45:44.875397 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d580631-724d-4608-af2f-1a384e36a4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.881686 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d580631-724d-4608-af2f-1a384e36a4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.933569 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6d580631-724d-4608-af2f-1a384e36a4c2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e3c0a2dfec064557b992c4468ff3868c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917759 Jul 16 08:45:44.934224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33926) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.941357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d580631-724d-4608-af2f-1a384e36a4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f58abbc-7bc0-420b-9136-ec463912f070,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:45.001569 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3872f36d-38d0-4716-8ffc-45a9839f28b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=055973b5d17d4330a5bed3c2fe04ac47&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0281169 Jul 16 08:45:45.005786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33928) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.043193 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f70dff0-b463-441a-877f-3c2e101ab124 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.087696 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 65faef8f-e306-481a-8381-db57066009cc) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:45.091925 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f70dff0-b463-441a-877f-3c2e101ab124 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.111149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0d5843-784a-453f-a60b-0a684422503a None None] Network 65faef8f-e306-481a-8381-db57066009cc requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:45.133093 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:45.138946 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.206978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Made reservation on behalf of 43b67062d8d14a9fa2ab92d922697f7a for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:45.229014 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.250426 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f70dff0-b463-441a-877f-3c2e101ab124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.253716 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f70dff0-b463-441a-877f-3c2e101ab124 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.259103 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8f70dff0-b463-441a-877f-3c2e101ab124 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f58abbc-7bc0-420b-9136-ec463912f070 HTTP/1.1" status: 204 len: 168 time: 0.3236246 Jul 16 08:45:45.287124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f70dff0-b463-441a-877f-3c2e101ab124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f58abbc-7bc0-420b-9136-ec463912f070,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:45.299512 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.305828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872f36d-38d0-4716-8ffc-45a9839f28b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945c4330-784a-4303-927d-f0a270b0eeee,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:45.321860 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-436ed30a-eafa-47ff-90f6-5daa89cccb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.353209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965f8010-fcf5-4678-9f4a-6c8481f738ff req-6d02cc0c-6197-4603-9685-7d233be9e0e6 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:45.355309 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-965f8010-fcf5-4678-9f4a-6c8481f738ff req-6d02cc0c-6197-4603-9685-7d233be9e0e6 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.1562643 Jul 16 08:45:45.384365 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-436ed30a-eafa-47ff-90f6-5daa89cccb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.472886 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-965f8010-fcf5-4678-9f4a-6c8481f738ff req-ff0f4d81-86d1-4deb-b16b-cd67effbd40e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010373 Jul 16 08:45:45.529199 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-436ed30a-eafa-47ff-90f6-5daa89cccb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.532522 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-436ed30a-eafa-47ff-90f6-5daa89cccb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.538407 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-436ed30a-eafa-47ff-90f6-5daa89cccb1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/945c4330-784a-4303-927d-f0a270b0eeee HTTP/1.1" status: 204 len: 168 time: 0.5304825 Jul 16 08:45:45.575026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436ed30a-eafa-47ff-90f6-5daa89cccb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945c4330-784a-4303-927d-f0a270b0eeee,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:45.628726 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event updated for resources: {'Port': ['ID=90d7e44c-1b6f-4968-aeb6-3aa0cd167464,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:45.867649 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Checking segment: {'id': '6628a638-97e9-49b7-beb0-7726d63d7279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '43739b0c-bc35-4d6c-9a21-80afdaf5501c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:45.868414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Network hostable DHCP agents. Network: 43739b0c-bc35-4d6c-9a21-80afdaf5501c, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:45:45.900178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-53d72df1-d4be-4a81-b40e-2a75a52ffe43 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:45.903977 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-53d72df1-d4be-4a81-b40e-2a75a52ffe43 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2025661 Jul 16 08:45:45.927947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-878244b9-cbe4-41f0-b904-d0e71527a134 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Request body: {'port': {'device_id': '5509410f-995d-472b-93c0-3841ea37cf0f', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '43b67062d8d14a9fa2ab92d922697f7a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:46.121533 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9992356c-8986-4680-93b1-35c129623127 req-77096bd6-aad6-481f-94a7-41ecf19b594d tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 210 time: 0.1250823 Jul 16 08:45:46.217674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Network 43739b0c-bc35-4d6c-9a21-80afdaf5501c is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:45:46.261105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 43739b0c-bc35-4d6c-9a21-80afdaf5501c) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:46.288341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4515a3c-840c-46d4-bd75-041169e24f7b None None] Network 43739b0c-bc35-4d6c-9a21-80afdaf5501c requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:46.299821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:46.313657 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.323624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:46.325124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.546260 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.566059 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.614554 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-78f90a7b-51a6-4a7e-b64b-b376c7a180f1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.3411903 Jul 16 08:45:46.617353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33976) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.760377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1c9456f9-4230-415f-bc76-5c9bf3f6f10b no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:46.762354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc143c3a-2d74-4443-a6be-62481af67871,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:46.967446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-878244b9-cbe4-41f0-b904-d0e71527a134 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Made reservation on behalf of 43b67062d8d14a9fa2ab92d922697f7a for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:46.973089 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-878244b9-cbe4-41f0-b904-d0e71527a134 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.982753 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.983604 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.984204 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.985096 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.985768 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.986889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.987572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.988411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.989661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.990363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.990924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.991576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:47.213369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f048e36-6287-4309-aa20-fb8d42e0cfd7 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.219787 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f048e36-6287-4309-aa20-fb8d42e0cfd7 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.227526 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9f048e36-6287-4309-aa20-fb8d42e0cfd7 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5771213 Jul 16 08:45:47.230613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34006) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:47.286175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Allocated IP 192.168.233.237 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/c951162b-df9f-42ca-87a4-41d7fb15c84b) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:47.532056 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eb2f8d6d-fb16-4de9-8e37-4da9bbd7e1de req-ccc30d99-34f7-4393-a56d-b3b32c393f40 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 210 time: 0.0468857 Jul 16 08:45:47.602795 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-826895a7-32e1-4d74-986b-006b9875e15f tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Deleting port db7dbb53-bc1d-44d3-b2e1-7966646be8c4 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:47.604146 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-826895a7-32e1-4d74-986b-006b9875e15f tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.684369 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.718626 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-826895a7-32e1-4d74-986b-006b9875e15f tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.733637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Transition to ACTIVE for port object c951162b-df9f-42ca-87a4-41d7fb15c84b will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:47.741512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-826895a7-32e1-4d74-986b-006b9875e15f tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Calling delete_port for db7dbb53-bc1d-44d3-b2e1-7966646be8c4 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:47.918973 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-826895a7-32e1-4d74-986b-006b9875e15f tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.968861 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-878244b9-cbe4-41f0-b904-d0e71527a134 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Allocated IP 192.168.233.90 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/d3ce3b8b-59ad-4f65-b26a-967e3cff07e7) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:48.023902 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.043170 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-826895a7-32e1-4d74-986b-006b9875e15f tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.047886 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-826895a7-32e1-4d74-986b-006b9875e15f tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "DELETE /v2.0/ports/db7dbb53-bc1d-44d3-b2e1-7966646be8c4 HTTP/1.1" status: 204 len: 168 time: 0.8153856 Jul 16 08:45:48.052145 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34036) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:48.108563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34038) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:48.121412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826895a7-32e1-4d74-986b-006b9875e15f tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event deleted for resources: {'Port': ['ID=db7dbb53-bc1d-44d3-b2e1-7966646be8c4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:48.139975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:48.152833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:48.170495 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:48.347849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186de17d-0d20-40bf-8b4c-beab6f25b355 req-ce82adaf-0102-4899-a3ba-a854d86e79d4 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:48.359083 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-186de17d-0d20-40bf-8b4c-beab6f25b355 req-ce82adaf-0102-4899-a3ba-a854d86e79d4 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.3087449 Jul 16 08:45:48.414049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Pushing event updated for resources: {'Port': ['ID=c951162b-df9f-42ca-87a4-41d7fb15c84b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:48.433660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:48.434658 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.454361 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-186de17d-0d20-40bf-8b4c-beab6f25b355 req-a52949d7-671d-4f46-a83f-c56ccca38d58 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928819 Jul 16 08:45:48.471812 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-f29c0ede-1f2b-48ed-add3-4d3cc94d1135 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Deleting port 90d7e44c-1b6f-4968-aeb6-3aa0cd167464 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:48.472453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f29c0ede-1f2b-48ed-add3-4d3cc94d1135 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.513194 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-7f0ec273-6b9d-4257-bbf7-ec5e1b834304 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3475659 Jul 16 08:45:48.523495 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-878244b9-cbe4-41f0-b904-d0e71527a134 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.548990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Request body: {'port': {'device_id': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:48.613018 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5f5217bd-5035-44d1-988c-36a323a99281 None None] Provisioning for port c951162b-df9f-42ca-87a4-41d7fb15c84b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:48.625736 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5f5217bd-5035-44d1-988c-36a323a99281 None None] Provisioning complete for port c951162b-df9f-42ca-87a4-41d7fb15c84b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:48.626116 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5f5217bd-5035-44d1-988c-36a323a99281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.703815 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f29c0ede-1f2b-48ed-add3-4d3cc94d1135 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.743090 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5f5217bd-5035-44d1-988c-36a323a99281 None None] Port c951162b-df9f-42ca-87a4-41d7fb15c84b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:48.743636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-f29c0ede-1f2b-48ed-add3-4d3cc94d1135 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Calling delete_port for 90d7e44c-1b6f-4968-aeb6-3aa0cd167464 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:48.779650 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-878244b9-cbe4-41f0-b904-d0e71527a134 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Transition to ACTIVE for port object d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:48.853031 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e454ecd9-85c0-434d-959d-bba45c07ecea req-2fed8844-9ddb-4098-8fb9-c8ce8f71169d tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 210 time: 0.0633759 Jul 16 08:45:48.923909 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f29c0ede-1f2b-48ed-add3-4d3cc94d1135 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.942780 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-878244b9-cbe4-41f0-b904-d0e71527a134 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.006261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c0ede-1f2b-48ed-add3-4d3cc94d1135 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event deleted for resources: {'Port': ['ID=90d7e44c-1b6f-4968-aeb6-3aa0cd167464,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:49.012072 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f29c0ede-1f2b-48ed-add3-4d3cc94d1135 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.018689 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f29c0ede-1f2b-48ed-add3-4d3cc94d1135 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "DELETE /v2.0/ports/90d7e44c-1b6f-4968-aeb6-3aa0cd167464 HTTP/1.1" status: 204 len: 168 time: 0.9621711 Jul 16 08:45:49.019417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34064) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:49.031127 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.038447 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-878244b9-cbe4-41f0-b904-d0e71527a134 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:49.054190 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-878244b9-cbe4-41f0-b904-d0e71527a134 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:49.056822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-878244b9-cbe4-41f0-b904-d0e71527a134 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:49.067732 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b39053-18b7-4d87-bc0c-eeec60dbb637 req-1d108213-12ed-4958-8a15-303e6f43efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:49.068208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b39053-18b7-4d87-bc0c-eeec60dbb637 req-1d108213-12ed-4958-8a15-303e6f43efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:49.068820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b39053-18b7-4d87-bc0c-eeec60dbb637 req-1d108213-12ed-4958-8a15-303e6f43efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:49.069409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b39053-18b7-4d87-bc0c-eeec60dbb637 req-1d108213-12ed-4958-8a15-303e6f43efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:49.069899 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b39053-18b7-4d87-bc0c-eeec60dbb637 req-1d108213-12ed-4958-8a15-303e6f43efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:49.070404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b39053-18b7-4d87-bc0c-eeec60dbb637 req-1d108213-12ed-4958-8a15-303e6f43efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:49.071112 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b39053-18b7-4d87-bc0c-eeec60dbb637 req-1d108213-12ed-4958-8a15-303e6f43efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:49.084019 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-52b39053-18b7-4d87-bc0c-eeec60dbb637 req-1d108213-12ed-4958-8a15-303e6f43efa1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 6508 time: 0.9624453 Jul 16 08:45:49.087145 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bcd0de72-47c6-4ddd-ac61-3409df77c6c4 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0655308 Jul 16 08:45:49.093811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34068) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:49.104356 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-df8eccd7-9151-48d5-8c6a-f8bbb0d65f92 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1648751879'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:49.129851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878244b9-cbe4-41f0-b904-d0e71527a134 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Pushing event updated for resources: {'Port': ['ID=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:49.136330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8eccd7-9151-48d5-8c6a-f8bbb0d65f92 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Made reservation on behalf of 52250a1b5cea47f59fb6d89b15569d61 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:49.141033 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df8eccd7-9151-48d5-8c6a-f8bbb0d65f92 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.221523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df8eccd7-9151-48d5-8c6a-f8bbb0d65f92 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:49.242703 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df8eccd7-9151-48d5-8c6a-f8bbb0d65f92 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.243472 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-df8eccd7-9151-48d5-8c6a-f8bbb0d65f92 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Added segment 82a0f76e-374b-45b8-aa18-f9b8021a945e of type vlan for network d3fd9027-454b-4c3c-9c3b-ff2684a337ae Jul 16 08:45:49.343521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-878244b9-cbe4-41f0-b904-d0e71527a134 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:49.344288 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-878244b9-cbe4-41f0-b904-d0e71527a134 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.361409 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-52b39053-18b7-4d87-bc0c-eeec60dbb637 req-10be0509-83b0-4b62-aabb-36a92378da2f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2764106 Jul 16 08:45:49.368417 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df8eccd7-9151-48d5-8c6a-f8bbb0d65f92 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.437333 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df8eccd7-9151-48d5-8c6a-f8bbb0d65f92 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.448967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8eccd7-9151-48d5-8c6a-f8bbb0d65f92 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:49.450421 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df8eccd7-9151-48d5-8c6a-f8bbb0d65f92 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.477889 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-09cd0973-9a22-400a-b8e8-fd9469569d8d None None] Provisioning for port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:49.489749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-09cd0973-9a22-400a-b8e8-fd9469569d8d None None] Provisioning complete for port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:49.490747 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-09cd0973-9a22-400a-b8e8-fd9469569d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.505397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-df8eccd7-9151-48d5-8c6a-f8bbb0d65f92 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4102325 Jul 16 08:45:49.510216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34080) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:49.516706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8cc9b34a-b3c8-4b28-a4d2-d5c91b8bf470 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-314996593'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:49.579698 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8eccd7-9151-48d5-8c6a-f8bbb0d65f92 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event updated for resources: {'Network': ['ID=d3fd9027-454b-4c3c-9c3b-ff2684a337ae,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:49.611290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc9b34a-b3c8-4b28-a4d2-d5c91b8bf470 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Made reservation on behalf of 52250a1b5cea47f59fb6d89b15569d61 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:49.616275 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-09cd0973-9a22-400a-b8e8-fd9469569d8d None None] Port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:49.618390 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8cc9b34a-b3c8-4b28-a4d2-d5c91b8bf470 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.627375 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network d3fd9027-454b-4c3c-9c3b-ff2684a337ae details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:49.701076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc9b34a-b3c8-4b28-a4d2-d5c91b8bf470 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:49.734184 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8cc9b34a-b3c8-4b28-a4d2-d5c91b8bf470 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.734572 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-8cc9b34a-b3c8-4b28-a4d2-d5c91b8bf470 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Added segment f5d55b13-da61-4c62-bb8e-25a0d8e7dd5c of type vlan for network cf526a1a-73bf-4413-9a2c-f3a94b34c99e Jul 16 08:45:49.801921 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-878244b9-cbe4-41f0-b904-d0e71527a134 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8842926 Jul 16 08:45:49.840000 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Request body: {'port': {'device_id': '5509410f-995d-472b-93c0-3841ea37cf0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:49.898020 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8cc9b34a-b3c8-4b28-a4d2-d5c91b8bf470 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.933050 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-de92418c-a861-42f7-be6e-856a3ea83eca req-6f0bca34-73f1-4dc8-8f87-c34797f42019 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.2769678 Jul 16 08:45:49.981052 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8cc9b34a-b3c8-4b28-a4d2-d5c91b8bf470 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.998037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc9b34a-b3c8-4b28-a4d2-d5c91b8bf470 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:50.000754 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8cc9b34a-b3c8-4b28-a4d2-d5c91b8bf470 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.047893 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.088059 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985577be-f963-4b37-9ef1-2590fc235949 req-e5a79c97-f81c-48c3-b3aa-3ee45159d25e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:50.097233 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-985577be-f963-4b37-9ef1-2590fc235949 req-e5a79c97-f81c-48c3-b3aa-3ee45159d25e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.3254275 Jul 16 08:45:50.133493 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8cc9b34a-b3c8-4b28-a4d2-d5c91b8bf470 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6214392 Jul 16 08:45:50.206844 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c951162b-df9f-42ca-87a4-41d7fb15c84b {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:50.253295 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.298874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34104) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:50.299638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9b34a-b3c8-4b28-a4d2-d5c91b8bf470 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event updated for resources: {'Network': ['ID=cf526a1a-73bf-4413-9a2c-f3a94b34c99e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:50.313506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network cf526a1a-73bf-4413-9a2c-f3a94b34c99e details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:50.328588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Request body: {'subnets': [{'network_id': 'd3fd9027-454b-4c3c-9c3b-ff2684a337ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1015455408', 'ip_version': 4}, {'network_id': 'cf526a1a-73bf-4413-9a2c-f3a94b34c99e', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:50.329442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Request body: {'subnet': {'network_id': 'd3fd9027-454b-4c3c-9c3b-ff2684a337ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1015455408', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:50.330064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Request body: {'subnet': {'network_id': 'cf526a1a-73bf-4413-9a2c-f3a94b34c99e', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:50.358253 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-985577be-f963-4b37-9ef1-2590fc235949 req-fef08437-db6a-4f66-b80b-30334be2bd2b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2601199 Jul 16 08:45:50.417271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Transition to ACTIVE for port object c951162b-df9f-42ca-87a4-41d7fb15c84b will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:50.434503 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.963514 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64be75-3ef2-415e-9e4a-27689510f5a9 req-8828b413-c89a-463b-8041-7324f1954c4f tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:50.996028 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a64be75-3ef2-415e-9e4a-27689510f5a9 req-8828b413-c89a-463b-8041-7324f1954c4f tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 935 time: 0.4540186 Jul 16 08:45:51.031139 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Pushing event updated for resources: {'Port': ['ID=c951162b-df9f-42ca-87a4-41d7fb15c84b,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:51.202652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Made reservation on behalf of 52250a1b5cea47f59fb6d89b15569d61 for: {'subnet': 2} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:51.222457 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.222961 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.286371 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Attempting to bind port c951162b-df9f-42ca-87a4-41d7fb15c84b on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:51.286936 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Attempting to bind port c951162b-df9f-42ca-87a4-41d7fb15c84b by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:51.287136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Attempting to bind port c951162b-df9f-42ca-87a4-41d7fb15c84b on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:51.301075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Port c951162b-df9f-42ca-87a4-41d7fb15c84b on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:51.301596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Attempting to bind port c951162b-df9f-42ca-87a4-41d7fb15c84b on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:51.325193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:51.325682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:51.326185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:51.326781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Bound port: c951162b-df9f-42ca-87a4-41d7fb15c84b, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:51.327286 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.342118 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a64be75-3ef2-415e-9e4a-27689510f5a9 req-1ccf8702-4554-4b9e-ac8a-8dd53d5bf134 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393703 Jul 16 08:45:51.513250 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] For port c951162b-df9f-42ca-87a4-41d7fb15c84b, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:51.518263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] For port c951162b-df9f-42ca-87a4-41d7fb15c84b, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:51.543593 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.632692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34152) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.694014 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:51.694819 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.696432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] 10.222.0.38 "PUT /v2.0/ports/c951162b-df9f-42ca-87a4-41d7fb15c84b HTTP/1.1" status: 200 len: 1097 time: 3.1520503 Jul 16 08:45:51.706647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'tag': 'c951162b-df9f-42ca-87a4-41d7fb15c84b'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:51.716179 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c61888f-4a9d-4083-b681-7b48d33d4a49" -d '{"events": [{"name": "network-changed", "server_uuid": "db835561-d462-4385-abc5-6ca2a387cb8f", "tag": "c951162b-df9f-42ca-87a4-41d7fb15c84b"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:51.914217 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd703081-83ba-4c2f-a395-bb16333bcd23 service neutron] Pushing event updated for resources: {'Port': ['ID=c951162b-df9f-42ca-87a4-41d7fb15c84b,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:52.006208 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80e7339-543f-405a-bc35-918daebf3384 x-openstack-request-id: req-b80e7339-543f-405a-bc35-918daebf3384 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:52.007260 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db835561-d462-4385-abc5-6ca2a387cb8f", "tag": "c951162b-df9f-42ca-87a4-41d7fb15c84b", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:52.008209 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b80e7339-543f-405a-bc35-918daebf3384 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:52.012860 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'tag': 'c951162b-df9f-42ca-87a4-41d7fb15c84b', 'status': 'completed', 'code': 200} Jul 16 08:45:52.156521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:52.158952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34164) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:52.193013 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.326193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Transition to ACTIVE for port object d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:52.348072 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.392665 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04a918ce-96b2-4443-8823-e19c7817816e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.429957 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0bf24383-82ea-4353-99a7-addbe4fc0c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.560706 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04a918ce-96b2-4443-8823-e19c7817816e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.565847 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-4553e56a-1e23-4762-a100-2d8b6f091e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.588477 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-4553e56a-1e23-4762-a100-2d8b6f091e39 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43b67062d8d14a9fa2ab92d922697f7a&device_id=db835561-d462-4385-abc5-6ca2a387cb8f HTTP/1.1" status: 200 len: 1100 time: 0.6300111 Jul 16 08:45:52.669858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4865bb7-6a57-48ad-a552-d46aed7b9235 req-b96c800b-3a46-4c76-bfaa-734119044f8a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.678877 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4865bb7-6a57-48ad-a552-d46aed7b9235 req-b96c800b-3a46-4c76-bfaa-734119044f8a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.9455528 Jul 16 08:45:52.687397 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0bf24383-82ea-4353-99a7-addbe4fc0c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.690399 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.694367 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04a918ce-96b2-4443-8823-e19c7817816e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.761655 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0bf24383-82ea-4353-99a7-addbe4fc0c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.796084 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event updated for resources: {'Subnet': ['ID=ec63e0e1-5c0c-4d20-828a-d0c08f86d461,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:52.876954 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a918ce-96b2-4443-8823-e19c7817816e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c62fd4d-06f8-43d5-bdba-70dd7e7dc0e2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:52.907633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf24383-82ea-4353-99a7-addbe4fc0c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4455473-0f85-4c96-8763-792665ce3a56,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:52.913064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0bf24383-82ea-4353-99a7-addbe4fc0c06 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=eb1e52f2914a4cc1a34a1fd4d806df69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7490396 Jul 16 08:45:52.918547 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-04a918ce-96b2-4443-8823-e19c7817816e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2d0645fec004d0e853b34839e788fdd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2833874 Jul 16 08:45:52.919871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34170) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:52.938735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34172) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:53.037898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Checking segment: {'id': '82a0f76e-374b-45b8-aa18-f9b8021a945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd3fd9027-454b-4c3c-9c3b-ff2684a337ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:53.038201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Network hostable DHCP agents. Network: d3fd9027-454b-4c3c-9c3b-ff2684a337ae, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:45:53.134856 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.164758 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.229644 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1db8607-058c-4d92-a82f-09398cf8689f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.233121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Network d3fd9027-454b-4c3c-9c3b-ff2684a337ae is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:45:53.426636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce47f2-2a0b-4eeb-9fc5-15f0c2022d7d req-4212e664-8b4a-49bb-b470-320a2d3ba467 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.444043 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-efce47f2-2a0b-4eeb-9fc5-15f0c2022d7d req-4212e664-8b4a-49bb-b470-320a2d3ba467 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 947 time: 0.5289419 Jul 16 08:45:53.446619 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-b56a7c58-f8f6-47c3-a8f8-52a9329ddb50 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b HTTP/1.1" status: 200 len: 217 time: 0.8564498 Jul 16 08:45:53.459138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, d3fd9027-454b-4c3c-9c3b-ff2684a337ae) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:53.461699 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.463459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:53.480938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6439a39b-2b2c-4cb6-890c-2165c2c15423 None None] Network d3fd9027-454b-4c3c-9c3b-ff2684a337ae requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:53.496314 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.501237 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9c62fd4d-06f8-43d5-bdba-70dd7e7dc0e2 HTTP/1.1" status: 204 len: 168 time: 0.5232654 Jul 16 08:45:53.539957 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1db8607-058c-4d92-a82f-09398cf8689f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.584986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.683796 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4865bb7-6a57-48ad-a552-d46aed7b9235 req-72582b77-da43-4547-9522-29d50a8bb2b1 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528489 Jul 16 08:45:53.751686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-3925ec77-6660-44bf-87a9-53a0397ff77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:53.759760 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-3925ec77-6660-44bf-87a9-53a0397ff77f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2896399 Jul 16 08:45:53.765670 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c62fd4d-06f8-43d5-bdba-70dd7e7dc0e2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:53.887222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.894898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.895651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.896215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.900806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.901675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.902586 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.903300 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.904422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.907626 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Attempting to bind port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:53.908203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Attempting to bind port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:53.908771 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Attempting to bind port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:53.923701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.925762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.928394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:53.928932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Attempting to bind port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:53.930113 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3b3ad1-de73-4df1-bd7e-7368e025d093 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:53.938883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d3fd9027-454b-4c3c-9c3b-ff2684a337ae', 'network_id': 'd3fd9027-454b-4c3c-9c3b-ff2684a337ae', 'tenant_id': '52250a1b5cea47f59fb6d89b15569d61', 'fixed_ips': [{'subnet_id': 'ec63e0e1-5c0c-4d20-828a-d0c08f86d461'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:45:53.942140 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.943859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:53.944384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:53.945040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:53.945907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Bound port: d3ce3b8b-59ad-4f65-b26a-967e3cff07e7, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:53.946347 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.977505 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-efce47f2-2a0b-4eeb-9fc5-15f0c2022d7d req-3b7e915d-37dc-4ca0-a8dc-3122bdf64ad7 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5301323 Jul 16 08:45:54.097150 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event updated for resources: {'Subnet': ['ID=ace7d615-d8cd-45e2-bd18-3258e634213d,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:54.112445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Checking segment: {'id': 'f5d55b13-da61-4c62-bb8e-25a0d8e7dd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cf526a1a-73bf-4413-9a2c-f3a94b34c99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:54.113063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Network hostable DHCP agents. Network: cf526a1a-73bf-4413-9a2c-f3a94b34c99e, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:45:54.150961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Network cf526a1a-73bf-4413-9a2c-f3a94b34c99e is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:45:54.162215 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1db8607-058c-4d92-a82f-09398cf8689f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.175966 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1db8607-058c-4d92-a82f-09398cf8689f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.181592 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e1db8607-058c-4d92-a82f-09398cf8689f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a4455473-0f85-4c96-8763-792665ce3a56 HTTP/1.1" status: 204 len: 168 time: 1.2550690 Jul 16 08:45:54.231738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, cf526a1a-73bf-4413-9a2c-f3a94b34c99e) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:54.234676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1db8607-058c-4d92-a82f-09398cf8689f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4455473-0f85-4c96-8763-792665ce3a56,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:54.259361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.260316 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.261491 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.311535 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e336fcce-6a26-458c-aa97-7e1d68b31a74 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.9945977 Jul 16 08:45:54.315858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34184) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:54.329537 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] For port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:54.337224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] For port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:54.341567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34186) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:54.371222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Allocated IP 172.20.0.2 (d3fd9027-454b-4c3c-9c3b-ff2684a337ae/ec63e0e1-5c0c-4d20-828a-d0c08f86d461/80d1a014-fe73-4516-bc76-d8a790ede0fb) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:54.388827 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60325941-8eab-4d89-8bdd-b309c5062703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.415331 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.578024 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.579248 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.582756 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] 10.222.0.38 "PUT /v2.0/ports/d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 HTTP/1.1" status: 200 len: 1096 time: 4.7503903 Jul 16 08:45:54.586314 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-ca4a0d4b-acfb-404b-98a2-79ba3b70dd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.589719 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-ca4a0d4b-acfb-404b-98a2-79ba3b70dd65 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8047252 Jul 16 08:45:54.590801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5509410f-995d-472b-93c0-3841ea37cf0f', 'tag': 'd3ce3b8b-59ad-4f65-b26a-967e3cff07e7'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:54.595390 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d433a18d-02ae-482d-b4f0-81970a0a2dab" -d '{"events": [{"name": "network-changed", "server_uuid": "5509410f-995d-472b-93c0-3841ea37cf0f", "tag": "d3ce3b8b-59ad-4f65-b26a-967e3cff07e7"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:54.737975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752fb2a7-c909-4605-9d21-d6fb1b499ae6 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.743901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752fb2a7-c909-4605-9d21-d6fb1b499ae6 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.758309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752fb2a7-c909-4605-9d21-d6fb1b499ae6 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.768281 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-752fb2a7-c909-4605-9d21-d6fb1b499ae6 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.4505892 Jul 16 08:45:54.775158 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34196) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:54.803818 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4668ea9-1976-4893-b78b-ce704f0a4648 x-openstack-request-id: req-d4668ea9-1976-4893-b78b-ce704f0a4648 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:54.804415 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5509410f-995d-472b-93c0-3841ea37cf0f", "tag": "d3ce3b8b-59ad-4f65-b26a-967e3cff07e7", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:54.804861 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d4668ea9-1976-4893-b78b-ce704f0a4648 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:54.805506 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5509410f-995d-472b-93c0-3841ea37cf0f', 'tag': 'd3ce3b8b-59ad-4f65-b26a-967e3cff07e7', 'status': 'completed', 'code': 200} Jul 16 08:45:54.919404 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8852b9fc-6fc6-4046-93ea-88a17f2c0580 None None] Network cf526a1a-73bf-4413-9a2c-f3a94b34c99e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:55.073550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7419dd-a5fd-4bcb-8fea-4c40da219d17 service neutron] Pushing event updated for resources: {'Port': ['ID=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:55.216690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ebc410-c0af-4974-96ae-d21e5c02099c tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Deleting subnet ec63e0e1-5c0c-4d20-828a-d0c08f86d461 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:55.219247 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.241386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-ec72ac78-bdb7-46b4-a30e-525f46ca15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:55.250723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Transition to ACTIVE for port object 80d1a014-fe73-4516-bc76-d8a790ede0fb will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:55.260054 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-ec72ac78-bdb7-46b4-a30e-525f46ca15d5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43b67062d8d14a9fa2ab92d922697f7a&device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 1099 time: 0.5764103 Jul 16 08:45:55.322119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-cf526a1a-73bf-4413-9a2c-f3a94b34c99e', 'network_id': 'cf526a1a-73bf-4413-9a2c-f3a94b34c99e', 'tenant_id': '52250a1b5cea47f59fb6d89b15569d61', 'fixed_ips': [{'subnet_id': 'ace7d615-d8cd-45e2-bd18-3258e634213d'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:45:55.324946 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.346412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Transition to ACTIVE for port object 80d1a014-fe73-4516-bc76-d8a790ede0fb will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:55.393679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970beb1b-190c-43cf-8599-b1568ab37b66 req-0609b978-968d-4e2c-996e-effa65acece4 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:55.397384 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-970beb1b-190c-43cf-8599-b1568ab37b66 req-0609b978-968d-4e2c-996e-effa65acece4 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.3906710 Jul 16 08:45:55.402346 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc410-c0af-4974-96ae-d21e5c02099c tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.442888 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-7587ee13-0e75-4da7-91b5-20607e24d9ec service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 HTTP/1.1" status: 200 len: 217 time: 0.1774030 Jul 16 08:45:55.494722 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-cd69bae7-2301-4621-9c97-c90f87442971 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8870804 Jul 16 08:45:55.558126 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.574002 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc410-c0af-4974-96ae-d21e5c02099c tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.691075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Allocated IP 172.20.0.18 (cf526a1a-73bf-4413-9a2c-f3a94b34c99e/ace7d615-d8cd-45e2-bd18-3258e634213d/00ba31a8-864f-4c59-b15c-cd590b3ce748) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:55.700542 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Pushing event updated for resources: {'Port': ['ID=80d1a014-fe73-4516-bc76-d8a790ede0fb,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:55.718452 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc410-c0af-4974-96ae-d21e5c02099c tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.809219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Network d3fd9027-454b-4c3c-9c3b-ff2684a337ae is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:55.822319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:55.844983 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:55.908529 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34202) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:55.914177 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28f3a2cc-b02e-43b5-bd76-96d7ded79b2b req-a7efdd17-74ba-4776-9a2b-4675bfb993de service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868976 Jul 16 08:45:56.034283 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc410-c0af-4974-96ae-d21e5c02099c tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.038508 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bce24ca1-0912-4b61-92f2-38d3777d42c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.150527 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-970beb1b-190c-43cf-8599-b1568ab37b66 req-d0ecea3a-b3cd-46e7-b40a-e9c5133228ac tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7355788 Jul 16 08:45:56.151875 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebc410-c0af-4974-96ae-d21e5c02099c tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event deleted for resources: {'Subnet': ['ID=ec63e0e1-5c0c-4d20-828a-d0c08f86d461,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.170546 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5ebc410-c0af-4974-96ae-d21e5c02099c tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.173921 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b5ebc410-c0af-4974-96ae-d21e5c02099c tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "DELETE /v2.0/subnets/ec63e0e1-5c0c-4d20-828a-d0c08f86d461 HTTP/1.1" status: 204 len: 168 time: 1.3972878 Jul 16 08:45:56.178074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34206) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:56.198213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-b6e7a2d9-8faa-4475-913c-e3b7af1a0ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.200150 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-b6e7a2d9-8faa-4475-913c-e3b7af1a0ea1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.7305241 Jul 16 08:45:56.234206 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Attempting to bind port 80d1a014-fe73-4516-bc76-d8a790ede0fb on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:56.235068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Attempting to bind port 80d1a014-fe73-4516-bc76-d8a790ede0fb by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '82a0f76e-374b-45b8-aa18-f9b8021a945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd3fd9027-454b-4c3c-9c3b-ff2684a337ae'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:56.235371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Attempting to bind port 80d1a014-fe73-4516-bc76-d8a790ede0fb on network d3fd9027-454b-4c3c-9c3b-ff2684a337ae {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:56.249692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:56.250282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Checking segment: {'id': '82a0f76e-374b-45b8-aa18-f9b8021a945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd3fd9027-454b-4c3c-9c3b-ff2684a337ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:56.250947 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.251573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Bound using segment: {'id': '82a0f76e-374b-45b8-aa18-f9b8021a945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd3fd9027-454b-4c3c-9c3b-ff2684a337ae'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:56.252362 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Bound port: 80d1a014-fe73-4516-bc76-d8a790ede0fb, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82a0f76e-374b-45b8-aa18-f9b8021a945e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'd3fd9027-454b-4c3c-9c3b-ff2684a337ae'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:56.253028 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.262975 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60325941-8eab-4d89-8bdd-b309c5062703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.323837 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60325941-8eab-4d89-8bdd-b309c5062703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.376890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d479803-7715-4212-bdfd-2fa3e30e04e6 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Deleting subnet ace7d615-d8cd-45e2-bd18-3258e634213d {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:56.380219 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-60325941-8eab-4d89-8bdd-b309c5062703 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17527b45d1f942c4a61f936dd26bf563&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0332348 Jul 16 08:45:56.387037 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34210) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:56.443790 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78e7bdc-bb14-4a49-a2a7-a0987c002f78 req-2cbeaa3b-ecbe-44ed-a45a-ba4273a306ac tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.456020 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a78e7bdc-bb14-4a49-a2a7-a0987c002f78 req-2cbeaa3b-ecbe-44ed-a45a-ba4273a306ac tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 947 time: 0.4670844 Jul 16 08:45:56.514294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] For port 80d1a014-fe73-4516-bc76-d8a790ede0fb, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:56.526856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] For port 80d1a014-fe73-4516-bc76-d8a790ede0fb, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=80d1a014-fe73-4516-bc76-d8a790ede0fb,segment=NetworkSegment(82a0f76e-374b-45b8-aa18-f9b8021a945e),segment_id=82a0f76e-374b-45b8-aa18-f9b8021a945e)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:56.533214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61888f-4a9d-4083-b681-7b48d33d4a49 req-c0b3ff8e-bc4b-43f6-9049-e481e2d688e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.536686 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5c61888f-4a9d-4083-b681-7b48d33d4a49 req-c0b3ff8e-bc4b-43f6-9049-e481e2d688e4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43b67062d8d14a9fa2ab92d922697f7a&device_id=db835561-d462-4385-abc5-6ca2a387cb8f HTTP/1.1" status: 200 len: 1100 time: 0.4691815 Jul 16 08:45:56.545481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60325941-8eab-4d89-8bdd-b309c5062703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89063fb7-d270-4b7d-9d08-c7e5b7bf2cbf,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.606677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bce24ca1-0912-4b61-92f2-38d3777d42c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.617677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bce24ca1-0912-4b61-92f2-38d3777d42c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.685493 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.703662 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a78e7bdc-bb14-4a49-a2a7-a0987c002f78 req-9b738395-a420-4a43-889d-ce13ef60f5d8 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398522 Jul 16 08:45:56.729087 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bce24ca1-0912-4b61-92f2-38d3777d42c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=494aa06ab63d4588ab3b32159ed77eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8166666 Jul 16 08:45:56.735461 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34212) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:56.753906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce24ca1-0912-4b61-92f2-38d3777d42c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f4360f-899d-4bfd-a933-0ced3c6739fc,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.846601 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6a0611b-a1b4-49ad-b87a-332bc789fcab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.852181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-3138c7af-af09-4464-a911-b6cb43051250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.855085 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-3138c7af-af09-4464-a911-b6cb43051250 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6230006 Jul 16 08:45:56.907051 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1214bfac-fc89-4309-815f-e313e8cc6540 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.946987 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1214bfac-fc89-4309-815f-e313e8cc6540 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.974833 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6a0611b-a1b4-49ad-b87a-332bc789fcab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.003963 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.038966 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61888f-4a9d-4083-b681-7b48d33d4a49 req-16f58193-42f7-4e16-8d3b-44879a3f8f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:57.043779 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5c61888f-4a9d-4083-b681-7b48d33d4a49 req-16f58193-42f7-4e16-8d3b-44879a3f8f4d service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.4888048 Jul 16 08:45:57.084904 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1214bfac-fc89-4309-815f-e313e8cc6540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.088071 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1214bfac-fc89-4309-815f-e313e8cc6540 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.089611 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1214bfac-fc89-4309-815f-e313e8cc6540 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31f4360f-899d-4bfd-a933-0ced3c6739fc HTTP/1.1" status: 204 len: 168 time: 0.3528450 Jul 16 08:45:57.114886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1214bfac-fc89-4309-815f-e313e8cc6540 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f4360f-899d-4bfd-a933-0ced3c6739fc,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:57.118363 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5c61888f-4a9d-4083-b681-7b48d33d4a49 req-f7a93bd6-1bd2-427c-8a7d-d10d14a14a4f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b HTTP/1.1" status: 200 len: 217 time: 0.0638340 Jul 16 08:45:57.123984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Transition to ACTIVE for port object 00ba31a8-864f-4c59-b15c-cd590b3ce748 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:57.190080 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-7bd98520-8a26-449b-be84-40e8aafd87a6 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218062 Jul 16 08:45:57.242680 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957ed92-1195-47c8-8a39-07da61e484fc None None] Pushing event updated for resources: {'Port': ['ID=80d1a014-fe73-4516-bc76-d8a790ede0fb,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:57.252582 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6a0611b-a1b4-49ad-b87a-332bc789fcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.252582 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6a0611b-a1b4-49ad-b87a-332bc789fcab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.252582 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c6a0611b-a1b4-49ad-b87a-332bc789fcab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89063fb7-d270-4b7d-9d08-c7e5b7bf2cbf HTTP/1.1" status: 204 len: 168 time: 0.8505399 Jul 16 08:45:57.253245 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61888f-4a9d-4083-b681-7b48d33d4a49 req-7150ddf1-e593-4248-98bd-76998359aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:57.255109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5c61888f-4a9d-4083-b681-7b48d33d4a49 req-7150ddf1-e593-4248-98bd-76998359aa7b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.1284835 Jul 16 08:45:57.267544 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Transition to ACTIVE for port object 00ba31a8-864f-4c59-b15c-cd590b3ce748 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:57.278995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a0611b-a1b4-49ad-b87a-332bc789fcab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89063fb7-d270-4b7d-9d08-c7e5b7bf2cbf,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:57.281399 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3d479803-7715-4212-bdfd-2fa3e30e04e6 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.308089 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.414749 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-180c2eee-6062-4f1c-adb5-eadc9e6138d8 req-6a70ce7e-94d5-4516-bb23-c734a43899c1 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168841 Jul 16 08:45:57.446583 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3d479803-7715-4212-bdfd-2fa3e30e04e6 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.454402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c61888f-4a9d-4083-b681-7b48d33d4a49 req-7ed1b836-a3f8-41ae-b603-a48df5b70f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:57.455947 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5c61888f-4a9d-4083-b681-7b48d33d4a49 req-7ed1b836-a3f8-41ae-b603-a48df5b70f36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1876993 Jul 16 08:45:57.486849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3950a859-f31a-431a-ac51-d0858136091c None None] Network d3fd9027-454b-4c3c-9c3b-ff2684a337ae requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:57.557538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Network cf526a1a-73bf-4413-9a2c-f3a94b34c99e is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:57.601217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:57.620107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:57.635288 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3d479803-7715-4212-bdfd-2fa3e30e04e6 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.709293 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3d479803-7715-4212-bdfd-2fa3e30e04e6 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.744511 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3d479803-7715-4212-bdfd-2fa3e30e04e6 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.749317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Pushing event updated for resources: {'Port': ['ID=00ba31a8-864f-4c59-b15c-cd590b3ce748,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:57.750795 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3d479803-7715-4212-bdfd-2fa3e30e04e6 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "DELETE /v2.0/subnets/ace7d615-d8cd-45e2-bd18-3258e634213d HTTP/1.1" status: 204 len: 168 time: 1.5711286 Jul 16 08:45:57.810786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34224) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:57.830369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d479803-7715-4212-bdfd-2fa3e30e04e6 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event deleted for resources: {'Subnet': ['ID=ace7d615-d8cd-45e2-bd18-3258e634213d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:57.925673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Attempting to bind port 00ba31a8-864f-4c59-b15c-cd590b3ce748 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:57.926426 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Attempting to bind port 00ba31a8-864f-4c59-b15c-cd590b3ce748 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'f5d55b13-da61-4c62-bb8e-25a0d8e7dd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cf526a1a-73bf-4413-9a2c-f3a94b34c99e'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:57.926986 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Attempting to bind port 00ba31a8-864f-4c59-b15c-cd590b3ce748 on network cf526a1a-73bf-4413-9a2c-f3a94b34c99e {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:57.945511 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:57.946226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Checking segment: {'id': 'f5d55b13-da61-4c62-bb8e-25a0d8e7dd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cf526a1a-73bf-4413-9a2c-f3a94b34c99e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:57.946840 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.947428 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Bound using segment: {'id': 'f5d55b13-da61-4c62-bb8e-25a0d8e7dd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cf526a1a-73bf-4413-9a2c-f3a94b34c99e'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:57.948094 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Bound port: 00ba31a8-864f-4c59-b15c-cd590b3ce748, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5d55b13-da61-4c62-bb8e-25a0d8e7dd5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'cf526a1a-73bf-4413-9a2c-f3a94b34c99e'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:57.948813 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.072810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] For port 00ba31a8-864f-4c59-b15c-cd590b3ce748, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:58.077220 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] For port 00ba31a8-864f-4c59-b15c-cd590b3ce748, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=00ba31a8-864f-4c59-b15c-cd590b3ce748,segment=NetworkSegment(f5d55b13-da61-4c62-bb8e-25a0d8e7dd5c),segment_id=f5d55b13-da61-4c62-bb8e-25a0d8e7dd5c)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:58.085808 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.109600 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39325cbe-ebbf-45f2-9540-0dcba6ad55b8 req-e7727f5a-f9e6-46db-a21f-30261adadb2e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:58.120969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d57f1-3837-4f18-afef-d2c43a75bd77 req-6583c400-5e38-4b01-a50d-21f49e6ee2c1 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:58.130648 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39325cbe-ebbf-45f2-9540-0dcba6ad55b8 req-e7727f5a-f9e6-46db-a21f-30261adadb2e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.4524810 Jul 16 08:45:58.132437 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e40d57f1-3837-4f18-afef-d2c43a75bd77 req-6583c400-5e38-4b01-a50d-21f49e6ee2c1 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 947 time: 0.1420999 Jul 16 08:45:58.194355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05b49bd-0899-4e4c-8e31-42ead2131d6f tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:58.197350 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e05b49bd-0899-4e4c-8e31-42ead2131d6f tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3711369 Jul 16 08:45:58.211737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34238) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:58.218985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433a18d-02ae-482d-b4f0-81970a0a2dab req-fa3e3267-2156-4686-be3f-42c1c0ee6ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:58.223203 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d433a18d-02ae-482d-b4f0-81970a0a2dab req-fa3e3267-2156-4686-be3f-42c1c0ee6ab2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43b67062d8d14a9fa2ab92d922697f7a&device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 1099 time: 0.7198141 Jul 16 08:45:58.314003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9108b6-7ac5-4e66-8264-b52214b3e7aa None None] Network cf526a1a-73bf-4413-9a2c-f3a94b34c99e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:58.384721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa25f8d-e073-436a-803e-396e7f10b118 None None] Pushing event updated for resources: {'Port': ['ID=00ba31a8-864f-4c59-b15c-cd590b3ce748,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:58.497409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433a18d-02ae-482d-b4f0-81970a0a2dab req-c35fd8cf-b90c-4521-b459-71f47295e555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:58.501295 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d433a18d-02ae-482d-b4f0-81970a0a2dab req-c35fd8cf-b90c-4521-b459-71f47295e555 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.2625575 Jul 16 08:45:58.508486 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5c61888f-4a9d-4083-b681-7b48d33d4a49 req-372f8e98-0967-4f7a-9169-a73468071a3e service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0444481 Jul 16 08:45:58.700558 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d433a18d-02ae-482d-b4f0-81970a0a2dab req-fda67cc3-b4a7-42dc-b0a7-bf1e4ca0abea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 HTTP/1.1" status: 200 len: 217 time: 0.1883674 Jul 16 08:45:58.737332 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39325cbe-ebbf-45f2-9540-0dcba6ad55b8 req-d5a335df-4be9-4a6b-861b-08826fb38c3b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6042128 Jul 16 08:45:58.761153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f59fc17-7434-46b5-b3c2-f65d752b44e1 None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:45:58.923397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e40d57f1-3837-4f18-afef-d2c43a75bd77 req-3e0ec786-ee41-4a0b-938d-8eca72a50feb tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7874227 Jul 16 08:45:58.998553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433a18d-02ae-482d-b4f0-81970a0a2dab req-ac36d2f8-28ea-44ee-90fa-d917762bad69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.000286 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d433a18d-02ae-482d-b4f0-81970a0a2dab req-ac36d2f8-28ea-44ee-90fa-d917762bad69 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2856436 Jul 16 08:45:59.075812 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5c61888f-4a9d-4083-b681-7b48d33d4a49 req-58ae9c91-ab67-491f-8145-cffddb457a51 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552273 Jul 16 08:45:59.096887 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.136801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433a18d-02ae-482d-b4f0-81970a0a2dab req-20f8564f-5f14-4ab6-a77b-7068f903d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.141049 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d433a18d-02ae-482d-b4f0-81970a0a2dab req-20f8564f-5f14-4ab6-a77b-7068f903d413 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1226127 Jul 16 08:45:59.212237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Deleting port 00ba31a8-864f-4c59-b15c-cd590b3ce748 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:59.212678 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.362697 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f59fc17-7434-46b5-b3c2-f65d752b44e1 None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:45:59.368103 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d433a18d-02ae-482d-b4f0-81970a0a2dab req-9c011e7a-d8e9-483e-9464-e8700af23842 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203732 Jul 16 08:45:59.403486 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] For port 00ba31a8-864f-4c59-b15c-cd590b3ce748, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=00ba31a8-864f-4c59-b15c-cd590b3ce748,segment=NetworkSegment(f5d55b13-da61-4c62-bb8e-25a0d8e7dd5c),segment_id=f5d55b13-da61-4c62-bb8e-25a0d8e7dd5c)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:59.404380 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.443077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Calling delete_port for 00ba31a8-864f-4c59-b15c-cd590b3ce748 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:59.596402 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d433a18d-02ae-482d-b4f0-81970a0a2dab req-44aec40e-2be2-4485-b08a-6d148a7dfaa8 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209320 Jul 16 08:45:59.644223 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.687456 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event deleted for resources: {'Port': ['ID=00ba31a8-864f-4c59-b15c-cd590b3ce748,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:59.689788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] No DVR routers for this DVR port 00ba31a8-864f-4c59-b15c-cd590b3ce748 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:59.850826 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.887417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf526a1a-73bf-4413-9a2c-f3a94b34c99e']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:59.913734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5d55b13-da61-4c62-bb8e-25a0d8e7dd5c') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:59.914944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5d55b13-da61-4c62-bb8e-25a0d8e7dd5c') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:59.943353 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.976529 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.998465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:59.999116 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.009689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:00.169903 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:00.178134 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.200395 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.207459 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "DELETE /v2.0/networks/cf526a1a-73bf-4413-9a2c-f3a94b34c99e HTTP/1.1" status: 204 len: 168 time: 1.9894552 Jul 16 08:46:00.207916 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34280) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:00.233272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7ec36-0bc6-4a14-96fe-0c3a49ab2cb1 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event deleted for resources: {'Network': ['ID=cf526a1a-73bf-4413-9a2c-f3a94b34c99e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:00.443865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:00.501866 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.511356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'd3ce3b8b-59ad-4f65-b26a-967e3cff07e7', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'd3ce3b8b-59ad-4f65-b26a-967e3cff07e7', 'mac_address': 'fa:16:3e:5d:2b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:00.597730 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db64a8c-f038-4e56-9722-7fb6a712a0a4 req-f345857c-80c1-4c3f-8c8f-9b6818bbf772 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:00.616426 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9db64a8c-f038-4e56-9722-7fb6a712a0a4 req-f345857c-80c1-4c3f-8c8f-9b6818bbf772 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.2070587 Jul 16 08:46:00.695437 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.698171 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1255d74-1167-44a0-8481-709a70ee3f98 req-a6a363c8-a2d0-4412-be70-d7161ccdb106 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:00.722938 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1255d74-1167-44a0-8481-709a70ee3f98 req-a6a363c8-a2d0-4412-be70-d7161ccdb106 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 947 time: 0.3583612 Jul 16 08:46:00.744575 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:00.749237 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9db64a8c-f038-4e56-9722-7fb6a712a0a4 req-998e9bd5-16e8-4b2c-bac1-e15209a65c92 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1317589 Jul 16 08:46:00.818450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61022ae2-911c-421f-81a4-d64b556e710e None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:46:00.959022 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1255d74-1167-44a0-8481-709a70ee3f98 req-62cbe0fc-f621-4790-bfb0-5c40b38896bf tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194307 Jul 16 08:46:00.969228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Deleting port 80d1a014-fe73-4516-bc76-d8a790ede0fb {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:00.969609 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.024848 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:01.037309 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.038342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c951162b-df9f-42ca-87a4-41d7fb15c84b details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:01.154748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.161722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] For port 80d1a014-fe73-4516-bc76-d8a790ede0fb, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=80d1a014-fe73-4516-bc76-d8a790ede0fb,segment=NetworkSegment(82a0f76e-374b-45b8-aa18-f9b8021a945e),segment_id=82a0f76e-374b-45b8-aa18-f9b8021a945e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:01.162670 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.175209 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61022ae2-911c-421f-81a4-d64b556e710e None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:46:01.191638 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Calling delete_port for 80d1a014-fe73-4516-bc76-d8a790ede0fb owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:01.241288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c951162b-df9f-42ca-87a4-41d7fb15c84b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:01.278673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'c951162b-df9f-42ca-87a4-41d7fb15c84b', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'c951162b-df9f-42ca-87a4-41d7fb15c84b', 'mac_address': 'fa:16:3e:71:fc:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:01.361956 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.412840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] No DVR routers for this DVR port 80d1a014-fe73-4516-bc76-d8a790ede0fb on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:01.415370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event deleted for resources: {'Port': ['ID=80d1a014-fe73-4516-bc76-d8a790ede0fb,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.444225 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.478595 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c951162b-df9f-42ca-87a4-41d7fb15c84b {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:01.542523 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.554756 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3fd9027-454b-4c3c-9c3b-ff2684a337ae']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:01.555167 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c951162b-df9f-42ca-87a4-41d7fb15c84b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:01.565247 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.567396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82a0f76e-374b-45b8-aa18-f9b8021a945e') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:01.567700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82a0f76e-374b-45b8-aa18-f9b8021a945e') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:01.578753 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.595686 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.611525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:01.612245 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.946189 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=c951162b-df9f-42ca-87a4-41d7fb15c84b,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.960172 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['d3ce3b8b-59ad-4f65-b26a-967e3cff07e7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:02.011713 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['c951162b-df9f-42ca-87a4-41d7fb15c84b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:02.428798 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:02.577102 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.607484 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.625797 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "DELETE /v2.0/networks/d3fd9027-454b-4c3c-9c3b-ff2684a337ae HTTP/1.1" status: 204 len: 168 time: 2.4157896 Jul 16 08:46:02.631946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34354) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:02.718349 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1c373a-946e-492b-aa12-01e20d3f564a req-1a189b9f-559d-44bd-a82a-63e7f8a1f159 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:02.730765 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8b1c373a-946e-492b-aa12-01e20d3f564a req-1a189b9f-559d-44bd-a82a-63e7f8a1f159 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 948 time: 0.2487133 Jul 16 08:46:02.769482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8facaa-3683-4dd5-b1cf-d5999f82c836 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event deleted for resources: {'Network': ['ID=d3fd9027-454b-4c3c-9c3b-ff2684a337ae,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:02.813704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3d5666-e62e-40e0-8047-d5000e4ef637 req-9adbca02-863f-4b9e-ad9b-a0553476a64c tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:02.817739 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd3d5666-e62e-40e0-8047-d5000e4ef637 req-9adbca02-863f-4b9e-ad9b-a0553476a64c tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.4581518 Jul 16 08:46:02.919387 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8b1c373a-946e-492b-aa12-01e20d3f564a req-b56afb4b-7121-4eda-9de6-cd913e4e3c17 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541064 Jul 16 08:46:02.927498 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd3d5666-e62e-40e0-8047-d5000e4ef637 req-bb8c845c-98a6-4add-93b5-6f502e225982 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983419 Jul 16 08:46:03.019775 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c37b5aa9-85a3-4cbb-8bce-65aabd40ebf9 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.144599 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34366) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:03.155450 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c37b5aa9-85a3-4cbb-8bce-65aabd40ebf9 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.175956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-c37b5aa9-85a3-4cbb-8bce-65aabd40ebf9 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43739b0c-bc35-4d6c-9a21-80afdaf5501c']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:03.201900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-c37b5aa9-85a3-4cbb-8bce-65aabd40ebf9 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6628a638-97e9-49b7-beb0-7726d63d7279') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:03.202390 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-c37b5aa9-85a3-4cbb-8bce-65aabd40ebf9 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6628a638-97e9-49b7-beb0-7726d63d7279') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:03.216003 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c37b5aa9-85a3-4cbb-8bce-65aabd40ebf9 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.283209 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c37b5aa9-85a3-4cbb-8bce-65aabd40ebf9 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.293815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37b5aa9-85a3-4cbb-8bce-65aabd40ebf9 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:03.294943 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c37b5aa9-85a3-4cbb-8bce-65aabd40ebf9 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:03.299221 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:03.419272 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c37b5aa9-85a3-4cbb-8bce-65aabd40ebf9 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.441745 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c37b5aa9-85a3-4cbb-8bce-65aabd40ebf9 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.445020 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c37b5aa9-85a3-4cbb-8bce-65aabd40ebf9 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "DELETE /v2.0/networks/43739b0c-bc35-4d6c-9a21-80afdaf5501c HTTP/1.1" status: 204 len: 168 time: 0.8073974 Jul 16 08:46:03.445290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37b5aa9-85a3-4cbb-8bce-65aabd40ebf9 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event deleted for resources: {'Network': ['ID=43739b0c-bc35-4d6c-9a21-80afdaf5501c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:03.448486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34376) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:03.568813 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c83af503-df8b-4d12-a1bc-c0a2507b1df8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.588719 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dd037a49-a538-40bc-a0bd-8ae6a0e19a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.732994 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c83af503-df8b-4d12-a1bc-c0a2507b1df8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.762407 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.763901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-c83af503-df8b-4d12-a1bc-c0a2507b1df8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65faef8f-e306-481a-8381-db57066009cc']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:03.783837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-c83af503-df8b-4d12-a1bc-c0a2507b1df8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c926a7ec-fc0c-4d76-9e5c-985803e84606') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:03.784141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-c83af503-df8b-4d12-a1bc-c0a2507b1df8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c926a7ec-fc0c-4d76-9e5c-985803e84606') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:03.799212 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c83af503-df8b-4d12-a1bc-c0a2507b1df8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.835251 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c83af503-df8b-4d12-a1bc-c0a2507b1df8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.853971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83af503-df8b-4d12-a1bc-c0a2507b1df8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:03.854405 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c83af503-df8b-4d12-a1bc-c0a2507b1df8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:03.858031 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:03.872977 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dd037a49-a538-40bc-a0bd-8ae6a0e19a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.891221 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dd037a49-a538-40bc-a0bd-8ae6a0e19a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.037909 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:04.085571 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c83af503-df8b-4d12-a1bc-c0a2507b1df8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.101163 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c83af503-df8b-4d12-a1bc-c0a2507b1df8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.110022 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c83af503-df8b-4d12-a1bc-c0a2507b1df8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] 10.222.0.20 "DELETE /v2.0/networks/65faef8f-e306-481a-8381-db57066009cc HTTP/1.1" status: 204 len: 168 time: 0.6555302 Jul 16 08:46:04.197008 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:04.206066 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:04.208174 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.302750 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83af503-df8b-4d12-a1bc-c0a2507b1df8 tempest-BulkNetworkOpsTest-1698479773 tempest-BulkNetworkOpsTest-1698479773-project] Pushing event deleted for resources: {'Network': ['ID=65faef8f-e306-481a-8381-db57066009cc,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:04.342715 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dd037a49-a538-40bc-a0bd-8ae6a0e19a34 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c4c5645b24444639ba4570d32ce4a643&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1943138 Jul 16 08:46:04.365257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34396) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:04.366216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd037a49-a538-40bc-a0bd-8ae6a0e19a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58282f4d-b879-4e9e-8a99-411d215efb67,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:04.496983 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aea0d087-7307-47ce-bae2-0510d2716c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.504602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce777d1f-be04-49fa-8352-d3a472be7400 req-b5baa657-33e6-423f-9993-d656b55399ad tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.506308 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ce777d1f-be04-49fa-8352-d3a472be7400 req-b5baa657-33e6-423f-9993-d656b55399ad tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.2849112 Jul 16 08:46:04.515242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cc556-1f1b-4722-a207-f282e15ffed1 req-39116cf2-5015-4554-a6ac-59207c41793b tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.517585 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a8cc556-1f1b-4722-a207-f282e15ffed1 req-39116cf2-5015-4554-a6ac-59207c41793b tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 948 time: 0.3925128 Jul 16 08:46:04.521360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92418c-a861-42f7-be6e-856a3ea83eca req-07a82fc4-d3e9-4912-b208-9d420f9945c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.523364 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-de92418c-a861-42f7-be6e-856a3ea83eca req-07a82fc4-d3e9-4912-b208-9d420f9945c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533&tenant_id=bf13c641cc6b45f4add343877ddf9789 HTTP/1.1" status: 200 len: 1096 time: 0.6189725 Jul 16 08:46:04.527907 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.603947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5509410f-995d-472b-93c0-3841ea37cf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ce3b8b-59ad-4f65-b26a-967e3cff07e7'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:04.615430 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34ad82f-3707-4191-b615-6d815e67a654" -d '{"events": [{"server_uuid": "5509410f-995d-472b-93c0-3841ea37cf0f", "name": "network-vif-plugged", "status": "completed", "tag": "d3ce3b8b-59ad-4f65-b26a-967e3cff07e7"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:04.644013 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ce777d1f-be04-49fa-8352-d3a472be7400 req-49371d5e-beb2-4fad-91f1-1d4ba28b587f tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260383 Jul 16 08:46:04.656466 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:04.667689 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.668834 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c951162b-df9f-42ca-87a4-41d7fb15c84b up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:04.697399 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aea0d087-7307-47ce-bae2-0510d2716c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.768309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:04.795345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34408) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:04.804615 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a8cc556-1f1b-4722-a207-f282e15ffed1 req-f6fc8355-8ec3-41f9-875c-8471dd6bf692 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779529 Jul 16 08:46:04.831072 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port c951162b-df9f-42ca-87a4-41d7fb15c84b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:04.837673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port c951162b-df9f-42ca-87a4-41d7fb15c84b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:04.838173 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.915855 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559f27e2-580e-4a44-b237-f09131f75e74 x-openstack-request-id: req-559f27e2-580e-4a44-b237-f09131f75e74 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:04.916581 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5509410f-995d-472b-93c0-3841ea37cf0f", "name": "network-vif-plugged", "status": "completed", "tag": "d3ce3b8b-59ad-4f65-b26a-967e3cff07e7", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:04.917431 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-559f27e2-580e-4a44-b237-f09131f75e74 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:04.918852 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5509410f-995d-472b-93c0-3841ea37cf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ce3b8b-59ad-4f65-b26a-967e3cff07e7', 'code': 200} Jul 16 08:46:04.919101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92418c-a861-42f7-be6e-856a3ea83eca req-5388fc60-8dfa-416c-b7eb-b27676dd625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:04.921308 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-de92418c-a861-42f7-be6e-856a3ea83eca req-5388fc60-8dfa-416c-b7eb-b27676dd625a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf13c641cc6b45f4add343877ddf9789&device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 1096 time: 0.3622990 Jul 16 08:46:05.003151 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aea0d087-7307-47ce-bae2-0510d2716c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.009434 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aea0d087-7307-47ce-bae2-0510d2716c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.011957 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-aea0d087-7307-47ce-bae2-0510d2716c7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/58282f4d-b879-4e9e-8a99-411d215efb67 HTTP/1.1" status: 204 len: 168 time: 0.6422837 Jul 16 08:46:05.076871 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.151195 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c951162b-df9f-42ca-87a4-41d7fb15c84b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:05.169521 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.176377 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-abe00988-0518-4dff-90e2-9aed41965290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.190236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0d087-7307-47ce-bae2-0510d2716c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58282f4d-b879-4e9e-8a99-411d215efb67,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:05.226860 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b855d2a4-4201-431c-8337-babb0c4bd64a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=52250a1b5cea47f59fb6d89b15569d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296310 Jul 16 08:46:05.228460 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34418) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:05.237815 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92418c-a861-42f7-be6e-856a3ea83eca req-24cf9217-4c88-432d-9f37-1aac6d63483a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:05.240162 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-de92418c-a861-42f7-be6e-856a3ea83eca req-24cf9217-4c88-432d-9f37-1aac6d63483a service neutron] 10.222.0.15 "GET /v2.0/networks?id=0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 200 len: 917 time: 0.3105214 Jul 16 08:46:05.252430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=c951162b-df9f-42ca-87a4-41d7fb15c84b,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:05.290972 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.380120 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d9de128-8138-4cf1-b299-42c1fb8fe221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.407955 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-de92418c-a861-42f7-be6e-856a3ea83eca req-d1ecf21b-98e1-4c4f-b2ac-ce8e5eb30160 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b HTTP/1.1" status: 200 len: 1000 time: 0.1539268 Jul 16 08:46:05.409605 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d9de128-8138-4cf1-b299-42c1fb8fe221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.414369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebab93-f1b8-4608-ae0e-4d984ce3d23a req-8caf9a28-a530-48b3-a0c7-6b94a8ffd05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:05.417114 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2eebab93-f1b8-4608-ae0e-4d984ce3d23a req-8caf9a28-a530-48b3-a0c7-6b94a8ffd05b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 1101 time: 0.3673964 Jul 16 08:46:05.487190 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d9de128-8138-4cf1-b299-42c1fb8fe221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.495396 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d9de128-8138-4cf1-b299-42c1fb8fe221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.498217 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4d9de128-8138-4cf1-b299-42c1fb8fe221 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31526e8f-565e-483f-9dd8-3e87c8072cf8 HTTP/1.1" status: 204 len: 168 time: 0.2493415 Jul 16 08:46:05.515378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9de128-8138-4cf1-b299-42c1fb8fe221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31526e8f-565e-483f-9dd8-3e87c8072cf8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:05.566452 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2eebab93-f1b8-4608-ae0e-4d984ce3d23a req-1fa52996-6b59-45c6-b00d-37ce0762b295 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292887 Jul 16 08:46:05.568688 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92418c-a861-42f7-be6e-856a3ea83eca req-8d16d323-61a4-405c-ab41-2815cff72905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:05.571890 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-de92418c-a861-42f7-be6e-856a3ea83eca req-8d16d323-61a4-405c-ab41-2815cff72905 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ff038ab-4107-4385-b9f7-5e2bfac47b22 HTTP/1.1" status: 200 len: 856 time: 0.1534212 Jul 16 08:46:05.712440 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92418c-a861-42f7-be6e-856a3ea83eca req-ef770cdd-65e4-40c6-b2e3-5321cf358037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:05.714222 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-de92418c-a861-42f7-be6e-856a3ea83eca req-ef770cdd-65e4-40c6-b2e3-5321cf358037 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0398bf6f-6792-4b35-accc-6c390953dadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1364040 Jul 16 08:46:05.726654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-de92418c-a861-42f7-be6e-856a3ea83eca req-9be795ba-cad9-407c-a93f-62f5700d5785 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:46:05.729265 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-de92418c-a861-42f7-be6e-856a3ea83eca req-9be795ba-cad9-407c-a93f-62f5700d5785 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070720 Jul 16 08:46:05.752873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34428) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:05.788813 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-af7234c5-3752-4aaf-a5e9-b2d04825e0ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.030557 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-de92418c-a861-42f7-be6e-856a3ea83eca req-2e610290-6e76-4310-84dd-0f8264f81d33 service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951140 Jul 16 08:46:06.134993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-af7234c5-3752-4aaf-a5e9-b2d04825e0ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.144477 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-af7234c5-3752-4aaf-a5e9-b2d04825e0ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.212481 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-af7234c5-3752-4aaf-a5e9-b2d04825e0ed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17b2a823f4e64125975a691142547987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4569073 Jul 16 08:46:06.215897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34440) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:06.216646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7234c5-3752-4aaf-a5e9-b2d04825e0ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8faa2cab-83b9-465c-93df-dfb539e74100,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:06.242563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbc7dd-3414-4588-95a9-e5700e271bdd req-37b34236-e493-42c3-a0f8-dd638d8d55b7 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.251711 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-85cbc7dd-3414-4588-95a9-e5700e271bdd req-37b34236-e493-42c3-a0f8-dd638d8d55b7 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.2930472 Jul 16 08:46:06.263122 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-de92418c-a861-42f7-be6e-856a3ea83eca req-5972aff4-8bf2-45ff-8bd2-3b9eb6cbf9db service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152140 Jul 16 08:46:06.272606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25d881-398e-4eae-8f85-e350edf4e655 req-2ddf1162-6173-4a63-a035-9fe84039fbb6 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.280249 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-df25d881-398e-4eae-8f85-e350edf4e655 req-2ddf1162-6173-4a63-a035-9fe84039fbb6 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 949 time: 0.2353146 Jul 16 08:46:06.361274 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-85cbc7dd-3414-4588-95a9-e5700e271bdd req-7ae2f047-667e-463b-8a2f-b3ec6f44b4e7 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085505 Jul 16 08:46:06.401305 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-df25d881-398e-4eae-8f85-e350edf4e655 req-03693314-4132-4578-a335-fe1b727e0dea tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150639 Jul 16 08:46:06.406100 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c98e442-ed96-4f35-96e9-e9be222c2a5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.483949 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c98e442-ed96-4f35-96e9-e9be222c2a5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.591844 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c98e442-ed96-4f35-96e9-e9be222c2a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.596811 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c98e442-ed96-4f35-96e9-e9be222c2a5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.599001 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9c98e442-ed96-4f35-96e9-e9be222c2a5e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8faa2cab-83b9-465c-93df-dfb539e74100 HTTP/1.1" status: 204 len: 168 time: 0.3783932 Jul 16 08:46:06.611471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98e442-ed96-4f35-96e9-e9be222c2a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8faa2cab-83b9-465c-93df-dfb539e74100,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:06.922394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c951162b-df9f-42ca-87a4-41d7fb15c84b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:06.925131 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7766b4d2-d650-4f3e-86fa-37bb8a51bcf1" -d '{"events": [{"server_uuid": "db835561-d462-4385-abc5-6ca2a387cb8f", "name": "network-vif-plugged", "status": "completed", "tag": "c951162b-df9f-42ca-87a4-41d7fb15c84b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:07.084734 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69ac5dc2-1de3-4039-b840-6aa2a36f6b97 x-openstack-request-id: req-69ac5dc2-1de3-4039-b840-6aa2a36f6b97 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:07.090450 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db835561-d462-4385-abc5-6ca2a387cb8f", "name": "network-vif-plugged", "status": "completed", "tag": "c951162b-df9f-42ca-87a4-41d7fb15c84b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:07.090977 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69ac5dc2-1de3-4039-b840-6aa2a36f6b97 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:07.094173 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c951162b-df9f-42ca-87a4-41d7fb15c84b', 'code': 200} Jul 16 08:46:07.448081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616b04d-39c3-4ef6-a5b6-f7ced418c239 req-5bd1e395-9f75-4dfd-8e6a-a575e9ec31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:07.467159 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4616b04d-39c3-4ef6-a5b6-f7ced418c239 req-5bd1e395-9f75-4dfd-8e6a-a575e9ec31d6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=db835561-d462-4385-abc5-6ca2a387cb8f HTTP/1.1" status: 200 len: 1102 time: 0.2223215 Jul 16 08:46:07.579684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34528) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:07.918638 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3081c873-e97f-425e-8add-7bad16607f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.043843 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-592009492'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:08.171369 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4616b04d-39c3-4ef6-a5b6-f7ced418c239 req-f89055df-119c-425d-838c-e47933fd9ee1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6991975 Jul 16 08:46:08.190546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2971ec5-83d6-4bd6-a327-dbaa94e43450 req-b35f3dd6-b56d-41ba-833f-ebd5e313e7ff tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.191726 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.208901 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2971ec5-83d6-4bd6-a327-dbaa94e43450 req-b35f3dd6-b56d-41ba-833f-ebd5e313e7ff tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 949 time: 0.4567120 Jul 16 08:46:08.227902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ff0107-e244-452f-9a6e-f0d7e6cd98c3 req-07493453-6eb1-4303-a266-4e325b4dd8ed tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:08.245232 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76ff0107-e244-452f-9a6e-f0d7e6cd98c3 req-07493453-6eb1-4303-a266-4e325b4dd8ed tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.5152540 Jul 16 08:46:08.373783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Made reservation on behalf of 79caf33fd1fd4e819a6113d9cac86f80 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:08.377855 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76ff0107-e244-452f-9a6e-f0d7e6cd98c3 req-fcea9b9b-5b3d-4b98-8876-82b8dc1d0acf tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309419 Jul 16 08:46:08.385501 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.419319 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.530375 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2971ec5-83d6-4bd6-a327-dbaa94e43450 req-8519ca9a-9061-4617-9f6a-3af8ed9fae2b tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198087 Jul 16 08:46:08.781587 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.877818 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.029138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83c3d4f0-7628-4c1c-a73b-e9fb0e436a41,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:09.110243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:09.167659 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.168181 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Added segment 31ff13b6-6121-4b1a-819a-c10eb463fb9a of type vlan for network 55acbfff-3c04-4b02-935b-90f6ebb2579b Jul 16 08:46:09.243431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5311d051-996e-42a3-aae2-c59c98471a98 req-d12e2f56-195c-4596-aeed-7291af5fe332 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.261388 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5311d051-996e-42a3-aae2-c59c98471a98 req-d12e2f56-195c-4596-aeed-7291af5fe332 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=db835561-d462-4385-abc5-6ca2a387cb8f HTTP/1.1" status: 200 len: 950 time: 0.4985497 Jul 16 08:46:09.485335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.518745 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5311d051-996e-42a3-aae2-c59c98471a98 req-b34de0d8-b94a-498e-8cb5-291dc23f1715 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598544 Jul 16 08:46:09.622351 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.665219 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:09.669408 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.669736 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.014074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c3714-02d1-48bc-b1d9-9a2f0036bf9a req-d6b77e4e-d6f8-4b28-bd38-b0f5ca03ad5d tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:10.018439 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Pushing event updated for resources: {'Network': ['ID=55acbfff-3c04-4b02-935b-90f6ebb2579b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:10.034261 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-df5e8bee-4390-4a0b-9793-b4535f5510f3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4505918 Jul 16 08:46:10.036124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 55acbfff-3c04-4b02-935b-90f6ebb2579b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:10.041186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34574) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:10.045642 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1e7c3714-02d1-48bc-b1d9-9a2f0036bf9a req-d6b77e4e-d6f8-4b28-bd38-b0f5ca03ad5d tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.1461086 Jul 16 08:46:10.053930 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1eb16c83-bec0-4ab6-9dc6-6ba8e79a5050 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Request body: {'subnet': {'network_id': '55acbfff-3c04-4b02-935b-90f6ebb2579b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:10.218876 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1e7c3714-02d1-48bc-b1d9-9a2f0036bf9a req-2f59da65-9a93-447b-afe4-97789c9a3904 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713798 Jul 16 08:46:10.333494 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34578) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:10.425192 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eb16c83-bec0-4ab6-9dc6-6ba8e79a5050 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Made reservation on behalf of 79caf33fd1fd4e819a6113d9cac86f80 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:10.430979 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eb16c83-bec0-4ab6-9dc6-6ba8e79a5050 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.574333 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-117157163'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:10.641258 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Made reservation on behalf of ef354bd6d9a44b1aab482845786b015e for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:10.651368 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.682572 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.900691 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eb16c83-bec0-4ab6-9dc6-6ba8e79a5050 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.933210 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.944515 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.963627 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:10.990194 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.990962 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Added segment 57d05f0c-5927-4fb8-9bdf-70c7f9884ac6 of type vlan for network caeb6d3a-b151-4aaa-a669-8a71d51143e5 Jul 16 08:46:11.047108 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.125630 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85094075-b819-410f-9811-f2a367fe8dcb,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:11.132927 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.140895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:11.141688 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.177430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb16c83-bec0-4ab6-9dc6-6ba8e79a5050 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Pushing event updated for resources: {'Subnet': ['ID=a11c1eaf-d5b3-44ed-a51f-d919a0c043e3,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:11.185794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eb16c83-bec0-4ab6-9dc6-6ba8e79a5050 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Checking segment: {'id': '31ff13b6-6121-4b1a-819a-c10eb463fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '55acbfff-3c04-4b02-935b-90f6ebb2579b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:11.186736 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb16c83-bec0-4ab6-9dc6-6ba8e79a5050 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Network hostable DHCP agents. Network: 55acbfff-3c04-4b02-935b-90f6ebb2579b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:11.197260 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.233369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eb16c83-bec0-4ab6-9dc6-6ba8e79a5050 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Network 55acbfff-3c04-4b02-935b-90f6ebb2579b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:11.236383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Pushing event updated for resources: {'Network': ['ID=caeb6d3a-b151-4aaa-a669-8a71d51143e5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:11.240444 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ffe42b5b-6694-4042-a5c4-ab6d7fe11968 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9052978 Jul 16 08:46:11.245349 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34594) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:11.252615 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-531137d2-8b84-4699-bf59-d8e92a067407 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Request body: {'subnet': {'network_id': 'caeb6d3a-b151-4aaa-a669-8a71d51143e5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:11.257598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1eb16c83-bec0-4ab6-9dc6-6ba8e79a5050 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 55acbfff-3c04-4b02-935b-90f6ebb2579b) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:11.263445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eb16c83-bec0-4ab6-9dc6-6ba8e79a5050 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:11.264040 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network caeb6d3a-b151-4aaa-a669-8a71d51143e5 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:11.264289 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eb16c83-bec0-4ab6-9dc6-6ba8e79a5050 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.323748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1eb16c83-bec0-4ab6-9dc6-6ba8e79a5050 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2769823 Jul 16 08:46:11.324102 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34600) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:11.332161 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e9288f3b-d321-4025-897a-c65f44a17804 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Request body: {'port': {'network_id': '55acbfff-3c04-4b02-935b-90f6ebb2579b', 'name': 'tempest-TagsExtTest-275127249'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:11.347111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c065c8-a0ba-4ad3-915d-14574f9fd5c3 None None] Network 55acbfff-3c04-4b02-935b-90f6ebb2579b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:11.427297 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc81d781-f9b6-4993-a073-867d7bc4e57e req-dd296d9c-416e-418a-8327-102e7fffa4a8 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:11.429156 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dc81d781-f9b6-4993-a073-867d7bc4e57e req-dd296d9c-416e-418a-8327-102e7fffa4a8 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=db835561-d462-4385-abc5-6ca2a387cb8f HTTP/1.1" status: 200 len: 950 time: 0.5667350 Jul 16 08:46:11.541298 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dc81d781-f9b6-4993-a073-867d7bc4e57e req-9e2990d0-35bf-4f43-9733-15bd620faadf tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002457 Jul 16 08:46:11.543831 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531137d2-8b84-4699-bf59-d8e92a067407 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Made reservation on behalf of ef354bd6d9a44b1aab482845786b015e for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:11.552111 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-531137d2-8b84-4699-bf59-d8e92a067407 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.833629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9288f3b-d321-4025-897a-c65f44a17804 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Made reservation on behalf of 79caf33fd1fd4e819a6113d9cac86f80 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:11.856912 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9288f3b-d321-4025-897a-c65f44a17804 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.878706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-e9288f3b-d321-4025-897a-c65f44a17804 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] device_id is not set on port b03a5ad1-fc03-422c-8172-a2638a3eddd5 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:46:11.882305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-55acbfff-3c04-4b02-935b-90f6ebb2579b', 'network_id': '55acbfff-3c04-4b02-935b-90f6ebb2579b', 'tenant_id': '79caf33fd1fd4e819a6113d9cac86f80', 'fixed_ips': [{'subnet_id': 'a11c1eaf-d5b3-44ed-a51f-d919a0c043e3'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:46:11.883458 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.065651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf7f6a4-fa65-4008-8826-59134a55fc34 req-db4b1a9f-242b-4d45-9124-7e7d2a78d582 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:12.070122 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-adf7f6a4-fa65-4008-8826-59134a55fc34 req-db4b1a9f-242b-4d45-9124-7e7d2a78d582 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.4695237 Jul 16 08:46:12.121526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Allocated IP 172.20.0.2 (55acbfff-3c04-4b02-935b-90f6ebb2579b/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3/2d181018-04bc-4cea-9f0c-148520515170) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:12.188471 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-531137d2-8b84-4699-bf59-d8e92a067407 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.220775 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-adf7f6a4-fa65-4008-8826-59134a55fc34 req-a1deabcf-f6e9-4249-8ac7-ca74810dbda0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376705 Jul 16 08:46:12.411162 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531137d2-8b84-4699-bf59-d8e92a067407 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Pushing event updated for resources: {'Subnet': ['ID=48b2cdd8-5092-4d83-9dfc-ed9a1b49dbc2,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:12.528632 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531137d2-8b84-4699-bf59-d8e92a067407 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Checking segment: {'id': '57d05f0c-5927-4fb8-9bdf-70c7f9884ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'caeb6d3a-b151-4aaa-a669-8a71d51143e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:12.529261 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531137d2-8b84-4699-bf59-d8e92a067407 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Network hostable DHCP agents. Network: caeb6d3a-b151-4aaa-a669-8a71d51143e5, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:12.543879 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.555647 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Transition to ACTIVE for port object 2d181018-04bc-4cea-9f0c-148520515170 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:12.576324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Transition to ACTIVE for port object 2d181018-04bc-4cea-9f0c-148520515170 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:12.604354 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.615501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531137d2-8b84-4699-bf59-d8e92a067407 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Network caeb6d3a-b151-4aaa-a669-8a71d51143e5 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:12.656843 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-531137d2-8b84-4699-bf59-d8e92a067407 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, caeb6d3a-b151-4aaa-a669-8a71d51143e5) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:12.679081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531137d2-8b84-4699-bf59-d8e92a067407 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:12.680234 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-531137d2-8b84-4699-bf59-d8e92a067407 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.757337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba8a395c-c08b-4852-883a-8c5c2809a27c None None] Network caeb6d3a-b151-4aaa-a669-8a71d51143e5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:12.800065 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-e9288f3b-d321-4025-897a-c65f44a17804 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Allocated IP 172.20.0.6 (55acbfff-3c04-4b02-935b-90f6ebb2579b/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3/b03a5ad1-fc03-422c-8172-a2638a3eddd5) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:12.814572 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-531137d2-8b84-4699-bf59-d8e92a067407 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5670414 Jul 16 08:46:12.820200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Network 55acbfff-3c04-4b02-935b-90f6ebb2579b is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:12.822568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34622) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:12.833864 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8e22e78c-38f7-4a48-ab68-1445ea7563a2 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Request body: {'port': {'network_id': 'caeb6d3a-b151-4aaa-a669-8a71d51143e5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1516487367'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:12.850841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:12.855290 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:13.056936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Pushing event updated for resources: {'Port': ['ID=2d181018-04bc-4cea-9f0c-148520515170,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:13.615628 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Attempting to bind port 2d181018-04bc-4cea-9f0c-148520515170 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:13.616286 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Attempting to bind port 2d181018-04bc-4cea-9f0c-148520515170 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '31ff13b6-6121-4b1a-819a-c10eb463fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '55acbfff-3c04-4b02-935b-90f6ebb2579b'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:13.616420 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Attempting to bind port 2d181018-04bc-4cea-9f0c-148520515170 on network 55acbfff-3c04-4b02-935b-90f6ebb2579b {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:13.648167 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:13.653044 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Checking segment: {'id': '31ff13b6-6121-4b1a-819a-c10eb463fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '55acbfff-3c04-4b02-935b-90f6ebb2579b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:13.653635 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.654059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Bound using segment: {'id': '31ff13b6-6121-4b1a-819a-c10eb463fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '55acbfff-3c04-4b02-935b-90f6ebb2579b'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:13.654573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Bound port: 2d181018-04bc-4cea-9f0c-148520515170, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ff13b6-6121-4b1a-819a-c10eb463fb9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '55acbfff-3c04-4b02-935b-90f6ebb2579b'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:13.654973 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.709135 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-caeb6d3a-b151-4aaa-a669-8a71d51143e5', 'network_id': 'caeb6d3a-b151-4aaa-a669-8a71d51143e5', 'tenant_id': 'ef354bd6d9a44b1aab482845786b015e', 'fixed_ips': [{'subnet_id': '48b2cdd8-5092-4d83-9dfc-ed9a1b49dbc2'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:46:13.717835 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.744941 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e22e78c-38f7-4a48-ab68-1445ea7563a2 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Made reservation on behalf of ef354bd6d9a44b1aab482845786b015e for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:13.749451 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e22e78c-38f7-4a48-ab68-1445ea7563a2 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.890856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-8e22e78c-38f7-4a48-ab68-1445ea7563a2 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] device_id is not set on port 6f8c0ae5-735f-4439-9a5f-3d178744694c yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:46:14.018288 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9288f3b-d321-4025-897a-c65f44a17804 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.018573 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34646) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:14.107674 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] For port 2d181018-04bc-4cea-9f0c-148520515170, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:14.127411 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] For port 2d181018-04bc-4cea-9f0c-148520515170, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2d181018-04bc-4cea-9f0c-148520515170,segment=NetworkSegment(31ff13b6-6121-4b1a-819a-c10eb463fb9a),segment_id=31ff13b6-6121-4b1a-819a-c10eb463fb9a)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:14.237351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1c7660-acac-48a1-a4a4-c054434f5766 req-a67c22ca-bebf-4d78-897d-988afacd70b8 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:14.240520 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7e1c7660-acac-48a1-a4a4-c054434f5766 req-a67c22ca-bebf-4d78-897d-988afacd70b8 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.4659102 Jul 16 08:46:14.242167 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b9539a3-b181-4b1d-b919-eacdcd361afa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.254571 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.265167 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-e9288f3b-d321-4025-897a-c65f44a17804 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Transition to ACTIVE for port object b03a5ad1-fc03-422c-8172-a2638a3eddd5 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:14.447420 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7e1c7660-acac-48a1-a4a4-c054434f5766 req-38b42c8c-e6a7-4edf-9798-5561955700e7 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725245 Jul 16 08:46:14.471698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d335a7-ba3c-460d-9d84-03a04bd7bd05 None None] Pushing event updated for resources: {'Port': ['ID=2d181018-04bc-4cea-9f0c-148520515170,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:14.547085 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9288f3b-d321-4025-897a-c65f44a17804 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.562326 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Allocated IP 172.20.0.2 (caeb6d3a-b151-4aaa-a669-8a71d51143e5/48b2cdd8-5092-4d83-9dfc-ed9a1b49dbc2/dce5d719-2a3b-43e0-86e3-7369cac03108) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:14.632193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9288f3b-d321-4025-897a-c65f44a17804 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Network 55acbfff-3c04-4b02-935b-90f6ebb2579b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:14.636911 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-e9288f3b-d321-4025-897a-c65f44a17804 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:14.641500 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9288f3b-d321-4025-897a-c65f44a17804 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:14.641875 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b9539a3-b181-4b1d-b919-eacdcd361afa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.655121 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b9539a3-b181-4b1d-b919-eacdcd361afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.726181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9288f3b-d321-4025-897a-c65f44a17804 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:14.728471 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9288f3b-d321-4025-897a-c65f44a17804 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.748874 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e9288f3b-d321-4025-897a-c65f44a17804 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 3.4226177 Jul 16 08:46:14.763852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34664) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:14.777998 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-88a2c47e-0501-422b-9b2b-9101c4f37bc1 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-371285636', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:14.860719 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88a2c47e-0501-422b-9b2b-9101c4f37bc1 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.861912 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88a2c47e-0501-422b-9b2b-9101c4f37bc1 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.894103 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1b9539a3-b181-4b1d-b919-eacdcd361afa admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e2e6c9e21934b3e8b42dec559d5a9ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8745527 Jul 16 08:46:14.900289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34666) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:14.901055 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9539a3-b181-4b1d-b919-eacdcd361afa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3a2c2d-2215-45fe-be91-1e527b0db50c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:15.069572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9288f3b-d321-4025-897a-c65f44a17804 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Pushing event updated for resources: {'Port': ['ID=b03a5ad1-fc03-422c-8172-a2638a3eddd5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:15.077845 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88a2c47e-0501-422b-9b2b-9101c4f37bc1 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.086413 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88a2c47e-0501-422b-9b2b-9101c4f37bc1 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.099867 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.104350 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d51ca89c-4b9b-4623-ab20-a80f206d5c83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.127972 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Transition to ACTIVE for port object dce5d719-2a3b-43e0-86e3-7369cac03108 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:15.131245 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88a2c47e-0501-422b-9b2b-9101c4f37bc1 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.133367 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-88a2c47e-0501-422b-9b2b-9101c4f37bc1 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3664083 Jul 16 08:46:15.136021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34668) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:15.144005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5440ea1a-3328-43f1-b2f0-9d3a54479445 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1648604467', 'prefixes': ['172.20.0.0/16']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:15.170066 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Transition to ACTIVE for port object dce5d719-2a3b-43e0-86e3-7369cac03108 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:15.173072 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d51ca89c-4b9b-4623-ab20-a80f206d5c83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.182301 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.339950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Pushing event updated for resources: {'Port': ['ID=dce5d719-2a3b-43e0-86e3-7369cac03108,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:15.409296 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d51ca89c-4b9b-4623-ab20-a80f206d5c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.414296 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d51ca89c-4b9b-4623-ab20-a80f206d5c83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.418163 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d51ca89c-4b9b-4623-ab20-a80f206d5c83 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7c3a2c2d-2215-45fe-be91-1e527b0db50c HTTP/1.1" status: 204 len: 168 time: 0.5139523 Jul 16 08:46:15.444614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Network caeb6d3a-b151-4aaa-a669-8a71d51143e5 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:15.449140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:15.482858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51ca89c-4b9b-4623-ab20-a80f206d5c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3a2c2d-2215-45fe-be91-1e527b0db50c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:15.487610 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:15.574550 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-8e22e78c-38f7-4a48-ab68-1445ea7563a2 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Allocated IP 172.20.0.5 (caeb6d3a-b151-4aaa-a669-8a71d51143e5/48b2cdd8-5092-4d83-9dfc-ed9a1b49dbc2/6f8c0ae5-735f-4439-9a5f-3d178744694c) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:15.730459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Attempting to bind port dce5d719-2a3b-43e0-86e3-7369cac03108 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:15.739952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Attempting to bind port dce5d719-2a3b-43e0-86e3-7369cac03108 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '57d05f0c-5927-4fb8-9bdf-70c7f9884ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'caeb6d3a-b151-4aaa-a669-8a71d51143e5'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:15.741150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Attempting to bind port dce5d719-2a3b-43e0-86e3-7369cac03108 on network caeb6d3a-b151-4aaa-a669-8a71d51143e5 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:15.764539 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:15.768701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Checking segment: {'id': '57d05f0c-5927-4fb8-9bdf-70c7f9884ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'caeb6d3a-b151-4aaa-a669-8a71d51143e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:15.770807 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.770807 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Bound using segment: {'id': '57d05f0c-5927-4fb8-9bdf-70c7f9884ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'caeb6d3a-b151-4aaa-a669-8a71d51143e5'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:15.770807 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Bound port: dce5d719-2a3b-43e0-86e3-7369cac03108, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d05f0c-5927-4fb8-9bdf-70c7f9884ac6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'caeb6d3a-b151-4aaa-a669-8a71d51143e5'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:15.770807 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.024776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2d181018-04bc-4cea-9f0c-148520515170 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:16.107810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] For port dce5d719-2a3b-43e0-86e3-7369cac03108, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:16.140530 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5440ea1a-3328-43f1-b2f0-9d3a54479445 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks [] for subnetpool, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.146365 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5440ea1a-3328-43f1-b2f0-9d3a54479445 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.0069284 Jul 16 08:46:16.151983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34682) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:16.204150 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-888d5de8-e75a-4345-ae13-8cd6a04b00ad tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a11c1eaf-d5b3-44ed-a51f-d919a0c043e3', 'tempest-TagsExtTest-Tag-217635926') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:16.283948 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] For port dce5d719-2a3b-43e0-86e3-7369cac03108, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=dce5d719-2a3b-43e0-86e3-7369cac03108,segment=NetworkSegment(57d05f0c-5927-4fb8-9bdf-70c7f9884ac6),segment_id=57d05f0c-5927-4fb8-9bdf-70c7f9884ac6)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:16.339826 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.409215 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e22e78c-38f7-4a48-ab68-1445ea7563a2 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.468119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-8e22e78c-38f7-4a48-ab68-1445ea7563a2 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Transition to ACTIVE for port object 6f8c0ae5-735f-4439-9a5f-3d178744694c will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:16.605131 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e22e78c-38f7-4a48-ab68-1445ea7563a2 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.638856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc400a-29d3-435d-83f5-00050f298d61 None None] Pushing event updated for resources: {'Port': ['ID=dce5d719-2a3b-43e0-86e3-7369cac03108,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:16.651431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 2d181018-04bc-4cea-9f0c-148520515170 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:16.684609 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e22e78c-38f7-4a48-ab68-1445ea7563a2 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Network caeb6d3a-b151-4aaa-a669-8a71d51143e5 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:16.692481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34694) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:16.701775 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-8e22e78c-38f7-4a48-ab68-1445ea7563a2 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:16.708476 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e22e78c-38f7-4a48-ab68-1445ea7563a2 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:16.799987 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91b59f8a-c196-449a-ac7c-8f7e771429dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.039447 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeb632a-4880-4587-8f06-287b7c48907d req-b5ced688-1f44-4d21-bcf0-40cfa26441b3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:17.065172 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9aeb632a-4880-4587-8f06-287b7c48907d req-b5ced688-1f44-4d21-bcf0-40cfa26441b3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 1.0770056 Jul 16 08:46:17.135661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c579909-3495-400a-b61a-07a9dadc9987 None None] Network 55acbfff-3c04-4b02-935b-90f6ebb2579b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:17.375101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d5ea0cce-1627-4ed4-a9dc-ef73c3cfa349 None None] Provisioning for port 2d181018-04bc-4cea-9f0c-148520515170 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:17.403719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22e78c-38f7-4a48-ab68-1445ea7563a2 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Pushing event updated for resources: {'Port': ['ID=6f8c0ae5-735f-4439-9a5f-3d178744694c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:17.414237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d5ea0cce-1627-4ed4-a9dc-ef73c3cfa349 None None] Provisioning complete for port 2d181018-04bc-4cea-9f0c-148520515170 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:17.419144 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0cce-1627-4ed4-a9dc-ef73c3cfa349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.422612 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9aeb632a-4880-4587-8f06-287b7c48907d req-f44af230-790e-406c-bfbe-4b95e6ade456 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3479433 Jul 16 08:46:17.458588 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-888d5de8-e75a-4345-ae13-8cd6a04b00ad tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "PUT /v2.0/subnets/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3/tags/tempest-TagsExtTest-Tag-217635926 HTTP/1.1" status: 201 len: 201 time: 1.2925565 Jul 16 08:46:17.462050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34702) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:17.501625 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e22e78c-38f7-4a48-ab68-1445ea7563a2 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:17.503217 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-a76576c9-9793-439e-b4f4-e2dfe825565a tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b03a5ad1-fc03-422c-8172-a2638a3eddd5', 'tempest-TagsExtTest-Tag-1553147033') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:17.522455 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e22e78c-38f7-4a48-ab68-1445ea7563a2 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.797830 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a76576c9-9793-439e-b4f4-e2dfe825565a tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "PUT /v2.0/ports/b03a5ad1-fc03-422c-8172-a2638a3eddd5/tags/tempest-TagsExtTest-Tag-1553147033 HTTP/1.1" status: 201 len: 201 time: 0.3313296 Jul 16 08:46:17.803907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34720) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:17.808895 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dce5d719-2a3b-43e0-86e3-7369cac03108 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:17.827947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-c0dd7d5c-ac60-4236-a57e-6e7e26cb9c90 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fac4f9ad-491d-47c8-8417-21df68e8e6fc', 'tempest-TagsExtTest-Tag-723228295') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:17.936198 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91b59f8a-c196-449a-ac7c-8f7e771429dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.946610 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91b59f8a-c196-449a-ac7c-8f7e771429dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.017056 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8e22e78c-38f7-4a48-ab68-1445ea7563a2 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.1926377 Jul 16 08:46:18.031596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34724) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:18.108373 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-91b59f8a-c196-449a-ac7c-8f7e771429dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31e1c36796cf435f906bbcaec8cf1acd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3951929 Jul 16 08:46:18.113940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34730) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:18.116037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b59f8a-c196-449a-ac7c-8f7e771429dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc96b9c-7c1e-4edb-a57b-7c6c51fc93b3,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:18.215324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c951162b-df9f-42ca-87a4-41d7fb15c84b details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:18.301536 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-adad0a57-699e-474b-94a0-618fa563daf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.326248 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c0dd7d5c-ac60-4236-a57e-6e7e26cb9c90 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "PUT /v2.0/routers/fac4f9ad-491d-47c8-8417-21df68e8e6fc/tags/tempest-TagsExtTest-Tag-723228295 HTTP/1.1" status: 201 len: 201 time: 0.5181723 Jul 16 08:46:18.330575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34732) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:18.351015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-21901173-6d1e-4483-b374-f81bbc3ecc7d tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Deleting port 6f8c0ae5-735f-4439-9a5f-3d178744694c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:18.351532 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-21901173-6d1e-4483-b374-f81bbc3ecc7d tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.356123 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-adad0a57-699e-474b-94a0-618fa563daf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.362426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-ceda783d-7a48-465f-84ae-e4e9b1e64023 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '22101079-2014-457b-b38b-91ec054419bb', 'tempest-TagsExtTest-Tag-1849324176') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:18.602930 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ceda783d-7a48-465f-84ae-e4e9b1e64023 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "PUT /v2.0/subnetpools/22101079-2014-457b-b38b-91ec054419bb/tags/tempest-TagsExtTest-Tag-1849324176 HTTP/1.1" status: 201 len: 201 time: 0.2649188 Jul 16 08:46:18.605367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34740) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:18.625350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-6b5d6668-ccdd-490b-b5cb-48f6e9d3c128 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a11c1eaf-d5b3-44ed-a51f-d919a0c043e3') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:18.665900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c951162b-df9f-42ca-87a4-41d7fb15c84b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:18.713569 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'c951162b-df9f-42ca-87a4-41d7fb15c84b', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'c951162b-df9f-42ca-87a4-41d7fb15c84b', 'mac_address': 'fa:16:3e:71:fc:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:18.789218 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-adad0a57-699e-474b-94a0-618fa563daf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.805220 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-adad0a57-699e-474b-94a0-618fa563daf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.807839 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-adad0a57-699e-474b-94a0-618fa563daf7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bc96b9c-7c1e-4edb-a57b-7c6c51fc93b3 HTTP/1.1" status: 204 len: 168 time: 0.6871121 Jul 16 08:46:18.875820 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6b5d6668-ccdd-490b-b5cb-48f6e9d3c128 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/subnets/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3/tags HTTP/1.1" status: 200 len: 240 time: 0.2655995 Jul 16 08:46:18.879217 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34756) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:18.898017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-c740a893-4fcb-48c7-9248-312bed2e5787 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a11c1eaf-d5b3-44ed-a51f-d919a0c043e3', 'tempest-TagsExtTest-Tag-217635926') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:18.920214 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adad0a57-699e-474b-94a0-618fa563daf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc96b9c-7c1e-4edb-a57b-7c6c51fc93b3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:19.010960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-21901173-6d1e-4483-b374-f81bbc3ecc7d tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.025082 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0cce-1627-4ed4-a9dc-ef73c3cfa349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.068894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd17e62-0add-417a-a54f-a7d0f67b6ce9 None None] Network caeb6d3a-b151-4aaa-a669-8a71d51143e5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:19.115478 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c740a893-4fcb-48c7-9248-312bed2e5787 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/subnets/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3/tags/tempest-TagsExtTest-Tag-217635926 HTTP/1.1" status: 204 len: 168 time: 0.2310641 Jul 16 08:46:19.116112 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34762) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:19.138386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-e341e7ae-c666-40ce-8fab-d37aaae60db5 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a11c1eaf-d5b3-44ed-a51f-d919a0c043e3', 'tempest-TagsExtTest-Tag-217635926') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:19.201691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-21901173-6d1e-4483-b374-f81bbc3ecc7d tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Calling delete_port for 6f8c0ae5-735f-4439-9a5f-3d178744694c owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:19.430168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port dce5d719-2a3b-43e0-86e3-7369cac03108 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:19.610700 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e341e7ae-c666-40ce-8fab-d37aaae60db5 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/subnets/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3/tags/tempest-TagsExtTest-Tag-217635926 HTTP/1.1" status: 204 len: 168 time: 0.4911900 Jul 16 08:46:19.624894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34770) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:19.642559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d5ea0cce-1627-4ed4-a9dc-ef73c3cfa349 None None] For port 2d181018-04bc-4cea-9f0c-148520515170, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2d181018-04bc-4cea-9f0c-148520515170,segment=NetworkSegment(31ff13b6-6121-4b1a-819a-c10eb463fb9a),segment_id=31ff13b6-6121-4b1a-819a-c10eb463fb9a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:19.657606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-a7291787-701c-401e-97d5-d0745c7c7f1e tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a11c1eaf-d5b3-44ed-a51f-d919a0c043e3') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:19.657938 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d5ea0cce-1627-4ed4-a9dc-ef73c3cfa349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.791863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1580213f-ee89-4e8b-9aef-f8f09eb3f63f req-e9cf322d-6a21-4e40-987b-4f20ed31e073 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:19.815778 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1580213f-ee89-4e8b-9aef-f8f09eb3f63f req-e9cf322d-6a21-4e40-987b-4f20ed31e073 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.7812164 Jul 16 08:46:20.005717 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.083486 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a7291787-701c-401e-97d5-d0745c7c7f1e tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/subnets/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3/tags HTTP/1.1" status: 200 len: 205 time: 0.4566295 Jul 16 08:46:20.090140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34778) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:20.102276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c951162b-df9f-42ca-87a4-41d7fb15c84b {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:20.108378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-6821f9d7-4a18-4abd-b6dc-7def898f60a3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b03a5ad1-fc03-422c-8172-a2638a3eddd5') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:20.189250 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1580213f-ee89-4e8b-9aef-f8f09eb3f63f req-5d2c9ab0-9487-4917-9801-da12b5859315 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3698344 Jul 16 08:46:20.360341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e548d5fc-acc5-49b9-aa54-1d907fe1e149 None None] Provisioning for port dce5d719-2a3b-43e0-86e3-7369cac03108 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:20.461353 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-21901173-6d1e-4483-b374-f81bbc3ecc7d tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.524234 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21901173-6d1e-4483-b374-f81bbc3ecc7d tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Pushing event deleted for resources: {'Port': ['ID=6f8c0ae5-735f-4439-9a5f-3d178744694c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:20.537430 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6821f9d7-4a18-4abd-b6dc-7def898f60a3 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/ports/b03a5ad1-fc03-422c-8172-a2638a3eddd5/tags HTTP/1.1" status: 200 len: 241 time: 0.4379871 Jul 16 08:46:20.542131 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34782) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:20.542590 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea0cce-1627-4ed4-a9dc-ef73c3cfa349 None None] Pushing event updated for resources: {'Port': ['ID=2d181018-04bc-4cea-9f0c-148520515170,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:20.553051 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-d34e23df-cb51-42c6-b7e6-862e6c7a42c0 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b03a5ad1-fc03-422c-8172-a2638a3eddd5', 'tempest-TagsExtTest-Tag-1553147033') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:20.585563 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e548d5fc-acc5-49b9-aa54-1d907fe1e149 None None] Provisioning complete for port dce5d719-2a3b-43e0-86e3-7369cac03108 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:20.586874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34784) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:20.588482 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e548d5fc-acc5-49b9-aa54-1d907fe1e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.741313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c951162b-df9f-42ca-87a4-41d7fb15c84b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:20.775798 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.776095 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d089ee3c-c9ad-4511-b9e9-853dfe14c1fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.804432 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-21901173-6d1e-4483-b374-f81bbc3ecc7d tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.809399 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-21901173-6d1e-4483-b374-f81bbc3ecc7d tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] 10.222.0.20 "DELETE /v2.0/ports/6f8c0ae5-735f-4439-9a5f-3d178744694c HTTP/1.1" status: 204 len: 168 time: 2.7726622 Jul 16 08:46:20.813691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34786) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:20.937363 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e548d5fc-acc5-49b9-aa54-1d907fe1e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.954018 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=c951162b-df9f-42ca-87a4-41d7fb15c84b,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:20.981743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['c951162b-df9f-42ca-87a4-41d7fb15c84b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:21.079346 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e548d5fc-acc5-49b9-aa54-1d907fe1e149 None None] For port dce5d719-2a3b-43e0-86e3-7369cac03108, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=dce5d719-2a3b-43e0-86e3-7369cac03108,segment=NetworkSegment(57d05f0c-5927-4fb8-9bdf-70c7f9884ac6),segment_id=57d05f0c-5927-4fb8-9bdf-70c7f9884ac6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:21.118143 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e548d5fc-acc5-49b9-aa54-1d907fe1e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.177577 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d34e23df-cb51-42c6-b7e6-862e6c7a42c0 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/ports/b03a5ad1-fc03-422c-8172-a2638a3eddd5/tags/tempest-TagsExtTest-Tag-1553147033 HTTP/1.1" status: 204 len: 168 time: 0.6337724 Jul 16 08:46:21.182456 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34794) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:21.188381 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-a11a4cbd-a9dc-4283-8318-3f14cf81f176 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b03a5ad1-fc03-422c-8172-a2638a3eddd5', 'tempest-TagsExtTest-Tag-1553147033') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:21.573299 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a11a4cbd-a9dc-4283-8318-3f14cf81f176 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/ports/b03a5ad1-fc03-422c-8172-a2638a3eddd5/tags/tempest-TagsExtTest-Tag-1553147033 HTTP/1.1" status: 204 len: 168 time: 0.3867433 Jul 16 08:46:21.577175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34798) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:21.584090 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d089ee3c-c9ad-4511-b9e9-853dfe14c1fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.593407 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-29ecbe5d-96a4-4d19-9607-c22e27b95b81 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b03a5ad1-fc03-422c-8172-a2638a3eddd5') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:21.594752 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d089ee3c-c9ad-4511-b9e9-853dfe14c1fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.719749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d089ee3c-c9ad-4511-b9e9-853dfe14c1fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a126654-4cd5-4dc5-bf3e-7cbda3932ab8,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:21.727544 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:46:21.775567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2d181018-04bc-4cea-9f0c-148520515170 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:21.795532 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-29ecbe5d-96a4-4d19-9607-c22e27b95b81 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/ports/b03a5ad1-fc03-422c-8172-a2638a3eddd5/tags HTTP/1.1" status: 200 len: 205 time: 0.2156353 Jul 16 08:46:21.800341 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34800) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:21.810022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-53513383-6408-40a2-82d0-dabbefbddb80 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fac4f9ad-491d-47c8-8417-21df68e8e6fc') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:21.848264 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d089ee3c-c9ad-4511-b9e9-853dfe14c1fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8d41381b259c40ec9b04305cd7226977&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2579513 Jul 16 08:46:21.849009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34804) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:21.922533 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e548d5fc-acc5-49b9-aa54-1d907fe1e149 None None] Pushing event updated for resources: {'Port': ['ID=dce5d719-2a3b-43e0-86e3-7369cac03108,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:21.970525 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b24c591-27a3-4d79-902c-122ec87b996e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.985463 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-54ba3f22-c033-4b99-9724-12e2a18e1e7f None None] Provisioning for port b03a5ad1-fc03-422c-8172-a2638a3eddd5 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:22.067397 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b24c591-27a3-4d79-902c-122ec87b996e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.091756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-54ba3f22-c033-4b99-9724-12e2a18e1e7f None None] Provisioning complete for port b03a5ad1-fc03-422c-8172-a2638a3eddd5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:22.092150 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-54ba3f22-c033-4b99-9724-12e2a18e1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.183547 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-54ba3f22-c033-4b99-9724-12e2a18e1e7f None None] Port b03a5ad1-fc03-422c-8172-a2638a3eddd5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:22.225093 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-54ba3f22-c033-4b99-9724-12e2a18e1e7f None None] Provisioning complete for port 2d181018-04bc-4cea-9f0c-148520515170 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:22.228072 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-54ba3f22-c033-4b99-9724-12e2a18e1e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.240462 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c0c0825c-6417-4ca7-a3f3-66a8242114b4 tempest-DHCPAgentSchedulersTestJSON-1326712385 tempest-DHCPAgentSchedulersTestJSON-1326712385-project-admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 1.4254110 Jul 16 08:46:22.245170 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34806) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:22.268938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5e41757c-3bf3-477c-a2c8-3e791e080fb5 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-777489255'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:22.283740 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b24c591-27a3-4d79-902c-122ec87b996e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.308217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b24c591-27a3-4d79-902c-122ec87b996e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.309551 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0b24c591-27a3-4d79-902c-122ec87b996e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6a126654-4cd5-4dc5-bf3e-7cbda3932ab8 HTTP/1.1" status: 204 len: 168 time: 0.4589658 Jul 16 08:46:22.312123 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-53513383-6408-40a2-82d0-dabbefbddb80 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/routers/fac4f9ad-491d-47c8-8417-21df68e8e6fc/tags HTTP/1.1" status: 200 len: 240 time: 0.5101027 Jul 16 08:46:22.317275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34810) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:22.323701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-fdf77a92-cb58-4928-b618-8536bb64db1d tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fac4f9ad-491d-47c8-8417-21df68e8e6fc', 'tempest-TagsExtTest-Tag-723228295') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:22.382671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b24c591-27a3-4d79-902c-122ec87b996e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a126654-4cd5-4dc5-bf3e-7cbda3932ab8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:22.439544 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e41757c-3bf3-477c-a2c8-3e791e080fb5 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Made reservation on behalf of ef354bd6d9a44b1aab482845786b015e for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:22.456212 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5e41757c-3bf3-477c-a2c8-3e791e080fb5 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.470407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2d181018-04bc-4cea-9f0c-148520515170 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:22.476188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.576155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6366128-aa2d-4a72-9087-c1c3651c6cfb req-7e8af475-8228-4337-aaf7-78b8c11dc95f tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.577971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e41757c-3bf3-477c-a2c8-3e791e080fb5 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:22.590075 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6366128-aa2d-4a72-9087-c1c3651c6cfb req-7e8af475-8228-4337-aaf7-78b8c11dc95f tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.6590891 Jul 16 08:46:22.623618 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5e41757c-3bf3-477c-a2c8-3e791e080fb5 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.624546 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-5e41757c-3bf3-477c-a2c8-3e791e080fb5 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Added segment c3125b3a-2b08-419f-9636-4e01a5fc0a39 of type vlan for network d0b1553a-dbb3-41f3-8952-a91c9a92dc4c Jul 16 08:46:22.714555 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fdf77a92-cb58-4928-b618-8536bb64db1d tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/routers/fac4f9ad-491d-47c8-8417-21df68e8e6fc/tags/tempest-TagsExtTest-Tag-723228295 HTTP/1.1" status: 204 len: 168 time: 0.3956130 Jul 16 08:46:22.744564 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34814) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:22.746509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-42c41001-e2c5-4307-ace4-d38c8bfa6086 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'fac4f9ad-491d-47c8-8417-21df68e8e6fc', 'tempest-TagsExtTest-Tag-723228295') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:22.746725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6366128-aa2d-4a72-9087-c1c3651c6cfb req-8cf9ea9e-1cc4-40e7-9db9-b172f268b396 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1546552 Jul 16 08:46:22.780611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9295e18c-a258-4fbd-aa97-ca1359363243 None None] Provisioning complete for port dce5d719-2a3b-43e0-86e3-7369cac03108 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:22.783323 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9295e18c-a258-4fbd-aa97-ca1359363243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.810638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c951162b-df9f-42ca-87a4-41d7fb15c84b up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:22.968881 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port c951162b-df9f-42ca-87a4-41d7fb15c84b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:22.971159 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.017931 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5e41757c-3bf3-477c-a2c8-3e791e080fb5 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.113399 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5e41757c-3bf3-477c-a2c8-3e791e080fb5 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.120324 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e41757c-3bf3-477c-a2c8-3e791e080fb5 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.120967 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5e41757c-3bf3-477c-a2c8-3e791e080fb5 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.259254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e41757c-3bf3-477c-a2c8-3e791e080fb5 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Pushing event updated for resources: {'Network': ['ID=d0b1553a-dbb3-41f3-8952-a91c9a92dc4c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:23.278651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34818) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:23.279294 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5e41757c-3bf3-477c-a2c8-3e791e080fb5 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0324543 Jul 16 08:46:23.289698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network d0b1553a-dbb3-41f3-8952-a91c9a92dc4c details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:23.304166 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-42c41001-e2c5-4307-ace4-d38c8bfa6086 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/routers/fac4f9ad-491d-47c8-8417-21df68e8e6fc/tags/tempest-TagsExtTest-Tag-723228295 HTTP/1.1" status: 204 len: 168 time: 0.5688038 Jul 16 08:46:23.308186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34820) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:23.313165 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-8bf7951a-6c32-470f-97dd-5e0fb42cebcc tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'fac4f9ad-491d-47c8-8417-21df68e8e6fc') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:23.475396 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.614261 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c951162b-df9f-42ca-87a4-41d7fb15c84b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:23.698797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c951162b-df9f-42ca-87a4-41d7fb15c84b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:23.708930 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d458097-c518-4a08-b804-377dceb5fd8a" -d '{"events": [{"server_uuid": "db835561-d462-4385-abc5-6ca2a387cb8f", "name": "network-vif-plugged", "status": "completed", "tag": "c951162b-df9f-42ca-87a4-41d7fb15c84b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:23.721745 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9295e18c-a258-4fbd-aa97-ca1359363243 None None] Could not find standard attr ID for object 6f8c0ae5-735f-4439-9a5f-3d178744694c. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:46:23.752837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dce5d719-2a3b-43e0-86e3-7369cac03108 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:23.771781 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.013262 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be13175e-967f-4981-8374-7ead2ac4feac x-openstack-request-id: req-be13175e-967f-4981-8374-7ead2ac4feac {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:24.014239 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db835561-d462-4385-abc5-6ca2a387cb8f", "name": "network-vif-plugged", "status": "completed", "tag": "c951162b-df9f-42ca-87a4-41d7fb15c84b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:24.014239 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-be13175e-967f-4981-8374-7ead2ac4feac {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:24.014239 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c951162b-df9f-42ca-87a4-41d7fb15c84b', 'code': 200} Jul 16 08:46:24.186106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=c951162b-df9f-42ca-87a4-41d7fb15c84b,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:24.217973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port dce5d719-2a3b-43e0-86e3-7369cac03108 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:24.218341 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.472037 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8bf7951a-6c32-470f-97dd-5e0fb42cebcc tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/routers/fac4f9ad-491d-47c8-8417-21df68e8e6fc/tags HTTP/1.1" status: 200 len: 205 time: 1.1589038 Jul 16 08:46:24.473951 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34846) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:24.507184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-fabbc0d4-661a-4b3e-80b9-c76fbbe34d64 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '22101079-2014-457b-b38b-91ec054419bb') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:24.694285 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fabbc0d4-661a-4b3e-80b9-c76fbbe34d64 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/subnetpools/22101079-2014-457b-b38b-91ec054419bb/tags HTTP/1.1" status: 200 len: 241 time: 0.2188256 Jul 16 08:46:24.712544 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34848) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:24.733205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-975e0e8a-1eb3-4234-8979-067ce73f578b tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '22101079-2014-457b-b38b-91ec054419bb', 'tempest-TagsExtTest-Tag-1849324176') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:24.737584 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f260b0ea-b802-4827-ad3b-1ee7b7baba7b tempest-DHCPAgentSchedulersTestJSON-1326712385 tempest-DHCPAgentSchedulersTestJSON-1326712385-project-admin] 10.222.0.20 "GET /v2.0/agents/b88dffcb-15bc-4bd4-a619-c3cdf35eac3e/dhcp-networks HTTP/1.1" status: 200 len: 9632 time: 1.4496717 Jul 16 08:46:24.757202 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34850) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:24.836650 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-975e0e8a-1eb3-4234-8979-067ce73f578b tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/subnetpools/22101079-2014-457b-b38b-91ec054419bb/tags/tempest-TagsExtTest-Tag-1849324176 HTTP/1.1" status: 204 len: 168 time: 0.1194615 Jul 16 08:46:24.839196 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34854) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:24.847415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-f0090e3d-ec0f-4955-8969-17aa5334092f tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '22101079-2014-457b-b38b-91ec054419bb', 'tempest-TagsExtTest-Tag-1849324176') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:24.961605 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f0090e3d-ec0f-4955-8969-17aa5334092f tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/subnetpools/22101079-2014-457b-b38b-91ec054419bb/tags/tempest-TagsExtTest-Tag-1849324176 HTTP/1.1" status: 204 len: 168 time: 0.1205962 Jul 16 08:46:24.962382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34856) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:24.967549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-13d5d61f-9855-4033-9acb-99ac755b0f1b tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '22101079-2014-457b-b38b-91ec054419bb') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:25.046982 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-13d5d61f-9855-4033-9acb-99ac755b0f1b tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/subnetpools/22101079-2014-457b-b38b-91ec054419bb/tags HTTP/1.1" status: 200 len: 205 time: 0.0831313 Jul 16 08:46:25.051083 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34858) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:25.065149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-7d594913-4391-4179-a590-b8c4ed66f568 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '22101079-2014-457b-b38b-91ec054419bb') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:25.200289 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7d594913-4391-4179-a590-b8c4ed66f568 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/subnetpools/22101079-2014-457b-b38b-91ec054419bb/tags HTTP/1.1" status: 204 len: 168 time: 0.1464536 Jul 16 08:46:25.205346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34864) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:25.217572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-865e74be-a98d-43fc-a3a9-9049d8700a62 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fac4f9ad-491d-47c8-8417-21df68e8e6fc') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:25.244646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fffe60e-d78c-4009-aae8-2a0e170d456c tempest-DHCPAgentSchedulersTestJSON-1326712385 tempest-DHCPAgentSchedulersTestJSON-1326712385-project-admin] Network d0b1553a-dbb3-41f3-8952-a91c9a92dc4c is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:25.293642 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816efadf-8d29-456c-973f-df25611a068c req-1ebba235-adf6-4b41-a47f-e0e5041c5854 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:25.314538 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-816efadf-8d29-456c-973f-df25611a068c req-1ebba235-adf6-4b41-a47f-e0e5041c5854 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.8352942 Jul 16 08:46:25.458153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c58cfff-0f51-4eea-b4f1-2af4e1712e7a None None] Network d0b1553a-dbb3-41f3-8952-a91c9a92dc4c requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:25.465166 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-816efadf-8d29-456c-973f-df25611a068c req-67ad8908-7d10-4bc8-9a51-e6a1d920407d tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369073 Jul 16 08:46:25.479816 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7fffe60e-d78c-4009-aae8-2a0e170d456c tempest-DHCPAgentSchedulersTestJSON-1326712385 tempest-DHCPAgentSchedulersTestJSON-1326712385-project-admin] 10.222.0.20 "POST /v2.0/agents/b88dffcb-15bc-4bd4-a619-c3cdf35eac3e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7155068 Jul 16 08:46:25.480640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34868) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:25.482482 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-865e74be-a98d-43fc-a3a9-9049d8700a62 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/routers/fac4f9ad-491d-47c8-8417-21df68e8e6fc/tags HTTP/1.1" status: 204 len: 168 time: 0.2730937 Jul 16 08:46:25.485462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34870) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:25.490485 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-1ee0c31d-78d7-49d8-82db-fbd5018b3718 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b03a5ad1-fc03-422c-8172-a2638a3eddd5') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:25.715725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1ee0c31d-78d7-49d8-82db-fbd5018b3718 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/ports/b03a5ad1-fc03-422c-8172-a2638a3eddd5/tags HTTP/1.1" status: 204 len: 168 time: 0.2290421 Jul 16 08:46:25.733325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34874) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:25.748540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-917492c8-0ba1-41c5-b465-691bc131269c tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a11c1eaf-d5b3-44ed-a51f-d919a0c043e3') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:26.006891 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-917492c8-0ba1-41c5-b465-691bc131269c tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/subnets/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3/tags HTTP/1.1" status: 204 len: 168 time: 0.2721777 Jul 16 08:46:26.013746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34878) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:26.030166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-b428160d-2a97-4877-ac8c-21903abde006 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a11c1eaf-d5b3-44ed-a51f-d919a0c043e3', 'tempest-TagsExtTest-Tag-1411086765') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:26.143610 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3652ec7f-1b23-42d1-895d-e13825babf99 tempest-DHCPAgentSchedulersTestJSON-1326712385 tempest-DHCPAgentSchedulersTestJSON-1326712385-project-admin] 10.222.0.20 "GET /v2.0/agents/b88dffcb-15bc-4bd4-a619-c3cdf35eac3e/dhcp-networks HTTP/1.1" status: 200 len: 10402 time: 0.6598191 Jul 16 08:46:26.152233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34880) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:26.235372 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b428160d-2a97-4877-ac8c-21903abde006 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "PUT /v2.0/subnets/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3/tags/tempest-TagsExtTest-Tag-1411086765 HTTP/1.1" status: 201 len: 201 time: 0.2183468 Jul 16 08:46:26.239065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34884) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:26.258848 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-aec400a6-7dfa-4ff8-9be9-f7d081aa2d0f tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b03a5ad1-fc03-422c-8172-a2638a3eddd5', 'tempest-TagsExtTest-Tag-877914473') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:26.447127 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-aec400a6-7dfa-4ff8-9be9-f7d081aa2d0f tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "PUT /v2.0/ports/b03a5ad1-fc03-422c-8172-a2638a3eddd5/tags/tempest-TagsExtTest-Tag-877914473 HTTP/1.1" status: 201 len: 201 time: 0.2036781 Jul 16 08:46:26.448408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34890) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:26.454614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-57e202a0-71f0-4e82-b8a3-e0b4b1bc5c72 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'fac4f9ad-491d-47c8-8417-21df68e8e6fc', 'tempest-TagsExtTest-Tag-1591920275') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:26.616854 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fd2be5fe-7c20-41a0-ab11-f39fb720405b tempest-DHCPAgentSchedulersTestJSON-1326712385 tempest-DHCPAgentSchedulersTestJSON-1326712385-project-admin] 10.222.0.20 "DELETE /v2.0/agents/b88dffcb-15bc-4bd4-a619-c3cdf35eac3e/dhcp-networks/d0b1553a-dbb3-41f3-8952-a91c9a92dc4c HTTP/1.1" status: 204 len: 168 time: 0.4622402 Jul 16 08:46:26.621067 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34894) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:26.745567 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-57e202a0-71f0-4e82-b8a3-e0b4b1bc5c72 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "PUT /v2.0/routers/fac4f9ad-491d-47c8-8417-21df68e8e6fc/tags/tempest-TagsExtTest-Tag-1591920275 HTTP/1.1" status: 201 len: 201 time: 0.2927969 Jul 16 08:46:26.745846 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34900) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:26.793763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-3ef27783-2562-4d92-8017-70baf8c737b0 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '22101079-2014-457b-b38b-91ec054419bb', 'tempest-TagsExtTest-Tag-175861711') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:26.963780 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3ef27783-2562-4d92-8017-70baf8c737b0 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "PUT /v2.0/subnetpools/22101079-2014-457b-b38b-91ec054419bb/tags/tempest-TagsExtTest-Tag-175861711 HTTP/1.1" status: 201 len: 201 time: 0.2164135 Jul 16 08:46:26.966731 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34908) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:26.981500 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b3c737f3-10a7-4059-8b9c-1a7601441a14 tempest-DHCPAgentSchedulersTestJSON-1326712385 tempest-DHCPAgentSchedulersTestJSON-1326712385-project-admin] 10.222.0.20 "GET /v2.0/agents/b88dffcb-15bc-4bd4-a619-c3cdf35eac3e/dhcp-networks HTTP/1.1" status: 200 len: 9632 time: 0.3586621 Jul 16 08:46:26.982399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34910) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:26.988257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-68fa4252-2dc7-4244-8251-0fc1bbcecd59 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a11c1eaf-d5b3-44ed-a51f-d919a0c043e3', {'tags': ['tempest-TagsExtTest-Tag-1923169548', 'tempest-TagsExtTest-Tag-261386475', 'tempest-TagsExtTest-Tag-1257839781']}) {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:27.026565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1672df4-66cc-423a-ac21-7a642cbc4b23 req-75d208aa-1372-4160-bf0a-75e06e8164f4 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:27.028883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b1672df4-66cc-423a-ac21-7a642cbc4b23 req-75d208aa-1372-4160-bf0a-75e06e8164f4 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.2296600 Jul 16 08:46:27.034496 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-16c9c904-fc3f-47e3-8a5d-802492539a67 tempest-DHCPAgentSchedulersTestJSON-1326712385 tempest-DHCPAgentSchedulersTestJSON-1326712385-project-admin] 10.222.0.20 "GET /v2.0/networks/caeb6d3a-b151-4aaa-a669-8a71d51143e5/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0498590 Jul 16 08:46:27.035211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34912) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.066712 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ab65ee93-3afe-4be7-b755-45122e69de3e tempest-DHCPAgentSchedulersTestJSON-1326712385 tempest-DHCPAgentSchedulersTestJSON-1326712385-project-admin] 10.222.0.20 "GET /v2.0/networks/caeb6d3a-b151-4aaa-a669-8a71d51143e5/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0296824 Jul 16 08:46:27.068114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34914) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.206222 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-68fa4252-2dc7-4244-8251-0fc1bbcecd59 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "PUT /v2.0/subnets/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3/tags HTTP/1.1" status: 200 len: 317 time: 0.2379875 Jul 16 08:46:27.209308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34924) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.215693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-f670ac56-39d9-4c55-9819-cc3e30b87db5 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a11c1eaf-d5b3-44ed-a51f-d919a0c043e3') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:27.376295 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b1672df4-66cc-423a-ac21-7a642cbc4b23 req-cef8310a-2e85-4cf1-976f-2d0e0ff050d9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3201661 Jul 16 08:46:27.415399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f670ac56-39d9-4c55-9819-cc3e30b87db5 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/subnets/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3/tags HTTP/1.1" status: 204 len: 168 time: 0.2039392 Jul 16 08:46:27.418986 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34936) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.435767 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-904dbfc7-f36b-4c67-adde-aa22e0c3e7a8 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a11c1eaf-d5b3-44ed-a51f-d919a0c043e3', 'tempest-TagsExtTest-Tag-1923169548') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:27.549861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f50d2528-7d6a-4615-a5c9-585e877e71a9 tempest-DHCPAgentSchedulersTestJSON-1326712385 tempest-DHCPAgentSchedulersTestJSON-1326712385-project-admin] 10.222.0.20 "GET /v2.0/agents/b88dffcb-15bc-4bd4-a619-c3cdf35eac3e/dhcp-networks HTTP/1.1" status: 200 len: 9632 time: 0.4784231 Jul 16 08:46:27.566356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34940) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.775531 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-904dbfc7-f36b-4c67-adde-aa22e0c3e7a8 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] show failed (client error): The resource could not be found. Jul 16 08:46:27.779241 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-904dbfc7-f36b-4c67-adde-aa22e0c3e7a8 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/subnets/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3/tags/tempest-TagsExtTest-Tag-1923169548 HTTP/1.1" status: 404 len: 329 time: 0.3589303 Jul 16 08:46:27.782802 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34950) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.788604 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-0ee0cffb-dc36-4b15-9a49-c494b4d28707 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a11c1eaf-d5b3-44ed-a51f-d919a0c043e3', 'tempest-TagsExtTest-Tag-261386475') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:27.826433 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3af7da8d-2d65-4637-ad8b-fcda0087f518 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.984149 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-0ee0cffb-dc36-4b15-9a49-c494b4d28707 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] show failed (client error): The resource could not be found. Jul 16 08:46:27.993362 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0ee0cffb-dc36-4b15-9a49-c494b4d28707 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/subnets/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3/tags/tempest-TagsExtTest-Tag-261386475 HTTP/1.1" status: 404 len: 328 time: 0.2093010 Jul 16 08:46:27.994056 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34956) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.003207 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-9fadde4a-abec-4fd0-9de9-cbb2f6362bf1 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a11c1eaf-d5b3-44ed-a51f-d919a0c043e3', 'tempest-TagsExtTest-Tag-1257839781') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:28.066800 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3af7da8d-2d65-4637-ad8b-fcda0087f518 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.115403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-3af7da8d-2d65-4637-ad8b-fcda0087f518 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b1553a-dbb3-41f3-8952-a91c9a92dc4c']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:28.134338 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-9fadde4a-abec-4fd0-9de9-cbb2f6362bf1 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] show failed (client error): The resource could not be found. Jul 16 08:46:28.139106 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9fadde4a-abec-4fd0-9de9-cbb2f6362bf1 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/subnets/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3/tags/tempest-TagsExtTest-Tag-1257839781 HTTP/1.1" status: 404 len: 329 time: 0.1439154 Jul 16 08:46:28.139762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34958) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.148255 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-cdf02af0-359b-473a-a29f-cd037e56ec18 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b03a5ad1-fc03-422c-8172-a2638a3eddd5', {'tags': ['tempest-TagsExtTest-Tag-503227853', 'tempest-TagsExtTest-Tag-339537943', 'tempest-TagsExtTest-Tag-272022742']}) {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:28.161325 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-3af7da8d-2d65-4637-ad8b-fcda0087f518 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3125b3a-2b08-419f-9636-4e01a5fc0a39') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:28.162448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-3af7da8d-2d65-4637-ad8b-fcda0087f518 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3125b3a-2b08-419f-9636-4e01a5fc0a39') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:28.221818 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3af7da8d-2d65-4637-ad8b-fcda0087f518 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.303978 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3af7da8d-2d65-4637-ad8b-fcda0087f518 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.319204 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cdf02af0-359b-473a-a29f-cd037e56ec18 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "PUT /v2.0/ports/b03a5ad1-fc03-422c-8172-a2638a3eddd5/tags HTTP/1.1" status: 200 len: 315 time: 0.1782188 Jul 16 08:46:28.319950 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34960) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.322463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af7da8d-2d65-4637-ad8b-fcda0087f518 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:28.325146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-b29d1d14-d546-4c5c-8e43-b34208e47ebe tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b03a5ad1-fc03-422c-8172-a2638a3eddd5') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:28.326500 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3af7da8d-2d65-4637-ad8b-fcda0087f518 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:28.336971 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:28.575138 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34968) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.606751 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3af7da8d-2d65-4637-ad8b-fcda0087f518 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.629645 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3af7da8d-2d65-4637-ad8b-fcda0087f518 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.635370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34972) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.635840 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3af7da8d-2d65-4637-ad8b-fcda0087f518 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] 10.222.0.20 "DELETE /v2.0/networks/d0b1553a-dbb3-41f3-8952-a91c9a92dc4c HTTP/1.1" status: 204 len: 168 time: 1.0650940 Jul 16 08:46:28.683696 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af7da8d-2d65-4637-ad8b-fcda0087f518 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Pushing event deleted for resources: {'Network': ['ID=d0b1553a-dbb3-41f3-8952-a91c9a92dc4c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:28.802817 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b29d1d14-d546-4c5c-8e43-b34208e47ebe tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/ports/b03a5ad1-fc03-422c-8172-a2638a3eddd5/tags HTTP/1.1" status: 204 len: 168 time: 0.4782505 Jul 16 08:46:28.805068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34976) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.807928 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-bde3a360-67c1-4fef-a9cd-74327629dc33 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] DELETE failed (client error): The resource could not be found. Jul 16 08:46:28.812956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bde3a360-67c1-4fef-a9cd-74327629dc33 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:46:28.815614 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bde3a360-67c1-4fef-a9cd-74327629dc33 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] 10.222.0.20 "DELETE /v2.0/ports/6f8c0ae5-735f-4439-9a5f-3d178744694c HTTP/1.1" status: 404 len: 333 time: 0.1757481 Jul 16 08:46:28.824888 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-fbfd63f4-7d1f-41a3-ae90-51381904777e tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b03a5ad1-fc03-422c-8172-a2638a3eddd5', 'tempest-TagsExtTest-Tag-503227853') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:28.828966 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34978) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.984536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5d1e5d6-8a48-4295-ad56-44a17b7bacdf tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Deleting subnet 48b2cdd8-5092-4d83-9dfc-ed9a1b49dbc2 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:28.988696 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f54c5f0e-157b-485c-b41c-6f2b92308896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.032437 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e5d6-8a48-4295-ad56-44a17b7bacdf tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.038436 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-fbfd63f4-7d1f-41a3-ae90-51381904777e tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] show failed (client error): The resource could not be found. Jul 16 08:46:29.043734 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fbfd63f4-7d1f-41a3-ae90-51381904777e tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/ports/b03a5ad1-fc03-422c-8172-a2638a3eddd5/tags/tempest-TagsExtTest-Tag-503227853 HTTP/1.1" status: 404 len: 328 time: 0.2371714 Jul 16 08:46:29.044729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34980) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.050344 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-23a1494f-c356-44ce-9f62-fecfd86e95e7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b03a5ad1-fc03-422c-8172-a2638a3eddd5', 'tempest-TagsExtTest-Tag-339537943') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:29.193848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e633f-9e20-4686-a274-13b35240675f req-2319f78b-95fc-4840-9ec5-e38601750571 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:29.203737 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b27e633f-9e20-4686-a274-13b35240675f req-2319f78b-95fc-4840-9ec5-e38601750571 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.5071168 Jul 16 08:46:29.219579 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f54c5f0e-157b-485c-b41c-6f2b92308896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.256358 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e5d6-8a48-4295-ad56-44a17b7bacdf tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.307297 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b27e633f-9e20-4686-a274-13b35240675f req-941261fd-a0f0-4dca-9686-f2dfeaee0240 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022787 Jul 16 08:46:29.339110 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-23a1494f-c356-44ce-9f62-fecfd86e95e7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] show failed (client error): The resource could not be found. Jul 16 08:46:29.341132 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-23a1494f-c356-44ce-9f62-fecfd86e95e7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/ports/b03a5ad1-fc03-422c-8172-a2638a3eddd5/tags/tempest-TagsExtTest-Tag-339537943 HTTP/1.1" status: 404 len: 328 time: 0.2947168 Jul 16 08:46:29.345638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34986) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.353386 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-bcc37491-fdea-4fe7-ac03-5b729f1c1ff7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b03a5ad1-fc03-422c-8172-a2638a3eddd5', 'tempest-TagsExtTest-Tag-272022742') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:29.365431 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e5d6-8a48-4295-ad56-44a17b7bacdf tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.439850 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f54c5f0e-157b-485c-b41c-6f2b92308896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.460240 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e5d6-8a48-4295-ad56-44a17b7bacdf tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.533855 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-bcc37491-fdea-4fe7-ac03-5b729f1c1ff7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] show failed (client error): The resource could not be found. Jul 16 08:46:29.534112 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1e5d6-8a48-4295-ad56-44a17b7bacdf tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Pushing event deleted for resources: {'Subnet': ['ID=48b2cdd8-5092-4d83-9dfc-ed9a1b49dbc2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:29.536523 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bcc37491-fdea-4fe7-ac03-5b729f1c1ff7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/ports/b03a5ad1-fc03-422c-8172-a2638a3eddd5/tags/tempest-TagsExtTest-Tag-272022742 HTTP/1.1" status: 404 len: 328 time: 0.1890633 Jul 16 08:46:29.539639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34990) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.544701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4ef744-85f1-47d7-9fd4-3e87cfdda3f2 None None] Network caeb6d3a-b151-4aaa-a669-8a71d51143e5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:29.558346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-4e4437ea-910b-4a34-b663-7995f9d3aead tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'fac4f9ad-491d-47c8-8417-21df68e8e6fc', {'tags': ['tempest-TagsExtTest-Tag-494117586', 'tempest-TagsExtTest-Tag-1040940587', 'tempest-TagsExtTest-Tag-1654870299']}) {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:29.562564 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5d1e5d6-8a48-4295-ad56-44a17b7bacdf tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.564659 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e5d1e5d6-8a48-4295-ad56-44a17b7bacdf tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] 10.222.0.20 "DELETE /v2.0/subnets/48b2cdd8-5092-4d83-9dfc-ed9a1b49dbc2 HTTP/1.1" status: 204 len: 168 time: 0.7227559 Jul 16 08:46:29.571814 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34992) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.608660 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f54c5f0e-157b-485c-b41c-6f2b92308896 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5dedbc090af540879570976b15baf797&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0318410 Jul 16 08:46:29.609324 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34994) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.670835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c5f0e-157b-485c-b41c-6f2b92308896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d356722f-3b1f-4363-9f0e-8d59d37805bc,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:29.821625 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4e4437ea-910b-4a34-b663-7995f9d3aead tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "PUT /v2.0/routers/fac4f9ad-491d-47c8-8417-21df68e8e6fc/tags HTTP/1.1" status: 200 len: 317 time: 0.2712185 Jul 16 08:46:29.822301 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34998) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.838019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-940c969f-ff41-4ef0-bd7a-d28138c72a60 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fac4f9ad-491d-47c8-8417-21df68e8e6fc') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:29.860313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31598055-4535-4e6e-994f-96944a13309f None None] DHCP port deletion for caeb6d3a-b151-4aaa-a669-8a71d51143e5 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:46:29.932700 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.938663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-31598055-4535-4e6e-994f-96944a13309f None None] Deleting port dce5d719-2a3b-43e0-86e3-7369cac03108 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:29.939412 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-31598055-4535-4e6e-994f-96944a13309f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.970219 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8697-1697-4f02-9a5b-eeda13073784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.006320 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8697-1697-4f02-9a5b-eeda13073784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.036262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-31598055-4535-4e6e-994f-96944a13309f None None] For port dce5d719-2a3b-43e0-86e3-7369cac03108, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=dce5d719-2a3b-43e0-86e3-7369cac03108,segment=NetworkSegment(57d05f0c-5927-4fb8-9bdf-70c7f9884ac6),segment_id=57d05f0c-5927-4fb8-9bdf-70c7f9884ac6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:30.037128 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-31598055-4535-4e6e-994f-96944a13309f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.054735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-31598055-4535-4e6e-994f-96944a13309f None None] Calling delete_port for dce5d719-2a3b-43e0-86e3-7369cac03108 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:30.069822 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8697-1697-4f02-9a5b-eeda13073784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.072403 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d4b8697-1697-4f02-9a5b-eeda13073784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.079818 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2d4b8697-1697-4f02-9a5b-eeda13073784 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d356722f-3b1f-4363-9f0e-8d59d37805bc HTTP/1.1" status: 204 len: 168 time: 0.4641879 Jul 16 08:46:30.098441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4b8697-1697-4f02-9a5b-eeda13073784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d356722f-3b1f-4363-9f0e-8d59d37805bc,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.107239 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-940c969f-ff41-4ef0-bd7a-d28138c72a60 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/routers/fac4f9ad-491d-47c8-8417-21df68e8e6fc/tags HTTP/1.1" status: 204 len: 168 time: 0.2838509 Jul 16 08:46:30.112683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35002) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.117624 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-ad1ae31b-dbd3-4412-9882-2e0030a7a6c7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fac4f9ad-491d-47c8-8417-21df68e8e6fc', 'tempest-TagsExtTest-Tag-494117586') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:30.295447 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Deleting port dce5d719-2a3b-43e0-86e3-7369cac03108 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:30.296412 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.403013 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-ad1ae31b-dbd3-4412-9882-2e0030a7a6c7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] show failed (client error): The resource could not be found. Jul 16 08:46:30.404295 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ad1ae31b-dbd3-4412-9882-2e0030a7a6c7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/routers/fac4f9ad-491d-47c8-8417-21df68e8e6fc/tags/tempest-TagsExtTest-Tag-494117586 HTTP/1.1" status: 404 len: 328 time: 0.2910721 Jul 16 08:46:30.410899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35018) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.415409 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-31598055-4535-4e6e-994f-96944a13309f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.416098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-75d3e967-9984-484f-983b-bf29aa10d1fd tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fac4f9ad-491d-47c8-8417-21df68e8e6fc', 'tempest-TagsExtTest-Tag-1040940587') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:30.540906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31598055-4535-4e6e-994f-96944a13309f None None] No DVR routers for this DVR port dce5d719-2a3b-43e0-86e3-7369cac03108 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:30.554560 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] For port dce5d719-2a3b-43e0-86e3-7369cac03108, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=dce5d719-2a3b-43e0-86e3-7369cac03108,segment=NetworkSegment(57d05f0c-5927-4fb8-9bdf-70c7f9884ac6),segment_id=57d05f0c-5927-4fb8-9bdf-70c7f9884ac6)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:30.555209 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.557879 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31598055-4535-4e6e-994f-96944a13309f None None] Pushing event deleted for resources: {'Port': ['ID=dce5d719-2a3b-43e0-86e3-7369cac03108,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.615888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Calling delete_port for dce5d719-2a3b-43e0-86e3-7369cac03108 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:30.743841 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-75d3e967-9984-484f-983b-bf29aa10d1fd tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] show failed (client error): The resource could not be found. Jul 16 08:46:30.749662 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-75d3e967-9984-484f-983b-bf29aa10d1fd tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/routers/fac4f9ad-491d-47c8-8417-21df68e8e6fc/tags/tempest-TagsExtTest-Tag-1040940587 HTTP/1.1" status: 404 len: 329 time: 0.3374670 Jul 16 08:46:30.751109 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35024) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.755899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-b67e0a63-7b0d-43b8-a53f-44b7ecac09ca tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'fac4f9ad-491d-47c8-8417-21df68e8e6fc', 'tempest-TagsExtTest-Tag-1654870299') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:30.918349 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35028) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.009767 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.045998 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd122c66-7c2b-4ee7-8e48-fd3f3902836f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.075602 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Pushing event deleted for resources: {'Port': ['ID=dce5d719-2a3b-43e0-86e3-7369cac03108,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:31.084725 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] No DVR routers for this DVR port dce5d719-2a3b-43e0-86e3-7369cac03108 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:31.095651 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-b67e0a63-7b0d-43b8-a53f-44b7ecac09ca tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] show failed (client error): The resource could not be found. Jul 16 08:46:31.101404 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b67e0a63-7b0d-43b8-a53f-44b7ecac09ca tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/routers/fac4f9ad-491d-47c8-8417-21df68e8e6fc/tags/tempest-TagsExtTest-Tag-1654870299 HTTP/1.1" status: 404 len: 329 time: 0.3450613 Jul 16 08:46:31.101996 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35030) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.109121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-554676bc-b0ac-4058-b2c0-024aeb786544 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '22101079-2014-457b-b38b-91ec054419bb', {'tags': ['tempest-TagsExtTest-Tag-1571579453', 'tempest-TagsExtTest-Tag-931066558', 'tempest-TagsExtTest-Tag-1022708864']}) {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:31.193315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5527fed5-65f3-4e45-ae58-d7c720006022 req-85502e4d-f12c-4f58-9432-fe0fe5f25197 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.196610 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5527fed5-65f3-4e45-ae58-d7c720006022 req-85502e4d-f12c-4f58-9432-fe0fe5f25197 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.3065038 Jul 16 08:46:31.211064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-554676bc-b0ac-4058-b2c0-024aeb786544 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "PUT /v2.0/subnetpools/22101079-2014-457b-b38b-91ec054419bb/tags HTTP/1.1" status: 200 len: 317 time: 0.1073813 Jul 16 08:46:31.218844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35032) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.225039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-90f731e7-8ca3-4335-a86b-df80b1c11551 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '22101079-2014-457b-b38b-91ec054419bb') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:31.337123 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.347509 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-90f731e7-8ca3-4335-a86b-df80b1c11551 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/subnetpools/22101079-2014-457b-b38b-91ec054419bb/tags HTTP/1.1" status: 204 len: 168 time: 0.1270106 Jul 16 08:46:31.358934 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5527fed5-65f3-4e45-ae58-d7c720006022 req-3d8a62bb-665c-4bca-8b22-5d2e990a8947 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1489625 Jul 16 08:46:31.359482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35034) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.365061 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd122c66-7c2b-4ee7-8e48-fd3f3902836f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.386134 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd122c66-7c2b-4ee7-8e48-fd3f3902836f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.388375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-53d1fd10-ed65-4239-97ac-dd6a33dbf199 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '22101079-2014-457b-b38b-91ec054419bb', 'tempest-TagsExtTest-Tag-1571579453') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:31.463394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caeb6d3a-b151-4aaa-a669-8a71d51143e5']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:31.527272 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cd122c66-7c2b-4ee7-8e48-fd3f3902836f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe730779d7344d15b038825f3f98883a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6036153 Jul 16 08:46:31.533912 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35042) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.645283 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d05f0c-5927-4fb8-9bdf-70c7f9884ac6') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:31.647497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd122c66-7c2b-4ee7-8e48-fd3f3902836f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da84c6af-73c6-444a-a9a4-607f18864bcb,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:31.656885 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d05f0c-5927-4fb8-9bdf-70c7f9884ac6') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:31.686205 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.729323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dce5d719-2a3b-43e0-86e3-7369cac03108 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:31.742011 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-53d1fd10-ed65-4239-97ac-dd6a33dbf199 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] show failed (client error): The resource could not be found. Jul 16 08:46:31.747535 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-53d1fd10-ed65-4239-97ac-dd6a33dbf199 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/subnetpools/22101079-2014-457b-b38b-91ec054419bb/tags/tempest-TagsExtTest-Tag-1571579453 HTTP/1.1" status: 404 len: 329 time: 0.3796718 Jul 16 08:46:31.752678 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35048) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.775331 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: dce5d719-2a3b-43e0-86e3-7369cac03108 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:31.776111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dce5d719-2a3b-43e0-86e3-7369cac03108 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:31.780766 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79fb692e-7aab-4698-bdaf-edd364fbb156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.806086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-c819225c-64cc-4ddd-a23c-0407b94e4e01 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '22101079-2014-457b-b38b-91ec054419bb', 'tempest-TagsExtTest-Tag-931066558') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:31.818467 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79fb692e-7aab-4698-bdaf-edd364fbb156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.852056 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.887610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:31.888449 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:31.897802 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:31.901509 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79fb692e-7aab-4698-bdaf-edd364fbb156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.902808 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79fb692e-7aab-4698-bdaf-edd364fbb156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.906784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-79fb692e-7aab-4698-bdaf-edd364fbb156 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da84c6af-73c6-444a-a9a4-607f18864bcb HTTP/1.1" status: 204 len: 168 time: 0.3709140 Jul 16 08:46:31.923269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb692e-7aab-4698-bdaf-edd364fbb156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da84c6af-73c6-444a-a9a4-607f18864bcb,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:31.969213 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-7df2ef9d-f7aa-4974-aef5-ad43ea109800 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1591356 Jul 16 08:46:31.987603 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-39b5ebe8-8ec8-478b-87d5-2e87dbfb39d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4718661 Jul 16 08:46:31.992410 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-c819225c-64cc-4ddd-a23c-0407b94e4e01 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] show failed (client error): The resource could not be found. Jul 16 08:46:31.998207 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35054) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:32.005925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-d9712037-71e7-4e46-a0f7-aadab50f507a tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '22101079-2014-457b-b38b-91ec054419bb', 'tempest-TagsExtTest-Tag-1022708864') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:32.012189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c819225c-64cc-4ddd-a23c-0407b94e4e01 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/subnetpools/22101079-2014-457b-b38b-91ec054419bb/tags/tempest-TagsExtTest-Tag-931066558 HTTP/1.1" status: 404 len: 328 time: 0.2358921 Jul 16 08:46:32.079276 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-d9712037-71e7-4e46-a0f7-aadab50f507a tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] show failed (client error): The resource could not be found. Jul 16 08:46:32.081027 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d9712037-71e7-4e46-a0f7-aadab50f507a tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/subnetpools/22101079-2014-457b-b38b-91ec054419bb/tags/tempest-TagsExtTest-Tag-1022708864 HTTP/1.1" status: 404 len: 329 time: 0.0804510 Jul 16 08:46:32.087002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35058) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:32.104667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-f7859d53-a269-4c9d-95c0-ec2903553dd9 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '22101079-2014-457b-b38b-91ec054419bb') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:32.234846 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.260747 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.263310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] 10.222.0.20 "DELETE /v2.0/networks/caeb6d3a-b151-4aaa-a669-8a71d51143e5 HTTP/1.1" status: 204 len: 168 time: 2.6871948 Jul 16 08:46:32.311238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9d0e7-b474-4f7c-abfa-7aa35dd75379 tempest-DHCPAgentSchedulersTestJSON-2089292590 tempest-DHCPAgentSchedulersTestJSON-2089292590-project] Pushing event deleted for resources: {'Network': ['ID=caeb6d3a-b151-4aaa-a669-8a71d51143e5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:32.324221 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f7859d53-a269-4c9d-95c0-ec2903553dd9 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/subnetpools/22101079-2014-457b-b38b-91ec054419bb/tags HTTP/1.1" status: 204 len: 168 time: 0.2331295 Jul 16 08:46:32.332749 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35062) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:32.342346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-62c34c78-d278-4df9-9f5b-46f1f41e77d4 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'fac4f9ad-491d-47c8-8417-21df68e8e6fc') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:32.394174 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-20ccb513-2122-4b81-890b-07240630805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.395605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-20ccb513-2122-4b81-890b-07240630805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.396388 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-20ccb513-2122-4b81-890b-07240630805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.397295 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-20ccb513-2122-4b81-890b-07240630805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.398427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-20ccb513-2122-4b81-890b-07240630805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.400587 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-20ccb513-2122-4b81-890b-07240630805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.401497 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-20ccb513-2122-4b81-890b-07240630805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.406436 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-20ccb513-2122-4b81-890b-07240630805b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=8722177fc6ea499891c4ef1fb2062076&device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 6508 time: 0.2626884 Jul 16 08:46:32.433314 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-40e36e27-7a98-4284-a0e1-8d1e0151ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.440997 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-40e36e27-7a98-4284-a0e1-8d1e0151ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.442882 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-40e36e27-7a98-4284-a0e1-8d1e0151ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.444281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-40e36e27-7a98-4284-a0e1-8d1e0151ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.445405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-40e36e27-7a98-4284-a0e1-8d1e0151ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.446259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-40e36e27-7a98-4284-a0e1-8d1e0151ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.447136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-40e36e27-7a98-4284-a0e1-8d1e0151ccb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.459455 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-40e36e27-7a98-4284-a0e1-8d1e0151ccb5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 6501 time: 0.3097618 Jul 16 08:46:32.625770 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-62c34c78-d278-4df9-9f5b-46f1f41e77d4 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/routers/fac4f9ad-491d-47c8-8417-21df68e8e6fc/tags HTTP/1.1" status: 204 len: 168 time: 0.2820365 Jul 16 08:46:32.631867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35068) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:32.652468 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-a561b466-7030-4047-8ed1-02a013457986 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b03a5ad1-fc03-422c-8172-a2638a3eddd5') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:33.042696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35084) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:33.072969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-231b7059-77d8-450c-9606-c63aa6bd20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.074250 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-231b7059-77d8-450c-9606-c63aa6bd20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.074792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-231b7059-77d8-450c-9606-c63aa6bd20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.077325 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-231b7059-77d8-450c-9606-c63aa6bd20ad service neutron] 10.222.0.38 "GET /v2.0/networks?id=2055bc3a-708e-4fbd-bdcb-dd6830ef6991&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&id=0b6245ad-207a-4492-93ca-7fe1f5645c7a HTTP/1.1" status: 200 len: 2295 time: 0.5914745 Jul 16 08:46:33.147562 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a561b466-7030-4047-8ed1-02a013457986 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/ports/b03a5ad1-fc03-422c-8172-a2638a3eddd5/tags HTTP/1.1" status: 204 len: 168 time: 0.5083451 Jul 16 08:46:33.151512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35090) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:33.177271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-9bf74ab6-9e75-49c5-af11-1fe29e801ccd tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a11c1eaf-d5b3-44ed-a51f-d919a0c043e3') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:33.220660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64700b-35f0-4557-a5b2-dcf837f74709 req-8d5f4566-1dd5-4c44-a938-ecab78143cf4 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.233135 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bd64700b-35f0-4557-a5b2-dcf837f74709 req-8d5f4566-1dd5-4c44-a938-ecab78143cf4 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.4343967 Jul 16 08:46:33.343746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-477d3315-a817-458a-8d05-51eedaa1ece4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=19362c34-d5f6-4f9b-af89-b7af39297e18 HTTP/1.1" status: 200 len: 1001 time: 0.2456310 Jul 16 08:46:33.416607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-17ba446e-9955-40f3-a7b1-51d448cc9658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.418391 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-17ba446e-9955-40f3-a7b1-51d448cc9658 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=43909eb2-c2e2-4352-8c3b-116900d301bb HTTP/1.1" status: 200 len: 856 time: 0.0674524 Jul 16 08:46:33.426659 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-614d5020-fbc7-4bb0-9da6-349c025abc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.427257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-614d5020-fbc7-4bb0-9da6-349c025abc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.427827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-614d5020-fbc7-4bb0-9da6-349c025abc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.430832 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-614d5020-fbc7-4bb0-9da6-349c025abc91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=79638599-e95d-4aaa-a9df-9e4a650918b5&id=79638599-e95d-4aaa-a9df-9e4a650918b5 HTTP/1.1" status: 200 len: 2289 time: 0.6927705 Jul 16 08:46:33.437968 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bd64700b-35f0-4557-a5b2-dcf837f74709 req-c3a82045-a6c8-437e-b6f0-75e816cf79fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024322 Jul 16 08:46:33.645015 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9bf74ab6-9e75-49c5-af11-1fe29e801ccd tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/subnets/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3/tags HTTP/1.1" status: 204 len: 168 time: 0.4815354 Jul 16 08:46:33.646435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35102) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:33.664771 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-95224535-705e-4099-8a0e-de9cfc25ac28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ef354bd6d9a44b1aab482845786b015e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6181474 Jul 16 08:46:33.677226 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35106) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:33.688370 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-27e1e59b-a38a-46a1-8702-8c509941b458 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d49fd04-da38-4b01-9a10-0ff9d51055b5 HTTP/1.1" status: 200 len: 1001 time: 0.1681128 Jul 16 08:46:33.714844 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-a1e43dcd-45ed-48ba-8211-d5dab48ce608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.716607 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-a1e43dcd-45ed-48ba-8211-d5dab48ce608 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=2055bc3a-708e-4fbd-bdcb-dd6830ef6991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2839682 Jul 16 08:46:33.749153 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-7b1f862c-8c60-401e-a0eb-04e744cfb3e4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:46:33.750338 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-7b1f862c-8c60-401e-a0eb-04e744cfb3e4 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063553 Jul 16 08:46:33.821647 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d91a8222-8bfe-420b-babe-137b10f5ce45 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks [] for subnetpool, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.827053 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d91a8222-8bfe-420b-babe-137b10f5ce45 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/subnetpools/22101079-2014-457b-b38b-91ec054419bb HTTP/1.1" status: 204 len: 168 time: 0.1759467 Jul 16 08:46:33.827779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35110) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:33.828367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-6d6af10a-f99d-462b-87e7-a652c9c59a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.830045 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-6d6af10a-f99d-462b-87e7-a652c9c59a6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fad49db9-2978-448c-81ea-10717ca5b65f HTTP/1.1" status: 200 len: 850 time: 0.1311517 Jul 16 08:46:33.884977 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6290d114-9239-4b6c-a0cd-99f45ce879a1 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "GET /v2.0/ports?device_id=fac4f9ad-491d-47c8-8417-21df68e8e6fc HTTP/1.1" status: 200 len: 205 time: 0.0532849 Jul 16 08:46:33.888962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35112) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:33.897597 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b802f09-e74f-4d7e-b9f1-7d5d6ea86f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.962733 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.978606 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b802f09-e74f-4d7e-b9f1-7d5d6ea86f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.076478 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76902a5f-d1f0-41f8-963c-6e8ad39e442a tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.110137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-d5b2b1a6-c3e9-4be5-8120-44ce3b8d9e2a service neutron] 10.222.0.38 "GET /v2.0/networks/2055bc3a-708e-4fbd-bdcb-dd6830ef6991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3445880 Jul 16 08:46:34.130465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-0d5053ec-d717-4a2f-baeb-764881726487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:34.132316 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-0d5053ec-d717-4a2f-baeb-764881726487 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2533464 Jul 16 08:46:34.264690 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b802f09-e74f-4d7e-b9f1-7d5d6ea86f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.295526 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1b802f09-e74f-4d7e-b9f1-7d5d6ea86f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.296836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1b802f09-e74f-4d7e-b9f1-7d5d6ea86f2c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/85094075-b819-410f-9811-f2a367fe8dcb HTTP/1.1" status: 204 len: 168 time: 0.6174719 Jul 16 08:46:34.416474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b802f09-e74f-4d7e-b9f1-7d5d6ea86f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85094075-b819-410f-9811-f2a367fe8dcb,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:34.671746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-b22afc7b-696b-46b0-895a-b82352f37109 service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214567 Jul 16 08:46:34.708998 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76902a5f-d1f0-41f8-963c-6e8ad39e442a tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.713558 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76902a5f-d1f0-41f8-963c-6e8ad39e442a tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.920448 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76902a5f-d1f0-41f8-963c-6e8ad39e442a tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.921390 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76902a5f-d1f0-41f8-963c-6e8ad39e442a tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Fanout notify agent at l3_agent the message router_deleted on router fac4f9ad-491d-47c8-8417-21df68e8e6fc {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:34.949077 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76902a5f-d1f0-41f8-963c-6e8ad39e442a tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.951066 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-76902a5f-d1f0-41f8-963c-6e8ad39e442a tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/routers/fac4f9ad-491d-47c8-8417-21df68e8e6fc HTTP/1.1" status: 204 len: 168 time: 1.0602381 Jul 16 08:46:34.959750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35142) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:35.207004 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b5c46631-aaa8-4187-b1ed-d33aff9c87f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.308178 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.485170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3f8cd154-d6f2-406b-9398-66f55ebcd46d tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Deleting port b03a5ad1-fc03-422c-8172-a2638a3eddd5 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:35.485493 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3f8cd154-d6f2-406b-9398-66f55ebcd46d tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.869060 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-cda908c0-4161-4fe8-bb94-23b6e94a9407 service neutron] 10.222.0.38 "GET /v2.0/networks/2055bc3a-708e-4fbd-bdcb-dd6830ef6991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7489982 Jul 16 08:46:35.907219 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35158) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:36.071784 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fbf5f98-bf63-4ae6-99bb-633ca604605e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.316940 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-2103112f-464c-4cda-ba01-7edf71f4f709 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=b4b07ed5-62ac-496e-8d9f-e59c95bdad06 HTTP/1.1" status: 200 len: 217 time: 0.2499061 Jul 16 08:46:36.380186 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-81cb79bc-6f30-4472-b902-61566d6f6d99 service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5791397 Jul 16 08:46:36.398624 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3f8cd154-d6f2-406b-9398-66f55ebcd46d tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.426418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3f8cd154-d6f2-406b-9398-66f55ebcd46d tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Calling delete_port for b03a5ad1-fc03-422c-8172-a2638a3eddd5 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:36.701770 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-e302f324-a196-4d7d-ac9e-8569c7b61e3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=58152f66-9e10-424e-a327-eb3322be8e41 HTTP/1.1" status: 200 len: 217 time: 0.2383997 Jul 16 08:46:36.749465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-b7859519-8ec7-4cbf-8ff4-1ce952ad1368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.752171 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-b7859519-8ec7-4cbf-8ff4-1ce952ad1368 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.4216449 Jul 16 08:46:36.867920 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-0bc8380d-ad93-4a3a-801b-a78fca8bedb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.869586 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3f8cd154-d6f2-406b-9398-66f55ebcd46d tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.884078 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-0bc8380d-ad93-4a3a-801b-a78fca8bedb5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.1697371 Jul 16 08:46:36.893033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7999a-6724-4466-a6c5-ee019ae04724 req-b78d308d-5446-4712-9ae5-667053565379 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.901584 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71e7999a-6724-4466-a6c5-ee019ae04724 req-b78d308d-5446-4712-9ae5-667053565379 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 944 time: 0.9833653 Jul 16 08:46:36.989961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cd154-d6f2-406b-9398-66f55ebcd46d tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Pushing event deleted for resources: {'Port': ['ID=b03a5ad1-fc03-422c-8172-a2638a3eddd5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:37.012297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1c9456f9-4230-415f-bc76-5c9bf3f6f10b details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:37.093983 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71e7999a-6724-4466-a6c5-ee019ae04724 req-dd4a8ae5-5243-42d7-b144-eabd337966d6 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910071 Jul 16 08:46:37.173160 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fbf5f98-bf63-4ae6-99bb-633ca604605e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.177567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-4e105c31-17bf-4c5b-9772-555dfaf8be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:37.179390 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-4e105c31-17bf-4c5b-9772-555dfaf8be88 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4197006 Jul 16 08:46:37.190817 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fbf5f98-bf63-4ae6-99bb-633ca604605e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.433302 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3f8cd154-d6f2-406b-9398-66f55ebcd46d tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.440021 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3f8cd154-d6f2-406b-9398-66f55ebcd46d tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/ports/b03a5ad1-fc03-422c-8172-a2638a3eddd5 HTTP/1.1" status: 204 len: 168 time: 2.4786599 Jul 16 08:46:37.444290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35182) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:37.544293 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8fbf5f98-bf63-4ae6-99bb-633ca604605e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=407ad4b7156e4164bc05bd7ab688c2ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6028416 Jul 16 08:46:37.546952 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-4483cfe7-12e4-4849-923e-7e46cbef7c56 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598764 Jul 16 08:46:37.547770 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35184) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:37.548448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf5f98-bf63-4ae6-99bb-633ca604605e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f183e5a-aad7-4ba4-878a-784183ca36a7,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:37.570535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:37.598484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'port_id': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'mac_address': 'fa:16:3e:17:ed:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:37.611082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-ddfa7d13-a2b7-4ac8-8184-8040886f9f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:37.616442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-22f21897-0a6d-441f-81da-4d8fe43cc785 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Deleting subnet a11c1eaf-d5b3-44ed-a51f-d919a0c043e3 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:37.621972 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-ddfa7d13-a2b7-4ac8-8184-8040886f9f1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7176337 Jul 16 08:46:37.627645 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-22f21897-0a6d-441f-81da-4d8fe43cc785 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.728226 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.763376 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c9456f9-4230-415f-bc76-5c9bf3f6f10b {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:37.814224 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:37.820635 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-22f21897-0a6d-441f-81da-4d8fe43cc785 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.823746 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.261713 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-22f21897-0a6d-441f-81da-4d8fe43cc785 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.266448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['1c9456f9-4230-415f-bc76-5c9bf3f6f10b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:38.368327 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6fa1a63-adc2-40c5-b14f-da87c9f0073f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.429563 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ca8efa73-34a7-4f86-96f0-52d6833c4d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.457934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:38.478295 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.514700 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-22f21897-0a6d-441f-81da-4d8fe43cc785 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.564446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f21897-0a6d-441f-81da-4d8fe43cc785 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Pushing event deleted for resources: {'Subnet': ['ID=a11c1eaf-d5b3-44ed-a51f-d919a0c043e3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:38.575293 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-22f21897-0a6d-441f-81da-4d8fe43cc785 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.588097 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-22f21897-0a6d-441f-81da-4d8fe43cc785 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/subnets/a11c1eaf-d5b3-44ed-a51f-d919a0c043e3 HTTP/1.1" status: 204 len: 168 time: 1.1324902 Jul 16 08:46:38.589207 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8f92a-7a4b-46ea-86e0-d117e0a3b69d req-ad42bd20-ca5e-46cd-aa01-e5b2104faf50 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:38.597929 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-97a8f92a-7a4b-46ea-86e0-d117e0a3b69d req-ad42bd20-ca5e-46cd-aa01-e5b2104faf50 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 945 time: 0.1963165 Jul 16 08:46:38.600344 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35204) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:38.644561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-929e5ad1-9bbe-43f3-8b41-df94dc2fc89a None None] Network 55acbfff-3c04-4b02-935b-90f6ebb2579b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:38.659431 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6fa1a63-adc2-40c5-b14f-da87c9f0073f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.791697 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-97a8f92a-7a4b-46ea-86e0-d117e0a3b69d req-38a7758d-6903-480f-be41-d6b75344f337 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1928389 Jul 16 08:46:38.850648 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-e0c7d9e2-0f11-4857-be9e-45df9384b933 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1789629 Jul 16 08:46:38.901221 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-2d1b54d2-1ab5-4ef3-8fc1-4c41b9288ceb service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3113678 Jul 16 08:46:38.946317 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.078509 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Deleting port 2d181018-04bc-4cea-9f0c-148520515170 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:39.078509 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.124546 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-2cca0070-1100-49f7-adb8-b75d11fc1df8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 HTTP/1.1" status: 200 len: 217 time: 0.1827540 Jul 16 08:46:39.262868 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6fa1a63-adc2-40c5-b14f-da87c9f0073f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.270755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] For port 2d181018-04bc-4cea-9f0c-148520515170, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2d181018-04bc-4cea-9f0c-148520515170,segment=NetworkSegment(31ff13b6-6121-4b1a-819a-c10eb463fb9a),segment_id=31ff13b6-6121-4b1a-819a-c10eb463fb9a)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:39.271309 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.282205 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6fa1a63-adc2-40c5-b14f-da87c9f0073f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.288435 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c6fa1a63-adc2-40c5-b14f-da87c9f0073f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f183e5a-aad7-4ba4-878a-784183ca36a7 HTTP/1.1" status: 204 len: 168 time: 1.7008901 Jul 16 08:46:39.328665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Calling delete_port for 2d181018-04bc-4cea-9f0c-148520515170 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:39.411737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fa1a63-adc2-40c5-b14f-da87c9f0073f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f183e5a-aad7-4ba4-878a-784183ca36a7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:39.436636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-96c8d5df-9f3b-46d5-bbd2-390f47027453 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=6f79a47424484f25b9f5f58c636b6e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1259978 Jul 16 08:46:39.493378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-55441ce7-370c-42e3-92fd-420ef9492bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:39.496849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2a7344-db75-4340-8b37-b4c226f25cff None None] DHCP port deletion for 55acbfff-3c04-4b02-935b-90f6ebb2579b request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:46:39.507202 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-55441ce7-370c-42e3-92fd-420ef9492bd2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.3673491 Jul 16 08:46:39.615246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2d181018-04bc-4cea-9f0c-148520515170 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:39.668776 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-473c1f2e-6093-4732-902b-529ef1d4490b service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8110833 Jul 16 08:46:39.799181 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-6f253df9-8b73-4e74-a190-bb92eb2452fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=0a38388f-bcd0-4aae-9d2d-7ec4959acb62 HTTP/1.1" status: 200 len: 217 time: 0.1171067 Jul 16 08:46:39.831267 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-750a0e8c-74fe-45cf-b92d-389c810cdb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:39.835098 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-750a0e8c-74fe-45cf-b92d-389c810cdb58 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3142135 Jul 16 08:46:39.912117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-5bae4642-8d4d-4d88-8647-cd73a60ff2e5 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:39.923478 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-5bae4642-8d4d-4d88-8647-cd73a60ff2e5 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4811151 Jul 16 08:46:39.927460 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.975521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a7344-db75-4340-8b37-b4c226f25cff None None] Deleting port 2d181018-04bc-4cea-9f0c-148520515170 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:39.976141 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9d2a7344-db75-4340-8b37-b4c226f25cff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.986097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No active binding found for port 2d181018-04bc-4cea-9f0c-148520515170 {{(pid=93696) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:46:39.986806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2d181018-04bc-4cea-9f0c-148520515170 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:39.992325 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.032521 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Pushing event deleted for resources: {'Port': ['ID=2d181018-04bc-4cea-9f0c-148520515170,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:40.041173 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] No DVR routers for this DVR port 2d181018-04bc-4cea-9f0c-148520515170 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:40.092589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-14a5829c-58b0-485c-b73c-37cdb6eb5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:40.105292 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-14a5829c-58b0-485c-b73c-37cdb6eb5c88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.2997310 Jul 16 08:46:40.107891 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-282e8977-7402-46d8-afee-f000303209f2 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/quotas/6f79a47424484f25b9f5f58c636b6e00 HTTP/1.1" status: 200 len: 375 time: 0.1834307 Jul 16 08:46:40.244412 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-f8198c8a-14b8-4bf8-b971-71074b5e8b86 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6f79a47424484f25b9f5f58c636b6e00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1351688 Jul 16 08:46:40.272649 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9d2a7344-db75-4340-8b37-b4c226f25cff None None] For port 2d181018-04bc-4cea-9f0c-148520515170, host n-d-758944-46, got binding levels [] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:40.273550 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9d2a7344-db75-4340-8b37-b4c226f25cff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.303440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9d2a7344-db75-4340-8b37-b4c226f25cff None None] Calling delete_port for 2d181018-04bc-4cea-9f0c-148520515170 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:40.311221 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-41024427-7dfe-4df1-81f8-b6058275518c service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305441 Jul 16 08:46:40.321198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.ipam_backend_mixin [None req-9d2a7344-db75-4340-8b37-b4c226f25cff None None] Port 2d181018-04bc-4cea-9f0c-148520515170 was not found and therefore no delete operation was performed {{(pid=93696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:46:40.326027 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9d2a7344-db75-4340-8b37-b4c226f25cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.377973 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.420745 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2a7344-db75-4340-8b37-b4c226f25cff None None] Pushing event deleted for resources: {'Port': ['ID=2d181018-04bc-4cea-9f0c-148520515170,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:40.421674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55acbfff-3c04-4b02-935b-90f6ebb2579b']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:40.431872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2a7344-db75-4340-8b37-b4c226f25cff None None] No DVR routers for this DVR port 2d181018-04bc-4cea-9f0c-148520515170 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:40.471928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ff13b6-6121-4b1a-819a-c10eb463fb9a') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:40.472260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ff13b6-6121-4b1a-819a-c10eb463fb9a') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:40.527644 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.588729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.616960 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:40.617298 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:40.637887 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:40.641485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-6149f422-05f3-4bd1-8e0c-e5697beec18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:40.646735 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-6149f422-05f3-4bd1-8e0c-e5697beec18c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5290699 Jul 16 08:46:40.762950 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-878f4274-61f1-446c-8b49-82f69270e0dc req-073012ea-eef3-4b3c-ba43-ff8f31f4cf66 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 210 time: 0.1239369 Jul 16 08:46:40.827382 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.839104 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.843777 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] 10.222.0.20 "DELETE /v2.0/networks/55acbfff-3c04-4b02-935b-90f6ebb2579b HTTP/1.1" status: 204 len: 168 time: 2.2423735 Jul 16 08:46:40.881630 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0460d9-2ea8-4cb0-a230-57c20c7725a7 tempest-TagsExtTest-2005829825 tempest-TagsExtTest-2005829825-project] Pushing event deleted for resources: {'Network': ['ID=55acbfff-3c04-4b02-935b-90f6ebb2579b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:41.041691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1c9456f9-4230-415f-bc76-5c9bf3f6f10b up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:41.075607 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-2e7465d0-9ca5-40b5-b123-182a1ff17bef service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6505294 Jul 16 08:46:41.106092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ea28f-0aaa-4a7d-bb1a-ceae99cc56a9 req-87e4f0b7-7c45-47da-b301-e6b6d740d2d6 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:41.121309 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-113ea28f-0aaa-4a7d-bb1a-ceae99cc56a9 req-87e4f0b7-7c45-47da-b301-e6b6d740d2d6 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 945 time: 0.8135867 Jul 16 08:46:41.199204 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.270901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:41.272251 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.283528 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-a72ef29b-3ef3-4f9e-afb7-415c98e3162c service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267078 Jul 16 08:46:41.488977 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35282) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:41.529264 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.620238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35286) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:41.622602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:41.630487 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e1ee1b-5eea-4116-99e5-8d8060a11251" -d '{"events": [{"server_uuid": "3c6aaec5-049a-4d71-be5b-f7723e772533", "name": "network-vif-plugged", "status": "completed", "tag": "1c9456f9-4230-415f-bc76-5c9bf3f6f10b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:41.692712 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-2c0defb1-6b90-4c26-9d4b-a7d6c9b55fe2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=6e71c4ff-1f67-4669-9250-8125eb2bb63a HTTP/1.1" status: 200 len: 217 time: 0.4381113 Jul 16 08:46:41.725739 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:41.734592 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.995443 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-113ea28f-0aaa-4a7d-bb1a-ceae99cc56a9 req-d3bcc7ba-1475-471f-81a2-b41dc7a92ab8 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8658795 Jul 16 08:46:42.031772 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-eaa46058-a41d-45e3-b2d5-148e4d2c2691 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=79caf33fd1fd4e819a6113d9cac86f80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5385575 Jul 16 08:46:42.034294 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35298) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:42.048237 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-c8fcf251-033e-46a2-bffa-7ce24040c60f service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6755679 Jul 16 08:46:42.096064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,revision_number=10']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:42.238392 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-a2b4cf09-c93f-4bd2-b765-c60ec71f65b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=6b65b6e1-328c-49ab-919d-e824c6be9088 HTTP/1.1" status: 200 len: 217 time: 0.1385682 Jul 16 08:46:42.264777 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76d713d4-9e90-41af-a001-fc482d61ca6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.308181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1867016016'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:42.321348 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76d713d4-9e90-41af-a001-fc482d61ca6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.389732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Made reservation on behalf of 3daca4ed87484daeb0c9356631205b8f for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:42.390186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-89c17dde-d4da-4c3a-a137-9bd1657c930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.394992 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.399837 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-89c17dde-d4da-4c3a-a137-9bd1657c930c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.3987832 Jul 16 08:46:42.410928 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76cd9919-cc75-4600-ac03-74812fc5fc94 req-fe696800-f266-4444-8e63-823cd9cd27cd tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 210 time: 0.1412828 Jul 16 08:46:42.440300 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.519898 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b00541-420e-4d37-a08a-04b7901ba704 x-openstack-request-id: req-d7b00541-420e-4d37-a08a-04b7901ba704 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:42.520453 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6aaec5-049a-4d71-be5b-f7723e772533", "name": "network-vif-plugged", "status": "completed", "tag": "1c9456f9-4230-415f-bc76-5c9bf3f6f10b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:42.522744 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d7b00541-420e-4d37-a08a-04b7901ba704 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:42.523733 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'code': 200} Jul 16 08:46:42.672329 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.678433 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.703934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-48f47579-6bed-476a-a623-6bbdffd2940a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.711807 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-48f47579-6bed-476a-a623-6bbdffd2940a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.2935796 Jul 16 08:46:42.741596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1c0e9f-0f6b-48a0-9b0a-1bc1303200d5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:42.759923 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76d713d4-9e90-41af-a001-fc482d61ca6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.765555 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76d713d4-9e90-41af-a001-fc482d61ca6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.768234 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-76d713d4-9e90-41af-a001-fc482d61ca6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83c3d4f0-7628-4c1c-a73b-e9fb0e436a41 HTTP/1.1" status: 204 len: 168 time: 0.7310040 Jul 16 08:46:42.773440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:42.802597 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d713d4-9e90-41af-a001-fc482d61ca6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83c3d4f0-7628-4c1c-a73b-e9fb0e436a41,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:42.820023 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.820646 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Added segment bc72547c-8b78-4a6f-957a-22f0fd4bedf0 of type vlan for network 185fefec-3f2c-4220-b7bf-8f98a32ffc1e Jul 16 08:46:42.845117 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-d963768c-cb29-4fd5-a53f-58a1158bc266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.847041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-d963768c-cb29-4fd5-a53f-58a1158bc266 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4333138 Jul 16 08:46:42.927663 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.055656 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.070988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:43.076249 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.185291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event updated for resources: {'Network': ['ID=185fefec-3f2c-4220-b7bf-8f98a32ffc1e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:43.250021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-b729c843-8359-430d-b971-2ed60137e893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:43.257190 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-b729c843-8359-430d-b971-2ed60137e893 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5426517 Jul 16 08:46:43.270090 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 185fefec-3f2c-4220-b7bf-8f98a32ffc1e details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:43.285753 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-96472695-f521-48fb-8732-41a6c33e908f service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4097080 Jul 16 08:46:43.287631 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2d9f434b-b3e3-41b9-b6a3-b4f7a5e3587a tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6659508 Jul 16 08:46:43.289148 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35320) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:43.337768 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-994c4654-32f8-45c2-a4f7-1d8650b4ef55 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Request body: {'subnet': {'network_id': '185fefec-3f2c-4220-b7bf-8f98a32ffc1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:43.607581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ac685-25df-43f2-acf3-fc36a145884f req-014e1a00-137a-4d1a-97bb-092d6474c809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:43.609323 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-425ac685-25df-43f2-acf3-fc36a145884f req-014e1a00-137a-4d1a-97bb-092d6474c809 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 1099 time: 0.5864334 Jul 16 08:46:43.620382 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-8c0c8f32-ac1a-43de-b70f-09838f4ca74b tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6f79a47424484f25b9f5f58c636b6e00&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1596885 Jul 16 08:46:43.858442 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-af200c38-19f5-4a79-9848-6bb39016f56b service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692637 Jul 16 08:46:43.875194 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-a78ae5e9-65ff-413d-a6c5-0d0523c5e3be service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5882392 Jul 16 08:46:43.935190 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-425ac685-25df-43f2-acf3-fc36a145884f req-853d2072-9706-4ccc-bcfb-c5e251832941 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3119595 Jul 16 08:46:44.077529 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-8a4454bf-093a-4d7d-b865-33152f997f38 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115257 Jul 16 08:46:44.168809 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-56c014d4-6812-4fbb-ac8e-263a58ebb7a3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.123&port_id=ed62a5f0-1850-4742-b8df-60c11d9a13c3 HTTP/1.1" status: 200 len: 217 time: 0.1778107 Jul 16 08:46:44.224399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c0f7af0f-8b95-459d-a7c6-2bae73142a09 req-1f007c5e-db9b-407d-bff9-d19838315624 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 210 time: 0.2083342 Jul 16 08:46:44.264571 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-cd0bc671-14c8-4870-9c6e-4e9dc12a5de4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=bb4794d2-5564-4535-84c0-ae84e853964d HTTP/1.1" status: 200 len: 217 time: 0.1040006 Jul 16 08:46:44.390171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c41855-fd49-4a8b-852f-da3951fdc03a req-28be665b-1a08-4d50-bab4-edafe6896b0b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:44.393994 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29c41855-fd49-4a8b-852f-da3951fdc03a req-28be665b-1a08-4d50-bab4-edafe6896b0b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 947 time: 0.8854332 Jul 16 08:46:44.395034 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-994c4654-32f8-45c2-a4f7-1d8650b4ef55 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Made reservation on behalf of 3daca4ed87484daeb0c9356631205b8f for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:44.419854 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-90605c3d-ee52-4f96-a165-c5b5be0d3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:44.421921 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-90605c3d-ee52-4f96-a165-c5b5be0d3a6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 200 len: 797 time: 0.2008214 Jul 16 08:46:44.422569 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-994c4654-32f8-45c2-a4f7-1d8650b4ef55 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.434282 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-6ecf579a-f41f-455f-b85b-e259320ec50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:44.436161 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-6ecf579a-f41f-455f-b85b-e259320ec50a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.1207397 Jul 16 08:46:44.525652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-3627af30-12db-475a-a604-ef657b35c7a7 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:44.528357 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-3627af30-12db-475a-a604-ef657b35c7a7 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8162115 Jul 16 08:46:44.665272 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-9cbfcba9-2d63-47ee-8201-2886742136c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:44.666857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-9cbfcba9-2d63-47ee-8201-2886742136c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1968231 Jul 16 08:46:44.797853 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29c41855-fd49-4a8b-852f-da3951fdc03a req-2318801e-aa86-4819-9268-e475a46adda7 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3659992 Jul 16 08:46:44.804402 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Request body: {'port': {'device_id': 'e37f8487-65f1-4270-adf6-26155f2e40ff', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': '6f79a47424484f25b9f5f58c636b6e00'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:45.081070 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-204eeee6-ca21-4ad8-9f4a-cdb1cc855dd3 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001434 Jul 16 08:46:45.311504 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Made reservation on behalf of 6f79a47424484f25b9f5f58c636b6e00 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:45.320866 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.358287 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-712c5978-40ed-45f3-98af-a1496c9a4d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:45.370750 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-712c5978-40ed-45f3-98af-a1496c9a4d31 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.9312234 Jul 16 08:46:45.511142 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.604881 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-994c4654-32f8-45c2-a4f7-1d8650b4ef55 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.980226 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.040433 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.206268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c4654-32f8-45c2-a4f7-1d8650b4ef55 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event updated for resources: {'Subnet': ['ID=7024cea7-9602-4f5c-ad4f-197a28de417a,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:46.230193 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b4b32706-2846-49b1-9cc1-8d8ba13777b0 req-7916003e-a62f-49ca-9332-f0d6be430727 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 210 time: 0.4844744 Jul 16 08:46:46.310962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054787cb-740b-4433-9703-151663c958d1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:46.336956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-994c4654-32f8-45c2-a4f7-1d8650b4ef55 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Checking segment: {'id': 'bc72547c-8b78-4a6f-957a-22f0fd4bedf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '185fefec-3f2c-4220-b7bf-8f98a32ffc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:46.337611 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994c4654-32f8-45c2-a4f7-1d8650b4ef55 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Network hostable DHCP agents. Network: 185fefec-3f2c-4220-b7bf-8f98a32ffc1e, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:46.392025 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-323d3d46-7914-44e2-91d2-8a6a3d786055 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3095415 Jul 16 08:46:46.396276 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-76d2b48a-f664-4638-85f9-d5d1282ab4b0 service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0066719 Jul 16 08:46:46.414350 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994c4654-32f8-45c2-a4f7-1d8650b4ef55 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Network 185fefec-3f2c-4220-b7bf-8f98a32ffc1e is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:46.440672 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-994c4654-32f8-45c2-a4f7-1d8650b4ef55 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 185fefec-3f2c-4220-b7bf-8f98a32ffc1e) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:46.455760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c26ee7a-dd1f-440f-8ec1-c6303977c453 None None] Network 185fefec-3f2c-4220-b7bf-8f98a32ffc1e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:46.485704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994c4654-32f8-45c2-a4f7-1d8650b4ef55 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.491105 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-994c4654-32f8-45c2-a4f7-1d8650b4ef55 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.524005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Allocated IP 192.168.233.208 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/fcaa24f1-a497-42bf-87a3-6faf920ce216) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:46.546577 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-781f1bd4-e24a-413d-8d99-ec89f9f56cfb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3a94c4b5-9f6f-48d8-8c54-510baaef98be HTTP/1.1" status: 200 len: 217 time: 0.1473143 Jul 16 08:46:46.645212 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-994c4654-32f8-45c2-a4f7-1d8650b4ef55 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3257070 Jul 16 08:46:46.646902 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35432) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:46.662914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-024c7f09-693e-4b7e-a0fb-aca922ab3748 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-845095962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:46.679738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-5030890e-0cb3-422f-ab75-f050229e1c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.684026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-5030890e-0cb3-422f-ab75-f050229e1c54 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74fee604-9dc4-4a3e-a80e-b33d453e5f15 HTTP/1.1" status: 200 len: 797 time: 0.1300545 Jul 16 08:46:46.898955 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-024c7f09-693e-4b7e-a0fb-aca922ab3748 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.900692 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-024c7f09-693e-4b7e-a0fb-aca922ab3748 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.976527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-5b2bd13d-40bf-4864-86cf-030c6a13ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:46.979774 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-5b2bd13d-40bf-4864-86cf-030c6a13ccbb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79638599-e95d-4aaa-a9df-9e4a650918b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2800939 Jul 16 08:46:46.984679 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-131e5fe4-4b85-47cd-b272-0083dadafa2f service neutron] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561132 Jul 16 08:46:47.010723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-185fefec-3f2c-4220-b7bf-8f98a32ffc1e', 'network_id': '185fefec-3f2c-4220-b7bf-8f98a32ffc1e', 'tenant_id': '3daca4ed87484daeb0c9356631205b8f', 'fixed_ips': [{'subnet_id': '7024cea7-9602-4f5c-ad4f-197a28de417a'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:46:47.016919 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.109649 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-8b956fec-2d59-425e-9208-305c2c7e6bfe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=181f3551-9ad1-4dfb-bb61-77674378805b HTTP/1.1" status: 200 len: 217 time: 0.0945299 Jul 16 08:46:47.181709 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.226405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Transition to ACTIVE for port object fcaa24f1-a497-42bf-87a3-6faf920ce216 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:47.302008 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.479200 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-9ce08b12-4725-4396-b484-478969403458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:47.486169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-9ce08b12-4725-4396-b484-478969403458 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50e963c7-0b3c-42c9-bd21-0a34517e5ea3 HTTP/1.1" status: 200 len: 797 time: 0.3661022 Jul 16 08:46:47.492057 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-024c7f09-693e-4b7e-a0fb-aca922ab3748 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.494183 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-e9b7570e-e45b-4b7d-96f6-7ef22bc7c346 service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045657 Jul 16 08:46:47.541286 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-024c7f09-693e-4b7e-a0fb-aca922ab3748 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.567408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:47.636891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Allocated IP 172.20.0.2 (185fefec-3f2c-4220-b7bf-8f98a32ffc1e/7024cea7-9602-4f5c-ad4f-197a28de417a/f1786cf1-d36e-4886-8853-2f9fbbe6b219) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:47.643570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:47.682887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b018b61f-c12c-43d1-b33e-44a3f78377ff req-e05c34c9-f517-47fa-893e-60e39a705f15 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:47.695814 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b018b61f-c12c-43d1-b33e-44a3f78377ff req-e05c34c9-f517-47fa-893e-60e39a705f15 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 947 time: 0.9994247 Jul 16 08:46:47.698601 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:47.712793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Pushing event updated for resources: {'Port': ['ID=fcaa24f1-a497-42bf-87a3-6faf920ce216,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:47.748760 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-024c7f09-693e-4b7e-a0fb-aca922ab3748 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.750038 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-024c7f09-693e-4b7e-a0fb-aca922ab3748 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.0958185 Jul 16 08:46:47.758957 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35468) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:47.843691 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-32fa5efe-8873-4500-9bc5-c25c5cc5dd8e service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632976 Jul 16 08:46:47.965757 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:47.966439 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.989722 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b018b61f-c12c-43d1-b33e-44a3f78377ff req-fc0f5354-1ea1-418b-807c-2440f9420177 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928069 Jul 16 08:46:48.136898 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-2a4591f0-7c46-460d-96f3-716e63992ad7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d HTTP/1.1" status: 200 len: 217 time: 0.2356038 Jul 16 08:46:48.174922 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-71a96d18-c06d-4238-bce8-e9e52dd4d507 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3918920 Jul 16 08:46:48.198072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Request body: {'port': {'device_id': 'e37f8487-65f1-4270-adf6-26155f2e40ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:48.219847 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.255992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Transition to ACTIVE for port object f1786cf1-d36e-4886-8853-2f9fbbe6b219 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:48.286222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Transition to ACTIVE for port object f1786cf1-d36e-4886-8853-2f9fbbe6b219 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:48.315599 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.325561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7958f582-510e-4c90-833c-60eb25ecb54e None None] Provisioning for port fcaa24f1-a497-42bf-87a3-6faf920ce216 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:48.347526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7958f582-510e-4c90-833c-60eb25ecb54e None None] Provisioning complete for port fcaa24f1-a497-42bf-87a3-6faf920ce216 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:48.348580 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7958f582-510e-4c90-833c-60eb25ecb54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.380462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-7c693070-72aa-4472-9aed-084034ed9401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.383866 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-7c693070-72aa-4472-9aed-084034ed9401 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8860798 Jul 16 08:46:48.504527 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.511515 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.559127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c805282-c794-47e7-a30e-a20db040e1a9 req-c49c60fd-d75c-4d10-b35f-0e9f3188957d tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.565088 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Network 185fefec-3f2c-4220-b7bf-8f98a32ffc1e is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:48.570669 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0c805282-c794-47e7-a30e-a20db040e1a9 req-c49c60fd-d75c-4d10-b35f-0e9f3188957d tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 936 time: 0.3652465 Jul 16 08:46:48.615009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d30a5f-4ad1-40ab-ae05-fa662a16d903 req-9618226e-d7b6-4b16-b0a3-38593248d8fe tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.619687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:48.650299 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8d30a5f-4ad1-40ab-ae05-fa662a16d903 req-9618226e-d7b6-4b16-b0a3-38593248d8fe tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=db835561-d462-4385-abc5-6ca2a387cb8f HTTP/1.1" status: 200 len: 950 time: 1.0205851 Jul 16 08:46:48.660728 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-19a2d706-d810-4112-a3c9-4a2a4cd7e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.663857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-19a2d706-d810-4112-a3c9-4a2a4cd7e05e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74fee604-9dc4-4a3e-a80e-b33d453e5f15 HTTP/1.1" status: 200 len: 797 time: 0.5122728 Jul 16 08:46:48.664080 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:48.705510 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Pushing event updated for resources: {'Port': ['ID=f1786cf1-d36e-4886-8853-2f9fbbe6b219,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:48.739358 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-478f8787-1608-4aa9-a576-5fb5295775e5 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399658 Jul 16 08:46:48.751823 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7958f582-510e-4c90-833c-60eb25ecb54e None None] Port fcaa24f1-a497-42bf-87a3-6faf920ce216 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:48.776175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:48.777313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:48.778261 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:48.779217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:48.780056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:48.781400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:48.782646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:48.783833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:48.785603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:48.788286 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:48.789621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:48.790840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:48.805097 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8d30a5f-4ad1-40ab-ae05-fa662a16d903 req-2670a386-938d-4808-9c50-894dff5b95fe tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027780 Jul 16 08:46:48.902617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Attempting to bind port f1786cf1-d36e-4886-8853-2f9fbbe6b219 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:48.903253 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Attempting to bind port f1786cf1-d36e-4886-8853-2f9fbbe6b219 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'bc72547c-8b78-4a6f-957a-22f0fd4bedf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '185fefec-3f2c-4220-b7bf-8f98a32ffc1e'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:48.903882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Attempting to bind port f1786cf1-d36e-4886-8853-2f9fbbe6b219 on network 185fefec-3f2c-4220-b7bf-8f98a32ffc1e {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:48.911848 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:48.912480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Checking segment: {'id': 'bc72547c-8b78-4a6f-957a-22f0fd4bedf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '185fefec-3f2c-4220-b7bf-8f98a32ffc1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:48.913189 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.913966 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Bound using segment: {'id': 'bc72547c-8b78-4a6f-957a-22f0fd4bedf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '185fefec-3f2c-4220-b7bf-8f98a32ffc1e'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:48.914622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Bound port: f1786cf1-d36e-4886-8853-2f9fbbe6b219, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc72547c-8b78-4a6f-957a-22f0fd4bedf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '185fefec-3f2c-4220-b7bf-8f98a32ffc1e'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:48.915272 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.030163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-7457cb67-8bf9-44dc-b2fc-a8ddb4507400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.044236 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-7457cb67-8bf9-44dc-b2fc-a8ddb4507400 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79638599-e95d-4aaa-a9df-9e4a650918b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3324876 Jul 16 08:46:49.108291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] For port f1786cf1-d36e-4886-8853-2f9fbbe6b219, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:49.119612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] For port f1786cf1-d36e-4886-8853-2f9fbbe6b219, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f1786cf1-d36e-4886-8853-2f9fbbe6b219,segment=NetworkSegment(bc72547c-8b78-4a6f-957a-22f0fd4bedf0),segment_id=bc72547c-8b78-4a6f-957a-22f0fd4bedf0)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:49.130789 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.210258 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-2fa79369-3d5f-4d67-aae2-5b048ed152d4 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4509690 Jul 16 08:46:49.323731 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-93623a55-9a87-4279-a8de-c1bbca9173fd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ba8f1388-8cd4-4555-a1fd-9c1888461851 HTTP/1.1" status: 200 len: 217 time: 0.0839317 Jul 16 08:46:49.363575 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a9ac9d-cfc8-4402-8042-3277a0b5e1c5 None None] Pushing event updated for resources: {'Port': ['ID=f1786cf1-d36e-4886-8853-2f9fbbe6b219,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:49.496939 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-7718cfc1-b4f7-44a0-a104-8c3118c057ce service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429555 Jul 16 08:46:49.622600 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0c805282-c794-47e7-a30e-a20db040e1a9 req-02d2f3d1-d0bc-4412-b7ae-e4245ca4b550 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/security-groups?id=054787cb-740b-4433-9703-151663c958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0505939 Jul 16 08:46:49.872113 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcaa24f1-a497-42bf-87a3-6faf920ce216 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:49.885095 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.897135 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c4846b7-0891-4805-9a48-9c55ae179f16 req-d43f3423-7d91-42c9-920f-a4c3cb788dc1 service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281460 Jul 16 08:46:49.911634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f1786cf1-d36e-4886-8853-2f9fbbe6b219 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:49.943199 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Transition to ACTIVE for port object fcaa24f1-a497-42bf-87a3-6faf920ce216 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:50.020005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-68ebcf1c-bf30-4f7f-83d4-ebaf8b8404af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:50.023523 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-68ebcf1c-bf30-4f7f-83d4-ebaf8b8404af service neutron] 10.222.0.38 "GET /v2.0/subnets?id=50e963c7-0b3c-42c9-bd21-0a34517e5ea3 HTTP/1.1" status: 200 len: 797 time: 0.6382685 Jul 16 08:46:50.054378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port f1786cf1-d36e-4886-8853-2f9fbbe6b219 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:50.107916 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.176534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dced05f-483f-4494-8807-8ab0fce5b3c9 req-b2874736-6369-46a2-bf6f-428c9c2251a3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:50.179486 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4dced05f-483f-4494-8807-8ab0fce5b3c9 req-b2874736-6369-46a2-bf6f-428c9c2251a3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 947 time: 0.6173587 Jul 16 08:46:50.211454 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-a1d1ee74-6bdc-4fae-a868-f259e9fda2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:50.213966 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-a1d1ee74-6bdc-4fae-a868-f259e9fda2a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=0b6245ad-207a-4492-93ca-7fe1f5645c7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1838531 Jul 16 08:46:50.278011 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4dced05f-483f-4494-8807-8ab0fce5b3c9 req-7a631c6a-a2f7-4e0b-8464-fcfabc40ab5e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857759 Jul 16 08:46:50.499812 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-0e766294-bfba-4fa8-8d6e-9cefca1d7825 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731967 Jul 16 08:46:50.723961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Pushing event updated for resources: {'Port': ['ID=fcaa24f1-a497-42bf-87a3-6faf920ce216,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:50.811743 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eeb92fa1-e765-4778-8a9a-8443f4a6d54b req-0272c7a1-01a9-4315-a5af-c6749561efb9 service neutron] 10.222.0.38 "GET /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003356 Jul 16 08:46:50.938700 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c951162b-df9f-42ca-87a4-41d7fb15c84b no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:51.036028 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Attempting to bind port fcaa24f1-a497-42bf-87a3-6faf920ce216 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:51.036620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Attempting to bind port fcaa24f1-a497-42bf-87a3-6faf920ce216 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:51.037160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Attempting to bind port fcaa24f1-a497-42bf-87a3-6faf920ce216 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:51.062567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Port fcaa24f1-a497-42bf-87a3-6faf920ce216 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:51.063716 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Attempting to bind port fcaa24f1-a497-42bf-87a3-6faf920ce216 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:51.071887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Allocated IP 172.20.0.1 (185fefec-3f2c-4220-b7bf-8f98a32ffc1e/7024cea7-9602-4f5c-ad4f-197a28de417a/f8f8e110-5760-4a90-a001-83257798f0ed) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:51.106417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d299d-b641-4604-b71d-f32a9fe3647e req-dea43c3e-83b6-472f-9120-3aa4e803542a tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.109176 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-900d299d-b641-4604-b71d-f32a9fe3647e req-dea43c3e-83b6-472f-9120-3aa4e803542a tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=db835561-d462-4385-abc5-6ca2a387cb8f HTTP/1.1" status: 200 len: 950 time: 1.0031517 Jul 16 08:46:51.125148 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.133423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:51.135050 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:51.137061 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:51.146032 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Bound port: fcaa24f1-a497-42bf-87a3-6faf920ce216, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:51.147517 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.181077 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c951162b-df9f-42ca-87a4-41d7fb15c84b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:51.184402 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960d00fb-9e5a-4473-a06f-492e47e90fca" -d '{"events": [{"server_uuid": "db835561-d462-4385-abc5-6ca2a387cb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "c951162b-df9f-42ca-87a4-41d7fb15c84b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:51.185227 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c069652d-df15-4571-b6bc-c7f00be9c7c0 req-1ebf655b-cea5-4cf1-9fdb-77a4cdc3a16e tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.189470 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c069652d-df15-4571-b6bc-c7f00be9c7c0 req-1ebf655b-cea5-4cf1-9fdb-77a4cdc3a16e tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 948 time: 0.2190599 Jul 16 08:46:51.211893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c951162b-df9f-42ca-87a4-41d7fb15c84b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:51.219680 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.291940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b567836e-b4b8-4032-bbb3-1e2a57323c8f None None] Network 185fefec-3f2c-4220-b7bf-8f98a32ffc1e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:51.318251 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c069652d-df15-4571-b6bc-c7f00be9c7c0 req-a3ef85aa-5fbb-48ac-b2a9-db9ee0da3c2b tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/security-groups?id=054787cb-740b-4433-9703-151663c958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202557 Jul 16 08:46:51.515237 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-900d299d-b641-4604-b71d-f32a9fe3647e req-328e0b95-cb94-400f-b51c-270984f9b672 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874478 Jul 16 08:46:51.627652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] For port fcaa24f1-a497-42bf-87a3-6faf920ce216, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:51.651076 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.663061 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8145d9b8-0819-40df-84de-be00496e5534 x-openstack-request-id: req-8145d9b8-0819-40df-84de-be00496e5534 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:51.663413 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db835561-d462-4385-abc5-6ca2a387cb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "c951162b-df9f-42ca-87a4-41d7fb15c84b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:51.663598 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8145d9b8-0819-40df-84de-be00496e5534 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:51.664013 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c951162b-df9f-42ca-87a4-41d7fb15c84b', 'code': 200} Jul 16 08:46:51.701037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] For port fcaa24f1-a497-42bf-87a3-6faf920ce216, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fcaa24f1-a497-42bf-87a3-6faf920ce216,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:51.712823 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Transition to ACTIVE for port object f8f8e110-5760-4a90-a001-83257798f0ed will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:51.726855 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.831102 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.832693 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.834509 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] 10.222.0.15 "PUT /v2.0/ports/fcaa24f1-a497-42bf-87a3-6faf920ce216 HTTP/1.1" status: 200 len: 1097 time: 3.6512103 Jul 16 08:46:51.835223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37f8487-65f1-4270-adf6-26155f2e40ff', 'tag': 'fcaa24f1-a497-42bf-87a3-6faf920ce216'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:51.838208 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83691e4c-0ecf-461d-8729-809f158443a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e37f8487-65f1-4270-adf6-26155f2e40ff", "tag": "fcaa24f1-a497-42bf-87a3-6faf920ce216"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:51.889320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259fde4-3ae0-4ad0-a2c8-015a38c94aca service neutron] Pushing event updated for resources: {'Port': ['ID=fcaa24f1-a497-42bf-87a3-6faf920ce216,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:51.994647 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-01581c24-dd41-43ec-8327-4e25a91d9e9f None None] Provisioning for port f1786cf1-d36e-4886-8853-2f9fbbe6b219 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:52.007584 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.030879 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=c951162b-df9f-42ca-87a4-41d7fb15c84b,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:52.033580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-01581c24-dd41-43ec-8327-4e25a91d9e9f None None] Provisioning complete for port f1786cf1-d36e-4886-8853-2f9fbbe6b219 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:52.034170 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-01581c24-dd41-43ec-8327-4e25a91d9e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.203431 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-01581c24-dd41-43ec-8327-4e25a91d9e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.203847 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35600) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:52.265512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event updated for resources: {'Port': ['ID=f8f8e110-5760-4a90-a001-83257798f0ed,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:52.274259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Network 185fefec-3f2c-4220-b7bf-8f98a32ffc1e is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:52.283887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:52.293149 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:52.357697 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.398418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-01581c24-dd41-43ec-8327-4e25a91d9e9f None None] For port f1786cf1-d36e-4886-8853-2f9fbbe6b219, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f1786cf1-d36e-4886-8853-2f9fbbe6b219,segment=NetworkSegment(bc72547c-8b78-4a6f-957a-22f0fd4bedf0),segment_id=bc72547c-8b78-4a6f-957a-22f0fd4bedf0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:52.406966 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-01581c24-dd41-43ec-8327-4e25a91d9e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.407811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-57b451c7-f009-497b-908f-ed72c3769681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:52.413700 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-57b451c7-f009-497b-908f-ed72c3769681 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f79a47424484f25b9f5f58c636b6e00&device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 1100 time: 0.5108025 Jul 16 08:46:52.464925 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.523990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01581c24-dd41-43ec-8327-4e25a91d9e9f None None] Pushing event updated for resources: {'Port': ['ID=f1786cf1-d36e-4886-8853-2f9fbbe6b219,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:52.549872 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-b2bd735d-7a4e-4af9-959f-ba7e59911e2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=fcaa24f1-a497-42bf-87a3-6faf920ce216 HTTP/1.1" status: 200 len: 217 time: 0.0574515 Jul 16 08:46:52.704349 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c037da6f-0b6b-4268-a9e9-2f67eff90e76 x-openstack-request-id: req-c037da6f-0b6b-4268-a9e9-2f67eff90e76 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:52.704907 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37f8487-65f1-4270-adf6-26155f2e40ff", "tag": "fcaa24f1-a497-42bf-87a3-6faf920ce216", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:52.705344 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c037da6f-0b6b-4268-a9e9-2f67eff90e76 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:52.705997 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37f8487-65f1-4270-adf6-26155f2e40ff', 'tag': 'fcaa24f1-a497-42bf-87a3-6faf920ce216', 'status': 'completed', 'code': 200} Jul 16 08:46:52.723589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-925364d8-1c4b-490e-8a53-15d9e63f826d None None] Provisioning complete for port f1786cf1-d36e-4886-8853-2f9fbbe6b219 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:52.723962 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-925364d8-1c4b-490e-8a53-15d9e63f826d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.790461 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.809153 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.951902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8f4c42-2ff4-45e1-bccf-a67487f31977,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:52.997341 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-6f1e714c-a825-48be-9c9e-196b8e07c59d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:52.999042 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-6f1e714c-a825-48be-9c9e-196b8e07c59d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.4415660 Jul 16 08:46:53.019246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.019896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.020437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.027402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.028127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.028676 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.029214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.029943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.030468 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.030977 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.031482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.032004 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:53.098587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-be9fbda0-2c2d-4732-9d38-71bac6cf27e6 None None] Provisioning for port f8f8e110-5760-4a90-a001-83257798f0ed completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:53.116121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-be9fbda0-2c2d-4732-9d38-71bac6cf27e6 None None] Provisioning complete for port f8f8e110-5760-4a90-a001-83257798f0ed triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:53.118966 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-be9fbda0-2c2d-4732-9d38-71bac6cf27e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.120368 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7788030f-9ae4-41b7-a076-98b51934ed31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c07099ba8b004e09bee498c898ce039e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9152701 Jul 16 08:46:53.124993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35614) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:53.219710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.257546 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-be9fbda0-2c2d-4732-9d38-71bac6cf27e6 None None] Port f8f8e110-5760-4a90-a001-83257798f0ed cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:53.266430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa0cf8-fed2-4b54-80da-2f973cf5ff2d req-7d08f507-9a53-4990-880b-74022d5310a5 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:53.301393 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12aa0cf8-fed2-4b54-80da-2f973cf5ff2d req-7d08f507-9a53-4990-880b-74022d5310a5 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 948 time: 0.4148424 Jul 16 08:46:53.326102 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43471c20-cc30-453d-8a83-e9d07821a82a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.391914 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43471c20-cc30-453d-8a83-e9d07821a82a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.566857 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43471c20-cc30-453d-8a83-e9d07821a82a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.579364 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43471c20-cc30-453d-8a83-e9d07821a82a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.581434 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-43471c20-cc30-453d-8a83-e9d07821a82a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3d8f4c42-2ff4-45e1-bccf-a67487f31977 HTTP/1.1" status: 204 len: 168 time: 0.4525685 Jul 16 08:46:53.605035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43471c20-cc30-453d-8a83-e9d07821a82a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8f4c42-2ff4-45e1-bccf-a67487f31977,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:53.690663 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12aa0cf8-fed2-4b54-80da-2f973cf5ff2d req-ae00d08d-f5e5-4105-bbb8-f2c09100ce80 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/security-groups?id=054787cb-740b-4433-9703-151663c958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766893 Jul 16 08:46:53.698499 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-0b3a8e98-0632-4fd6-b1d8-8b1cd1d66a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:53.700076 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-0b3a8e98-0632-4fd6-b1d8-8b1cd1d66a0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6885688 Jul 16 08:46:53.704011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f1786cf1-d36e-4886-8853-2f9fbbe6b219 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:53.784714 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port f1786cf1-d36e-4886-8853-2f9fbbe6b219 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:53.785229 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.915066 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-3bebe25f-e5a5-4d4d-b1d5-57bfe67f19be service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068999 Jul 16 08:46:54.059145 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.069436 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.123637 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30a1f29a-4a43-4281-9602-3ab1422a3e6f req-756b9e2e-d26e-495a-ae80-3545b151c197 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024527 Jul 16 08:46:54.127717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35630) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:54.148483 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f6d5056-9797-435f-aedf-234bfd659069 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.168876 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event updated for resources: {'Port': ['ID=f8f8e110-5760-4a90-a001-83257798f0ed,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:54.173775 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.187661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.188127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.188454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.188830 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.189446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.189587 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.189882 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.190222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.190627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.191493 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.191930 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.192463 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:54.337452 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f6d5056-9797-435f-aedf-234bfd659069 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.343152 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f6d5056-9797-435f-aedf-234bfd659069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.358793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83691e4c-0ecf-461d-8729-809f158443a8 req-761af98f-b2f3-42b1-83e8-ec64980c33bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.360420 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83691e4c-0ecf-461d-8729-809f158443a8 req-761af98f-b2f3-42b1-83e8-ec64980c33bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f79a47424484f25b9f5f58c636b6e00&device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 1100 time: 0.1755066 Jul 16 08:46:54.391898 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6d5056-9797-435f-aedf-234bfd659069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8972bb5c-75ce-40cf-b121-1e8e092fb878,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:54.403698 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1f6d5056-9797-435f-aedf-234bfd659069 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3cd575bdbd46401b8201d089c4a65c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2694852 Jul 16 08:46:54.403698 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35634) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:54.425536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Network 185fefec-3f2c-4220-b7bf-8f98a32ffc1e is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:54.469828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:54.497095 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3f8b29fd-9c19-4ef0-b204-ae28f97a8b4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.535203 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3f8b29fd-9c19-4ef0-b204-ae28f97a8b4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.629082 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3f8b29fd-9c19-4ef0-b204-ae28f97a8b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.634590 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3f8b29fd-9c19-4ef0-b204-ae28f97a8b4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.641397 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3f8b29fd-9c19-4ef0-b204-ae28f97a8b4a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8972bb5c-75ce-40cf-b121-1e8e092fb878 HTTP/1.1" status: 204 len: 168 time: 0.2369435 Jul 16 08:46:54.656392 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b29fd-9c19-4ef0-b204-ae28f97a8b4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8972bb5c-75ce-40cf-b121-1e8e092fb878,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:54.665480 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83691e4c-0ecf-461d-8729-809f158443a8 req-6cf16d06-94a4-4243-902f-82c7e644e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.665883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83691e4c-0ecf-461d-8729-809f158443a8 req-6cf16d06-94a4-4243-902f-82c7e644e16e service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.2925954 Jul 16 08:46:54.730052 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83691e4c-0ecf-461d-8729-809f158443a8 req-44240982-da71-4f31-aa55-8f181e86a2bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=fcaa24f1-a497-42bf-87a3-6faf920ce216 HTTP/1.1" status: 200 len: 217 time: 0.0511668 Jul 16 08:46:54.809228 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83691e4c-0ecf-461d-8729-809f158443a8 req-cb827aa3-28dd-47ed-ac54-45e173227d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:54.810828 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83691e4c-0ecf-461d-8729-809f158443a8 req-cb827aa3-28dd-47ed-ac54-45e173227d2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0743551 Jul 16 08:46:54.813104 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Router 5936247c-0363-48a7-abf2-c86ef9ffe1f4 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:46:54.908810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-be637a51-48f9-418d-94d3-a548ef455d16 None None] Provisioning complete for port f8f8e110-5760-4a90-a001-83257798f0ed triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:54.909400 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-be637a51-48f9-418d-94d3-a548ef455d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.982264 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-be637a51-48f9-418d-94d3-a548ef455d16 None None] Port f8f8e110-5760-4a90-a001-83257798f0ed cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:55.077361 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced4e4e-e43a-4ba5-917e-ad3301c9c610 req-6cdac359-1413-41f3-9418-a3e72998baa4 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.082319 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ced4e4e-e43a-4ba5-917e-ad3301c9c610 req-6cdac359-1413-41f3-9418-a3e72998baa4 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 948 time: 0.1340303 Jul 16 08:46:55.137132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device fcaa24f1-a497-42bf-87a3-6faf920ce216 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:55.164144 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ced4e4e-e43a-4ba5-917e-ad3301c9c610 req-c6f1e4ca-1cfa-4fbc-b1ad-ba558e2cdc39 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/security-groups?id=054787cb-740b-4433-9703-151663c958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708735 Jul 16 08:46:55.329248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:55.342309 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f9bb1efd-6d2b-4828-a336-9172aa3a0b5b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "PUT /v2.0/routers/5936247c-0363-48a7-abf2-c86ef9ffe1f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5818403 Jul 16 08:46:55.345252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35662) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:55.349700 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83691e4c-0ecf-461d-8729-809f158443a8 req-2dd692b8-6afb-4bee-9473-1ca46f138e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:55.351786 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83691e4c-0ecf-461d-8729-809f158443a8 req-2dd692b8-6afb-4bee-9473-1ca46f138e7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5331609 Jul 16 08:46:55.354801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e81491b7-3b80-40d5-81de-3842ca69279e tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Request body: {'port': {'network_id': '185fefec-3f2c-4220-b7bf-8f98a32ffc1e', 'name': 'tempest-FloatingIPNegativeTestJSON-861585128'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:55.383003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port fcaa24f1-a497-42bf-87a3-6faf920ce216, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fcaa24f1-a497-42bf-87a3-6faf920ce216,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:55.427744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'fcaa24f1-a497-42bf-87a3-6faf920ce216', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'fcaa24f1-a497-42bf-87a3-6faf920ce216', 'mac_address': 'fa:16:3e:0e:d7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:55.441029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bfa1b9-690c-4c3a-b9a2-dc556c4d214c None None] Sync routers for ids ['5936247c-0363-48a7-abf2-c86ef9ffe1f4'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:55.555748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83691e4c-0ecf-461d-8729-809f158443a8 req-1f21f787-c503-4545-bca2-6103f2dd308f service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966724 Jul 16 08:46:55.636692 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.697021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bfa1b9-690c-4c3a-b9a2-dc556c4d214c None None] Routers {'5936247c-0363-48a7-abf2-c86ef9ffe1f4'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:55.697710 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-64bfa1b9-690c-4c3a-b9a2-dc556c4d214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:46:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5936247c-0363-48a7-abf2-c86ef9ffe1f4'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:55.723373 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-83691e4c-0ecf-461d-8729-809f158443a8 req-751fe12f-582f-4ef4-8bbc-f8283391327f service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582432 Jul 16 08:46:55.761717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81491b7-3b80-40d5-81de-3842ca69279e tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Made reservation on behalf of 3daca4ed87484daeb0c9356631205b8f for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:55.766315 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e81491b7-3b80-40d5-81de-3842ca69279e tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.795177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-e81491b7-3b80-40d5-81de-3842ca69279e tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] device_id is not set on port b2965897-2472-4ed8-a731-9644e7c26803 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:46:55.809538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcaa24f1-a497-42bf-87a3-6faf920ce216 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:55.820761 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-64bfa1b9-690c-4c3a-b9a2-dc556c4d214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:55.879285 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port fcaa24f1-a497-42bf-87a3-6faf920ce216, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fcaa24f1-a497-42bf-87a3-6faf920ce216,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:55.883267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bfa1b9-690c-4c3a-b9a2-dc556c4d214c None None] Routers {'5936247c-0363-48a7-abf2-c86ef9ffe1f4'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:55.884553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-64bfa1b9-690c-4c3a-b9a2-dc556c4d214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:46:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5936247c-0363-48a7-abf2-c86ef9ffe1f4'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:55.896313 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.958330 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-64bfa1b9-690c-4c3a-b9a2-dc556c4d214c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:55.960478 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bfa1b9-690c-4c3a-b9a2-dc556c4d214c None None] The sync data for ids ['5936247c-0363-48a7-abf2-c86ef9ffe1f4'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:56.030865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-e81491b7-3b80-40d5-81de-3842ca69279e tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Allocated IP 172.20.0.11 (185fefec-3f2c-4220-b7bf-8f98a32ffc1e/7024cea7-9602-4f5c-ad4f-197a28de417a/b2965897-2472-4ed8-a731-9644e7c26803) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:56.070094 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=fcaa24f1-a497-42bf-87a3-6faf920ce216,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:56.177079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['fcaa24f1-a497-42bf-87a3-6faf920ce216'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:56.443933 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e81491b7-3b80-40d5-81de-3842ca69279e tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.477514 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-e81491b7-3b80-40d5-81de-3842ca69279e tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Transition to ACTIVE for port object b2965897-2472-4ed8-a731-9644e7c26803 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:56.562664 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e81491b7-3b80-40d5-81de-3842ca69279e tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.698168 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3809b-2224-4a15-ad26-f03e47138ed1 req-7db89c5c-6169-4bc5-a620-d4fa4b87c069 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:56.702476 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d5d3809b-2224-4a15-ad26-f03e47138ed1 req-7db89c5c-6169-4bc5-a620-d4fa4b87c069 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 949 time: 0.2279170 Jul 16 08:46:56.767342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81491b7-3b80-40d5-81de-3842ca69279e tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Network 185fefec-3f2c-4220-b7bf-8f98a32ffc1e is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:56.770236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e81491b7-3b80-40d5-81de-3842ca69279e tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:56.833076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81491b7-3b80-40d5-81de-3842ca69279e tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event updated for resources: {'Port': ['ID=b2965897-2472-4ed8-a731-9644e7c26803,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:56.844685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81491b7-3b80-40d5-81de-3842ca69279e tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:56.866337 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d5d3809b-2224-4a15-ad26-f03e47138ed1 req-a4a398f4-339d-4fc6-b422-6f2767dacb9c tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/security-groups?id=054787cb-740b-4433-9703-151663c958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307938 Jul 16 08:46:56.962741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:57.037107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81491b7-3b80-40d5-81de-3842ca69279e tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:57.038265 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e81491b7-3b80-40d5-81de-3842ca69279e tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.100859 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e81491b7-3b80-40d5-81de-3842ca69279e tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7532611 Jul 16 08:46:57.109798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35718) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:57.115768 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:57.203873 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.318824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:57.332985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'd3ce3b8b-59ad-4f65-b26a-967e3cff07e7', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'd3ce3b8b-59ad-4f65-b26a-967e3cff07e7', 'mac_address': 'fa:16:3e:5d:2b:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:57.416225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5212ce43-cf17-494d-9203-84b908ee320e None None] Provisioning for port b2965897-2472-4ed8-a731-9644e7c26803 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:57.457298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5212ce43-cf17-494d-9203-84b908ee320e None None] Provisioning complete for port b2965897-2472-4ed8-a731-9644e7c26803 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:57.457743 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5212ce43-cf17-494d-9203-84b908ee320e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.460188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.508266 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:57.546820 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:57.547985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5212ce43-cf17-494d-9203-84b908ee320e None None] Port b2965897-2472-4ed8-a731-9644e7c26803 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:57.556418 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.578401 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.650583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:57.673900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['d3ce3b8b-59ad-4f65-b26a-967e3cff07e7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:58.029566 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Allocated IP 172.25.4.235 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/2c89112e-af95-4092-8e15-264b292bdbe0) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:58.579693 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.614339 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:46:58.642623 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c48813-874d-4088-b343-90cf61a0f76d req-29aa97ca-349b-4d16-abc2-210a96f2214d tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:58.656112 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41c48813-874d-4088-b343-90cf61a0f76d req-29aa97ca-349b-4d16-abc2-210a96f2214d tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 949 time: 0.2557421 Jul 16 08:46:58.851899 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-41c48813-874d-4088-b343-90cf61a0f76d req-5982462f-d9e7-4b42-a7b3-21a4f288f05b tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/security-groups?id=054787cb-740b-4433-9703-151663c958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941233 Jul 16 08:46:58.876693 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.958465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:58.963711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:58.965629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:58.986862 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:59.088254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:59.088935 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.101923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event updated for resources: {'Port': ['ID=2c89112e-af95-4092-8e15-264b292bdbe0,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:59.187975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device fcaa24f1-a497-42bf-87a3-6faf920ce216 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:59.251734 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.481490 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.642105 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.745588 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port fcaa24f1-a497-42bf-87a3-6faf920ce216 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:59.798442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:59.799850 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port fcaa24f1-a497-42bf-87a3-6faf920ce216 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:59.800271 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.802319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5509410f-995d-472b-93c0-3841ea37cf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ce3b8b-59ad-4f65-b26a-967e3cff07e7'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:59.806038 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8980a696-c7b4-4197-8ffa-f70a2f737597" -d '{"events": [{"server_uuid": "5509410f-995d-472b-93c0-3841ea37cf0f", "name": "network-vif-plugged", "status": "completed", "tag": "d3ce3b8b-59ad-4f65-b26a-967e3cff07e7"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:59.825944 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.895389 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b0ad911-97e3-42eb-ad3e-0c3089da55a9 x-openstack-request-id: req-5b0ad911-97e3-42eb-ad3e-0c3089da55a9 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:59.895717 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5509410f-995d-472b-93c0-3841ea37cf0f", "name": "network-vif-plugged", "status": "completed", "tag": "d3ce3b8b-59ad-4f65-b26a-967e3cff07e7", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:59.895932 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b0ad911-97e3-42eb-ad3e-0c3089da55a9 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:59.897518 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5509410f-995d-472b-93c0-3841ea37cf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3ce3b8b-59ad-4f65-b26a-967e3cff07e7', 'code': 200} Jul 16 08:47:00.140984 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.150950 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.196016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:00.348975 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.399983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event updated for resources: {'Port': ['ID=2c89112e-af95-4092-8e15-264b292bdbe0,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:00.423098 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port fcaa24f1-a497-42bf-87a3-6faf920ce216, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fcaa24f1-a497-42bf-87a3-6faf920ce216,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:00.425149 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.434104 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.480897 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.483591 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-802e0b77-6f14-49ce-b978-842af918cac5 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3717949 Jul 16 08:47:00.487361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35792) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:00.511315 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-109b0795-5c62-414b-9bf8-b0a8918db3d9 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Request body: {'floatingip': {'port_id': 'b2965897-2472-4ed8-a731-9644e7c26803', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:00.658538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=fcaa24f1-a497-42bf-87a3-6faf920ce216,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:00.694868 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-109b0795-5c62-414b-9bf8-b0a8918db3d9 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.804404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313dcd0-68d8-47a2-aea7-a914d9a5f966 req-e2a320eb-72f1-4409-8551-1c3a5b1bed34 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.825582 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8313dcd0-68d8-47a2-aea7-a914d9a5f966 req-e2a320eb-72f1-4409-8551-1c3a5b1bed34 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 950 time: 0.2843313 Jul 16 08:47:00.910196 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8313dcd0-68d8-47a2-aea7-a914d9a5f966 req-920a7b46-a683-45cf-831d-017a2f0238c6 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/security-groups?id=054787cb-740b-4433-9703-151663c958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820456 Jul 16 08:47:01.140288 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-109b0795-5c62-414b-9bf8-b0a8918db3d9 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] update failed (client error): The resource could not be found. Jul 16 08:47:01.146620 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35804) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:01.159306 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-109b0795-5c62-414b-9bf8-b0a8918db3d9 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "PUT /v2.0/floatingips/817b1bd6-9fa5-4022-82ee-bbf5ff34ef00 HTTP/1.1" status: 404 len: 507 time: 0.6679139 Jul 16 08:47:01.506865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-5288f100-3c0c-4ce8-9095-30eb4655a35b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Deleting port 2c89112e-af95-4092-8e15-264b292bdbe0 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:01.507406 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5288f100-3c0c-4ce8-9095-30eb4655a35b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.817085 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5288f100-3c0c-4ce8-9095-30eb4655a35b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.818179 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5288f100-3c0c-4ce8-9095-30eb4655a35b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.882511 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-5288f100-3c0c-4ce8-9095-30eb4655a35b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Calling delete_port for 2c89112e-af95-4092-8e15-264b292bdbe0 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:01.899106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37f8487-65f1-4270-adf6-26155f2e40ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcaa24f1-a497-42bf-87a3-6faf920ce216'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:01.904745 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e472619b-de3c-468b-b1ce-aeb3e31b35ec" -d '{"events": [{"server_uuid": "e37f8487-65f1-4270-adf6-26155f2e40ff", "name": "network-vif-plugged", "status": "completed", "tag": "fcaa24f1-a497-42bf-87a3-6faf920ce216"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:02.095004 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0a8a6e-92bd-496e-b72d-7d6363595ed2 x-openstack-request-id: req-3b0a8a6e-92bd-496e-b72d-7d6363595ed2 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:02.098664 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37f8487-65f1-4270-adf6-26155f2e40ff", "name": "network-vif-plugged", "status": "completed", "tag": "fcaa24f1-a497-42bf-87a3-6faf920ce216", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:02.099209 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3b0a8a6e-92bd-496e-b72d-7d6363595ed2 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:02.099853 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37f8487-65f1-4270-adf6-26155f2e40ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcaa24f1-a497-42bf-87a3-6faf920ce216', 'code': 200} Jul 16 08:47:02.427620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3f3991-b3dd-4a6f-9e23-5102d2431e46 req-200f0a7d-8564-40ea-8e6e-2a346f6840ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.431445 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac3f3991-b3dd-4a6f-9e23-5102d2431e46 req-200f0a7d-8564-40ea-8e6e-2a346f6840ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 1102 time: 0.1949401 Jul 16 08:47:02.558316 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac3f3991-b3dd-4a6f-9e23-5102d2431e46 req-a86596b7-bb96-4ed5-b279-56d30705705b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=054787cb-740b-4433-9703-151663c958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146841 Jul 16 08:47:02.627323 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5288f100-3c0c-4ce8-9095-30eb4655a35b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.726458 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288f100-3c0c-4ce8-9095-30eb4655a35b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event deleted for resources: {'Port': ['ID=2c89112e-af95-4092-8e15-264b292bdbe0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:02.746082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e929433-1e5e-47ae-83ca-ec8b39275c97 req-3e0a53ca-f5c9-467d-930b-0d0d0f8cac87 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.756072 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1e929433-1e5e-47ae-83ca-ec8b39275c97 req-3e0a53ca-f5c9-467d-930b-0d0d0f8cac87 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 950 time: 0.3366938 Jul 16 08:47:02.869802 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5288f100-3c0c-4ce8-9095-30eb4655a35b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.872445 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5288f100-3c0c-4ce8-9095-30eb4655a35b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.873821 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5288f100-3c0c-4ce8-9095-30eb4655a35b tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "DELETE /v2.0/floatingips/817b1bd6-9fa5-4022-82ee-bbf5ff34ef00 HTTP/1.1" status: 204 len: 168 time: 1.7258582 Jul 16 08:47:02.880804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35838) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:02.886480 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-bb920c2f-2f14-4d56-96db-a76055c3b294 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Request body: {'floatingip': {'floating_network_id': '185fefec-3f2c-4220-b7bf-8f98a32ffc1e', 'port_id': 'b2965897-2472-4ed8-a731-9644e7c26803', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:02.925598 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1e929433-1e5e-47ae-83ca-ec8b39275c97 req-3dd85797-cfb0-490e-9d28-b7ed2205a2c9 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/security-groups?id=054787cb-740b-4433-9703-151663c958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687374 Jul 16 08:47:02.999545 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb920c2f-2f14-4d56-96db-a76055c3b294 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.249069 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-bb920c2f-2f14-4d56-96db-a76055c3b294 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:47:03.255431 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bb920c2f-2f14-4d56-96db-a76055c3b294 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3684976 Jul 16 08:47:03.255584 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35844) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:03.266661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': 'b2965897-2472-4ed8-a731-9644e7c26803', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:03.342233 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.639823 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.837538 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.163521 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Allocated IP 172.25.4.181 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/e5321fbb-a847-487e-a690-03803af8fc0c) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:04.515426 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.546894 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ffce9b-1cbf-4d83-8b7c-333e277d9f6c req-25302066-7fb0-43c2-ac16-fd61477e2140 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:04.554381 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-85ffce9b-1cbf-4d83-8b7c-333e277d9f6c req-25302066-7fb0-43c2-ac16-fd61477e2140 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 950 time: 0.1600027 Jul 16 08:47:04.624765 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-85ffce9b-1cbf-4d83-8b7c-333e277d9f6c req-b92297ad-3c1e-45b7-8999-5906d1e49743 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/security-groups?id=054787cb-740b-4433-9703-151663c958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653613 Jul 16 08:47:04.667417 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.781756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:04.797225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:04.805240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:04.918434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event updated for resources: {'Port': ['ID=e5321fbb-a847-487e-a690-03803af8fc0c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:05.201514 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-95b82191-7b67-4c79-b554-e25615ffc456 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.303896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Deleting port e5321fbb-a847-487e-a690-03803af8fc0c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:05.304558 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.351913 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.542588 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.543020 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.558804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Calling delete_port for e5321fbb-a847-487e-a690-03803af8fc0c owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:05.902407 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.016785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event deleted for resources: {'Port': ['ID=e5321fbb-a847-487e-a690-03803af8fc0c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:06.330246 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] create failed (client error): The resource could not be found. Jul 16 08:47:06.341579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35908) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:06.342803 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-81935d2a-c02d-4328-a968-44bf03631fbc tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0794542 Jul 16 08:47:06.696084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4384c-2dff-4dd8-aee1-7fbf7764df2f tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Deleting port b2965897-2472-4ed8-a731-9644e7c26803 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:06.696483 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b9c4384c-2dff-4dd8-aee1-7fbf7764df2f tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.905587 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b9c4384c-2dff-4dd8-aee1-7fbf7764df2f tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.934610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b9c4384c-2dff-4dd8-aee1-7fbf7764df2f tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Calling delete_port for b2965897-2472-4ed8-a731-9644e7c26803 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:07.286229 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b9c4384c-2dff-4dd8-aee1-7fbf7764df2f tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.370889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c4384c-2dff-4dd8-aee1-7fbf7764df2f tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event deleted for resources: {'Port': ['ID=b2965897-2472-4ed8-a731-9644e7c26803,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:07.571435 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b9c4384c-2dff-4dd8-aee1-7fbf7764df2f tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.575506 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b9c4384c-2dff-4dd8-aee1-7fbf7764df2f tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "DELETE /v2.0/ports/b2965897-2472-4ed8-a731-9644e7c26803 HTTP/1.1" status: 204 len: 168 time: 1.2325106 Jul 16 08:47:07.578183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35928) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:07.853023 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19aa0790-2ea7-4afc-a6e7-f8f117d44027 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.863563 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-19aa0790-2ea7-4afc-a6e7-f8f117d44027 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "GET /v2.0/ports?device_id=5936247c-0363-48a7-abf2-c86ef9ffe1f4 HTTP/1.1" status: 200 len: 913 time: 0.2814367 Jul 16 08:47:07.864640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35946) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:07.942986 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-30a2685b-4e9b-45ac-9328-de2ad61a5839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.176830 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.825173 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67e06967-7d6e-4c2a-a725-756441c60d8d tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.523659 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-67e06967-7d6e-4c2a-a725-756441c60d8d tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Deleting port f8f8e110-5760-4a90-a001-83257798f0ed {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:09.524067 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67e06967-7d6e-4c2a-a725-756441c60d8d tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.671009 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.760382 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67e06967-7d6e-4c2a-a725-756441c60d8d tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.781744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-67e06967-7d6e-4c2a-a725-756441c60d8d tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Calling delete_port for f8f8e110-5760-4a90-a001-83257798f0ed owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:10.192172 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67e06967-7d6e-4c2a-a725-756441c60d8d tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.275209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e06967-7d6e-4c2a-a725-756441c60d8d tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event deleted for resources: {'Port': ['ID=f8f8e110-5760-4a90-a001-83257798f0ed,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:10.663006 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-67e06967-7d6e-4c2a-a725-756441c60d8d tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.181578 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.416669 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e06967-7d6e-4c2a-a725-756441c60d8d tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Router 5936247c-0363-48a7-abf2-c86ef9ffe1f4 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:11.720246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e06967-7d6e-4c2a-a725-756441c60d8d tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:11.729867 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-67e06967-7d6e-4c2a-a725-756441c60d8d tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "PUT /v2.0/routers/5936247c-0363-48a7-abf2-c86ef9ffe1f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8607392 Jul 16 08:47:11.737615 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f6c5e-21d7-4bf1-9695-f0724cc2ea77 None None] Sync routers for ids ['5936247c-0363-48a7-abf2-c86ef9ffe1f4'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:11.743200 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36012) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:11.751942 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f6c5e-21d7-4bf1-9695-f0724cc2ea77 None None] Routers {'5936247c-0363-48a7-abf2-c86ef9ffe1f4'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:11.755346 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b26f6c5e-21d7-4bf1-9695-f0724cc2ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:47:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5936247c-0363-48a7-abf2-c86ef9ffe1f4'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:11.882879 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b26f6c5e-21d7-4bf1-9695-f0724cc2ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:11.920973 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26f6c5e-21d7-4bf1-9695-f0724cc2ea77 None None] Routers {'5936247c-0363-48a7-abf2-c86ef9ffe1f4'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:11.922240 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b26f6c5e-21d7-4bf1-9695-f0724cc2ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:47:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5936247c-0363-48a7-abf2-c86ef9ffe1f4'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:11.925495 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6ed6bd3d-f6fb-41b2-8d1e-02c782a6625c tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.982453 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b26f6c5e-21d7-4bf1-9695-f0724cc2ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:11.983634 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26f6c5e-21d7-4bf1-9695-f0724cc2ea77 None None] The sync data for ids ['5936247c-0363-48a7-abf2-c86ef9ffe1f4'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:12.186259 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6ed6bd3d-f6fb-41b2-8d1e-02c782a6625c tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.192734 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6ed6bd3d-f6fb-41b2-8d1e-02c782a6625c tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.323683 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6ed6bd3d-f6fb-41b2-8d1e-02c782a6625c tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.324399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed6bd3d-f6fb-41b2-8d1e-02c782a6625c tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Fanout notify agent at l3_agent the message router_deleted on router 5936247c-0363-48a7-abf2-c86ef9ffe1f4 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:47:12.343229 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6ed6bd3d-f6fb-41b2-8d1e-02c782a6625c tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.344413 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6ed6bd3d-f6fb-41b2-8d1e-02c782a6625c tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "DELETE /v2.0/routers/5936247c-0363-48a7-abf2-c86ef9ffe1f4 HTTP/1.1" status: 204 len: 168 time: 0.6001880 Jul 16 08:47:12.346982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36022) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:12.418944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9ec3dc-35f4-499c-995c-ed99ba6443b9 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Deleting subnet 7024cea7-9602-4f5c-ad4f-197a28de417a {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:12.423209 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5c9ec3dc-35f4-499c-995c-ed99ba6443b9 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.502767 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5c9ec3dc-35f4-499c-995c-ed99ba6443b9 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.704976 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5c9ec3dc-35f4-499c-995c-ed99ba6443b9 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.839648 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5c9ec3dc-35f4-499c-995c-ed99ba6443b9 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.881653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ec3dc-35f4-499c-995c-ed99ba6443b9 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event deleted for resources: {'Subnet': ['ID=7024cea7-9602-4f5c-ad4f-197a28de417a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:12.883785 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5c9ec3dc-35f4-499c-995c-ed99ba6443b9 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.888743 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5c9ec3dc-35f4-499c-995c-ed99ba6443b9 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "DELETE /v2.0/subnets/7024cea7-9602-4f5c-ad4f-197a28de417a HTTP/1.1" status: 204 len: 168 time: 0.5401325 Jul 16 08:47:12.889762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36038) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:12.907935 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a8cfd5-e5e7-422e-9704-29a5336bafac None None] Network 185fefec-3f2c-4220-b7bf-8f98a32ffc1e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:13.143414 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.309969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Deleting port f1786cf1-d36e-4886-8853-2f9fbbe6b219 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:13.310424 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.368315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8e4700-f7a5-40a8-a490-dac4c0cb7edd None None] DHCP port deletion for 185fefec-3f2c-4220-b7bf-8f98a32ffc1e request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:13.502858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] For port f1786cf1-d36e-4886-8853-2f9fbbe6b219, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f1786cf1-d36e-4886-8853-2f9fbbe6b219,segment=NetworkSegment(bc72547c-8b78-4a6f-957a-22f0fd4bedf0),segment_id=bc72547c-8b78-4a6f-957a-22f0fd4bedf0)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:13.503276 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.512134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-db8e4700-f7a5-40a8-a490-dac4c0cb7edd None None] Deleting port f1786cf1-d36e-4886-8853-2f9fbbe6b219 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:13.524749 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-db8e4700-f7a5-40a8-a490-dac4c0cb7edd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.556555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Calling delete_port for f1786cf1-d36e-4886-8853-2f9fbbe6b219 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:13.696282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-db8e4700-f7a5-40a8-a490-dac4c0cb7edd None None] For port f1786cf1-d36e-4886-8853-2f9fbbe6b219, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f1786cf1-d36e-4886-8853-2f9fbbe6b219,segment=NetworkSegment(bc72547c-8b78-4a6f-957a-22f0fd4bedf0),segment_id=bc72547c-8b78-4a6f-957a-22f0fd4bedf0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:13.700838 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-db8e4700-f7a5-40a8-a490-dac4c0cb7edd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.732540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-db8e4700-f7a5-40a8-a490-dac4c0cb7edd None None] Calling delete_port for f1786cf1-d36e-4886-8853-2f9fbbe6b219 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:13.813694 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: from cryptography.utils import int_from_bytes Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: from cryptography.utils import int_from_bytes Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.915789 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.920152 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.920152 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.920152 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.920152 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.920152 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.920152 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.920152 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.920152 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.920152 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.920152 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.920152 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.920152 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.920152 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:47:13.920152 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 08:47:13.929196 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-db8e4700-f7a5-40a8-a490-dac4c0cb7edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.929518 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event deleted for resources: {'Port': ['ID=f1786cf1-d36e-4886-8853-2f9fbbe6b219,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:13.963373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] No DVR routers for this DVR port f1786cf1-d36e-4886-8853-2f9fbbe6b219 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:13.991414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f1786cf1-d36e-4886-8853-2f9fbbe6b219 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:13.993780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8e4700-f7a5-40a8-a490-dac4c0cb7edd None None] No DVR routers for this DVR port f1786cf1-d36e-4886-8853-2f9fbbe6b219 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:14.001745 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e4700-f7a5-40a8-a490-dac4c0cb7edd None None] Pushing event deleted for resources: {'Port': ['ID=f1786cf1-d36e-4886-8853-2f9fbbe6b219,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:14.039630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: f1786cf1-d36e-4886-8853-2f9fbbe6b219 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:14.039989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f1786cf1-d36e-4886-8853-2f9fbbe6b219 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:14.286975 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.325872 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['185fefec-3f2c-4220-b7bf-8f98a32ffc1e']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:14.396753 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc72547c-8b78-4a6f-957a-22f0fd4bedf0') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:14.397816 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc72547c-8b78-4a6f-957a-22f0fd4bedf0') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:14.427686 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.451637 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.469001 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:14.470021 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:14.486426 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:14.641113 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.649846 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.660631 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] 10.222.0.20 "DELETE /v2.0/networks/185fefec-3f2c-4220-b7bf-8f98a32ffc1e HTTP/1.1" status: 204 len: 168 time: 1.7696950 Jul 16 08:47:14.690017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444c610c-88a7-43c6-9558-b9f17b5b08d6 tempest-FloatingIPNegativeTestJSON-1270700359 tempest-FloatingIPNegativeTestJSON-1270700359-project] Pushing event deleted for resources: {'Network': ['ID=185fefec-3f2c-4220-b7bf-8f98a32ffc1e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:15.178689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36090) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:15.634100 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-64322616-fe9c-4c2e-ab18-2ef4886e8718 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3daca4ed87484daeb0c9356631205b8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533896 Jul 16 08:47:15.637013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36100) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:15.735438 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-401cc573-a771-4499-b964-124d56a006de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.798453 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-401cc573-a771-4499-b964-124d56a006de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.918011 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-401cc573-a771-4499-b964-124d56a006de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.924951 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-401cc573-a771-4499-b964-124d56a006de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.966495 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-401cc573-a771-4499-b964-124d56a006de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6c1c0e9f-0f6b-48a0-9b0a-1bc1303200d5 HTTP/1.1" status: 204 len: 168 time: 0.3277555 Jul 16 08:47:15.989307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cc573-a771-4499-b964-124d56a006de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1c0e9f-0f6b-48a0-9b0a-1bc1303200d5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:17.609525 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36170) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:17.753973 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1999524194'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:17.781922 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:17.789928 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.817425 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.198862 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.208234 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.350598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bab18c3-d2cc-4955-bf2c-6d352883db77,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:18.368991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:18.399853 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.401310 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Added segment 95d58818-d4e8-43d8-8ca3-d3e8df32c18d of type vlan for network 047b3fec-b4ab-4b06-a837-556fd825fdda Jul 16 08:47:18.524455 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.621716 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.628288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.629662 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.798224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Network': ['ID=047b3fec-b4ab-4b06-a837-556fd825fdda,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:18.802184 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6d26ce10-60b5-49d9-9a59-961df61777b8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1914928 Jul 16 08:47:18.838588 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 047b3fec-b4ab-4b06-a837-556fd825fdda details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:22.207125 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36266) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:22.214935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b2f1c490-ac13-41d7-8284-43bfc92060e4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'subnet': {'network_id': '047b3fec-b4ab-4b06-a837-556fd825fdda', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:22.374743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f1c490-ac13-41d7-8284-43bfc92060e4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:22.379424 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c490-ac13-41d7-8284-43bfc92060e4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.766733 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c490-ac13-41d7-8284-43bfc92060e4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.885400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36272) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:22.923506 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f1c490-ac13-41d7-8284-43bfc92060e4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Checking segment: {'id': '95d58818-d4e8-43d8-8ca3-d3e8df32c18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '047b3fec-b4ab-4b06-a837-556fd825fdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:22.941839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1c490-ac13-41d7-8284-43bfc92060e4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network hostable DHCP agents. Network: 047b3fec-b4ab-4b06-a837-556fd825fdda, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:22.950664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1c490-ac13-41d7-8284-43bfc92060e4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Subnet': ['ID=987c67ff-be64-4455-ab6c-73bbac295672,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:23.015522 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1c490-ac13-41d7-8284-43bfc92060e4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network 047b3fec-b4ab-4b06-a837-556fd825fdda is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:23.045950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-b2f1c490-ac13-41d7-8284-43bfc92060e4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 047b3fec-b4ab-4b06-a837-556fd825fdda) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:23.053720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f1c490-ac13-41d7-8284-43bfc92060e4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:23.054735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2f1c490-ac13-41d7-8284-43bfc92060e4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.063603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab656291-e7d0-423d-969b-c39746c73d5f None None] Network 047b3fec-b4ab-4b06-a837-556fd825fdda requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:23.099846 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36284) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:23.110357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-922ac252-119e-4231-9908-b5854529ed64 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-537761456'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:23.117425 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b2f1c490-ac13-41d7-8284-43bfc92060e4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9077532 Jul 16 08:47:23.325946 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04ba9e78-0426-410f-9f16-3f66d8dffaac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.676197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-047b3fec-b4ab-4b06-a837-556fd825fdda', 'network_id': '047b3fec-b4ab-4b06-a837-556fd825fdda', 'tenant_id': 'd79c20ed0b734abf92420cf993e8d9db', 'fixed_ips': [{'subnet_id': '987c67ff-be64-4455-ab6c-73bbac295672'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:23.690182 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.735834 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04ba9e78-0426-410f-9f16-3f66d8dffaac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.741767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922ac252-119e-4231-9908-b5854529ed64 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:23.757425 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-922ac252-119e-4231-9908-b5854529ed64 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.764858 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04ba9e78-0426-410f-9f16-3f66d8dffaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.811592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba9e78-0426-410f-9f16-3f66d8dffaac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1c4eb93-174c-4985-8db9-e5ece02188e8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:23.846131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-922ac252-119e-4231-9908-b5854529ed64 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:23.861033 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-922ac252-119e-4231-9908-b5854529ed64 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.861392 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-922ac252-119e-4231-9908-b5854529ed64 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Added segment 782beceb-4874-41db-89dc-f1228813e51c of type vlan for network d73c5283-6e2c-47c8-97ed-3e0cb40e6e8b Jul 16 08:47:23.915031 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-922ac252-119e-4231-9908-b5854529ed64 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.963979 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-04ba9e78-0426-410f-9f16-3f66d8dffaac admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8be44074801449d494f310798f89e8a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0729101 Jul 16 08:47:23.963979 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-922ac252-119e-4231-9908-b5854529ed64 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.964545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36308) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:23.969632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922ac252-119e-4231-9908-b5854529ed64 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:23.970305 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-922ac252-119e-4231-9908-b5854529ed64 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.090741 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-922ac252-119e-4231-9908-b5854529ed64 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9872191 Jul 16 08:47:24.091620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36314) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:24.149855 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f08667ff-2b69-4166-9a09-7a6b3220f22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.202816 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f08667ff-2b69-4166-9a09-7a6b3220f22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.291871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7fea3dd5-1e69-45b4-baaa-b5de2879aea7 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'subnet': {'network_id': 'd73c5283-6e2c-47c8-97ed-3e0cb40e6e8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:24.302387 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f08667ff-2b69-4166-9a09-7a6b3220f22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.304294 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ac252-119e-4231-9908-b5854529ed64 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Network': ['ID=d73c5283-6e2c-47c8-97ed-3e0cb40e6e8b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:24.305694 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f08667ff-2b69-4166-9a09-7a6b3220f22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.310199 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f08667ff-2b69-4166-9a09-7a6b3220f22a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1c4eb93-174c-4985-8db9-e5ece02188e8 HTTP/1.1" status: 204 len: 168 time: 0.3443999 Jul 16 08:47:24.381765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08667ff-2b69-4166-9a09-7a6b3220f22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1c4eb93-174c-4985-8db9-e5ece02188e8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:24.384619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network d73c5283-6e2c-47c8-97ed-3e0cb40e6e8b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:24.600146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fea3dd5-1e69-45b4-baaa-b5de2879aea7 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:24.609442 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fea3dd5-1e69-45b4-baaa-b5de2879aea7 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.671658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Allocated IP 2001:db8:0:ffff::2 (047b3fec-b4ab-4b06-a837-556fd825fdda/987c67ff-be64-4455-ab6c-73bbac295672/edd860e2-b13f-476a-b14c-20c504ad5150) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:25.113770 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36348) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:25.136110 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8a5724fa-547a-453e-b5fd-79e3410072c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.156889 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fea3dd5-1e69-45b4-baaa-b5de2879aea7 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.352699 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8a5724fa-547a-453e-b5fd-79e3410072c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.361261 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8a5724fa-547a-453e-b5fd-79e3410072c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.370750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fea3dd5-1e69-45b4-baaa-b5de2879aea7 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Subnet': ['ID=208660dd-490d-4aae-b581-9bb028f91422,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:25.407991 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5724fa-547a-453e-b5fd-79e3410072c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838d4899-f3b8-4b89-bb0c-fcc42b9c9c97,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:25.471026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8a5724fa-547a-453e-b5fd-79e3410072c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd3c7e93ac924530962171a20cc98c22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3558726 Jul 16 08:47:25.475516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36352) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:25.522911 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fea3dd5-1e69-45b4-baaa-b5de2879aea7 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Checking segment: {'id': '782beceb-4874-41db-89dc-f1228813e51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd73c5283-6e2c-47c8-97ed-3e0cb40e6e8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:25.523269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea3dd5-1e69-45b4-baaa-b5de2879aea7 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network hostable DHCP agents. Network: d73c5283-6e2c-47c8-97ed-3e0cb40e6e8b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:25.547818 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f88e3-ab36-4530-b89e-ee6a58474319 req-ac829219-7579-42d8-8a36-2efb2138e67b tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.549808 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a8f88e3-ab36-4530-b89e-ee6a58474319 req-ac829219-7579-42d8-8a36-2efb2138e67b tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 949 time: 0.4097292 Jul 16 08:47:25.584554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fea3dd5-1e69-45b4-baaa-b5de2879aea7 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network d73c5283-6e2c-47c8-97ed-3e0cb40e6e8b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:25.592182 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-70183e4e-68a8-4cfa-800f-3c37c2e1b37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.601588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-7fea3dd5-1e69-45b4-baaa-b5de2879aea7 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, d73c5283-6e2c-47c8-97ed-3e0cb40e6e8b) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:25.612917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fea3dd5-1e69-45b4-baaa-b5de2879aea7 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.613197 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fea3dd5-1e69-45b4-baaa-b5de2879aea7 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.624017 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e520c4b2-6bb9-41a3-b8a3-9629187af6fc None None] Network d73c5283-6e2c-47c8-97ed-3e0cb40e6e8b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:25.634840 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7fea3dd5-1e69-45b4-baaa-b5de2879aea7 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.3731055 Jul 16 08:47:25.639110 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a8f88e3-ab36-4530-b89e-ee6a58474319 req-ded37a69-b18a-4a92-b1c3-e80f58a6e91a tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815790 Jul 16 08:47:25.639622 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36354) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:25.666709 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-70183e4e-68a8-4cfa-800f-3c37c2e1b37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.783348 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-70183e4e-68a8-4cfa-800f-3c37c2e1b37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.786816 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-70183e4e-68a8-4cfa-800f-3c37c2e1b37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.793809 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-70183e4e-68a8-4cfa-800f-3c37c2e1b37c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/838d4899-f3b8-4b89-bb0c-fcc42b9c9c97 HTTP/1.1" status: 204 len: 168 time: 0.3091979 Jul 16 08:47:25.822053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70183e4e-68a8-4cfa-800f-3c37c2e1b37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838d4899-f3b8-4b89-bb0c-fcc42b9c9c97,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:25.965339 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.020398 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.033230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Transition to ACTIVE for port object edd860e2-b13f-476a-b14c-20c504ad5150 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:26.099657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Transition to ACTIVE for port object edd860e2-b13f-476a-b14c-20c504ad5150 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:26.119975 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.195461 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.248985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Network 047b3fec-b4ab-4b06-a837-556fd825fdda is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:26.279199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:26.292867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Pushing event updated for resources: {'Port': ['ID=edd860e2-b13f-476a-b14c-20c504ad5150,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:26.305456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:26.414408 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.431652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7328d61-9484-4917-8272-34e59132ca6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d73c5283-6e2c-47c8-97ed-3e0cb40e6e8b', 'network_id': 'd73c5283-6e2c-47c8-97ed-3e0cb40e6e8b', 'tenant_id': 'd79c20ed0b734abf92420cf993e8d9db', 'fixed_ips': [{'subnet_id': '208660dd-490d-4aae-b581-9bb028f91422'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:26.432652 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d7328d61-9484-4917-8272-34e59132ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.482420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Subnet': ['ID=208660dd-490d-4aae-b581-9bb028f91422,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:26.651775 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.703994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73c5283-6e2c-47c8-97ed-3e0cb40e6e8b']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:26.753426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782beceb-4874-41db-89dc-f1228813e51c') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:26.755896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782beceb-4874-41db-89dc-f1228813e51c') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:26.785747 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.826108 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.864799 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:26.865824 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.025112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Attempting to bind port edd860e2-b13f-476a-b14c-20c504ad5150 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:27.026082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Attempting to bind port edd860e2-b13f-476a-b14c-20c504ad5150 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '95d58818-d4e8-43d8-8ca3-d3e8df32c18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '047b3fec-b4ab-4b06-a837-556fd825fdda'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:27.026710 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Attempting to bind port edd860e2-b13f-476a-b14c-20c504ad5150 on network 047b3fec-b4ab-4b06-a837-556fd825fdda {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:27.043330 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:27.049418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:27.050862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Checking segment: {'id': '95d58818-d4e8-43d8-8ca3-d3e8df32c18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '047b3fec-b4ab-4b06-a837-556fd825fdda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:27.053605 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.056317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Bound using segment: {'id': '95d58818-d4e8-43d8-8ca3-d3e8df32c18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '047b3fec-b4ab-4b06-a837-556fd825fdda'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:27.057151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Bound port: edd860e2-b13f-476a-b14c-20c504ad5150, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95d58818-d4e8-43d8-8ca3-d3e8df32c18d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '047b3fec-b4ab-4b06-a837-556fd825fdda'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:27.057672 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.059965 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.076767 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-d7328d61-9484-4917-8272-34e59132ca6c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:47:27.076767 n-d-758944-46 neutron-server[93696]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 16 08:47:27.076767 n-d-758944-46 neutron-server[93696]: [parameters: {'project_id': 'd79c20ed0b734abf92420cf993e8d9db', 'id': '1d3c94b2-1a00-40ed-97f3-2dedc742201e', 'name': '', 'network_id': 'd73c5283-6e2c-47c8-97ed-3e0cb40e6e8b', 'mac_address': 'fa:16:3e:fc:9d:de', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d73c5283-6e2c-47c8-97ed-3e0cb40e6e8b', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2119}] Jul 16 08:47:27.076767 n-d-758944-46 neutron-server[93696]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:47:27.078664 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-d7328d61-9484-4917-8272-34e59132ca6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:47:27.079790 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.090091 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36396) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:27.092942 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/d73c5283-6e2c-47c8-97ed-3e0cb40e6e8b HTTP/1.1" status: 204 len: 168 time: 1.4521866 Jul 16 08:47:27.097323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-71a73bab-7d9e-4ef6-9c25-30844f5b9ad1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1440201502'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:27.137502 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2fd6f4-d367-4d43-a05f-0fe5d99b564b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Network': ['ID=d73c5283-6e2c-47c8-97ed-3e0cb40e6e8b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:27.162120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a73bab-7d9e-4ef6-9c25-30844f5b9ad1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:27.171881 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-71a73bab-7d9e-4ef6-9c25-30844f5b9ad1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.246137 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71a73bab-7d9e-4ef6-9c25-30844f5b9ad1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:27.256123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] For port edd860e2-b13f-476a-b14c-20c504ad5150, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:27.266373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] For port edd860e2-b13f-476a-b14c-20c504ad5150, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=edd860e2-b13f-476a-b14c-20c504ad5150,segment=NetworkSegment(95d58818-d4e8-43d8-8ca3-d3e8df32c18d),segment_id=95d58818-d4e8-43d8-8ca3-d3e8df32c18d)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:27.279182 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-71a73bab-7d9e-4ef6-9c25-30844f5b9ad1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.279641 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-71a73bab-7d9e-4ef6-9c25-30844f5b9ad1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Added segment d862f879-aec2-48ac-bbaf-87e946fd4275 of type vlan for network c43aeec3-402b-4df6-afe3-3fcc19bcd461 Jul 16 08:47:27.282674 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.403087 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-71a73bab-7d9e-4ef6-9c25-30844f5b9ad1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.515188 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-71a73bab-7d9e-4ef6-9c25-30844f5b9ad1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.522676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49654bc8-65aa-48e4-b8c9-2905168c63e1 None None] Pushing event updated for resources: {'Port': ['ID=edd860e2-b13f-476a-b14c-20c504ad5150,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:27.536734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a73bab-7d9e-4ef6-9c25-30844f5b9ad1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:27.537741 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-71a73bab-7d9e-4ef6-9c25-30844f5b9ad1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.580557 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d7328d61-9484-4917-8272-34e59132ca6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.632350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c6fe97-f504-4fd6-9752-46f2ae94b238 None None] Network d73c5283-6e2c-47c8-97ed-3e0cb40e6e8b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:27.657630 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a73bab-7d9e-4ef6-9c25-30844f5b9ad1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Network': ['ID=c43aeec3-402b-4df6-afe3-3fcc19bcd461,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:27.662644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c6fe97-f504-4fd6-9752-46f2ae94b238 None None] Network d73c5283-6e2c-47c8-97ed-3e0cb40e6e8b could not be found, it might have been deleted concurrently. {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 08:47:27.679167 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-71a73bab-7d9e-4ef6-9c25-30844f5b9ad1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5867012 Jul 16 08:47:27.679991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network c43aeec3-402b-4df6-afe3-3fcc19bcd461 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:27.682079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36414) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:27.688368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e9261abc-f92c-4c14-ad80-6659e233c10f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'subnet': {'network_id': 'c43aeec3-402b-4df6-afe3-3fcc19bcd461', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:27.920961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9261abc-f92c-4c14-ad80-6659e233c10f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:27.930124 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9261abc-f92c-4c14-ad80-6659e233c10f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.583952 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9261abc-f92c-4c14-ad80-6659e233c10f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.947668 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9261abc-f92c-4c14-ad80-6659e233c10f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Subnet': ['ID=1f6c9869-2c33-42a7-b534-0ecbef4bd74a,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:28.979072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9261abc-f92c-4c14-ad80-6659e233c10f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Checking segment: {'id': 'd862f879-aec2-48ac-bbaf-87e946fd4275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c43aeec3-402b-4df6-afe3-3fcc19bcd461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:28.989809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9261abc-f92c-4c14-ad80-6659e233c10f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network hostable DHCP agents. Network: c43aeec3-402b-4df6-afe3-3fcc19bcd461, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:29.066931 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9261abc-f92c-4c14-ad80-6659e233c10f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network c43aeec3-402b-4df6-afe3-3fcc19bcd461 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:29.095592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-e9261abc-f92c-4c14-ad80-6659e233c10f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, c43aeec3-402b-4df6-afe3-3fcc19bcd461) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:29.106668 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9261abc-f92c-4c14-ad80-6659e233c10f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:29.106964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8757ec-d9b6-4bcc-a0eb-e7c27397739f None None] Network c43aeec3-402b-4df6-afe3-3fcc19bcd461 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:29.110161 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9261abc-f92c-4c14-ad80-6659e233c10f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.157147 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e9261abc-f92c-4c14-ad80-6659e233c10f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.4731147 Jul 16 08:47:29.164581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36458) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:29.176352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-1d8a1df1-ceef-42f4-9e9f-e4a7846b4771 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1683523091'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:29.240594 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8a1df1-ceef-42f4-9e9f-e4a7846b4771 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:29.244899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1df1-ceef-42f4-9e9f-e4a7846b4771 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.263654 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:29.407319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e91269-e34a-43f1-8d61-7a0cbbd9232c None None] Network 047b3fec-b4ab-4b06-a837-556fd825fdda requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:29.417732 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d8a1df1-ceef-42f4-9e9f-e4a7846b4771 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:29.420889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36470) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:29.457633 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1df1-ceef-42f4-9e9f-e4a7846b4771 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.461015 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-1d8a1df1-ceef-42f4-9e9f-e4a7846b4771 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Added segment 23611e4e-82c2-43f0-a402-4b2ffd542377 of type vlan for network bde4cbff-634f-4915-b99a-b2bb52b42bfe Jul 16 08:47:29.710348 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1df1-ceef-42f4-9e9f-e4a7846b4771 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.806588 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1df1-ceef-42f4-9e9f-e4a7846b4771 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.825224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a1df1-ceef-42f4-9e9f-e4a7846b4771 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:29.826311 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1d8a1df1-ceef-42f4-9e9f-e4a7846b4771 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.857431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b59a1439-c954-4b70-bd13-ecdb91b4b317 None None] Provisioning for port edd860e2-b13f-476a-b14c-20c504ad5150 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:29.949195 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0b0ec4e-144f-4220-be05-ccae0db44e7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.970914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device edd860e2-b13f-476a-b14c-20c504ad5150 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:30.209806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port edd860e2-b13f-476a-b14c-20c504ad5150 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:30.220096 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0b0ec4e-144f-4220-be05-ccae0db44e7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.231356 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0b0ec4e-144f-4220-be05-ccae0db44e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.250078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port edd860e2-b13f-476a-b14c-20c504ad5150 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:30.250713 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.282773 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a0b0ec4e-144f-4220-be05-ccae0db44e7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f58405ecbcf4ccb872ac44dc924615f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8605523 Jul 16 08:47:30.286949 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36486) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:30.392218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b0ec4e-144f-4220-be05-ccae0db44e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1103fa9a-b033-44c7-bcf1-3d8ddef0bc8b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:30.494858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a1df1-ceef-42f4-9e9f-e4a7846b4771 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Network': ['ID=bde4cbff-634f-4915-b99a-b2bb52b42bfe,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:30.514989 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1d8a1df1-ceef-42f4-9e9f-e4a7846b4771 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3444021 Jul 16 08:47:30.520424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36490) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:30.530057 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b9cf540b-dd4f-4893-abc0-72695916fbf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.543507 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network bde4cbff-634f-4915-b99a-b2bb52b42bfe details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:30.547658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-515c8c09-3afd-42a7-89e4-dc829aaf4101 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'subnet': {'network_id': 'bde4cbff-634f-4915-b99a-b2bb52b42bfe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:30.595961 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b9cf540b-dd4f-4893-abc0-72695916fbf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.747078 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b9cf540b-dd4f-4893-abc0-72695916fbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.751915 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b9cf540b-dd4f-4893-abc0-72695916fbf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.754081 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b9cf540b-dd4f-4893-abc0-72695916fbf0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1103fa9a-b033-44c7-bcf1-3d8ddef0bc8b HTTP/1.1" status: 204 len: 168 time: 0.4474504 Jul 16 08:47:30.767531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf540b-dd4f-4893-abc0-72695916fbf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1103fa9a-b033-44c7-bcf1-3d8ddef0bc8b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:30.990060 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.034499 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-c43aeec3-402b-4df6-afe3-3fcc19bcd461', 'network_id': 'c43aeec3-402b-4df6-afe3-3fcc19bcd461', 'tenant_id': 'd79c20ed0b734abf92420cf993e8d9db', 'fixed_ips': [{'subnet_id': '1f6c9869-2c33-42a7-b534-0ecbef4bd74a'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:31.036122 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.104274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-515c8c09-3afd-42a7-89e4-dc829aaf4101 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:31.117264 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-515c8c09-3afd-42a7-89e4-dc829aaf4101 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.134496 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5509410f-995d-472b-93c0-3841ea37cf0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ce3b8b-59ad-4f65-b26a-967e3cff07e7'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:31.139292 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c56c185-9613-4b47-9be2-827d20f23cce" -d '{"events": [{"server_uuid": "5509410f-995d-472b-93c0-3841ea37cf0f", "name": "network-vif-unplugged", "status": "completed", "tag": "d3ce3b8b-59ad-4f65-b26a-967e3cff07e7"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:31.242440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:31.263476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.ipam_backend_mixin [None req-515c8c09-3afd-42a7-89e4-dc829aaf4101 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Performing IP validity checks on allocation pools {{(pid=93695) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:47:31.268078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c951162b-df9f-42ca-87a4-41d7fb15c84b details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:47:31.269412 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.ipam_backend_mixin [None req-515c8c09-3afd-42a7-89e4-dc829aaf4101 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93695) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:47:31.395517 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.417219 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe23b5a9-1b50-4d96-a8f3-5aa51681463e x-openstack-request-id: req-fe23b5a9-1b50-4d96-a8f3-5aa51681463e {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:31.420276 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5509410f-995d-472b-93c0-3841ea37cf0f", "name": "network-vif-unplugged", "status": "completed", "tag": "d3ce3b8b-59ad-4f65-b26a-967e3cff07e7", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:31.421480 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe23b5a9-1b50-4d96-a8f3-5aa51681463e {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:31.423675 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5509410f-995d-472b-93c0-3841ea37cf0f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3ce3b8b-59ad-4f65-b26a-967e3cff07e7', 'code': 200} Jul 16 08:47:31.527975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169aae33-ae0d-4102-a2da-831341db5a82 req-e56468c6-8f69-48c4-9941-0a0ef1323e78 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.529888 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-169aae33-ae0d-4102-a2da-831341db5a82 req-e56468c6-8f69-48c4-9941-0a0ef1323e78 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 947 time: 0.2459130 Jul 16 08:47:31.663380 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-169aae33-ae0d-4102-a2da-831341db5a82 req-d931f5c8-21bf-4942-9ba3-22d01de3e675 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242397 Jul 16 08:47:31.675814 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-515c8c09-3afd-42a7-89e4-dc829aaf4101 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.682869 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.866105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c8c09-3afd-42a7-89e4-dc829aaf4101 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Subnet': ['ID=f6e2544a-abb5-42a4-90cb-3051cea46b28,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:31.869798 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-515c8c09-3afd-42a7-89e4-dc829aaf4101 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Checking segment: {'id': '23611e4e-82c2-43f0-a402-4b2ffd542377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bde4cbff-634f-4915-b99a-b2bb52b42bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:31.870177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515c8c09-3afd-42a7-89e4-dc829aaf4101 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network hostable DHCP agents. Network: bde4cbff-634f-4915-b99a-b2bb52b42bfe, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:31.900578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515c8c09-3afd-42a7-89e4-dc829aaf4101 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network bde4cbff-634f-4915-b99a-b2bb52b42bfe is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:31.917612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-515c8c09-3afd-42a7-89e4-dc829aaf4101 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, bde4cbff-634f-4915-b99a-b2bb52b42bfe) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:31.937319 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515c8c09-3afd-42a7-89e4-dc829aaf4101 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.938162 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-515c8c09-3afd-42a7-89e4-dc829aaf4101 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.968416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f82d555-ddd2-4a75-8c47-c4ac322f1fd7 None None] Network bde4cbff-634f-4915-b99a-b2bb52b42bfe requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:31.986231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port edd860e2-b13f-476a-b14c-20c504ad5150, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=edd860e2-b13f-476a-b14c-20c504ad5150,segment=NetworkSegment(95d58818-d4e8-43d8-8ca3-d3e8df32c18d),segment_id=95d58818-d4e8-43d8-8ca3-d3e8df32c18d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:31.992739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36558) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:31.995511 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-515c8c09-3afd-42a7-89e4-dc829aaf4101 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4729509 Jul 16 08:47:32.147412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Allocated IP 2001:db8::3 (c43aeec3-402b-4df6-afe3-3fcc19bcd461/1f6c9869-2c33-42a7-b534-0ecbef4bd74a/29117447-af83-4569-8e8d-0f9c685dc5ff) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:32.345144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c951162b-df9f-42ca-87a4-41d7fb15c84b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:32.380720 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:32.384195 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.386435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'c951162b-df9f-42ca-87a4-41d7fb15c84b', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'c951162b-df9f-42ca-87a4-41d7fb15c84b', 'mac_address': 'fa:16:3e:71:fc:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:47:32.728786 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=edd860e2-b13f-476a-b14c-20c504ad5150,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:32.807850 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8ef840c9-4fc2-41e2-a5d3-b5703bb8d8dc None None] Provisioning complete for port edd860e2-b13f-476a-b14c-20c504ad5150 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:32.814637 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8ef840c9-4fc2-41e2-a5d3-b5703bb8d8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.817189 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.880875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccde3e-52cf-4100-86b5-7bb4f979c971 req-a2d08aa9-36b8-4bc4-b334-3e584dbe49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:32.884969 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7eccde3e-52cf-4100-86b5-7bb4f979c971 req-a2d08aa9-36b8-4bc4-b334-3e584dbe49d9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=43b67062d8d14a9fa2ab92d922697f7a&device_id=db835561-d462-4385-abc5-6ca2a387cb8f HTTP/1.1" status: 200 len: 1100 time: 0.1553590 Jul 16 08:47:32.929357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-c755a532-eedf-4a02-bf34-1e8b56b78439 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:32.935509 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-c755a532-eedf-4a02-bf34-1e8b56b78439 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 947 time: 0.7402270 Jul 16 08:47:33.079509 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.086033 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.200795 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.298495 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Transition to ACTIVE for port object 29117447-af83-4569-8e8d-0f9c685dc5ff will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:33.311142 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-b27eff8c-a623-41df-96c0-372ce18881fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Deleting port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:33.325450 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccde3e-52cf-4100-86b5-7bb4f979c971 req-aa236380-a558-4a3f-a006-05b9d620ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.331427 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-b27eff8c-a623-41df-96c0-372ce18881fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.336807 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7eccde3e-52cf-4100-86b5-7bb4f979c971 req-aa236380-a558-4a3f-a006-05b9d620ab18 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.4183624 Jul 16 08:47:33.418119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c951162b-df9f-42ca-87a4-41d7fb15c84b {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:47:33.490610 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.509352 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7eccde3e-52cf-4100-86b5-7bb4f979c971 req-1829922c-7e65-4ce3-abbe-ed95cbffeda8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.237&port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b HTTP/1.1" status: 200 len: 217 time: 0.1659389 Jul 16 08:47:33.682717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Transition to ACTIVE for port object 29117447-af83-4569-8e8d-0f9c685dc5ff will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:33.689948 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c951162b-df9f-42ca-87a4-41d7fb15c84b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:33.699949 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c946d69-8ee7-4378-bed8-72a92a073579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-bde4cbff-634f-4915-b99a-b2bb52b42bfe', 'network_id': 'bde4cbff-634f-4915-b99a-b2bb52b42bfe', 'tenant_id': 'd79c20ed0b734abf92420cf993e8d9db', 'fixed_ips': [{'subnet_id': 'f6e2544a-abb5-42a4-90cb-3051cea46b28'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:33.701943 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9c946d69-8ee7-4378-bed8-72a92a073579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.719524 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.722798 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.723704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccde3e-52cf-4100-86b5-7bb4f979c971 req-d398dda3-4c76-46f3-b33d-64f400b7297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.727237 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7eccde3e-52cf-4100-86b5-7bb4f979c971 req-d398dda3-4c76-46f3-b33d-64f400b7297a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.2111657 Jul 16 08:47:33.833032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccde3e-52cf-4100-86b5-7bb4f979c971 req-9dbc44eb-562b-4955-9b87-020abbfe68d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.835247 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7eccde3e-52cf-4100-86b5-7bb4f979c971 req-9dbc44eb-562b-4955-9b87-020abbfe68d7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0995476 Jul 16 08:47:34.011593 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7eccde3e-52cf-4100-86b5-7bb4f979c971 req-862f749e-2a04-41e3-96a5-1dbe975798d4 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670938 Jul 16 08:47:34.012265 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36598) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:34.088882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['c951162b-df9f-42ca-87a4-41d7fb15c84b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:47:34.095735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Network c43aeec3-402b-4df6-afe3-3fcc19bcd461 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:34.332711 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbba6823-c8dc-4f09-9d6c-0e414e370193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.442957 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7eccde3e-52cf-4100-86b5-7bb4f979c971 req-59dae444-1847-40a0-a26a-76727a8a4ebd service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220018 Jul 16 08:47:34.561632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-b27eff8c-a623-41df-96c0-372ce18881fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] For port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:34.562467 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-b27eff8c-a623-41df-96c0-372ce18881fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.573856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:34.598015 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b782239f-909d-445b-b49f-b4a4d1372fcc None None] Network bde4cbff-634f-4915-b99a-b2bb52b42bfe requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:34.611670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:34.665527 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.729620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device edd860e2-b13f-476a-b14c-20c504ad5150 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:34.863403 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbba6823-c8dc-4f09-9d6c-0e414e370193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.871004 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbba6823-c8dc-4f09-9d6c-0e414e370193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.025434 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fbba6823-c8dc-4f09-9d6c-0e414e370193 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac723da0d05c4b07bccd5c39684c9e35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0118151 Jul 16 08:47:35.029540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36624) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:35.044400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbba6823-c8dc-4f09-9d6c-0e414e370193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f79a7a5-face-4eea-a8ab-327833bea793,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:35.085555 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-b27eff8c-a623-41df-96c0-372ce18881fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.085555 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-b27eff8c-a623-41df-96c0-372ce18881fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.085925 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-b27eff8c-a623-41df-96c0-372ce18881fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Floating IP bc39ecf2-9992-4532-bbbe-5e0e7ce4bd6c disassociated. External IP: 172.25.4.201, port: 1c9456f9-4230-415f-bc76-5c9bf3f6f10b. Jul 16 08:47:35.086215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-b27eff8c-a623-41df-96c0-372ce18881fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Calling delete_port for 1c9456f9-4230-415f-bc76-5c9bf3f6f10b owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:35.098811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=c951162b-df9f-42ca-87a4-41d7fb15c84b,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:35.141881 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Attempting to bind port 29117447-af83-4569-8e8d-0f9c685dc5ff on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:35.142351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Attempting to bind port 29117447-af83-4569-8e8d-0f9c685dc5ff by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'd862f879-aec2-48ac-bbaf-87e946fd4275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c43aeec3-402b-4df6-afe3-3fcc19bcd461'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:35.142669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Attempting to bind port 29117447-af83-4569-8e8d-0f9c685dc5ff on network c43aeec3-402b-4df6-afe3-3fcc19bcd461 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:35.271335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:35.273056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Checking segment: {'id': 'd862f879-aec2-48ac-bbaf-87e946fd4275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c43aeec3-402b-4df6-afe3-3fcc19bcd461'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:35.273860 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.275139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Bound using segment: {'id': 'd862f879-aec2-48ac-bbaf-87e946fd4275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c43aeec3-402b-4df6-afe3-3fcc19bcd461'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:35.277141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Bound port: 29117447-af83-4569-8e8d-0f9c685dc5ff, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd862f879-aec2-48ac-bbaf-87e946fd4275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c43aeec3-402b-4df6-afe3-3fcc19bcd461'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:35.278162 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.310865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Subnet': ['ID=f6e2544a-abb5-42a4-90cb-3051cea46b28,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:35.330663 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-b27eff8c-a623-41df-96c0-372ce18881fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.365814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1c9456f9-4230-415f-bc76-5c9bf3f6f10b no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:35.399533 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-54bfb37d-6518-4698-8c17-dc004d1b0117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.471584 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27eff8c-a623-41df-96c0-372ce18881fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event deleted for resources: {'Port': ['ID=1c9456f9-4230-415f-bc76-5c9bf3f6f10b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:35.482835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 1c9456f9-4230-415f-bc76-5c9bf3f6f10b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:35.483297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 1c9456f9-4230-415f-bc76-5c9bf3f6f10b not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:35.493107 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-54bfb37d-6518-4698-8c17-dc004d1b0117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.494176 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9f841c18-6e76-4848-ba0f-e4b8a7d4bb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.498396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port edd860e2-b13f-476a-b14c-20c504ad5150 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:35.499020 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.597272 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:47:35.603584 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] For port 29117447-af83-4569-8e8d-0f9c685dc5ff, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:35.611248 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] For port 29117447-af83-4569-8e8d-0f9c685dc5ff, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=29117447-af83-4569-8e8d-0f9c685dc5ff,segment=NetworkSegment(d862f879-aec2-48ac-bbaf-87e946fd4275),segment_id=d862f879-aec2-48ac-bbaf-87e946fd4275)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:35.613965 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.615945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Pushing event updated for resources: {'Port': ['ID=29117447-af83-4569-8e8d-0f9c685dc5ff,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:35.628109 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.643231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bde4cbff-634f-4915-b99a-b2bb52b42bfe']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:35.669239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23611e4e-82c2-43f0-a402-4b2ffd542377') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:35.673618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23611e4e-82c2-43f0-a402-4b2ffd542377') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:35.675014 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-54bfb37d-6518-4698-8c17-dc004d1b0117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.681192 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-54bfb37d-6518-4698-8c17-dc004d1b0117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.683243 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-54bfb37d-6518-4698-8c17-dc004d1b0117 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f79a7a5-face-4eea-a8ab-327833bea793 HTTP/1.1" status: 204 len: 168 time: 0.6509433 Jul 16 08:47:35.724007 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.728652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bfb37d-6518-4698-8c17-dc004d1b0117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f79a7a5-face-4eea-a8ab-327833bea793,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:35.780288 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.794934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:35.797314 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.798320 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:36.017955 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:36.031202 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.041745 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99de5a-4ef1-4e53-afaf-1acf2b6743f6 None None] Pushing event updated for resources: {'Port': ['ID=29117447-af83-4569-8e8d-0f9c685dc5ff,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:36.537896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00881bbf-f667-4a66-8e43-05ea6446e29b req-4b886f68-88da-4fb1-b525-a09557f6b216 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:36.551674 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-00881bbf-f667-4a66-8e43-05ea6446e29b req-4b886f68-88da-4fb1-b525-a09557f6b216 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 868 time: 3.2116845 Jul 16 08:47:36.574186 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.576477 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/bde4cbff-634f-4915-b99a-b2bb52b42bfe HTTP/1.1" status: 204 len: 168 time: 4.5809250 Jul 16 08:47:36.580416 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36660) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:36.588423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-25a11515-f7bf-4a5c-a025-a585fc9babaf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2052386139'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:36.648047 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a11515-f7bf-4a5c-a025-a585fc9babaf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:36.672363 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-25a11515-f7bf-4a5c-a025-a585fc9babaf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.695381 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad21a6df-2c9f-4beb-9386-2da22ca16913 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Network': ['ID=bde4cbff-634f-4915-b99a-b2bb52b42bfe,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:36.728968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25a11515-f7bf-4a5c-a025-a585fc9babaf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:36.802464 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-25a11515-f7bf-4a5c-a025-a585fc9babaf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.804844 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-25a11515-f7bf-4a5c-a025-a585fc9babaf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Added segment f558c428-eefd-46ac-9823-720e73763378 of type vlan for network 678b94bc-b455-4304-9a6f-dba9f41b90d6 Jul 16 08:47:36.877462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-b27eff8c-a623-41df-96c0-372ce18881fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Router a490ce74-ea4f-4455-8679-4d8629c7613f has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:36.882258 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-00881bbf-f667-4a66-8e43-05ea6446e29b req-f033424e-8dec-4d39-9368-425e02d226df tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=691ce1c2-c964-4992-a596-92623aabca3f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3213451 Jul 16 08:47:37.018674 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-25a11515-f7bf-4a5c-a025-a585fc9babaf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.102903 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-25a11515-f7bf-4a5c-a025-a585fc9babaf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.115670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a11515-f7bf-4a5c-a025-a585fc9babaf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:37.118825 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-25a11515-f7bf-4a5c-a025-a585fc9babaf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.190539 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-b27eff8c-a623-41df-96c0-372ce18881fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:37.205118 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b3d55f-780f-49c5-9c33-cd0e9c8896f8 None None] Sync routers for ids ['a490ce74-ea4f-4455-8679-4d8629c7613f'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:37.246986 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b3d55f-780f-49c5-9c33-cd0e9c8896f8 None None] Routers {'a490ce74-ea4f-4455-8679-4d8629c7613f'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:37.249345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f5b3d55f-780f-49c5-9c33-cd0e9c8896f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:47:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a490ce74-ea4f-4455-8679-4d8629c7613f'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:37.353881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-b27eff8c-a623-41df-96c0-372ce18881fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] No DVR routers for this DVR port 1c9456f9-4230-415f-bc76-5c9bf3f6f10b on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:37.359211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a11515-f7bf-4a5c-a025-a585fc9babaf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Network': ['ID=678b94bc-b455-4304-9a6f-dba9f41b90d6,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:37.365751 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-b27eff8c-a623-41df-96c0-372ce18881fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.370461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-43963cff-7790-4c7b-bfd7-c05e3f8d4e3f req-b27eff8c-a623-41df-96c0-372ce18881fa tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.15 "DELETE /v2.0/ports/1c9456f9-4230-415f-bc76-5c9bf3f6f10b HTTP/1.1" status: 204 len: 173 time: 4.4290004 Jul 16 08:47:37.370973 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'name': 'network-vif-deleted', 'tag': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:37.404780 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a4a9c86-5520-4485-895b-5f188ab6ad53" -d '{"events": [{"server_uuid": "3c6aaec5-049a-4d71-be5b-f7723e772533", "name": "network-vif-deleted", "tag": "1c9456f9-4230-415f-bc76-5c9bf3f6f10b"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:37.438870 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-25a11515-f7bf-4a5c-a025-a585fc9babaf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8552544 Jul 16 08:47:37.441660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36676) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:37.480748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d9267095-9843-4351-8a94-5b23d13a75a1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'subnet': {'network_id': '678b94bc-b455-4304-9a6f-dba9f41b90d6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:37.631605 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e07d1b-2626-4173-807e-044c427712e0 x-openstack-request-id: req-33e07d1b-2626-4173-807e-044c427712e0 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:37.631936 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6aaec5-049a-4d71-be5b-f7723e772533", "name": "network-vif-deleted", "tag": "1c9456f9-4230-415f-bc76-5c9bf3f6f10b", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:37.635197 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33e07d1b-2626-4173-807e-044c427712e0 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:37.635684 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6aaec5-049a-4d71-be5b-f7723e772533', 'name': 'network-vif-deleted', 'tag': '1c9456f9-4230-415f-bc76-5c9bf3f6f10b', 'status': 'completed', 'code': 200} Jul 16 08:47:37.814491 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f5b3d55f-780f-49c5-9c33-cd0e9c8896f8 None None] Set router a490ce74-ea4f-4455-8679-4d8629c7613f gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:37.828896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 678b94bc-b455-4304-9a6f-dba9f41b90d6 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:37.838699 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c951162b-df9f-42ca-87a4-41d7fb15c84b up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:37.896275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9267095-9843-4351-8a94-5b23d13a75a1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:37.910299 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d9267095-9843-4351-8a94-5b23d13a75a1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.711421 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de10c0fb-bf44-4d5e-a532-0e06d1d8651c req-ec509b50-e7ad-4f02-a2b6-8c4035a8b85a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c6aaec5-049a-4d71-be5b-f7723e772533 HTTP/1.1" status: 200 len: 210 time: 0.0980496 Jul 16 08:47:39.033923 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d9267095-9843-4351-8a94-5b23d13a75a1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.120255 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a29c3d-693f-4a57-b83e-cfb6730e2c41 None None] Network c43aeec3-402b-4df6-afe3-3fcc19bcd461 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:39.135277 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 29117447-af83-4569-8e8d-0f9c685dc5ff up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:39.309373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9267095-9843-4351-8a94-5b23d13a75a1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Subnet': ['ID=7aab8712-8731-4dbc-9583-ddc3fda056f8,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:39.327622 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9267095-9843-4351-8a94-5b23d13a75a1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Checking segment: {'id': 'f558c428-eefd-46ac-9823-720e73763378', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '678b94bc-b455-4304-9a6f-dba9f41b90d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:39.328177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9267095-9843-4351-8a94-5b23d13a75a1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network hostable DHCP agents. Network: 678b94bc-b455-4304-9a6f-dba9f41b90d6, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:39.434651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9267095-9843-4351-8a94-5b23d13a75a1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network 678b94bc-b455-4304-9a6f-dba9f41b90d6 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:39.462916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-d9267095-9843-4351-8a94-5b23d13a75a1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 678b94bc-b455-4304-9a6f-dba9f41b90d6) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:39.469982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9267095-9843-4351-8a94-5b23d13a75a1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:39.470216 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d9267095-9843-4351-8a94-5b23d13a75a1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.536388 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d9267095-9843-4351-8a94-5b23d13a75a1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.0894680 Jul 16 08:47:39.540797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36728) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:39.760023 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.761831 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3b9ac423-267d-4acf-86c3-b3c3b6303c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.763749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488cd095-5af7-4764-af21-a6211fe09714 None None] Network 678b94bc-b455-4304-9a6f-dba9f41b90d6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:39.839753 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.928399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-10a17df5-545b-4258-bab5-96b8e913d841 None None] Provisioning for port 29117447-af83-4569-8e8d-0f9c685dc5ff completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:40.114657 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.159682 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port c951162b-df9f-42ca-87a4-41d7fb15c84b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:40.160592 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.176862 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.237050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 29117447-af83-4569-8e8d-0f9c685dc5ff completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:40.263223 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a4c136-f49e-4006-ada1-e862023a9af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-678b94bc-b455-4304-9a6f-dba9f41b90d6', 'network_id': '678b94bc-b455-4304-9a6f-dba9f41b90d6', 'tenant_id': 'd79c20ed0b734abf92420cf993e8d9db', 'fixed_ips': [{'subnet_id': '7aab8712-8731-4dbc-9583-ddc3fda056f8'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:40.264167 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c6a4c136-f49e-4006-ada1-e862023a9af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.273174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f5b3d55f-780f-49c5-9c33-cd0e9c8896f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:37Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'f79ff542-49c9-4518-8acb-073ab31de248', 'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'mac_address': 'fa:16:3e:bd:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:33Z', 'updated_at': '2021-07-16T08:42:47Z', 'revision_number': 5, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'subnets': [{'id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:40.293050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 29117447-af83-4569-8e8d-0f9c685dc5ff triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:40.293050 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.458920 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.598423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Subnet': ['ID=7aab8712-8731-4dbc-9583-ddc3fda056f8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:40.753942 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.779046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678b94bc-b455-4304-9a6f-dba9f41b90d6']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:40.806345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f558c428-eefd-46ac-9823-720e73763378') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:40.806994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f558c428-eefd-46ac-9823-720e73763378') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:40.834403 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.856793 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.877727 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:40.878553 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.896371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b3d55f-780f-49c5-9c33-cd0e9c8896f8 None None] Checking router: a490ce74-ea4f-4455-8679-4d8629c7613f for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:41.002826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b3d55f-780f-49c5-9c33-cd0e9c8896f8 None None] Routers {'a490ce74-ea4f-4455-8679-4d8629c7613f'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:41.007067 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f5b3d55f-780f-49c5-9c33-cd0e9c8896f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:47:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a490ce74-ea4f-4455-8679-4d8629c7613f'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:41.013975 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:41.024428 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.036997 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.042960 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36756) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.043653 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/678b94bc-b455-4304-9a6f-dba9f41b90d6 HTTP/1.1" status: 204 len: 168 time: 1.4955945 Jul 16 08:47:41.051251 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6ead6c26-29a3-4d4c-b40f-717f480d27ab tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-944547713'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:41.090034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498100ce-7675-46e6-b873-b3d9efb09a18 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Network': ['ID=678b94bc-b455-4304-9a6f-dba9f41b90d6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:41.181482 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ead6c26-29a3-4d4c-b40f-717f480d27ab tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:41.217934 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6ead6c26-29a3-4d4c-b40f-717f480d27ab tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.307790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ead6c26-29a3-4d4c-b40f-717f480d27ab tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:41.318594 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36774) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.337270 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6ead6c26-29a3-4d4c-b40f-717f480d27ab tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.338038 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-6ead6c26-29a3-4d4c-b40f-717f480d27ab tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Added segment 64af4c49-c08b-4e89-8a25-c7a5c0336556 of type vlan for network 0b9847ea-4873-4347-baba-13d91e7ea650 Jul 16 08:47:41.365226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f5b3d55f-780f-49c5-9c33-cd0e9c8896f8 None None] Set router a490ce74-ea4f-4455-8679-4d8629c7613f gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:41.438233 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6ead6c26-29a3-4d4c-b40f-717f480d27ab tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.503441 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24364520-2682-4350-a137-42a2da6291ff tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.516646 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6ead6c26-29a3-4d4c-b40f-717f480d27ab tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.530060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead6c26-29a3-4d4c-b40f-717f480d27ab tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.531271 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6ead6c26-29a3-4d4c-b40f-717f480d27ab tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.596202 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24364520-2682-4350-a137-42a2da6291ff tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.698251 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ead6c26-29a3-4d4c-b40f-717f480d27ab tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Network': ['ID=0b9847ea-4873-4347-baba-13d91e7ea650,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:41.728341 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6ead6c26-29a3-4d4c-b40f-717f480d27ab tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6799805 Jul 16 08:47:41.729379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36780) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.757574 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-cc173698-d010-45b2-9ca9-25d4d3cc4afa tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'subnet': {'network_id': '0b9847ea-4873-4347-baba-13d91e7ea650', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:41.764157 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24364520-2682-4350-a137-42a2da6291ff tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.770467 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24364520-2682-4350-a137-42a2da6291ff tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.778023 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-24364520-2682-4350-a137-42a2da6291ff tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "DELETE /v2.0/security-groups/691ce1c2-c964-4992-a596-92623aabca3f HTTP/1.1" status: 204 len: 168 time: 0.4577391 Jul 16 08:47:41.779003 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36782) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.826329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24364520-2682-4350-a137-42a2da6291ff tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=691ce1c2-c964-4992-a596-92623aabca3f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:41.864959 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-5c99c632-c3f4-4a37-93e0-3f87ad965665 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] show failed (client error): The resource could not be found. Jul 16 08:47:41.866358 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5c99c632-c3f4-4a37-93e0-3f87ad965665 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups/691ce1c2-c964-4992-a596-92623aabca3f HTTP/1.1" status: 404 len: 347 time: 0.0437472 Jul 16 08:47:41.867944 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-c6a4c136-f49e-4006-ada1-e862023a9af3 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:47:41.867944 n-d-758944-46 neutron-server[93696]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jul 16 08:47:41.867944 n-d-758944-46 neutron-server[93696]: [parameters: {'project_id': 'd79c20ed0b734abf92420cf993e8d9db', 'id': 'dd2fa82a-a150-47f5-92ce-2f76ea4cac0a', 'name': '', 'network_id': '678b94bc-b455-4304-9a6f-dba9f41b90d6', 'mac_address': 'fa:16:3e:03:92:a5', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-678b94bc-b455-4304-9a6f-dba9f41b90d6', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2141}] Jul 16 08:47:41.867944 n-d-758944-46 neutron-server[93696]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:47:41.869463 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-c6a4c136-f49e-4006-ada1-e862023a9af3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:47:41.873703 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.877971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36784) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.959345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 0b9847ea-4873-4347-baba-13d91e7ea650 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:42.044794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc173698-d010-45b2-9ca9-25d4d3cc4afa tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:42.049436 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc173698-d010-45b2-9ca9-25d4d3cc4afa tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.344207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c3273040-cf71-42d8-b51f-6842891e1e39 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Deleting port 277e1fc8-d4b8-42c6-bace-e2c1418d2692 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:42.350717 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3273040-cf71-42d8-b51f-6842891e1e39 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.385494 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.447908 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c6a4c136-f49e-4006-ada1-e862023a9af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.537197 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.609014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 29117447-af83-4569-8e8d-0f9c685dc5ff, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=29117447-af83-4569-8e8d-0f9c685dc5ff,segment=NetworkSegment(d862f879-aec2-48ac-bbaf-87e946fd4275),segment_id=d862f879-aec2-48ac-bbaf-87e946fd4275)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:42.665478 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.678016 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3273040-cf71-42d8-b51f-6842891e1e39 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.678446 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3273040-cf71-42d8-b51f-6842891e1e39 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.708394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c951162b-df9f-42ca-87a4-41d7fb15c84b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:42.708394 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668a4bda-2561-4fce-ba5b-fa93dccfe637" -d '{"events": [{"server_uuid": "db835561-d462-4385-abc5-6ca2a387cb8f", "name": "network-vif-plugged", "status": "completed", "tag": "c951162b-df9f-42ca-87a4-41d7fb15c84b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:42.716122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c3273040-cf71-42d8-b51f-6842891e1e39 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Calling delete_port for 277e1fc8-d4b8-42c6-bace-e2c1418d2692 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:42.941054 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4747ddfc-e8a3-4253-85fd-4f687ededd95 None None] Network 678b94bc-b455-4304-9a6f-dba9f41b90d6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:43.100141 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d19763-45dc-4c16-b818-470ab4a5bb63 x-openstack-request-id: req-55d19763-45dc-4c16-b818-470ab4a5bb63 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:43.101069 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db835561-d462-4385-abc5-6ca2a387cb8f", "name": "network-vif-plugged", "status": "completed", "tag": "c951162b-df9f-42ca-87a4-41d7fb15c84b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:43.101702 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55d19763-45dc-4c16-b818-470ab4a5bb63 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:43.102538 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c951162b-df9f-42ca-87a4-41d7fb15c84b', 'code': 200} Jul 16 08:47:43.111190 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc173698-d010-45b2-9ca9-25d4d3cc4afa tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.231753 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4747ddfc-e8a3-4253-85fd-4f687ededd95 None None] Network 678b94bc-b455-4304-9a6f-dba9f41b90d6 could not be found, it might have been deleted concurrently. {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 08:47:43.273859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c951162b-df9f-42ca-87a4-41d7fb15c84b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:43.325126 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3273040-cf71-42d8-b51f-6842891e1e39 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.376885 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.434637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3273040-cf71-42d8-b51f-6842891e1e39 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event deleted for resources: {'Port': ['ID=277e1fc8-d4b8-42c6-bace-e2c1418d2692,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:43.533407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=29117447-af83-4569-8e8d-0f9c685dc5ff,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:43.616874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc173698-d010-45b2-9ca9-25d4d3cc4afa tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Subnet': ['ID=0ed862aa-aaed-4fc7-97ae-85eed66d9370,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:43.662971 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc173698-d010-45b2-9ca9-25d4d3cc4afa tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Checking segment: {'id': '64af4c49-c08b-4e89-8a25-c7a5c0336556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '0b9847ea-4873-4347-baba-13d91e7ea650'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:43.667509 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc173698-d010-45b2-9ca9-25d4d3cc4afa tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network hostable DHCP agents. Network: 0b9847ea-4873-4347-baba-13d91e7ea650, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:43.669150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=c951162b-df9f-42ca-87a4-41d7fb15c84b,revision_number=10']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:43.782671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc173698-d010-45b2-9ca9-25d4d3cc4afa tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network 0b9847ea-4873-4347-baba-13d91e7ea650 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:43.822704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-cc173698-d010-45b2-9ca9-25d4d3cc4afa tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 0b9847ea-4873-4347-baba-13d91e7ea650) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:43.835165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc173698-d010-45b2-9ca9-25d4d3cc4afa tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:43.839478 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc173698-d010-45b2-9ca9-25d4d3cc4afa tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.849828 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3273040-cf71-42d8-b51f-6842891e1e39 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.866936 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3273040-cf71-42d8-b51f-6842891e1e39 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.895803 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c3273040-cf71-42d8-b51f-6842891e1e39 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "DELETE /v2.0/floatingips/bc39ecf2-9992-4532-bbbe-5e0e7ce4bd6c HTTP/1.1" status: 204 len: 168 time: 2.0091131 Jul 16 08:47:43.907855 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cc173698-d010-45b2-9ca9-25d4d3cc4afa tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.1755362 Jul 16 08:47:43.908712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36820) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:43.912869 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-405d98a4-19ee-49e7-9994-f7d1e0523d8a None None] Network 0b9847ea-4873-4347-baba-13d91e7ea650 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:44.406477 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.558861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c155eb76-259b-43a8-9edb-5a138ea0434a None None] Provisioning complete for port 29117447-af83-4569-8e8d-0f9c685dc5ff triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:44.559488 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c155eb76-259b-43a8-9edb-5a138ea0434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.560512 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.707008 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.815388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Subnet': ['ID=0ed862aa-aaed-4fc7-97ae-85eed66d9370,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:44.911794 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f5b3d55f-780f-49c5-9c33-cd0e9c8896f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:37Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'f79ff542-49c9-4518-8acb-073ab31de248', 'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'mac_address': 'fa:16:3e:bd:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:33Z', 'updated_at': '2021-07-16T08:42:47Z', 'revision_number': 5, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'subnets': [{'id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:44.986260 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a2aa35-5183-4ebe-8655-94f1f7ceed5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-0b9847ea-4873-4347-baba-13d91e7ea650', 'network_id': '0b9847ea-4873-4347-baba-13d91e7ea650', 'tenant_id': 'd79c20ed0b734abf92420cf993e8d9db', 'fixed_ips': [{'subnet_id': '0ed862aa-aaed-4fc7-97ae-85eed66d9370'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:44.989735 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-66a2aa35-5183-4ebe-8655-94f1f7ceed5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.023543 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.072795 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b9847ea-4873-4347-baba-13d91e7ea650']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:45.090897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64af4c49-c08b-4e89-8a25-c7a5c0336556') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:45.098741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64af4c49-c08b-4e89-8a25-c7a5c0336556') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:45.119549 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.165317 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36844) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:45.171900 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.174919 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-478e476e-4e01-41b9-b948-52c84be27e46 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Request body: {'security_group': {'name': 'tempest-securitygroup--887941195', 'description': 'tempest-description--912138814'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:45.193891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:45.195443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:45.322801 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:45.326423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36850) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:45.337358 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.349069 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-478e476e-4e01-41b9-b948-52c84be27e46 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.356375 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.360590 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/0b9847ea-4873-4347-baba-13d91e7ea650 HTTP/1.1" status: 204 len: 168 time: 1.4490087 Jul 16 08:47:45.365403 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36858) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:45.384015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c89b1dd9-2e10-442e-8d0b-6d1e63907cbb tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-661703889'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:45.416337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e69af18-4328-4199-b179-7ea476950614 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Network': ['ID=0b9847ea-4873-4347-baba-13d91e7ea650,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:45.433651 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 29117447-af83-4569-8e8d-0f9c685dc5ff up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:45.460753 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89b1dd9-2e10-442e-8d0b-6d1e63907cbb tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:45.473482 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c89b1dd9-2e10-442e-8d0b-6d1e63907cbb tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.496104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5b3d55f-780f-49c5-9c33-cd0e9c8896f8 None None] The sync data for ids ['a490ce74-ea4f-4455-8679-4d8629c7613f'] in n-d-758944-46 is: [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:37Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'f79ff542-49c9-4518-8acb-073ab31de248', 'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'mac_address': 'fa:16:3e:bd:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:33Z', 'updated_at': '2021-07-16T08:42:47Z', 'revision_number': 5, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'subnets': [{'id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:45.586285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89b1dd9-2e10-442e-8d0b-6d1e63907cbb tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:45.613038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c0ae52-1312-460e-bf1c-bb0027a7ed45 None None] Network 0b9847ea-4873-4347-baba-13d91e7ea650 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:45.625089 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c89b1dd9-2e10-442e-8d0b-6d1e63907cbb tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.627386 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-c89b1dd9-2e10-442e-8d0b-6d1e63907cbb tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Added segment f3e947f4-7dad-486e-93ea-5e549f36915c of type vlan for network b3a07786-4774-40b4-8475-16c77d0b6cc9 Jul 16 08:47:45.673811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c0ae52-1312-460e-bf1c-bb0027a7ed45 None None] Network 0b9847ea-4873-4347-baba-13d91e7ea650 could not be found, it might have been deleted concurrently. {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 08:47:45.785605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 29117447-af83-4569-8e8d-0f9c685dc5ff triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:45.786008 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.821003 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7da7eb6-02ca-4389-b92b-9aa8b0413080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.882281 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c89b1dd9-2e10-442e-8d0b-6d1e63907cbb tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.920997 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-478e476e-4e01-41b9-b948-52c84be27e46 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.933759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-478e476e-4e01-41b9-b948-52c84be27e46 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.131946 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478e476e-4e01-41b9-b948-52c84be27e46 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=230597e5-b954-460b-9c64-309ae39c165b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:46.150629 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c89b1dd9-2e10-442e-8d0b-6d1e63907cbb tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.167286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89b1dd9-2e10-442e-8d0b-6d1e63907cbb tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:46.167941 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c89b1dd9-2e10-442e-8d0b-6d1e63907cbb tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.351797 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93b3af7f-04bc-4d92-8c4f-597f107fcf3b None None] New status for floating IP bc39ecf2-9992-4532-bbbe-5e0e7ce4bd6c: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:47:46.393188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b1dd9-2e10-442e-8d0b-6d1e63907cbb tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Network': ['ID=b3a07786-4774-40b4-8475-16c77d0b6cc9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:46.418268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network b3a07786-4774-40b4-8475-16c77d0b6cc9 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:46.576884 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7da7eb6-02ca-4389-b92b-9aa8b0413080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.599166 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-478e476e-4e01-41b9-b948-52c84be27e46 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.601762 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-478e476e-4e01-41b9-b948-52c84be27e46 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.4338121 Jul 16 08:47:46.603607 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7da7eb6-02ca-4389-b92b-9aa8b0413080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.605215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36876) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:46.617323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-35a93f19-ec9a-4110-80b2-134a5865402b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Request body: {'security_group_rule': {'security_group_id': '230597e5-b954-460b-9c64-309ae39c165b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:46.653041 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c89b1dd9-2e10-442e-8d0b-6d1e63907cbb tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2796514 Jul 16 08:47:46.673604 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36878) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:46.718239 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35a93f19-ec9a-4110-80b2-134a5865402b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.752938 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f5da2255-eb17-4422-8230-e49703464886 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'subnet': {'network_id': 'b3a07786-4774-40b4-8475-16c77d0b6cc9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:46.770398 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d7da7eb6-02ca-4389-b92b-9aa8b0413080 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8347916a2cd46b5859c62243c051147&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4424655 Jul 16 08:47:46.775704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36880) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:46.938884 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35a93f19-ec9a-4110-80b2-134a5865402b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.946600 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35a93f19-ec9a-4110-80b2-134a5865402b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.011944 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a93f19-ec9a-4110-80b2-134a5865402b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6bbe274-9cd8-43f3-8c97-5054b3c7ee43,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:47.016754 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35a93f19-ec9a-4110-80b2-134a5865402b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.021326 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-35a93f19-ec9a-4110-80b2-134a5865402b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4110825 Jul 16 08:47:47.022326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36884) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:47.026688 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d455adc3-3f41-4922-99b2-91db6353ff4a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Request body: {'security_group_rule': {'security_group_id': '230597e5-b954-460b-9c64-309ae39c165b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:47.076164 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7da7eb6-02ca-4389-b92b-9aa8b0413080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb088c96-81b8-439e-9a56-45fabec46e97,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:47.087194 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d455adc3-3f41-4922-99b2-91db6353ff4a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.215115 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60cf44e6-3ef2-48bb-bd29-91879661fe01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.232781 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d455adc3-3f41-4922-99b2-91db6353ff4a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.245212 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d455adc3-3f41-4922-99b2-91db6353ff4a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.304889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455adc3-3f41-4922-99b2-91db6353ff4a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=900f5ec7-edc8-40f7-9dea-a88440e0060d,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:47.315645 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60cf44e6-3ef2-48bb-bd29-91879661fe01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.333831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5da2255-eb17-4422-8230-e49703464886 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:47.337717 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d455adc3-3f41-4922-99b2-91db6353ff4a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.339536 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f5da2255-eb17-4422-8230-e49703464886 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.340176 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d455adc3-3f41-4922-99b2-91db6353ff4a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3170755 Jul 16 08:47:47.343185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36888) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:47.355114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:47.421663 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.501442 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60cf44e6-3ef2-48bb-bd29-91879661fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.504393 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60cf44e6-3ef2-48bb-bd29-91879661fe01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.509165 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-60cf44e6-3ef2-48bb-bd29-91879661fe01 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb088c96-81b8-439e-9a56-45fabec46e97 HTTP/1.1" status: 204 len: 168 time: 0.7212589 Jul 16 08:47:47.532413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cf44e6-3ef2-48bb-bd29-91879661fe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb088c96-81b8-439e-9a56-45fabec46e97,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:47.818213 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f5da2255-eb17-4422-8230-e49703464886 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.894958 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.264688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da2255-eb17-4422-8230-e49703464886 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Subnet': ['ID=90e3850a-35b6-4ec1-8b18-3a6d79714320,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.266401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Allocated IP 172.25.4.182 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/f90ae4b8-f511-4dd6-bad0-dc6dad649cfc) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:48.301513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5da2255-eb17-4422-8230-e49703464886 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Checking segment: {'id': 'f3e947f4-7dad-486e-93ea-5e549f36915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b3a07786-4774-40b4-8475-16c77d0b6cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:48.302633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5da2255-eb17-4422-8230-e49703464886 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network hostable DHCP agents. Network: b3a07786-4774-40b4-8475-16c77d0b6cc9, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:48.364019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5da2255-eb17-4422-8230-e49703464886 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network b3a07786-4774-40b4-8475-16c77d0b6cc9 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:48.382764 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f5da2255-eb17-4422-8230-e49703464886 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, b3a07786-4774-40b4-8475-16c77d0b6cc9) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:48.393844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5da2255-eb17-4422-8230-e49703464886 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:48.394298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfd54a6-adf5-4990-b97b-020bf1c972ae None None] Network b3a07786-4774-40b4-8475-16c77d0b6cc9 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:48.394782 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f5da2255-eb17-4422-8230-e49703464886 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.429255 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f5da2255-eb17-4422-8230-e49703464886 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6857889 Jul 16 08:47:48.431231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36910) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:48.436876 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e8bf5898-b949-4e53-bbfd-d5f74e2d2933 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'subnet': {'network_id': 'b3a07786-4774-40b4-8475-16c77d0b6cc9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:48.610299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36912) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:48.632275 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f40e881-3b5c-4a76-a14b-163194c93984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.682669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-b3a07786-4774-40b4-8475-16c77d0b6cc9', 'network_id': 'b3a07786-4774-40b4-8475-16c77d0b6cc9', 'tenant_id': 'd79c20ed0b734abf92420cf993e8d9db', 'fixed_ips': [{'subnet_id': '90e3850a-35b6-4ec1-8b18-3a6d79714320'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:48.684198 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.691613 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.748846 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.869637 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f40e881-3b5c-4a76-a14b-163194c93984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.880761 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f40e881-3b5c-4a76-a14b-163194c93984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.952366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5f40e881-3b5c-4a76-a14b-163194c93984 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70d261b89f70482480b6959f1558394a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3403256 Jul 16 08:47:48.953378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f40e881-3b5c-4a76-a14b-163194c93984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1a2b37-83df-4fd1-9228-11507b749604,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.958735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36926) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:49.037451 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f38bb2d-1f9b-4bdd-8627-1d4197cdc660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.040049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:49.066959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:49.072466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:49.083929 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f38bb2d-1f9b-4bdd-8627-1d4197cdc660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.099130 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event updated for resources: {'Port': ['ID=f90ae4b8-f511-4dd6-bad0-dc6dad649cfc,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:49.209732 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f38bb2d-1f9b-4bdd-8627-1d4197cdc660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.213035 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f38bb2d-1f9b-4bdd-8627-1d4197cdc660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.217522 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2f38bb2d-1f9b-4bdd-8627-1d4197cdc660 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c1a2b37-83df-4fd1-9228-11507b749604 HTTP/1.1" status: 204 len: 168 time: 0.2574706 Jul 16 08:47:49.246897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f38bb2d-1f9b-4bdd-8627-1d4197cdc660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1a2b37-83df-4fd1-9228-11507b749604,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:49.276733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Allocated IP 2001:db8::2 (b3a07786-4774-40b4-8475-16c77d0b6cc9/90e3850a-35b6-4ec1-8b18-3a6d79714320/0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:49.387386 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.477452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bf5898-b949-4e53-bbfd-d5f74e2d2933 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:49.481277 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e8bf5898-b949-4e53-bbfd-d5f74e2d2933 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.493312 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.503446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Transition to ACTIVE for port object 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:49.525744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Transition to ACTIVE for port object 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:49.540294 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.544217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.604176 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Pushing event updated for resources: {'Port': ['ID=0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:49.620743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.620743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.621092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.621481 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.621653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.621963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.622291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.622624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.622943 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.623267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.623587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.623903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.648560 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Network b3a07786-4774-40b4-8475-16c77d0b6cc9 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:49.656142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:49.662809 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:50.281785 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.291476 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.364085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event updated for resources: {'Port': ['ID=f90ae4b8-f511-4dd6-bad0-dc6dad649cfc,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:50.366995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Attempting to bind port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:50.367661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Attempting to bind port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'f3e947f4-7dad-486e-93ea-5e549f36915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b3a07786-4774-40b4-8475-16c77d0b6cc9'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:50.369719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Attempting to bind port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 on network b3a07786-4774-40b4-8475-16c77d0b6cc9 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:50.393006 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:50.395851 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Checking segment: {'id': 'f3e947f4-7dad-486e-93ea-5e549f36915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b3a07786-4774-40b4-8475-16c77d0b6cc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:50.397979 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.404950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Bound using segment: {'id': 'f3e947f4-7dad-486e-93ea-5e549f36915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b3a07786-4774-40b4-8475-16c77d0b6cc9'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:50.406411 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Bound port: 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3e947f4-7dad-486e-93ea-5e549f36915c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'b3a07786-4774-40b4-8475-16c77d0b6cc9'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:50.407518 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.468705 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.558375 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.569985 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c1ee77a1-836a-479a-b32c-b8de44e440b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2250443 Jul 16 08:47:50.587070 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] For port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:50.621148 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] For port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2,segment=NetworkSegment(f3e947f4-7dad-486e-93ea-5e549f36915c),segment_id=f3e947f4-7dad-486e-93ea-5e549f36915c)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:50.622510 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e8bf5898-b949-4e53-bbfd-d5f74e2d2933 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.630010 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.763849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf5898-b949-4e53-bbfd-d5f74e2d2933 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Subnet': ['ID=b7a39c3f-efc6-4ee6-9286-ea6f480ad3cd,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:50.802349 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf5898-b949-4e53-bbfd-d5f74e2d2933 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network b3a07786-4774-40b4-8475-16c77d0b6cc9 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:50.804877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e8bf5898-b949-4e53-bbfd-d5f74e2d2933 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:50.817281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bf5898-b949-4e53-bbfd-d5f74e2d2933 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.818057 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e8bf5898-b949-4e53-bbfd-d5f74e2d2933 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.821953 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a12a94-6aba-4a0e-aa03-cdb58083d735 None None] Pushing event updated for resources: {'Port': ['ID=0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:50.853728 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e8bf5898-b949-4e53-bbfd-d5f74e2d2933 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.4185491 Jul 16 08:47:50.854111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36968) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:51.106913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e999c8a-eee1-42e2-8e88-1eac002dd41b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:51.108625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e999c8a-eee1-42e2-8e88-1eac002dd41b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:51.110228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e999c8a-eee1-42e2-8e88-1eac002dd41b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:51.111808 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e999c8a-eee1-42e2-8e88-1eac002dd41b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:51.113609 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e999c8a-eee1-42e2-8e88-1eac002dd41b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:51.121734 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1e999c8a-eee1-42e2-8e88-1eac002dd41b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2661793 Jul 16 08:47:51.122339 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36990) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:51.127568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-85716cd4-9e23-468a-9220-473902c3b22e tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1278267188'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:51.211462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85716cd4-9e23-468a-9220-473902c3b22e tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:51.254405 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-85716cd4-9e23-468a-9220-473902c3b22e tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.356030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85716cd4-9e23-468a-9220-473902c3b22e tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:51.446387 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-85716cd4-9e23-468a-9220-473902c3b22e tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.451246 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-85716cd4-9e23-468a-9220-473902c3b22e tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Added segment 6e67275f-7b94-4c98-bf5f-64c10540f561 of type vlan for network 61a8ce43-ddac-427c-802e-25c4cb193a65 Jul 16 08:47:51.698793 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-85716cd4-9e23-468a-9220-473902c3b22e tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.861731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-85716cd4-9e23-468a-9220-473902c3b22e tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.885976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85716cd4-9e23-468a-9220-473902c3b22e tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:51.886571 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-85716cd4-9e23-468a-9220-473902c3b22e tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.023298 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-2404fa40-9367-4aa5-b064-a20152b78059 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--887941195&fields=id&tenant_id=bf13c641cc6b45f4add343877ddf9789 HTTP/1.1" status: 200 len: 267 time: 0.6528111 Jul 16 08:47:52.026081 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-85716cd4-9e23-468a-9220-473902c3b22e tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9026873 Jul 16 08:47:52.032322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37012) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:52.047545 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-84826383-e6a9-41fe-8577-6e85d954a546 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:52.220781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-bb3efbcb-1fea-44d9-bfed-e161005a7066 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.234725 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-bb3efbcb-1fea-44d9-bfed-e161005a7066 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/networks?id=0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 200 len: 817 time: 0.2097893 Jul 16 08:47:52.309079 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-05c57d2a-0484-4610-bfc4-861c71f746e0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/quotas/bf13c641cc6b45f4add343877ddf9789 HTTP/1.1" status: 200 len: 375 time: 0.0728016 Jul 16 08:47:52.430010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85716cd4-9e23-468a-9220-473902c3b22e tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Network': ['ID=61a8ce43-ddac-427c-802e-25c4cb193a65,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:52.442065 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 61a8ce43-ddac-427c-802e-25c4cb193a65 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:52.684034 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-06e356ee-ef2e-4dd2-b401-294bb0621ae5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=bf13c641cc6b45f4add343877ddf9789&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3737075 Jul 16 08:47:52.826604 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-84826383-e6a9-41fe-8577-6e85d954a546 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.902009 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-84826383-e6a9-41fe-8577-6e85d954a546 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.955856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-84826383-e6a9-41fe-8577-6e85d954a546 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network 61a8ce43-ddac-427c-802e-25c4cb193a65 is not hosted by any dhcp agent {{(pid=93694) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:47:52.974824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84826383-e6a9-41fe-8577-6e85d954a546 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:52.975500 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-84826383-e6a9-41fe-8577-6e85d954a546 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.985976 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-84826383-e6a9-41fe-8577-6e85d954a546 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "PUT /v2.0/networks/61a8ce43-ddac-427c-802e-25c4cb193a65 HTTP/1.1" status: 200 len: 723 time: 0.9477627 Jul 16 08:47:52.986195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37032) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:52.993109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'subnet': {'network_id': '61a8ce43-ddac-427c-802e-25c4cb193a65', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:53.061730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:53.211860 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df6b7355-38b6-44a4-86fb-491d5d28dce4 None None] Network b3a07786-4774-40b4-8475-16c77d0b6cc9 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:53.268540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84826383-e6a9-41fe-8577-6e85d954a546 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Network': ['ID=61a8ce43-ddac-427c-802e-25c4cb193a65,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:53.389936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 61a8ce43-ddac-427c-802e-25c4cb193a65 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:53.472685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8969a375-931b-42cd-8bb7-24515f582703 None None] Provisioning for port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:53.563659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:53.572606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:53.573423 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.761716 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.889087 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65339174-51f8-4ff0-9416-7a9bbe0432dd None None] Update dhcp port {'port': {'network_id': 'b3a07786-4774-40b4-8475-16c77d0b6cc9', 'fixed_ips': [{'subnet_id': '90e3850a-35b6-4ec1-8b18-3a6d79714320', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b7a39c3f-efc6-4ee6-9286-ea6f480ad3cd'}], 'binding:host_id': 'n-d-758944-46'}, 'id': '0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:47:53.934156 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-65339174-51f8-4ff0-9416-7a9bbe0432dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.952679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2,segment=NetworkSegment(f3e947f4-7dad-486e-93ea-5e549f36915c),segment_id=f3e947f4-7dad-486e-93ea-5e549f36915c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:53.962912 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.057523 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-2ace6015-c536-4bf8-b124-77ae075ec3b0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:47:54.065814 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-2ace6015-c536-4bf8-b124-77ae075ec3b0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 1.3457832 Jul 16 08:47:54.117123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:54.125679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a13f24-07e5-4087-839a-1bcf0aa64830 req-d0f9eb85-2533-43c1-9efa-162aba1dddb3 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.148894 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a13f24-07e5-4087-839a-1bcf0aa64830 req-d0f9eb85-2533-43c1-9efa-162aba1dddb3 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.167163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a13f24-07e5-4087-839a-1bcf0aa64830 req-d0f9eb85-2533-43c1-9efa-162aba1dddb3 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.192042 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a13f24-07e5-4087-839a-1bcf0aa64830 req-d0f9eb85-2533-43c1-9efa-162aba1dddb3 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.210546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a13f24-07e5-4087-839a-1bcf0aa64830 req-d0f9eb85-2533-43c1-9efa-162aba1dddb3 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.217014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a13f24-07e5-4087-839a-1bcf0aa64830 req-d0f9eb85-2533-43c1-9efa-162aba1dddb3 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.275950 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a13f24-07e5-4087-839a-1bcf0aa64830 req-d0f9eb85-2533-43c1-9efa-162aba1dddb3 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.278957 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b5a13f24-07e5-4087-839a-1bcf0aa64830 req-d0f9eb85-2533-43c1-9efa-162aba1dddb3 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5444 time: 0.3355877 Jul 16 08:47:54.393216 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b5a13f24-07e5-4087-839a-1bcf0aa64830 req-59947e99-bca5-446f-9cc0-c93f08744697 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0983806 Jul 16 08:47:54.502065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:54.510364 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.559054 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-65339174-51f8-4ff0-9416-7a9bbe0432dd None None] Allocated IP 172.20.0.1 (b3a07786-4774-40b4-8475-16c77d0b6cc9/b7a39c3f-efc6-4ee6-9286-ea6f480ad3cd/0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:54.796436 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-b0b9bb7d-ef82-4df3-be13-36594f583c70 service neutron] 10.222.0.20 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7279911 Jul 16 08:47:54.886159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6710a5c-8889-4099-80b4-c15a58221832 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.893029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6710a5c-8889-4099-80b4-c15a58221832 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.900135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6710a5c-8889-4099-80b4-c15a58221832 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.906993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6710a5c-8889-4099-80b4-c15a58221832 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.913627 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6710a5c-8889-4099-80b4-c15a58221832 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.920167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6710a5c-8889-4099-80b4-c15a58221832 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.926961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6710a5c-8889-4099-80b4-c15a58221832 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.929242 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6710a5c-8889-4099-80b4-c15a58221832 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5444 time: 0.6028399 Jul 16 08:47:54.983540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:55.104423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09725c69-5fea-4183-a456-1e03e77764b1 req-6630bb17-0f18-4574-8377-849a8023be7f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.105349 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-09725c69-5fea-4183-a456-1e03e77764b1 req-6630bb17-0f18-4574-8377-849a8023be7f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "GET /v2.0/ports/4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1675186 Jul 16 08:47:55.222837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-65339174-51f8-4ff0-9416-7a9bbe0432dd None None] For port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2,segment=NetworkSegment(f3e947f4-7dad-486e-93ea-5e549f36915c),segment_id=f3e947f4-7dad-486e-93ea-5e549f36915c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:55.230011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:55.230991 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.298805 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-ab53198a-2d24-4fba-b8ac-d830c5e44369 service neutron] 10.222.0.20 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889286 Jul 16 08:47:55.485855 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.582558 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37096) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:55.770805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Subnet': ['ID=f3985ac3-d0f8-4d46-afd4-fd79800279c2,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:55.797187 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-09725c69-5fea-4183-a456-1e03e77764b1 req-b78d125f-906f-40a8-b52e-99e8062282f5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "GET /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6704140 Jul 16 08:47:55.803849 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-65339174-51f8-4ff0-9416-7a9bbe0432dd None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.833719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 181f3551-9ad1-4dfb-bb61-77674378805b no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:55.843457 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-09725c69-5fea-4183-a456-1e03e77764b1 req-50afc4e4-120b-47b9-8c9f-d2b6e50ad49a service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:55.918464 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ad893621-d478-49c6-9203-23b003321757 req-77b17021-7411-4439-9b21-8664327978da tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 210 time: 0.2695236 Jul 16 08:47:55.921454 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Checking segment: {'id': '6e67275f-7b94-4c98-bf5f-64c10540f561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '61a8ce43-ddac-427c-802e-25c4cb193a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:55.921977 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network hostable DHCP agents. Network: 61a8ce43-ddac-427c-802e-25c4cb193a65, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:55.928363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.928853 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.929296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.929830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.930338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.930879 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.934173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.934173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.934173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.934173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.934173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.934173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:55.988550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network 61a8ce43-ddac-427c-802e-25c4cb193a65 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:56.016660 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.097013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 61a8ce43-ddac-427c-802e-25c4cb193a65) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:56.117867 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:56.118911 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.143902 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3058ce84-3121-4c91-b9e9-225da6032413 None None] Network 61a8ce43-ddac-427c-802e-25c4cb193a65 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:56.209862 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-50afc4e4-120b-47b9-8c9f-d2b6e50ad49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.280447 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.293260 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.341982 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3b44d7fa-1445-4ee0-a79b-c0ad25414e4c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3523211 Jul 16 08:47:56.342649 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37126) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:56.348694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6a88f097-e680-457f-8561-264682cc58e1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:56.357649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6604e97-43a5-405a-9bd0-39b37e167b0e req-65899208-9848-430a-83f1-59dfec1ae0fb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:56.373752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6604e97-43a5-405a-9bd0-39b37e167b0e req-65899208-9848-430a-83f1-59dfec1ae0fb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:56.428189 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6604e97-43a5-405a-9bd0-39b37e167b0e req-65899208-9848-430a-83f1-59dfec1ae0fb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:56.464995 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6604e97-43a5-405a-9bd0-39b37e167b0e req-65899208-9848-430a-83f1-59dfec1ae0fb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:56.497695 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.500760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-65339174-51f8-4ff0-9416-7a9bbe0432dd None None] Transition to ACTIVE for port object 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:56.523091 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6604e97-43a5-405a-9bd0-39b37e167b0e req-65899208-9848-430a-83f1-59dfec1ae0fb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:56.561306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6604e97-43a5-405a-9bd0-39b37e167b0e req-65899208-9848-430a-83f1-59dfec1ae0fb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:56.570440 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a88f097-e680-457f-8561-264682cc58e1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27108916'] for subnet, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.577079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6604e97-43a5-405a-9bd0-39b37e167b0e req-65899208-9848-430a-83f1-59dfec1ae0fb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:56.586455 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-65339174-51f8-4ff0-9416-7a9bbe0432dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.587162 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e6604e97-43a5-405a-9bd0-39b37e167b0e req-65899208-9848-430a-83f1-59dfec1ae0fb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 5444 time: 0.7768075 Jul 16 08:47:56.719228 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e90e2126-aa05-4c0a-a11b-1f195425f690,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:56.775913 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96ee80e4867542a2b105e846bb56737d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1777163 Jul 16 08:47:56.775913 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37136) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:56.783457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:56.783947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:56.784924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:56.785313 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:56.785660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:56.786026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:56.786383 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:56.786718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:56.787080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:56.787417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:56.787812 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:56.788144 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a463281a-0314-45d4-a86e-3bd31cec59c9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:56.861401 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e6604e97-43a5-405a-9bd0-39b37e167b0e req-d5710738-0367-482e-a88a-24e1a8638a18 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2731221 Jul 16 08:47:56.931501 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '181f3551-9ad1-4dfb-bb61-77674378805b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:56.954017 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776fe5e5-fc1d-445d-adfd-aa2e779adcdd" -d '{"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-unplugged", "status": "completed", "tag": "181f3551-9ad1-4dfb-bb61-77674378805b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:56.970024 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-50afc4e4-120b-47b9-8c9f-d2b6e50ad49a service neutron] For port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:56.974457 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9a024470-9c0d-43d5-bea9-bb4518d0d7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.030044 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 181f3551-9ad1-4dfb-bb61-77674378805b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=181f3551-9ad1-4dfb-bb61-77674378805b,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:57.069577 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9a024470-9c0d-43d5-bea9-bb4518d0d7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.073582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-50afc4e4-120b-47b9-8c9f-d2b6e50ad49a service neutron] For port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:57.122316 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-09725c69-5fea-4183-a456-1e03e77764b1 req-50afc4e4-120b-47b9-8c9f-d2b6e50ad49a service neutron] device_id is not set on port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:57.147630 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-50afc4e4-120b-47b9-8c9f-d2b6e50ad49a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.175090 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-50afc4e4-120b-47b9-8c9f-d2b6e50ad49a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.203800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65339174-51f8-4ff0-9416-7a9bbe0432dd None None] Pushing event updated for resources: {'Port': ['ID=0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:57.225116 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.229062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 19362c34-d5f6-4f9b-af89-b7af39297e18 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:57.230654 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a88f097-e680-457f-8561-264682cc58e1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775480214923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2543676'] for subnet, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.284077 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9a024470-9c0d-43d5-bea9-bb4518d0d7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.289164 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4baebdbe-48ae-4f63-bef2-597fc0330fa8 x-openstack-request-id: req-4baebdbe-48ae-4f63-bef2-597fc0330fa8 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:57.289606 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-unplugged", "status": "completed", "tag": "181f3551-9ad1-4dfb-bb61-77674378805b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:57.290093 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4baebdbe-48ae-4f63-bef2-597fc0330fa8 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:57.291344 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '181f3551-9ad1-4dfb-bb61-77674378805b', 'code': 200} Jul 16 08:47:57.292566 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9a024470-9c0d-43d5-bea9-bb4518d0d7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.295272 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9a024470-9c0d-43d5-bea9-bb4518d0d7d7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e90e2126-aa05-4c0a-a11b-1f195425f690 HTTP/1.1" status: 204 len: 168 time: 0.5179722 Jul 16 08:47:57.401121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a024470-9c0d-43d5-bea9-bb4518d0d7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e90e2126-aa05-4c0a-a11b-1f195425f690,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:57.433796 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e68c68c-267d-4829-943e-09ef0b6b2869 req-196f9c61-4a07-4a05-96ba-dc4cecff892d tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 210 time: 0.2210541 Jul 16 08:47:57.526131 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a88f097-e680-457f-8561-264682cc58e1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:57.531229 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a88f097-e680-457f-8561-264682cc58e1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.541531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37152) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:57.560173 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6a88f097-e680-457f-8561-264682cc58e1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "PUT /v2.0/subnets/f3985ac3-d0f8-4d46-afd4-fd79800279c2 HTTP/1.1" status: 200 len: 826 time: 1.1950157 Jul 16 08:47:57.685218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-50afc4e4-120b-47b9-8c9f-d2b6e50ad49a service neutron] No DVR routers for this DVR port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:57.809631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-09725c69-5fea-4183-a456-1e03e77764b1 req-50afc4e4-120b-47b9-8c9f-d2b6e50ad49a service neutron] In _notify_port_updated(), no bound segment for port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 on network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 {{(pid=93695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:47:57.812034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09725c69-5fea-4183-a456-1e03e77764b1 req-50afc4e4-120b-47b9-8c9f-d2b6e50ad49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:57.812728 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-50afc4e4-120b-47b9-8c9f-d2b6e50ad49a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.822392 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-09725c69-5fea-4183-a456-1e03e77764b1 req-50afc4e4-120b-47b9-8c9f-d2b6e50ad49a service neutron] 10.222.0.38 "PUT /v2.0/ports/4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 HTTP/1.1" status: 200 len: 1032 time: 2.0237567 Jul 16 08:47:57.903813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88f097-e680-457f-8561-264682cc58e1 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Subnet': ['ID=f3985ac3-d0f8-4d46-afd4-fd79800279c2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:57.952864 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.954146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30488c3-3c6d-4749-b986-31916670db87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-61a8ce43-ddac-427c-802e-25c4cb193a65', 'network_id': '61a8ce43-ddac-427c-802e-25c4cb193a65', 'tenant_id': 'd79c20ed0b734abf92420cf993e8d9db', 'fixed_ips': [{'subnet_id': 'f3985ac3-d0f8-4d46-afd4-fd79800279c2'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:57.955204 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b30488c3-3c6d-4749-b986-31916670db87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.021770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=181f3551-9ad1-4dfb-bb61-77674378805b,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:58.108377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50afc4e4-120b-47b9-8c9f-d2b6e50ad49a service neutron] Pushing event updated for resources: {'Port': ['ID=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9,revision_number=6']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:58.108640 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.217921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09725c69-5fea-4183-a456-1e03e77764b1 req-aae7161b-506d-4c62-a053-fcf7f8c6bd1d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:58.245465 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-09725c69-5fea-4183-a456-1e03e77764b1 req-aae7161b-506d-4c62-a053-fcf7f8c6bd1d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "GET /v2.0/ports/b4b07ed5-62ac-496e-8d9f-e59c95bdad06?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3999157 Jul 16 08:47:58.283162 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-09725c69-5fea-4183-a456-1e03e77764b1 req-7d960418-9abf-48d7-aa24-9b778fb9f1ee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:58.305337 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.374905 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37166) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:58.397332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Subnet': ['ID=f3985ac3-d0f8-4d46-afd4-fd79800279c2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server [None req-b30488c3-3c6d-4749-b986-31916670db87 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3985ac3-d0f8-4d46-afd4-fd79800279c2: This subnet is being modified by another concurrent operation. Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:47:58.401189 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f3985ac3-d0f8-4d46-afd4-fd79800279c2: This subnet is being modified by another concurrent operation. Jul 16 08:47:58.404457 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Jul 16 08:47:58.426935 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1182bafa-1454-48a4-8232-a198aaedd173 None None] Provisioning complete for port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:58.427542 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1182bafa-1454-48a4-8232-a198aaedd173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.477686 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f49dec28-f3c2-4d8b-b3f2-b3f912c05751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.527799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805106b0-832b-41cb-9150-1a904cf837ec None None] Network 61a8ce43-ddac-427c-802e-25c4cb193a65 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:58.634924 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.719530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1182bafa-1454-48a4-8232-a198aaedd173 None None] Port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:58.725656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a8ce43-ddac-427c-802e-25c4cb193a65']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:58.765926 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-7d960418-9abf-48d7-aa24-9b778fb9f1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.775239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e67275f-7b94-4c98-bf5f-64c10540f561') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:58.775597 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e67275f-7b94-4c98-bf5f-64c10540f561') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:58.781680 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.018225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 19362c34-d5f6-4f9b-af89-b7af39297e18, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=19362c34-d5f6-4f9b-af89-b7af39297e18,segment=NetworkSegment(e314614f-041d-4dc0-a1d0-9a8d028fd0b3),segment_id=e314614f-041d-4dc0-a1d0-9a8d028fd0b3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:59.047000 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.084704 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.093240 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device ba8f1388-8cd4-4555-a1fd-9c1888461851 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:59.111968 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:59.122247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf7ad5-9b0f-4902-8e42-0e2cef28b09a req-23e5c003-69d5-4dac-87fa-4632831b7efb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.130469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf7ad5-9b0f-4902-8e42-0e2cef28b09a req-23e5c003-69d5-4dac-87fa-4632831b7efb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.147140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf7ad5-9b0f-4902-8e42-0e2cef28b09a req-23e5c003-69d5-4dac-87fa-4632831b7efb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.163722 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf7ad5-9b0f-4902-8e42-0e2cef28b09a req-23e5c003-69d5-4dac-87fa-4632831b7efb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.235844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf7ad5-9b0f-4902-8e42-0e2cef28b09a req-23e5c003-69d5-4dac-87fa-4632831b7efb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.259872 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a17af43d-0ee7-418d-9afd-0bd331a2f5e2 req-e3973e74-9bba-4ffd-8290-700a2023ea52 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 210 time: 0.1276896 Jul 16 08:47:59.302441 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adf7ad5-9b0f-4902-8e42-0e2cef28b09a req-23e5c003-69d5-4dac-87fa-4632831b7efb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.314263 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f49dec28-f3c2-4d8b-b3f2-b3f912c05751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.326995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3adf7ad5-9b0f-4902-8e42-0e2cef28b09a req-23e5c003-69d5-4dac-87fa-4632831b7efb tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 4663 time: 0.9530191 Jul 16 08:47:59.380157 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f49dec28-f3c2-4d8b-b3f2-b3f912c05751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.441025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49dec28-f3c2-4d8b-b3f2-b3f912c05751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639d98af-1bfa-4e3b-b4e3-069e0e36f9e0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:59.442595 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19362c34-d5f6-4f9b-af89-b7af39297e18'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:47:59.447484 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2d4697-500e-42ee-aaaf-ca911693a1d1" -d '{"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-unplugged", "status": "completed", "tag": "19362c34-d5f6-4f9b-af89-b7af39297e18"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:47:59.509855 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.555201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:59.557478 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.563717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd54c15-e82b-4adf-9d9f-e5c266d8bf3a None None] Network b3a07786-4774-40b4-8475-16c77d0b6cc9 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:59.564421 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-7d960418-9abf-48d7-aa24-9b778fb9f1ee service neutron] For port b4b07ed5-62ac-496e-8d9f-e59c95bdad06, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b4b07ed5-62ac-496e-8d9f-e59c95bdad06,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:59.565815 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:59.579092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=19362c34-d5f6-4f9b-af89-b7af39297e18,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:59.600679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb11ac79-abb2-408f-8803-45904e1e12d4 None None] Network 61a8ce43-ddac-427c-802e-25c4cb193a65 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:59.731094 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044aa7d5-dd35-4348-b21a-3c2416fe89b4 x-openstack-request-id: req-044aa7d5-dd35-4348-b21a-3c2416fe89b4 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:47:59.731574 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-unplugged", "status": "completed", "tag": "19362c34-d5f6-4f9b-af89-b7af39297e18", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:47:59.731973 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-044aa7d5-dd35-4348-b21a-3c2416fe89b4 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:47:59.733127 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19362c34-d5f6-4f9b-af89-b7af39297e18', 'code': 200} Jul 16 08:47:59.742111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-7d960418-9abf-48d7-aa24-9b778fb9f1ee service neutron] For port b4b07ed5-62ac-496e-8d9f-e59c95bdad06, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:59.777876 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3adf7ad5-9b0f-4902-8e42-0e2cef28b09a req-7f5d1e97-3e3c-4ebb-844e-a25b5d36b506 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc&id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4496787 Jul 16 08:47:59.827438 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-e21ea06a-a647-4f85-8453-05427a818d92 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.831160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-e21ea06a-a647-4f85-8453-05427a818d92 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.15 "GET /v2.0/networks?id=0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 200 len: 817 time: 1.0688748 Jul 16 08:47:59.852761 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.854995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-09725c69-5fea-4183-a456-1e03e77764b1 req-7d960418-9abf-48d7-aa24-9b778fb9f1ee service neutron] device_id is not set on port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:59.868833 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-7d960418-9abf-48d7-aa24-9b778fb9f1ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.880478 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-73109516-70a0-4715-aeca-3f6d072d40ee None None] Provisioning for port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:59.886093 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.889887 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-7d960418-9abf-48d7-aa24-9b778fb9f1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.895764 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/61a8ce43-ddac-427c-802e-25c4cb193a65 HTTP/1.1" status: 204 len: 168 time: 2.3529854 Jul 16 08:47:59.897322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37190) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:59.923802 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f49dec28-f3c2-4d8b-b3f2-b3f912c05751 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6a2eccb53ff64441a4767c7a93c28410&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5444074 Jul 16 08:47:59.926065 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:59.926512 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.928390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-73109516-70a0-4715-aeca-3f6d072d40ee None None] Provisioning complete for port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:59.928784 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-73109516-70a0-4715-aeca-3f6d072d40ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.931461 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37192) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:59.985622 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad1b081-ea85-42d5-b7f4-50258802d1f8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] DELETE failed (client error): The resource could not be found. Jul 16 08:47:59.991143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ad1b081-ea85-42d5-b7f4-50258802d1f8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:00.000001 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4ad1b081-ea85-42d5-b7f4-50258802d1f8 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/61a8ce43-ddac-427c-802e-25c4cb193a65 HTTP/1.1" status: 404 len: 339 time: 0.1004145 Jul 16 08:48:00.005402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37196) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:00.017477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e627174-e6b7-41e5-9599-cd78c1f9de09 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Network': ['ID=61a8ce43-ddac-427c-802e-25c4cb193a65,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:00.032010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-044b0444-5bdc-42df-a5c0-575fa9e071cf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1810339710', 'description': 'd1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:00.156385 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-7d960418-9abf-48d7-aa24-9b778fb9f1ee service neutron] No DVR routers for this DVR port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:00.157630 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-d0635dee-7831-446a-a409-6be71875b58a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bf13c641cc6b45f4add343877ddf9789 HTTP/1.1" status: 200 len: 379 time: 0.3190980 Jul 16 08:48:00.169548 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d960418-9abf-48d7-aa24-9b778fb9f1ee service neutron] Pushing event updated for resources: {'Port': ['ID=b4b07ed5-62ac-496e-8d9f-e59c95bdad06,revision_number=6']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:00.186211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-1d9b51d6-e722-430d-9524-eba7421722f9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Request body: {'port': {'device_id': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'admin_state_up': True, 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'security_groups': ['230597e5-b954-460b-9c64-309ae39c165b']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:00.287238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044b0444-5bdc-42df-a5c0-575fa9e071cf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:00.288838 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f61fe85d-ebc1-4f3e-b792-e96551ac2b1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.297261 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-044b0444-5bdc-42df-a5c0-575fa9e071cf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.425327 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-044b0444-5bdc-42df-a5c0-575fa9e071cf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:00.449819 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-09725c69-5fea-4183-a456-1e03e77764b1 req-7d960418-9abf-48d7-aa24-9b778fb9f1ee service neutron] In _notify_port_updated(), no bound segment for port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 on network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 {{(pid=93695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:48:00.450644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09725c69-5fea-4183-a456-1e03e77764b1 req-7d960418-9abf-48d7-aa24-9b778fb9f1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:00.451517 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-7d960418-9abf-48d7-aa24-9b778fb9f1ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.457095 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-09725c69-5fea-4183-a456-1e03e77764b1 req-7d960418-9abf-48d7-aa24-9b778fb9f1ee service neutron] 10.222.0.38 "PUT /v2.0/ports/b4b07ed5-62ac-496e-8d9f-e59c95bdad06 HTTP/1.1" status: 200 len: 1032 time: 2.2020180 Jul 16 08:48:00.468050 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.494700 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-044b0444-5bdc-42df-a5c0-575fa9e071cf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.495151 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-044b0444-5bdc-42df-a5c0-575fa9e071cf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Added segment 8f4c6e39-3455-463b-9d6b-9807df74457a of type vlan for network 0044723a-80d0-49ee-baf4-883f60b80215 Jul 16 08:48:00.567487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port ba8f1388-8cd4-4555-a1fd-9c1888461851, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ba8f1388-8cd4-4555-a1fd-9c1888461851,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:00.615890 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.616799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device ed62a5f0-1850-4742-b8df-60c11d9a13c3 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:00.666491 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f61fe85d-ebc1-4f3e-b792-e96551ac2b1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.717698 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9a058276-88ea-480b-9e7f-d478950ed026 req-cf42e228-b55f-43d9-8699-b52c61308e0f tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 210 time: 0.0982168 Jul 16 08:48:00.787047 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-1d9b51d6-e722-430d-9524-eba7421722f9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Made reservation on behalf of bf13c641cc6b45f4add343877ddf9789 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:00.793115 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-1d9b51d6-e722-430d-9524-eba7421722f9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.827495 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-044b0444-5bdc-42df-a5c0-575fa9e071cf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.854846 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f61fe85d-ebc1-4f3e-b792-e96551ac2b1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.867352 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f61fe85d-ebc1-4f3e-b792-e96551ac2b1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.869077 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f61fe85d-ebc1-4f3e-b792-e96551ac2b1b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/639d98af-1bfa-4e3b-b4e3-069e0e36f9e0 HTTP/1.1" status: 204 len: 168 time: 0.9317856 Jul 16 08:48:00.900467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fe85d-ebc1-4f3e-b792-e96551ac2b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639d98af-1bfa-4e3b-b4e3-069e0e36f9e0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:01.072797 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-044b0444-5bdc-42df-a5c0-575fa9e071cf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.097835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044b0444-5bdc-42df-a5c0-575fa9e071cf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:01.100414 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-044b0444-5bdc-42df-a5c0-575fa9e071cf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-4187731'] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.227795 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-044b0444-5bdc-42df-a5c0-575fa9e071cf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2121978 Jul 16 08:48:01.228853 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37226) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:01.269576 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37228) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:01.375285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-1d9b51d6-e722-430d-9524-eba7421722f9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Allocated IP 172.20.0.12 (0398bf6f-6792-4b35-accc-6c390953dadf/6ff038ab-4107-4385-b9f7-5e2bfac47b22/e8bc063f-186b-4327-9b76-96651514aae3) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:01.456849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=ba8f1388-8cd4-4555-a1fd-9c1888461851,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:01.619460 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1990-c21e-4791-a6d1-778fe9eaeba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.753241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba8f1388-8cd4-4555-a1fd-9c1888461851'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:01.756719 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21295bfb-e7b7-4563-8d08-c4531e02bea5" -d '{"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-unplugged", "status": "completed", "tag": "ba8f1388-8cd4-4555-a1fd-9c1888461851"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:01.763375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b0444-5bdc-42df-a5c0-575fa9e071cf tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Network': ['ID=0044723a-80d0-49ee-baf4-883f60b80215,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:01.787725 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8816e8ea-6eb4-49dd-ade6-662be126c148 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:01.792055 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8816e8ea-6eb4-49dd-ade6-662be126c148 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "GET /v2.0/networks?id=0044723a-80d0-49ee-baf4-883f60b80215 HTTP/1.1" status: 200 len: 765 time: 0.4879622 Jul 16 08:48:01.798806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37252) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:01.815938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-16126ba9-ddeb-44c9-9c89-bb373f954da4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'network': {'description': 'd2'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:01.823036 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 0044723a-80d0-49ee-baf4-883f60b80215 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:01.836149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6f0a957-19b7-4e21-a090-e8c140177a6d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Deleting port 181f3551-9ad1-4dfb-bb61-77674378805b {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:01.836518 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6f0a957-19b7-4e21-a090-e8c140177a6d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.876410 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-1d9b51d6-e722-430d-9524-eba7421722f9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.939056 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-1d9b51d6-e722-430d-9524-eba7421722f9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Transition to ACTIVE for port object e8bc063f-186b-4327-9b76-96651514aae3 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:02.056051 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.177003 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-1d9b51d6-e722-430d-9524-eba7421722f9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.238677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1990-c21e-4791-a6d1-778fe9eaeba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.265365 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd9d1990-c21e-4791-a6d1-778fe9eaeba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.288875 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port ed62a5f0-1850-4742-b8df-60c11d9a13c3, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ed62a5f0-1850-4742-b8df-60c11d9a13c3,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:02.308534 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.311194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b4b07ed5-62ac-496e-8d9f-e59c95bdad06 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:02.373006 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cd9d1990-c21e-4791-a6d1-778fe9eaeba4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dee6fc773c9c40c181212f1317a687b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0996823 Jul 16 08:48:02.381079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37262) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:02.498452 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=ed62a5f0-1850-4742-b8df-60c11d9a13c3,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:02.531085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5c75b05a-aae7-4834-8bd5-ddd7d5dabef6 None None] Provisioning complete for port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:02.531765 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c75b05a-aae7-4834-8bd5-ddd7d5dabef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.574807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b51d6-e722-430d-9524-eba7421722f9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event updated for resources: {'Port': ['ID=e8bc063f-186b-4327-9b76-96651514aae3,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:02.593109 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b4b07ed5-62ac-496e-8d9f-e59c95bdad06 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:02.593578 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6e71c4ff-1f67-4669-9250-8125eb2bb63a no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:02.611403 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-1d9b51d6-e722-430d-9524-eba7421722f9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Network 0398bf6f-6792-4b35-accc-6c390953dadf is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:02.620562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-1d9b51d6-e722-430d-9524-eba7421722f9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:02.626310 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-1d9b51d6-e722-430d-9524-eba7421722f9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:02.708211 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5c75b05a-aae7-4834-8bd5-ddd7d5dabef6 None None] Port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:02.724415 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16126ba9-ddeb-44c9-9c89-bb373f954da4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.774333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9d1990-c21e-4791-a6d1-778fe9eaeba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f61efe4-bd92-4c7a-b24c-8a50b4d93f08,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:02.802530 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16126ba9-ddeb-44c9-9c89-bb373f954da4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.869114 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.876902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16126ba9-ddeb-44c9-9c89-bb373f954da4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network 0044723a-80d0-49ee-baf4-883f60b80215 is not hosted by any dhcp agent {{(pid=93695) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:48:02.891648 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16126ba9-ddeb-44c9-9c89-bb373f954da4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.893506 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18df3cc2-dd3a-4f4a-96fa-d2d0a38be570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.895848 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16126ba9-ddeb-44c9-9c89-bb373f954da4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.904578 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-16126ba9-ddeb-44c9-9c89-bb373f954da4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "PUT /v2.0/networks/0044723a-80d0-49ee-baf4-883f60b80215 HTTP/1.1" status: 200 len: 762 time: 1.0970945 Jul 16 08:48:02.906778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37272) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:02.959821 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6e71c4ff-1f67-4669-9250-8125eb2bb63a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6e71c4ff-1f67-4669-9250-8125eb2bb63a,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:02.973116 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.973116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:03.044442 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6f0a957-19b7-4e21-a090-e8c140177a6d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] For port 181f3551-9ad1-4dfb-bb61-77674378805b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=181f3551-9ad1-4dfb-bb61-77674378805b,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:03.044885 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6f0a957-19b7-4e21-a090-e8c140177a6d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.045933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-1d9b51d6-e722-430d-9524-eba7421722f9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.046777 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-1d9b51d6-e722-430d-9524-eba7421722f9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.056122 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18df3cc2-dd3a-4f4a-96fa-d2d0a38be570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.079389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6f0a957-19b7-4e21-a090-e8c140177a6d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Calling delete_port for 181f3551-9ad1-4dfb-bb61-77674378805b owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:03.121176 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb778e-6996-486d-a7fa-d62460a84a6b req-4246b0cf-6508-4f89-9574-becd83d3f5e4 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.141012 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7efb778e-6996-486d-a7fa-d62460a84a6b req-4246b0cf-6508-4f89-9574-becd83d3f5e4 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 932 time: 1.0958197 Jul 16 08:48:03.169530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc20207e-b517-4e86-bb37-877c0db2964b None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:48:03.182213 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-1d9b51d6-e722-430d-9524-eba7421722f9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0102949 Jul 16 08:48:03.203996 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Request body: {'port': {'device_id': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:03.254392 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7efb778e-6996-486d-a7fa-d62460a84a6b req-ecb91cdd-2aa8-4bb8-9c26-6363c2f7cdb4 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049199 Jul 16 08:48:03.264414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=6e71c4ff-1f67-4669-9250-8125eb2bb63a,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:03.295660 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-02a1476c-1fc9-4d16-ae2f-9338fbcbc29a None None] Provisioning for port e8bc063f-186b-4327-9b76-96651514aae3 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:03.318807 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-02a1476c-1fc9-4d16-ae2f-9338fbcbc29a None None] Provisioning complete for port e8bc063f-186b-4327-9b76-96651514aae3 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:03.319097 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-02a1476c-1fc9-4d16-ae2f-9338fbcbc29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.323773 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eaacf-6890-478c-8f33-c031bd8beeeb req-5f504f4e-643b-43a3-8331-dc0dbf726b4a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.339263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eaacf-6890-478c-8f33-c031bd8beeeb req-5f504f4e-643b-43a3-8331-dc0dbf726b4a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.356241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eaacf-6890-478c-8f33-c031bd8beeeb req-5f504f4e-643b-43a3-8331-dc0dbf726b4a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.367664 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18df3cc2-dd3a-4f4a-96fa-d2d0a38be570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.370441 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18df3cc2-dd3a-4f4a-96fa-d2d0a38be570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.371623 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-18df3cc2-dd3a-4f4a-96fa-d2d0a38be570 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f61efe4-bd92-4c7a-b24c-8a50b4d93f08 HTTP/1.1" status: 204 len: 168 time: 0.9798269 Jul 16 08:48:03.372082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eaacf-6890-478c-8f33-c031bd8beeeb req-5f504f4e-643b-43a3-8331-dc0dbf726b4a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.378542 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eaacf-6890-478c-8f33-c031bd8beeeb req-5f504f4e-643b-43a3-8331-dc0dbf726b4a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:03.395437 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a2eaacf-6890-478c-8f33-c031bd8beeeb req-5f504f4e-643b-43a3-8331-dc0dbf726b4a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 3880 time: 2.2342329 Jul 16 08:48:03.406021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18df3cc2-dd3a-4f4a-96fa-d2d0a38be570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f61efe4-bd92-4c7a-b24c-8a50b4d93f08,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:03.446791 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.489398 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849a3717-c21e-45dc-b512-7f2bea9f2a08 x-openstack-request-id: req-849a3717-c21e-45dc-b512-7f2bea9f2a08 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:03.489698 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-unplugged", "status": "completed", "tag": "ba8f1388-8cd4-4555-a1fd-9c1888461851", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:03.489986 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-849a3717-c21e-45dc-b512-7f2bea9f2a08 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:03.490365 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba8f1388-8cd4-4555-a1fd-9c1888461851', 'code': 200} Jul 16 08:48:03.500336 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6f0a957-19b7-4e21-a090-e8c140177a6d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.602500 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:03.616923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-02a1476c-1fc9-4d16-ae2f-9338fbcbc29a None None] Port e8bc063f-186b-4327-9b76-96651514aae3 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:03.870564 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-10045c51-da8e-46d7-b343-1ab97a10b18f None None] Provisioning complete for port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:03.871251 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-10045c51-da8e-46d7-b343-1ab97a10b18f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.901935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f0a957-19b7-4e21-a090-e8c140177a6d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event deleted for resources: {'Port': ['ID=181f3551-9ad1-4dfb-bb61-77674378805b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:03.905971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16126ba9-ddeb-44c9-9c89-bb373f954da4 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Network': ['ID=0044723a-80d0-49ee-baf4-883f60b80215,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:03.958586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a2eaacf-6890-478c-8f33-c031bd8beeeb req-5db53173-3698-414e-b536-c7de4ea1314f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5618997 Jul 16 08:48:04.028099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc20207e-b517-4e86-bb37-877c0db2964b None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:48:04.038531 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.413389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6f0a957-19b7-4e21-a090-e8c140177a6d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] No DVR routers for this DVR port 181f3551-9ad1-4dfb-bb61-77674378805b on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:04.448305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf7916c-fcd5-4583-94dd-c1629b90a6a3 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:04.450295 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 0044723a-80d0-49ee-baf4-883f60b80215 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:04.456667 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2cf7916c-fcd5-4583-94dd-c1629b90a6a3 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "GET /v2.0/networks?id=0044723a-80d0-49ee-baf4-883f60b80215 HTTP/1.1" status: 200 len: 765 time: 1.5352643 Jul 16 08:48:04.459937 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6f0a957-19b7-4e21-a090-e8c140177a6d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.464364 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-09725c69-5fea-4183-a456-1e03e77764b1 req-f6f0a957-19b7-4e21-a090-e8c140177a6d tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "DELETE /v2.0/ports/181f3551-9ad1-4dfb-bb61-77674378805b HTTP/1.1" status: 204 len: 173 time: 4.0022442 Jul 16 08:48:04.469466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-deleted', 'tag': '181f3551-9ad1-4dfb-bb61-77674378805b'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:04.483269 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-316d5975-2b68-4b04-aa80-3e15bafa0c62" -d '{"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-deleted", "tag": "181f3551-9ad1-4dfb-bb61-77674378805b"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:04.507421 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37312) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:05.226833 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cf028880-e9cd-4a5b-b22a-7fd5a12068d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.344204 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.491291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed62a5f0-1850-4742-b8df-60c11d9a13c3'}, {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e71c4ff-1f67-4669-9250-8125eb2bb63a'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:05.493793 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77d8d17-9c90-40d5-ac38-7eeb7b1bd9f1" -d '{"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-unplugged", "status": "completed", "tag": "ed62a5f0-1850-4742-b8df-60c11d9a13c3"}, {"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-unplugged", "status": "completed", "tag": "6e71c4ff-1f67-4669-9250-8125eb2bb63a"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:05.700789 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c76b7188-9824-499b-86f2-c14e05a9b3d6 x-openstack-request-id: req-c76b7188-9824-499b-86f2-c14e05a9b3d6 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:05.702130 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-deleted", "tag": "181f3551-9ad1-4dfb-bb61-77674378805b", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:05.702420 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c76b7188-9824-499b-86f2-c14e05a9b3d6 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:05.702859 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-deleted', 'tag': '181f3551-9ad1-4dfb-bb61-77674378805b', 'status': 'completed', 'code': 200} Jul 16 08:48:05.739683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8bc063f-186b-4327-9b76-96651514aae3 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:05.759268 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.790965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Transition to ACTIVE for port object e8bc063f-186b-4327-9b76-96651514aae3 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:05.806003 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.937526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Pushing event updated for resources: {'Port': ['ID=e8bc063f-186b-4327-9b76-96651514aae3,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:06.067154 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-09725c69-5fea-4183-a456-1e03e77764b1 req-5fe9ee92-7afc-4b86-af1f-6dd79a697dc1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Deleting port ba8f1388-8cd4-4555-a1fd-9c1888461851 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:06.067623 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-5fe9ee92-7afc-4b86-af1f-6dd79a697dc1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.210086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Attempting to bind port e8bc063f-186b-4327-9b76-96651514aae3 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:06.210434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Attempting to bind port e8bc063f-186b-4327-9b76-96651514aae3 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:06.210763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Attempting to bind port e8bc063f-186b-4327-9b76-96651514aae3 on network 0398bf6f-6792-4b35-accc-6c390953dadf {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:06.225673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Port e8bc063f-186b-4327-9b76-96651514aae3 on network 0398bf6f-6792-4b35-accc-6c390953dadf not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:06.225915 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Attempting to bind port e8bc063f-186b-4327-9b76-96651514aae3 on network 0398bf6f-6792-4b35-accc-6c390953dadf {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:06.228659 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc8d976-a5e6-42f7-8344-ff2ccd57c294 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.230299 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5fc8d976-a5e6-42f7-8344-ff2ccd57c294 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.7120416 Jul 16 08:48:06.239285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37340) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:06.240342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:06.240476 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Checking segment: {'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:06.242646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Bound using segment: {'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:06.243116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Bound port: e8bc063f-186b-4327-9b76-96651514aae3, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94f8872a-fdcc-4b34-a620-414423951ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:06.243485 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.284632 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b42556-8829-43a7-a547-28786db708ab req-ffc40744-37bf-4243-a781-e071a3834022 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.286282 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-64b42556-8829-43a7-a547-28786db708ab req-ffc40744-37bf-4243-a781-e071a3834022 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 932 time: 0.6487641 Jul 16 08:48:06.427993 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e1f845e9-c505-4821-a1f9-2f56bc59a332 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 207 time: 0.1788568 Jul 16 08:48:06.429463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37346) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:06.482995 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-64b42556-8829-43a7-a547-28786db708ab req-e83a6908-3c98-4f71-8573-13b78dd3d2a0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1831269 Jul 16 08:48:06.485341 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-5fe9ee92-7afc-4b86-af1f-6dd79a697dc1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] For port ba8f1388-8cd4-4555-a1fd-9c1888461851, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ba8f1388-8cd4-4555-a1fd-9c1888461851,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:06.490736 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-5fe9ee92-7afc-4b86-af1f-6dd79a697dc1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.563034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-09725c69-5fea-4183-a456-1e03e77764b1 req-5fe9ee92-7afc-4b86-af1f-6dd79a697dc1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Calling delete_port for ba8f1388-8cd4-4555-a1fd-9c1888461851 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:06.831668 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91409b5b-3aa3-4903-8d93-5b34cc2af350 x-openstack-request-id: req-91409b5b-3aa3-4903-8d93-5b34cc2af350 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:06.832551 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-unplugged", "status": "completed", "tag": "ed62a5f0-1850-4742-b8df-60c11d9a13c3", "code": 200}, {"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-unplugged", "status": "completed", "tag": "6e71c4ff-1f67-4669-9250-8125eb2bb63a", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:06.832551 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91409b5b-3aa3-4903-8d93-5b34cc2af350 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:06.832877 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed62a5f0-1850-4742-b8df-60c11d9a13c3', 'code': 200} Jul 16 08:48:06.833205 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e71c4ff-1f67-4669-9250-8125eb2bb63a', 'code': 200} Jul 16 08:48:06.862590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9ddb0-3889-4d62-b9d2-dbf9d86d6210 req-5e1a7069-6fb3-4095-bfcf-a760be4a1a54 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.868007 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dbae96-0ea1-4567-bc29-2064bee6d0b6 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.877301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dbae96-0ea1-4567-bc29-2064bee6d0b6 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.877568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9ddb0-3889-4d62-b9d2-dbf9d86d6210 req-5e1a7069-6fb3-4095-bfcf-a760be4a1a54 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.885475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dbae96-0ea1-4567-bc29-2064bee6d0b6 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.898927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dbae96-0ea1-4567-bc29-2064bee6d0b6 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.907193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dbae96-0ea1-4567-bc29-2064bee6d0b6 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.912054 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9ddb0-3889-4d62-b9d2-dbf9d86d6210 req-5e1a7069-6fb3-4095-bfcf-a760be4a1a54 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.913819 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dbae96-0ea1-4567-bc29-2064bee6d0b6 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.920062 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c0dbae96-0ea1-4567-bc29-2064bee6d0b6 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.4853837 Jul 16 08:48:06.921066 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37368) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:06.949084 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce9ddb0-3889-4d62-b9d2-dbf9d86d6210 req-5e1a7069-6fb3-4095-bfcf-a760be4a1a54 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.963095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ce9ddb0-3889-4d62-b9d2-dbf9d86d6210 req-5e1a7069-6fb3-4095-bfcf-a760be4a1a54 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 3143 time: 0.5651090 Jul 16 08:48:06.965962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] For port e8bc063f-186b-4327-9b76-96651514aae3, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:07.060763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] For port e8bc063f-186b-4327-9b76-96651514aae3, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8bc063f-186b-4327-9b76-96651514aae3,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:07.071696 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.243942 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-5fe9ee92-7afc-4b86-af1f-6dd79a697dc1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.259254 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Pushing event updated for resources: {'Port': ['ID=e8bc063f-186b-4327-9b76-96651514aae3,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:07.278756 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ce9ddb0-3889-4d62-b9d2-dbf9d86d6210 req-a81bc0da-ef7c-4fa3-aa5f-30d98f2f53ef tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098452 Jul 16 08:48:07.289482 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.293213 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.295897 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-68825731-3292-42d8-aa48-9bff8d9db65b service neutron] 10.222.0.15 "PUT /v2.0/ports/e8bc063f-186b-4327-9b76-96651514aae3 HTTP/1.1" status: 200 len: 1093 time: 4.0982659 Jul 16 08:48:07.299683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'tag': 'e8bc063f-186b-4327-9b76-96651514aae3'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:07.303417 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40487b2-1086-4158-b2fe-d116255b9f94" -d '{"events": [{"name": "network-changed", "server_uuid": "4eff8273-7e13-4010-ada4-a8c9596b549a", "tag": "e8bc063f-186b-4327-9b76-96651514aae3"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:07.343570 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bcb7cf04-b708-4a10-a0aa-212986a246f6 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.4155869 Jul 16 08:48:07.343997 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37376) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:07.418689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe9ee92-7afc-4b86-af1f-6dd79a697dc1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event deleted for resources: {'Port': ['ID=ba8f1388-8cd4-4555-a1fd-9c1888461851,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:07.481913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-5fe9ee92-7afc-4b86-af1f-6dd79a697dc1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] No DVR routers for this DVR port ba8f1388-8cd4-4555-a1fd-9c1888461851 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:07.493869 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-5fe9ee92-7afc-4b86-af1f-6dd79a697dc1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.496013 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-09725c69-5fea-4183-a456-1e03e77764b1 req-5fe9ee92-7afc-4b86-af1f-6dd79a697dc1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "DELETE /v2.0/ports/ba8f1388-8cd4-4555-a1fd-9c1888461851 HTTP/1.1" status: 204 len: 173 time: 2.9869046 Jul 16 08:48:07.526524 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a08916-ba27-4b79-adff-d5ed36dac052 x-openstack-request-id: req-12a08916-ba27-4b79-adff-d5ed36dac052 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:07.526892 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eff8273-7e13-4010-ada4-a8c9596b549a", "tag": "e8bc063f-186b-4327-9b76-96651514aae3", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:07.527067 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-12a08916-ba27-4b79-adff-d5ed36dac052 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:07.527461 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'tag': 'e8bc063f-186b-4327-9b76-96651514aae3', 'status': 'completed', 'code': 200} Jul 16 08:48:07.658670 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4048d41f-27af-4f81-8f56-690e4f13515d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.660965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4048d41f-27af-4f81-8f56-690e4f13515d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.662609 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4048d41f-27af-4f81-8f56-690e4f13515d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.664194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4048d41f-27af-4f81-8f56-690e4f13515d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.687848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4048d41f-27af-4f81-8f56-690e4f13515d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.691041 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4048d41f-27af-4f81-8f56-690e4f13515d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3441951 Jul 16 08:48:07.699630 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37388) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:07.781859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-deleted', 'tag': 'ba8f1388-8cd4-4555-a1fd-9c1888461851'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:07.786303 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c295bc34-3eea-46ee-9ce7-e45acf4f73ae" -d '{"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-deleted", "tag": "ba8f1388-8cd4-4555-a1fd-9c1888461851"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:07.889792 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a2c5d5-5b84-4cfc-8629-2a8565b6e942 x-openstack-request-id: req-e0a2c5d5-5b84-4cfc-8629-2a8565b6e942 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:07.890385 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-deleted", "tag": "ba8f1388-8cd4-4555-a1fd-9c1888461851", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:07.890385 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0a2c5d5-5b84-4cfc-8629-2a8565b6e942 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:07.890737 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-deleted', 'tag': 'ba8f1388-8cd4-4555-a1fd-9c1888461851', 'status': 'completed', 'code': 200} Jul 16 08:48:07.908319 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-09725c69-5fea-4183-a456-1e03e77764b1 req-34ee69b5-08f7-48ee-8dd6-bfc878c45d03 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Deleting port 19362c34-d5f6-4f9b-af89-b7af39297e18 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:07.908722 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-34ee69b5-08f7-48ee-8dd6-bfc878c45d03 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.936815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9b5f56-2525-49b7-a9c4-fca98064d12d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.938662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9b5f56-2525-49b7-a9c4-fca98064d12d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.940222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9b5f56-2525-49b7-a9c4-fca98064d12d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.942194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9b5f56-2525-49b7-a9c4-fca98064d12d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.951114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d9b5f56-2525-49b7-a9c4-fca98064d12d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.957986 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37404) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:07.961454 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9d9b5f56-2525-49b7-a9c4-fca98064d12d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2539320 Jul 16 08:48:08.003374 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f3a21456-5537-4452-bde6-85488d090411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.108972 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-8732a9f6-55e2-487f-9cf1-e1c7bcf5f44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.114382 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-8732a9f6-55e2-487f-9cf1-e1c7bcf5f44f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf13c641cc6b45f4add343877ddf9789&device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 1096 time: 0.5897779 Jul 16 08:48:08.271501 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.423318 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-3444244b-731a-4bda-b227-ced01b44f10a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8bc063f-186b-4327-9b76-96651514aae3 HTTP/1.1" status: 200 len: 217 time: 0.2301950 Jul 16 08:48:08.498315 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f25c1-3f63-4e10-9dd9-66f9684063a0 req-b6597db8-d90c-44f1-adcf-c22c234e5ef9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.554313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-107f25c1-3f63-4e10-9dd9-66f9684063a0 req-b6597db8-d90c-44f1-adcf-c22c234e5ef9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.6912570 Jul 16 08:48:08.759246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-b13328e7-02e7-40cc-8d82-9baf0b6523e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.761035 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-b13328e7-02e7-40cc-8d82-9baf0b6523e8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ff038ab-4107-4385-b9f7-5e2bfac47b22 HTTP/1.1" status: 200 len: 856 time: 0.2048993 Jul 16 08:48:08.773241 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-107f25c1-3f63-4e10-9dd9-66f9684063a0 req-38568761-b747-4e72-b1f4-cda5ada6f410 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805471 Jul 16 08:48:08.774394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-34ee69b5-08f7-48ee-8dd6-bfc878c45d03 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] For port 19362c34-d5f6-4f9b-af89-b7af39297e18, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=19362c34-d5f6-4f9b-af89-b7af39297e18,segment=NetworkSegment(e314614f-041d-4dc0-a1d0-9a8d028fd0b3),segment_id=e314614f-041d-4dc0-a1d0-9a8d028fd0b3)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:08.774847 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-34ee69b5-08f7-48ee-8dd6-bfc878c45d03 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.835841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b76ec86b-9a26-4522-8d31-5dd7e4d2fd30 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.837844 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b76ec86b-9a26-4522-8d31-5dd7e4d2fd30 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "GET /v2.0/networks/047b3fec-b4ab-4b06-a837-556fd825fdda HTTP/1.1" status: 200 len: 804 time: 0.7370117 Jul 16 08:48:08.846358 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37424) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:09.027427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c58da-974f-4d16-97a3-ab093c5504df req-cc00ecd1-e259-4e4d-898e-6a7525d7fb0f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.039417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c58da-974f-4d16-97a3-ab093c5504df req-cc00ecd1-e259-4e4d-898e-6a7525d7fb0f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.047713 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832c58da-974f-4d16-97a3-ab093c5504df req-cc00ecd1-e259-4e4d-898e-6a7525d7fb0f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.062314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-832c58da-974f-4d16-97a3-ab093c5504df req-cc00ecd1-e259-4e4d-898e-6a7525d7fb0f tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 2410 time: 0.3577163 Jul 16 08:48:09.087268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-3faead03-c107-4053-a658-0a712b3ca0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.088905 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-3faead03-c107-4053-a658-0a712b3ca0b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0398bf6f-6792-4b35-accc-6c390953dadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3194847 Jul 16 08:48:09.302904 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a09f325c-ff21-4631-90b9-91e437da0e39 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "GET /v2.0/networks/047b3fec-b4ab-4b06-a837-556fd825fdda?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.4540212 Jul 16 08:48:09.319028 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-832c58da-974f-4d16-97a3-ab093c5504df req-e6350e09-21c5-49b1-a928-c6f128c77ef1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553582 Jul 16 08:48:09.319818 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37440) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:09.534937 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4751edc5-2549-44e0-b4eb-13a20b586272 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.537635 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4751edc5-2549-44e0-b4eb-13a20b586272 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "GET /v2.0/subnets/987c67ff-be64-4455-ab6c-73bbac295672 HTTP/1.1" status: 200 len: 843 time: 0.1639016 Jul 16 08:48:09.630636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37454) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:09.653606 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-0a638cbc-f5e5-4947-afb7-09b09714bc28 service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5468166 Jul 16 08:48:09.725728 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.860070 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-34ee69b5-08f7-48ee-8dd6-bfc878c45d03 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.860438 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-34ee69b5-08f7-48ee-8dd6-bfc878c45d03 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.865947 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-34ee69b5-08f7-48ee-8dd6-bfc878c45d03 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Floating IP 24b324ae-62d0-4e4c-b875-a790429e58ed disassociated. External IP: 172.25.4.214, port: 19362c34-d5f6-4f9b-af89-b7af39297e18. Jul 16 08:48:09.871124 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-09725c69-5fea-4183-a456-1e03e77764b1 req-34ee69b5-08f7-48ee-8dd6-bfc878c45d03 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Calling delete_port for 19362c34-d5f6-4f9b-af89-b7af39297e18 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:09.884703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10209cc8-aca2-46bc-ac1e-60ba6e335246 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['shared'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.891310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-10209cc8-aca2-46bc-ac1e-60ba6e335246 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "GET /v2.0/subnets/987c67ff-be64-4455-ab6c-73bbac295672?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2595091 Jul 16 08:48:09.928621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37458) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:09.949374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b4d25504-3513-43a5-8166-849a38c7957f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1240049572'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:09.991535 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-34bca922-bf0f-4d1b-bd38-af322701d577 req-8cec5165-ee57-49e9-9553-d6785c88aaab service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3325405 Jul 16 08:48:10.185939 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-34ee69b5-08f7-48ee-8dd6-bfc878c45d03 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.194135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4d25504-3513-43a5-8166-849a38c7957f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:10.202272 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b4d25504-3513-43a5-8166-849a38c7957f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.309649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40487b2-1086-4158-b2fe-d116255b9f94 req-e40b1e30-d911-4936-bea6-142853bf1cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.312874 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e40487b2-1086-4158-b2fe-d116255b9f94 req-e40b1e30-d911-4936-bea6-142853bf1cc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf13c641cc6b45f4add343877ddf9789&device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 1096 time: 0.1827545 Jul 16 08:48:10.464256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4d25504-3513-43a5-8166-849a38c7957f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:10.499089 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b4d25504-3513-43a5-8166-849a38c7957f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.499401 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-b4d25504-3513-43a5-8166-849a38c7957f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Added segment 62015379-cdd1-4eec-bc52-31cc7fc10e76 of type vlan for network 31088afc-009d-42b5-a030-6c0602181874 Jul 16 08:48:10.591476 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b4d25504-3513-43a5-8166-849a38c7957f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.687422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee69b5-08f7-48ee-8dd6-bfc878c45d03 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event deleted for resources: {'Port': ['ID=19362c34-d5f6-4f9b-af89-b7af39297e18,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:10.715274 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b4d25504-3513-43a5-8166-849a38c7957f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.756211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d25504-3513-43a5-8166-849a38c7957f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.757292 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b4d25504-3513-43a5-8166-849a38c7957f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.781893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-09725c69-5fea-4183-a456-1e03e77764b1 req-34ee69b5-08f7-48ee-8dd6-bfc878c45d03 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Router 0ee05747-82a4-492e-bbc6-7adc36c15d1c has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:10.823580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40487b2-1086-4158-b2fe-d116255b9f94 req-0dbcd589-541e-404b-8ec5-5bf1fbe20747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.829460 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e40487b2-1086-4158-b2fe-d116255b9f94 req-0dbcd589-541e-404b-8ec5-5bf1fbe20747 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 200 len: 917 time: 0.5075073 Jul 16 08:48:10.986261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37494) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:11.019430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d25504-3513-43a5-8166-849a38c7957f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Network': ['ID=31088afc-009d-42b5-a030-6c0602181874,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:11.027447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-51d3def5-6e38-4cb4-bc0d-a28ee35fffb7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1951844598', 'description': 'tempest-secgroup-smoke-1951844598 description', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:11.041937 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e40487b2-1086-4158-b2fe-d116255b9f94 req-46fcc1cf-f0d5-4217-a54a-a0b738269964 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8bc063f-186b-4327-9b76-96651514aae3 HTTP/1.1" status: 200 len: 217 time: 0.2036402 Jul 16 08:48:11.067691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 31088afc-009d-42b5-a030-6c0602181874 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:11.235861 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-09725c69-5fea-4183-a456-1e03e77764b1 req-34ee69b5-08f7-48ee-8dd6-bfc878c45d03 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:11.275489 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5bce54-7383-4f95-b2ce-6dc976a40d5d None None] Sync routers for ids ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:11.291695 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b4d25504-3513-43a5-8166-849a38c7957f tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3499470 Jul 16 08:48:11.299032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37496) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:11.307804 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.321450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5bce54-7383-4f95-b2ce-6dc976a40d5d None None] Routers {'0ee05747-82a4-492e-bbc6-7adc36c15d1c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:11.325497 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a249e11-08f4-4150-a130-0c004cbd6ef9 req-e596a473-1a97-4c96-bb95-7e4b127c24b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.326402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1c5bce54-7383-4f95-b2ce-6dc976a40d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:48:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:11.331727 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7a249e11-08f4-4150-a130-0c004cbd6ef9 req-e596a473-1a97-4c96-bb95-7e4b127c24b0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.9391177 Jul 16 08:48:11.355690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6d8bdca8-7458-4ef3-a2ee-b3f69513ce10 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'subnet': {'network_id': '31088afc-009d-42b5-a030-6c0602181874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:11.437231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40487b2-1086-4158-b2fe-d116255b9f94 req-80b1721f-33f4-422c-84d1-d2db57dcf91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.439760 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e40487b2-1086-4158-b2fe-d116255b9f94 req-80b1721f-33f4-422c-84d1-d2db57dcf91c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ff038ab-4107-4385-b9f7-5e2bfac47b22 HTTP/1.1" status: 200 len: 856 time: 0.3756337 Jul 16 08:48:11.442903 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-51d3def5-6e38-4cb4-bc0d-a28ee35fffb7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.461306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-34ee69b5-08f7-48ee-8dd6-bfc878c45d03 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] No DVR routers for this DVR port 19362c34-d5f6-4f9b-af89-b7af39297e18 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:11.480717 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-34ee69b5-08f7-48ee-8dd6-bfc878c45d03 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.484944 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-09725c69-5fea-4183-a456-1e03e77764b1 req-34ee69b5-08f7-48ee-8dd6-bfc878c45d03 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "DELETE /v2.0/ports/19362c34-d5f6-4f9b-af89-b7af39297e18 HTTP/1.1" status: 204 len: 173 time: 3.9832768 Jul 16 08:48:11.488397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-deleted', 'tag': '19362c34-d5f6-4f9b-af89-b7af39297e18'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:11.492865 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e340b79-cc2b-43bd-8bc8-ad8deaa5efac" -d '{"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-deleted", "tag": "19362c34-d5f6-4f9b-af89-b7af39297e18"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:11.590774 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-51d3def5-6e38-4cb4-bc0d-a28ee35fffb7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.614101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-1c5bce54-7383-4f95-b2ce-6dc976a40d5d None None] Set router 0ee05747-82a4-492e-bbc6-7adc36c15d1c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:11.754203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529f370-ff15-4f28-a277-dfd7614c4d71 req-b27aa115-7d75-4637-be55-d23830820b08 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.767579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529f370-ff15-4f28-a277-dfd7614c4d71 req-b27aa115-7d75-4637-be55-d23830820b08 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.774152 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7a249e11-08f4-4150-a130-0c004cbd6ef9 req-c5915bd3-bf82-4cd4-ba63-c1a9b11242a4 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4042830 Jul 16 08:48:11.785075 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9529f370-ff15-4f28-a277-dfd7614c4d71 req-b27aa115-7d75-4637-be55-d23830820b08 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 1677 time: 0.6255784 Jul 16 08:48:11.938811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40487b2-1086-4158-b2fe-d116255b9f94 req-a8074892-e296-4035-ae99-4feb0f07e6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.942398 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e40487b2-1086-4158-b2fe-d116255b9f94 req-a8074892-e296-4035-ae99-4feb0f07e6cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0398bf6f-6792-4b35-accc-6c390953dadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4843669 Jul 16 08:48:11.976544 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-09725c69-5fea-4183-a456-1e03e77764b1 req-79ca6fcb-a85d-45da-b764-ae948405c0f5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Deleting port 6e71c4ff-1f67-4669-9250-8125eb2bb63a {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:11.978983 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-79ca6fcb-a85d-45da-b764-ae948405c0f5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.045521 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9529f370-ff15-4f28-a277-dfd7614c4d71 req-7c3fb297-363e-400f-959b-d5db985ec688 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591994 Jul 16 08:48:12.197577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1c5bce54-7383-4f95-b2ce-6dc976a40d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:49Z', 'updated_at': '2021-07-16T08:37:01Z', 'revision_number': 4, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'gw_port': {'id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6101dfb1-655a-4876-a8cd-8f99af4f36e5', 'name': '', 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'mac_address': 'fa:16:3e:73:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:37:07Z', 'revision_number': 5, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'subnets': [{'id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:12.214088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-79ca6fcb-a85d-45da-b764-ae948405c0f5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] For port 6e71c4ff-1f67-4669-9250-8125eb2bb63a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6e71c4ff-1f67-4669-9250-8125eb2bb63a,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:12.215937 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-79ca6fcb-a85d-45da-b764-ae948405c0f5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.268823 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5bce54-7383-4f95-b2ce-6dc976a40d5d None None] Checking router: 0ee05747-82a4-492e-bbc6-7adc36c15d1c for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:12.271925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-09725c69-5fea-4183-a456-1e03e77764b1 req-79ca6fcb-a85d-45da-b764-ae948405c0f5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Calling delete_port for 6e71c4ff-1f67-4669-9250-8125eb2bb63a owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:12.293439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5bce54-7383-4f95-b2ce-6dc976a40d5d None None] Routers {'0ee05747-82a4-492e-bbc6-7adc36c15d1c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:12.294098 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1c5bce54-7383-4f95-b2ce-6dc976a40d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:48:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:12.460029 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e40487b2-1086-4158-b2fe-d116255b9f94 req-30dd9e70-e9cb-4cb8-84e9-4c4ae02af070 service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4940231 Jul 16 08:48:12.551121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-1c5bce54-7383-4f95-b2ce-6dc976a40d5d None None] Set router 0ee05747-82a4-492e-bbc6-7adc36c15d1c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:12.600254 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:48:12.636357 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a652cb-0bfa-4d9a-8d84-11f61612246c x-openstack-request-id: req-e8a652cb-0bfa-4d9a-8d84-11f61612246c {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:12.637133 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-deleted", "tag": "19362c34-d5f6-4f9b-af89-b7af39297e18", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:12.637549 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e8a652cb-0bfa-4d9a-8d84-11f61612246c {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:12.638313 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-deleted', 'tag': '19362c34-d5f6-4f9b-af89-b7af39297e18', 'status': 'completed', 'code': 200} Jul 16 08:48:12.643289 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-79ca6fcb-a85d-45da-b764-ae948405c0f5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.703938 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-51d3def5-6e38-4cb4-bc0d-a28ee35fffb7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.744886 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-51d3def5-6e38-4cb4-bc0d-a28ee35fffb7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.877297 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca6fcb-a85d-45da-b764-ae948405c0f5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event deleted for resources: {'Port': ['ID=6e71c4ff-1f67-4669-9250-8125eb2bb63a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:12.883280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-79ca6fcb-a85d-45da-b764-ae948405c0f5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] No DVR routers for this DVR port 6e71c4ff-1f67-4669-9250-8125eb2bb63a on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:12.912201 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-79ca6fcb-a85d-45da-b764-ae948405c0f5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.914424 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-09725c69-5fea-4183-a456-1e03e77764b1 req-79ca6fcb-a85d-45da-b764-ae948405c0f5 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "DELETE /v2.0/ports/6e71c4ff-1f67-4669-9250-8125eb2bb63a HTTP/1.1" status: 204 len: 173 time: 1.3908217 Jul 16 08:48:12.917390 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [None req-51d3def5-6e38-4cb4-bc0d-a28ee35fffb7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:48:12.917390 n-d-758944-46 neutron-server[93694]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:48:12.917390 n-d-758944-46 neutron-server[93694]: [parameters: {'project_id_1': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 48, 12, 760358)}] Jul 16 08:48:12.917390 n-d-758944-46 neutron-server[93694]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:48:12.917961 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [None req-51d3def5-6e38-4cb4-bc0d-a28ee35fffb7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:48:12.955255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8bdca8-7458-4ef3-a2ee-b3f69513ce10 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Made reservation on behalf of d79c20ed0b734abf92420cf993e8d9db for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:12.966832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6d8bdca8-7458-4ef3-a2ee-b3f69513ce10 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.052344 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3def5-6e38-4cb4-bc0d-a28ee35fffb7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e056b0bc-ba9f-44b0-a99c-1d2f2c19b449,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:13.107038 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e40487b2-1086-4158-b2fe-d116255b9f94 req-5e4b42d9-8c69-4051-977a-323a51927df2 service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5840826 Jul 16 08:48:13.207950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1e15bb-834f-4674-b1fa-90c80daa5f59 req-7b1ec9de-e726-4269-95de-b3c09a72a429 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.224318 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed1e15bb-834f-4674-b1fa-90c80daa5f59 req-7b1ec9de-e726-4269-95de-b3c09a72a429 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=db835561-d462-4385-abc5-6ca2a387cb8f HTTP/1.1" status: 200 len: 951 time: 0.4875727 Jul 16 08:48:13.274375 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fad0b1-4fbb-457e-89e7-c85c7c76c496 req-aca0db58-0864-41e8-ab15-3fe62b1cfe41 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:13.286394 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-80fad0b1-4fbb-457e-89e7-c85c7c76c496 req-aca0db58-0864-41e8-ab15-3fe62b1cfe41 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.2044032 Jul 16 08:48:13.327513 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.ipam_backend_mixin [None req-6d8bdca8-7458-4ef3-a2ee-b3f69513ce10 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Performing IP validity checks on allocation pools {{(pid=93695) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:48:13.328307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.ipam_backend_mixin [None req-6d8bdca8-7458-4ef3-a2ee-b3f69513ce10 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93695) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:48:13.376454 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-80fad0b1-4fbb-457e-89e7-c85c7c76c496 req-a2c5faf1-9800-479c-a9e1-a53cd2884959 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847447 Jul 16 08:48:13.418635 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-51d3def5-6e38-4cb4-bc0d-a28ee35fffb7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.511299 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e8bc063f-186b-4327-9b76-96651514aae3 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:13.592062 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed1e15bb-834f-4674-b1fa-90c80daa5f59 req-86724e0a-ae95-41f6-ad1d-430761de4e85 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663225 Jul 16 08:48:13.627364 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-51d3def5-6e38-4cb4-bc0d-a28ee35fffb7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.647526 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-51d3def5-6e38-4cb4-bc0d-a28ee35fffb7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.686687 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.resource_extend [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:48:13.773591 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-09725c69-5fea-4183-a456-1e03e77764b1 req-0920f1ee-a5ea-4d3d-aff6-27a01a26860e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Deleting port ed62a5f0-1850-4742-b8df-60c11d9a13c3 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:13.774261 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-0920f1ee-a5ea-4d3d-aff6-27a01a26860e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.816578 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-51d3def5-6e38-4cb4-bc0d-a28ee35fffb7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.827712 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-51d3def5-6e38-4cb4-bc0d-a28ee35fffb7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.8345594 Jul 16 08:48:13.828620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37556) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:13.874058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-48480af3-61e3-4d5e-bc6c-c05b10579e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '5a711fae-019c-44d3-a6cf-82912c7d3979', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:13.899539 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c951162b-df9f-42ca-87a4-41d7fb15c84b no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:13.919592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d3def5-6e38-4cb4-bc0d-a28ee35fffb7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a711fae-019c-44d3-a6cf-82912c7d3979,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:14.035712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1c5bce54-7383-4f95-b2ce-6dc976a40d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:49Z', 'updated_at': '2021-07-16T08:37:01Z', 'revision_number': 4, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'gw_port': {'id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6101dfb1-655a-4876-a8cd-8f99af4f36e5', 'name': '', 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'mac_address': 'fa:16:3e:73:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:37:07Z', 'revision_number': 5, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'subnets': [{'id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:14.061375 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48480af3-61e3-4d5e-bc6c-c05b10579e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.081964 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02094207-801c-4a0e-b575-7d03c74582e3 req-3464e888-51ee-4014-87b2-c50812732101 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:14.084889 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-02094207-801c-4a0e-b575-7d03c74582e3 req-3464e888-51ee-4014-87b2-c50812732101 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 943 time: 0.4199004 Jul 16 08:48:14.226698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5bce54-7383-4f95-b2ce-6dc976a40d5d None None] The sync data for ids ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'] in n-d-758944-46 is: [{'id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:49Z', 'updated_at': '2021-07-16T08:37:01Z', 'revision_number': 4, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'gw_port': {'id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6101dfb1-655a-4876-a8cd-8f99af4f36e5', 'name': '', 'network_id': '2055bc3a-708e-4fbd-bdcb-dd6830ef6991', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'mac_address': 'fa:16:3e:73:02:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:58Z', 'updated_at': '2021-07-16T08:37:07Z', 'revision_number': 5, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'subnets': [{'id': '43909eb2-c2e2-4352-8c3b-116900d301bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:14.310461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e8bc063f-186b-4327-9b76-96651514aae3, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8bc063f-186b-4327-9b76-96651514aae3,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:14.354142 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-02094207-801c-4a0e-b575-7d03c74582e3 req-bc34bf2f-18f1-40a0-af24-f4a2ac84d376 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups?id=7f576309-2b0d-47b3-831b-b8c67b8ca3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2443867 Jul 16 08:48:14.379435 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48480af3-61e3-4d5e-bc6c-c05b10579e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.390707 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48480af3-61e3-4d5e-bc6c-c05b10579e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.467322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'e8bc063f-186b-4327-9b76-96651514aae3', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'port_id': 'e8bc063f-186b-4327-9b76-96651514aae3', 'mac_address': 'fa:16:3e:f2:00:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:14.556291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48480af3-61e3-4d5e-bc6c-c05b10579e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0fc6370-02fb-4bfe-be1b-39dc47f9b349,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:14.584280 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48480af3-61e3-4d5e-bc6c-c05b10579e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.597777 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-48480af3-61e3-4d5e-bc6c-c05b10579e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7534292 Jul 16 08:48:14.603924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37590) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:14.623149 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-85be9d79-9a7e-46ef-8c87-b98a47f16a33 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '5a711fae-019c-44d3-a6cf-82912c7d3979', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:14.681277 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.730071 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85be9d79-9a7e-46ef-8c87-b98a47f16a33 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.807647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-deleted', 'tag': '6e71c4ff-1f67-4669-9250-8125eb2bb63a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:14.813014 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d45c64-aa13-42c9-b695-65482985c3f6" -d '{"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-deleted", "tag": "6e71c4ff-1f67-4669-9250-8125eb2bb63a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:14.861267 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6d8bdca8-7458-4ef3-a2ee-b3f69513ce10 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.886967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c951162b-df9f-42ca-87a4-41d7fb15c84b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:14.889591 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6314685b-97fd-4207-96ec-027800d48d2b" -d '{"events": [{"server_uuid": "db835561-d462-4385-abc5-6ca2a387cb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "c951162b-df9f-42ca-87a4-41d7fb15c84b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:14.897552 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.905816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c951162b-df9f-42ca-87a4-41d7fb15c84b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:14.935367 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.957483 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4339d07d-8b3f-41eb-86d3-715ca7b92c30 None None] New status for floating IP 24b324ae-62d0-4e4c-b875-a790429e58ed: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:48:15.005587 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85be9d79-9a7e-46ef-8c87-b98a47f16a33 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.021950 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85be9d79-9a7e-46ef-8c87-b98a47f16a33 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.059489 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85be9d79-9a7e-46ef-8c87-b98a47f16a33 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.066589 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-85be9d79-9a7e-46ef-8c87-b98a47f16a33 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4589388 Jul 16 08:48:15.076457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37612) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:15.078095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-0920f1ee-a5ea-4d3d-aff6-27a01a26860e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] For port ed62a5f0-1850-4742-b8df-60c11d9a13c3, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ed62a5f0-1850-4742-b8df-60c11d9a13c3,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:15.078400 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-0920f1ee-a5ea-4d3d-aff6-27a01a26860e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.079988 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bc063f-186b-4327-9b76-96651514aae3 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:15.101615 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c126c0c5-b431-4b07-a344-1b921eea5bdc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '5a711fae-019c-44d3-a6cf-82912c7d3979', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:15.132411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8bdca8-7458-4ef3-a2ee-b3f69513ce10 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Subnet': ['ID=b03b3c4a-6f9d-45a0-a46a-23521b646eda,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:15.133497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e8bc063f-186b-4327-9b76-96651514aae3, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8bc063f-186b-4327-9b76-96651514aae3,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:15.134949 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=c951162b-df9f-42ca-87a4-41d7fb15c84b,revision_number=11']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:15.145232 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.152846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-09725c69-5fea-4183-a456-1e03e77764b1 req-0920f1ee-a5ea-4d3d-aff6-27a01a26860e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Calling delete_port for ed62a5f0-1850-4742-b8df-60c11d9a13c3 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:15.157622 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85be9d79-9a7e-46ef-8c87-b98a47f16a33 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a13da0-5c80-4dde-ae2d-f59333daf0ad,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:15.200070 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de599bf-fbbd-4bf6-9d70-3711f7244486 x-openstack-request-id: req-6de599bf-fbbd-4bf6-9d70-3711f7244486 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:15.200396 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-deleted", "tag": "6e71c4ff-1f67-4669-9250-8125eb2bb63a", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:15.200688 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6de599bf-fbbd-4bf6-9d70-3711f7244486 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:15.201011 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-deleted', 'tag': '6e71c4ff-1f67-4669-9250-8125eb2bb63a', 'status': 'completed', 'code': 200} Jul 16 08:48:15.228400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c8509-1e96-4684-864d-226e45492c9e req-80c9045b-1189-4249-a43d-28054b2eafce tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:15.241463 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-996c8509-1e96-4684-864d-226e45492c9e req-80c9045b-1189-4249-a43d-28054b2eafce tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.4354374 Jul 16 08:48:15.253972 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=e8bc063f-186b-4327-9b76-96651514aae3,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:15.279489 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8bdca8-7458-4ef3-a2ee-b3f69513ce10 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Checking segment: {'id': '62015379-cdd1-4eec-bc52-31cc7fc10e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '31088afc-009d-42b5-a030-6c0602181874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:15.279884 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8bdca8-7458-4ef3-a2ee-b3f69513ce10 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network hostable DHCP agents. Network: 31088afc-009d-42b5-a030-6c0602181874, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:15.341633 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8bdca8-7458-4ef3-a2ee-b3f69513ce10 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Network 31088afc-009d-42b5-a030-6c0602181874 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:15.373731 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836023ff-a631-4f40-8d10-64bed8071967 x-openstack-request-id: req-836023ff-a631-4f40-8d10-64bed8071967 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:15.374062 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db835561-d462-4385-abc5-6ca2a387cb8f", "name": "network-vif-unplugged", "status": "completed", "tag": "c951162b-df9f-42ca-87a4-41d7fb15c84b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:15.374326 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-836023ff-a631-4f40-8d10-64bed8071967 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:15.374793 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c951162b-df9f-42ca-87a4-41d7fb15c84b', 'code': 200} Jul 16 08:48:15.383041 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c126c0c5-b431-4b07-a344-1b921eea5bdc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.385065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-6d8bdca8-7458-4ef3-a2ee-b3f69513ce10 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 31088afc-009d-42b5-a030-6c0602181874) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:15.397752 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-996c8509-1e96-4684-864d-226e45492c9e req-97dcf5bb-bf36-40bf-b737-913cb219007d tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549392 Jul 16 08:48:15.401435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12def2a-d5f7-4a82-81f2-2359a46aebf0 None None] Network 31088afc-009d-42b5-a030-6c0602181874 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:15.414448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8bdca8-7458-4ef3-a2ee-b3f69513ce10 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:15.416228 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6d8bdca8-7458-4ef3-a2ee-b3f69513ce10 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.446805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e8bc063f-186b-4327-9b76-96651514aae3'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:15.535303 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6d8bdca8-7458-4ef3-a2ee-b3f69513ce10 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.1991429 Jul 16 08:48:15.536401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37620) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:15.562480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d5cb1054-438b-40de-a5a1-2d800aa709c6 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:15.632806 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c126c0c5-b431-4b07-a344-1b921eea5bdc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.648901 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c126c0c5-b431-4b07-a344-1b921eea5bdc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.671389 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126c0c5-b431-4b07-a344-1b921eea5bdc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd32aa9f-bf7c-47b6-973e-ebe7d68395b0,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:15.726107 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c126c0c5-b431-4b07-a344-1b921eea5bdc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.731948 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c126c0c5-b431-4b07-a344-1b921eea5bdc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6477504 Jul 16 08:48:15.734889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37632) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:15.744622 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-0920f1ee-a5ea-4d3d-aff6-27a01a26860e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.764531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-999599c2-86c9-408b-aa7d-632dcfbf23a4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '5a711fae-019c-44d3-a6cf-82912c7d3979', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:15.838012 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-999599c2-86c9-408b-aa7d-632dcfbf23a4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.889471 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0920f1ee-a5ea-4d3d-aff6-27a01a26860e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event deleted for resources: {'Port': ['ID=ed62a5f0-1850-4742-b8df-60c11d9a13c3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:15.982148 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-999599c2-86c9-408b-aa7d-632dcfbf23a4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.982148 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-999599c2-86c9-408b-aa7d-632dcfbf23a4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.038484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-31088afc-009d-42b5-a030-6c0602181874', 'network_id': '31088afc-009d-42b5-a030-6c0602181874', 'tenant_id': 'd79c20ed0b734abf92420cf993e8d9db', 'fixed_ips': [{'subnet_id': 'b03b3c4a-6f9d-45a0-a46a-23521b646eda'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:16.053721 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.110472 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999599c2-86c9-408b-aa7d-632dcfbf23a4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ebd2c3-f5d3-4d04-979c-9d42cca1533f,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:16.140943 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-999599c2-86c9-408b-aa7d-632dcfbf23a4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.147680 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-999599c2-86c9-408b-aa7d-632dcfbf23a4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4075344 Jul 16 08:48:16.148175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37652) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:16.167027 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7b9290ef-22ad-4120-9d6f-3222b5a72f15 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '5a711fae-019c-44d3-a6cf-82912c7d3979', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:16.252385 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-09725c69-5fea-4183-a456-1e03e77764b1 req-0920f1ee-a5ea-4d3d-aff6-27a01a26860e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] No DVR routers for this DVR port ed62a5f0-1850-4742-b8df-60c11d9a13c3 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:16.260519 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-09725c69-5fea-4183-a456-1e03e77764b1 req-0920f1ee-a5ea-4d3d-aff6-27a01a26860e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.263954 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-09725c69-5fea-4183-a456-1e03e77764b1 req-0920f1ee-a5ea-4d3d-aff6-27a01a26860e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.38 "DELETE /v2.0/ports/ed62a5f0-1850-4742-b8df-60c11d9a13c3 HTTP/1.1" status: 204 len: 173 time: 3.3400202 Jul 16 08:48:16.329734 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d5cb1054-438b-40de-a5a1-2d800aa709c6 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27108916'] for subnet, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.421707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Allocated IP 2001:db8::3 (31088afc-009d-42b5-a030-6c0602181874/b03b3c4a-6f9d-45a0-a46a-23521b646eda/c8e97f7b-7225-4420-beb7-85116bc983f2) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:16.431879 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e7556c28-bb17-4464-aa4a-8f30aead2f9e req-51472569-0a7e-40d9-abf2-659865203083 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.1873693 Jul 16 08:48:16.443680 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-7b9290ef-22ad-4120-9d6f-3222b5a72f15 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Project 6bd79a16b15a44f9ba1c5be5b1f2251d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:48:16.454778 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7b9290ef-22ad-4120-9d6f-3222b5a72f15 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.790308 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7b9290ef-22ad-4120-9d6f-3222b5a72f15 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.801719 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7b9290ef-22ad-4120-9d6f-3222b5a72f15 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.816163 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.830010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Transition to ACTIVE for port object c8e97f7b-7225-4420-beb7-85116bc983f2 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:16.873210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Transition to ACTIVE for port object c8e97f7b-7225-4420-beb7-85116bc983f2 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:16.887268 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.944326 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Network 31088afc-009d-42b5-a030-6c0602181874 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:16.950369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9290ef-22ad-4120-9d6f-3222b5a72f15 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db6ff637-9ac5-4e73-abbd-f78849b27217,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:16.958648 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7b9290ef-22ad-4120-9d6f-3222b5a72f15 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.961402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:16.963715 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7b9290ef-22ad-4120-9d6f-3222b5a72f15 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8042200 Jul 16 08:48:16.968281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37682) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:16.978525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:16.984309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c31cc6a6-7dce-4955-b968-ec72b3723d0e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '5a711fae-019c-44d3-a6cf-82912c7d3979', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:17.121584 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Pushing event updated for resources: {'Port': ['ID=c8e97f7b-7225-4420-beb7-85116bc983f2,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:17.122479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed3db88-f7c3-4173-bbdb-6c1894a1175c req-22fd10d7-c5e7-4445-bb8e-32875d7f4546 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.125623 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ed3db88-f7c3-4173-bbdb-6c1894a1175c req-22fd10d7-c5e7-4445-bb8e-32875d7f4546 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 945 time: 0.2663190 Jul 16 08:48:17.129537 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-c31cc6a6-7dce-4955-b968-ec72b3723d0e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Project 6bd79a16b15a44f9ba1c5be5b1f2251d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:48:17.141402 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c31cc6a6-7dce-4955-b968-ec72b3723d0e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.145026 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Attempting to bind port c8e97f7b-7225-4420-beb7-85116bc983f2 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:17.145564 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Attempting to bind port c8e97f7b-7225-4420-beb7-85116bc983f2 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '62015379-cdd1-4eec-bc52-31cc7fc10e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '31088afc-009d-42b5-a030-6c0602181874'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:17.146038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Attempting to bind port c8e97f7b-7225-4420-beb7-85116bc983f2 on network 31088afc-009d-42b5-a030-6c0602181874 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:17.153354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:17.153758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Checking segment: {'id': '62015379-cdd1-4eec-bc52-31cc7fc10e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '31088afc-009d-42b5-a030-6c0602181874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:17.154314 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.155482 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Bound using segment: {'id': '62015379-cdd1-4eec-bc52-31cc7fc10e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '31088afc-009d-42b5-a030-6c0602181874'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:17.156052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Bound port: c8e97f7b-7225-4420-beb7-85116bc983f2, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62015379-cdd1-4eec-bc52-31cc7fc10e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '31088afc-009d-42b5-a030-6c0602181874'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:17.156553 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.213690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-deleted', 'tag': 'ed62a5f0-1850-4742-b8df-60c11d9a13c3'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:17.224489 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edea53d3-6e68-4618-a4ec-bdc917ed0623" -d '{"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-deleted", "tag": "ed62a5f0-1850-4742-b8df-60c11d9a13c3"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:17.312114 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] For port c8e97f7b-7225-4420-beb7-85116bc983f2, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:17.323817 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c31cc6a6-7dce-4955-b968-ec72b3723d0e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.325090 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] For port c8e97f7b-7225-4420-beb7-85116bc983f2, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c8e97f7b-7225-4420-beb7-85116bc983f2,segment=NetworkSegment(62015379-cdd1-4eec-bc52-31cc7fc10e76),segment_id=62015379-cdd1-4eec-bc52-31cc7fc10e76)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:17.347918 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ed3db88-f7c3-4173-bbdb-6c1894a1175c req-f71ed2cc-ecfa-449a-b3ba-7063de103f1c tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837153 Jul 16 08:48:17.349468 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c31cc6a6-7dce-4955-b968-ec72b3723d0e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.383702 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.452562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e8bc063f-186b-4327-9b76-96651514aae3 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:17.508559 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c31cc6a6-7dce-4955-b968-ec72b3723d0e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.515641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37706) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:17.517185 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c31cc6a6-7dce-4955-b968-ec72b3723d0e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5437033 Jul 16 08:48:17.523098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31cc6a6-7dce-4955-b968-ec72b3723d0e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa00f3d2-1823-43f4-a173-28af16bb4639,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:17.541957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-82966f6a-4706-4976-8584-0892ebfadc98 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'network': {'name': 'tempest-network-smoke--1649834096', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'port_security_enabled': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:17.593156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port e8bc063f-186b-4327-9b76-96651514aae3 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:17.599001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc559e11-9b0a-4a33-b4e2-d9b484fa4f8f None None] Pushing event updated for resources: {'Port': ['ID=c8e97f7b-7225-4420-beb7-85116bc983f2,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:17.602168 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11167f7f-1fdd-468e-852e-aef474b912bc x-openstack-request-id: req-11167f7f-1fdd-468e-852e-aef474b912bc {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:17.603365 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d95f181-aaee-4a9d-8666-34ec393d8664", "name": "network-vif-deleted", "tag": "ed62a5f0-1850-4742-b8df-60c11d9a13c3", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:17.603626 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11167f7f-1fdd-468e-852e-aef474b912bc {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:17.604058 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d95f181-aaee-4a9d-8666-34ec393d8664', 'name': 'network-vif-deleted', 'tag': 'ed62a5f0-1850-4742-b8df-60c11d9a13c3', 'status': 'completed', 'code': 200} Jul 16 08:48:17.615567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port e8bc063f-186b-4327-9b76-96651514aae3 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:17.616005 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.676017 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d5cb1054-438b-40de-a5a1-2d800aa709c6 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775480214923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2543676'] for subnet, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.706431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82966f6a-4706-4976-8584-0892ebfadc98 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Made reservation on behalf of 6bd79a16b15a44f9ba1c5be5b1f2251d for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:17.719459 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-82966f6a-4706-4976-8584-0892ebfadc98 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.834913 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.879690 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e8bc063f-186b-4327-9b76-96651514aae3, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8bc063f-186b-4327-9b76-96651514aae3,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:17.882271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bc063f-186b-4327-9b76-96651514aae3'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:17.884820 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f2ff1d-f273-4749-9477-00512bfc540b" -d '{"events": [{"server_uuid": "4eff8273-7e13-4010-ada4-a8c9596b549a", "name": "network-vif-plugged", "status": "completed", "tag": "e8bc063f-186b-4327-9b76-96651514aae3"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:17.888541 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.941390 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5cb1054-438b-40de-a5a1-2d800aa709c6 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.977943 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d5cb1054-438b-40de-a5a1-2d800aa709c6 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.984743 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d5cb1054-438b-40de-a5a1-2d800aa709c6 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "PUT /v2.0/subnets/b03b3c4a-6f9d-45a0-a46a-23521b646eda HTTP/1.1" status: 200 len: 900 time: 2.4390538 Jul 16 08:48:17.990208 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37730) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:18.004668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cb1054-438b-40de-a5a1-2d800aa709c6 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event updated for resources: {'Subnet': ['ID=b03b3c4a-6f9d-45a0-a46a-23521b646eda,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:18.037042 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82966f6a-4706-4976-8584-0892ebfadc98 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:18.090960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=e8bc063f-186b-4327-9b76-96651514aae3,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:18.091701 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-82966f6a-4706-4976-8584-0892ebfadc98 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.100595 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-82966f6a-4706-4976-8584-0892ebfadc98 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Added segment d6195816-0441-4c0a-a48a-ebd5ed987264 of type vlan for network 1a0501e1-1558-4423-a881-e5cd760c87df Jul 16 08:48:18.305736 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.309137 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-82966f6a-4706-4976-8584-0892ebfadc98 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.376289 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78615e79-0746-4d37-9d3f-6589d06e98dd x-openstack-request-id: req-78615e79-0746-4d37-9d3f-6589d06e98dd {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:18.376836 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eff8273-7e13-4010-ada4-a8c9596b549a", "name": "network-vif-plugged", "status": "completed", "tag": "e8bc063f-186b-4327-9b76-96651514aae3", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:18.377157 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-78615e79-0746-4d37-9d3f-6589d06e98dd {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:18.378481 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bc063f-186b-4327-9b76-96651514aae3', 'code': 200} Jul 16 08:48:18.459287 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-82966f6a-4706-4976-8584-0892ebfadc98 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.467329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82966f6a-4706-4976-8584-0892ebfadc98 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:18.467996 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-82966f6a-4706-4976-8584-0892ebfadc98 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.501761 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-adad8850-2692-4e80-a1fd-5145e6bdd7c3 req-65e494ab-efe5-42a3-b635-cb6398b8701a tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.1881132 Jul 16 08:48:18.513642 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c8e97f7b-7225-4420-beb7-85116bc983f2 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:18.590511 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-82966f6a-4706-4976-8584-0892ebfadc98 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0718787 Jul 16 08:48:18.593992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37762) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:18.601881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'admin_state_up': True, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:18.675659 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Deleting port c8e97f7b-7225-4420-beb7-85116bc983f2 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:18.676021 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.714262 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.720656 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.733059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port c8e97f7b-7225-4420-beb7-85116bc983f2 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:18.808571 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cdd63-acae-4c1c-b4fc-25995233495d req-319bd638-d53f-476c-82ba-6fac51cb9963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:18.813468 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c90cdd63-acae-4c1c-b4fc-25995233495d req-319bd638-d53f-476c-82ba-6fac51cb9963 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 1098 time: 0.2585809 Jul 16 08:48:18.878322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82966f6a-4706-4976-8584-0892ebfadc98 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Network': ['ID=1a0501e1-1558-4423-a881-e5cd760c87df,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:18.899073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 1a0501e1-1558-4423-a881-e5cd760c87df details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:18.957381 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] For port c8e97f7b-7225-4420-beb7-85116bc983f2, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c8e97f7b-7225-4420-beb7-85116bc983f2,segment=NetworkSegment(62015379-cdd1-4eec-bc52-31cc7fc10e76),segment_id=62015379-cdd1-4eec-bc52-31cc7fc10e76)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:18.957829 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.994608 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c90cdd63-acae-4c1c-b4fc-25995233495d req-0ec3d6d7-bcd5-46f2-b0fb-f989b09621c3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709507 Jul 16 08:48:19.011567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Calling delete_port for c8e97f7b-7225-4420-beb7-85116bc983f2 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:19.130769 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.395008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725dd5dd-5362-42c1-9e9a-a108e13560f5 req-2d4881a1-4c22-48e9-b295-8d9f128ce0a2 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:19.407871 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-725dd5dd-5362-42c1-9e9a-a108e13560f5 req-2d4881a1-4c22-48e9-b295-8d9f128ce0a2 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.3918495 Jul 16 08:48:19.517315 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.638413 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-725dd5dd-5362-42c1-9e9a-a108e13560f5 req-f7a3a22c-fa58-47e7-b6f4-1b0d36c4c018 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2274590 Jul 16 08:48:19.715222 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.914801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b236c6cc-c9b8-4456-8a08-1c9b9b46d809 None None] Network 31088afc-009d-42b5-a030-6c0602181874 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:19.973397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Port': ['ID=c8e97f7b-7225-4420-beb7-85116bc983f2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:20.014994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5984f669-4768-4542-846a-62ea02ff97fc None None] Could not find standard attr ID for object c8e97f7b-7225-4420-beb7-85116bc983f2. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:48:20.061925 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.091107 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.114453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No DVR routers for this DVR port c8e97f7b-7225-4420-beb7-85116bc983f2 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:20.289472 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2494ff9-afcc-43c8-9f68-4aa603d66e4c req-93b7b126-9e23-4c04-94d0-4f8cf1d67b09 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.2608306 Jul 16 08:48:20.381484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.25.4.47 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:20.497696 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.670592 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.773204 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Subnet': ['ID=b03b3c4a-6f9d-45a0-a46a-23521b646eda,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:20.789363 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.879674 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.937134 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.951718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:20.962278 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:20.964558 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31088afc-009d-42b5-a030-6c0602181874']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:20.994409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:21.003914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62015379-cdd1-4eec-bc52-31cc7fc10e76') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:21.004421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62015379-cdd1-4eec-bc52-31cc7fc10e76') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:21.021977 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.073081 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad2d84a-fae1-460c-8a80-150e9f510b1e None None] Network 31088afc-009d-42b5-a030-6c0602181874 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:21.092622 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.102089 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:21.103135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:21.108911 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:21.208356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.483287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.622719 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.667575 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/31088afc-009d-42b5-a030-6c0602181874 HTTP/1.1" status: 204 len: 168 time: 3.6676118 Jul 16 08:48:21.690057 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4520937-151e-4a14-afd3-25bf5ded00db tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Network': ['ID=31088afc-009d-42b5-a030-6c0602181874,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.720960 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37890) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:21.751904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4057f594-2190-485e-b262-852987b8a90d None None] DHCP port deletion for 31088afc-009d-42b5-a030-6c0602181874 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:21.831793 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.842324 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8daa27a-0c08-4971-8326-7e91ac31d2cc tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:21.843534 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8daa27a-0c08-4971-8326-7e91ac31d2cc tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:21.851500 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b8daa27a-0c08-4971-8326-7e91ac31d2cc tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/subnets/b03b3c4a-6f9d-45a0-a46a-23521b646eda HTTP/1.1" status: 404 len: 337 time: 0.1219316 Jul 16 08:48:21.855168 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37892) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:21.888147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c2ee7-609c-4c60-9e3a-84ca22f09d5b req-4e0212c6-d7db-4aa3-a88e-1ce9577268ed tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.901618 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a67c2ee7-609c-4c60-9e3a-84ca22f09d5b req-4e0212c6-d7db-4aa3-a88e-1ce9577268ed tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.7462888 Jul 16 08:48:21.983616 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eaa6fbf-a362-40b1-aa87-5ee8119e26e3 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:21.984523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eaa6fbf-a362-40b1-aa87-5ee8119e26e3 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:22.003087 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3eaa6fbf-a362-40b1-aa87-5ee8119e26e3 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/31088afc-009d-42b5-a030-6c0602181874 HTTP/1.1" status: 404 len: 339 time: 0.1458399 Jul 16 08:48:22.010188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37900) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:22.050386 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a67c2ee7-609c-4c60-9e3a-84ca22f09d5b req-ec515ede-4b08-44c5-a1d7-d7d4c1cb77e7 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471388 Jul 16 08:48:22.077901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c8e97f7b-7225-4420-beb7-85116bc983f2 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:22.160152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: c8e97f7b-7225-4420-beb7-85116bc983f2 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:22.167466 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.177977 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c8e97f7b-7225-4420-beb7-85116bc983f2 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:22.211724 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b7489bb-3d01-443d-bd4c-5132f0c239e9 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.392273 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router 60de9fac-7299-4ec3-b07a-475f3a49b6df is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:48:22.501509 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b7489bb-3d01-443d-bd4c-5132f0c239e9 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.539645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-9b7489bb-3d01-443d-bd4c-5132f0c239e9 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0044723a-80d0-49ee-baf4-883f60b80215']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:22.575820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-9b7489bb-3d01-443d-bd4c-5132f0c239e9 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f4c6e39-3455-463b-9d6b-9807df74457a') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:22.575820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-9b7489bb-3d01-443d-bd4c-5132f0c239e9 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f4c6e39-3455-463b-9d6b-9807df74457a') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:22.602934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:22.625383 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Sync routers for ids ['60de9fac-7299-4ec3-b07a-475f3a49b6df'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:22.641879 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc2a1450-c3e4-44d5-8d65-e3e491240fcf req-0a2f53f2-bb43-423f-a5d9-944c5fb40bee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.0836744 Jul 16 08:48:22.646575 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b7489bb-3d01-443d-bd4c-5132f0c239e9 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.651738 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.660208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Routers {'60de9fac-7299-4ec3-b07a-475f3a49b6df'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:22.663605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:48:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['60de9fac-7299-4ec3-b07a-475f3a49b6df'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:22.671386 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7ae432ae-8ae6-44ea-a80f-c094310fb85f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0711849 Jul 16 08:48:22.672088 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37924) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:22.694066 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b7489bb-3d01-443d-bd4c-5132f0c239e9 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.713667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b7489bb-3d01-443d-bd4c-5132f0c239e9 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:22.714217 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b7489bb-3d01-443d-bd4c-5132f0c239e9 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:22.777720 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:23.095746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Set router 60de9fac-7299-4ec3-b07a-475f3a49b6df gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:23.149826 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37956) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.159724 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-df9675f7-9024-42b8-97c1-6a92e1dacd33 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6bd79a16b15a44f9ba1c5be5b1f2251d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4863572 Jul 16 08:48:23.161668 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b7489bb-3d01-443d-bd4c-5132f0c239e9 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.171598 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b7489bb-3d01-443d-bd4c-5132f0c239e9 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.173774 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9b7489bb-3d01-443d-bd4c-5132f0c239e9 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/0044723a-80d0-49ee-baf4-883f60b80215 HTTP/1.1" status: 204 len: 168 time: 1.1622732 Jul 16 08:48:23.197060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37962) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.278499 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bd7c2d3-b226-4d7e-b7f4-abb6941bb2be tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:23.279234 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bd7c2d3-b226-4d7e-b7f4-abb6941bb2be tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:23.282085 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4bd7c2d3-b226-4d7e-b7f4-abb6941bb2be tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/subnets/f3985ac3-d0f8-4d46-afd4-fd79800279c2 HTTP/1.1" status: 404 len: 337 time: 0.0657244 Jul 16 08:48:23.287279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7489bb-3d01-443d-bd4c-5132f0c239e9 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Network': ['ID=0044723a-80d0-49ee-baf4-883f60b80215,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:23.289277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37966) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.314151 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b18b844-1e01-4e17-a3d0-5f8b8e8a61e3 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:23.315011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b18b844-1e01-4e17-a3d0-5f8b8e8a61e3 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:23.317664 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8b18b844-1e01-4e17-a3d0-5f8b8e8a61e3 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/61a8ce43-ddac-427c-802e-25c4cb193a65 HTTP/1.1" status: 404 len: 339 time: 0.0272543 Jul 16 08:48:23.326968 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37968) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.433877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86458f52-e65e-4c05-93e6-0a4ed9268bd1 req-3fb4730f-0754-4015-946c-e0b44a407466 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:23.453104 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-86458f52-e65e-4c05-93e6-0a4ed9268bd1 req-3fb4730f-0754-4015-946c-e0b44a407466 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.4828444 Jul 16 08:48:23.462722 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37972) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.470467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-bec54494-6481-443c-b7b7-96e8732077db tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Request body: {'floatingip': {'port_id': 'e8bc063f-186b-4327-9b76-96651514aae3'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:23.521862 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bec54494-6481-443c-b7b7-96e8732077db tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.661669 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c449856-c4f9-4b65-a32d-3cd4b889f567 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:23.671679 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6c449856-c4f9-4b65-a32d-3cd4b889f567 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5202570 Jul 16 08:48:23.673128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37988) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.788257 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a89138cc-15d4-4c2f-8cda-fb77b71aedcd tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1087439 Jul 16 08:48:23.797218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37996) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:23.803865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-50105e8f-dc57-4105-bfb1-f908a1ecf406 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-476810198', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:23.847177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:18Z', 'updated_at': '2021-07-16T08:48:21Z', 'revision_number': 3, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:20Z', 'updated_at': '2021-07-16T08:48:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:23.981484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Checking router: 60de9fac-7299-4ec3-b07a-475f3a49b6df for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:23.982030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Updating router 60de9fac-7299-4ec3-b07a-475f3a49b6df port 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:48:23.986587 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f7b4c412-bbc8-4e6e-8709-0c08c8647c84 req-69988b7f-8752-4c48-b7a3-38e16724aeb1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.0426388 Jul 16 08:48:24.054366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50105e8f-dc57-4105-bfb1-f908a1ecf406 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Made reservation on behalf of 6bd79a16b15a44f9ba1c5be5b1f2251d for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:24.061673 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-50105e8f-dc57-4105-bfb1-f908a1ecf406 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.066911 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.547916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-44d343fb-1c53-4395-b8ad-084419f6500d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Deleting subnet b7a39c3f-efc6-4ee6-9286-ea6f480ad3cd {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:24.589834 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-44d343fb-1c53-4395-b8ad-084419f6500d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.618112 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-50105e8f-dc57-4105-bfb1-f908a1ecf406 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.672315 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-44d343fb-1c53-4395-b8ad-084419f6500d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.758933 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.822567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Transition to ACTIVE for port object 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:24.859964 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.872218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50105e8f-dc57-4105-bfb1-f908a1ecf406 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Subnet': ['ID=7be16ed6-5c6d-4f05-8ffc-73464d53f178,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:24.937416 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50105e8f-dc57-4105-bfb1-f908a1ecf406 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Checking segment: {'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:24.938522 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50105e8f-dc57-4105-bfb1-f908a1ecf406 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network hostable DHCP agents. Network: 1a0501e1-1558-4423-a881-e5cd760c87df, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:24.994983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50105e8f-dc57-4105-bfb1-f908a1ecf406 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 1a0501e1-1558-4423-a881-e5cd760c87df is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:25.016164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d645d87-e69c-43c5-a653-18ac94a043e3 None None] Pushing event updated for resources: {'Port': ['ID=2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:25.020610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-50105e8f-dc57-4105-bfb1-f908a1ecf406 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 1a0501e1-1558-4423-a881-e5cd760c87df) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:25.035293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50105e8f-dc57-4105-bfb1-f908a1ecf406 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.036300 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-50105e8f-dc57-4105-bfb1-f908a1ecf406 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.078422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Attempting to bind port 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:25.079037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Attempting to bind port 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:25.079717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Attempting to bind port 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:25.090896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38da4ab6-1692-4601-977e-1a95155229cc None None] Network 1a0501e1-1558-4423-a881-e5cd760c87df requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:25.105315 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-50105e8f-dc57-4105-bfb1-f908a1ecf406 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3065066 Jul 16 08:48:25.106121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:25.106305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38038) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:25.106810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:25.107957 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.108754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:25.109713 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Bound port: 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:25.110346 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.259130 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bec54494-6481-443c-b7b7-96e8732077db tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.288011 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bec54494-6481-443c-b7b7-96e8732077db tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.521200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] For port 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:25.550707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] For port 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:25.567398 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.626968 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7c8089b1-6975-4ef0-8de3-4a58984f107e req-6f42014b-dce2-4426-96e7-bd3630f95338 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.2373197 Jul 16 08:48:25.718766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d645d87-e69c-43c5-a653-18ac94a043e3 None None] Pushing event updated for resources: {'Port': ['ID=2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:25.758831 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-1a0501e1-1558-4423-a881-e5cd760c87df', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ips': [{'subnet_id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:25.761551 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.802342 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-44d343fb-1c53-4395-b8ad-084419f6500d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.824383 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Routers {'60de9fac-7299-4ec3-b07a-475f3a49b6df'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:25.829446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:48:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['60de9fac-7299-4ec3-b07a-475f3a49b6df'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:25.880931 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-bec54494-6481-443c-b7b7-96e8732077db tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Floating IP 3a1099be-ff34-42e9-95c2-9a839c55165d associated. External IP: 172.25.4.182, port: e8bc063f-186b-4327-9b76-96651514aae3. Jul 16 08:48:26.266483 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-44d343fb-1c53-4395-b8ad-084419f6500d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.307869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d343fb-1c53-4395-b8ad-084419f6500d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Subnet': ['ID=b7a39c3f-efc6-4ee6-9286-ea6f480ad3cd,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:26.379672 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-44d343fb-1c53-4395-b8ad-084419f6500d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.384090 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-44d343fb-1c53-4395-b8ad-084419f6500d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/subnets/b7a39c3f-efc6-4ee6-9286-ea6f480ad3cd HTTP/1.1" status: 204 len: 168 time: 3.0537121 Jul 16 08:48:26.387314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38056) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:26.451740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-07433820-5774-4145-982b-64ce711d8c13 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Deleting subnet 90e3850a-35b6-4ec1-8b18-3a6d79714320 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:26.477278 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07433820-5774-4145-982b-64ce711d8c13 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.492954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] Set router 60de9fac-7299-4ec3-b07a-475f3a49b6df gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:26.586437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9342c06-1197-416c-875a-097222852bdb None None] Network b3a07786-4774-40b4-8475-16c77d0b6cc9 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:26.665042 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07433820-5774-4145-982b-64ce711d8c13 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.669108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aa7782-fa8b-4382-ae32-cd2f926444d4 req-7e39bf82-842b-4d37-8100-b39d7e9b7397 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.670915 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f9aa7782-fa8b-4382-ae32-cd2f926444d4 req-7e39bf82-842b-4d37-8100-b39d7e9b7397 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 947 time: 0.9926701 Jul 16 08:48:26.744934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec54494-6481-443c-b7b7-96e8732077db tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Router a490ce74-ea4f-4455-8679-4d8629c7613f has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:26.923932 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Allocated IP 172.20.0.2 (1a0501e1-1558-4423-a881-e5cd760c87df/7be16ed6-5c6d-4f05-8ffc-73464d53f178/db54c465-6c16-4c66-8ad6-6a68a0576846) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:26.978861 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f9aa7782-fa8b-4382-ae32-cd2f926444d4 req-80b99694-32c6-4f5a-8c4d-6ac77b43b1f5 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952414 Jul 16 08:48:27.013135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07433820-5774-4145-982b-64ce711d8c13 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.131689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec54494-6481-443c-b7b7-96e8732077db tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:27.142618 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bec54494-6481-443c-b7b7-96e8732077db tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.145351 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff7cda-d698-43de-a49b-a4aa643c2148 None None] Sync routers for ids ['a490ce74-ea4f-4455-8679-4d8629c7613f'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:27.185689 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff7cda-d698-43de-a49b-a4aa643c2148 None None] Routers {'a490ce74-ea4f-4455-8679-4d8629c7613f'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:27.189612 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e9ff7cda-d698-43de-a49b-a4aa643c2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:48:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a490ce74-ea4f-4455-8679-4d8629c7613f'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:27.225135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07433820-5774-4145-982b-64ce711d8c13 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.346799 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07433820-5774-4145-982b-64ce711d8c13 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Subnet': ['ID=90e3850a-35b6-4ec1-8b18-3a6d79714320,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:27.358677 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bec54494-6481-443c-b7b7-96e8732077db tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "PUT /v2.0/floatingips/3a1099be-ff34-42e9-95c2-9a839c55165d HTTP/1.1" status: 200 len: 992 time: 3.8936718 Jul 16 08:48:27.359994 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07433820-5774-4145-982b-64ce711d8c13 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.370330 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-07433820-5774-4145-982b-64ce711d8c13 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/subnets/90e3850a-35b6-4ec1-8b18-3a6d79714320 HTTP/1.1" status: 204 len: 168 time: 0.9811680 Jul 16 08:48:27.371483 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'tag': 'e8bc063f-186b-4327-9b76-96651514aae3'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:27.377135 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bce03cf-a44a-4cf7-a145-2a13f97a8656" -d '{"events": [{"name": "network-changed", "server_uuid": "4eff8273-7e13-4010-ada4-a8c9596b549a", "tag": "e8bc063f-186b-4327-9b76-96651514aae3"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:27.381974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38076) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:27.514259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf907a8-470b-4b29-a2bd-48a26c026161 req-8d28e97e-932c-416b-ac87-798cce6aca62 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.519893 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bd3f54d4-6530-4719-b675-0af124736f33 req-bf1080f2-d42f-4d1f-86d7-ab18bafc80fe tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.1170242 Jul 16 08:48:27.521867 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-edf907a8-470b-4b29-a2bd-48a26c026161 req-8d28e97e-932c-416b-ac87-798cce6aca62 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.38 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 947 time: 0.5570652 Jul 16 08:48:27.548178 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e9ff7cda-d698-43de-a49b-a4aa643c2148 None None] Set router a490ce74-ea4f-4455-8679-4d8629c7613f gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:27.628329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:18Z', 'updated_at': '2021-07-16T08:48:21Z', 'revision_number': 3, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:20Z', 'updated_at': '2021-07-16T08:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:27.633486 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.699292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f7d109-3195-4217-b8bc-0eb8007337a5 None None] The sync data for ids ['60de9fac-7299-4ec3-b07a-475f3a49b6df'] in n-d-758944-46 is: [{'id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:18Z', 'updated_at': '2021-07-16T08:48:21Z', 'revision_number': 3, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:20Z', 'updated_at': '2021-07-16T08:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:27.724283 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.742097 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1736bb2-d6ea-4f2a-bc93-1199190d9c84 x-openstack-request-id: req-f1736bb2-d6ea-4f2a-bc93-1199190d9c84 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:27.745358 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eff8273-7e13-4010-ada4-a8c9596b549a", "tag": "e8bc063f-186b-4327-9b76-96651514aae3", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:27.748295 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1736bb2-d6ea-4f2a-bc93-1199190d9c84 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:27.749699 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'tag': 'e8bc063f-186b-4327-9b76-96651514aae3', 'status': 'completed', 'code': 200} Jul 16 08:48:27.786208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Transition to ACTIVE for port object db54c465-6c16-4c66-8ad6-6a68a0576846 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:27.811218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Transition to ACTIVE for port object db54c465-6c16-4c66-8ad6-6a68a0576846 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:27.840574 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.943159 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.061233 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Network 1a0501e1-1558-4423-a881-e5cd760c87df is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:28.071940 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e9ff7cda-d698-43de-a49b-a4aa643c2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:37Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '3a1099be-ff34-42e9-95c2-9a839c55165d', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'port_id': 'e8bc063f-186b-4327-9b76-96651514aae3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'mac_address': 'fa:16:3e:f2:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:47:49Z', 'updated_at': '2021-07-16T08:48:25Z', 'revision_number': 1, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79ff542-49c9-4518-8acb-073ab31de248', 'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'mac_address': 'fa:16:3e:bd:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:33Z', 'updated_at': '2021-07-16T08:42:47Z', 'revision_number': 5, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'subnets': [{'id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:28.097566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:28.102959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:28.140811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Pushing event updated for resources: {'Port': ['ID=db54c465-6c16-4c66-8ad6-6a68a0576846,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:28.181702 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff7cda-d698-43de-a49b-a4aa643c2148 None None] Checking router: a490ce74-ea4f-4455-8679-4d8629c7613f for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:28.219347 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ff7cda-d698-43de-a49b-a4aa643c2148 None None] Routers {'a490ce74-ea4f-4455-8679-4d8629c7613f'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:28.220001 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e9ff7cda-d698-43de-a49b-a4aa643c2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:48:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a490ce74-ea4f-4455-8679-4d8629c7613f'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:28.222951 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce03cf-a44a-4cf7-a145-2a13f97a8656 req-2d3dba9a-dd12-471a-9d8c-da1ff3579876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.239929 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6bce03cf-a44a-4cf7-a145-2a13f97a8656 req-2d3dba9a-dd12-471a-9d8c-da1ff3579876 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf13c641cc6b45f4add343877ddf9789&device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 1098 time: 0.4841266 Jul 16 08:48:28.378685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Attempting to bind port db54c465-6c16-4c66-8ad6-6a68a0576846 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:28.379068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Attempting to bind port db54c465-6c16-4c66-8ad6-6a68a0576846 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:28.379442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Attempting to bind port db54c465-6c16-4c66-8ad6-6a68a0576846 on network 1a0501e1-1558-4423-a881-e5cd760c87df {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:28.398766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:28.399159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Checking segment: {'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:28.399556 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.399970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Bound using segment: {'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:28.400442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Bound port: db54c465-6c16-4c66-8ad6-6a68a0576846, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:28.418344 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.459836 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e9ff7cda-d698-43de-a49b-a4aa643c2148 None None] Set router a490ce74-ea4f-4455-8679-4d8629c7613f gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:28.465372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b6ff28-1db3-47bc-8b47-4d79b1ad1850 None None] DHCP port deletion for b3a07786-4774-40b4-8475-16c77d0b6cc9 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:28.466796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-edf907a8-470b-4b29-a2bd-48a26c026161 req-164ec006-944f-4120-94c9-d3b3a2081c50 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Deleting port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:28.467331 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-edf907a8-470b-4b29-a2bd-48a26c026161 req-164ec006-944f-4120-94c9-d3b3a2081c50 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.683137 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] For port db54c465-6c16-4c66-8ad6-6a68a0576846, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:28.698374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] For port db54c465-6c16-4c66-8ad6-6a68a0576846, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=db54c465-6c16-4c66-8ad6-6a68a0576846,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:28.698863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Deleting port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:28.698863 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.733884 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.795679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce03cf-a44a-4cf7-a145-2a13f97a8656 req-07b7fe69-abf0-4e33-9d75-3c1e0dcfa1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.805112 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6bce03cf-a44a-4cf7-a145-2a13f97a8656 req-07b7fe69-abf0-4e33-9d75-3c1e0dcfa1d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 200 len: 917 time: 0.5519154 Jul 16 08:48:28.851346 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-42b6ff28-1db3-47bc-8b47-4d79b1ad1850 None None] Deleting port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:28.853681 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-42b6ff28-1db3-47bc-8b47-4d79b1ad1850 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.979110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e717d1df-f34a-47fe-b540-1017ebaf497e None None] Pushing event updated for resources: {'Port': ['ID=db54c465-6c16-4c66-8ad6-6a68a0576846,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:29.162066 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e9ff7cda-d698-43de-a49b-a4aa643c2148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:37Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '3a1099be-ff34-42e9-95c2-9a839c55165d', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'port_id': 'e8bc063f-186b-4327-9b76-96651514aae3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'mac_address': 'fa:16:3e:f2:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:47:49Z', 'updated_at': '2021-07-16T08:48:25Z', 'revision_number': 1, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79ff542-49c9-4518-8acb-073ab31de248', 'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'mac_address': 'fa:16:3e:bd:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:33Z', 'updated_at': '2021-07-16T08:42:47Z', 'revision_number': 5, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'subnets': [{'id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:29.195399 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6bce03cf-a44a-4cf7-a145-2a13f97a8656 req-d704cf3e-9aa8-4e16-9228-fd6c1b8f64ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8bc063f-186b-4327-9b76-96651514aae3 HTTP/1.1" status: 200 len: 1000 time: 0.3847754 Jul 16 08:48:29.197891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] For port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2,segment=NetworkSegment(f3e947f4-7dad-486e-93ea-5e549f36915c),segment_id=f3e947f4-7dad-486e-93ea-5e549f36915c)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:29.198486 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.276020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-42b6ff28-1db3-47bc-8b47-4d79b1ad1850 None None] For port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2,segment=NetworkSegment(f3e947f4-7dad-486e-93ea-5e549f36915c),segment_id=f3e947f4-7dad-486e-93ea-5e549f36915c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:29.289272 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ff7cda-d698-43de-a49b-a4aa643c2148 None None] The sync data for ids ['a490ce74-ea4f-4455-8679-4d8629c7613f'] in n-d-758944-46 is: [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:37Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '3a1099be-ff34-42e9-95c2-9a839c55165d', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'floating_ip_address': '172.25.4.182', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'port_id': 'e8bc063f-186b-4327-9b76-96651514aae3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'mac_address': 'fa:16:3e:f2:00:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:47:49Z', 'updated_at': '2021-07-16T08:48:25Z', 'revision_number': 1, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f79ff542-49c9-4518-8acb-073ab31de248', 'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'mac_address': 'fa:16:3e:bd:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:33Z', 'updated_at': '2021-07-16T08:42:47Z', 'revision_number': 5, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'subnets': [{'id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:29.295496 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-42b6ff28-1db3-47bc-8b47-4d79b1ad1850 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.318129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-edf907a8-470b-4b29-a2bd-48a26c026161 req-164ec006-944f-4120-94c9-d3b3a2081c50 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] For port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:29.318660 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-edf907a8-470b-4b29-a2bd-48a26c026161 req-164ec006-944f-4120-94c9-d3b3a2081c50 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.320992 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Calling delete_port for 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:29.334383 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d91ed9-56cd-4d54-94b5-f3f355b5b573 req-95910118-2d02-479a-889f-1251cef2dd4e tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.343338 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e2d91ed9-56cd-4d54-94b5-f3f355b5b573 req-95910118-2d02-479a-889f-1251cef2dd4e tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 947 time: 0.8156960 Jul 16 08:48:29.383587 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-edf907a8-470b-4b29-a2bd-48a26c026161 req-164ec006-944f-4120-94c9-d3b3a2081c50 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Calling delete_port for d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:29.453496 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-42b6ff28-1db3-47bc-8b47-4d79b1ad1850 None None] Calling delete_port for 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:29.473335 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-95e82024-e728-4642-a4b6-dfc6bcaf7017 req-cabfc470-543c-451b-9504-c4b242d89aa2 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.1299167 Jul 16 08:48:29.577303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce03cf-a44a-4cf7-a145-2a13f97a8656 req-4fa846de-426b-42e7-9035-0024a0bf5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.579177 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6bce03cf-a44a-4cf7-a145-2a13f97a8656 req-4fa846de-426b-42e7-9035-0024a0bf5114 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ff038ab-4107-4385-b9f7-5e2bfac47b22 HTTP/1.1" status: 200 len: 856 time: 0.3314877 Jul 16 08:48:29.614479 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e2d91ed9-56cd-4d54-94b5-f3f355b5b573 req-a1d2ca99-c9ff-4802-91ac-0868c3d48725 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2701478 Jul 16 08:48:29.750122 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.800595 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-42b6ff28-1db3-47bc-8b47-4d79b1ad1850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.860566 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Port': ['ID=0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:29.868576 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce03cf-a44a-4cf7-a145-2a13f97a8656 req-9d531d8a-930d-4cb0-bc2c-8c07ced8c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.876330 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6bce03cf-a44a-4cf7-a145-2a13f97a8656 req-9d531d8a-930d-4cb0-bc2c-8c07ced8c5e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0398bf6f-6792-4b35-accc-6c390953dadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2718012 Jul 16 08:48:29.923748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No DVR routers for this DVR port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:29.941986 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.20.0.1 (1a0501e1-1558-4423-a881-e5cd760c87df/7be16ed6-5c6d-4f05-8ffc-73464d53f178/5a91e50e-2294-4f8c-a5f0-d7c644966af0) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:29.964210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6ff28-1db3-47bc-8b47-4d79b1ad1850 None None] Pushing event deleted for resources: {'Port': ['ID=0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:29.978379 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b6ff28-1db3-47bc-8b47-4d79b1ad1850 None None] No DVR routers for this DVR port 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:30.359258 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6bce03cf-a44a-4cf7-a145-2a13f97a8656 req-4dab139b-6bf5-4b7d-9748-ebb197b069e1 service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4796457 Jul 16 08:48:30.374119 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.384833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device db54c465-6c16-4c66-8ad6-6a68a0576846 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:30.432367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Transition to ACTIVE for port object 5a91e50e-2294-4f8c-a5f0-d7c644966af0 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:30.469458 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-edf907a8-470b-4b29-a2bd-48a26c026161 req-164ec006-944f-4120-94c9-d3b3a2081c50 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.522967 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.533189 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce9954c7-9bea-487f-9c1a-f790e0a9bcca None None] New status for floating IP 3a1099be-ff34-42e9-95c2-9a839c55165d: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:48:30.544335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port db54c465-6c16-4c66-8ad6-6a68a0576846 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:30.627653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:30.649443 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164ec006-944f-4120-94c9-d3b3a2081c50 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Pushing event deleted for resources: {'Port': ['ID=d3ce3b8b-59ad-4f65-b26a-967e3cff07e7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:30.706212 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.785119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:30.804764 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3a07786-4774-40b4-8475-16c77d0b6cc9']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:30.814695 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:30.818019 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.867618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e947f4-7dad-486e-93ea-5e549f36915c') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:30.870119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e947f4-7dad-486e-93ea-5e549f36915c') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:30.924471 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.970466 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6bce03cf-a44a-4cf7-a145-2a13f97a8656 req-b93d32bf-d16e-4337-85d3-2b02ef7d450d service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678048 Jul 16 08:48:31.005275 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.009784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-11ab4050-a082-41e6-a44f-7bf9b7a6b4fc req-6b298a7a-624b-4df8-85c7-12289eeaa9d3 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 210 time: 0.0383139 Jul 16 08:48:31.031723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d79eb5-5f8d-482b-a318-50737969e78a None None] Network 1a0501e1-1558-4423-a881-e5cd760c87df requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:31.033960 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:31.037657 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:31.041329 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:31.078905 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-edf907a8-470b-4b29-a2bd-48a26c026161 req-164ec006-944f-4120-94c9-d3b3a2081c50 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] No DVR routers for this DVR port d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:31.084579 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-edf907a8-470b-4b29-a2bd-48a26c026161 req-164ec006-944f-4120-94c9-d3b3a2081c50 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.093613 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-edf907a8-470b-4b29-a2bd-48a26c026161 req-164ec006-944f-4120-94c9-d3b3a2081c50 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.38 "DELETE /v2.0/ports/d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 HTTP/1.1" status: 204 len: 173 time: 3.5653687 Jul 16 08:48:31.094381 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=5a91e50e-2294-4f8c-a5f0-d7c644966af0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:31.115456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5509410f-995d-472b-93c0-3841ea37cf0f', 'name': 'network-vif-deleted', 'tag': 'd3ce3b8b-59ad-4f65-b26a-967e3cff07e7'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:31.125582 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1cc9a4-6d7a-42bc-b893-ae43004b02f8" -d '{"events": [{"server_uuid": "5509410f-995d-472b-93c0-3841ea37cf0f", "name": "network-vif-deleted", "tag": "d3ce3b8b-59ad-4f65-b26a-967e3cff07e7"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:31.237954 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 1a0501e1-1558-4423-a881-e5cd760c87df is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:31.320062 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46d91cf6-b893-4b4b-8763-ebac332b9ef1 req-7a0f504a-f279-450e-af36-7bc5f8512160 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.2507527 Jul 16 08:48:31.324955 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:31.333564 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:31.495306 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d06818-46a6-4988-9b2f-bb439035b42e x-openstack-request-id: req-f1d06818-46a6-4988-9b2f-bb439035b42e {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:31.496000 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5509410f-995d-472b-93c0-3841ea37cf0f", "name": "network-vif-deleted", "tag": "d3ce3b8b-59ad-4f65-b26a-967e3cff07e7", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:31.498540 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.507090 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1d06818-46a6-4988-9b2f-bb439035b42e {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:31.509770 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5509410f-995d-472b-93c0-3841ea37cf0f', 'name': 'network-vif-deleted', 'tag': 'd3ce3b8b-59ad-4f65-b26a-967e3cff07e7', 'status': 'completed', 'code': 200} Jul 16 08:48:31.567884 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.583914 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.587053 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/b3a07786-4774-40b4-8475-16c77d0b6cc9 HTTP/1.1" status: 204 len: 168 time: 4.2026772 Jul 16 08:48:31.600829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38148) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:31.625560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc3bde8-d907-4cd3-b755-cf56aa2623ff tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Network': ['ID=b3a07786-4774-40b4-8475-16c77d0b6cc9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:31.627221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-07f76777-e763-4494-a3b2-ba3b0cc3635e None None] Provisioning for port db54c465-6c16-4c66-8ad6-6a68a0576846 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:31.669719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-07f76777-e763-4494-a3b2-ba3b0cc3635e None None] Provisioning complete for port db54c465-6c16-4c66-8ad6-6a68a0576846 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:31.670613 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-07f76777-e763-4494-a3b2-ba3b0cc3635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.767928 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.826285 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e29d8fb-54a8-4e2b-b462-0b1b77e78d0c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:31.826740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e29d8fb-54a8-4e2b-b462-0b1b77e78d0c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:31.829038 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5e29d8fb-54a8-4e2b-b462-0b1b77e78d0c tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/subnets/0ed862aa-aaed-4fc7-97ae-85eed66d9370 HTTP/1.1" status: 404 len: 337 time: 0.1514826 Jul 16 08:48:31.832177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38154) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:31.855576 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:31.872732 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d28bdbcf-601c-4eda-bce3-d7f9a8bf3748 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:31.874132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d28bdbcf-601c-4eda-bce3-d7f9a8bf3748 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:31.877938 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d28bdbcf-601c-4eda-bce3-d7f9a8bf3748 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/0b9847ea-4873-4347-baba-13d91e7ea650 HTTP/1.1" status: 404 len: 339 time: 0.0427258 Jul 16 08:48:31.878833 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38156) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:31.883066 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.944312 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aa1c378-5501-4bca-bb13-16cbeb6ae522 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:31.949739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aa1c378-5501-4bca-bb13-16cbeb6ae522 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:31.952198 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9aa1c378-5501-4bca-bb13-16cbeb6ae522 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/subnets/7aab8712-8731-4dbc-9583-ddc3fda056f8 HTTP/1.1" status: 404 len: 337 time: 0.0678365 Jul 16 08:48:31.959388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38158) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:32.021899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:32.033733 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-cef708b0-9d56-4ff8-afd0-5f0822614739 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:32.035441 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cef708b0-9d56-4ff8-afd0-5f0822614739 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:32.040335 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cef708b0-9d56-4ff8-afd0-5f0822614739 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/678b94bc-b455-4304-9a6f-dba9f41b90d6 HTTP/1.1" status: 404 len: 339 time: 0.0792935 Jul 16 08:48:32.044289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38160) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:32.057838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:32.108449 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2dcc9c-7b31-4a2d-9a0e-8af4428bdd1b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:32.108897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2dcc9c-7b31-4a2d-9a0e-8af4428bdd1b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:32.116478 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2f2dcc9c-7b31-4a2d-9a0e-8af4428bdd1b tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/subnets/f6e2544a-abb5-42a4-90cb-3051cea46b28 HTTP/1.1" status: 404 len: 337 time: 0.0683668 Jul 16 08:48:32.118392 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38166) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:32.232708 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-858a45cf-ca68-4bbc-86d7-7baf9d417998 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:32.232708 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-858a45cf-ca68-4bbc-86d7-7baf9d417998 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:32.232708 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-858a45cf-ca68-4bbc-86d7-7baf9d417998 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/bde4cbff-634f-4915-b99a-b2bb52b42bfe HTTP/1.1" status: 404 len: 339 time: 0.1062350 Jul 16 08:48:32.258955 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38172) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:32.290382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:32.291251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device d3ce3b8b-59ad-4f65-b26a-967e3cff07e7 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:32.303456 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-07f76777-e763-4494-a3b2-ba3b0cc3635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.331677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:32.332773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0eaaa052-0ec6-4aef-b848-d6dbec0dd5b2 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:32.446457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-07f76777-e763-4494-a3b2-ba3b0cc3635e None None] For port db54c465-6c16-4c66-8ad6-6a68a0576846, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=db54c465-6c16-4c66-8ad6-6a68a0576846,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:32.447524 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:32.449731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.457444 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-07f76777-e763-4494-a3b2-ba3b0cc3635e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.533398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f76777-e763-4494-a3b2-ba3b0cc3635e None None] Pushing event updated for resources: {'Port': ['ID=db54c465-6c16-4c66-8ad6-6a68a0576846,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:32.614277 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c12e6417-88be-4974-9af7-d493b70c4924 req-8f399ecd-3e3c-4ec4-b927-16d6b0ffe097 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=5509410f-995d-472b-93c0-3841ea37cf0f HTTP/1.1" status: 200 len: 210 time: 0.1319556 Jul 16 08:48:32.644161 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-09802d09-b4bc-4948-83d1-2895352d407a tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Deleting subnet 1f6c9869-2c33-42a7-b534-0ecbef4bd74a {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:32.660108 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09802d09-b4bc-4948-83d1-2895352d407a tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.710158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-41144343-2b24-48af-9208-925f718081b0 None None] Provisioning complete for port db54c465-6c16-4c66-8ad6-6a68a0576846 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:32.711007 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41144343-2b24-48af-9208-925f718081b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.750211 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-deace233-58fb-4185-a4ab-3b7775611d07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.5017138 Jul 16 08:48:32.876591 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09802d09-b4bc-4948-83d1-2895352d407a tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.045340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-41144343-2b24-48af-9208-925f718081b0 None None] Provisioning for port 5a91e50e-2294-4f8c-a5f0-d7c644966af0 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:33.058336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-41144343-2b24-48af-9208-925f718081b0 None None] Provisioning complete for port 5a91e50e-2294-4f8c-a5f0-d7c644966af0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:33.059312 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41144343-2b24-48af-9208-925f718081b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.133759 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09802d09-b4bc-4948-83d1-2895352d407a tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.155499 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d0b7c7c9-2e32-4dfc-8f89-5081e63acf4c req-257d3bbe-be63-4b84-aef4-ba881f2dda6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.1095405 Jul 16 08:48:33.183023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-41144343-2b24-48af-9208-925f718081b0 None None] Port 5a91e50e-2294-4f8c-a5f0-d7c644966af0 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:33.230080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-da1ace53-e0f5-4653-bc20-47a04a0da4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.230653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-da1ace53-e0f5-4653-bc20-47a04a0da4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.231165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-da1ace53-e0f5-4653-bc20-47a04a0da4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.231968 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-da1ace53-e0f5-4653-bc20-47a04a0da4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.232781 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-da1ace53-e0f5-4653-bc20-47a04a0da4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.233562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-da1ace53-e0f5-4653-bc20-47a04a0da4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.234033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-da1ace53-e0f5-4653-bc20-47a04a0da4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.236209 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-da1ace53-e0f5-4653-bc20-47a04a0da4d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 6501 time: 0.4085560 Jul 16 08:48:33.311371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f94eb964-d00a-477f-844c-fe1fb0c772a0 None None] Provisioning complete for port 5a91e50e-2294-4f8c-a5f0-d7c644966af0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:33.312483 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f94eb964-d00a-477f-844c-fe1fb0c772a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.349250 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09802d09-b4bc-4948-83d1-2895352d407a tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.467511 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09802d09-b4bc-4948-83d1-2895352d407a tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Subnet': ['ID=1f6c9869-2c33-42a7-b534-0ecbef4bd74a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.484021 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.491292 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.500290 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f94eb964-d00a-477f-844c-fe1fb0c772a0 None None] Port 5a91e50e-2294-4f8c-a5f0-d7c644966af0 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:33.554374 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09802d09-b4bc-4948-83d1-2895352d407a tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.561745 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-09802d09-b4bc-4948-83d1-2895352d407a tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/subnets/1f6c9869-2c33-42a7-b534-0ecbef4bd74a HTTP/1.1" status: 204 len: 168 time: 1.2992933 Jul 16 08:48:33.561971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc0a643-b2c6-4e2f-8c77-84a05f0cc464 None None] Network c43aeec3-402b-4df6-afe3-3fcc19bcd461 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:33.562064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38196) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:33.615645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=5a91e50e-2294-4f8c-a5f0-d7c644966af0,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.671010 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-223b1a66-35d7-4780-871b-9c65bb538f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.671777 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-223b1a66-35d7-4780-871b-9c65bb538f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.672409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-223b1a66-35d7-4780-871b-9c65bb538f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.674464 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-223b1a66-35d7-4780-871b-9c65bb538f84 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&id=79638599-e95d-4aaa-a9df-9e4a650918b5&id=79638599-e95d-4aaa-a9df-9e4a650918b5 HTTP/1.1" status: 200 len: 2289 time: 0.3732245 Jul 16 08:48:33.698749 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.853200 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-20eced66-7629-42c2-9a56-8ba5d2c06516 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d49fd04-da38-4b01-9a10-0ff9d51055b5 HTTP/1.1" status: 200 len: 1001 time: 0.1627805 Jul 16 08:48:33.874870 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.881718 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.019261 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f500c894-4a9a-4105-bd87-812091115fb0 None None] DHCP port deletion for c43aeec3-402b-4df6-afe3-3fcc19bcd461 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:34.038157 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 1a0501e1-1558-4423-a881-e5cd760c87df is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:34.050114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:34.171207 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f500c894-4a9a-4105-bd87-812091115fb0 None None] Deleting port 29117447-af83-4569-8e8d-0f9c685dc5ff {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:34.171977 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f500c894-4a9a-4105-bd87-812091115fb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.183519 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-bdc87fbb-008b-487b-afeb-7b0f302db0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:34.187608 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-bdc87fbb-008b-487b-afeb-7b0f302db0a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fad49db9-2978-448c-81ea-10717ca5b65f HTTP/1.1" status: 200 len: 850 time: 0.3020175 Jul 16 08:48:34.310507 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router 60de9fac-7299-4ec3-b07a-475f3a49b6df has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:48:34.423579 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f500c894-4a9a-4105-bd87-812091115fb0 None None] For port 29117447-af83-4569-8e8d-0f9c685dc5ff, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=29117447-af83-4569-8e8d-0f9c685dc5ff,segment=NetworkSegment(d862f879-aec2-48ac-bbaf-87e946fd4275),segment_id=d862f879-aec2-48ac-bbaf-87e946fd4275)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:34.425640 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f500c894-4a9a-4105-bd87-812091115fb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.497599 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f500c894-4a9a-4105-bd87-812091115fb0 None None] Calling delete_port for 29117447-af83-4569-8e8d-0f9c685dc5ff owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:34.663695 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:48:34.678489 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Sync routers for ids ['60de9fac-7299-4ec3-b07a-475f3a49b6df'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:34.687076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:34.693371 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a206f6ab-9e9b-4e64-b85b-e888b586e517 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "PUT /v2.0/routers/60de9fac-7299-4ec3-b07a-475f3a49b6df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5857389 Jul 16 08:48:34.706423 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Routers {'60de9fac-7299-4ec3-b07a-475f3a49b6df'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:34.707715 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:48:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['60de9fac-7299-4ec3-b07a-475f3a49b6df'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:34.775473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fe633591-5500-4ac8-ab33-80491ee6cd2b None None] Provisioning complete for port 5a91e50e-2294-4f8c-a5f0-d7c644966af0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:34.775869 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fe633591-5500-4ac8-ab33-80491ee6cd2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.885868 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-fe633591-5500-4ac8-ab33-80491ee6cd2b None None] Port 5a91e50e-2294-4f8c-a5f0-d7c644966af0 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:34.905598 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:34.906361 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.935813 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f500c894-4a9a-4105-bd87-812091115fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.973427 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Set router 60de9fac-7299-4ec3-b07a-475f3a49b6df gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:35.208435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4acd0f-d131-41e2-bf49-030fc714e3c9 req-95b312e3-f95e-4814-8fb3-8f807853f5dc tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:35.218442 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5a4acd0f-d131-41e2-bf49-030fc714e3c9 req-95b312e3-f95e-4814-8fb3-8f807853f5dc tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=db835561-d462-4385-abc5-6ca2a387cb8f HTTP/1.1" status: 200 len: 949 time: 0.1531160 Jul 16 08:48:35.317388 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:18Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:20Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a91e50e-2294-4f8c-a5f0-d7c644966af0', 'name': '', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:65:42:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:28Z', 'updated_at': '2021-07-16T08:48:33Z', 'revision_number': 2, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:35.334103 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5a4acd0f-d131-41e2-bf49-030fc714e3c9 req-78ff45ec-db03-4235-bef8-9eda545ab1a4 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089745 Jul 16 08:48:35.400566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f500c894-4a9a-4105-bd87-812091115fb0 None None] Pushing event deleted for resources: {'Port': ['ID=29117447-af83-4569-8e8d-0f9c685dc5ff,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:35.458401 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f500c894-4a9a-4105-bd87-812091115fb0 None None] No DVR routers for this DVR port 29117447-af83-4569-8e8d-0f9c685dc5ff on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:35.475834 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Checking router: 60de9fac-7299-4ec3-b07a-475f3a49b6df for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:35.475834 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Updating router 60de9fac-7299-4ec3-b07a-475f3a49b6df port 5a91e50e-2294-4f8c-a5f0-d7c644966af0 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:48:35.505895 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.512771 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7987c130-e93d-4277-bc87-6cae81c5098f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.630996 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-81597147-0307-4404-9c5e-975676338210 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1951844598&fields=id&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 267 time: 0.0727620 Jul 16 08:48:35.633230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device db54c465-6c16-4c66-8ad6-6a68a0576846 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:35.669779 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ecb940f-0783-435c-a762-6ad67bc7a43c req-84558c47-fee7-4b11-9a85-ae0aaa1fda71 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.0727029 Jul 16 08:48:35.701579 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.745468 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Deleting port 29117447-af83-4569-8e8d-0f9c685dc5ff {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:35.747398 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.750382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port db54c465-6c16-4c66-8ad6-6a68a0576846 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:35.755688 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.859235 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] For port 29117447-af83-4569-8e8d-0f9c685dc5ff, host n-d-758944-46, got binding levels [] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:35.870189 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.893580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Calling delete_port for 29117447-af83-4569-8e8d-0f9c685dc5ff owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:35.897907 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.ipam_backend_mixin [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Port 29117447-af83-4569-8e8d-0f9c685dc5ff was not found and therefore no delete operation was performed {{(pid=93694) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:48:35.900572 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.939025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No DVR routers for this DVR port 29117447-af83-4569-8e8d-0f9c685dc5ff on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:35.959923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-4dc1af31-7cea-4026-b569-a11be05fd4cb tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:35.970570 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-4dc1af31-7cea-4026-b569-a11be05fd4cb tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/networks?id=1a0501e1-1558-4423-a881-e5cd760c87df HTTP/1.1" status: 200 len: 797 time: 0.3299756 Jul 16 08:48:35.973678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Port': ['ID=29117447-af83-4569-8e8d-0f9c685dc5ff,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:36.002095 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-ab8f524b-4c0a-4608-9c86-11c35d1aac6d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/quotas/6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 375 time: 0.0294168 Jul 16 08:48:36.056003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 29117447-af83-4569-8e8d-0f9c685dc5ff no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:36.107259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 29117447-af83-4569-8e8d-0f9c685dc5ff {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:36.110140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 29117447-af83-4569-8e8d-0f9c685dc5ff not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:36.116541 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.138584 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c43aeec3-402b-4df6-afe3-3fcc19bcd461']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:36.151615 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-8f4e899e-31b3-4334-92dc-a7a6b8e52cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.154451 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-8f4e899e-31b3-4334-92dc-a7a6b8e52cc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.9589586 Jul 16 08:48:36.199714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd862f879-aec2-48ac-bbaf-87e946fd4275') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:36.205509 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd862f879-aec2-48ac-bbaf-87e946fd4275') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:36.211383 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-2f17e52f-9367-4bd3-9fd4-af5f0bab7e00 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2072515 Jul 16 08:48:36.245496 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.286091 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.293364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:36.293792 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:36.372321 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:36.387387 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.460796 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-541dda5c-d94f-4759-ac2c-b2c6d0021922 service neutron] 10.222.0.20 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330029 Jul 16 08:48:36.559393 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.576537 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/c43aeec3-402b-4df6-afe3-3fcc19bcd461 HTTP/1.1" status: 204 len: 168 time: 3.0128784 Jul 16 08:48:36.582039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38260) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:36.649651 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4bd5a10-eb3d-4899-b0c5-f9ed5eeb25c2 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:36.650421 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4bd5a10-eb3d-4899-b0c5-f9ed5eeb25c2 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:36.651314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377614c-7b2b-4ab5-a46e-0388fc6194c5 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Network': ['ID=c43aeec3-402b-4df6-afe3-3fcc19bcd461,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:36.652846 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b4bd5a10-eb3d-4899-b0c5-f9ed5eeb25c2 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/subnets/208660dd-490d-4aae-b581-9bb028f91422 HTTP/1.1" status: 404 len: 337 time: 0.0431194 Jul 16 08:48:36.658246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38264) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:36.701565 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c06d93a-e46a-43fa-8441-25a40f43e87d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] DELETE failed (client error): The resource could not be found. Jul 16 08:48:36.703065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c06d93a-e46a-43fa-8441-25a40f43e87d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:36.705803 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.707689 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1c06d93a-e46a-43fa-8441-25a40f43e87d tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/d73c5283-6e2c-47c8-97ed-3e0cb40e6e8b HTTP/1.1" status: 404 len: 339 time: 0.0466900 Jul 16 08:48:36.720643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38266) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:36.749039 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Transition to ACTIVE for port object 5a91e50e-2294-4f8c-a5f0-d7c644966af0 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:36.768159 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.801261 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692d2568-fd05-4113-a7d2-dd8b6f8f6f76 req-cab24ef6-6162-467c-8f42-05a86fbb5ca2 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.802885 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-692d2568-fd05-4113-a7d2-dd8b6f8f6f76 req-cab24ef6-6162-467c-8f42-05a86fbb5ca2 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.38 "GET /v2.0/ports?device_id=db835561-d462-4385-abc5-6ca2a387cb8f HTTP/1.1" status: 200 len: 949 time: 0.3321645 Jul 16 08:48:36.821119 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-b2747a11-f695-4cc2-8259-c844aa9a5589 service neutron] 10.222.0.20 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569393 Jul 16 08:48:36.887030 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-a9741c72-2017-41c9-ac31-de1590426071 service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7046096 Jul 16 08:48:36.972526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89667b2-f9dc-4fdc-a198-bdc6bf8687a2 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Deleting subnet 987c67ff-be64-4455-ab6c-73bbac295672 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:36.979089 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b89667b2-f9dc-4fdc-a198-bdc6bf8687a2 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.985398 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea83ab5-b0c3-4c70-b4ab-ebb03fe43371 None None] Pushing event updated for resources: {'Port': ['ID=5a91e50e-2294-4f8c-a5f0-d7c644966af0,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:37.025165 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea83ab5-b0c3-4c70-b4ab-ebb03fe43371 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:37.026794 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea83ab5-b0c3-4c70-b4ab-ebb03fe43371 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:37.027327 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea83ab5-b0c3-4c70-b4ab-ebb03fe43371 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:37.029069 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea83ab5-b0c3-4c70-b4ab-ebb03fe43371 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:37.029636 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea83ab5-b0c3-4c70-b4ab-ebb03fe43371 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:37.031327 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea83ab5-b0c3-4c70-b4ab-ebb03fe43371 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:37.031868 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea83ab5-b0c3-4c70-b4ab-ebb03fe43371 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:37.032392 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea83ab5-b0c3-4c70-b4ab-ebb03fe43371 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:37.036004 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea83ab5-b0c3-4c70-b4ab-ebb03fe43371 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:37.036800 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea83ab5-b0c3-4c70-b4ab-ebb03fe43371 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:37.037326 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea83ab5-b0c3-4c70-b4ab-ebb03fe43371 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:37.039224 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eea83ab5-b0c3-4c70-b4ab-ebb03fe43371 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:37.095802 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b89667b2-f9dc-4fdc-a198-bdc6bf8687a2 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.315930 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cabf00-2b82-45fa-97cd-e54ccb44df51 req-c997b93d-2016-456d-bec1-8525000fd84e tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.323776 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Attempting to bind port 5a91e50e-2294-4f8c-a5f0-d7c644966af0 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:37.324332 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Attempting to bind port 5a91e50e-2294-4f8c-a5f0-d7c644966af0 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:37.325246 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Attempting to bind port 5a91e50e-2294-4f8c-a5f0-d7c644966af0 on network 1a0501e1-1558-4423-a881-e5cd760c87df {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:37.341714 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:37.342273 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Checking segment: {'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:37.342880 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.343475 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Bound using segment: {'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:37.343983 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61cabf00-2b82-45fa-97cd-e54ccb44df51 req-c997b93d-2016-456d-bec1-8525000fd84e tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=db835561-d462-4385-abc5-6ca2a387cb8f HTTP/1.1" status: 200 len: 949 time: 0.6497960 Jul 16 08:48:37.347511 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Bound port: 5a91e50e-2294-4f8c-a5f0-d7c644966af0, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:37.348135 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.510112 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] For port 5a91e50e-2294-4f8c-a5f0-d7c644966af0, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:37.516538 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] For port 5a91e50e-2294-4f8c-a5f0-d7c644966af0, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5a91e50e-2294-4f8c-a5f0-d7c644966af0,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:37.529216 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.547842 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61cabf00-2b82-45fa-97cd-e54ccb44df51 req-92d938ae-e5ee-4fcd-ad07-0f926b6f8149 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026043 Jul 16 08:48:37.589733 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-c928b75f-9261-45fe-829f-2763c7b0cb22 service neutron] 10.222.0.15 "GET /v2.0/networks/ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6944935 Jul 16 08:48:37.699234 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-80507188-8de2-4f1e-ba10-70c2526d88cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.160&port_id=58152f66-9e10-424e-a327-eb3322be8e41 HTTP/1.1" status: 200 len: 217 time: 0.1017396 Jul 16 08:48:37.744550 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Routers {'60de9fac-7299-4ec3-b07a-475f3a49b6df'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:37.749379 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:48:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['60de9fac-7299-4ec3-b07a-475f3a49b6df'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:37.765326 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea83ab5-b0c3-4c70-b4ab-ebb03fe43371 None None] Pushing event updated for resources: {'Port': ['ID=5a91e50e-2294-4f8c-a5f0-d7c644966af0,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:37.847167 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-95dc86d4-852d-4f31-b51c-7400bd0b979b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.849444 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-95dc86d4-852d-4f31-b51c-7400bd0b979b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.1440792 Jul 16 08:48:37.886615 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a82032de-c085-416a-ba85-bd767c8fc358 req-c45e925b-5327-47d0-899c-061cf6dabc4e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.3137960 Jul 16 08:48:38.013598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-7005183c-c351-40be-bf23-51685629e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:38.015329 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-7005183c-c351-40be-bf23-51685629e83e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1585414 Jul 16 08:48:38.019006 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7e404673-5eea-46b7-aa2a-8bc72d094fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.078653 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] Set router 60de9fac-7299-4ec3-b07a-475f3a49b6df gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:38.170768 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b89667b2-f9dc-4fdc-a198-bdc6bf8687a2 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.180894 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-aab20945-3aff-4be6-9dab-743530aa5a8c service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546848 Jul 16 08:48:38.200995 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.464627 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-b01071e8-93ed-4fd3-a121-c9a139c46372 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2734232 Jul 16 08:48:38.503212 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fe77ce17-3e41-4890-aec3-fb23a5c621e6 req-ca845656-78b1-4ae7-9503-fcc8f0bd35ac tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 210 time: 0.3475313 Jul 16 08:48:38.655293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-692d2568-fd05-4113-a7d2-dd8b6f8f6f76 req-f26aeb13-a85a-43e3-a276-30053366853d tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Deleting port c951162b-df9f-42ca-87a4-41d7fb15c84b {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:38.657817 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-692d2568-fd05-4113-a7d2-dd8b6f8f6f76 req-f26aeb13-a85a-43e3-a276-30053366853d tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.665938 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-79285505-22c4-41fb-a5f4-b0297119ef50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=0a38388f-bcd0-4aae-9d2d-7ec4959acb62 HTTP/1.1" status: 200 len: 217 time: 0.1901596 Jul 16 08:48:38.689096 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b89667b2-f9dc-4fdc-a198-bdc6bf8687a2 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.883109 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-d15b95a2-2ddb-4982-b6cf-6d7f4e646639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:38.887168 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-d15b95a2-2ddb-4982-b6cf-6d7f4e646639 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.2133126 Jul 16 08:48:38.927230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89667b2-f9dc-4fdc-a198-bdc6bf8687a2 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Subnet': ['ID=987c67ff-be64-4455-ab6c-73bbac295672,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:38.959735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b89667b2-f9dc-4fdc-a198-bdc6bf8687a2 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.963833 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b89667b2-f9dc-4fdc-a198-bdc6bf8687a2 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/subnets/987c67ff-be64-4455-ab6c-73bbac295672 HTTP/1.1" status: 204 len: 168 time: 2.2399137 Jul 16 08:48:38.967902 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38324) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:38.970861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7a335f-76a7-4121-b947-510e37ac6c5b None None] Network 047b3fec-b4ab-4b06-a837-556fd825fdda requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:38.979800 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:18Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:20Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a91e50e-2294-4f8c-a5f0-d7c644966af0', 'name': '', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:65:42:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:28Z', 'updated_at': '2021-07-16T08:48:37Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:39.068987 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c619d2-3542-49d5-a1bb-398d9bd7a7ac None None] The sync data for ids ['60de9fac-7299-4ec3-b07a-475f3a49b6df'] in n-d-758944-46 is: [{'id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:18Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:20Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a91e50e-2294-4f8c-a5f0-d7c644966af0', 'name': '', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:65:42:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:28Z', 'updated_at': '2021-07-16T08:48:37Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:39.161777 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.181939 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-692d2568-fd05-4113-a7d2-dd8b6f8f6f76 req-f26aeb13-a85a-43e3-a276-30053366853d tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] For port c951162b-df9f-42ca-87a4-41d7fb15c84b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c951162b-df9f-42ca-87a4-41d7fb15c84b,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:39.182311 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-692d2568-fd05-4113-a7d2-dd8b6f8f6f76 req-f26aeb13-a85a-43e3-a276-30053366853d tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.271488 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d785bb-2c15-47e3-859a-60f062552934 req-f96afefb-8d1a-4fdb-b032-393328708015 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:39.271488 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-91d785bb-2c15-47e3-859a-60f062552934 req-f96afefb-8d1a-4fdb-b032-393328708015 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=db835561-d462-4385-abc5-6ca2a387cb8f HTTP/1.1" status: 200 len: 949 time: 0.5062594 Jul 16 08:48:39.272804 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-692d2568-fd05-4113-a7d2-dd8b6f8f6f76 req-f26aeb13-a85a-43e3-a276-30053366853d tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Calling delete_port for c951162b-df9f-42ca-87a4-41d7fb15c84b owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:39.367527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-d6e23f76-4cb2-4c50-a828-4c9b6a439fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:39.370924 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-d6e23f76-4cb2-4c50-a828-4c9b6a439fcc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4743240 Jul 16 08:48:39.405432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-91d785bb-2c15-47e3-859a-60f062552934 req-ff92b4a0-8e2a-4684-8ba1-92e46071a46c tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/security-groups?id=bc143c3a-2d74-4443-a6be-62481af67871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376569 Jul 16 08:48:39.572014 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b529a33b-ef57-4b04-802d-dcff9ade3ab2 req-df74a699-fe6e-4fc5-a6c5-928892959f95 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.1213014 Jul 16 08:48:39.612815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Deleting port edd860e2-b13f-476a-b14c-20c504ad5150 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:39.613164 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.635240 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d40af6b-faef-4bf3-ba0f-6121675805f7 None None] DHCP port deletion for 047b3fec-b4ab-4b06-a837-556fd825fdda request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:39.790994 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.846373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1d40af6b-faef-4bf3-ba0f-6121675805f7 None None] Deleting port edd860e2-b13f-476a-b14c-20c504ad5150 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:39.846752 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1d40af6b-faef-4bf3-ba0f-6121675805f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.859723 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-692d2568-fd05-4113-a7d2-dd8b6f8f6f76 req-f26aeb13-a85a-43e3-a276-30053366853d tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.953593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] For port edd860e2-b13f-476a-b14c-20c504ad5150, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=edd860e2-b13f-476a-b14c-20c504ad5150,segment=NetworkSegment(95d58818-d4e8-43d8-8ca3-d3e8df32c18d),segment_id=95d58818-d4e8-43d8-8ca3-d3e8df32c18d)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:39.953985 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.991002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26aeb13-a85a-43e3-a276-30053366853d tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Pushing event deleted for resources: {'Port': ['ID=c951162b-df9f-42ca-87a4-41d7fb15c84b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:40.004009 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Calling delete_port for edd860e2-b13f-476a-b14c-20c504ad5150 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:40.023608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-692d2568-fd05-4113-a7d2-dd8b6f8f6f76 req-f26aeb13-a85a-43e3-a276-30053366853d tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] No DVR routers for this DVR port c951162b-df9f-42ca-87a4-41d7fb15c84b on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:40.026441 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-692d2568-fd05-4113-a7d2-dd8b6f8f6f76 req-f26aeb13-a85a-43e3-a276-30053366853d tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.029107 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-692d2568-fd05-4113-a7d2-dd8b6f8f6f76 req-f26aeb13-a85a-43e3-a276-30053366853d tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.38 "DELETE /v2.0/ports/c951162b-df9f-42ca-87a4-41d7fb15c84b HTTP/1.1" status: 204 len: 173 time: 3.2029436 Jul 16 08:48:40.029647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'name': 'network-vif-deleted', 'tag': 'c951162b-df9f-42ca-87a4-41d7fb15c84b'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:40.041015 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8081ac6e-bfcd-4077-b4d4-61a82c85903b" -d '{"events": [{"server_uuid": "db835561-d462-4385-abc5-6ca2a387cb8f", "name": "network-vif-deleted", "tag": "c951162b-df9f-42ca-87a4-41d7fb15c84b"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:40.131467 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-1d40af6b-faef-4bf3-ba0f-6121675805f7 None None] For port edd860e2-b13f-476a-b14c-20c504ad5150, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=edd860e2-b13f-476a-b14c-20c504ad5150,segment=NetworkSegment(95d58818-d4e8-43d8-8ca3-d3e8df32c18d),segment_id=95d58818-d4e8-43d8-8ca3-d3e8df32c18d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:40.131779 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1d40af6b-faef-4bf3-ba0f-6121675805f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.188100 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1d40af6b-faef-4bf3-ba0f-6121675805f7 None None] Calling delete_port for edd860e2-b13f-476a-b14c-20c504ad5150 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:40.204153 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ab5bac-e44e-484e-b344-a46931e24572 x-openstack-request-id: req-53ab5bac-e44e-484e-b344-a46931e24572 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:40.204564 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db835561-d462-4385-abc5-6ca2a387cb8f", "name": "network-vif-deleted", "tag": "c951162b-df9f-42ca-87a4-41d7fb15c84b", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:40.204884 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-53ab5bac-e44e-484e-b344-a46931e24572 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:40.205311 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db835561-d462-4385-abc5-6ca2a387cb8f', 'name': 'network-vif-deleted', 'tag': 'c951162b-df9f-42ca-87a4-41d7fb15c84b', 'status': 'completed', 'code': 200} Jul 16 08:48:40.240826 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.305376 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ccbe4ba5-1aeb-41bd-a5d4-dea5150abd0c req-370a82a1-8090-410c-814b-36290297d669 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 210 time: 0.0878398 Jul 16 08:48:40.345740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] No DVR routers for this DVR port edd860e2-b13f-476a-b14c-20c504ad5150 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:40.351593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Port': ['ID=edd860e2-b13f-476a-b14c-20c504ad5150,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:40.476734 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1d40af6b-faef-4bf3-ba0f-6121675805f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.569469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40af6b-faef-4bf3-ba0f-6121675805f7 None None] Pushing event deleted for resources: {'Port': ['ID=edd860e2-b13f-476a-b14c-20c504ad5150,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:40.639163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40af6b-faef-4bf3-ba0f-6121675805f7 None None] No DVR routers for this DVR port edd860e2-b13f-476a-b14c-20c504ad5150 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:40.640174 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-ef214b27-a06d-4319-ab96-aed90c0dd307 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2569776 Jul 16 08:48:40.780005 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5a91e50e-2294-4f8c-a5f0-d7c644966af0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:40.856442 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-11764341-0254-4aaa-8b41-c5efb05f437f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:40.867278 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-11764341-0254-4aaa-8b41-c5efb05f437f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.38 "GET /v2.0/networks?id=1a0501e1-1558-4423-a881-e5cd760c87df HTTP/1.1" status: 200 len: 797 time: 0.6396091 Jul 16 08:48:40.925859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 5a91e50e-2294-4f8c-a5f0-d7c644966af0 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:40.931349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 5a91e50e-2294-4f8c-a5f0-d7c644966af0 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:40.931991 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.956986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.013603 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['047b3fec-b4ab-4b06-a837-556fd825fdda']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:41.078399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-48c93610-fe71-451c-80d2-dffbb818dca9 req-3c31ebcf-4354-4603-82b3-b0e163eaa96b tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=db835561-d462-4385-abc5-6ca2a387cb8f HTTP/1.1" status: 200 len: 210 time: 0.1470532 Jul 16 08:48:41.175527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95d58818-d4e8-43d8-8ca3-d3e8df32c18d') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:41.176111 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95d58818-d4e8-43d8-8ca3-d3e8df32c18d') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:41.197591 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.222511 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-796bf11c-4073-4429-bdf9-3bd0f59586c6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 380 time: 0.3425212 Jul 16 08:48:41.238945 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.246581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-68e8a801-09d4-4294-a17b-d4e57a8b7d20 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'port': {'device_id': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'admin_state_up': True, 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'security_groups': ['5a711fae-019c-44d3-a6cf-82912c7d3979']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:41.254027 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.291123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:48:41.291828 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.308253 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-7e9ecc6d-eadb-44c8-9fc8-3a5f35ae87c2 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6681652 Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:48:41.309019 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:48:41.423619 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.489972 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-89f44df6-e0d6-4a43-bc3e-f414888be7cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=6b65b6e1-328c-49ab-919d-e824c6be9088 HTTP/1.1" status: 200 len: 217 time: 0.1385405 Jul 16 08:48:41.566603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 5a91e50e-2294-4f8c-a5f0-d7c644966af0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5a91e50e-2294-4f8c-a5f0-d7c644966af0,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:41.579878 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.654111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-68e8a801-09d4-4294-a17b-d4e57a8b7d20 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Made reservation on behalf of 6bd79a16b15a44f9ba1c5be5b1f2251d for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:41.658667 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-68e8a801-09d4-4294-a17b-d4e57a8b7d20 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.711031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device edd860e2-b13f-476a-b14c-20c504ad5150 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:41.820870 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=5a91e50e-2294-4f8c-a5f0-d7c644966af0,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:41.867551 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: edd860e2-b13f-476a-b14c-20c504ad5150 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:41.868171 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device edd860e2-b13f-476a-b14c-20c504ad5150 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:41.884881 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eeb0f88f-9624-49cd-9bb7-e63715bdd635 req-f29a772b-611b-4e38-9926-36625f33f035 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.5319431 Jul 16 08:48:41.969886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-4f8404d2-75f4-4c35-983f-d2da3257874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:41.975963 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-4f8404d2-75f4-4c35-983f-d2da3257874a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.3564951 Jul 16 08:48:41.982222 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.994536 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c951162b-df9f-42ca-87a4-41d7fb15c84b no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:42.001218 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.005812 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] 10.222.0.20 "DELETE /v2.0/networks/047b3fec-b4ab-4b06-a837-556fd825fdda HTTP/1.1" status: 204 len: 168 time: 3.0305603 Jul 16 08:48:42.050284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: c951162b-df9f-42ca-87a4-41d7fb15c84b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:42.052902 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c951162b-df9f-42ca-87a4-41d7fb15c84b not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:42.127832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-68e8a801-09d4-4294-a17b-d4e57a8b7d20 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.20.0.5 (1a0501e1-1558-4423-a881-e5cd760c87df/7be16ed6-5c6d-4f05-8ffc-73464d53f178/e8ea84e6-3915-4678-b3c6-53fbd37e3e5a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:42.230755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb78687f-7ce4-46ba-932b-32c5a596aa21 tempest-NetworksIpV6Test-827670171 tempest-NetworksIpV6Test-827670171-project] Pushing event deleted for resources: {'Network': ['ID=047b3fec-b4ab-4b06-a837-556fd825fdda,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:42.385487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-3b5e9f1b-0309-4ac6-a5bf-f2f1a6c9d46b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:42.396109 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-3b5e9f1b-0309-4ac6-a5bf-f2f1a6c9d46b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3727620 Jul 16 08:48:42.602519 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7c243911-d4fe-4e70-aa03-3a7fd82058eb req-5407e87a-9646-4641-a0ef-79eecc0a3a21 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 210 time: 0.1683500 Jul 16 08:48:42.638755 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5a91e50e-2294-4f8c-a5f0-d7c644966af0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:42.764662 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b4307742-fd32-49f3-b0a2-c43944d741db req-943c60b3-3849-4ded-a6dc-1c441c2edfe1 tempest-ListImageFiltersTestJSON-416151512 tempest-ListImageFiltersTestJSON-416151512-project] 10.222.0.20 "GET /v2.0/ports?device_id=db835561-d462-4385-abc5-6ca2a387cb8f HTTP/1.1" status: 200 len: 210 time: 0.0712154 Jul 16 08:48:42.772780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38412) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.823717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 5a91e50e-2294-4f8c-a5f0-d7c644966af0 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:42.825916 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.954947 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-f0eeecaa-bb55-4edf-94c9-aa099b8c4e62 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5500066 Jul 16 08:48:42.961407 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-68e8a801-09d4-4294-a17b-d4e57a8b7d20 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.360676 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-5104ac76-02b9-4cd5-a3b7-e11ceccea747 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3975403 Jul 16 08:48:43.441446 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-747fe08e-fd87-4caf-ba31-a11f8c0a4958 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.124&port_id=bb4794d2-5564-4535-84c0-ae84e853964d HTTP/1.1" status: 200 len: 217 time: 0.0710080 Jul 16 08:48:43.596164 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-e9c9da36-3737-4059-b3bd-7a2b70509616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:43.598838 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-e9c9da36-3737-4059-b3bd-7a2b70509616 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 200 len: 797 time: 0.1509883 Jul 16 08:48:43.701713 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-298cb1f3-a2e4-413b-8826-fcd8bc9439b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d79c20ed0b734abf92420cf993e8d9db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9126406 Jul 16 08:48:43.703027 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38434) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:43.725452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-68e8a801-09d4-4294-a17b-d4e57a8b7d20 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Transition to ACTIVE for port object e8ea84e6-3915-4678-b3c6-53fbd37e3e5a will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:43.747265 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd689029-2765-4490-b470-86a91ad1a352 req-a8db7d0a-0303-4144-a605-3450768806fd tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.0349174 Jul 16 08:48:43.803025 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-68e8a801-09d4-4294-a17b-d4e57a8b7d20 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.936148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-68e8a801-09d4-4294-a17b-d4e57a8b7d20 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 1a0501e1-1558-4423-a881-e5cd760c87df is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:43.948644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-68e8a801-09d4-4294-a17b-d4e57a8b7d20 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:43.961457 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-68e8a801-09d4-4294-a17b-d4e57a8b7d20 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:43.998788 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-00ad12d9-b7f6-4c56-92cc-a387778e31eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.036165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-152148b0-9bb2-494f-aadf-07d6f27c21a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.038280 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-152148b0-9bb2-494f-aadf-07d6f27c21a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c9cc98b5-8c58-4ab1-880e-6e6ade550708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4298923 Jul 16 08:48:44.052703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e8a801-09d4-4294-a17b-d4e57a8b7d20 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:44.060768 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-00ad12d9-b7f6-4c56-92cc-a387778e31eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.140859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-68e8a801-09d4-4294-a17b-d4e57a8b7d20 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.141309 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-68e8a801-09d4-4294-a17b-d4e57a8b7d20 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.177421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-68e8a801-09d4-4294-a17b-d4e57a8b7d20 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9512334 Jul 16 08:48:44.191505 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Request body: {'port': {'device_id': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:44.304755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94f0cf-b943-4a4a-845f-ba20cb5474b5 req-67c04ef0-148e-4a49-a187-a2157fc726ab tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.316472 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6f94f0cf-b943-4a4a-845f-ba20cb5474b5 req-67c04ef0-148e-4a49-a187-a2157fc726ab tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 931 time: 0.3860538 Jul 16 08:48:44.355553 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.463806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6ea040ec-bfaa-4554-936d-40fa0ff0cbd2 None None] Provisioning for port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:44.469239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6ea040ec-bfaa-4554-936d-40fa0ff0cbd2 None None] Provisioning complete for port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:44.470227 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6ea040ec-bfaa-4554-936d-40fa0ff0cbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.493328 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6f94f0cf-b943-4a4a-845f-ba20cb5474b5 req-df0808e0-bb34-44f7-a6ea-cd37fb224a75 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752379 Jul 16 08:48:44.500343 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-bf66109c-e435-4574-98c8-4e98638f4e4e service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501541 Jul 16 08:48:44.511502 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-00ad12d9-b7f6-4c56-92cc-a387778e31eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.522887 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-00ad12d9-b7f6-4c56-92cc-a387778e31eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.529791 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-00ad12d9-b7f6-4c56-92cc-a387778e31eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bab18c3-d2cc-4955-bf2c-6d352883db77 HTTP/1.1" status: 204 len: 168 time: 0.8116319 Jul 16 08:48:44.576903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-6ea040ec-bfaa-4554-936d-40fa0ff0cbd2 None None] Port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:44.653457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad12d9-b7f6-4c56-92cc-a387778e31eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bab18c3-d2cc-4955-bf2c-6d352883db77,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:44.985769 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-7f0dcb16-47eb-48ef-9d15-2413190235b3 service neutron] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4755826 Jul 16 08:48:45.138209 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-66b687fe-d173-4f91-84e1-db9589f4e613 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3a94c4b5-9f6f-48d8-8c54-510baaef98be HTTP/1.1" status: 200 len: 217 time: 0.1438437 Jul 16 08:48:45.281728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-77427ff4-3c6f-47c2-8303-b47c4f208bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.286183 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-77427ff4-3c6f-47c2-8303-b47c4f208bd8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74fee604-9dc4-4a3e-a80e-b33d453e5f15 HTTP/1.1" status: 200 len: 797 time: 0.1400788 Jul 16 08:48:45.440301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8ea84e6-3915-4678-b3c6-53fbd37e3e5a {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:45.486458 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.530490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Transition to ACTIVE for port object e8ea84e6-3915-4678-b3c6-53fbd37e3e5a will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:45.538999 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.550247 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-753543c4-0cc1-4841-b9a7-eb1dbd278b7c req-51b3ccd9-9c68-4f3f-a395-f46fc5e27881 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.1565154 Jul 16 08:48:45.587906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-797016a0-1338-4983-8540-52c5148c810f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.590442 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-797016a0-1338-4983-8540-52c5148c810f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79638599-e95d-4aaa-a9df-9e4a650918b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2946408 Jul 16 08:48:45.810897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:45.992313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-ff4cc13f-6848-4824-b21e-016c27df3cd6 service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945601 Jul 16 08:48:46.037425 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Attempting to bind port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:46.038099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Attempting to bind port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:46.038665 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Attempting to bind port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a on network 1a0501e1-1558-4423-a881-e5cd760c87df {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:46.060691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a on network 1a0501e1-1558-4423-a881-e5cd760c87df not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:46.061315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Attempting to bind port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a on network 1a0501e1-1558-4423-a881-e5cd760c87df {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:46.072694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:46.073107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Checking segment: {'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:46.073568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Bound using segment: {'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:46.074720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Bound port: e8ea84e6-3915-4678-b3c6-53fbd37e3e5a, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:46.081377 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.159535 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60e62b-5261-4e5e-b15d-ef87cdcf710c req-3cdd3018-52cc-4414-add0-7f1e0595f792 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:46.165939 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6b60e62b-5261-4e5e-b15d-ef87cdcf710c req-3cdd3018-52cc-4414-add0-7f1e0595f792 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 943 time: 0.2846410 Jul 16 08:48:46.360481 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6b60e62b-5261-4e5e-b15d-ef87cdcf710c req-914edca1-58cc-49b5-a37a-a634ebca9417 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251349 Jul 16 08:48:46.369519 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] For port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:46.382927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] For port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:46.395164 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.404527 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-c12cf17f-fe4a-4d70-893f-df5fb255ba1f service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987103 Jul 16 08:48:46.475461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-eb985eb9-e258-45fe-bfe4-c1dc8fc3161e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d HTTP/1.1" status: 200 len: 217 time: 0.0633626 Jul 16 08:48:46.571152 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-f4ec9b46-f073-4241-aa2c-cc24b11f1300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:46.572575 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-f4ec9b46-f073-4241-aa2c-cc24b11f1300 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=74fee604-9dc4-4a3e-a80e-b33d453e5f15 HTTP/1.1" status: 200 len: 797 time: 0.0900936 Jul 16 08:48:46.584462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:46.585652 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.591408 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] 10.222.0.38 "PUT /v2.0/ports/e8ea84e6-3915-4678-b3c6-53fbd37e3e5a HTTP/1.1" status: 200 len: 1092 time: 2.4056275 Jul 16 08:48:46.593544 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:46.598375 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9121870-9aa2-433a-bbec-fc5436af5a74" -d '{"events": [{"name": "network-changed", "server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:46.854314 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6f37c6-9650-41e7-acd5-f27c81898b12 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:46.903123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-ddbf4960-df9e-4143-bcce-87d112c552ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:46.908146 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-ddbf4960-df9e-4143-bcce-87d112c552ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=79638599-e95d-4aaa-a9df-9e4a650918b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2940171 Jul 16 08:48:46.950088 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be95bca-1f7c-488e-b832-87daf2eeb9cc x-openstack-request-id: req-4be95bca-1f7c-488e-b832-87daf2eeb9cc {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:46.950361 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:46.952321 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4be95bca-1f7c-488e-b832-87daf2eeb9cc {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:46.952468 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'status': 'completed', 'code': 200} Jul 16 08:48:46.965891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-87a21153-b24a-45f1-8113-c25c1bf3e786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:46.970139 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-87a21153-b24a-45f1-8113-c25c1bf3e786 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 1095 time: 0.2375617 Jul 16 08:48:47.087137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-2c2bda87-281b-4ab1-bd5d-8bd3f4154345 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a HTTP/1.1" status: 200 len: 217 time: 0.1076334 Jul 16 08:48:47.215854 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38554) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:47.291496 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-6b246066-3662-4313-a80e-429d576c3bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:47.299520 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-6b246066-3662-4313-a80e-429d576c3bfe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7be16ed6-5c6d-4f05-8ffc-73464d53f178 HTTP/1.1" status: 200 len: 834 time: 0.2039037 Jul 16 08:48:47.327047 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-40d93003-79f9-430e-bb3b-52b586cf8c32 service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098043 Jul 16 08:48:47.470036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-b64b3a1e-1e2d-4a6e-aa93-6aca1c8a76be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:47.474546 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-b64b3a1e-1e2d-4a6e-aa93-6aca1c8a76be service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a0501e1-1558-4423-a881-e5cd760c87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1669016 Jul 16 08:48:47.475345 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c8f70c3d-b346-48ad-94f2-cf9c6b86148e req-0d927812-09d1-4ffe-9d21-d249227bfac6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.1469843 Jul 16 08:48:47.568263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-363c01ff-6ccb-4bbb-b741-1b590fd9f408 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1746573933', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:47.599235 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-363c01ff-6ccb-4bbb-b741-1b590fd9f408 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.601287 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-363c01ff-6ccb-4bbb-b741-1b590fd9f408 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.736336 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20f5ddde-d1f2-42a8-b4f8-7e6f4dce4155 req-d4db596c-0012-4e45-9230-63517e4650d4 service neutron] 10.222.0.15 "GET /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3855042 Jul 16 08:48:47.752529 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-363c01ff-6ccb-4bbb-b741-1b590fd9f408 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.764383 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-8b7917af-e12c-4123-8b3e-fcce6afb2902 service neutron] 10.222.0.38 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782104 Jul 16 08:48:47.765865 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-363c01ff-6ccb-4bbb-b741-1b590fd9f408 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.924595 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-363c01ff-6ccb-4bbb-b741-1b590fd9f408 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.929169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38586) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:47.929648 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-363c01ff-6ccb-4bbb-b741-1b590fd9f408 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6981232 Jul 16 08:48:47.932540 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-970a2fd8-8a67-4583-bfde-8f12f9ecd1ec req-b4cfc673-df7d-469f-84e5-bb18fc936eb0 service neutron] 10.222.0.38 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593809 Jul 16 08:48:47.934987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1451018126'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:48.020732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Made reservation on behalf of 641742b53d7a47ff998161a0449b3872 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:48.024742 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.057665 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.106018 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9121870-9aa2-433a-bbec-fc5436af5a74 req-ce3b771e-b90d-4cdf-9e94-17c5d2f54d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.107793 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c9121870-9aa2-433a-bbec-fc5436af5a74 req-ce3b771e-b90d-4cdf-9e94-17c5d2f54d07 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 1095 time: 0.0808625 Jul 16 08:48:48.235612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a0c59-f072-44d7-bf13-07616db90d87 req-d3b4baab-b39b-4fa7-9f77-75542043542a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.238044 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d5a0c59-f072-44d7-bf13-07616db90d87 req-d3b4baab-b39b-4fa7-9f77-75542043542a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 943 time: 0.1668487 Jul 16 08:48:48.301319 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9121870-9aa2-433a-bbec-fc5436af5a74 req-6b4f788a-6dea-4d17-9594-74e996bb7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.305547 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c9121870-9aa2-433a-bbec-fc5436af5a74 req-6b4f788a-6dea-4d17-9594-74e996bb7e03 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a0501e1-1558-4423-a881-e5cd760c87df HTTP/1.1" status: 200 len: 897 time: 0.1901510 Jul 16 08:48:48.315168 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d5a0c59-f072-44d7-bf13-07616db90d87 req-19f0c688-65e7-4106-bd45-22161ec689a6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678997 Jul 16 08:48:48.435406 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c9121870-9aa2-433a-bbec-fc5436af5a74 req-59cd0ff5-c207-4bb5-a247-23259edc5536 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a HTTP/1.1" status: 200 len: 217 time: 0.1221411 Jul 16 08:48:48.474307 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.494054 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.556657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:48.573517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9121870-9aa2-433a-bbec-fc5436af5a74 req-b41d5142-87e5-4635-b1d8-98cedb1d2865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.575935 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c9121870-9aa2-433a-bbec-fc5436af5a74 req-b41d5142-87e5-4635-b1d8-98cedb1d2865 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7be16ed6-5c6d-4f05-8ffc-73464d53f178 HTTP/1.1" status: 200 len: 834 time: 0.1286564 Jul 16 08:48:48.632383 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc04332-fc50-4a63-9655-9df87d10b4f9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:48.648290 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.648889 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Added segment 234269d7-3099-4aa3-b183-213027c90bef of type vlan for network 0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5 Jul 16 08:48:48.701778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9121870-9aa2-433a-bbec-fc5436af5a74 req-3addb4a3-fdbe-4ac4-b7d1-6009d1716b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.703425 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c9121870-9aa2-433a-bbec-fc5436af5a74 req-3addb4a3-fdbe-4ac4-b7d1-6009d1716b62 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a0501e1-1558-4423-a881-e5cd760c87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1179621 Jul 16 08:48:48.798835 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bfcd69e4-bbaf-43b4-b63d-53672056cb9b req-468d89b5-8b08-4c74-9212-f7e99de0b5f1 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.0481145 Jul 16 08:48:48.804183 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.871147 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.880968 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.881633 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.982140 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c9121870-9aa2-433a-bbec-fc5436af5a74 req-bed1918d-5561-46f1-ba79-6d1f20ad0079 service neutron] 10.222.0.38 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707524 Jul 16 08:48:49.121225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event updated for resources: {'Network': ['ID=0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:49.151142 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9cd56b42-fb9a-4eba-8ea1-70a607e6447a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2207761 Jul 16 08:48:49.156900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38632) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:49.168287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9e21c157-706f-4cb7-a546-5ed0fadc5da6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Request body: {'subnet': {'network_id': '0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:49.184594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:49.204682 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c9121870-9aa2-433a-bbec-fc5436af5a74 req-667a142a-bde9-4ded-b7ed-c76adfde1016 service neutron] 10.222.0.38 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147598 Jul 16 08:48:49.478834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e21c157-706f-4cb7-a546-5ed0fadc5da6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Made reservation on behalf of 641742b53d7a47ff998161a0449b3872 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:49.499600 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e21c157-706f-4cb7-a546-5ed0fadc5da6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.608960 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:48:49.755693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38652) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:50.022873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e8ea84e6-3915-4678-b3c6-53fbd37e3e5a details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:50.261633 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8fb256be-8f1d-427c-939b-86416d2a8332 req-fe124bfb-e88c-48dc-a117-796071624190 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.1527476 Jul 16 08:48:50.328918 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-90e4b6c8-cb83-4449-977c-bf976c14d3b4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=43b67062d8d14a9fa2ab92d922697f7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5719786 Jul 16 08:48:50.335345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38672) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:50.467265 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3950f7fe-7f90-4e92-8d5a-79dfbdd5fd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.508055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:50.512888 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3950f7fe-7f90-4e92-8d5a-79dfbdd5fd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.550741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'port_id': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'mac_address': 'fa:16:3e:f0:cf:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:50.630255 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3950f7fe-7f90-4e92-8d5a-79dfbdd5fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.633282 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3950f7fe-7f90-4e92-8d5a-79dfbdd5fd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.634627 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3950f7fe-7f90-4e92-8d5a-79dfbdd5fd2f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc143c3a-2d74-4443-a6be-62481af67871 HTTP/1.1" status: 204 len: 168 time: 0.2981107 Jul 16 08:48:50.650104 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3950f7fe-7f90-4e92-8d5a-79dfbdd5fd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc143c3a-2d74-4443-a6be-62481af67871,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:50.682166 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.724973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ea84e6-3915-4678-b3c6-53fbd37e3e5a {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:50.873073 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e21c157-706f-4cb7-a546-5ed0fadc5da6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.879853 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:50.905902 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.003929 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e21c157-706f-4cb7-a546-5ed0fadc5da6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event updated for resources: {'Subnet': ['ID=daf81c8e-ba2f-4af2-9d7c-77a28821b392,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:51.132976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:51.147861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:51.149918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:51.152368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:51.153138 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:51.153640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:51.157081 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:51.157307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e21c157-706f-4cb7-a546-5ed0fadc5da6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Checking segment: {'id': '234269d7-3099-4aa3-b183-213027c90bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:51.157682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e21c157-706f-4cb7-a546-5ed0fadc5da6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Network hostable DHCP agents. Network: 0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:51.157983 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:51.158588 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:51.159202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:51.159922 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:51.160452 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:51.160971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:51.174341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['e8ea84e6-3915-4678-b3c6-53fbd37e3e5a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:51.241171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada5931e-aa30-4633-8e9d-03e70fe5ee7c req-fbd1370a-4bf0-46e3-a695-5a6cdd2d020e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.254434 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ada5931e-aa30-4633-8e9d-03e70fe5ee7c req-fbd1370a-4bf0-46e3-a695-5a6cdd2d020e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 944 time: 0.3778958 Jul 16 08:48:51.254434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e21c157-706f-4cb7-a546-5ed0fadc5da6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Network 0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:51.264347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-9e21c157-706f-4cb7-a546-5ed0fadc5da6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:51.273030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21c157-706f-4cb7-a546-5ed0fadc5da6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.274154 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e21c157-706f-4cb7-a546-5ed0fadc5da6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.309975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a95a28-9208-4bdc-9aa4-8201e914653b None None] Network 0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:51.340046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38692) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:51.346586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-807654b7-3d94-4a1b-9292-9ce071218cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Request body: {'network': {'name': 'tempest-router-network01--606484125'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:51.354294 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9e21c157-706f-4cb7-a546-5ed0fadc5da6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1916060 Jul 16 08:48:51.405604 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ada5931e-aa30-4633-8e9d-03e70fe5ee7c req-bbbbf6d5-68ba-4908-b932-85e32ec3d06c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497705 Jul 16 08:48:51.413971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807654b7-3d94-4a1b-9292-9ce071218cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Made reservation on behalf of 641742b53d7a47ff998161a0449b3872 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:51.421886 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-807654b7-3d94-4a1b-9292-9ce071218cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.479586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-807654b7-3d94-4a1b-9292-9ce071218cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:51.504254 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-807654b7-3d94-4a1b-9292-9ce071218cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.504702 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-807654b7-3d94-4a1b-9292-9ce071218cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Added segment f8e96926-33c3-4b96-a8e6-f3470aa856d5 of type vlan for network bb771654-3eb7-4ea7-93e0-a330abfeebc5 Jul 16 08:48:51.602421 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-807654b7-3d94-4a1b-9292-9ce071218cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.769243 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f42eb896-6212-4761-86d6-799a24db9460 req-56b8888d-b941-4b8f-aa5f-98a4cb269c10 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.0935090 Jul 16 08:48:51.790111 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-807654b7-3d94-4a1b-9292-9ce071218cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.818128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-807654b7-3d94-4a1b-9292-9ce071218cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.831772 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-807654b7-3d94-4a1b-9292-9ce071218cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.927668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5', 'network_id': '0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5', 'tenant_id': '641742b53d7a47ff998161a0449b3872', 'fixed_ips': [{'subnet_id': 'daf81c8e-ba2f-4af2-9d7c-77a28821b392'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:51.930827 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.950234 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807654b7-3d94-4a1b-9292-9ce071218cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event updated for resources: {'Network': ['ID=bb771654-3eb7-4ea7-93e0-a330abfeebc5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:51.957754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38718) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:51.961859 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-807654b7-3d94-4a1b-9292-9ce071218cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6203356 Jul 16 08:48:51.971894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network bb771654-3eb7-4ea7-93e0-a330abfeebc5 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:51.974436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4158dc4b-63f4-4c90-8318-1d0592201cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Request body: {'network': {'name': 'tempest-router-network02--1789794844'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:52.084838 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4158dc4b-63f4-4c90-8318-1d0592201cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Made reservation on behalf of 641742b53d7a47ff998161a0449b3872 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:52.088683 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4158dc4b-63f4-4c90-8318-1d0592201cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.161566 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4158dc4b-63f4-4c90-8318-1d0592201cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:52.180619 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4158dc4b-63f4-4c90-8318-1d0592201cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.180970 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-4158dc4b-63f4-4c90-8318-1d0592201cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Added segment c554eeea-ddd8-41a8-92f4-a44a1a4537b4 of type vlan for network 97f009ef-ae4e-44cf-acc6-3aa643badbcd Jul 16 08:48:52.337944 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4158dc4b-63f4-4c90-8318-1d0592201cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.444375 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4158dc4b-63f4-4c90-8318-1d0592201cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.460830 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4158dc4b-63f4-4c90-8318-1d0592201cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:52.468104 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4158dc4b-63f4-4c90-8318-1d0592201cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.676626 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4158dc4b-63f4-4c90-8318-1d0592201cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7118402 Jul 16 08:48:52.681315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38742) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:52.689642 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-61589d46-78a6-47b7-8b48-bd15914deca2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Request body: {'subnet': {'network_id': 'bb771654-3eb7-4ea7-93e0-a330abfeebc5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:52.744749 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4158dc4b-63f4-4c90-8318-1d0592201cb6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event updated for resources: {'Network': ['ID=97f009ef-ae4e-44cf-acc6-3aa643badbcd,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:52.969423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 97f009ef-ae4e-44cf-acc6-3aa643badbcd details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:53.109731 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c8988e-beae-4cde-8c9e-a1cdcd928734 req-13c9f4e4-17a9-44d7-87d3-4cdcdc4816b0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:53.112220 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21c8988e-beae-4cde-8c9e-a1cdcd928734 req-13c9f4e4-17a9-44d7-87d3-4cdcdc4816b0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 944 time: 0.3770373 Jul 16 08:48:53.189235 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ff8e738d-6090-4ebb-8dd8-9b2cb485956b req-ad0df660-3626-479a-b748-e646d6a591ea tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.0745602 Jul 16 08:48:53.236899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Allocated IP 172.20.0.2 (0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5/daf81c8e-ba2f-4af2-9d7c-77a28821b392/90be6d2e-57ad-4ca3-adca-05b2a83aeef9) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:53.245623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61589d46-78a6-47b7-8b48-bd15914deca2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Made reservation on behalf of 641742b53d7a47ff998161a0449b3872 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:53.245623 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-61589d46-78a6-47b7-8b48-bd15914deca2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.296579 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21c8988e-beae-4cde-8c9e-a1cdcd928734 req-98ae3c71-c65f-4759-8452-9d71ff1101fa tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612632 Jul 16 08:48:53.725273 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-61589d46-78a6-47b7-8b48-bd15914deca2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.737325 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.776417 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Transition to ACTIVE for port object 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:53.838952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61589d46-78a6-47b7-8b48-bd15914deca2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event updated for resources: {'Subnet': ['ID=ebbd5bce-b277-4536-84bc-7a6c224c9367,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:53.874596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Transition to ACTIVE for port object 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:53.877251 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61589d46-78a6-47b7-8b48-bd15914deca2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Checking segment: {'id': 'f8e96926-33c3-4b96-a8e6-f3470aa856d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bb771654-3eb7-4ea7-93e0-a330abfeebc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:53.878984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61589d46-78a6-47b7-8b48-bd15914deca2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Network hostable DHCP agents. Network: bb771654-3eb7-4ea7-93e0-a330abfeebc5, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:53.900126 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.905674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61589d46-78a6-47b7-8b48-bd15914deca2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Network bb771654-3eb7-4ea7-93e0-a330abfeebc5 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:53.928718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-61589d46-78a6-47b7-8b48-bd15914deca2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, bb771654-3eb7-4ea7-93e0-a330abfeebc5) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:53.935660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61589d46-78a6-47b7-8b48-bd15914deca2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:53.936289 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-61589d46-78a6-47b7-8b48-bd15914deca2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.975056 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-61589d46-78a6-47b7-8b48-bd15914deca2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2921586 Jul 16 08:48:53.979442 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38782) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:53.985738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-845f6fba-9d38-4c0d-a1b3-65a2867d22aa tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Request body: {'subnet': {'network_id': '97f009ef-ae4e-44cf-acc6-3aa643badbcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:53.993761 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28060950-a1b9-48e7-a4b9-9223d21b49d7 None None] Network bb771654-3eb7-4ea7-93e0-a330abfeebc5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:54.059427 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e8ea84e6-3915-4678-b3c6-53fbd37e3e5a up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:54.087469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Network 0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:54.175476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845f6fba-9d38-4c0d-a1b3-65a2867d22aa tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Made reservation on behalf of 641742b53d7a47ff998161a0449b3872 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:54.182646 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-845f6fba-9d38-4c0d-a1b3-65a2867d22aa tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.232698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:54.295073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:54.447139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Pushing event updated for resources: {'Port': ['ID=90be6d2e-57ad-4ca3-adca-05b2a83aeef9,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:54.464028 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38798) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:54.717592 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2f157b90-ad6e-4930-943d-05fa437c8943 req-b7111899-f0b8-4d58-8510-7de035bddb8e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.0918136 Jul 16 08:48:54.737926 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-bb771654-3eb7-4ea7-93e0-a330abfeebc5', 'network_id': 'bb771654-3eb7-4ea7-93e0-a330abfeebc5', 'tenant_id': '641742b53d7a47ff998161a0449b3872', 'fixed_ips': [{'subnet_id': 'ebbd5bce-b277-4536-84bc-7a6c224c9367'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:54.748011 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.816543 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-845f6fba-9d38-4c0d-a1b3-65a2867d22aa tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.818424 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4065d1a4-f375-4fd0-83a3-5fbc065aee4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.828816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Attempting to bind port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:54.829203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Attempting to bind port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '234269d7-3099-4aa3-b183-213027c90bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:54.829571 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Attempting to bind port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 on network 0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:54.850956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:54.851331 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Checking segment: {'id': '234269d7-3099-4aa3-b183-213027c90bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:54.851747 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.852147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Bound using segment: {'id': '234269d7-3099-4aa3-b183-213027c90bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:54.852676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Bound port: 90be6d2e-57ad-4ca3-adca-05b2a83aeef9, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '234269d7-3099-4aa3-b183-213027c90bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:54.853070 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.862500 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff13fd-ee02-4c58-9f59-8e45fffda60e req-cb293640-946d-466b-a37b-f43a3dcf2c65 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:54.882286 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cff13fd-ee02-4c58-9f59-8e45fffda60e req-cb293640-946d-466b-a37b-f43a3dcf2c65 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 944 time: 0.2883232 Jul 16 08:48:54.970092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f6fba-9d38-4c0d-a1b3-65a2867d22aa tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event updated for resources: {'Subnet': ['ID=347940aa-76d7-4d4c-abda-675fb63e0183,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:55.010548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cff13fd-ee02-4c58-9f59-8e45fffda60e req-468e0e0d-356e-4254-9997-56c477e9d7b6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269853 Jul 16 08:48:55.015916 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845f6fba-9d38-4c0d-a1b3-65a2867d22aa tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Checking segment: {'id': 'c554eeea-ddd8-41a8-92f4-a44a1a4537b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '97f009ef-ae4e-44cf-acc6-3aa643badbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:55.016290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845f6fba-9d38-4c0d-a1b3-65a2867d22aa tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Network hostable DHCP agents. Network: 97f009ef-ae4e-44cf-acc6-3aa643badbcd, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:48:55.035860 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:55.069712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845f6fba-9d38-4c0d-a1b3-65a2867d22aa tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Network 97f009ef-ae4e-44cf-acc6-3aa643badbcd is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:48:55.095583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:55.096123 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.104900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-845f6fba-9d38-4c0d-a1b3-65a2867d22aa tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 97f009ef-ae4e-44cf-acc6-3aa643badbcd) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:55.122795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845f6fba-9d38-4c0d-a1b3-65a2867d22aa tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:55.123807 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-845f6fba-9d38-4c0d-a1b3-65a2867d22aa tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.133499 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] For port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:55.168668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4beb3d-f83a-4144-bd37-f2496cd84cd1 None None] Network 97f009ef-ae4e-44cf-acc6-3aa643badbcd requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:55.245888 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4065d1a4-f375-4fd0-83a3-5fbc065aee4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.283184 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-845f6fba-9d38-4c0d-a1b3-65a2867d22aa tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3023968 Jul 16 08:48:55.285261 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4065d1a4-f375-4fd0-83a3-5fbc065aee4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.288126 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38818) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:55.332215 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] For port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=90be6d2e-57ad-4ca3-adca-05b2a83aeef9,segment=NetworkSegment(234269d7-3099-4aa3-b183-213027c90bef),segment_id=234269d7-3099-4aa3-b183-213027c90bef)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:55.363118 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.406892 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4065d1a4-f375-4fd0-83a3-5fbc065aee4d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9fca9fdcaca94e39ac1d8d89555e64d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9405727 Jul 16 08:48:55.419534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38820) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:55.455228 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065d1a4-f375-4fd0-83a3-5fbc065aee4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1538532-45a1-4763-9d4e-269ea6227aa6,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:55.545604 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea15a84-7555-4202-ab91-338bc56f4e7e None None] Pushing event updated for resources: {'Port': ['ID=90be6d2e-57ad-4ca3-adca-05b2a83aeef9,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:55.715380 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Allocated IP 172.20.0.2 (bb771654-3eb7-4ea7-93e0-a330abfeebc5/ebbd5bce-b277-4536-84bc-7a6c224c9367/fd4b0319-2a91-402d-b83a-6f75d52fb9cf) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:55.849467 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.898074 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.183616 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.278519 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.283708 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.290169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1538532-45a1-4763-9d4e-269ea6227aa6 HTTP/1.1" status: 204 len: 168 time: 0.8693955 Jul 16 08:48:56.323813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1538532-45a1-4763-9d4e-269ea6227aa6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:56.366598 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:56.384734 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f484210-4b9f-4a88-92b0-4d8ced1c3ddb" -d '{"events": [{"server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "name": "network-vif-plugged", "status": "completed", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:56.397229 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:56.397784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:56.398320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:56.398945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:56.399521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:56.400107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:56.400663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:56.401790 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:56.401790 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:56.402341 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:56.402858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:56.406599 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c175f36b-ffef-41c4-9df7-a7354fa1aa10 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:56.642909 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-65994fd7-1d2a-440d-b86b-083635d5395d req-3395e50b-767a-4a5c-b2c3-b688cfd1cb47 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/ports?device_id=1d95f181-aaee-4a9d-8666-34ec393d8664 HTTP/1.1" status: 200 len: 210 time: 0.0867405 Jul 16 08:48:56.647908 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.673340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:56.703821 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.900253 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-97f009ef-ae4e-44cf-acc6-3aa643badbcd', 'network_id': '97f009ef-ae4e-44cf-acc6-3aa643badbcd', 'tenant_id': '641742b53d7a47ff998161a0449b3872', 'fixed_ips': [{'subnet_id': '347940aa-76d7-4d4c-abda-675fb63e0183'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:56.914327 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.027615 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:57.312564 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c0d150-f8b6-4e1c-b031-b3ffdebc63c4 x-openstack-request-id: req-00c0d150-f8b6-4e1c-b031-b3ffdebc63c4 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:57.313314 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "name": "network-vif-plugged", "status": "completed", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:57.313757 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a73220-0f72-4472-8668-389250e26d11 req-441ca255-3736-424a-afb5-bc91962822b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.317385 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7a73220-0f72-4472-8668-389250e26d11 req-441ca255-3736-424a-afb5-bc91962822b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.5187309 Jul 16 08:48:57.325051 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00c0d150-f8b6-4e1c-b031-b3ffdebc63c4 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:57.325933 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'code': 200} Jul 16 08:48:57.403613 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7a73220-0f72-4472-8668-389250e26d11 req-816dd807-a598-4098-802e-aa87d0131048 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716732 Jul 16 08:48:57.534720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac824ffa-5d01-446d-86ab-04f6257a6e7b req-25905711-f20f-4c35-b0bd-7097a6300835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.538220 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ac824ffa-5d01-446d-86ab-04f6257a6e7b req-25905711-f20f-4c35-b0bd-7097a6300835 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 1097 time: 0.2447133 Jul 16 08:48:57.605567 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ac824ffa-5d01-446d-86ab-04f6257a6e7b req-91bf7cee-aebe-4ba4-955a-58ba2db67444 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618062 Jul 16 08:48:57.634253 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.656023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:57.695442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Transition to ACTIVE for port object fd4b0319-2a91-402d-b83a-6f75d52fb9cf will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:57.749942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:57.777477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Transition to ACTIVE for port object fd4b0319-2a91-402d-b83a-6f75d52fb9cf will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:57.883215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38886) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:57.927306 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Allocated IP 172.20.0.2 (97f009ef-ae4e-44cf-acc6-3aa643badbcd/347940aa-76d7-4d4c-abda-675fb63e0183/2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:57.963121 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.056011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Allocated IP 172.20.0.1 (bb771654-3eb7-4ea7-93e0-a330abfeebc5/ebbd5bce-b277-4536-84bc-7a6c224c9367/56158c42-dd35-435a-a551-a6c809fecdf0) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:58.275528 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.302299 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2bc2fe47-d383-4750-96a5-257f58c31765 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.311144 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Transition to ACTIVE for port object 56158c42-dd35-435a-a551-a6c809fecdf0 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:58.367535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bb184a-3090-4091-905e-49b3ce6eebe0 None None] Network 0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:58.386935 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2bc2fe47-d383-4750-96a5-257f58c31765 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.417484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Network bb771654-3eb7-4ea7-93e0-a330abfeebc5 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:58.514155 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:58.532263 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.563204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:58.692418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Pushing event updated for resources: {'Port': ['ID=fd4b0319-2a91-402d-b83a-6f75d52fb9cf,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:58.737872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9db41665-cfde-4e8c-9538-332732631826 None None] Provisioning for port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:58.752999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38912) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:58.891505 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9db41665-cfde-4e8c-9538-332732631826 None None] Provisioning complete for port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:58.892152 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9db41665-cfde-4e8c-9538-332732631826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.002142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Attempting to bind port fd4b0319-2a91-402d-b83a-6f75d52fb9cf on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:59.003630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Attempting to bind port fd4b0319-2a91-402d-b83a-6f75d52fb9cf by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'f8e96926-33c3-4b96-a8e6-f3470aa856d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bb771654-3eb7-4ea7-93e0-a330abfeebc5'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:59.004212 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Attempting to bind port fd4b0319-2a91-402d-b83a-6f75d52fb9cf on network bb771654-3eb7-4ea7-93e0-a330abfeebc5 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:59.040305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:59.041175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Checking segment: {'id': 'f8e96926-33c3-4b96-a8e6-f3470aa856d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bb771654-3eb7-4ea7-93e0-a330abfeebc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:59.041530 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.042016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Bound using segment: {'id': 'f8e96926-33c3-4b96-a8e6-f3470aa856d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bb771654-3eb7-4ea7-93e0-a330abfeebc5'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:59.042604 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Bound port: fd4b0319-2a91-402d-b83a-6f75d52fb9cf, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e96926-33c3-4b96-a8e6-f3470aa856d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'bb771654-3eb7-4ea7-93e0-a330abfeebc5'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:59.043429 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.078780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-539895561-network', 'tenant_id': '97f061fbce5b443986c4fd2f68393579'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:59.098714 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.114768 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Made reservation on behalf of 97f061fbce5b443986c4fd2f68393579 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:59.125384 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.158931 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.170049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Transition to ACTIVE for port object 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:59.211934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Network bb771654-3eb7-4ea7-93e0-a330abfeebc5 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:59.230342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:59.232717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Transition to ACTIVE for port object 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:59.243807 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:59.288884 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event updated for resources: {'Port': ['ID=56158c42-dd35-435a-a551-a6c809fecdf0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:59.292410 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.303816 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2bc2fe47-d383-4750-96a5-257f58c31765 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.310292 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2bc2fe47-d383-4750-96a5-257f58c31765 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.316079 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2bc2fe47-d383-4750-96a5-257f58c31765 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "DELETE /v2.0/security-groups/7f576309-2b0d-47b3-831b-b8c67b8ca3e3 HTTP/1.1" status: 204 len: 168 time: 1.4288661 Jul 16 08:48:59.316810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38930) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:59.320384 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Network 97f009ef-ae4e-44cf-acc6-3aa643badbcd is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:59.321540 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9db41665-cfde-4e8c-9538-332732631826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.331888 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:59.364778 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-17e35f5c-1e8e-49be-892d-11b41f66a1ab tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] show failed (client error): The resource could not be found. Jul 16 08:48:59.366096 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-17e35f5c-1e8e-49be-892d-11b41f66a1ab tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "GET /v2.0/security-groups/7f576309-2b0d-47b3-831b-b8c67b8ca3e3 HTTP/1.1" status: 404 len: 347 time: 0.0422704 Jul 16 08:48:59.369409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38934) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:59.379784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc2fe47-d383-4750-96a5-257f58c31765 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f576309-2b0d-47b3-831b-b8c67b8ca3e3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:59.394265 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] For port fd4b0319-2a91-402d-b83a-6f75d52fb9cf, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:59.408086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:59.449271 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.472477 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.504896 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.509803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] For port fd4b0319-2a91-402d-b83a-6f75d52fb9cf, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fd4b0319-2a91-402d-b83a-6f75d52fb9cf,segment=NetworkSegment(f8e96926-33c3-4b96-a8e6-f3470aa856d5),segment_id=f8e96926-33c3-4b96-a8e6-f3470aa856d5)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:59.517247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] vlan segment allocate from pool success with {'vlan_id': 67, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:48:59.527335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.527639 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Added segment e63edf8b-729e-4809-bfa4-df8220d32ebe of type vlan for network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 Jul 16 08:48:59.540688 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.544737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca060ce-64e5-43be-9b94-68b1018b5de6 req-e8689701-daf0-417f-ba66-f02c636155e4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:59.554086 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ca060ce-64e5-43be-9b94-68b1018b5de6 req-e8689701-daf0-417f-ba66-f02c636155e4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.3359485 Jul 16 08:48:59.609111 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.650372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Pushing event updated for resources: {'Port': ['ID=2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:59.655271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ca060ce-64e5-43be-9b94-68b1018b5de6 req-73cc6b8e-ad27-4ac7-a1d1-d3b8ee4be070 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002643 Jul 16 08:48:59.671190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b0270d-99cd-4b43-a5a5-bdafc966f666,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:59.684229 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:59.687745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:59.687745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:59.687745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:59.687745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:59.687745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:59.687745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:59.687745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:59.687745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:59.687745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:59.688550 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:59.688934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:59.754476 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.755534 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:59.756110 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.819541 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.848430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Attempting to bind port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:59.848994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Attempting to bind port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c554eeea-ddd8-41a8-92f4-a44a1a4537b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '97f009ef-ae4e-44cf-acc6-3aa643badbcd'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:59.849463 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Attempting to bind port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 on network 97f009ef-ae4e-44cf-acc6-3aa643badbcd {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:59.876320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9db41665-cfde-4e8c-9538-332732631826 None None] For port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=90be6d2e-57ad-4ca3-adca-05b2a83aeef9,segment=NetworkSegment(234269d7-3099-4aa3-b183-213027c90bef),segment_id=234269d7-3099-4aa3-b183-213027c90bef)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:59.878001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:59.878506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Checking segment: {'id': 'c554eeea-ddd8-41a8-92f4-a44a1a4537b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '97f009ef-ae4e-44cf-acc6-3aa643badbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:59.879179 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.879805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Bound using segment: {'id': 'c554eeea-ddd8-41a8-92f4-a44a1a4537b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '97f009ef-ae4e-44cf-acc6-3aa643badbcd'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:59.880321 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Bound port: 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c554eeea-ddd8-41a8-92f4-a44a1a4537b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '97f009ef-ae4e-44cf-acc6-3aa643badbcd'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:59.880974 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.882564 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1279812 Jul 16 08:48:59.883538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6f03dc-9687-4992-b72a-93173177a678 admin admin] Pushing event updated for resources: {'Network': ['ID=fb7470c9-19d7-49f2-86e0-85eee6eb7b45,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:59.890608 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38944) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:59.902387 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ff86a98e-a63e-4bca-92df-a017bd1010c0 admin admin] Request body: {'subnet': {'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-539895561-subnet', 'tenant_id': '97f061fbce5b443986c4fd2f68393579', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:59.916259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:48:59.929341 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9db41665-cfde-4e8c-9538-332732631826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.005520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff86a98e-a63e-4bca-92df-a017bd1010c0 admin admin] Made reservation on behalf of 97f061fbce5b443986c4fd2f68393579 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:00.008384 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ff86a98e-a63e-4bca-92df-a017bd1010c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.008859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206057f1-80b1-4d9b-8e3f-800e5a49f145 None None] Pushing event updated for resources: {'Port': ['ID=fd4b0319-2a91-402d-b83a-6f75d52fb9cf,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:00.108107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-01f71914-d60a-4e56-a2e3-c889520b10ee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Deleting port 01e36516-e99a-4c4c-a65a-384382c73fc7 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:00.108453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-01f71914-d60a-4e56-a2e3-c889520b10ee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.275610 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] For port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:00.323719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] For port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8,segment=NetworkSegment(c554eeea-ddd8-41a8-92f4-a44a1a4537b4),segment_id=c554eeea-ddd8-41a8-92f4-a44a1a4537b4)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:00.339148 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-01f71914-d60a-4e56-a2e3-c889520b10ee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.339796 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-01f71914-d60a-4e56-a2e3-c889520b10ee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.366619 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.374508 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-626694cf-327a-46b3-9282-889d21c50328 None None] Provisioning complete for port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:00.375757 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-626694cf-327a-46b3-9282-889d21c50328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.431751 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-01f71914-d60a-4e56-a2e3-c889520b10ee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Calling delete_port for 01e36516-e99a-4c4c-a65a-384382c73fc7 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:00.452854 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.460740 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.470522 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db41665-cfde-4e8c-9538-332732631826 None None] Pushing event updated for resources: {'Port': ['ID=90be6d2e-57ad-4ca3-adca-05b2a83aeef9,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:00.617078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b17401-b681-47d8-838b-1a5bab3c10de None None] Pushing event updated for resources: {'Port': ['ID=2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:00.704801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event updated for resources: {'Port': ['ID=56158c42-dd35-435a-a551-a6c809fecdf0,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:00.714458 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.819736 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fd4b0319-2a91-402d-b83a-6f75d52fb9cf up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:00.926811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port fd4b0319-2a91-402d-b83a-6f75d52fb9cf completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:01.013310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Network bb771654-3eb7-4ea7-93e0-a330abfeebc5 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:01.015076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:01.201723 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ff86a98e-a63e-4bca-92df-a017bd1010c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.269359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Router 7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:49:01.410601 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-01f71914-d60a-4e56-a2e3-c889520b10ee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.431779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:01.445271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-15356298-eb9d-41b1-9655-000e3b8c88e4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "PUT /v2.0/routers/7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1549025 Jul 16 08:49:01.446914 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38982) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:01.448965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2a5290-423a-42cc-8efb-7e109afa6f2e None None] Sync routers for ids ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:01.461292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2a5290-423a-42cc-8efb-7e109afa6f2e None None] Routers {'7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:01.462264 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cf2a5290-423a-42cc-8efb-7e109afa6f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:48:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:01.524325 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cf2a5290-423a-42cc-8efb-7e109afa6f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:01.530964 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f71914-d60a-4e56-a2e3-c889520b10ee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event deleted for resources: {'Port': ['ID=01e36516-e99a-4c4c-a65a-384382c73fc7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:01.539005 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2a5290-423a-42cc-8efb-7e109afa6f2e None None] Routers {'7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:01.539665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cf2a5290-423a-42cc-8efb-7e109afa6f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:48:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:01.586506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cf2a5290-423a-42cc-8efb-7e109afa6f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:01.587187 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf2a5290-423a-42cc-8efb-7e109afa6f2e None None] The sync data for ids ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:01.746102 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb03259-1b3e-4a9e-bc36-aaf5948f2e06 req-12905500-199c-4e84-b753-4501cf41e42c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.748144 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8bb03259-1b3e-4a9e-bc36-aaf5948f2e06 req-12905500-199c-4e84-b753-4501cf41e42c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.8365791 Jul 16 08:49:01.764374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ac1858-458a-4ba2-91c1-6b7f06b330e8 None None] Network bb771654-3eb7-4ea7-93e0-a330abfeebc5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:01.837507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff86a98e-a63e-4bca-92df-a017bd1010c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71ed6184-72d2-40c8-8536-47ca91038e87,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:01.858543 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff86a98e-a63e-4bca-92df-a017bd1010c0 admin admin] Checking segment: {'id': 'e63edf8b-729e-4809-bfa4-df8220d32ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:01.859164 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff86a98e-a63e-4bca-92df-a017bd1010c0 admin admin] Network hostable DHCP agents. Network: fb7470c9-19d7-49f2-86e0-85eee6eb7b45, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:01.890038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-76107e20-ddc3-4a63-9111-d8deae5610c0 None None] Provisioning for port fd4b0319-2a91-402d-b83a-6f75d52fb9cf completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:01.917856 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-01f71914-d60a-4e56-a2e3-c889520b10ee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.921232 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-01f71914-d60a-4e56-a2e3-c889520b10ee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.922615 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-01f71914-d60a-4e56-a2e3-c889520b10ee tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "DELETE /v2.0/floatingips/24b324ae-62d0-4e4c-b875-a790429e58ed HTTP/1.1" status: 204 len: 168 time: 2.5518587 Jul 16 08:49:01.940568 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8bb03259-1b3e-4a9e-bc36-aaf5948f2e06 req-06c9606d-ea7c-4760-b0eb-121ea0b6c81b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653545 Jul 16 08:49:01.944091 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38996) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:02.094828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff86a98e-a63e-4bca-92df-a017bd1010c0 admin admin] Network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:02.097873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-76107e20-ddc3-4a63-9111-d8deae5610c0 None None] Provisioning complete for port fd4b0319-2a91-402d-b83a-6f75d52fb9cf triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:02.098446 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-76107e20-ddc3-4a63-9111-d8deae5610c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.131880 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-ff86a98e-a63e-4bca-92df-a017bd1010c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, fb7470c9-19d7-49f2-86e0-85eee6eb7b45) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:02.186079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff86a98e-a63e-4bca-92df-a017bd1010c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.186993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ff86a98e-a63e-4bca-92df-a017bd1010c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.213858 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45cd0a11-eee9-4bbf-a9c0-84651a68ad0a None None] Network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:02.284052 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ff86a98e-a63e-4bca-92df-a017bd1010c0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3914075 Jul 16 08:49:02.498037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0e433-6305-4cd6-80dd-34396d7499c9 req-60e3db17-5135-4012-b391-86e0ccb8d9a7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.500907 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3aa0e433-6305-4cd6-80dd-34396d7499c9 req-60e3db17-5135-4012-b391-86e0ccb8d9a7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.3741553 Jul 16 08:49:02.562169 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-76107e20-ddc3-4a63-9111-d8deae5610c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.615492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-030ccdbf-4895-41ca-8e51-8e0e6554c6c6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Deleting port 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:02.615893 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-030ccdbf-4895-41ca-8e51-8e0e6554c6c6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.711277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63303c-62fc-4ce4-a9dd-4d99b83a0f4d req-d2cd043a-7611-49f2-bc34-5ff6aec4ba27 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.790951 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63303c-62fc-4ce4-a9dd-4d99b83a0f4d req-d2cd043a-7611-49f2-bc34-5ff6aec4ba27 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.795952 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-030ccdbf-4895-41ca-8e51-8e0e6554c6c6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.801829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63303c-62fc-4ce4-a9dd-4d99b83a0f4d req-d2cd043a-7611-49f2-bc34-5ff6aec4ba27 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.812134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-030ccdbf-4895-41ca-8e51-8e0e6554c6c6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Calling delete_port for 4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:02.826587 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63303c-62fc-4ce4-a9dd-4d99b83a0f4d req-d2cd043a-7611-49f2-bc34-5ff6aec4ba27 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.836215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63303c-62fc-4ce4-a9dd-4d99b83a0f4d req-d2cd043a-7611-49f2-bc34-5ff6aec4ba27 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.858023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63303c-62fc-4ce4-a9dd-4d99b83a0f4d req-d2cd043a-7611-49f2-bc34-5ff6aec4ba27 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.870088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63303c-62fc-4ce4-a9dd-4d99b83a0f4d req-d2cd043a-7611-49f2-bc34-5ff6aec4ba27 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.879614 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c63303c-62fc-4ce4-a9dd-4d99b83a0f4d req-d2cd043a-7611-49f2-bc34-5ff6aec4ba27 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5437 time: 1.0879462 Jul 16 08:49:02.922115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:02.931144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb414827-acc9-4528-b32d-9a4987516445 None None] Network 97f009ef-ae4e-44cf-acc6-3aa643badbcd requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:02.989976 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c63303c-62fc-4ce4-a9dd-4d99b83a0f4d req-ed4be1e9-917a-4f3c-bff5-900657492272 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063774 Jul 16 08:49:03.000242 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-17f11fe8-8c1e-41d2-b07d-64df9747c64a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:49:03.005313 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-17f11fe8-8c1e-41d2-b07d-64df9747c64a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "PUT /v2.0/routers/7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5551455 Jul 16 08:49:03.007165 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39020) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:03.030634 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-030ccdbf-4895-41ca-8e51-8e0e6554c6c6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.069898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ccdbf-4895-41ca-8e51-8e0e6554c6c6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event deleted for resources: {'Port': ['ID=4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:03.223114 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a59ea1-bfbc-4795-b75c-56be8ed20b76 None None] Network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:03.237804 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3aa0e433-6305-4cd6-80dd-34396d7499c9 req-47a8b7ce-174c-4b51-8ecb-52c938d8c17c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7122266 Jul 16 08:49:03.289024 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39036) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:03.424921 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-030ccdbf-4895-41ca-8e51-8e0e6554c6c6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.433172 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-030ccdbf-4895-41ca-8e51-8e0e6554c6c6 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "DELETE /v2.0/ports/4e945d88-1d75-42e6-b8a5-8aeb2dc2c8d9 HTTP/1.1" status: 204 len: 168 time: 1.4838424 Jul 16 08:49:03.433172 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39038) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:03.548531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-76107e20-ddc3-4a63-9111-d8deae5610c0 None None] For port fd4b0319-2a91-402d-b83a-6f75d52fb9cf, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fd4b0319-2a91-402d-b83a-6f75d52fb9cf,segment=NetworkSegment(f8e96926-33c3-4b96-a8e6-f3470aa856d5),segment_id=f8e96926-33c3-4b96-a8e6-f3470aa856d5)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:03.584687 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-76107e20-ddc3-4a63-9111-d8deae5610c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.703668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:03.704042 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.806523 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76107e20-ddc3-4a63-9111-d8deae5610c0 None None] Pushing event updated for resources: {'Port': ['ID=fd4b0319-2a91-402d-b83a-6f75d52fb9cf,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:03.860572 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-422af3e1-4762-4a86-a135-85d70986f629 None None] Provisioning complete for port fd4b0319-2a91-402d-b83a-6f75d52fb9cf triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:03.861362 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-422af3e1-4762-4a86-a135-85d70986f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.930153 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.956341 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a12c1-c461-46f0-92dc-643e6dd578c2 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Deleting port b4b07ed5-62ac-496e-8d9f-e59c95bdad06 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:03.956763 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed6a12c1-c461-46f0-92dc-643e6dd578c2 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.967264 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-baa5e704-7148-43a6-bdcc-6310bedef1b2 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.969168 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-baa5e704-7148-43a6-bdcc-6310bedef1b2 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/networks?id=fb7470c9-19d7-49f2-86e0-85eee6eb7b45 HTTP/1.1" status: 200 len: 814 time: 0.3006611 Jul 16 08:49:04.008283 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95de47aa-80f7-458a-9bc8-05099615c5fc tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.010005 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-95de47aa-80f7-458a-9bc8-05099615c5fc tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 1092 time: 0.7199111 Jul 16 08:49:04.019840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39054) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:04.030237 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:04.064452 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-0f0d0ba4-bbe4-4d7d-bde2-ea94b7b86fa1 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/quotas/97f061fbce5b443986c4fd2f68393579 HTTP/1.1" status: 200 len: 375 time: 0.0598629 Jul 16 08:49:04.073372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:04.093226 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2b888-9452-4554-96c2-5faa341c87c3 req-2fa69dd0-1c7a-4345-9298-2a17d0c2f1ed tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.124109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2b888-9452-4554-96c2-5faa341c87c3 req-2fa69dd0-1c7a-4345-9298-2a17d0c2f1ed tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.139518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-422af3e1-4762-4a86-a135-85d70986f629 None None] Provisioning for port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:04.139734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2b888-9452-4554-96c2-5faa341c87c3 req-2fa69dd0-1c7a-4345-9298-2a17d0c2f1ed tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.150586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2b888-9452-4554-96c2-5faa341c87c3 req-2fa69dd0-1c7a-4345-9298-2a17d0c2f1ed tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.161361 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2b888-9452-4554-96c2-5faa341c87c3 req-2fa69dd0-1c7a-4345-9298-2a17d0c2f1ed tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.169390 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2b888-9452-4554-96c2-5faa341c87c3 req-2fa69dd0-1c7a-4345-9298-2a17d0c2f1ed tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.171605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-422af3e1-4762-4a86-a135-85d70986f629 None None] Provisioning for port 56158c42-dd35-435a-a551-a6c809fecdf0 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:04.176906 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a2b888-9452-4554-96c2-5faa341c87c3 req-2fa69dd0-1c7a-4345-9298-2a17d0c2f1ed tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.179368 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79a2b888-9452-4554-96c2-5faa341c87c3 req-2fa69dd0-1c7a-4345-9298-2a17d0c2f1ed tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5437 time: 0.5611684 Jul 16 08:49:04.192397 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:04.198023 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-7b7bf156-a475-48e1-af14-fca60d4d2b58 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=97f061fbce5b443986c4fd2f68393579&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1170688 Jul 16 08:49:04.203444 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:04.203889 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.205913 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-422af3e1-4762-4a86-a135-85d70986f629 None None] Provisioning complete for port 56158c42-dd35-435a-a551-a6c809fecdf0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:04.209428 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-422af3e1-4762-4a86-a135-85d70986f629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.285790 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed6a12c1-c461-46f0-92dc-643e6dd578c2 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.320768 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-fdbfa5c0-4d87-4907-baf8-5b9f8ba59205 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:49:04.332037 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-fdbfa5c0-4d87-4907-baf8-5b9f8ba59205 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1330147 Jul 16 08:49:04.342717 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.367409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ed6a12c1-c461-46f0-92dc-643e6dd578c2 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Calling delete_port for b4b07ed5-62ac-496e-8d9f-e59c95bdad06 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:04.409244 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-422af3e1-4762-4a86-a135-85d70986f629 None None] Port 56158c42-dd35-435a-a551-a6c809fecdf0 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:04.471566 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.511631 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6afab395-bf02-48bf-899f-61665f393e5a service neutron] 10.222.0.20 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786461 Jul 16 08:49:04.602233 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8,segment=NetworkSegment(c554eeea-ddd8-41a8-92f4-a44a1a4537b4),segment_id=c554eeea-ddd8-41a8-92f4-a44a1a4537b4)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:04.603906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e1787fc4-0547-481f-b088-a1a70b3cc06d None None] Provisioning complete for port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:04.603906 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e1787fc4-0547-481f-b088-a1a70b3cc06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.645124 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.762380 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:04.844267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fd4b0319-2a91-402d-b83a-6f75d52fb9cf up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:04.862244 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-8b5728d9-a8a0-47cc-a8a4-a87a5892ca99 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047886 Jul 16 08:49:04.985955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port fd4b0319-2a91-402d-b83a-6f75d52fb9cf triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:04.988434 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.010021 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed6a12c1-c461-46f0-92dc-643e6dd578c2 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.070716 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e1787fc4-0547-481f-b088-a1a70b3cc06d None None] Provisioning complete for port 56158c42-dd35-435a-a551-a6c809fecdf0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:05.071446 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e1787fc4-0547-481f-b088-a1a70b3cc06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.085999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6a12c1-c461-46f0-92dc-643e6dd578c2 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event deleted for resources: {'Port': ['ID=b4b07ed5-62ac-496e-8d9f-e59c95bdad06,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:05.223810 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c08c-1c7b-40cc-8a92-9117ea91e146 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.329885 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed6a12c1-c461-46f0-92dc-643e6dd578c2 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.335073 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ed6a12c1-c461-46f0-92dc-643e6dd578c2 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "DELETE /v2.0/ports/b4b07ed5-62ac-496e-8d9f-e59c95bdad06 HTTP/1.1" status: 204 len: 168 time: 1.8997018 Jul 16 08:49:05.339933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39086) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:05.360486 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.416910 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-12c1e286-32d3-492d-a77c-57727a0d83ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.420446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-e1787fc4-0547-481f-b088-a1a70b3cc06d None None] Port 56158c42-dd35-435a-a551-a6c809fecdf0 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:05.429787 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.500099 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd513d5d-32e5-4fed-b1e9-5cc84ec7e901 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Deleting subnet 50e963c7-0b3c-42c9-bd21-0a34517e5ea3 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:05.515119 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd513d5d-32e5-4fed-b1e9-5cc84ec7e901 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.692164 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd513d5d-32e5-4fed-b1e9-5cc84ec7e901 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.806417 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37467ef6-be53-4627-8fa5-561af4e68eff req-2e9ad8e9-90cb-457e-a986-b3d5cf9c5234 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 210 time: 0.3159528 Jul 16 08:49:06.137200 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd513d5d-32e5-4fed-b1e9-5cc84ec7e901 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.288552 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd513d5d-32e5-4fed-b1e9-5cc84ec7e901 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.298964 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.25.4.239 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/078eecff-2360-45dc-8a3a-2bdaa60f6771) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:06.374169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd513d5d-32e5-4fed-b1e9-5cc84ec7e901 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event deleted for resources: {'Subnet': ['ID=50e963c7-0b3c-42c9-bd21-0a34517e5ea3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:06.389326 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd513d5d-32e5-4fed-b1e9-5cc84ec7e901 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.393649 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cd513d5d-32e5-4fed-b1e9-5cc84ec7e901 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "DELETE /v2.0/subnets/50e963c7-0b3c-42c9-bd21-0a34517e5ea3 HTTP/1.1" status: 204 len: 168 time: 1.0499351 Jul 16 08:49:06.394897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39124) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:06.402010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d81666-fe58-4199-b8cd-64d48cd639be None None] Network 0b6245ad-207a-4492-93ca-7fe1f5645c7a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:06.591628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b0d722e-c7ed-4197-b57f-f877f692f844 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Deleting subnet fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:06.596717 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b0d722e-c7ed-4197-b57f-f877f692f844 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.652606 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b0d722e-c7ed-4197-b57f-f877f692f844 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.776716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39138) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:06.809086 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.864128 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b0d722e-c7ed-4197-b57f-f877f692f844 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.898402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddd14b2-0932-4279-a1ee-3fd6b8c6f25b None None] DHCP port deletion for 0b6245ad-207a-4492-93ca-7fe1f5645c7a request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:07.011175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b2a3c08c-1c7b-40cc-8a92-9117ea91e146 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Deleting port 56158c42-dd35-435a-a551-a6c809fecdf0 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:07.011808 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c08c-1c7b-40cc-8a92-9117ea91e146 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.086256 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:07.157632 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aee53050-2b38-461a-b0e6-7cec097ab8a5 req-8cbdfea1-9aaf-467b-b3f1-464cc858f85b tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 210 time: 0.0614440 Jul 16 08:49:07.167004 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.184300 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b0d722e-c7ed-4197-b57f-f877f692f844 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.238399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:07.243180 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:07.246789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:07.316422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d722e-c7ed-4197-b57f-f877f692f844 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:07.319589 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b0d722e-c7ed-4197-b57f-f877f692f844 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.324196 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6b0d722e-c7ed-4197-b57f-f877f692f844 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "DELETE /v2.0/subnets/fc5dc0a2-5b2f-4cbe-b2b5-83f793862cde HTTP/1.1" status: 204 len: 168 time: 0.9266589 Jul 16 08:49:07.326270 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39156) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:07.326838 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=078eecff-2360-45dc-8a3a-2bdaa60f6771,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:07.348173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f490cad0-1d83-4dbd-89b3-3e06c4fe4993 None None] Network 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:07.405031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7713-43a8-4db3-ba92-02fd6ad0dff5 req-8ab625f3-b2dc-49e6-9413-1dae80372840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.405807 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7713-43a8-4db3-ba92-02fd6ad0dff5 req-8ab625f3-b2dc-49e6-9413-1dae80372840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.406422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7713-43a8-4db3-ba92-02fd6ad0dff5 req-8ab625f3-b2dc-49e6-9413-1dae80372840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.407031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7713-43a8-4db3-ba92-02fd6ad0dff5 req-8ab625f3-b2dc-49e6-9413-1dae80372840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.407840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7713-43a8-4db3-ba92-02fd6ad0dff5 req-8ab625f3-b2dc-49e6-9413-1dae80372840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.408526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7713-43a8-4db3-ba92-02fd6ad0dff5 req-8ab625f3-b2dc-49e6-9413-1dae80372840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.409179 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb7713-43a8-4db3-ba92-02fd6ad0dff5 req-8ab625f3-b2dc-49e6-9413-1dae80372840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.417670 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-63bb7713-43a8-4db3-ba92-02fd6ad0dff5 req-8ab625f3-b2dc-49e6-9413-1dae80372840 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 6501 time: 0.6377299 Jul 16 08:49:07.465975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd14b2-0932-4279-a1ee-3fd6b8c6f25b None None] Deleting port 7ff55517-6b5b-4f05-85d4-7495ff50377f {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:07.466588 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4ddd14b2-0932-4279-a1ee-3fd6b8c6f25b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.485787 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c08c-1c7b-40cc-8a92-9117ea91e146 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.492209 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.534878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b2a3c08c-1c7b-40cc-8a92-9117ea91e146 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Calling delete_port for 56158c42-dd35-435a-a551-a6c809fecdf0 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:07.555072 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-63bb7713-43a8-4db3-ba92-02fd6ad0dff5 req-bd163d72-3d57-4a53-9676-3cd9584ad386 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364129 Jul 16 08:49:07.615145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4ddd14b2-0932-4279-a1ee-3fd6b8c6f25b None None] For port 7ff55517-6b5b-4f05-85d4-7495ff50377f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7ff55517-6b5b-4f05-85d4-7495ff50377f,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:07.616241 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4ddd14b2-0932-4279-a1ee-3fd6b8c6f25b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.621516 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Deleting port 7ff55517-6b5b-4f05-85d4-7495ff50377f {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:07.622439 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.642281 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-4ddd14b2-0932-4279-a1ee-3fd6b8c6f25b None None] Calling delete_port for 7ff55517-6b5b-4f05-85d4-7495ff50377f owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:07.883932 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4ddd14b2-0932-4279-a1ee-3fd6b8c6f25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.931616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:07.933455 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.000526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] For port 7ff55517-6b5b-4f05-85d4-7495ff50377f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7ff55517-6b5b-4f05-85d4-7495ff50377f,segment=NetworkSegment(e89be46a-2b5d-4227-bf2a-ddd80d47b4d0),segment_id=e89be46a-2b5d-4227-bf2a-ddd80d47b4d0)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:08.001389 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.077225 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c08c-1c7b-40cc-8a92-9117ea91e146 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.078256 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddd14b2-0932-4279-a1ee-3fd6b8c6f25b None None] Pushing event deleted for resources: {'Port': ['ID=7ff55517-6b5b-4f05-85d4-7495ff50377f,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:08.090659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddd14b2-0932-4279-a1ee-3fd6b8c6f25b None None] No DVR routers for this DVR port 7ff55517-6b5b-4f05-85d4-7495ff50377f on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:08.132536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Calling delete_port for 7ff55517-6b5b-4f05-85d4-7495ff50377f owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:08.184300 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cbd88515-a8e1-4f46-a507-cfec21363bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.341646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-3355a1b9-963e-4478-9019-a1c18d30c7e9 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:08.343316 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-3355a1b9-963e-4478-9019-a1c18d30c7e9 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.15 "GET /v2.0/networks?id=fb7470c9-19d7-49f2-86e0-85eee6eb7b45 HTTP/1.1" status: 200 len: 814 time: 0.5083385 Jul 16 08:49:08.367069 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-bb4ab46b-8b86-41d5-a32a-1b621a48d8f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Request body: {'port': {'device_id': '059a6eaf-3fe7-4c04-ba2a-d757a5928da3', 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45', 'admin_state_up': True, 'tenant_id': '97f061fbce5b443986c4fd2f68393579'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:08.419322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a3c08c-1c7b-40cc-8a92-9117ea91e146 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event deleted for resources: {'Port': ['ID=56158c42-dd35-435a-a551-a6c809fecdf0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:08.436040 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.618512 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad62402a-36e6-4dba-8d56-b67d911e8aed None None] DHCP port deletion for 3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:08.649809 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-daeda657-d1b0-45c9-b999-ac9912b08f5e req-c5c1dba6-5d94-4448-ada6-264ad7608641 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 210 time: 0.1494911 Jul 16 08:49:08.688094 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.746768 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-bb4ab46b-8b86-41d5-a32a-1b621a48d8f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Made reservation on behalf of 97f061fbce5b443986c4fd2f68393579 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:08.757134 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-bb4ab46b-8b86-41d5-a32a-1b621a48d8f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.774159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ad62402a-36e6-4dba-8d56-b67d911e8aed None None] Deleting port 641abf8c-1a27-417a-9372-7769cdbfad8b {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:08.774541 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ad62402a-36e6-4dba-8d56-b67d911e8aed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.798212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event deleted for resources: {'Port': ['ID=7ff55517-6b5b-4f05-85d4-7495ff50377f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:08.808136 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] No DVR routers for this DVR port 7ff55517-6b5b-4f05-85d4-7495ff50377f on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:08.831953 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7ff55517-6b5b-4f05-85d4-7495ff50377f no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:08.898495 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 7ff55517-6b5b-4f05-85d4-7495ff50377f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:08.898843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7ff55517-6b5b-4f05-85d4-7495ff50377f not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:08.899357 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 641abf8c-1a27-417a-9372-7769cdbfad8b no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:08.940522 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ad62402a-36e6-4dba-8d56-b67d911e8aed None None] For port 641abf8c-1a27-417a-9372-7769cdbfad8b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=641abf8c-1a27-417a-9372-7769cdbfad8b,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:08.941131 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ad62402a-36e6-4dba-8d56-b67d911e8aed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.963250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ad62402a-36e6-4dba-8d56-b67d911e8aed None None] Calling delete_port for 641abf8c-1a27-417a-9372-7769cdbfad8b owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:09.075192 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.092785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b6245ad-207a-4492-93ca-7fe1f5645c7a']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:09.119285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89be46a-2b5d-4227-bf2a-ddd80d47b4d0') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:09.119562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89be46a-2b5d-4227-bf2a-ddd80d47b4d0') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:09.140387 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.155233 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.207656 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.234054 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:09.234530 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:09.239218 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:09.262831 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 641abf8c-1a27-417a-9372-7769cdbfad8b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=641abf8c-1a27-417a-9372-7769cdbfad8b,segment=NetworkSegment(64f19440-c5d4-4a93-bbf4-2baeca1fa1d7),segment_id=64f19440-c5d4-4a93-bbf4-2baeca1fa1d7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:09.266445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-bb4ab46b-8b86-41d5-a32a-1b621a48d8f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Allocated IP 172.20.0.10 (fb7470c9-19d7-49f2-86e0-85eee6eb7b45/71ed6184-72d2-40c8-8536-47ca91038e87/4b954bbb-0ff7-4d57-9beb-c4037a029ee9) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:09.278394 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.366110 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2a3c08c-1c7b-40cc-8a92-9117ea91e146 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.589276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=641abf8c-1a27-417a-9372-7769cdbfad8b,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:09.592924 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ad62402a-36e6-4dba-8d56-b67d911e8aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.607678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad62402a-36e6-4dba-8d56-b67d911e8aed None None] No DVR routers for this DVR port 641abf8c-1a27-417a-9372-7769cdbfad8b on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:09.630632 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad62402a-36e6-4dba-8d56-b67d911e8aed None None] Pushing event deleted for resources: {'Port': ['ID=641abf8c-1a27-417a-9372-7769cdbfad8b,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:09.659106 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.739713 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.757776 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.763640 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "DELETE /v2.0/networks/0b6245ad-207a-4492-93ca-7fe1f5645c7a HTTP/1.1" status: 204 len: 168 time: 2.4338593 Jul 16 08:49:09.767652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39208) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:09.812219 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.822348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19186ea3-6268-4ecb-ab8d-626acf9b7d6e tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event deleted for resources: {'Network': ['ID=0b6245ad-207a-4492-93ca-7fe1f5645c7a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:09.889888 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-bb4ab46b-8b86-41d5-a32a-1b621a48d8f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.954349 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-bb4ab46b-8b86-41d5-a32a-1b621a48d8f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.972537 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2a3c08c-1c7b-40cc-8a92-9117ea91e146 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Router 7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:09.990531 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b63de488-e4ea-4bb0-b71a-c4eca92fd1cb req-7576b9fd-bbe5-40d0-aa1d-acf006c651d7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 210 time: 0.1241634 Jul 16 08:49:10.012362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-bb4ab46b-8b86-41d5-a32a-1b621a48d8f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:10.014747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-bb4ab46b-8b86-41d5-a32a-1b621a48d8f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:10.029038 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-bb4ab46b-8b86-41d5-a32a-1b621a48d8f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:10.080325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ab46b-8b86-41d5-a32a-1b621a48d8f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Pushing event updated for resources: {'Port': ['ID=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:10.112400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-bb4ab46b-8b86-41d5-a32a-1b621a48d8f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.113350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-bb4ab46b-8b86-41d5-a32a-1b621a48d8f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.133140 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-bb4ab46b-8b86-41d5-a32a-1b621a48d8f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7759428 Jul 16 08:49:10.149159 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Request body: {'port': {'device_id': '059a6eaf-3fe7-4c04-ba2a-d757a5928da3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:10.235102 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d8be3449-ddcc-4cba-a62e-bae6e55eaf69 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.303612 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.329969 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.338364 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a3c08c-1c7b-40cc-8a92-9117ea91e146 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:10.354526 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b2a3c08c-1c7b-40cc-8a92-9117ea91e146 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "PUT /v2.0/routers/7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3387542 Jul 16 08:49:10.354764 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c08de8-5d2a-4ee8-bd1a-705e6b043703 None None] Sync routers for ids ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:10.366481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39226) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:10.409421 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c08de8-5d2a-4ee8-bd1a-705e6b043703 None None] Routers {'7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:10.410806 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c2c08de8-5d2a-4ee8-bd1a-705e6b043703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:49:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:10.433890 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-665d5e28-6300-470d-97ee-9f169250acad tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] delete failed (client error): The resource could not be found. Jul 16 08:49:10.440344 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-665d5e28-6300-470d-97ee-9f169250acad tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-1284474100 HTTP/1.1" status: 404 len: 335 time: 0.0720706 Jul 16 08:49:10.441414 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39230) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:10.448562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-eda27dc5-99c8-4a6f-9c16-b13520e6a4e7 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Request body: {'router': {'external_gateway_info': {'network_id': '7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:10.517738 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c2c08de8-5d2a-4ee8-bd1a-705e6b043703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:10.543618 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c08de8-5d2a-4ee8-bd1a-705e6b043703 None None] Routers {'7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:10.544260 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c2c08de8-5d2a-4ee8-bd1a-705e6b043703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:49:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:10.610554 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c2c08de8-5d2a-4ee8-bd1a-705e6b043703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:10.611511 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c08de8-5d2a-4ee8-bd1a-705e6b043703 None None] The sync data for ids ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:10.619337 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d8be3449-ddcc-4cba-a62e-bae6e55eaf69 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.647069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-d8be3449-ddcc-4cba-a62e-bae6e55eaf69 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a85e507-a6f8-47ed-96c5-7c1bb3ee8802']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:10.667736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-d8be3449-ddcc-4cba-a62e-bae6e55eaf69 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:10.668230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-d8be3449-ddcc-4cba-a62e-bae6e55eaf69 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64f19440-c5d4-4a93-bbf4-2baeca1fa1d7') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:10.686770 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d8be3449-ddcc-4cba-a62e-bae6e55eaf69 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.717313 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d8be3449-ddcc-4cba-a62e-bae6e55eaf69 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.730255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8be3449-ddcc-4cba-a62e-bae6e55eaf69 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:10.730991 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d8be3449-ddcc-4cba-a62e-bae6e55eaf69 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:10.887751 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:10.921945 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d8be3449-ddcc-4cba-a62e-bae6e55eaf69 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.955661 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d8be3449-ddcc-4cba-a62e-bae6e55eaf69 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.962532 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d8be3449-ddcc-4cba-a62e-bae6e55eaf69 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] 10.222.0.20 "DELETE /v2.0/networks/3a85e507-a6f8-47ed-96c5-7c1bb3ee8802 HTTP/1.1" status: 204 len: 168 time: 1.1845214 Jul 16 08:49:10.965349 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8be3449-ddcc-4cba-a62e-bae6e55eaf69 tempest-TaggedBootDevicesTest_v242-1175175790 tempest-TaggedBootDevicesTest_v242-1175175790-project] Pushing event deleted for resources: {'Network': ['ID=3a85e507-a6f8-47ed-96c5-7c1bb3ee8802,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:11.157811 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.166378 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.189773 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.285651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=078eecff-2360-45dc-8a3a-2bdaa60f6771,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:11.314172 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.703828 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eda27dc5-99c8-4a6f-9c16-b13520e6a4e7 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.710489 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b0fee-a01d-4b93-a720-547e30fb17b2 req-6b8ab7c8-7df4-4385-a022-eb378cf63a1d tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:11.714454 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aa0b0fee-a01d-4b93-a720-547e30fb17b2 req-6b8ab7c8-7df4-4385-a022-eb378cf63a1d tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 932 time: 0.3874073 Jul 16 08:49:11.724074 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Floating IP 65529c55-69fc-4164-a45d-3d015c791b13 associated. External IP: 172.25.4.239, port: e8ea84e6-3915-4678-b3c6-53fbd37e3e5a. Jul 16 08:49:11.806630 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-eda27dc5-99c8-4a6f-9c16-b13520e6a4e7 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] update failed (client error): The resource could not be found. Jul 16 08:49:11.808073 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-eda27dc5-99c8-4a6f-9c16-b13520e6a4e7 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "PUT /v2.0/routers/7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3 HTTP/1.1" status: 404 len: 339 time: 1.3634441 Jul 16 08:49:11.816394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39270) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:11.912163 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aa0b0fee-a01d-4b93-a720-547e30fb17b2 req-6dd4cd2c-a0a2-431f-8b75-4ff28a38e658 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833589 Jul 16 08:49:12.435133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:12.458562 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.481089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router 60de9fac-7299-4ec3-b07a-475f3a49b6df has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:12.550135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Transition to ACTIVE for port object 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:12.556743 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.658333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Pushing event updated for resources: {'Port': ['ID=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:12.719572 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.822578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:12.835905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa57f75-d7d9-4743-ab1f-c3e9991af95a None None] Sync routers for ids ['60de9fac-7299-4ec3-b07a-475f3a49b6df'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:12.875742 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.888381 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa57f75-d7d9-4743-ab1f-c3e9991af95a None None] Routers {'60de9fac-7299-4ec3-b07a-475f3a49b6df'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:12.893854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ffa57f75-d7d9-4743-ab1f-c3e9991af95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:49:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['60de9fac-7299-4ec3-b07a-475f3a49b6df'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:13.017512 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-859407a8-8601-4ecb-8966-2cf2ce93e0b8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.9907250 Jul 16 08:49:13.019490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:13.024227 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44c7a794-5cd7-4ec1-86cd-9d516c6b6da8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:13.227678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Allocated IP 172.20.0.1 (0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5/daf81c8e-ba2f-4af2-9d7c-77a28821b392/8ee623ca-6dbd-45d2-af03-4de2f2496a05) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:13.344131 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d715d-33a7-4be3-90d6-0693481e88c3 req-8aa62e77-348c-4473-83eb-0176563fdca9 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:13.355386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-ffa57f75-d7d9-4743-ab1f-c3e9991af95a None None] Set router 60de9fac-7299-4ec3-b07a-475f3a49b6df gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:13.368096 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0e8d715d-33a7-4be3-90d6-0693481e88c3 req-8aa62e77-348c-4473-83eb-0176563fdca9 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 944 time: 0.1885066 Jul 16 08:49:13.468688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Attempting to bind port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:13.469441 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Attempting to bind port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'e63edf8b-729e-4809-bfa4-df8220d32ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:13.469831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Attempting to bind port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 on network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:13.481437 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0e8d715d-33a7-4be3-90d6-0693481e88c3 req-c60fd07a-8a76-4b38-8e8d-5561e9cfd262 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116223 Jul 16 08:49:13.567276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 on network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:13.567709 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Attempting to bind port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 on network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:13.589877 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa133fb-9be3-4f0a-a1e0-360f9e92a639 x-openstack-request-id: req-dfa133fb-9be3-4f0a-a1e0-360f9e92a639 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:13.590337 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:13.590925 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dfa133fb-9be3-4f0a-a1e0-360f9e92a639 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:13.591573 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'status': 'completed', 'code': 200} Jul 16 08:49:13.618732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:13.619285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Checking segment: {'id': 'e63edf8b-729e-4809-bfa4-df8220d32ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:13.620025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Bound using segment: {'id': 'e63edf8b-729e-4809-bfa4-df8220d32ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:13.620860 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Bound port: 4b954bbb-0ff7-4d57-9beb-c4037a029ee9, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63edf8b-729e-4809-bfa4-df8220d32ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:13.621647 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.859605 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.873356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7a794-5cd7-4ec1-86cd-9d516c6b6da8 req-5156d9ab-0ac6-49ca-9e77-7a137dd103ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:13.876450 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-44c7a794-5cd7-4ec1-86cd-9d516c6b6da8 req-5156d9ab-0ac6-49ca-9e77-7a137dd103ca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 1097 time: 0.2276857 Jul 16 08:49:14.018645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1c2642-9080-49a0-9a93-3e832c1f0eb5 req-399d64ea-b579-44a0-ba3d-882031e3ba90 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.035985 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fd1c2642-9080-49a0-9a93-3e832c1f0eb5 req-399d64ea-b579-44a0-ba3d-882031e3ba90 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.7160838 Jul 16 08:49:14.052110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ffa57f75-d7d9-4743-ab1f-c3e9991af95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:18Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:20Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '65529c55-69fc-4164-a45d-3d015c791b13', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'port_id': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'mac_address': 'fa:16:3e:f0:cf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:49:07Z', 'updated_at': '2021-07-16T08:49:07Z', 'revision_number': 0, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a91e50e-2294-4f8c-a5f0-d7c644966af0', 'name': '', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:65:42:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:28Z', 'updated_at': '2021-07-16T08:48:41Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:14.099538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Transition to ACTIVE for port object 8ee623ca-6dbd-45d2-af03-4de2f2496a05 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:14.189397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7a794-5cd7-4ec1-86cd-9d516c6b6da8 req-50c9a499-3f01-40eb-b7c2-14998e863156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.191704 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-44c7a794-5cd7-4ec1-86cd-9d516c6b6da8 req-50c9a499-3f01-40eb-b7c2-14998e863156 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a0501e1-1558-4423-a881-e5cd760c87df HTTP/1.1" status: 200 len: 897 time: 0.2997139 Jul 16 08:49:14.198730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa57f75-d7d9-4743-ab1f-c3e9991af95a None None] Checking router: 60de9fac-7299-4ec3-b07a-475f3a49b6df for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:14.230831 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa57f75-d7d9-4743-ab1f-c3e9991af95a None None] Routers {'60de9fac-7299-4ec3-b07a-475f3a49b6df'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:14.232277 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ffa57f75-d7d9-4743-ab1f-c3e9991af95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:49:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['60de9fac-7299-4ec3-b07a-475f3a49b6df'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:14.265368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] For port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:14.296825 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fd1c2642-9080-49a0-9a93-3e832c1f0eb5 req-d3c3c2bc-0fa4-4bbf-b76b-9ee534e487df tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2488379 Jul 16 08:49:14.346371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39330) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:14.368443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] For port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:14.381198 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.415443 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-44c7a794-5cd7-4ec1-86cd-9d516c6b6da8 req-26fe710f-c38f-472f-83dc-3d42f79cb5db service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a HTTP/1.1" status: 200 len: 999 time: 0.2063346 Jul 16 08:49:14.508440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-ffa57f75-d7d9-4743-ab1f-c3e9991af95a None None] Set router 60de9fac-7299-4ec3-b07a-475f3a49b6df gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:14.636368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event updated for resources: {'Port': ['ID=8ee623ca-6dbd-45d2-af03-4de2f2496a05,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:14.644710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.647826 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7a794-5cd7-4ec1-86cd-9d516c6b6da8 req-f8237c6c-7968-4e74-b9fd-1db5a298451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.651676 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-44c7a794-5cd7-4ec1-86cd-9d516c6b6da8 req-f8237c6c-7968-4e74-b9fd-1db5a298451f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7be16ed6-5c6d-4f05-8ffc-73464d53f178 HTTP/1.1" status: 200 len: 834 time: 0.2259693 Jul 16 08:49:14.727886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.729220 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.745497 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] 10.222.0.15 "PUT /v2.0/ports/4b954bbb-0ff7-4d57-9beb-c4037a029ee9 HTTP/1.1" status: 200 len: 1093 time: 4.5902803 Jul 16 08:49:14.832745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059a6eaf-3fe7-4c04-ba2a-d757a5928da3', 'tag': '4b954bbb-0ff7-4d57-9beb-c4037a029ee9'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:14.832745 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf179bb2-3f9f-4951-9ff7-dc4cd86bf5cc" -d '{"events": [{"name": "network-changed", "server_uuid": "059a6eaf-3fe7-4c04-ba2a-d757a5928da3", "tag": "4b954bbb-0ff7-4d57-9beb-c4037a029ee9"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:14.904112 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7a794-5cd7-4ec1-86cd-9d516c6b6da8 req-75b1c4fa-fad7-4ed4-8e37-65f0fb38fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.906952 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-44c7a794-5cd7-4ec1-86cd-9d516c6b6da8 req-75b1c4fa-fad7-4ed4-8e37-65f0fb38fe10 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a0501e1-1558-4423-a881-e5cd760c87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2473803 Jul 16 08:49:14.938258 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Network 0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:14.955271 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86727292-8431-417a-91de-6a7966c3d55d x-openstack-request-id: req-86727292-8431-417a-91de-6a7966c3d55d {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:14.956140 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059a6eaf-3fe7-4c04-ba2a-d757a5928da3", "tag": "4b954bbb-0ff7-4d57-9beb-c4037a029ee9", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:14.956851 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86727292-8431-417a-91de-6a7966c3d55d {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:14.957741 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059a6eaf-3fe7-4c04-ba2a-d757a5928da3', 'tag': '4b954bbb-0ff7-4d57-9beb-c4037a029ee9', 'status': 'completed', 'code': 200} Jul 16 08:49:14.984801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:15.004394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:15.051077 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ffa57f75-d7d9-4743-ab1f-c3e9991af95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:18Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:20Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '65529c55-69fc-4164-a45d-3d015c791b13', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'port_id': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'mac_address': 'fa:16:3e:f0:cf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:49:07Z', 'updated_at': '2021-07-16T08:49:07Z', 'revision_number': 0, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a91e50e-2294-4f8c-a5f0-d7c644966af0', 'name': '', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:65:42:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:28Z', 'updated_at': '2021-07-16T08:48:41Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:15.115601 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49533b53-5320-4f56-ae86-4bce183c912c req-1c303fc2-dc7a-4716-b7df-af5366c6b3b5 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:15.118302 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49533b53-5320-4f56-ae86-4bce183c912c req-1c303fc2-dc7a-4716-b7df-af5366c6b3b5 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 944 time: 0.2986195 Jul 16 08:49:15.123698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa57f75-d7d9-4743-ab1f-c3e9991af95a None None] The sync data for ids ['60de9fac-7299-4ec3-b07a-475f3a49b6df'] in n-d-758944-46 is: [{'id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:18Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:20Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '65529c55-69fc-4164-a45d-3d015c791b13', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'port_id': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2248, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'mac_address': 'fa:16:3e:f0:cf:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:49:07Z', 'updated_at': '2021-07-16T08:49:07Z', 'revision_number': 0, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a91e50e-2294-4f8c-a5f0-d7c644966af0', 'name': '', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:65:42:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:28Z', 'updated_at': '2021-07-16T08:48:41Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:15.231705 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e398e9ab-3330-4346-a4e2-02c89774fee1 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/65529c55-69fc-4164-a45d-3d015c791b13 HTTP/1.1" status: 200 len: 991 time: 0.8787498 Jul 16 08:49:15.234259 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.270818 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-44c7a794-5cd7-4ec1-86cd-9d516c6b6da8 req-3ccb469f-6a41-480f-a6df-cbe23aa2baeb service neutron] 10.222.0.38 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513408 Jul 16 08:49:15.305717 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49533b53-5320-4f56-ae86-4bce183c912c req-15b8cd0a-af4c-495c-8efa-6d931d5ed187 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667266 Jul 16 08:49:15.391652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85bbcb-5a6a-4486-888d-5c4fa77e5950 service neutron] Pushing event updated for resources: {'Port': ['ID=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:15.621356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a7b77c60-ecb4-4957-8531-cf2b5a182682 None None] Provisioning for port 8ee623ca-6dbd-45d2-af03-4de2f2496a05 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:15.624424 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-44c7a794-5cd7-4ec1-86cd-9d516c6b6da8 req-12ba5ee9-d14e-4d5d-b41e-a85ff5324074 service neutron] 10.222.0.38 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501821 Jul 16 08:49:15.628956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-3a821c98-be5f-4905-896c-be9fd5c4b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:15.640900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a7b77c60-ecb4-4957-8531-cf2b5a182682 None None] Provisioning complete for port 8ee623ca-6dbd-45d2-af03-4de2f2496a05 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:15.641496 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a7b77c60-ecb4-4957-8531-cf2b5a182682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.641888 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-3a821c98-be5f-4905-896c-be9fd5c4b882 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=97f061fbce5b443986c4fd2f68393579&device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 1096 time: 0.7952068 Jul 16 08:49:15.766521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a7b77c60-ecb4-4957-8531-cf2b5a182682 None None] Port 8ee623ca-6dbd-45d2-af03-4de2f2496a05 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:15.805988 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-911a1444-6034-40f8-be77-483f3606336a None None] New status for floating IP 65529c55-69fc-4164-a45d-3d015c791b13: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:49:15.832412 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.836174 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-ba1ab14a-17d5-4948-8f2a-a08471158911 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b954bbb-0ff7-4d57-9beb-c4037a029ee9 HTTP/1.1" status: 200 len: 217 time: 0.1855152 Jul 16 08:49:16.183981 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39372) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:16.189465 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.199822 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.312966 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.317257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event updated for resources: {'Port': ['ID=8ee623ca-6dbd-45d2-af03-4de2f2496a05,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:16.340728 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c55ea340-95a1-4a3c-abec-90317160bb6e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/65529c55-69fc-4164-a45d-3d015c791b13 HTTP/1.1" status: 200 len: 993 time: 0.1540742 Jul 16 08:49:16.364519 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-659f8343-4189-405e-a122-75ba5c3d2ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.367203 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-659f8343-4189-405e-a122-75ba5c3d2ea7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71ed6184-72d2-40c8-8536-47ca91038e87 HTTP/1.1" status: 200 len: 854 time: 0.5214479 Jul 16 08:49:16.455595 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-01fe63b8-067a-4cc4-84f8-fbbc1e926fcb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb7470c9-19d7-49f2-86e0-85eee6eb7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0666575 Jul 16 08:49:16.729629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Network 0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:16.733087 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:16.917822 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Router 7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:16.918295 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777810b9-bf97-46d3-9a81-cb5870abe8a3 req-712114f9-84cf-4ae4-b8c6-565ad089cccd tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.920480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-6cd475af-e77f-407d-b699-4f573fd1a640 service neutron] 10.222.0.15 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477883 Jul 16 08:49:16.926985 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-777810b9-bf97-46d3-9a81-cb5870abe8a3 req-712114f9-84cf-4ae4-b8c6-565ad089cccd tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 944 time: 0.2359571 Jul 16 08:49:17.011458 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-777810b9-bf97-46d3-9a81-cb5870abe8a3 req-e84daf48-e92f-4d37-a36a-ed7ff7cef6f4 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831876 Jul 16 08:49:17.210126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:17.213618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7184bea7-cd97-4211-ac7c-14994dff036b None None] Provisioning complete for port 8ee623ca-6dbd-45d2-af03-4de2f2496a05 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:17.215774 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7184bea7-cd97-4211-ac7c-14994dff036b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.220727 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-21bb027e-49d5-41e4-bc69-39891e879105 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "PUT /v2.0/routers/7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4028337 Jul 16 08:49:17.224548 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39392) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:17.233338 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-194e50d0-917f-45dc-aa2f-5e07f3b11f3a req-601a77f3-2221-4347-b17f-0cc82180e844 service neutron] 10.222.0.15 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056338 Jul 16 08:49:17.294882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34865f9c-655d-42b8-95d6-60eaa6a5852b None None] Sync routers for ids ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:17.298289 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7184bea7-cd97-4211-ac7c-14994dff036b None None] Port 8ee623ca-6dbd-45d2-af03-4de2f2496a05 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:17.327919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34865f9c-655d-42b8-95d6-60eaa6a5852b None None] Routers {'7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:17.329061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-34865f9c-655d-42b8-95d6-60eaa6a5852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:49:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:17.403213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf179bb2-3f9f-4951-9ff7-dc4cd86bf5cc req-9388a228-d07e-48bb-a364-53f92d5d6f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.405252 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf179bb2-3f9f-4951-9ff7-dc4cd86bf5cc req-9388a228-d07e-48bb-a364-53f92d5d6f43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=97f061fbce5b443986c4fd2f68393579&device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 1096 time: 0.1005893 Jul 16 08:49:17.447478 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-34865f9c-655d-42b8-95d6-60eaa6a5852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:17.456013 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-686546b9-336e-4cf1-8fe7-0f916375cd2b tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.481920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34865f9c-655d-42b8-95d6-60eaa6a5852b None None] Routers {'7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:17.482872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-34865f9c-655d-42b8-95d6-60eaa6a5852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:49:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:17.650281 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-34865f9c-655d-42b8-95d6-60eaa6a5852b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:17.651648 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34865f9c-655d-42b8-95d6-60eaa6a5852b None None] The sync data for ids ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:17.658217 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf179bb2-3f9f-4951-9ff7-dc4cd86bf5cc req-3a486cc8-0fa6-4f54-955c-d1eb37061796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.662328 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf179bb2-3f9f-4951-9ff7-dc4cd86bf5cc req-3a486cc8-0fa6-4f54-955c-d1eb37061796 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb7470c9-19d7-49f2-86e0-85eee6eb7b45 HTTP/1.1" status: 200 len: 914 time: 0.2483518 Jul 16 08:49:17.823968 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf179bb2-3f9f-4951-9ff7-dc4cd86bf5cc req-55b5b47e-97ea-4b28-b419-f7bd6d7e435f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4b954bbb-0ff7-4d57-9beb-c4037a029ee9 HTTP/1.1" status: 200 len: 217 time: 0.1538384 Jul 16 08:49:17.881946 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-686546b9-336e-4cf1-8fe7-0f916375cd2b tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:49:17.891998 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-686546b9-336e-4cf1-8fe7-0f916375cd2b tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "DELETE /v2.0/routers/7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3 HTTP/1.1" status: 409 len: 329 time: 0.6524558 Jul 16 08:49:17.891998 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39408) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:17.951225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf179bb2-3f9f-4951-9ff7-dc4cd86bf5cc req-057420e2-5268-4b64-867a-d83013fcb76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.955232 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf179bb2-3f9f-4951-9ff7-dc4cd86bf5cc req-057420e2-5268-4b64-867a-d83013fcb76f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71ed6184-72d2-40c8-8536-47ca91038e87 HTTP/1.1" status: 200 len: 854 time: 0.1229603 Jul 16 08:49:18.003103 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf179bb2-3f9f-4951-9ff7-dc4cd86bf5cc req-1497ee6c-9930-46a9-8b36-5765db9e8bf0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb7470c9-19d7-49f2-86e0-85eee6eb7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375795 Jul 16 08:49:18.212656 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf179bb2-3f9f-4951-9ff7-dc4cd86bf5cc req-528d15b7-3bc7-44e1-ba07-253abd478f9a service neutron] 10.222.0.15 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013760 Jul 16 08:49:18.431397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf179bb2-3f9f-4951-9ff7-dc4cd86bf5cc req-f8a3a01c-55fd-40d8-bb32-e6b680ee40a2 service neutron] 10.222.0.15 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114775 Jul 16 08:49:18.819538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae772193-b8f0-464c-852e-cb61f0a2ee7a req-f6177a4f-f582-4946-a61d-ee74cc9a5598 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:18.825321 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ae772193-b8f0-464c-852e-cb61f0a2ee7a req-f6177a4f-f582-4946-a61d-ee74cc9a5598 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 944 time: 0.6843665 Jul 16 08:49:18.949469 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ae772193-b8f0-464c-852e-cb61f0a2ee7a req-9fd4c9f0-f6e9-4500-936b-cf1d41d7acaa tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178951 Jul 16 08:49:19.086441 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd1d1-e86d-4034-aa7d-34a52e91980a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.369016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-fc9fd1d1-e86d-4034-aa7d-34a52e91980a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Deleting port 8ee623ca-6dbd-45d2-af03-4de2f2496a05 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:19.369387 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd1d1-e86d-4034-aa7d-34a52e91980a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.474865 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd1d1-e86d-4034-aa7d-34a52e91980a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.489892 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-fc9fd1d1-e86d-4034-aa7d-34a52e91980a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Calling delete_port for 8ee623ca-6dbd-45d2-af03-4de2f2496a05 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:19.725794 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd1d1-e86d-4034-aa7d-34a52e91980a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.776418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9fd1d1-e86d-4034-aa7d-34a52e91980a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event deleted for resources: {'Port': ['ID=8ee623ca-6dbd-45d2-af03-4de2f2496a05,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:20.017049 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc9fd1d1-e86d-4034-aa7d-34a52e91980a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.397969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a852a8-e582-4a8c-922a-e26684dda60b req-a30a6670-5e7a-452f-9442-f2d5bf429208 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:20.399825 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-90a852a8-e582-4a8c-922a-e26684dda60b req-a30a6670-5e7a-452f-9442-f2d5bf429208 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 944 time: 0.1869400 Jul 16 08:49:20.415848 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9fd1d1-e86d-4034-aa7d-34a52e91980a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Router 7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:20.546546 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-90a852a8-e582-4a8c-922a-e26684dda60b req-cc89a691-bfaa-428d-b5e2-6a5dcc34e706 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378880 Jul 16 08:49:20.625890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9fd1d1-e86d-4034-aa7d-34a52e91980a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:20.643438 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fc9fd1d1-e86d-4034-aa7d-34a52e91980a tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "PUT /v2.0/routers/7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7537458 Jul 16 08:49:20.643646 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ecd165-9337-49ef-b778-4337b6d82137 None None] Sync routers for ids ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:20.652354 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39452) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:20.705074 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ecd165-9337-49ef-b778-4337b6d82137 None None] Routers {'7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:20.706504 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d3ecd165-9337-49ef-b778-4337b6d82137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:49:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:20.837978 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d3ecd165-9337-49ef-b778-4337b6d82137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:20.859927 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ecd165-9337-49ef-b778-4337b6d82137 None None] Routers {'7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:20.861084 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d3ecd165-9337-49ef-b778-4337b6d82137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:49:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:20.899394 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d3ecd165-9337-49ef-b778-4337b6d82137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:20.900323 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ecd165-9337-49ef-b778-4337b6d82137 None None] The sync data for ids ['7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:21.175833 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-6737a40d-17d0-4b23-9056-2cd045197698 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] show failed (client error): The resource could not be found. Jul 16 08:49:21.181886 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6737a40d-17d0-4b23-9056-2cd045197698 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-1098005137 HTTP/1.1" status: 404 len: 335 time: 0.5269392 Jul 16 08:49:21.182779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39462) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:21.191306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e534c718-72bd-490d-881b-92e2ac3122b6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:21.297568 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-e534c718-72bd-490d-881b-92e2ac3122b6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] update failed (client error): The resource could not be found. Jul 16 08:49:21.303939 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e534c718-72bd-490d-881b-92e2ac3122b6 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1995291833 HTTP/1.1" status: 404 len: 335 time: 0.1142099 Jul 16 08:49:21.305097 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39466) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:21.384894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad9b0667-1a3e-4841-b291-3eae1aba81d2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Deleting subnet 347940aa-76d7-4d4c-abda-675fb63e0183 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:21.398319 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0667-1a3e-4841-b291-3eae1aba81d2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.514623 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0667-1a3e-4841-b291-3eae1aba81d2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.626447 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0667-1a3e-4841-b291-3eae1aba81d2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.720293 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0667-1a3e-4841-b291-3eae1aba81d2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.758672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:49:21.792787 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b0667-1a3e-4841-b291-3eae1aba81d2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event deleted for resources: {'Subnet': ['ID=347940aa-76d7-4d4c-abda-675fb63e0183,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:21.801424 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad9b0667-1a3e-4841-b291-3eae1aba81d2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.806271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39482) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:21.810341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67823775-2871-45f0-b1a9-cc23668cbe00 None None] Network 97f009ef-ae4e-44cf-acc6-3aa643badbcd requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:21.816293 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ad9b0667-1a3e-4841-b291-3eae1aba81d2 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "DELETE /v2.0/subnets/347940aa-76d7-4d4c-abda-675fb63e0183 HTTP/1.1" status: 204 len: 168 time: 0.5096798 Jul 16 08:49:21.918831 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b794fa-4d1b-4e57-95e2-0d4b3f0d4247 req-ad2413a1-75ab-4442-95f2-ef2ad8d14a71 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:21.921855 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1b794fa-4d1b-4e57-95e2-0d4b3f0d4247 req-ad2413a1-75ab-4442-95f2-ef2ad8d14a71 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 944 time: 0.2146382 Jul 16 08:49:21.939093 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d221e1b3-2350-4b54-ac4d-dfa502691f3b tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Deleting subnet ebbd5bce-b277-4536-84bc-7a6c224c9367 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:21.953510 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d221e1b3-2350-4b54-ac4d-dfa502691f3b tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.956596 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.resource_extend [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:49:22.010179 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1b794fa-4d1b-4e57-95e2-0d4b3f0d4247 req-546237d8-ac73-4043-832b-f2810ea986d6 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758860 Jul 16 08:49:22.049630 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d221e1b3-2350-4b54-ac4d-dfa502691f3b tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.273827 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d221e1b3-2350-4b54-ac4d-dfa502691f3b tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.334545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:22.353554 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '4b954bbb-0ff7-4d57-9beb-c4037a029ee9', 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45', 'port_id': '4b954bbb-0ff7-4d57-9beb-c4037a029ee9', 'mac_address': 'fa:16:3e:02:db:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ed6184-72d2-40c8-8536-47ca91038e87', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:49:22.417386 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d221e1b3-2350-4b54-ac4d-dfa502691f3b tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.476684 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9cd472-ed51-4930-8a0c-7df0401a8bbe None None] DHCP port deletion for 97f009ef-ae4e-44cf-acc6-3aa643badbcd request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:22.499956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221e1b3-2350-4b54-ac4d-dfa502691f3b tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event deleted for resources: {'Subnet': ['ID=ebbd5bce-b277-4536-84bc-7a6c224c9367,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:22.533789 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d221e1b3-2350-4b54-ac4d-dfa502691f3b tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.537405 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a562067-e3d8-452a-b5be-444ef4c178e8 None None] Network bb771654-3eb7-4ea7-93e0-a330abfeebc5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:22.540577 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d221e1b3-2350-4b54-ac4d-dfa502691f3b tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "DELETE /v2.0/subnets/ebbd5bce-b277-4536-84bc-7a6c224c9367 HTTP/1.1" status: 204 len: 168 time: 0.7310891 Jul 16 08:49:22.543129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39496) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:22.588065 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.616964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:22.732624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:22.752398 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.820844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:22.847078 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.911129 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5a9cd472-ed51-4930-8a0c-7df0401a8bbe None None] Deleting port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:22.911821 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5a9cd472-ed51-4930-8a0c-7df0401a8bbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.966185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Deleting port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:22.966678 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.052835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] For port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8,segment=NetworkSegment(c554eeea-ddd8-41a8-92f4-a44a1a4537b4),segment_id=c554eeea-ddd8-41a8-92f4-a44a1a4537b4)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:23.053830 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.072696 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Calling delete_port for 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:23.106778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['4b954bbb-0ff7-4d57-9beb-c4037a029ee9'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:23.113022 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5a9cd472-ed51-4930-8a0c-7df0401a8bbe None None] For port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8,segment=NetworkSegment(c554eeea-ddd8-41a8-92f4-a44a1a4537b4),segment_id=c554eeea-ddd8-41a8-92f4-a44a1a4537b4)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:23.113436 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5a9cd472-ed51-4930-8a0c-7df0401a8bbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.130838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:23.225459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5a9cd472-ed51-4930-8a0c-7df0401a8bbe None None] Calling delete_port for 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:23.272301 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.371205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f254dd0b-4717-4b8f-b8ea-f56ca99744cf None None] DHCP port deletion for bb771654-3eb7-4ea7-93e0-a330abfeebc5 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:23.391193 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.395331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event deleted for resources: {'Port': ['ID=2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:23.405378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d43b8a-54e6-47fa-9fec-765e496a8854 req-fe7c3c8e-1de3-44fb-a068-b9f69b111177 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:23.415160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] No DVR routers for this DVR port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:23.421456 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3d43b8a-54e6-47fa-9fec-765e496a8854 req-fe7c3c8e-1de3-44fb-a068-b9f69b111177 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 945 time: 0.1026208 Jul 16 08:49:23.478787 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3d43b8a-54e6-47fa-9fec-765e496a8854 req-f729ab7c-496f-4505-9ccf-533c5ebef9b7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552545 Jul 16 08:49:23.722782 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.744771 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97f009ef-ae4e-44cf-acc6-3aa643badbcd']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:23.797019 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5a9cd472-ed51-4930-8a0c-7df0401a8bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.800463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c554eeea-ddd8-41a8-92f4-a44a1a4537b4') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:23.801114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c554eeea-ddd8-41a8-92f4-a44a1a4537b4') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:23.806227 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f254dd0b-4717-4b8f-b8ea-f56ca99744cf None None] Deleting port fd4b0319-2a91-402d-b83a-6f75d52fb9cf {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:23.806974 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f254dd0b-4717-4b8f-b8ea-f56ca99744cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.831773 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.869502 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.883359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:23.883827 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:23.889949 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:24.029196 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.049832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.050726 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9cd472-ed51-4930-8a0c-7df0401a8bbe None None] No DVR routers for this DVR port 2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:24.055797 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "DELETE /v2.0/networks/97f009ef-ae4e-44cf-acc6-3aa643badbcd HTTP/1.1" status: 204 len: 168 time: 1.5095429 Jul 16 08:49:24.055998 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39524) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:24.072959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9cd472-ed51-4930-8a0c-7df0401a8bbe None None] Pushing event deleted for resources: {'Port': ['ID=2b3bfa3a-b64d-4e50-a5e4-0e7321ee5df8,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:24.095371 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcdfc74-c229-4767-842c-0eb3333ca9c4 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event deleted for resources: {'Network': ['ID=97f009ef-ae4e-44cf-acc6-3aa643badbcd,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:24.120597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f254dd0b-4717-4b8f-b8ea-f56ca99744cf None None] For port fd4b0319-2a91-402d-b83a-6f75d52fb9cf, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fd4b0319-2a91-402d-b83a-6f75d52fb9cf,segment=NetworkSegment(f8e96926-33c3-4b96-a8e6-f3470aa856d5),segment_id=f8e96926-33c3-4b96-a8e6-f3470aa856d5)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:24.121182 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f254dd0b-4717-4b8f-b8ea-f56ca99744cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.164117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f254dd0b-4717-4b8f-b8ea-f56ca99744cf None None] Calling delete_port for fd4b0319-2a91-402d-b83a-6f75d52fb9cf owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:24.252222 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.403423 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f254dd0b-4717-4b8f-b8ea-f56ca99744cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.431300 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Deleting port fd4b0319-2a91-402d-b83a-6f75d52fb9cf {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:24.432852 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.438397 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f254dd0b-4717-4b8f-b8ea-f56ca99744cf None None] Pushing event deleted for resources: {'Port': ['ID=fd4b0319-2a91-402d-b83a-6f75d52fb9cf,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:24.442912 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f254dd0b-4717-4b8f-b8ea-f56ca99744cf None None] No DVR routers for this DVR port fd4b0319-2a91-402d-b83a-6f75d52fb9cf on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:24.537686 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] For port fd4b0319-2a91-402d-b83a-6f75d52fb9cf, host n-d-758944-46, got binding levels [] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:24.538121 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.554827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Calling delete_port for fd4b0319-2a91-402d-b83a-6f75d52fb9cf owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:24.558185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.ipam_backend_mixin [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Port fd4b0319-2a91-402d-b83a-6f75d52fb9cf was not found and therefore no delete operation was performed {{(pid=93694) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:49:24.559773 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.576726 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] No DVR routers for this DVR port fd4b0319-2a91-402d-b83a-6f75d52fb9cf on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:24.599866 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event deleted for resources: {'Port': ['ID=fd4b0319-2a91-402d-b83a-6f75d52fb9cf,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:24.810222 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.893444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb771654-3eb7-4ea7-93e0-a330abfeebc5']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:24.896474 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fd4b0319-2a91-402d-b83a-6f75d52fb9cf no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:24.930724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e96926-33c3-4b96-a8e6-f3470aa856d5') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:24.931359 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e96926-33c3-4b96-a8e6-f3470aa856d5') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:24.948414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: fd4b0319-2a91-402d-b83a-6f75d52fb9cf {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:24.948855 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fd4b0319-2a91-402d-b83a-6f75d52fb9cf not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:25.008066 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.078400 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.094276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:25.094972 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:25.119170 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:25.219287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.230287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3caf917-7eff-4be5-a32b-bf5d5ac18c4e req-52170f04-bb1f-4a30-a10c-6367dc33ec77 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:25.231988 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3caf917-7eff-4be5-a32b-bf5d5ac18c4e req-52170f04-bb1f-4a30-a10c-6367dc33ec77 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 945 time: 0.4992726 Jul 16 08:49:25.239126 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.243277 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "DELETE /v2.0/networks/bb771654-3eb7-4ea7-93e0-a330abfeebc5 HTTP/1.1" status: 204 len: 168 time: 1.1858571 Jul 16 08:49:25.244310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39550) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:25.333881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-59108b4b-d129-41d0-bbab-acbc44a1ca7f tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Deleting subnet daf81c8e-ba2f-4af2-9d7c-77a28821b392 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:25.334523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e05e5-871d-4c70-b339-041359bec364 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event deleted for resources: {'Network': ['ID=bb771654-3eb7-4ea7-93e0-a330abfeebc5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:25.339338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-59108b4b-d129-41d0-bbab-acbc44a1ca7f tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.344177 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3caf917-7eff-4be5-a32b-bf5d5ac18c4e req-1d284d78-64b1-43ac-9db7-3cf16c7c5ccf tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935111 Jul 16 08:49:25.401224 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-59108b4b-d129-41d0-bbab-acbc44a1ca7f tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.515502 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-59108b4b-d129-41d0-bbab-acbc44a1ca7f tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.588071 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-59108b4b-d129-41d0-bbab-acbc44a1ca7f tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.619246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59108b4b-d129-41d0-bbab-acbc44a1ca7f tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event deleted for resources: {'Subnet': ['ID=daf81c8e-ba2f-4af2-9d7c-77a28821b392,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:25.623620 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-59108b4b-d129-41d0-bbab-acbc44a1ca7f tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.625807 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-59108b4b-d129-41d0-bbab-acbc44a1ca7f tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "DELETE /v2.0/subnets/daf81c8e-ba2f-4af2-9d7c-77a28821b392 HTTP/1.1" status: 204 len: 168 time: 0.3797581 Jul 16 08:49:25.628933 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39558) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:25.645248 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad65e86-ac22-4688-97dc-425ebd50811a None None] Network 0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:25.784733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:25.825957 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.867404 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:25.872709 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:25.873394 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.946408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482fa6a7-5199-43b7-831b-189b3d304009 None None] DHCP port deletion for 0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:25.994434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Deleting port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:25.995196 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.107280 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.136252 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-482fa6a7-5199-43b7-831b-189b3d304009 None None] Deleting port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:26.137247 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-482fa6a7-5199-43b7-831b-189b3d304009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.230435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:26.253945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a6eaf-3fe7-4c04-ba2a-d757a5928da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b954bbb-0ff7-4d57-9beb-c4037a029ee9'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:26.253945 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1f2321a-cc64-4a01-b17c-303608c1cd41" -d '{"events": [{"server_uuid": "059a6eaf-3fe7-4c04-ba2a-d757a5928da3", "name": "network-vif-plugged", "status": "completed", "tag": "4b954bbb-0ff7-4d57-9beb-c4037a029ee9"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:26.260243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] For port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=90be6d2e-57ad-4ca3-adca-05b2a83aeef9,segment=NetworkSegment(234269d7-3099-4aa3-b183-213027c90bef),segment_id=234269d7-3099-4aa3-b183-213027c90bef)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:26.261134 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.272178 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.297675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Calling delete_port for 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:26.389223 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-482fa6a7-5199-43b7-831b-189b3d304009 None None] For port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=90be6d2e-57ad-4ca3-adca-05b2a83aeef9,segment=NetworkSegment(234269d7-3099-4aa3-b183-213027c90bef),segment_id=234269d7-3099-4aa3-b183-213027c90bef)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:26.389661 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-482fa6a7-5199-43b7-831b-189b3d304009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.409200 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683f3b2c-d6cc-4bdd-b1b8-73dddd4d71bf x-openstack-request-id: req-683f3b2c-d6cc-4bdd-b1b8-73dddd4d71bf {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:26.409800 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a6eaf-3fe7-4c04-ba2a-d757a5928da3", "name": "network-vif-plugged", "status": "completed", "tag": "4b954bbb-0ff7-4d57-9beb-c4037a029ee9", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:26.409800 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-683f3b2c-d6cc-4bdd-b1b8-73dddd4d71bf {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:26.410207 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a6eaf-3fe7-4c04-ba2a-d757a5928da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b954bbb-0ff7-4d57-9beb-c4037a029ee9', 'code': 200} Jul 16 08:49:26.535752 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-482fa6a7-5199-43b7-831b-189b3d304009 None None] Calling delete_port for 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:26.561550 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.598217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:26.628609 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:49:26.640971 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29347d6f-f0e3-4955-9fee-daca23614675 req-dfebfd20-2ffc-455d-a7da-1697a0088cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:26.650602 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29347d6f-f0e3-4955-9fee-daca23614675 req-dfebfd20-2ffc-455d-a7da-1697a0088cc1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 1098 time: 0.1434784 Jul 16 08:49:26.687678 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29347d6f-f0e3-4955-9fee-daca23614675 req-fa8cd810-90e6-4d90-97df-0e9ea998d6f0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363390 Jul 16 08:49:26.694262 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] No DVR routers for this DVR port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:26.696435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event deleted for resources: {'Port': ['ID=90be6d2e-57ad-4ca3-adca-05b2a83aeef9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:26.842017 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-482fa6a7-5199-43b7-831b-189b3d304009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.888616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:26.928883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ce9bb-8f83-41d9-b527-b964afc02b89 req-ac66159d-f49d-4f78-b2e8-2971b6340282 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:26.943531 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-402ce9bb-8f83-41d9-b527-b964afc02b89 req-ac66159d-f49d-4f78-b2e8-2971b6340282 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.1745293 Jul 16 08:49:26.952967 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.968373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:26.984229 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '234269d7-3099-4aa3-b183-213027c90bef') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:26.984676 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '234269d7-3099-4aa3-b183-213027c90bef') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:26.996808 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.017253 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.030426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:27.031056 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.077677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482fa6a7-5199-43b7-831b-189b3d304009 None None] No DVR routers for this DVR port 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:27.113886 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482fa6a7-5199-43b7-831b-189b3d304009 None None] Pushing event deleted for resources: {'Port': ['ID=90be6d2e-57ad-4ca3-adca-05b2a83aeef9,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:27.125515 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:27.126296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 90be6d2e-57ad-4ca3-adca-05b2a83aeef9 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:27.130225 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-402ce9bb-8f83-41d9-b527-b964afc02b89 req-b9d24307-5920-418a-a49e-7230e780250e tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726463 Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:27.132322 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:27.141690 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.179062 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.181604 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "DELETE /v2.0/networks/0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5 HTTP/1.1" status: 204 len: 168 time: 1.5515528 Jul 16 08:49:27.183030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1c8e2-d896-42b4-bb48-42af1c78ca32 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Pushing event deleted for resources: {'Network': ['ID=0e40d6e3-9d3f-4b6d-b69e-f18663ff16f5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:27.186252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39616) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:27.323172 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7696855b-08b6-49cd-920b-c8ed5ecc2e3f tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "GET /v2.0/ports?device_id=7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3 HTTP/1.1" status: 200 len: 205 time: 0.1315744 Jul 16 08:49:27.323471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39630) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:27.431231 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ac787875-d5e6-4331-a7fd-c2d36235c723 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.844481 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ac787875-d5e6-4331-a7fd-c2d36235c723 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.848460 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ac787875-d5e6-4331-a7fd-c2d36235c723 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.925153 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ac787875-d5e6-4331-a7fd-c2d36235c723 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.933937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac787875-d5e6-4331-a7fd-c2d36235c723 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Fanout notify agent at l3_agent the message router_deleted on router 7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:49:27.943226 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ac787875-d5e6-4331-a7fd-c2d36235c723 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.944706 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ac787875-d5e6-4331-a7fd-c2d36235c723 tempest-RoutersNegativeTest-823971032 tempest-RoutersNegativeTest-823971032-project] 10.222.0.20 "DELETE /v2.0/routers/7d6be77d-f8e4-49c9-ac9f-8eaa3c4f7ac3 HTTP/1.1" status: 204 len: 168 time: 0.6201615 Jul 16 08:49:28.613671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39752) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:28.660224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac37232-18ac-453c-bc3e-c98801e4b171 req-8fe260b2-5cc4-4a71-925a-a86c51f85092 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:28.689988 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ac37232-18ac-453c-bc3e-c98801e4b171 req-8fe260b2-5cc4-4a71-925a-a86c51f85092 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.2926702 Jul 16 08:49:28.800328 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ac37232-18ac-453c-bc3e-c98801e4b171 req-980a9023-3c9d-43c8-9d01-7b3fba345949 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085060 Jul 16 08:49:29.175644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39806) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:29.198549 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-10b8972f-6830-46e8-8076-db5ac3fccb32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=641742b53d7a47ff998161a0449b3872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5828700 Jul 16 08:49:29.371573 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d35d1c72-d236-455a-a663-9642d5c59ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.394984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c2e807-bf87-4587-93f2-65100d0dc08e req-070b61df-7906-4b03-9c59-eef4029dae71 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:29.396642 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-92c2e807-bf87-4587-93f2-65100d0dc08e req-070b61df-7906-4b03-9c59-eef4029dae71 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.1868758 Jul 16 08:49:29.427641 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d35d1c72-d236-455a-a663-9642d5c59ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.480348 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-92c2e807-bf87-4587-93f2-65100d0dc08e req-2f447ad7-1184-48b1-9c9d-a35f841a0acb tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776155 Jul 16 08:49:29.578524 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d35d1c72-d236-455a-a663-9642d5c59ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.588278 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d35d1c72-d236-455a-a663-9642d5c59ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.590774 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d35d1c72-d236-455a-a663-9642d5c59ba8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6dc04332-fc50-4a63-9655-9df87d10b4f9 HTTP/1.1" status: 204 len: 168 time: 0.4132481 Jul 16 08:49:29.647395 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d1c72-d236-455a-a663-9642d5c59ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc04332-fc50-4a63-9655-9df87d10b4f9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:30.709355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39956) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.187717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8cd5c2-22e2-4fa8-8626-37c267bf93de req-6e30e306-ac58-43b6-b729-0d9b0986966a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:31.191870 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a8cd5c2-22e2-4fa8-8626-37c267bf93de req-6e30e306-ac58-43b6-b729-0d9b0986966a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.2629569 Jul 16 08:49:31.331498 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a8cd5c2-22e2-4fa8-8626-37c267bf93de req-09821103-8320-4306-adce-1fbfc7a96d4c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209629 Jul 16 08:49:31.486308 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40026) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.759987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-825364904-network', 'tenant_id': '36bb8f3e9d28400ba8954031e50a3cef'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:31.801109 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] Made reservation on behalf of 36bb8f3e9d28400ba8954031e50a3cef for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:31.805591 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.817028 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.152840 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.164813 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8e819fcc-0cac-4786-a0eb-e21d69000cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.166307 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.186712 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eec7f64e-ad38-442f-aa7d-c105384c7bbd req-0d8ece06-b89d-417f-a27e-1d85cd6c5d74 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2080281 Jul 16 08:49:32.231072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:32.297183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1211df60-8ad9-4328-9490-008eaede93b9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:32.314215 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.315332 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] Added segment 8ef54eb3-0d12-4d68-9090-b448aebc7a4b of type vlan for network a40d5cea-08d8-406b-bc51-a856100a478c Jul 16 08:49:32.418843 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.451912 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7f64e-ad38-442f-aa7d-c105384c7bbd req-278decae-e557-4bf1-99ad-87dad246b247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.455946 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eec7f64e-ad38-442f-aa7d-c105384c7bbd req-278decae-e557-4bf1-99ad-87dad246b247 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f79a47424484f25b9f5f58c636b6e00&device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 1102 time: 0.2272594 Jul 16 08:49:32.543343 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.546110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.547200 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.644848 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1566672 Jul 16 08:49:32.656869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40132) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.668481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-bbab52fc-3916-45ab-9e4a-5bb00775ad84 admin admin] Request body: {'subnet': {'network_id': 'a40d5cea-08d8-406b-bc51-a856100a478c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-825364904-subnet', 'tenant_id': '36bb8f3e9d28400ba8954031e50a3cef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:32.791007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb695bc6-017f-4455-821e-d83d5c48fb67 admin admin] Pushing event updated for resources: {'Network': ['ID=a40d5cea-08d8-406b-bc51-a856100a478c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:32.805655 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network a40d5cea-08d8-406b-bc51-a856100a478c details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:32.827295 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7f64e-ad38-442f-aa7d-c105384c7bbd req-2dc16514-398d-426b-bb5d-21a8544b2923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.838173 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eec7f64e-ad38-442f-aa7d-c105384c7bbd req-2dc16514-398d-426b-bb5d-21a8544b2923 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.3295450 Jul 16 08:49:32.938369 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eec7f64e-ad38-442f-aa7d-c105384c7bbd req-99d76d4a-82a4-4eb9-99bc-33fe89654815 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.208&port_id=fcaa24f1-a497-42bf-87a3-6faf920ce216 HTTP/1.1" status: 200 len: 217 time: 0.0938969 Jul 16 08:49:32.982992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbab52fc-3916-45ab-9e4a-5bb00775ad84 admin admin] Made reservation on behalf of 36bb8f3e9d28400ba8954031e50a3cef for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:32.987341 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbab52fc-3916-45ab-9e4a-5bb00775ad84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.995090 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7f64e-ad38-442f-aa7d-c105384c7bbd req-099121bb-c7f5-491c-9faa-6bed3c915564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.997425 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eec7f64e-ad38-442f-aa7d-c105384c7bbd req-099121bb-c7f5-491c-9faa-6bed3c915564 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0524206 Jul 16 08:49:33.066471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7f64e-ad38-442f-aa7d-c105384c7bbd req-ed62507e-590b-4a3f-9896-b149a138835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:33.068315 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eec7f64e-ad38-442f-aa7d-c105384c7bbd req-ed62507e-590b-4a3f-9896-b149a138835f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0636075 Jul 16 08:49:33.194381 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eec7f64e-ad38-442f-aa7d-c105384c7bbd req-be7f8fcf-a76b-4d57-a5e9-8e59d547ce0e service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199431 Jul 16 08:49:33.324671 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eec7f64e-ad38-442f-aa7d-c105384c7bbd req-b3f98cfe-1d1f-4d67-83ea-5c5c5d346f44 service neutron] 10.222.0.15 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232724 Jul 16 08:49:33.561579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d104fa8-432f-4cf5-b634-01ec8beebd45 req-0a1a7756-0303-41e7-8867-5b5fce8f7ed6 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:33.564256 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d104fa8-432f-4cf5-b634-01ec8beebd45 req-0a1a7756-0303-41e7-8867-5b5fce8f7ed6 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.8721888 Jul 16 08:49:33.630824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-8e819fcc-0cac-4786-a0eb-e21d69000cb1 admin admin] Deleting port 6101dfb1-655a-4876-a8cd-8f99af4f36e5 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:33.631266 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8e819fcc-0cac-4786-a0eb-e21d69000cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.832952 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d104fa8-432f-4cf5-b634-01ec8beebd45 req-433918e5-2614-4c3e-8892-2fc13ba924cf tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2551174 Jul 16 08:49:33.845901 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.949668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-8e819fcc-0cac-4786-a0eb-e21d69000cb1 admin admin] For port 6101dfb1-655a-4876-a8cd-8f99af4f36e5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6101dfb1-655a-4876-a8cd-8f99af4f36e5,segment=NetworkSegment(e314614f-041d-4dc0-a1d0-9a8d028fd0b3),segment_id=e314614f-041d-4dc0-a1d0-9a8d028fd0b3)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:33.950756 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8e819fcc-0cac-4786-a0eb-e21d69000cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.994374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-8e819fcc-0cac-4786-a0eb-e21d69000cb1 admin admin] Calling delete_port for 6101dfb1-655a-4876-a8cd-8f99af4f36e5 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:34.207664 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbab52fc-3916-45ab-9e4a-5bb00775ad84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.353008 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f13d16-7ca5-4133-84fe-9e01d297cd0b req-085071e8-99b2-48a8-88eb-2a05fcb6d47a tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.355468 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60f13d16-7ca5-4133-84fe-9e01d297cd0b req-085071e8-99b2-48a8-88eb-2a05fcb6d47a tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 1097 time: 0.3682694 Jul 16 08:49:34.429134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab52fc-3916-45ab-9e4a-5bb00775ad84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36ebe45c-6d0a-4e8a-b485-9578c18fd917,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:34.503147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbab52fc-3916-45ab-9e4a-5bb00775ad84 admin admin] Checking segment: {'id': '8ef54eb3-0d12-4d68-9090-b448aebc7a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a40d5cea-08d8-406b-bc51-a856100a478c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:34.503551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbab52fc-3916-45ab-9e4a-5bb00775ad84 admin admin] Network hostable DHCP agents. Network: a40d5cea-08d8-406b-bc51-a856100a478c, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:34.524264 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-60f13d16-7ca5-4133-84fe-9e01d297cd0b req-1ab18e78-dc08-47a2-bf87-ec32afd86ae0 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.591957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbab52fc-3916-45ab-9e4a-5bb00775ad84 admin admin] Network a40d5cea-08d8-406b-bc51-a856100a478c is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:34.645959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-bbab52fc-3916-45ab-9e4a-5bb00775ad84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, a40d5cea-08d8-406b-bc51-a856100a478c) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:34.656865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dd8388-53a8-4b73-b45a-55e79febf7da None None] Network a40d5cea-08d8-406b-bc51-a856100a478c requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:34.678660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbab52fc-3916-45ab-9e4a-5bb00775ad84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.679351 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbab52fc-3916-45ab-9e4a-5bb00775ad84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.711488 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-086811b5-530c-4c14-acdc-b5576221d2a3 req-d5ed6cdd-3a29-42c6-81a1-f4a88bdb87f4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2519586 Jul 16 08:49:34.712201 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8e819fcc-0cac-4786-a0eb-e21d69000cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.757833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e819fcc-0cac-4786-a0eb-e21d69000cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=6101dfb1-655a-4876-a8cd-8f99af4f36e5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:34.910589 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-60f13d16-7ca5-4133-84fe-9e01d297cd0b req-1ab18e78-dc08-47a2-bf87-ec32afd86ae0 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.923739 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-60f13d16-7ca5-4133-84fe-9e01d297cd0b req-1ab18e78-dc08-47a2-bf87-ec32afd86ae0 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.077284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d05ec7-11df-4e41-aaea-3c3032a59e3a None None] Network a40d5cea-08d8-406b-bc51-a856100a478c requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:35.137209 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bbab52fc-3916-45ab-9e4a-5bb00775ad84 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.4784105 Jul 16 08:49:35.191050 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-60f13d16-7ca5-4133-84fe-9e01d297cd0b req-1ab18e78-dc08-47a2-bf87-ec32afd86ae0 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7580469 Jul 16 08:49:35.214043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab18e78-dc08-47a2-bf87-ec32afd86ae0 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885c3367-585c-4421-a423-774e127bace2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:35.229369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086811b5-530c-4c14-acdc-b5576221d2a3 req-cedf17de-164e-43f6-ad6f-d2914054cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:35.231353 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-086811b5-530c-4c14-acdc-b5576221d2a3 req-cedf17de-164e-43f6-ad6f-d2914054cf2b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 1097 time: 0.3979127 Jul 16 08:49:35.232641 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8e819fcc-0cac-4786-a0eb-e21d69000cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.265249 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d736d32a-ce00-4e49-a429-1dda6865356f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.415562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9be01c-48b3-4439-a386-a5fc1547a9e1 req-3587eff8-6622-4311-a5c3-06765adb6c40 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:35.427428 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5e9be01c-48b3-4439-a386-a5fc1547a9e1 req-3587eff8-6622-4311-a5c3-06765adb6c40 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.2717299 Jul 16 08:49:35.454925 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.552409 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5e9be01c-48b3-4439-a386-a5fc1547a9e1 req-bf3ef0e8-b581-4754-b123-8aa1daa80918 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230745 Jul 16 08:49:35.722274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086811b5-530c-4c14-acdc-b5576221d2a3 req-0bf5aeb7-27f5-4ebd-9575-f0307c16a750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:35.723759 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-086811b5-530c-4c14-acdc-b5576221d2a3 req-0bf5aeb7-27f5-4ebd-9575-f0307c16a750 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a0501e1-1558-4423-a881-e5cd760c87df HTTP/1.1" status: 200 len: 897 time: 0.3239672 Jul 16 08:49:35.876464 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-086811b5-530c-4c14-acdc-b5576221d2a3 req-91d7fb21-60df-4faa-96c8-0650701c28da service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a HTTP/1.1" status: 200 len: 1001 time: 0.1435990 Jul 16 08:49:35.997069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4487de3-3adc-47bc-a4d5-f852a0cd2299 req-f880aef1-9787-48eb-8515-c918c53a469a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:35.999078 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4487de3-3adc-47bc-a4d5-f852a0cd2299 req-f880aef1-9787-48eb-8515-c918c53a469a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.3568037 Jul 16 08:49:36.194926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e819fcc-0cac-4786-a0eb-e21d69000cb1 admin admin] Router 0ee05747-82a4-492e-bbc6-7adc36c15d1c has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:36.236047 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4487de3-3adc-47bc-a4d5-f852a0cd2299 req-7e9ed526-f057-4c09-95e1-c014a3b5fcfb tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986288 Jul 16 08:49:36.239463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086811b5-530c-4c14-acdc-b5576221d2a3 req-447bf545-b32b-4e8a-8898-53e5cac79b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:36.242669 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-086811b5-530c-4c14-acdc-b5576221d2a3 req-447bf545-b32b-4e8a-8898-53e5cac79b84 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7be16ed6-5c6d-4f05-8ffc-73464d53f178 HTTP/1.1" status: 200 len: 834 time: 0.3343430 Jul 16 08:49:36.301779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40246) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:36.311265 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1139781264-network', 'tenant_id': '1f8968c8e0a349f383099e91e9476eec'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:36.317510 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40248) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:36.446117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] Made reservation on behalf of 1f8968c8e0a349f383099e91e9476eec for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:36.449959 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.465830 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cd4a315a-2de4-468b-bbea-1a84c6c20c46 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/65529c55-69fc-4164-a45d-3d015c791b13 HTTP/1.1" status: 200 len: 993 time: 0.1411958 Jul 16 08:49:36.472628 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.575547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086811b5-530c-4c14-acdc-b5576221d2a3 req-372802db-0b61-4e2b-be30-33be120c38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:36.579445 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-086811b5-530c-4c14-acdc-b5576221d2a3 req-372802db-0b61-4e2b-be30-33be120c38f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a0501e1-1558-4423-a881-e5cd760c87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3240283 Jul 16 08:49:36.751100 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.763132 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.843299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dc2281-2afc-48c5-9d7c-fcbbc0c58aeb,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:36.879040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:36.910915 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e819fcc-0cac-4786-a0eb-e21d69000cb1 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:36.918603 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.919253 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] Added segment 2f2ddf09-a315-4728-9179-62ce0fd51d29 of type vlan for network 14ba8876-9927-40e2-a59f-37f41b185db6 Jul 16 08:49:36.924740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a9ce1-ec01-4ea6-a79c-0c2e19839742 None None] Sync routers for ids ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:36.955793 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a9ce1-ec01-4ea6-a79c-0c2e19839742 None None] Routers {'0ee05747-82a4-492e-bbc6-7adc36c15d1c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:36.956514 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-769a9ce1-ec01-4ea6-a79c-0c2e19839742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:49:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:36.958892 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8e819fcc-0cac-4786-a0eb-e21d69000cb1 admin admin] 10.222.0.20 "PUT /v2.0/routers/0ee05747-82a4-492e-bbc6-7adc36c15d1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2476950 Jul 16 08:49:36.966119 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40264) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:37.016675 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.074449 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.076684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:37.090218 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.169828 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-086811b5-530c-4c14-acdc-b5576221d2a3 req-60c11146-5107-4868-bc8a-ae54a5d4a92d service neutron] 10.222.0.38 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788310 Jul 16 08:49:37.175617 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8715110 Jul 16 08:49:37.181459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40274) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:37.250464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-769a9ce1-ec01-4ea6-a79c-0c2e19839742 None None] Set router 0ee05747-82a4-492e-bbc6-7adc36c15d1c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:37.282605 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-086811b5-530c-4c14-acdc-b5576221d2a3 req-b92449dc-b2dc-4b08-aa39-50cf230f1f7d service neutron] 10.222.0.38 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999541 Jul 16 08:49:37.287300 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-2f0e342d-c62b-43a1-9503-8aa098c2c99d admin admin] Request body: {'subnet': {'network_id': '14ba8876-9927-40e2-a59f-37f41b185db6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1139781264-subnet', 'tenant_id': '1f8968c8e0a349f383099e91e9476eec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:37.363806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0474729c-504f-4511-a744-f275efb5ee77 admin admin] Pushing event updated for resources: {'Network': ['ID=14ba8876-9927-40e2-a59f-37f41b185db6,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:37.366007 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22cd7b4-3061-4bbf-b69e-c7d58bd99ef0 req-637b9ff8-9572-4da2-a240-cd5b1ee1c684 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:37.374852 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b22cd7b4-3061-4bbf-b69e-c7d58bd99ef0 req-637b9ff8-9572-4da2-a240-cd5b1ee1c684 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.4851270 Jul 16 08:49:37.395236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0e342d-c62b-43a1-9503-8aa098c2c99d admin admin] Made reservation on behalf of 1f8968c8e0a349f383099e91e9476eec for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:37.398135 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2f0e342d-c62b-43a1-9503-8aa098c2c99d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.455995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 14ba8876-9927-40e2-a59f-37f41b185db6 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:37.488736 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.593018 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b22cd7b4-3061-4bbf-b69e-c7d58bd99ef0 req-23093f9d-f0a7-4e41-9c3a-ecfecacb0db3 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105472 Jul 16 08:49:37.728769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-769a9ce1-ec01-4ea6-a79c-0c2e19839742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:49Z', 'updated_at': '2021-07-16T08:49:34Z', 'revision_number': 5, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'gw_port': {'id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:37.764139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a9ce1-ec01-4ea6-a79c-0c2e19839742 None None] Checking router: 0ee05747-82a4-492e-bbc6-7adc36c15d1c for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:37.775707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769a9ce1-ec01-4ea6-a79c-0c2e19839742 None None] Routers {'0ee05747-82a4-492e-bbc6-7adc36c15d1c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:37.776711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-769a9ce1-ec01-4ea6-a79c-0c2e19839742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:49:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:38.116837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-769a9ce1-ec01-4ea6-a79c-0c2e19839742 None None] Set router 0ee05747-82a4-492e-bbc6-7adc36c15d1c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:38.212222 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6db9ccd6-fa50-4173-a82e-d3308bad6707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.260842 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.428366 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2f0e342d-c62b-43a1-9503-8aa098c2c99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.449668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-769a9ce1-ec01-4ea6-a79c-0c2e19839742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:49Z', 'updated_at': '2021-07-16T08:49:34Z', 'revision_number': 5, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'gw_port': {'id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:38.463051 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.516889 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769a9ce1-ec01-4ea6-a79c-0c2e19839742 None None] The sync data for ids ['0ee05747-82a4-492e-bbc6-7adc36c15d1c'] in n-d-758944-46 is: [{'id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'name': 'tempest-TaggedBootDevicesTest_v242-1407869696-router', 'tenant_id': '8722177fc6ea499891c4ef1fb2062076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:49Z', 'updated_at': '2021-07-16T08:49:34Z', 'revision_number': 5, 'project_id': '8722177fc6ea499891c4ef1fb2062076', 'gw_port': {'id': '4e95e1f5-5983-4500-9dbd-5dd33a7b9382', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b0:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ee05747-82a4-492e-bbc6-7adc36c15d1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:52Z', 'updated_at': '2021-07-16T08:37:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:38.671161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e342d-c62b-43a1-9503-8aa098c2c99d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d97f05d7-f05e-43e2-b0a8-cd15c2adec67,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:38.774197 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0e342d-c62b-43a1-9503-8aa098c2c99d admin admin] Checking segment: {'id': '2f2ddf09-a315-4728-9179-62ce0fd51d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '14ba8876-9927-40e2-a59f-37f41b185db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:38.774716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e342d-c62b-43a1-9503-8aa098c2c99d admin admin] Network hostable DHCP agents. Network: 14ba8876-9927-40e2-a59f-37f41b185db6, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:38.817376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5d4802-9fae-4550-bcc8-76219a10707f req-1b4d5b24-93c4-44a0-818d-52e578819038 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:38.830405 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d5d4802-9fae-4550-bcc8-76219a10707f req-1b4d5b24-93c4-44a0-818d-52e578819038 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.0932319 Jul 16 08:49:38.890922 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d5d4802-9fae-4550-bcc8-76219a10707f req-069a0189-00a4-4744-ab80-85fc44dc9c41 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591707 Jul 16 08:49:38.896605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] Deleting port 4e95e1f5-5983-4500-9dbd-5dd33a7b9382 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:38.897167 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.915070 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0e342d-c62b-43a1-9503-8aa098c2c99d admin admin] Network 14ba8876-9927-40e2-a59f-37f41b185db6 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:38.959896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6101dfb1-655a-4876-a8cd-8f99af4f36e5 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:39.036085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-2f0e342d-c62b-43a1-9503-8aa098c2c99d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 14ba8876-9927-40e2-a59f-37f41b185db6) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:39.068649 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 6101dfb1-655a-4876-a8cd-8f99af4f36e5 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:39.069189 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6101dfb1-655a-4876-a8cd-8f99af4f36e5 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:39.071750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e95e925-4071-4835-abef-3807c73421fd None None] Network 14ba8876-9927-40e2-a59f-37f41b185db6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:39.103349 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0e342d-c62b-43a1-9503-8aa098c2c99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.105468 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2f0e342d-c62b-43a1-9503-8aa098c2c99d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.167284 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c63679-56b1-4286-bdc7-23464e133052 req-f797a005-773b-4d22-9563-7f46554f917f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.169401 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-51c63679-56b1-4286-bdc7-23464e133052 req-f797a005-773b-4d22-9563-7f46554f917f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.3986070 Jul 16 08:49:39.177485 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-1102fb9a-b6f4-47b4-8a2e-e1545bda3eab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4632545 Jul 16 08:49:39.209732 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2f0e342d-c62b-43a1-9503-8aa098c2c99d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9296045 Jul 16 08:49:39.261165 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] For port 4e95e1f5-5983-4500-9dbd-5dd33a7b9382, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4e95e1f5-5983-4500-9dbd-5dd33a7b9382,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:39.261633 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.289120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] Calling delete_port for 4e95e1f5-5983-4500-9dbd-5dd33a7b9382 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:39.411514 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6226cd2-d916-4c9e-bc39-f5ff54a18756 None None] Network 14ba8876-9927-40e2-a59f-37f41b185db6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:39.465832 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-51c63679-56b1-4286-bdc7-23464e133052 req-4eb5996d-2555-4908-a842-f47d9c4d0ac0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2860177 Jul 16 08:49:39.675077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40330) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:39.723840 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.730577 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.796376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e95e1f5-5983-4500-9dbd-5dd33a7b9382,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:39.854540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-b692b4e5-e212-4088-9017-43d745383497 admin admin] Deleting subnet 36ebe45c-6d0a-4e8a-b485-9578c18fd917 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:39.862046 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b692b4e5-e212-4088-9017-43d745383497 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.924135 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.927015 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b692b4e5-e212-4088-9017-43d745383497 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.062176 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b692b4e5-e212-4088-9017-43d745383497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.173570 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b692b4e5-e212-4088-9017-43d745383497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.222344 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.226683 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.295370 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b692b4e5-e212-4088-9017-43d745383497 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.311362 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b692b4e5-e212-4088-9017-43d745383497 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/36ebe45c-6d0a-4e8a-b485-9578c18fd917 HTTP/1.1" status: 204 len: 168 time: 0.6343389 Jul 16 08:49:40.314494 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40352) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:40.333185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b692b4e5-e212-4088-9017-43d745383497 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36ebe45c-6d0a-4e8a-b485-9578c18fd917,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:40.375159 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.375619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ee05747-82a4-492e-bbc6-7adc36c15d1c {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:49:40.382321 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.383609 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fc13050b-0660-423d-8b69-d2372b71662b admin admin] 10.222.0.20 "DELETE /v2.0/routers/0ee05747-82a4-492e-bbc6-7adc36c15d1c HTTP/1.1" status: 204 len: 168 time: 3.4158311 Jul 16 08:49:40.388211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40360) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:40.509413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-78d45f5d-27c8-4064-bdc2-3138fa582585 admin admin] Deleting subnet 43909eb2-c2e2-4352-8c3b-116900d301bb {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:40.521842 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78d45f5d-27c8-4064-bdc2-3138fa582585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.538553 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-761d00e8-6019-4476-a1d5-aa9e9df1d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.568019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc3bc17-442a-44e6-aefd-82932c014ad4 req-29d904eb-01bb-4740-b2cf-efba770713da tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:40.575594 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-adc3bc17-442a-44e6-aefd-82932c014ad4 req-29d904eb-01bb-4740-b2cf-efba770713da tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.4285376 Jul 16 08:49:40.649880 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78d45f5d-27c8-4064-bdc2-3138fa582585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.679873 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-adc3bc17-442a-44e6-aefd-82932c014ad4 req-57d51f7b-b34b-4a1b-8ec3-6bcbf76e40d6 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016750 Jul 16 08:49:40.732656 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-761d00e8-6019-4476-a1d5-aa9e9df1d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.757031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-761d00e8-6019-4476-a1d5-aa9e9df1d3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40d5cea-08d8-406b-bc51-a856100a478c']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:40.775765 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-761d00e8-6019-4476-a1d5-aa9e9df1d3c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef54eb3-0d12-4d68-9090-b448aebc7a4b') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:40.776321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-761d00e8-6019-4476-a1d5-aa9e9df1d3c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef54eb3-0d12-4d68-9090-b448aebc7a4b') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:40.822333 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-761d00e8-6019-4476-a1d5-aa9e9df1d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.851638 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-761d00e8-6019-4476-a1d5-aa9e9df1d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.863538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-761d00e8-6019-4476-a1d5-aa9e9df1d3c0 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:40.867808 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-761d00e8-6019-4476-a1d5-aa9e9df1d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:40.869944 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:40.895357 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78d45f5d-27c8-4064-bdc2-3138fa582585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.908572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824418b-1bb3-430e-8cf6-523327477d35 req-60086c94-0f2f-437f-8f6d-a8bfc9a6bc3e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:40.908572 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8824418b-1bb3-430e-8cf6-523327477d35 req-60086c94-0f2f-437f-8f6d-a8bfc9a6bc3e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.1448295 Jul 16 08:49:40.979567 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-761d00e8-6019-4476-a1d5-aa9e9df1d3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.984040 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8824418b-1bb3-430e-8cf6-523327477d35 req-83216490-c57b-4550-9632-d8f7baf9f808 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560911 Jul 16 08:49:40.989741 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-761d00e8-6019-4476-a1d5-aa9e9df1d3c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.992921 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-761d00e8-6019-4476-a1d5-aa9e9df1d3c0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a40d5cea-08d8-406b-bc51-a856100a478c HTTP/1.1" status: 204 len: 168 time: 0.6759455 Jul 16 08:49:40.996168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40368) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:41.017344 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761d00e8-6019-4476-a1d5-aa9e9df1d3c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a40d5cea-08d8-406b-bc51-a856100a478c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:41.062978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c42ef2a-fe72-494c-829a-d4efa8a06619 admin admin] Deleting subnet d97f05d7-f05e-43e2-b0a8-cd15c2adec67 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:41.068695 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c42ef2a-fe72-494c-829a-d4efa8a06619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.115387 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c42ef2a-fe72-494c-829a-d4efa8a06619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.161694 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78d45f5d-27c8-4064-bdc2-3138fa582585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.217282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4e95e1f5-5983-4500-9dbd-5dd33a7b9382 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:41.226425 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d45f5d-27c8-4064-bdc2-3138fa582585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43909eb2-c2e2-4352-8c3b-116900d301bb,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:41.243831 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78d45f5d-27c8-4064-bdc2-3138fa582585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.249085 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-78d45f5d-27c8-4064-bdc2-3138fa582585 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/43909eb2-c2e2-4352-8c3b-116900d301bb HTTP/1.1" status: 204 len: 168 time: 0.8593278 Jul 16 08:49:41.256958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40374) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:41.353404 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c42ef2a-fe72-494c-829a-d4efa8a06619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.362287 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.363663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db885594-3b4e-491b-8b35-25a848b9ea7e None None] Network 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:41.611383 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.685029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 4e95e1f5-5983-4500-9dbd-5dd33a7b9382 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:41.685379 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4e95e1f5-5983-4500-9dbd-5dd33a7b9382 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:41.727517 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c42ef2a-fe72-494c-829a-d4efa8a06619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.763962 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c42ef2a-fe72-494c-829a-d4efa8a06619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.770146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8c42ef2a-fe72-494c-829a-d4efa8a06619 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d97f05d7-f05e-43e2-b0a8-cd15c2adec67 HTTP/1.1" status: 204 len: 168 time: 0.7703207 Jul 16 08:49:41.770568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40392) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:41.820677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-adab74e1-b909-4ac9-b4cb-e1e742989c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:41.822818 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-adab74e1-b909-4ac9-b4cb-e1e742989c25 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 1097 time: 0.3918257 Jul 16 08:49:41.827149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42ef2a-fe72-494c-829a-d4efa8a06619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d97f05d7-f05e-43e2-b0a8-cd15c2adec67,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:41.927608 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f8bc39-7102-43a9-9550-07c7f2987978 None None] DHCP port deletion for 2055bc3a-708e-4fbd-bdcb-dd6830ef6991 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:41.944560 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] Deleting port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:41.944856 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.972997 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a6b3839-6968-43cb-87ad-7692d8bc2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.033384 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f9f8bc39-7102-43a9-9550-07c7f2987978 None None] Deleting port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:42.033763 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f9f8bc39-7102-43a9-9550-07c7f2987978 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.113372 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] For port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5ad61e2a-f3d0-44f8-8cf1-949db98d6b06,segment=NetworkSegment(e314614f-041d-4dc0-a1d0-9a8d028fd0b3),segment_id=e314614f-041d-4dc0-a1d0-9a8d028fd0b3)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:42.113719 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.117440 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-e10bb414-e314-46ef-a365-a23704d044f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:42.119140 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-e10bb414-e314-46ef-a365-a23704d044f4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a0501e1-1558-4423-a881-e5cd760c87df HTTP/1.1" status: 200 len: 897 time: 0.2884533 Jul 16 08:49:42.145639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] Calling delete_port for 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:42.150772 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a6b3839-6968-43cb-87ad-7692d8bc2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.165026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-1a6b3839-6968-43cb-87ad-7692d8bc2e87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ba8876-9927-40e2-a59f-37f41b185db6']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:42.174944 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f9f8bc39-7102-43a9-9550-07c7f2987978 None None] For port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5ad61e2a-f3d0-44f8-8cf1-949db98d6b06,segment=NetworkSegment(e314614f-041d-4dc0-a1d0-9a8d028fd0b3),segment_id=e314614f-041d-4dc0-a1d0-9a8d028fd0b3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:42.179063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-1a6b3839-6968-43cb-87ad-7692d8bc2e87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2ddf09-a315-4728-9179-62ce0fd51d29') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:42.179631 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-1a6b3839-6968-43cb-87ad-7692d8bc2e87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2ddf09-a315-4728-9179-62ce0fd51d29') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:42.180142 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f9f8bc39-7102-43a9-9550-07c7f2987978 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.191978 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a6b3839-6968-43cb-87ad-7692d8bc2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.209654 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a6b3839-6968-43cb-87ad-7692d8bc2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.221987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a6b3839-6968-43cb-87ad-7692d8bc2e87 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:42.222886 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a6b3839-6968-43cb-87ad-7692d8bc2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:42.225285 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:42.229084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a9e6d-c666-47d6-966f-187f85dd84ad req-47160822-b743-46fd-af1e-3992f714b984 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:42.233674 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f9f8bc39-7102-43a9-9550-07c7f2987978 None None] Calling delete_port for 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:42.238504 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c67a9e6d-c666-47d6-966f-187f85dd84ad req-47160822-b743-46fd-af1e-3992f714b984 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.3173997 Jul 16 08:49:42.362043 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-51291d03-127a-4c45-bbb9-9944d4b96aae service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a HTTP/1.1" status: 200 len: 1001 time: 0.2323494 Jul 16 08:49:42.383923 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a6b3839-6968-43cb-87ad-7692d8bc2e87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.395420 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a6b3839-6968-43cb-87ad-7692d8bc2e87 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.397626 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1a6b3839-6968-43cb-87ad-7692d8bc2e87 admin admin] 10.222.0.20 "DELETE /v2.0/networks/14ba8876-9927-40e2-a59f-37f41b185db6 HTTP/1.1" status: 204 len: 168 time: 0.6257417 Jul 16 08:49:42.417847 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f9f8bc39-7102-43a9-9550-07c7f2987978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.432447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6b3839-6968-43cb-87ad-7692d8bc2e87 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ba8876-9927-40e2-a59f-37f41b185db6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:42.505161 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f8bc39-7102-43a9-9550-07c7f2987978 None None] No DVR routers for this DVR port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:42.507036 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f8bc39-7102-43a9-9550-07c7f2987978 None None] Pushing event deleted for resources: {'Port': ['ID=5ad61e2a-f3d0-44f8-8cf1-949db98d6b06,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:42.532030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08fc11f-b0d1-4a6b-be4b-1294bbdc32e1 req-662fb77d-3573-46d6-a1a3-294a6d0ab14c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:42.540431 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b08fc11f-b0d1-4a6b-be4b-1294bbdc32e1 req-662fb77d-3573-46d6-a1a3-294a6d0ab14c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.1741221 Jul 16 08:49:42.549063 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-7f1dd666-03f6-4c76-b40b-18c121f5fbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:42.551560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-7f1dd666-03f6-4c76-b40b-18c121f5fbc3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7be16ed6-5c6d-4f05-8ffc-73464d53f178 HTTP/1.1" status: 200 len: 834 time: 0.1809349 Jul 16 08:49:42.557343 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c67a9e6d-c666-47d6-966f-187f85dd84ad req-666f0471-8c14-4b4f-9d4c-97a3f05373c4 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176455 Jul 16 08:49:42.616192 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b08fc11f-b0d1-4a6b-be4b-1294bbdc32e1 req-eee36eba-4b12-43c6-81d0-9bb5ddebf4e8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741711 Jul 16 08:49:42.674197 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.725766 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] Pushing event deleted for resources: {'Port': ['ID=5ad61e2a-f3d0-44f8-8cf1-949db98d6b06,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:42.740878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] No DVR routers for this DVR port 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:42.747719 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-f147e22f-e793-4ca2-8b24-ad84d8006fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:42.750033 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-f147e22f-e793-4ca2-8b24-ad84d8006fd2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a0501e1-1558-4423-a881-e5cd760c87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1860893 Jul 16 08:49:42.810601 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40406) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:42.826300 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:42.877643 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:42.877979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5ad61e2a-f3d0-44f8-8cf1-949db98d6b06 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:42.944549 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3aa488ab-8eb3-42a0-866a-e409fe91d4f0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=36bb8f3e9d28400ba8954031e50a3cef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1285527 Jul 16 08:49:42.945975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40408) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:42.946127 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.965541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2055bc3a-708e-4fbd-bdcb-dd6830ef6991']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:42.981577 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e314614f-041d-4dc0-a1d0-9a8d028fd0b3') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:42.981959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e314614f-041d-4dc0-a1d0-9a8d028fd0b3') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:43.004206 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.028570 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-2c985ccb-620a-43c4-a6cd-31b058fbf398 service neutron] 10.222.0.38 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456627 Jul 16 08:49:43.029689 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.046105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:43.046565 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:43.048792 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:43.061838 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-660bf246-c1ff-4aee-8f96-935799cdac7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.093819 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-660bf246-c1ff-4aee-8f96-935799cdac7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.159680 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-660bf246-c1ff-4aee-8f96-935799cdac7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.163865 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-660bf246-c1ff-4aee-8f96-935799cdac7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.165500 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-660bf246-c1ff-4aee-8f96-935799cdac7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1211df60-8ad9-4328-9490-008eaede93b9 HTTP/1.1" status: 204 len: 168 time: 0.2180278 Jul 16 08:49:43.176827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660bf246-c1ff-4aee-8f96-935799cdac7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1211df60-8ad9-4328-9490-008eaede93b9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:43.195355 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.232245 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.235171 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] 10.222.0.20 "DELETE /v2.0/networks/2055bc3a-708e-4fbd-bdcb-dd6830ef6991 HTTP/1.1" status: 204 len: 168 time: 1.9715412 Jul 16 08:49:43.241065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfc03c2-a2bd-47f9-a13d-3751c457729d admin admin] Pushing event deleted for resources: {'Network': ['ID=2055bc3a-708e-4fbd-bdcb-dd6830ef6991,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:43.267775 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-45d256c2-84e7-4d63-bcaf-b05f67714ed3 service neutron] 10.222.0.38 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321250 Jul 16 08:49:43.355424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee157e-40dc-4d99-9d66-eed5a1cb3db5 req-61aec81d-567e-449d-b55b-e5f7202cd4e4 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:43.357747 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1bee157e-40dc-4d99-9d66-eed5a1cb3db5 req-61aec81d-567e-449d-b55b-e5f7202cd4e4 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 950 time: 0.1013598 Jul 16 08:49:43.436976 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1bee157e-40dc-4d99-9d66-eed5a1cb3db5 req-0938aa3a-5f05-4641-bd79-be2efef193c7 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/security-groups?id=054787cb-740b-4433-9703-151663c958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668974 Jul 16 08:49:43.565874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40418) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:43.633205 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eee681d5-0d48-47b8-a661-7bc82b973494 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8722177fc6ea499891c4ef1fb2062076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0653043 Jul 16 08:49:43.637310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40424) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:43.705528 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f0e101e-06bd-4664-b109-69fa0679558d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.781802 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f0e101e-06bd-4664-b109-69fa0679558d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.911322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5736db9-7a02-4523-923f-f88a13da5b48 req-0f29b37f-9785-48c7-aaaa-32eda2e56d01 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:43.914480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5736db9-7a02-4523-923f-f88a13da5b48 req-0f29b37f-9785-48c7-aaaa-32eda2e56d01 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.1033795 Jul 16 08:49:43.984754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40430) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:43.986025 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5736db9-7a02-4523-923f-f88a13da5b48 req-198e9646-f662-4e02-b98e-74e3ce268da9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655162 Jul 16 08:49:44.011685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59014079-57a0-4a02-93b6-6f1c3fdfb050 req-dca3f421-c0e6-4d0e-809c-75ad315f4ff6 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.017304 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-59014079-57a0-4a02-93b6-6f1c3fdfb050 req-dca3f421-c0e6-4d0e-809c-75ad315f4ff6 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.1830852 Jul 16 08:49:44.025556 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f0e101e-06bd-4664-b109-69fa0679558d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.028761 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f0e101e-06bd-4664-b109-69fa0679558d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.033166 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1f0e101e-06bd-4664-b109-69fa0679558d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc HTTP/1.1" status: 204 len: 168 time: 0.3914800 Jul 16 08:49:44.104931 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0e101e-06bd-4664-b109-69fa0679558d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff3f8c73-9aaa-4b2d-a86a-8347349ba1bc,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:44.142769 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1d32dd79-bf64-474e-a150-a4ce860fbfa6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1f8968c8e0a349f383099e91e9476eec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1479402 Jul 16 08:49:44.143009 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40434) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:44.163797 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-59014079-57a0-4a02-93b6-6f1c3fdfb050 req-1a4f4274-2823-4261-88f2-bcb6ed1ee3b4 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326160 Jul 16 08:49:44.206829 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-274a2684-00be-42a2-ad41-b5e70e9bc3b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.235513 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-274a2684-00be-42a2-ad41-b5e70e9bc3b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.322669 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-274a2684-00be-42a2-ad41-b5e70e9bc3b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.327241 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-274a2684-00be-42a2-ad41-b5e70e9bc3b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.328997 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-274a2684-00be-42a2-ad41-b5e70e9bc3b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78dc2281-2afc-48c5-9d7c-fcbbc0c58aeb HTTP/1.1" status: 204 len: 168 time: 0.1846879 Jul 16 08:49:44.351961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274a2684-00be-42a2-ad41-b5e70e9bc3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dc2281-2afc-48c5-9d7c-fcbbc0c58aeb,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:44.726452 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f317b34-8a8a-4780-81c5-92b5b2512b78 req-90ea567a-cbe3-42cb-912c-1466ccac646a tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.728057 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f317b34-8a8a-4780-81c5-92b5b2512b78 req-90ea567a-cbe3-42cb-912c-1466ccac646a tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.15 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 950 time: 0.1998336 Jul 16 08:49:44.815498 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646015c2-d119-4232-8caa-84b7e6dc8380 req-37645219-ebfd-41c9-a4d6-812c5162a11f tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.816403 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-646015c2-d119-4232-8caa-84b7e6dc8380 req-37645219-ebfd-41c9-a4d6-812c5162a11f tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 950 time: 0.1600969 Jul 16 08:49:44.921074 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-646015c2-d119-4232-8caa-84b7e6dc8380 req-e6aad22c-6188-4921-a073-aa61f466bac7 tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/security-groups?id=054787cb-740b-4433-9703-151663c958d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911455 Jul 16 08:49:44.952443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-8f317b34-8a8a-4780-81c5-92b5b2512b78 req-b69d9fbe-1447-455e-a279-eb983080721b tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Deleting port fcaa24f1-a497-42bf-87a3-6faf920ce216 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:44.953077 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8f317b34-8a8a-4780-81c5-92b5b2512b78 req-b69d9fbe-1447-455e-a279-eb983080721b tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.157505 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-8f317b34-8a8a-4780-81c5-92b5b2512b78 req-b69d9fbe-1447-455e-a279-eb983080721b tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] For port fcaa24f1-a497-42bf-87a3-6faf920ce216, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=fcaa24f1-a497-42bf-87a3-6faf920ce216,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:45.159638 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8f317b34-8a8a-4780-81c5-92b5b2512b78 req-b69d9fbe-1447-455e-a279-eb983080721b tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.177522 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-8f317b34-8a8a-4780-81c5-92b5b2512b78 req-b69d9fbe-1447-455e-a279-eb983080721b tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Calling delete_port for fcaa24f1-a497-42bf-87a3-6faf920ce216 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:45.374661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207fdbfb-c237-435c-8473-15ca7cd7e2bb req-207615b7-b63a-4344-991b-3c8267fe17c6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:45.392526 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-207fdbfb-c237-435c-8473-15ca7cd7e2bb req-207615b7-b63a-4344-991b-3c8267fe17c6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.1215670 Jul 16 08:49:45.450618 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8f317b34-8a8a-4780-81c5-92b5b2512b78 req-b69d9fbe-1447-455e-a279-eb983080721b tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.466518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['fcaa24f1-a497-42bf-87a3-6faf920ce216'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:45.499999 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-207fdbfb-c237-435c-8473-15ca7cd7e2bb req-2e1b9e1e-235f-4c44-8d0b-b930e565d292 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045818 Jul 16 08:49:45.630230 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d9fbe-1447-455e-a279-eb983080721b tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Pushing event deleted for resources: {'Port': ['ID=fcaa24f1-a497-42bf-87a3-6faf920ce216,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:45.663345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f317b34-8a8a-4780-81c5-92b5b2512b78 req-b69d9fbe-1447-455e-a279-eb983080721b tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] No DVR routers for this DVR port fcaa24f1-a497-42bf-87a3-6faf920ce216 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:45.667013 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-8f317b34-8a8a-4780-81c5-92b5b2512b78 req-b69d9fbe-1447-455e-a279-eb983080721b tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.671491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40480) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:45.672791 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f317b34-8a8a-4780-81c5-92b5b2512b78 req-b69d9fbe-1447-455e-a279-eb983080721b tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.15 "DELETE /v2.0/ports/fcaa24f1-a497-42bf-87a3-6faf920ce216 HTTP/1.1" status: 204 len: 173 time: 0.9367702 Jul 16 08:49:45.673314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37f8487-65f1-4270-adf6-26155f2e40ff', 'name': 'network-vif-deleted', 'tag': 'fcaa24f1-a497-42bf-87a3-6faf920ce216'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:45.686271 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f82d033-ee5a-45d5-92a9-1943d68e7e13" -d '{"events": [{"server_uuid": "e37f8487-65f1-4270-adf6-26155f2e40ff", "name": "network-vif-deleted", "tag": "fcaa24f1-a497-42bf-87a3-6faf920ce216"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:45.791469 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663ba091-c43a-453a-94d7-785fadadafe5 x-openstack-request-id: req-663ba091-c43a-453a-94d7-785fadadafe5 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:45.792081 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37f8487-65f1-4270-adf6-26155f2e40ff", "name": "network-vif-deleted", "tag": "fcaa24f1-a497-42bf-87a3-6faf920ce216", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:45.793159 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-663ba091-c43a-453a-94d7-785fadadafe5 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:45.793930 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37f8487-65f1-4270-adf6-26155f2e40ff', 'name': 'network-vif-deleted', 'tag': 'fcaa24f1-a497-42bf-87a3-6faf920ce216', 'status': 'completed', 'code': 200} Jul 16 08:49:45.859510 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535b22e-2529-422a-823a-03a2c5a3d8d1 req-9357558e-4e8c-48e8-8873-187ea5f3cdf9 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:45.865883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e535b22e-2529-422a-823a-03a2c5a3d8d1 req-9357558e-4e8c-48e8-8873-187ea5f3cdf9 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.1416695 Jul 16 08:49:45.909558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-100275608-network', 'tenant_id': '9e2b3478fa314d059a6cc9ceb3174f81'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:45.921909 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e535b22e-2529-422a-823a-03a2c5a3d8d1 req-669519f6-245d-4e7a-bae6-f5936742383e tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523582 Jul 16 08:49:46.008191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] Made reservation on behalf of 9e2b3478fa314d059a6cc9ceb3174f81 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:46.012109 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.053650 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.170595 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f9e4daf1-57cd-4dd3-8ca8-4e873f0084f1 req-ad6e3fcf-4fa3-46fe-8134-cb9d6120532f tempest-VolumesBackupsTest-1980811946 tempest-VolumesBackupsTest-1980811946-project] 10.222.0.20 "GET /v2.0/ports?device_id=e37f8487-65f1-4270-adf6-26155f2e40ff HTTP/1.1" status: 200 len: 210 time: 0.0752664 Jul 16 08:49:46.285264 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.292294 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.325106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:46.337186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bf021a-4a91-4afd-b032-f5f5aee75936,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.357312 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.357928 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] Added segment b123d813-9ae0-443f-913f-081c6f66c9ce of type vlan for network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f Jul 16 08:49:46.405749 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.444014 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.446009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:46.446916 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.505099 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8314848 Jul 16 08:49:46.510442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40498) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:46.519222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e23eca53-9ee7-40b0-8e23-cc3d35d4ae0b admin admin] Request body: {'subnet': {'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-100275608-subnet', 'tenant_id': '9e2b3478fa314d059a6cc9ceb3174f81', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:46.581436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab25be-faeb-4c1f-96a5-67e479f429ad admin admin] Pushing event updated for resources: {'Network': ['ID=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.597963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:46.676812 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23eca53-9ee7-40b0-8e23-cc3d35d4ae0b admin admin] Made reservation on behalf of 9e2b3478fa314d059a6cc9ceb3174f81 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:46.682430 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e23eca53-9ee7-40b0-8e23-cc3d35d4ae0b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.848567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e31d9-a3ab-484f-bc1c-5a242fd1022a req-1095df83-695b-4d17-b26b-fe865a86c336 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:46.858032 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-207e31d9-a3ab-484f-bc1c-5a242fd1022a req-1095df83-695b-4d17-b26b-fe865a86c336 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.1387985 Jul 16 08:49:46.914554 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-207e31d9-a3ab-484f-bc1c-5a242fd1022a req-23dc4f84-b635-476e-9e52-b6f83c6877d1 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540173 Jul 16 08:49:46.987025 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e23eca53-9ee7-40b0-8e23-cc3d35d4ae0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.049366 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23eca53-9ee7-40b0-8e23-cc3d35d4ae0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=919ea303-fe3d-42fb-ab89-20ee8fddf222,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:47.074382 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23eca53-9ee7-40b0-8e23-cc3d35d4ae0b admin admin] Checking segment: {'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:47.074793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23eca53-9ee7-40b0-8e23-cc3d35d4ae0b admin admin] Network hostable DHCP agents. Network: 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:47.108263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23eca53-9ee7-40b0-8e23-cc3d35d4ae0b admin admin] Network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:47.162785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-e23eca53-9ee7-40b0-8e23-cc3d35d4ae0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:47.170303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23eca53-9ee7-40b0-8e23-cc3d35d4ae0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:47.172739 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca832094-168a-41b3-8cbf-0f1c29a237ea None None] Network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:47.180767 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e23eca53-9ee7-40b0-8e23-cc3d35d4ae0b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.219196 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e23eca53-9ee7-40b0-8e23-cc3d35d4ae0b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7070150 Jul 16 08:49:47.236914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a86a3e-ab32-4b5e-a76f-7b083e4b35cf req-846a37ec-4064-422a-9702-668b77650b60 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:47.238652 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-80a86a3e-ab32-4b5e-a76f-7b083e4b35cf req-846a37ec-4064-422a-9702-668b77650b60 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.1253560 Jul 16 08:49:47.370622 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-80a86a3e-ab32-4b5e-a76f-7b083e4b35cf req-634c5709-131b-460a-83b5-0ca0111b8910 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247802 Jul 16 08:49:47.393894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48513a10-a4b6-4b9a-a92c-fb537a66ba32 None None] Network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:47.881399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-846af50d-914c-4ed8-853a-850375a58a1d tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:47.884247 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-846af50d-914c-4ed8-853a-850375a58a1d tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/networks?id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f HTTP/1.1" status: 200 len: 812 time: 0.1953874 Jul 16 08:49:47.908318 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-0fdb33fe-95e0-46c8-b4e0-4863d31bf3a7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/quotas/9e2b3478fa314d059a6cc9ceb3174f81 HTTP/1.1" status: 200 len: 375 time: 0.0170658 Jul 16 08:49:47.952641 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-6cf1a16f-85ae-4268-a520-39ec79031ca0 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e2b3478fa314d059a6cc9ceb3174f81&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0386431 Jul 16 08:49:48.180190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f4f02-e934-4268-92d5-06e74a1d111f req-5e4c7b1b-5d2d-4323-99fb-8796a2f8ce17 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.182750 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1c8f4f02-e934-4268-92d5-06e74a1d111f req-5e4c7b1b-5d2d-4323-99fb-8796a2f8ce17 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.0930192 Jul 16 08:49:48.232313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1c8f4f02-e934-4268-92d5-06e74a1d111f req-2acb2311-9a85-4a5c-86c2-f77ddacdd71a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437813 Jul 16 08:49:48.442320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40576) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:48.494910 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-1dc1dc4e-ea08-4d53-b542-9d6bb80c1b2d service neutron] 10.222.0.20 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343144 Jul 16 08:49:48.605485 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3adf6069-7868-4d1b-b6fe-28324e1f79d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.661777 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b175441-5f6c-4185-b966-0356b9e42029 req-1bf27401-0dc7-4fc9-8f9b-178c84b9734d tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.663878 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1b175441-5f6c-4185-b966-0356b9e42029 req-1bf27401-0dc7-4fc9-8f9b-178c84b9734d tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.1177433 Jul 16 08:49:48.674613 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-81502cb3-54b2-4970-a38e-ca0ee2deae8a service neutron] 10.222.0.20 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702929 Jul 16 08:49:48.759552 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1b175441-5f6c-4185-b966-0356b9e42029 req-e2f579d6-d470-4678-83da-b7240cc95282 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834932 Jul 16 08:49:48.830250 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3adf6069-7868-4d1b-b6fe-28324e1f79d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.836853 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3adf6069-7868-4d1b-b6fe-28324e1f79d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.869500 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3adf6069-7868-4d1b-b6fe-28324e1f79d1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1bfb2eba69244c5c8427c198961e98d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259574 Jul 16 08:49:48.874101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40588) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:48.909738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf6069-7868-4d1b-b6fe-28324e1f79d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99bc904b-981e-49a9-8d3b-979d911079a4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:49.039560 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9168f0db-67e6-4923-a13e-a29d0c26b925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.093575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9168f0db-67e6-4923-a13e-a29d0c26b925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.203564 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9168f0db-67e6-4923-a13e-a29d0c26b925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.209164 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9168f0db-67e6-4923-a13e-a29d0c26b925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.214933 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9168f0db-67e6-4923-a13e-a29d0c26b925 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99bc904b-981e-49a9-8d3b-979d911079a4 HTTP/1.1" status: 204 len: 168 time: 0.3358634 Jul 16 08:49:49.256226 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9168f0db-67e6-4923-a13e-a29d0c26b925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99bc904b-981e-49a9-8d3b-979d911079a4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:49.325412 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0c99c5a-6d87-467f-af50-9f26f13896ab req-4f64dcd7-9d3d-4413-9470-2cd0b7752b40 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 210 time: 0.1229284 Jul 16 08:49:49.610401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21f72e-e838-47b4-a61a-da4b68b662f3 req-e43712be-a6b4-49b8-975a-1710b5d1fb3c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:49.613632 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ea21f72e-e838-47b4-a61a-da4b68b662f3 req-e43712be-a6b4-49b8-975a-1710b5d1fb3c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.1353962 Jul 16 08:49:49.707599 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ea21f72e-e838-47b4-a61a-da4b68b662f3 req-0696717a-3386-4818-a8ea-1d35f9d9899b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862186 Jul 16 08:49:49.869252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40626) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:49.889986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-515c93e9-017d-45f5-bddf-f5b2e289824a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.950022 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device fcaa24f1-a497-42bf-87a3-6faf920ce216 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:50.011059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: fcaa24f1-a497-42bf-87a3-6faf920ce216 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:50.011816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device fcaa24f1-a497-42bf-87a3-6faf920ce216 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:50.232874 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-515c93e9-017d-45f5-bddf-f5b2e289824a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.245044 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-515c93e9-017d-45f5-bddf-f5b2e289824a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.274366 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88f38d-615e-4f94-b3d0-909e62d16028 req-a3323a0a-b995-4681-a7d2-97f1f5bf760e tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:50.277149 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b88f38d-615e-4f94-b3d0-909e62d16028 req-a3323a0a-b995-4681-a7d2-97f1f5bf760e tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.2307124 Jul 16 08:49:50.392294 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-515c93e9-017d-45f5-bddf-f5b2e289824a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=767276ee07214cc4954a0cf0363efa9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5215669 Jul 16 08:49:50.395218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40632) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:50.408879 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c93e9-017d-45f5-bddf-f5b2e289824a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb47fdc2-42e7-4923-b8d6-87a72eb19c8a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:50.423724 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b88f38d-615e-4f94-b3d0-909e62d16028 req-acb9bd8c-3ca6-41f2-898b-5b7259d16135 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314528 Jul 16 08:49:50.488970 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-93f078af-0035-498f-9550-84827a350b14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.537574 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-93f078af-0035-498f-9550-84827a350b14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.660193 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7f65701-d221-44ff-8d66-ecc494d80a40 req-990bd5ae-f399-4571-9564-9229b9b9ffce tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 210 time: 0.0650151 Jul 16 08:49:50.675835 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-93f078af-0035-498f-9550-84827a350b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.683628 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-93f078af-0035-498f-9550-84827a350b14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.686098 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-93f078af-0035-498f-9550-84827a350b14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/eb47fdc2-42e7-4923-b8d6-87a72eb19c8a HTTP/1.1" status: 204 len: 168 time: 0.2873991 Jul 16 08:49:50.704639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f078af-0035-498f-9550-84827a350b14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb47fdc2-42e7-4923-b8d6-87a72eb19c8a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:51.202195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc85b04-bdae-44e5-8270-e6f9114129dd req-dadb120c-6899-4b70-bcef-d08dd0e05142 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:51.223308 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9fc85b04-bdae-44e5-8270-e6f9114129dd req-dadb120c-6899-4b70-bcef-d08dd0e05142 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.2934184 Jul 16 08:49:51.318951 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-e28b27a9-bcd0-4753-8e55-5677ac35fdc2 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:51.320582 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-e28b27a9-bcd0-4753-8e55-5677ac35fdc2 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.38 "GET /v2.0/networks?id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f HTTP/1.1" status: 200 len: 812 time: 0.2220006 Jul 16 08:49:51.335547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-480de9ff-97d1-4a5a-8ce2-bdb6804962c7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Request body: {'port': {'device_id': '8743b05c-b058-48ba-b181-cadc857aa7eb', 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f', 'admin_state_up': True, 'tenant_id': '9e2b3478fa314d059a6cc9ceb3174f81'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:51.397802 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9fc85b04-bdae-44e5-8270-e6f9114129dd req-cd09a977-2a8b-4d3c-9cf6-046fbb1ed410 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711884 Jul 16 08:49:51.660454 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-480de9ff-97d1-4a5a-8ce2-bdb6804962c7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Made reservation on behalf of 9e2b3478fa314d059a6cc9ceb3174f81 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:51.665763 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-480de9ff-97d1-4a5a-8ce2-bdb6804962c7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.943852 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-480de9ff-97d1-4a5a-8ce2-bdb6804962c7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Allocated IP 172.20.0.11 (7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f/919ea303-fe3d-42fb-ab89-20ee8fddf222/f40ca131-0fd9-432b-99b1-3859f752f6b7) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:52.431810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf397f-7552-4e31-af56-df695eacd4ba req-6547940c-96d9-41cd-b933-6c37116d9437 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:52.442083 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-480de9ff-97d1-4a5a-8ce2-bdb6804962c7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.445368 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-92cf397f-7552-4e31-af56-df695eacd4ba req-6547940c-96d9-41cd-b933-6c37116d9437 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.3197699 Jul 16 08:49:52.754682 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-480de9ff-97d1-4a5a-8ce2-bdb6804962c7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.773583 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-7123f70c-8afb-4f29-b36e-6d3bd545e941 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:52.777422 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-7123f70c-8afb-4f29-b36e-6d3bd545e941 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.38 "GET /v2.0/networks?id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f HTTP/1.1" status: 200 len: 812 time: 0.2652483 Jul 16 08:49:52.915912 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-09c18dc1-ed07-42dc-9c1e-794113705853 req-18fc7e6c-21b8-4520-848c-7a7784f19567 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 210 time: 0.2522509 Jul 16 08:49:53.016440 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-c847d33b-b9c1-453e-821d-9956c121fc02 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Request body: {'port': {'device_id': 'bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd', 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f', 'admin_state_up': True, 'tenant_id': '9e2b3478fa314d059a6cc9ceb3174f81'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:53.149327 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-480de9ff-97d1-4a5a-8ce2-bdb6804962c7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:53.170375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-480de9ff-97d1-4a5a-8ce2-bdb6804962c7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:53.181362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-480de9ff-97d1-4a5a-8ce2-bdb6804962c7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:53.393572 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-92cf397f-7552-4e31-af56-df695eacd4ba req-4bfafb89-db51-456b-81c6-2d1007b47728 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9458439 Jul 16 08:49:53.502830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480de9ff-97d1-4a5a-8ce2-bdb6804962c7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Pushing event updated for resources: {'Port': ['ID=f40ca131-0fd9-432b-99b1-3859f752f6b7,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:53.581197 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-480de9ff-97d1-4a5a-8ce2-bdb6804962c7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:53.581882 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-480de9ff-97d1-4a5a-8ce2-bdb6804962c7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.664153 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-480de9ff-97d1-4a5a-8ce2-bdb6804962c7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3326995 Jul 16 08:49:53.684143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Request body: {'port': {'device_id': '8743b05c-b058-48ba-b181-cadc857aa7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:53.830235 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ae5171-d140-4538-b213-164916dcc08c req-83bf9bad-3b46-4a39-a73f-2d878dc0d3fd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:53.838643 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28ae5171-d140-4538-b213-164916dcc08c req-83bf9bad-3b46-4a39-a73f-2d878dc0d3fd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.5042441 Jul 16 08:49:53.874340 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.920482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-c847d33b-b9c1-453e-821d-9956c121fc02 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Made reservation on behalf of 9e2b3478fa314d059a6cc9ceb3174f81 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:53.928343 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-c847d33b-b9c1-453e-821d-9956c121fc02 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.964688 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-28ae5171-d140-4538-b213-164916dcc08c req-656ea4bd-6ccb-4840-a76d-18a911a3b41f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1246245 Jul 16 08:49:54.136008 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d8156fee-d675-4f7b-9ebf-d71b487f600a req-d44618b3-c19e-4a75-9f5e-c5bcb3c90d54 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 210 time: 0.0504167 Jul 16 08:49:54.278975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-c847d33b-b9c1-453e-821d-9956c121fc02 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Allocated IP 172.20.0.6 (7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f/919ea303-fe3d-42fb-ab89-20ee8fddf222/b808f407-01a9-428b-97ce-de89a5f44303) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:54.513687 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-c847d33b-b9c1-453e-821d-9956c121fc02 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.577695 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-c847d33b-b9c1-453e-821d-9956c121fc02 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.700324 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-c847d33b-b9c1-453e-821d-9956c121fc02 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:54.759373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-c847d33b-b9c1-453e-821d-9956c121fc02 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:54.767913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-c847d33b-b9c1-453e-821d-9956c121fc02 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:54.778855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847d33b-b9c1-453e-821d-9956c121fc02 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Pushing event updated for resources: {'Port': ['ID=b808f407-01a9-428b-97ce-de89a5f44303,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:54.855762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11478d8-1094-40cc-98cd-5912e147c39d req-011be4ec-9dda-4e22-9471-09669999eed2 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:54.863562 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c11478d8-1094-40cc-98cd-5912e147c39d req-011be4ec-9dda-4e22-9471-09669999eed2 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.2698102 Jul 16 08:49:54.933330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-c847d33b-b9c1-453e-821d-9956c121fc02 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:54.934044 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-c847d33b-b9c1-453e-821d-9956c121fc02 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.022501 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-c847d33b-b9c1-453e-821d-9956c121fc02 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1360147 Jul 16 08:49:55.040878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Request body: {'port': {'device_id': 'bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:55.107196 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c11478d8-1094-40cc-98cd-5912e147c39d req-6d65ecab-57ee-452e-8835-faa2c41e16ca tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426970 Jul 16 08:49:55.230109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f40ca131-0fd9-432b-99b1-3859f752f6b7 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:55.238506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.243138 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.270675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Transition to ACTIVE for port object f40ca131-0fd9-432b-99b1-3859f752f6b7 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:55.297147 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.316372 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b55b2d5-8a06-401e-b420-df3a7d86e2ef req-cdeb89bb-1caf-4080-a14d-a5a4889f505c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:55.324629 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3b55b2d5-8a06-401e-b420-df3a7d86e2ef req-cdeb89bb-1caf-4080-a14d-a5a4889f505c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.1163440 Jul 16 08:49:55.347626 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Pushing event updated for resources: {'Port': ['ID=f40ca131-0fd9-432b-99b1-3859f752f6b7,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:55.378059 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3b55b2d5-8a06-401e-b420-df3a7d86e2ef req-ce649fc9-be82-4a36-946c-e0af62c6d1df tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507100 Jul 16 08:49:55.665959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Attempting to bind port f40ca131-0fd9-432b-99b1-3859f752f6b7 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:55.666629 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Attempting to bind port f40ca131-0fd9-432b-99b1-3859f752f6b7 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:55.667191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Attempting to bind port f40ca131-0fd9-432b-99b1-3859f752f6b7 on network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:55.687888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac922a8a-e6d4-4555-980c-f4c3db65912f req-9bf3591a-ccda-4d71-9c32-16cda31cc40d tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:55.689590 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ac922a8a-e6d4-4555-980c-f4c3db65912f req-9bf3591a-ccda-4d71-9c32-16cda31cc40d tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 931 time: 0.2340531 Jul 16 08:49:55.692432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Port f40ca131-0fd9-432b-99b1-3859f752f6b7 on network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:55.692805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Attempting to bind port f40ca131-0fd9-432b-99b1-3859f752f6b7 on network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:55.728756 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:55.729147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Checking segment: {'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:55.729488 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Bound using segment: {'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:55.730223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Bound port: f40ca131-0fd9-432b-99b1-3859f752f6b7, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:55.730591 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.797764 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ac922a8a-e6d4-4555-980c-f4c3db65912f req-6ed9be7b-e51a-41bb-91ea-7b9c0403daaf tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918796 Jul 16 08:49:55.906032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b808f407-01a9-428b-97ce-de89a5f44303 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:55.920365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.948265 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Transition to ACTIVE for port object b808f407-01a9-428b-97ce-de89a5f44303 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:55.949683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] For port f40ca131-0fd9-432b-99b1-3859f752f6b7, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:55.953609 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] For port f40ca131-0fd9-432b-99b1-3859f752f6b7, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f40ca131-0fd9-432b-99b1-3859f752f6b7,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:55.955327 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.960872 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.092900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.093665 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.095629 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] 10.222.0.38 "PUT /v2.0/ports/f40ca131-0fd9-432b-99b1-3859f752f6b7 HTTP/1.1" status: 200 len: 1093 time: 2.4158247 Jul 16 08:49:56.096142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8743b05c-b058-48ba-b181-cadc857aa7eb', 'tag': 'f40ca131-0fd9-432b-99b1-3859f752f6b7'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:56.099236 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b62b0b42-3448-4479-ad6d-55921434ce33" -d '{"events": [{"name": "network-changed", "server_uuid": "8743b05c-b058-48ba-b181-cadc857aa7eb", "tag": "f40ca131-0fd9-432b-99b1-3859f752f6b7"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:56.113583 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Pushing event updated for resources: {'Port': ['ID=b808f407-01a9-428b-97ce-de89a5f44303,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:56.373829 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f5cdff-95ee-4865-906b-1d18fcb19d5d x-openstack-request-id: req-a0f5cdff-95ee-4865-906b-1d18fcb19d5d {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:56.374142 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8743b05c-b058-48ba-b181-cadc857aa7eb", "tag": "f40ca131-0fd9-432b-99b1-3859f752f6b7", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:56.374448 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a0f5cdff-95ee-4865-906b-1d18fcb19d5d {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:56.374817 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8743b05c-b058-48ba-b181-cadc857aa7eb', 'tag': 'f40ca131-0fd9-432b-99b1-3859f752f6b7', 'status': 'completed', 'code': 200} Jul 16 08:49:56.483858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Attempting to bind port b808f407-01a9-428b-97ce-de89a5f44303 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:56.484432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Attempting to bind port b808f407-01a9-428b-97ce-de89a5f44303 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:56.484983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Attempting to bind port b808f407-01a9-428b-97ce-de89a5f44303 on network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:56.578639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Port b808f407-01a9-428b-97ce-de89a5f44303 on network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:49:56.579140 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Attempting to bind port b808f407-01a9-428b-97ce-de89a5f44303 on network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:56.604060 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:56.604618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Checking segment: {'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:56.605448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Bound using segment: {'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:56.606134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Bound port: b808f407-01a9-428b-97ce-de89a5f44303, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:56.606692 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.669640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Pushing event updated for resources: {'Port': ['ID=f40ca131-0fd9-432b-99b1-3859f752f6b7,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:56.717154 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.718510 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.720281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.721146 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.722114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.723511 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.724255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.725377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.726175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.727402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.728678 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.729400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65bd3f1b-24e2-405c-83fa-2264f1f7db37 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:56.829594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22139ef2-3c66-497e-b4b0-c73ccb7d4c1b req-ce559e9c-1828-423e-ada6-009c5ededb6a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.835489 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22139ef2-3c66-497e-b4b0-c73ccb7d4c1b req-ce559e9c-1828-423e-ada6-009c5ededb6a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.1684308 Jul 16 08:49:56.913515 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22139ef2-3c66-497e-b4b0-c73ccb7d4c1b req-bb8f6b1d-052e-4d86-b4dc-0b319c43704b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670114 Jul 16 08:49:56.927553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-36aa308a-6b08-4136-a987-3d6a1686f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.930245 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-36aa308a-6b08-4136-a987-3d6a1686f833 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e2b3478fa314d059a6cc9ceb3174f81&device_id=8743b05c-b058-48ba-b181-cadc857aa7eb HTTP/1.1" status: 200 len: 1096 time: 0.7388091 Jul 16 08:49:57.117270 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585396e2-3882-4b66-acd1-7a0aff00a94c req-477ab353-98b4-4193-97d7-2e13b5498ac3 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.119249 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-585396e2-3882-4b66-acd1-7a0aff00a94c req-477ab353-98b4-4193-97d7-2e13b5498ac3 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.6516497 Jul 16 08:49:57.138604 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-4de4bcda-e739-4cf3-9db5-a841ae328d09 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f40ca131-0fd9-432b-99b1-3859f752f6b7 HTTP/1.1" status: 200 len: 217 time: 0.1966300 Jul 16 08:49:57.165607 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfec155-76c8-4ae4-8bf1-749d944ab371 req-6cc499ca-dc78-4e54-86f1-f3d04f20824d tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.173495 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0dfec155-76c8-4ae4-8bf1-749d944ab371 req-6cc499ca-dc78-4e54-86f1-f3d04f20824d tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 943 time: 0.1148965 Jul 16 08:49:57.235833 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0dfec155-76c8-4ae4-8bf1-749d944ab371 req-0642185d-6d1f-4dc7-9004-ca15fac028e9 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602639 Jul 16 08:49:57.242664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] For port b808f407-01a9-428b-97ce-de89a5f44303, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:57.326841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] For port b808f407-01a9-428b-97ce-de89a5f44303, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b808f407-01a9-428b-97ce-de89a5f44303,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:57.377752 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-585396e2-3882-4b66-acd1-7a0aff00a94c req-b2e81755-fcf2-439b-a6e4-0b2ed860ae69 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376206 Jul 16 08:49:57.379302 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.392108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-22fec375-40e3-472b-86ea-bd837b9ae65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.396782 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-22fec375-40e3-472b-86ea-bd837b9ae65b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=919ea303-fe3d-42fb-ab89-20ee8fddf222 HTTP/1.1" status: 200 len: 852 time: 0.2448997 Jul 16 08:49:57.475088 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-6540699a-0801-4b86-b806-2d0cf1132740 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701656 Jul 16 08:49:57.486930 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.487574 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.489039 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] 10.222.0.38 "PUT /v2.0/ports/b808f407-01a9-428b-97ce-de89a5f44303 HTTP/1.1" status: 200 len: 1092 time: 2.4588647 Jul 16 08:49:57.541846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1bc43-dc15-4fe5-a94c-bb1d2be4b2bb service neutron] Pushing event updated for resources: {'Port': ['ID=b808f407-01a9-428b-97ce-de89a5f44303,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:57.641680 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-b4786093-1c5b-4522-8a80-8f81e519e80e service neutron] 10.222.0.38 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573184 Jul 16 08:49:57.691773 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-c6017707-f50a-42d2-bb03-9f012575808f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.693252 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-c6017707-f50a-42d2-bb03-9f012575808f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e2b3478fa314d059a6cc9ceb3174f81&device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 1095 time: 0.1464913 Jul 16 08:49:58.215748 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-bd92f9af-64a0-4f1f-9338-3bf3bfb3a98c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b808f407-01a9-428b-97ce-de89a5f44303 HTTP/1.1" status: 200 len: 217 time: 0.4936595 Jul 16 08:49:58.375804 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd', 'tag': 'b808f407-01a9-428b-97ce-de89a5f44303'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:58.380220 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083c27c4-fffa-4a52-8a9e-b915134b7f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd", "tag": "b808f407-01a9-428b-97ce-de89a5f44303"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:58.417707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-55dffdfd-8ee0-4ee7-a741-703e22e054b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:58.420267 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-55dffdfd-8ee0-4ee7-a741-703e22e054b8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=919ea303-fe3d-42fb-ab89-20ee8fddf222 HTTP/1.1" status: 200 len: 852 time: 0.1887383 Jul 16 08:49:58.426418 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-4086b0a2-325d-4db9-b992-7ff25e968cd8 service neutron] 10.222.0.38 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7773330 Jul 16 08:49:58.567716 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-adea59ca-aa1d-49db-872e-150e028167d2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1367354 Jul 16 08:49:58.733543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182d172-c8d0-445e-99dc-4806eca4f616 req-e279602f-a0eb-453a-ab54-5cb65c405038 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:58.742208 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f99dac9-88ad-4968-9202-baaa95de414d req-2826e637-bac7-48b1-a391-539b1b6433cb tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:58.746097 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0182d172-c8d0-445e-99dc-4806eca4f616 req-e279602f-a0eb-453a-ab54-5cb65c405038 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.5362885 Jul 16 08:49:58.761153 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f99dac9-88ad-4968-9202-baaa95de414d req-2826e637-bac7-48b1-a391-539b1b6433cb tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 943 time: 0.1986904 Jul 16 08:49:58.863528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f99dac9-88ad-4968-9202-baaa95de414d req-fec2c7fc-8b95-4146-8654-e2bb1550a044 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013472 Jul 16 08:49:58.972056 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0182d172-c8d0-445e-99dc-4806eca4f616 req-78851b1a-0255-40ef-9ec5-25b99776c5e1 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247615 Jul 16 08:49:58.983376 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf82652a-71e4-4c4e-843c-5b9390295deb x-openstack-request-id: req-cf82652a-71e4-4c4e-843c-5b9390295deb {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:58.983779 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd", "tag": "b808f407-01a9-428b-97ce-de89a5f44303", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:58.984024 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cf82652a-71e4-4c4e-843c-5b9390295deb {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:58.984541 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd', 'tag': 'b808f407-01a9-428b-97ce-de89a5f44303', 'status': 'completed', 'code': 200} Jul 16 08:49:58.996855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0b42-3448-4479-ad6d-55921434ce33 req-94f99329-f561-4519-8f4b-021e7d16866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:58.998462 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b62b0b42-3448-4479-ad6d-55921434ce33 req-94f99329-f561-4519-8f4b-021e7d16866a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e2b3478fa314d059a6cc9ceb3174f81&device_id=8743b05c-b058-48ba-b181-cadc857aa7eb HTTP/1.1" status: 200 len: 1096 time: 0.3890653 Jul 16 08:49:59.001787 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-3ec7e09e-1f19-4e27-9134-d335898ac456 service neutron] 10.222.0.38 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4262817 Jul 16 08:49:59.145952 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd4d30dd-5c07-497f-aac8-ebc3ad3be9cf req-a6155fe2-8401-4f5c-a298-2a0e72102943 service neutron] 10.222.0.38 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360185 Jul 16 08:49:59.404516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0b42-3448-4479-ad6d-55921434ce33 req-1c793b39-d93f-47fd-880e-a150da721fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.407206 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b62b0b42-3448-4479-ad6d-55921434ce33 req-1c793b39-d93f-47fd-880e-a150da721fae service neutron] 10.222.0.38 "GET /v2.0/networks?id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f HTTP/1.1" status: 200 len: 912 time: 0.2686734 Jul 16 08:49:59.536056 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b62b0b42-3448-4479-ad6d-55921434ce33 req-35acb17f-6f3d-4a87-9bba-9c5365d3b5f9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f40ca131-0fd9-432b-99b1-3859f752f6b7 HTTP/1.1" status: 200 len: 217 time: 0.1158113 Jul 16 08:49:59.644090 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c27c4-fffa-4a52-8a9e-b915134b7f2e req-68b4a489-f202-4803-be7b-3c375ad4d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.646430 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-083c27c4-fffa-4a52-8a9e-b915134b7f2e req-68b4a489-f202-4803-be7b-3c375ad4d4d7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e2b3478fa314d059a6cc9ceb3174f81&device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 1095 time: 0.3885109 Jul 16 08:49:59.658754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20563cef-7df5-46ad-a481-51e98f2de48e req-202a4f5d-31ab-4000-8176-06149bda2425 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.672479 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20563cef-7df5-46ad-a481-51e98f2de48e req-202a4f5d-31ab-4000-8176-06149bda2425 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.4152501 Jul 16 08:49:59.680204 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b0b42-3448-4479-ad6d-55921434ce33 req-367b35d6-4117-4156-8ef4-2f2eaee95a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:59.683590 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b62b0b42-3448-4479-ad6d-55921434ce33 req-367b35d6-4117-4156-8ef4-2f2eaee95a70 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=919ea303-fe3d-42fb-ab89-20ee8fddf222 HTTP/1.1" status: 200 len: 852 time: 0.1353683 Jul 16 08:49:59.773990 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b62b0b42-3448-4479-ad6d-55921434ce33 req-640cd61e-2f6a-452c-b622-52494f97e174 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593002 Jul 16 08:49:59.855922 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20563cef-7df5-46ad-a481-51e98f2de48e req-468354ed-fd5e-4ecd-bd59-ec04ed19c6fa tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822460 Jul 16 08:49:59.942294 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40888) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:00.053568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c27c4-fffa-4a52-8a9e-b915134b7f2e req-b8e60dc4-8559-4d0c-9810-162e52eae37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.055166 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-083c27c4-fffa-4a52-8a9e-b915134b7f2e req-b8e60dc4-8559-4d0c-9810-162e52eae37d service neutron] 10.222.0.38 "GET /v2.0/networks?id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f HTTP/1.1" status: 200 len: 912 time: 0.3507957 Jul 16 08:50:00.177825 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.188269 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b62b0b42-3448-4479-ad6d-55921434ce33 req-c9b2820b-7846-4aa0-afda-71b2249c0e87 service neutron] 10.222.0.38 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022529 Jul 16 08:50:00.201224 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-083c27c4-fffa-4a52-8a9e-b915134b7f2e req-c345f029-aa42-4c2a-8541-bd7975d159f3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b808f407-01a9-428b-97ce-de89a5f44303 HTTP/1.1" status: 200 len: 217 time: 0.1138854 Jul 16 08:50:00.384365 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d428c1a-2e46-40c5-bd0f-c7d27071c27d req-2d4955ae-e82d-4c6d-8f3c-bee61a9dd4c6 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.397377 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d428c1a-2e46-40c5-bd0f-c7d27071c27d req-2d4955ae-e82d-4c6d-8f3c-bee61a9dd4c6 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 943 time: 0.1992667 Jul 16 08:50:00.409347 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f40ca131-0fd9-432b-99b1-3859f752f6b7 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:00.521513 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d428c1a-2e46-40c5-bd0f-c7d27071c27d req-2a83faa1-931a-46c4-8920-c8aac6a42f1d tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223145 Jul 16 08:50:00.565728 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c27c4-fffa-4a52-8a9e-b915134b7f2e req-82b8457a-59c3-4cac-a4e8-e068979f43a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.576700 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-083c27c4-fffa-4a52-8a9e-b915134b7f2e req-82b8457a-59c3-4cac-a4e8-e068979f43a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=919ea303-fe3d-42fb-ab89-20ee8fddf222 HTTP/1.1" status: 200 len: 852 time: 0.3387418 Jul 16 08:50:00.625719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f40ca131-0fd9-432b-99b1-3859f752f6b7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f40ca131-0fd9-432b-99b1-3859f752f6b7,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:00.646418 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.656591 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'f40ca131-0fd9-432b-99b1-3859f752f6b7', 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f', 'port_id': 'f40ca131-0fd9-432b-99b1-3859f752f6b7', 'mac_address': 'fa:16:3e:b4:da:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919ea303-fe3d-42fb-ab89-20ee8fddf222', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:00.665607 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.666460 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-083c27c4-fffa-4a52-8a9e-b915134b7f2e req-4305973b-4097-463a-9e68-de31e340ccb9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813687 Jul 16 08:50:00.773460 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.778988 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9fe4d2-994e-410b-8e4c-113332767f9c req-952be8b8-ccce-4bb4-a5c6-c0d0a413c5e7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.787574 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0c9fe4d2-994e-410b-8e4c-113332767f9c req-952be8b8-ccce-4bb4-a5c6-c0d0a413c5e7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.6019242 Jul 16 08:50:00.805785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f40ca131-0fd9-432b-99b1-3859f752f6b7 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:00.842319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f40ca131-0fd9-432b-99b1-3859f752f6b7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f40ca131-0fd9-432b-99b1-3859f752f6b7,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:00.848731 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b62b0b42-3448-4479-ad6d-55921434ce33 req-ef4974cb-438e-477b-afdd-50b619eed3a9 service neutron] 10.222.0.38 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6421835 Jul 16 08:50:00.850457 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.852777 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b808f407-01a9-428b-97ce-de89a5f44303 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:00.893773 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=141b0558c3d4432cb368f0c55ee57c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9485216 Jul 16 08:50:00.895718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40902) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:00.916664 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa8a52bd-c91b-44a3-8c45-9b74bb91652b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:00.922344 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b808f407-01a9-428b-97ce-de89a5f44303, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b808f407-01a9-428b-97ce-de89a5f44303,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:00.954129 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0c9fe4d2-994e-410b-8e4c-113332767f9c req-61fbf320-d6d2-4300-958d-c5a903135500 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607172 Jul 16 08:50:01.004436 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-083c27c4-fffa-4a52-8a9e-b915134b7f2e req-ee9ca50d-1009-471d-900a-74088af258d5 service neutron] 10.222.0.38 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3270130 Jul 16 08:50:01.142337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.145336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.145690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.146037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.149654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.150071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.151261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.151944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.153300 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f40ca131-0fd9-432b-99b1-3859f752f6b7,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:01.153892 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.154387 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.157501 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.158388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eb01e8f-8ccc-4537-a2a5-49e13c8bc56b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.165484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'b808f407-01a9-428b-97ce-de89a5f44303', 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f', 'port_id': 'b808f407-01a9-428b-97ce-de89a5f44303', 'mac_address': 'fa:16:3e:14:d1:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919ea303-fe3d-42fb-ab89-20ee8fddf222', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:01.194226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.194808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.201952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.202190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.204079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.205581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.206140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.206971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.207998 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-68913341-0b54-4ac0-be6b-0cabffc48ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.209198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.209711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.211038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.211542 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:01.283191 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-68913341-0b54-4ac0-be6b-0cabffc48ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.303710 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-083c27c4-fffa-4a52-8a9e-b915134b7f2e req-00dd0594-e235-4daa-b6ac-e26966a83736 service neutron] 10.222.0.38 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920775 Jul 16 08:50:01.357973 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-68913341-0b54-4ac0-be6b-0cabffc48ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.358670 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.362668 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-68913341-0b54-4ac0-be6b-0cabffc48ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.364413 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-68913341-0b54-4ac0-be6b-0cabffc48ef6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa8a52bd-c91b-44a3-8c45-9b74bb91652b HTTP/1.1" status: 204 len: 168 time: 0.4328136 Jul 16 08:50:01.377622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b808f407-01a9-428b-97ce-de89a5f44303 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:01.400323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68913341-0b54-4ac0-be6b-0cabffc48ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa8a52bd-c91b-44a3-8c45-9b74bb91652b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:01.409417 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b808f407-01a9-428b-97ce-de89a5f44303, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b808f407-01a9-428b-97ce-de89a5f44303,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:01.424706 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.456073 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ea782-486f-4fc2-86c7-114632698077 req-79518ea1-cc54-4efe-9e5f-8a6f7775ed14 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.458417 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7e1ea782-486f-4fc2-86c7-114632698077 req-79518ea1-cc54-4efe-9e5f-8a6f7775ed14 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.1172905 Jul 16 08:50:01.546670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=b808f407-01a9-428b-97ce-de89a5f44303,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:01.557199 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7e1ea782-486f-4fc2-86c7-114632698077 req-0c8e7c1f-0c9d-4b27-9187-048a92871bf4 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837340 Jul 16 08:50:01.680387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b808f407-01a9-428b-97ce-de89a5f44303'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:01.692092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['f40ca131-0fd9-432b-99b1-3859f752f6b7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:01.938120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40918) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:02.017865 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d1425930-25ca-464e-8f18-c8630a3228e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.045762 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:02.219217 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c179718f-0bc1-43c9-8e35-c4fc572d5e3d req-2c4a61c9-2079-4bbf-914e-0c2bb6b37e65 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.241905 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c179718f-0bc1-43c9-8e35-c4fc572d5e3d req-2c4a61c9-2079-4bbf-914e-0c2bb6b37e65 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 944 time: 0.4640343 Jul 16 08:50:02.273872 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf4fec-ec8b-46df-a306-867ac3263ad8 req-38e72d81-b892-4a1c-afeb-39f460941927 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.285189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0dbf4fec-ec8b-46df-a306-867ac3263ad8 req-38e72d81-b892-4a1c-afeb-39f460941927 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.1503065 Jul 16 08:50:02.302955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:02.333502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '4b954bbb-0ff7-4d57-9beb-c4037a029ee9', 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45', 'port_id': '4b954bbb-0ff7-4d57-9beb-c4037a029ee9', 'mac_address': 'fa:16:3e:02:db:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ed6184-72d2-40c8-8536-47ca91038e87', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:02.339209 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0dbf4fec-ec8b-46df-a306-867ac3263ad8 req-cbf13a87-ec51-4756-9941-c8e8b5564b6a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516193 Jul 16 08:50:02.353196 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d1425930-25ca-464e-8f18-c8630a3228e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.364054 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d1425930-25ca-464e-8f18-c8630a3228e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.400080 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c179718f-0bc1-43c9-8e35-c4fc572d5e3d req-7f606289-f1c0-4ac5-8162-5b255cd5cc44 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572845 Jul 16 08:50:02.415265 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d1425930-25ca-464e-8f18-c8630a3228e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15555b7609ce475ab752b3d5a6e4f090&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4753416 Jul 16 08:50:02.418009 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40930) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:02.427744 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.461235 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1425930-25ca-464e-8f18-c8630a3228e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82bf2c3-0dbe-489e-902e-dd104344c9bc,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:02.463576 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:02.513610 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:02.520720 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec809-150a-47c8-bfed-d2e09f4d5a10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.521031 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.563291 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec809-150a-47c8-bfed-d2e09f4d5a10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.622037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:02.658299 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec809-150a-47c8-bfed-d2e09f4d5a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.663780 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb0ec809-150a-47c8-bfed-d2e09f4d5a10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.665284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bb0ec809-150a-47c8-bfed-d2e09f4d5a10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a82bf2c3-0dbe-489e-902e-dd104344c9bc HTTP/1.1" status: 204 len: 168 time: 0.2462153 Jul 16 08:50:02.675820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0ec809-150a-47c8-bfed-d2e09f4d5a10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82bf2c3-0dbe-489e-902e-dd104344c9bc,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:02.781824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['4b954bbb-0ff7-4d57-9beb-c4037a029ee9'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:02.896447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e6401-85d6-4500-9290-ffaeb268b222 req-0e401b4e-302c-46ab-b7dc-87d55b6dfaaa tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:02.899317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f14e6401-85d6-4500-9290-ffaeb268b222 req-0e401b4e-302c-46ab-b7dc-87d55b6dfaaa tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 945 time: 0.1406786 Jul 16 08:50:02.980763 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f14e6401-85d6-4500-9290-ffaeb268b222 req-6f71a6b1-e629-459d-9e19-f3e201e03ba0 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697582 Jul 16 08:50:03.617662 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:50:03.731452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d67d13-ae0d-4581-bcac-2fb9bea62fb3 req-806988e7-506f-4ce4-807e-706ace2cdad9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.734455 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32d67d13-ae0d-4581-bcac-2fb9bea62fb3 req-806988e7-506f-4ce4-807e-706ace2cdad9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.1633608 Jul 16 08:50:03.832934 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.844308 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16cc1f-51e9-4ae0-ad0a-c942ace78323 req-ed431047-a4d6-4821-b7c6-9a9c598b0906 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:03.850018 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32d67d13-ae0d-4581-bcac-2fb9bea62fb3 req-cf55c526-33e5-4eae-9254-6117761404a2 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958459 Jul 16 08:50:03.850544 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f16cc1f-51e9-4ae0-ad0a-c942ace78323 req-ed431047-a4d6-4821-b7c6-9a9c598b0906 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 944 time: 0.2040703 Jul 16 08:50:03.946925 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f16cc1f-51e9-4ae0-ad0a-c942ace78323 req-25bf5f9f-d641-46f5-bb62-5e18916d5396 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792525 Jul 16 08:50:04.046398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:04.139720 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:04.140403 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.240980 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.525679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d0f5a-1524-476a-8022-4c431b81e14d req-511bbc26-687f-42b1-bbf6-58c16ea41476 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:04.525679 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-365d0f5a-1524-476a-8022-4c431b81e14d req-511bbc26-687f-42b1-bbf6-58c16ea41476 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 945 time: 0.1287796 Jul 16 08:50:04.529937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a6eaf-3fe7-4c04-ba2a-d757a5928da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b954bbb-0ff7-4d57-9beb-c4037a029ee9'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:04.529937 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29cb2474-7757-4143-b262-ea3620810422" -d '{"events": [{"server_uuid": "059a6eaf-3fe7-4c04-ba2a-d757a5928da3", "name": "network-vif-plugged", "status": "completed", "tag": "4b954bbb-0ff7-4d57-9beb-c4037a029ee9"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:04.529937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:04.529937 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.529937 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b083f32-2809-44e5-91eb-86d17f4a3b15 x-openstack-request-id: req-0b083f32-2809-44e5-91eb-86d17f4a3b15 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:04.529937 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a6eaf-3fe7-4c04-ba2a-d757a5928da3", "name": "network-vif-plugged", "status": "completed", "tag": "4b954bbb-0ff7-4d57-9beb-c4037a029ee9", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:04.529937 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0b083f32-2809-44e5-91eb-86d17f4a3b15 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:04.529937 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a6eaf-3fe7-4c04-ba2a-d757a5928da3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b954bbb-0ff7-4d57-9beb-c4037a029ee9', 'code': 200} Jul 16 08:50:04.529937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f40ca131-0fd9-432b-99b1-3859f752f6b7 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:04.541302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:04.566887 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-365d0f5a-1524-476a-8022-4c431b81e14d req-e0071795-1971-4367-b9df-72872062bd74 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818258 Jul 16 08:50:04.609540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port f40ca131-0fd9-432b-99b1-3859f752f6b7 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:04.618047 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port f40ca131-0fd9-432b-99b1-3859f752f6b7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:04.618695 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.755081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753967b1-e8f4-41da-9ebf-d65b7c149749 req-999b8a1c-350a-4d8c-af5e-a86188546cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:04.759519 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-753967b1-e8f4-41da-9ebf-d65b7c149749 req-999b8a1c-350a-4d8c-af5e-a86188546cba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 1098 time: 0.1313198 Jul 16 08:50:04.809262 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-753967b1-e8f4-41da-9ebf-d65b7c149749 req-a9246c95-bebb-477b-a75f-d87576db934f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436275 Jul 16 08:50:04.811500 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.862107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f40ca131-0fd9-432b-99b1-3859f752f6b7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f40ca131-0fd9-432b-99b1-3859f752f6b7,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:04.870130 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.871240 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b808f407-01a9-428b-97ce-de89a5f44303 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:04.996313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f40ca131-0fd9-432b-99b1-3859f752f6b7,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:05.014530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port b808f407-01a9-428b-97ce-de89a5f44303 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:05.035913 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port b808f407-01a9-428b-97ce-de89a5f44303 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:05.036590 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.119281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a12d72-7260-4a7d-9089-a25e4fd45836 req-a0c4b226-f772-4a41-852f-90370f1edb48 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:05.133519 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36a12d72-7260-4a7d-9089-a25e4fd45836 req-a0c4b226-f772-4a41-852f-90370f1edb48 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.1024067 Jul 16 08:50:05.242471 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36a12d72-7260-4a7d-9089-a25e4fd45836 req-6a122b96-dd9c-4eab-8f4a-6cfd587315dd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076539 Jul 16 08:50:05.258730 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dfaa3307-b76d-4e9b-ba0a-ff4dc30324f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.270489 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.341904 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-4389ea23-d89d-4cbf-9f11-c022da4a207f service neutron] show failed (client error): The resource could not be found. Jul 16 08:50:05.343901 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-4389ea23-d89d-4cbf-9f11-c022da4a207f service neutron] 10.222.0.38 "GET /v2.0/ports/e8ea84e6-3915-4678-b3c6-53fbd37e3e5a/bindings/n-h1-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.1785340 Jul 16 08:50:05.366936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b808f407-01a9-428b-97ce-de89a5f44303, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b808f407-01a9-428b-97ce-de89a5f44303,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:05.374527 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.381769 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.420354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a4d9b-8e2a-40ec-b476-24264093117f req-3f03a75e-0dcf-41aa-a40c-9243eebf9de8 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:05.422070 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f4a4d9b-8e2a-40ec-b476-24264093117f req-3f03a75e-0dcf-41aa-a40c-9243eebf9de8 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 944 time: 0.1311030 Jul 16 08:50:05.464828 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=b808f407-01a9-428b-97ce-de89a5f44303,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:05.541754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f4a4d9b-8e2a-40ec-b476-24264093117f req-ab31119e-15a2-46ce-98cb-0f43101cef3f tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065812 Jul 16 08:50:06.074684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-eb935dd2-4662-420b-bcf6-1c884a7ceb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:06.076853 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-eb935dd2-4662-420b-bcf6-1c884a7ceb98 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 1097 time: 0.2064824 Jul 16 08:50:06.090795 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:06.127124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ce29e-dd92-42ba-8955-df2441265bcd req-57c0b387-85a2-48b2-8333-adb9feee202d tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:06.136250 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-900ce29e-dd92-42ba-8955-df2441265bcd req-57c0b387-85a2-48b2-8333-adb9feee202d tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.3388274 Jul 16 08:50:06.226809 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-900ce29e-dd92-42ba-8955-df2441265bcd req-3ef55131-f0f4-4fa1-b1ee-e9a0b42ef392 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878847 Jul 16 08:50:06.267451 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.409186 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8743b05c-b058-48ba-b181-cadc857aa7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40ca131-0fd9-432b-99b1-3859f752f6b7'}, {'server_uuid': 'bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b808f407-01a9-428b-97ce-de89a5f44303'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:06.411609 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fd052b-fec3-49f6-a9b8-d20622207515" -d '{"events": [{"server_uuid": "8743b05c-b058-48ba-b181-cadc857aa7eb", "name": "network-vif-plugged", "status": "completed", "tag": "f40ca131-0fd9-432b-99b1-3859f752f6b7"}, {"server_uuid": "bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd", "name": "network-vif-plugged", "status": "completed", "tag": "b808f407-01a9-428b-97ce-de89a5f44303"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:06.592705 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e456ab2-51a8-47be-afc9-69d9cf5bdaf8 x-openstack-request-id: req-7e456ab2-51a8-47be-afc9-69d9cf5bdaf8 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:06.593825 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8743b05c-b058-48ba-b181-cadc857aa7eb", "name": "network-vif-plugged", "status": "completed", "tag": "f40ca131-0fd9-432b-99b1-3859f752f6b7", "code": 200}, {"server_uuid": "bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd", "name": "network-vif-plugged", "status": "completed", "tag": "b808f407-01a9-428b-97ce-de89a5f44303", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:06.594547 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7e456ab2-51a8-47be-afc9-69d9cf5bdaf8 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:06.595543 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8743b05c-b058-48ba-b181-cadc857aa7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f40ca131-0fd9-432b-99b1-3859f752f6b7', 'code': 200} Jul 16 08:50:06.597142 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b808f407-01a9-428b-97ce-de89a5f44303', 'code': 200} Jul 16 08:50:06.829072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] For port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:06.880427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] For port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:06.959386 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:06.965180 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf94cae-b8a5-4e5c-98fa-9d4eb8694748" -d '{"events": [{"server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "name": "network-vif-unplugged", "status": "completed", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:06.971960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.033194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Transition to ACTIVE for port object e8ea84e6-3915-4678-b3c6-53fbd37e3e5a will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:07.041055 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.042956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67f371-a687-460c-bcf2-55d4cc34275f req-947a3769-4cc1-4357-93a9-9abadbc1ff64 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.055112 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4c67f371-a687-460c-bcf2-55d4cc34275f req-947a3769-4cc1-4357-93a9-9abadbc1ff64 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.3908961 Jul 16 08:50:07.130421 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92084b-ff76-438c-b754-c2d5efe97b5c req-dad71e78-9be2-4eab-afa0-0e9544618471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.135413 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f92084b-ff76-438c-b754-c2d5efe97b5c req-dad71e78-9be2-4eab-afa0-0e9544618471 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 1097 time: 0.3119590 Jul 16 08:50:07.140052 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32eb4d01-561e-4854-a9ee-8899d2a1242d req-f5c34dec-868c-41cc-967b-27c4f60ca0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.143967 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32eb4d01-561e-4854-a9ee-8899d2a1242d req-f5c34dec-868c-41cc-967b-27c4f60ca0c1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8743b05c-b058-48ba-b181-cadc857aa7eb HTTP/1.1" status: 200 len: 1098 time: 0.4086885 Jul 16 08:50:07.212377 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,revision_number=6']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:07.292104 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad7d7a0-f046-466a-9a6f-948c0852e99e req-47137391-075b-4863-9515-21a0fb30ad94 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.300211 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ad7d7a0-f046-466a-9a6f-948c0852e99e req-47137391-075b-4863-9515-21a0fb30ad94 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 945 time: 0.3241260 Jul 16 08:50:07.323768 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32eb4d01-561e-4854-a9ee-8899d2a1242d req-7db49f09-a77b-473e-906e-7f248b14369c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723502 Jul 16 08:50:07.345075 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4c67f371-a687-460c-bcf2-55d4cc34275f req-271111aa-9c4c-41f3-86af-5c7e3a8eba14 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661617 Jul 16 08:50:07.366391 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f92084b-ff76-438c-b754-c2d5efe97b5c req-f79e4efc-552c-43e1-b197-6fc06282a36e service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205551 Jul 16 08:50:07.395123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] No DVR routers for this DVR port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:07.566354 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ad7d7a0-f046-466a-9a6f-948c0852e99e req-6ffe83b4-d572-42d8-a1eb-10f3aba8b196 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2639985 Jul 16 08:50:07.577385 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5caeb022-2e20-4b53-9949-441d82bb968a x-openstack-request-id: req-5caeb022-2e20-4b53-9949-441d82bb968a {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:07.577863 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "name": "network-vif-unplugged", "status": "completed", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:07.578184 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5caeb022-2e20-4b53-9949-441d82bb968a {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:07.578622 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'code': 200} Jul 16 08:50:07.741343 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Attempting to bind port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:07.744514 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Attempting to bind port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:07.749545 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Attempting to bind port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a on network 1a0501e1-1558-4423-a881-e5cd760c87df {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:07.766451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a on network 1a0501e1-1558-4423-a881-e5cd760c87df not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:07.766988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Attempting to bind port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a on network 1a0501e1-1558-4423-a881-e5cd760c87df {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:07.774118 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:07.774463 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Checking segment: {'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:07.774856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Bound using segment: {'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:07.775306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Bound port: e8ea84e6-3915-4678-b3c6-53fbd37e3e5a, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6195816-0441-4c0a-a48a-ebd5ed987264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:07.775668 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.886524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] For port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:07.896072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] For port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:07.929008 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.929634 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2084923f-d1d2-4e24-bf10-7e120f18cb11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.981259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:07.982062 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.983657 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] 10.222.0.15 "PUT /v2.0/ports/e8ea84e6-3915-4678-b3c6-53fbd37e3e5a HTTP/1.1" status: 200 len: 1092 time: 1.8998108 Jul 16 08:50:08.029001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8465d38e-e3eb-405d-887c-a730295aa578 req-ce9078e1-568d-4484-b1e8-a8dcb928756c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:08.048159 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8465d38e-e3eb-405d-887c-a730295aa578 req-ce9078e1-568d-4484-b1e8-a8dcb928756c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.1601372 Jul 16 08:50:08.138467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc34cb2-2df3-448d-bd85-a90c71131245 service neutron] Pushing event updated for resources: {'Port': ['ID=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:08.170258 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8465d38e-e3eb-405d-887c-a730295aa578 req-91ba11a3-36e8-449b-b943-ec8a7734c354 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203845 Jul 16 08:50:08.240157 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.260213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-4414bb88-a0c3-49fe-998b-6bd989e49417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:08.263052 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-4414bb88-a0c3-49fe-998b-6bd989e49417 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 1095 time: 0.2034667 Jul 16 08:50:08.428577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-d59e6b98-e3cb-4c55-b24f-70b663352a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:08.430777 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-d59e6b98-e3cb-4c55-b24f-70b663352a69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a0501e1-1558-4423-a881-e5cd760c87df HTTP/1.1" status: 200 len: 897 time: 0.1613119 Jul 16 08:50:08.643082 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-c2532519-5586-49c3-9db9-071f6360defd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a HTTP/1.1" status: 200 len: 999 time: 0.2041409 Jul 16 08:50:08.933551 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-fe507e03-bce8-4555-a476-eb64213b53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:08.950891 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-fe507e03-bce8-4555-a476-eb64213b53b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7be16ed6-5c6d-4f05-8ffc-73464d53f178 HTTP/1.1" status: 200 len: 834 time: 0.3021047 Jul 16 08:50:08.969066 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44413195-a49c-461c-a60b-df203762514d req-c107d228-14be-44a9-9f2c-6d094792f7f6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:08.970029 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-44413195-a49c-461c-a60b-df203762514d req-c107d228-14be-44a9-9f2c-6d094792f7f6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 943 time: 0.1782267 Jul 16 08:50:09.050539 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-44413195-a49c-461c-a60b-df203762514d req-6754c5fa-12c7-453b-95a3-f0346047ac77 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527291 Jul 16 08:50:09.154831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a82843-4116-4961-be4b-e9180db33c2c req-77adaf73-e14e-4b79-ae16-555792555068 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.154831 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c0a82843-4116-4961-be4b-e9180db33c2c req-77adaf73-e14e-4b79-ae16-555792555068 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.4005575 Jul 16 08:50:09.198876 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-03d4f8b9-cc2a-4992-aa92-6e2e9d8b50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.201230 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-03d4f8b9-cc2a-4992-aa92-6e2e9d8b50fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a0501e1-1558-4423-a881-e5cd760c87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2336507 Jul 16 08:50:09.417181 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c0a82843-4116-4961-be4b-e9180db33c2c req-758aaede-45d8-443e-bbf3-34a67eac7199 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364025 Jul 16 08:50:09.479452 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-4ddbfe17-dfff-4686-a0dc-d08abc0f3b15 service neutron] 10.222.0.15 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647808 Jul 16 08:50:09.567276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939be48-d905-4d2b-9ac2-dcd6d586ae6f req-2c72ccdb-4476-4224-b71e-40d80bc269a5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.573841 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d939be48-d905-4d2b-9ac2-dcd6d586ae6f req-2c72ccdb-4476-4224-b71e-40d80bc269a5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 945 time: 0.1800113 Jul 16 08:50:09.651423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:09.655615 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:09.674287 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d939be48-d905-4d2b-9ac2-dcd6d586ae6f req-f1e4f756-a7b7-4c10-b165-1b161f9180eb tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875406 Jul 16 08:50:09.679511 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.753890 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20c3342f-6b05-437b-a84e-b634bf32b54f req-67bfb1e7-ce6c-4109-8b3e-a0258cd37104 service neutron] 10.222.0.15 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641399 Jul 16 08:50:09.792052 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4b85d9-5388-4728-a33a-271b7a973d82 x-openstack-request-id: req-8e4b85d9-5388-4728-a33a-271b7a973d82 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:09.792518 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:09.792803 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e4b85d9-5388-4728-a33a-271b7a973d82 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:09.793223 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'status': 'completed', 'code': 200} Jul 16 08:50:10.050101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-fc17f348-59c2-4c3d-a55e-400f769e1c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.053166 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-fc17f348-59c2-4c3d-a55e-400f769e1c4a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 1095 time: 0.2128081 Jul 16 08:50:10.095685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-0b9dd71d-57b9-4455-9e3b-3a3a0f414be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.103017 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-0b9dd71d-57b9-4455-9e3b-3a3a0f414be5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 1095 time: 0.2034259 Jul 16 08:50:10.291599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-7b40cb84-643f-4788-b88c-8a06dec07d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.297253 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-7b40cb84-643f-4788-b88c-8a06dec07d7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a0501e1-1558-4423-a881-e5cd760c87df HTTP/1.1" status: 200 len: 897 time: 0.1870198 Jul 16 08:50:10.444589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e8ea84e6-3915-4678-b3c6-53fbd37e3e5a no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:10.484258 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-11e4ca3c-b53a-41df-968f-10a97b42abfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.487898 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-11e4ca3c-b53a-41df-968f-10a97b42abfa service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a0501e1-1558-4423-a881-e5cd760c87df HTTP/1.1" status: 200 len: 897 time: 0.4287357 Jul 16 08:50:10.575616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e8ea84e6-3915-4678-b3c6-53fbd37e3e5a not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:10.605841 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-2ca1a538-1b83-4938-8b17-df4051429269 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a HTTP/1.1" status: 200 len: 999 time: 0.2886491 Jul 16 08:50:10.794978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c42e94-1b1c-4330-96f6-7840365060c3 req-3adc050f-9435-44b7-aabe-164c1fc8edf5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.803215 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c3c42e94-1b1c-4330-96f6-7840365060c3 req-3adc050f-9435-44b7-aabe-164c1fc8edf5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=8743b05c-b058-48ba-b181-cadc857aa7eb HTTP/1.1" status: 200 len: 946 time: 0.6084952 Jul 16 08:50:10.831957 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-310ad40a-c11e-4e0b-a781-e895f1571f88 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a HTTP/1.1" status: 200 len: 999 time: 0.3230519 Jul 16 08:50:10.832585 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-1836c3ac-3ae6-4d02-b614-eb86101f9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.834784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-1836c3ac-3ae6-4d02-b614-eb86101f9e1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7be16ed6-5c6d-4f05-8ffc-73464d53f178 HTTP/1.1" status: 200 len: 834 time: 0.2174158 Jul 16 08:50:10.937794 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-a58db74c-f8ab-4ff8-bd06-c8e13d3edf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.940617 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-a58db74c-f8ab-4ff8-bd06-c8e13d3edf1f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7be16ed6-5c6d-4f05-8ffc-73464d53f178 HTTP/1.1" status: 200 len: 834 time: 0.0826283 Jul 16 08:50:10.952792 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f249103-a3f3-4ba8-b258-d431c32acc1a req-8bd4b5d0-ee92-434a-91e9-6b4b25a217f6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.961891 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f249103-a3f3-4ba8-b258-d431c32acc1a req-8bd4b5d0-ee92-434a-91e9-6b4b25a217f6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 943 time: 0.2108374 Jul 16 08:50:11.016019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-2a30eabd-fa9b-4c1a-8357-19d6ed786fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:11.017699 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-2a30eabd-fa9b-4c1a-8357-19d6ed786fa7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a0501e1-1558-4423-a881-e5cd760c87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1732380 Jul 16 08:50:11.023866 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f249103-a3f3-4ba8-b258-d431c32acc1a req-4cff446c-ae5d-4efd-b32e-6622f3121e68 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606656 Jul 16 08:50:11.035033 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c3c42e94-1b1c-4330-96f6-7840365060c3 req-481080e6-e114-470a-b4b2-7a0f15408f90 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303553 Jul 16 08:50:11.168652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-eaff573f-4c27-42b6-83e8-7a949040e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:11.174185 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-eaff573f-4c27-42b6-83e8-7a949040e0c9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a0501e1-1558-4423-a881-e5cd760c87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2244332 Jul 16 08:50:11.182683 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.480600 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-3edd1c04-fede-4e14-bd8e-92b23245030f service neutron] 10.222.0.38 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794037 Jul 16 08:50:11.650649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-b17db4a9-b5ef-4b4a-bf93-82b24e1ccb3f tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:11.660887 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-b17db4a9-b5ef-4b4a-bf93-82b24e1ccb3f tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/networks?id=fb7470c9-19d7-49f2-86e0-85eee6eb7b45 HTTP/1.1" status: 200 len: 814 time: 0.3219121 Jul 16 08:50:11.702708 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-f031ce57-d871-4130-88f3-92f73eaf495e tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/quotas/97f061fbce5b443986c4fd2f68393579 HTTP/1.1" status: 200 len: 375 time: 0.0385468 Jul 16 08:50:11.921515 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-08b8249a-7e8b-474f-8984-315b76b4da51 service neutron] 10.222.0.15 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8964593 Jul 16 08:50:11.970482 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-48ebcabe-f55e-4053-b932-bf87fcc368ea service neutron] 10.222.0.38 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4806342 Jul 16 08:50:12.109546 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d23b85-7b2e-4646-aaba-ece094b383c8 req-2fd3cb5a-354c-4e54-8da7-535e6afa4882 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:12.111398 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d9d23b85-7b2e-4646-aaba-ece094b383c8 req-2fd3cb5a-354c-4e54-8da7-535e6afa4882 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.15 "GET /v2.0/ports?device_id=059a6eaf-3fe7-4c04-ba2a-d757a5928da3 HTTP/1.1" status: 200 len: 946 time: 0.3283319 Jul 16 08:50:12.241308 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-cff6321b-b528-45a7-8489-d3b290973c14 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=97f061fbce5b443986c4fd2f68393579&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5357435 Jul 16 08:50:12.435121 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b037aa5c-d6da-4e7d-a888-a292ca54d6f8 req-53c12d89-5ba2-4f45-8af3-70baf2284ee7 service neutron] 10.222.0.15 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4943247 Jul 16 08:50:12.484035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d9d23b85-7b2e-4646-aaba-ece094b383c8 req-d73f2746-68f7-4bfb-8a17-aab3addce364 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Deleting port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:12.484618 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d9d23b85-7b2e-4646-aaba-ece094b383c8 req-d73f2746-68f7-4bfb-8a17-aab3addce364 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.613849 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-0a702118-e7f3-44b8-b1f3-1f6fd2c48000 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711553 Jul 16 08:50:12.655986 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-d9d23b85-7b2e-4646-aaba-ece094b383c8 req-d73f2746-68f7-4bfb-8a17-aab3addce364 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] For port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:12.657079 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d9d23b85-7b2e-4646-aaba-ece094b383c8 req-d73f2746-68f7-4bfb-8a17-aab3addce364 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.725228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d9d23b85-7b2e-4646-aaba-ece094b383c8 req-d73f2746-68f7-4bfb-8a17-aab3addce364 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Calling delete_port for 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:12.926835 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-94ce490c-18bc-48fb-87f9-e0abf257dfa0 service neutron] 10.222.0.20 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117054 Jul 16 08:50:13.047478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018396f1-e6e6-464b-836d-4bcbf5c5f50b req-cae0c76a-a1af-4052-8cee-5fdbd477e708 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:13.053291 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-018396f1-e6e6-464b-836d-4bcbf5c5f50b req-cae0c76a-a1af-4052-8cee-5fdbd477e708 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 943 time: 0.3648891 Jul 16 08:50:13.337628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2129e71a-d443-4c5d-b646-30d5f60f7db5 req-c92405fa-9fdd-47f6-aec8-edad5d8d8c41 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:13.339269 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2129e71a-d443-4c5d-b646-30d5f60f7db5 req-c92405fa-9fdd-47f6-aec8-edad5d8d8c41 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.38 "GET /v2.0/ports?device_id=8743b05c-b058-48ba-b181-cadc857aa7eb HTTP/1.1" status: 200 len: 946 time: 0.4148335 Jul 16 08:50:13.347778 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-018396f1-e6e6-464b-836d-4bcbf5c5f50b req-afba1dfe-6a8a-427a-a568-67182e9cfd53 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597764 Jul 16 08:50:13.477798 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d9d23b85-7b2e-4646-aaba-ece094b383c8 req-d73f2746-68f7-4bfb-8a17-aab3addce364 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.491869 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['4b954bbb-0ff7-4d57-9beb-c4037a029ee9'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:13.641955 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-060ef14e-5fe9-4b77-af6b-d02e51469d1c tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:13.642307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73f2746-68f7-4bfb-8a17-aab3addce364 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Pushing event deleted for resources: {'Port': ['ID=4b954bbb-0ff7-4d57-9beb-c4037a029ee9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:13.647977 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-060ef14e-5fe9-4b77-af6b-d02e51469d1c tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/networks?id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f HTTP/1.1" status: 200 len: 812 time: 0.3986299 Jul 16 08:50:13.677529 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-bb8f9be3-f56b-471d-8682-21aea8fc392f tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/quotas/9e2b3478fa314d059a6cc9ceb3174f81 HTTP/1.1" status: 200 len: 375 time: 0.0244756 Jul 16 08:50:13.689721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ba25d381-ecd1-4e15-b19f-ba7c6703988e req-c5fcc254-9c13-459f-85d7-9fd498b4d2f9 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 210 time: 0.1157217 Jul 16 08:50:13.811454 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9d23b85-7b2e-4646-aaba-ece094b383c8 req-d73f2746-68f7-4bfb-8a17-aab3addce364 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] No DVR routers for this DVR port 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:13.825658 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d9d23b85-7b2e-4646-aaba-ece094b383c8 req-d73f2746-68f7-4bfb-8a17-aab3addce364 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.843693 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d9d23b85-7b2e-4646-aaba-ece094b383c8 req-d73f2746-68f7-4bfb-8a17-aab3addce364 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.15 "DELETE /v2.0/ports/4b954bbb-0ff7-4d57-9beb-c4037a029ee9 HTTP/1.1" status: 204 len: 173 time: 1.7050800 Jul 16 08:50:13.843693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059a6eaf-3fe7-4c04-ba2a-d757a5928da3', 'name': 'network-vif-deleted', 'tag': '4b954bbb-0ff7-4d57-9beb-c4037a029ee9'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:13.843693 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16dd01fc-d00e-4844-80c2-c74e65139347" -d '{"events": [{"server_uuid": "059a6eaf-3fe7-4c04-ba2a-d757a5928da3", "name": "network-vif-deleted", "tag": "4b954bbb-0ff7-4d57-9beb-c4037a029ee9"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:13.852198 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-6dcdd22a-6d2e-43c8-8142-626ab7f7fcea tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9e2b3478fa314d059a6cc9ceb3174f81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1733892 Jul 16 08:50:13.899474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-2129e71a-d443-4c5d-b646-30d5f60f7db5 req-052e9afd-ed40-400f-8318-02129c6044dd tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Deleting port f40ca131-0fd9-432b-99b1-3859f752f6b7 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:13.900357 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2129e71a-d443-4c5d-b646-30d5f60f7db5 req-052e9afd-ed40-400f-8318-02129c6044dd tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.960606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621e01cc-6dcf-4bb3-b301-5229f52d25dd req-0ed95c7f-2abb-4901-9691-6a8f64491e54 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:13.962159 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-621e01cc-6dcf-4bb3-b301-5229f52d25dd req-0ed95c7f-2abb-4901-9691-6a8f64491e54 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.38 "GET /v2.0/ports?device_id=bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd HTTP/1.1" status: 200 len: 945 time: 0.2119641 Jul 16 08:50:14.107222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e8ea84e6-3915-4678-b3c6-53fbd37e3e5a details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:14.207950 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2cbc5bf2-cbe2-4ca0-a0d9-aefc8437aad2 service neutron] 10.222.0.20 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540578 Jul 16 08:50:14.399365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:14.421211 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'port_id': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'mac_address': 'fa:16:3e:f0:cf:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:14.426015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-2129e71a-d443-4c5d-b646-30d5f60f7db5 req-052e9afd-ed40-400f-8318-02129c6044dd tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] For port f40ca131-0fd9-432b-99b1-3859f752f6b7, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f40ca131-0fd9-432b-99b1-3859f752f6b7,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:14.426745 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2129e71a-d443-4c5d-b646-30d5f60f7db5 req-052e9afd-ed40-400f-8318-02129c6044dd tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.456186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-2129e71a-d443-4c5d-b646-30d5f60f7db5 req-052e9afd-ed40-400f-8318-02129c6044dd tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Calling delete_port for f40ca131-0fd9-432b-99b1-3859f752f6b7 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:14.482132 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.502373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8ea84e6-3915-4678-b3c6-53fbd37e3e5a {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:14.554257 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:14.565658 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.701821 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:14.713931 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-621e01cc-6dcf-4bb3-b301-5229f52d25dd req-891921e1-e26c-4db7-8ee2-1d792ac1c4e7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Deleting port b808f407-01a9-428b-97ce-de89a5f44303 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:14.714506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-621e01cc-6dcf-4bb3-b301-5229f52d25dd req-891921e1-e26c-4db7-8ee2-1d792ac1c4e7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.848427 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e8ea84e6-3915-4678-b3c6-53fbd37e3e5a'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:14.940859 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-7e620c1b-96a5-4622-bdc1-6aba754470f6 service neutron] 10.222.0.20 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7221417 Jul 16 08:50:14.952923 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf998dd-ce8a-4b3d-a189-54d5a5292e68 x-openstack-request-id: req-6bf998dd-ce8a-4b3d-a189-54d5a5292e68 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:14.953225 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059a6eaf-3fe7-4c04-ba2a-d757a5928da3", "name": "network-vif-deleted", "tag": "4b954bbb-0ff7-4d57-9beb-c4037a029ee9", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:14.953487 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6bf998dd-ce8a-4b3d-a189-54d5a5292e68 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:14.953901 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059a6eaf-3fe7-4c04-ba2a-d757a5928da3', 'name': 'network-vif-deleted', 'tag': '4b954bbb-0ff7-4d57-9beb-c4037a029ee9', 'status': 'completed', 'code': 200} Jul 16 08:50:15.106115 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-621e01cc-6dcf-4bb3-b301-5229f52d25dd req-891921e1-e26c-4db7-8ee2-1d792ac1c4e7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] For port b808f407-01a9-428b-97ce-de89a5f44303, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b808f407-01a9-428b-97ce-de89a5f44303,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:15.117007 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-621e01cc-6dcf-4bb3-b301-5229f52d25dd req-891921e1-e26c-4db7-8ee2-1d792ac1c4e7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.143363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebd211-2896-49da-af5a-2a24a008c615 req-a6f9cec7-7f6a-4bf7-b1fc-cf747e8177e7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:15.144993 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8ebd211-2896-49da-af5a-2a24a008c615 req-a6f9cec7-7f6a-4bf7-b1fc-cf747e8177e7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.38 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 944 time: 0.5223315 Jul 16 08:50:15.202289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-621e01cc-6dcf-4bb3-b301-5229f52d25dd req-891921e1-e26c-4db7-8ee2-1d792ac1c4e7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Calling delete_port for b808f407-01a9-428b-97ce-de89a5f44303 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:15.262614 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2129e71a-d443-4c5d-b646-30d5f60f7db5 req-052e9afd-ed40-400f-8318-02129c6044dd tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.307566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b808f407-01a9-428b-97ce-de89a5f44303', 'f40ca131-0fd9-432b-99b1-3859f752f6b7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:16.133004 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:16.233507 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:16.233781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 4b954bbb-0ff7-4d57-9beb-c4037a029ee9 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:16.326992 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-04229501-1136-4a84-a4ce-dcffec9d151e req-a8556d02-098f-4a75-9356-db2eadd68ce4 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 210 time: 0.0442827 Jul 16 08:50:16.427501 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-e8ebd211-2896-49da-af5a-2a24a008c615 req-282105f5-b91d-4039-93dd-1d4ab4ba2b15 service neutron] delete failed (client error): The resource could not be found. Jul 16 08:50:16.430636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8ebd211-2896-49da-af5a-2a24a008c615 req-282105f5-b91d-4039-93dd-1d4ab4ba2b15 service neutron] 10.222.0.38 "DELETE /v2.0/ports/e8ea84e6-3915-4678-b3c6-53fbd37e3e5a/bindings/n-h2-758944-46 HTTP/1.1" status: 404 len: 381 time: 1.2761526 Jul 16 08:50:16.591719 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052e9afd-ed40-400f-8318-02129c6044dd tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Pushing event deleted for resources: {'Port': ['ID=f40ca131-0fd9-432b-99b1-3859f752f6b7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:16.848952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-2129e71a-d443-4c5d-b646-30d5f60f7db5 req-052e9afd-ed40-400f-8318-02129c6044dd tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] No DVR routers for this DVR port f40ca131-0fd9-432b-99b1-3859f752f6b7 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:16.859108 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2129e71a-d443-4c5d-b646-30d5f60f7db5 req-052e9afd-ed40-400f-8318-02129c6044dd tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.865902 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2129e71a-d443-4c5d-b646-30d5f60f7db5 req-052e9afd-ed40-400f-8318-02129c6044dd tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.38 "DELETE /v2.0/ports/f40ca131-0fd9-432b-99b1-3859f752f6b7 HTTP/1.1" status: 204 len: 173 time: 3.5130031 Jul 16 08:50:16.876601 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebd211-2896-49da-af5a-2a24a008c615 req-a81f5d9a-513f-406e-8339-820af67b31b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.894038 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8ebd211-2896-49da-af5a-2a24a008c615 req-a81f5d9a-513f-406e-8339-820af67b31b9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 1096 time: 0.1711791 Jul 16 08:50:16.993632 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8743b05c-b058-48ba-b181-cadc857aa7eb', 'name': 'network-vif-deleted', 'tag': 'f40ca131-0fd9-432b-99b1-3859f752f6b7'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:17.006203 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740e0bed-35e9-40b5-a63e-4a856fe76dd2" -d '{"events": [{"server_uuid": "8743b05c-b058-48ba-b181-cadc857aa7eb", "name": "network-vif-deleted", "tag": "f40ca131-0fd9-432b-99b1-3859f752f6b7"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:17.135924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c6ea3-3b73-46bf-819f-e7b505292916 req-57c09810-5b8e-4552-8723-4cc6a8cb1c79 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.142052 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a9c6ea3-3b73-46bf-819f-e7b505292916 req-57c09810-5b8e-4552-8723-4cc6a8cb1c79 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 944 time: 1.8940713 Jul 16 08:50:17.151093 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d32dad2-30f3-4462-aeb5-2fca2f4b1b28 req-8905c0b6-a457-45b2-9928-0063eece13f0 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 210 time: 0.1510320 Jul 16 08:50:17.165529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-4863b560-386b-4edc-82a7-4b02ff2bccd2 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.167764 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-4863b560-386b-4edc-82a7-4b02ff2bccd2 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.15 "GET /v2.0/networks?id=fb7470c9-19d7-49f2-86e0-85eee6eb7b45 HTTP/1.1" status: 200 len: 814 time: 0.7481732 Jul 16 08:50:17.181926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-ae5aec35-f78b-405c-8c2f-69880d77529a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Request body: {'port': {'device_id': '73c614dc-a301-43a9-ad86-9dfa07f28b71', 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45', 'admin_state_up': True, 'tenant_id': '97f061fbce5b443986c4fd2f68393579'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:17.495312 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1329e1-da6a-415a-a031-4ed3f0f784d8 x-openstack-request-id: req-0f1329e1-da6a-415a-a031-4ed3f0f784d8 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:17.495910 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8743b05c-b058-48ba-b181-cadc857aa7eb", "name": "network-vif-deleted", "tag": "f40ca131-0fd9-432b-99b1-3859f752f6b7", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:17.496336 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0f1329e1-da6a-415a-a031-4ed3f0f784d8 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:17.497039 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8743b05c-b058-48ba-b181-cadc857aa7eb', 'name': 'network-vif-deleted', 'tag': 'f40ca131-0fd9-432b-99b1-3859f752f6b7', 'status': 'completed', 'code': 200} Jul 16 08:50:17.511617 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebd211-2896-49da-af5a-2a24a008c615 req-9ffa918c-0473-4738-81d2-e16f94d1faac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.520771 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8ebd211-2896-49da-af5a-2a24a008c615 req-9ffa918c-0473-4738-81d2-e16f94d1faac service neutron] 10.222.0.38 "GET /v2.0/networks?id=1a0501e1-1558-4423-a881-e5cd760c87df HTTP/1.1" status: 200 len: 897 time: 0.6183279 Jul 16 08:50:17.699444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41320) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:17.790583 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4a03058d-a160-4fd6-9a58-bea9cf04131e req-2e139bcb-9f79-4064-a20e-bb4c34b4f26e tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 210 time: 0.0631435 Jul 16 08:50:17.793386 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8ebd211-2896-49da-af5a-2a24a008c615 req-49c0ea0f-1c19-47e8-a0ed-816b29172234 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a HTTP/1.1" status: 200 len: 1000 time: 0.2654438 Jul 16 08:50:17.853079 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a9c6ea3-3b73-46bf-819f-e7b505292916 req-275898d6-15a0-46ce-b59d-6f625b230a41 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6376755 Jul 16 08:50:17.942792 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-621e01cc-6dcf-4bb3-b301-5229f52d25dd req-891921e1-e26c-4db7-8ee2-1d792ac1c4e7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.986986 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebd211-2896-49da-af5a-2a24a008c615 req-e8018e9b-f88c-4afb-88d5-11f8265ab240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.994707 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8ebd211-2896-49da-af5a-2a24a008c615 req-e8018e9b-f88c-4afb-88d5-11f8265ab240 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7be16ed6-5c6d-4f05-8ffc-73464d53f178 HTTP/1.1" status: 200 len: 834 time: 0.1943598 Jul 16 08:50:18.115112 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891921e1-e26c-4db7-8ee2-1d792ac1c4e7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Pushing event deleted for resources: {'Port': ['ID=b808f407-01a9-428b-97ce-de89a5f44303,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:18.131299 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e8ea84e6-3915-4678-b3c6-53fbd37e3e5a up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:18.163596 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-288a91da-9b69-4880-b50c-b9759a160092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.387149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:18.402665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:18.402665 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.413917 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-288a91da-9b69-4880-b50c-b9759a160092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.450688 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-288a91da-9b69-4880-b50c-b9759a160092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.478426 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f40ca131-0fd9-432b-99b1-3859f752f6b7 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:18.516452 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: f40ca131-0fd9-432b-99b1-3859f752f6b7 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:18.516837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f40ca131-0fd9-432b-99b1-3859f752f6b7 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:18.517806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b808f407-01a9-428b-97ce-de89a5f44303 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:18.521939 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-621e01cc-6dcf-4bb3-b301-5229f52d25dd req-891921e1-e26c-4db7-8ee2-1d792ac1c4e7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] No DVR routers for this DVR port b808f407-01a9-428b-97ce-de89a5f44303 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:18.534717 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-621e01cc-6dcf-4bb3-b301-5229f52d25dd req-891921e1-e26c-4db7-8ee2-1d792ac1c4e7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.536913 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-621e01cc-6dcf-4bb3-b301-5229f52d25dd req-891921e1-e26c-4db7-8ee2-1d792ac1c4e7 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.38 "DELETE /v2.0/ports/b808f407-01a9-428b-97ce-de89a5f44303 HTTP/1.1" status: 204 len: 173 time: 4.5585926 Jul 16 08:50:18.579169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ebd211-2896-49da-af5a-2a24a008c615 req-870e6da3-2aff-402f-806d-0cd655f33936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.582361 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-ae5aec35-f78b-405c-8c2f-69880d77529a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Made reservation on behalf of 97f061fbce5b443986c4fd2f68393579 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:18.582920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: b808f407-01a9-428b-97ce-de89a5f44303 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:18.583479 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b808f407-01a9-428b-97ce-de89a5f44303 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:18.586274 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-ae5aec35-f78b-405c-8c2f-69880d77529a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.588666 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8ebd211-2896-49da-af5a-2a24a008c615 req-870e6da3-2aff-402f-806d-0cd655f33936 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=1a0501e1-1558-4423-a881-e5cd760c87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5773368 Jul 16 08:50:18.602420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288a91da-9b69-4880-b50c-b9759a160092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f427cf-d0b8-4b6d-b25b-0bb17b3671fd,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:18.706636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c58e6b9-cab0-47e2-a182-c692487ae98e req-f0214c0d-7cdb-465a-aebf-98ac43ce879e tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 210 time: 0.2248678 Jul 16 08:50:18.734990 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:18.821957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:18.830712 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edfa2d17-e2ca-4b23-a5c8-4e4176897403" -d '{"events": [{"server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "name": "network-vif-plugged", "status": "completed", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:18.853322 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-288a91da-9b69-4880-b50c-b9759a160092 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4027ae977573490bbf48a90272a12dd4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1510863 Jul 16 08:50:18.869491 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41348) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:18.915578 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:18.937567 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.079097 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae3e812-f303-48f2-b429-c88623066ea5 x-openstack-request-id: req-3ae3e812-f303-48f2-b429-c88623066ea5 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:19.079542 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "name": "network-vif-plugged", "status": "completed", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:19.080469 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ae3e812-f303-48f2-b429-c88623066ea5 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:19.081173 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'code': 200} Jul 16 08:50:19.086468 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-ae5aec35-f78b-405c-8c2f-69880d77529a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Allocated IP 172.20.0.12 (fb7470c9-19d7-49f2-86e0-85eee6eb7b45/71ed6184-72d2-40c8-8536-47ca91038e87/52fee4ec-7554-4bf3-9009-67ba2fcd76d7) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:19.137534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:19.254337 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db4bf4dd-5874-4b6e-be37-ad9c6d4ad60b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.316587 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db4bf4dd-5874-4b6e-be37-ad9c6d4ad60b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.321009 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8ebd211-2896-49da-af5a-2a24a008c615 req-fa9814c9-2e0c-4dda-b749-e17498f4aa70 service neutron] 10.222.0.38 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7123389 Jul 16 08:50:19.516312 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd', 'name': 'network-vif-deleted', 'tag': 'b808f407-01a9-428b-97ce-de89a5f44303'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:19.523407 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f3d3f3-861a-4444-b4ce-054dd9c2f7ec" -d '{"events": [{"server_uuid": "bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd", "name": "network-vif-deleted", "tag": "b808f407-01a9-428b-97ce-de89a5f44303"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:19.544052 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8ebd211-2896-49da-af5a-2a24a008c615 req-fb632bea-c8ae-4f0f-bf7f-b329b7cba6a0 service neutron] 10.222.0.38 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592150 Jul 16 08:50:19.580790 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db4bf4dd-5874-4b6e-be37-ad9c6d4ad60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.584028 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db4bf4dd-5874-4b6e-be37-ad9c6d4ad60b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.585573 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-db4bf4dd-5874-4b6e-be37-ad9c6d4ad60b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/65f427cf-d0b8-4b6d-b25b-0bb17b3671fd HTTP/1.1" status: 204 len: 168 time: 0.7095633 Jul 16 08:50:19.601118 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-95838091-07d4-423d-90db-5ea0ddbe142c req-e2339b11-848f-4b68-9776-8fb02daad446 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 210 time: 0.0427325 Jul 16 08:50:19.651710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4bf4dd-5874-4b6e-be37-ad9c6d4ad60b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f427cf-d0b8-4b6d-b25b-0bb17b3671fd,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:19.765592 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-ae5aec35-f78b-405c-8c2f-69880d77529a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:19.951257 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-ae5aec35-f78b-405c-8c2f-69880d77529a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.136443 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-ae5aec35-f78b-405c-8c2f-69880d77529a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:20.146133 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-ae5aec35-f78b-405c-8c2f-69880d77529a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:20.149935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-ae5aec35-f78b-405c-8c2f-69880d77529a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:20.164811 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5aec35-f78b-405c-8c2f-69880d77529a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Pushing event updated for resources: {'Port': ['ID=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:20.246429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3eae5-ca96-461e-8444-1ccabb9fb648 req-86d25cfa-f3bf-4ed3-8cb6-8fa013f30194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:20.252275 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb9172f-540d-4bcc-b94e-7addacc02c6e x-openstack-request-id: req-6eb9172f-540d-4bcc-b94e-7addacc02c6e {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:20.252704 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd", "name": "network-vif-deleted", "tag": "b808f407-01a9-428b-97ce-de89a5f44303", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:20.257989 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6eb9172f-540d-4bcc-b94e-7addacc02c6e {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:20.260167 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16e3eae5-ca96-461e-8444-1ccabb9fb648 req-86d25cfa-f3bf-4ed3-8cb6-8fa013f30194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.2521076 Jul 16 08:50:20.271525 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd7192e0-b4ac-4db8-bbe6-e4160d7f93dd', 'name': 'network-vif-deleted', 'tag': 'b808f407-01a9-428b-97ce-de89a5f44303', 'status': 'completed', 'code': 200} Jul 16 08:50:20.281867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-cd28dd04-9e90-4ba9-99d1-3c7b7cfddd0b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:20.296246 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-cd28dd04-9e90-4ba9-99d1-3c7b7cfddd0b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.15 "GET /v2.0/networks?id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f HTTP/1.1" status: 200 len: 812 time: 0.4973330 Jul 16 08:50:20.347781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-ae5aec35-f78b-405c-8c2f-69880d77529a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:20.348987 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-ae5aec35-f78b-405c-8c2f-69880d77529a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.369572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41398) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:20.403186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b0a8e607-5723-4d81-9e4d-2afb919ed1ab tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Request body: {'port': {'device_id': 'ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b', 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f', 'admin_state_up': True, 'tenant_id': '9e2b3478fa314d059a6cc9ceb3174f81'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:20.433860 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8d5a21a-1c8c-4791-a38d-9842db86ff2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:20.473232 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-ae5aec35-f78b-405c-8c2f-69880d77529a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2969060 Jul 16 08:50:20.498760 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Request body: {'port': {'device_id': '73c614dc-a301-43a9-ad86-9dfa07f28b71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:20.728898 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-91a9a643-d19f-4f90-9eea-d67ff590c0d9 req-c9c5f691-5a43-42c3-8374-8fcf39aff152 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 210 time: 0.2134299 Jul 16 08:50:20.757780 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16e3eae5-ca96-461e-8444-1ccabb9fb648 req-e394f475-4f80-4dc2-8948-a6234e0cffb0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4556937 Jul 16 08:50:20.983333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-6f4383f1-6d7c-4f21-b7da-b8866274f341 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:20.987009 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-6f4383f1-6d7c-4f21-b7da-b8866274f341 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.38 "GET /v2.0/networks?id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f HTTP/1.1" status: 200 len: 812 time: 0.3412721 Jul 16 08:50:20.992082 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.025212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-24cc53da-b893-497f-a50c-cb83a24ea63b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Request body: {'port': {'device_id': 'fed617d1-5a51-40e8-a83a-c2a361963a51', 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f', 'admin_state_up': True, 'tenant_id': '9e2b3478fa314d059a6cc9ceb3174f81'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:21.353178 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8d5a21a-1c8c-4791-a38d-9842db86ff2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.423237 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f8d5a21a-1c8c-4791-a38d-9842db86ff2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.644007 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f8d5a21a-1c8c-4791-a38d-9842db86ff2a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a3bfff0435e642aa99bd18ab986b3321&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2576575 Jul 16 08:50:21.645056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5a21a-1c8c-4791-a38d-9842db86ff2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02455406-ffcb-4fd5-ad49-1ad657c59224,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:21.645481 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-24cc53da-b893-497f-a50c-cb83a24ea63b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:50:21.645481 n-d-758944-46 neutron-server[93694]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:50:21.645481 n-d-758944-46 neutron-server[93694]: [parameters: {'project_id_1': '9e2b3478fa314d059a6cc9ceb3174f81', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 50, 21, 573142)}] Jul 16 08:50:21.645481 n-d-758944-46 neutron-server[93694]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:50:21.646832 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-24cc53da-b893-497f-a50c-cb83a24ea63b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:50:21.648520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41426) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:21.731018 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b0a8e607-5723-4d81-9e4d-2afb919ed1ab tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Made reservation on behalf of 9e2b3478fa314d059a6cc9ceb3174f81 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:21.737941 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b0a8e607-5723-4d81-9e4d-2afb919ed1ab tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.782464 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3174845-7745-49eb-a376-2ddd9b40070a req-24840afe-028a-456c-8fac-27b53dea6180 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:21.801064 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3174845-7745-49eb-a376-2ddd9b40070a req-24840afe-028a-456c-8fac-27b53dea6180 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.5568337 Jul 16 08:50:21.822853 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-71432839-4ccf-416e-b418-eb1bfe202fc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.882816 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-71432839-4ccf-416e-b418-eb1bfe202fc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:21.953094 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3174845-7745-49eb-a376-2ddd9b40070a req-5cda23e9-8c17-459a-987f-a84cda08ba32 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376059 Jul 16 08:50:22.040399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774bccf-4cf3-4490-9f9f-edcfb4795aef req-19795550-c452-4223-aef9-78679d8e0fe1 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:22.055725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c774bccf-4cf3-4490-9f9f-edcfb4795aef req-19795550-c452-4223-aef9-78679d8e0fe1 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 932 time: 0.9383147 Jul 16 08:50:22.177104 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:22.178673 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c774bccf-4cf3-4490-9f9f-edcfb4795aef req-583f9dea-0cb2-4d13-a262-e17e5e9026ed tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203961 Jul 16 08:50:22.189763 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.224540 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-71432839-4ccf-416e-b418-eb1bfe202fc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.228876 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-71432839-4ccf-416e-b418-eb1bfe202fc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.234347 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-71432839-4ccf-416e-b418-eb1bfe202fc3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02455406-ffcb-4fd5-ad49-1ad657c59224 HTTP/1.1" status: 204 len: 168 time: 0.5824313 Jul 16 08:50:22.259985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Transition to ACTIVE for port object 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:22.293136 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a8c0b22-6df9-418e-86e2-04e3a8b21a39 req-a59e99d8-ede9-4b04-a672-4025e697cc7f tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 210 time: 0.0767291 Jul 16 08:50:22.294435 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.400935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b0a8e607-5723-4d81-9e4d-2afb919ed1ab tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Allocated IP 172.20.0.10 (7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f/919ea303-fe3d-42fb-ab89-20ee8fddf222/242ad0a4-af07-4d66-96a1-e058a2ef45ef) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:22.405224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71432839-4ccf-416e-b418-eb1bfe202fc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02455406-ffcb-4fd5-ad49-1ad657c59224,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:22.414535 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-24cc53da-b893-497f-a50c-cb83a24ea63b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Made reservation on behalf of 9e2b3478fa314d059a6cc9ceb3174f81 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:22.427150 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-24cc53da-b893-497f-a50c-cb83a24ea63b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.496183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Pushing event updated for resources: {'Port': ['ID=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:22.686849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Attempting to bind port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:22.688485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Attempting to bind port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'e63edf8b-729e-4809-bfa4-df8220d32ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:22.688485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Attempting to bind port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 on network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:22.702086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 on network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:22.702537 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Attempting to bind port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 on network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:22.737818 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:22.738232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Checking segment: {'id': 'e63edf8b-729e-4809-bfa4-df8220d32ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:22.738626 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Bound using segment: {'id': 'e63edf8b-729e-4809-bfa4-df8220d32ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:22.739141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Bound port: 52fee4ec-7554-4bf3-9009-67ba2fcd76d7, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63edf8b-729e-4809-bfa4-df8220d32ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:22.739544 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.063232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] For port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:23.087072 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] For port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:23.098065 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.141072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607bafd-8f7d-4d56-a003-94083ad044c5 req-304b0ff6-2791-41dd-b7ea-7180a762cd6a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:23.154297 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9607bafd-8f7d-4d56-a003-94083ad044c5 req-304b0ff6-2791-41dd-b7ea-7180a762cd6a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.4030552 Jul 16 08:50:23.244409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:23.245578 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.247742 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] 10.222.0.15 "PUT /v2.0/ports/52fee4ec-7554-4bf3-9009-67ba2fcd76d7 HTTP/1.1" status: 200 len: 1093 time: 2.7673512 Jul 16 08:50:23.248405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73c614dc-a301-43a9-ad86-9dfa07f28b71', 'tag': '52fee4ec-7554-4bf3-9009-67ba2fcd76d7'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:23.252567 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15c74e8-6463-4a56-b34c-087b48bf0448" -d '{"events": [{"name": "network-changed", "server_uuid": "73c614dc-a301-43a9-ad86-9dfa07f28b71", "tag": "52fee4ec-7554-4bf3-9009-67ba2fcd76d7"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:23.325603 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9607bafd-8f7d-4d56-a003-94083ad044c5 req-6fe01f67-e398-4609-b3b7-da36c3032ca9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652796 Jul 16 08:50:23.382078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41474) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:23.423236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b0a8e607-5723-4d81-9e4d-2afb919ed1ab tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.621998 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b0a8e607-5723-4d81-9e4d-2afb919ed1ab tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.647829 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-48d163b3-35af-4c44-918d-dac8936b51e2 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/65529c55-69fc-4164-a45d-3d015c791b13 HTTP/1.1" status: 200 len: 993 time: 0.2644496 Jul 16 08:50:23.652486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff88835-ab01-48e9-bdd7-b4c1353873dd service neutron] Pushing event updated for resources: {'Port': ['ID=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:23.852921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c11fc9-5a33-4b52-b26c-1bb566716304 req-1bf4ce61-0e28-420a-8f0e-f38d87079e16 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:23.859925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b0a8e607-5723-4d81-9e4d-2afb919ed1ab tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:23.870396 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-55c11fc9-5a33-4b52-b26c-1bb566716304 req-1bf4ce61-0e28-420a-8f0e-f38d87079e16 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.5767353 Jul 16 08:50:23.884349 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b0a8e607-5723-4d81-9e4d-2afb919ed1ab tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:23.895425 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-76bb54b1-83f2-4dc9-b55a-3fcbc5b39a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:23.896301 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a8e607-5723-4d81-9e4d-2afb919ed1ab tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Pushing event updated for resources: {'Port': ['ID=242ad0a4-af07-4d66-96a1-e058a2ef45ef,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:23.898591 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-76bb54b1-83f2-4dc9-b55a-3fcbc5b39a9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=97f061fbce5b443986c4fd2f68393579&device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 1096 time: 0.5403872 Jul 16 08:50:23.908022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b0a8e607-5723-4d81-9e4d-2afb919ed1ab tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:23.913081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-24cc53da-b893-497f-a50c-cb83a24ea63b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Allocated IP 172.20.0.6 (7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f/919ea303-fe3d-42fb-ab89-20ee8fddf222/19c8ed20-2f16-48a8-b3e0-24cfdc9490ce) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:24.038798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750341d7-b660-4b16-adda-aaa8cb965299 req-e401ec39-9e75-4e08-996d-ea1c84d1b245 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:24.042926 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-750341d7-b660-4b16-adda-aaa8cb965299 req-e401ec39-9e75-4e08-996d-ea1c84d1b245 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 944 time: 0.4881239 Jul 16 08:50:24.055767 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-965908ad-a552-4e24-9e67-eddb87f7e93b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52fee4ec-7554-4bf3-9009-67ba2fcd76d7 HTTP/1.1" status: 200 len: 217 time: 0.1171279 Jul 16 08:50:24.082164 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-55c11fc9-5a33-4b52-b26c-1bb566716304 req-d6f2e861-d628-4067-bbde-e00b1e43be84 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2089972 Jul 16 08:50:24.122605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b0a8e607-5723-4d81-9e4d-2afb919ed1ab tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:24.123704 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b0a8e607-5723-4d81-9e4d-2afb919ed1ab tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.211399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-20ec26c3-7f68-432a-a7be-098fe8513d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:24.213082 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-20ec26c3-7f68-432a-a7be-098fe8513d03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71ed6184-72d2-40c8-8536-47ca91038e87 HTTP/1.1" status: 200 len: 854 time: 0.1286900 Jul 16 08:50:24.214843 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e42bb1f-be77-4e6b-907c-43aaa35a9dbb x-openstack-request-id: req-3e42bb1f-be77-4e6b-907c-43aaa35a9dbb {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:24.215423 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73c614dc-a301-43a9-ad86-9dfa07f28b71", "tag": "52fee4ec-7554-4bf3-9009-67ba2fcd76d7", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:24.215914 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e42bb1f-be77-4e6b-907c-43aaa35a9dbb {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:24.223075 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73c614dc-a301-43a9-ad86-9dfa07f28b71', 'tag': '52fee4ec-7554-4bf3-9009-67ba2fcd76d7', 'status': 'completed', 'code': 200} Jul 16 08:50:24.292778 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-54e917b1-7279-4889-984b-bd920795a192 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb7470c9-19d7-49f2-86e0-85eee6eb7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683229 Jul 16 08:50:24.344674 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b0a8e607-5723-4d81-9e4d-2afb919ed1ab tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9541287 Jul 16 08:50:24.380547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Request body: {'port': {'device_id': 'ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:24.501251 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27af3975-83bd-4ab7-9985-d73345f97ca6 req-5df95dbd-1938-4818-b0c0-61ea8d38e01b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 210 time: 0.0493236 Jul 16 08:50:24.522873 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-687c88d8-834a-496f-b401-350a734ebeb0 service neutron] 10.222.0.15 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211683 Jul 16 08:50:24.587410 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-750341d7-b660-4b16-adda-aaa8cb965299 req-fa08f7bc-9188-41dd-b0a1-1bfa017ee923 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080531 Jul 16 08:50:24.721250 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.733720 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2f1d463c-4948-4d79-90fe-ac19cba524a3 req-684c3194-3435-49c1-9dd0-abf098928527 service neutron] 10.222.0.15 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032092 Jul 16 08:50:24.786953 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-24cc53da-b893-497f-a50c-cb83a24ea63b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.860123 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-24cc53da-b893-497f-a50c-cb83a24ea63b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.933339 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c74e8-6463-4a56-b34c-087b48bf0448 req-11d9eed3-ac3e-4e99-8d82-0f6b4f0fb642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:24.935203 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d15c74e8-6463-4a56-b34c-087b48bf0448 req-11d9eed3-ac3e-4e99-8d82-0f6b4f0fb642 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=97f061fbce5b443986c4fd2f68393579&device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 1096 time: 0.1239684 Jul 16 08:50:24.991686 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-24cc53da-b893-497f-a50c-cb83a24ea63b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:25.000874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-24cc53da-b893-497f-a50c-cb83a24ea63b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:25.008187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-24cc53da-b893-497f-a50c-cb83a24ea63b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:25.052609 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cc53da-b893-497f-a50c-cb83a24ea63b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Pushing event updated for resources: {'Port': ['ID=19c8ed20-2f16-48a8-b3e0-24cfdc9490ce,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:25.118325 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c74e8-6463-4a56-b34c-087b48bf0448 req-c0abf33c-55f9-4abc-a30f-d69384022602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.119980 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d15c74e8-6463-4a56-b34c-087b48bf0448 req-c0abf33c-55f9-4abc-a30f-d69384022602 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb7470c9-19d7-49f2-86e0-85eee6eb7b45 HTTP/1.1" status: 200 len: 914 time: 0.1775632 Jul 16 08:50:25.199908 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d15c74e8-6463-4a56-b34c-087b48bf0448 req-60563c5a-80bf-4492-ba62-c6640b143ce8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=52fee4ec-7554-4bf3-9009-67ba2fcd76d7 HTTP/1.1" status: 200 len: 217 time: 0.0720460 Jul 16 08:50:25.245083 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-24cc53da-b893-497f-a50c-cb83a24ea63b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.259993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-24cc53da-b893-497f-a50c-cb83a24ea63b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.347614 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-24cc53da-b893-497f-a50c-cb83a24ea63b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3373673 Jul 16 08:50:25.353776 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15c74e8-6463-4a56-b34c-087b48bf0448 req-a901aedd-07e1-4ad0-9a4c-5f953966c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.360587 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Request body: {'port': {'device_id': 'fed617d1-5a51-40e8-a83a-c2a361963a51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:25.364077 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d15c74e8-6463-4a56-b34c-087b48bf0448 req-a901aedd-07e1-4ad0-9a4c-5f953966c8b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=71ed6184-72d2-40c8-8536-47ca91038e87 HTTP/1.1" status: 200 len: 854 time: 0.1520379 Jul 16 08:50:25.448073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d15c74e8-6463-4a56-b34c-087b48bf0448 req-8f77361e-3576-407d-8999-102c103e291f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb7470c9-19d7-49f2-86e0-85eee6eb7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419035 Jul 16 08:50:25.570805 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.743066 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed4a7ef-6f54-4598-82f6-b0c4489db1bd req-dac00ea1-3717-4012-b0a9-5bf596cb30dc tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.758664 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bed4a7ef-6f54-4598-82f6-b0c4489db1bd req-dac00ea1-3717-4012-b0a9-5bf596cb30dc tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.4342043 Jul 16 08:50:25.884329 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d15c74e8-6463-4a56-b34c-087b48bf0448 req-06d79c70-efa5-4503-9931-ac0b96a7887d service neutron] 10.222.0.15 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4284301 Jul 16 08:50:25.914673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 242ad0a4-af07-4d66-96a1-e058a2ef45ef {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:25.985068 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bed4a7ef-6f54-4598-82f6-b0c4489db1bd req-c797af33-11f7-4d71-984b-eada2848b62e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246823 Jul 16 08:50:26.008911 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.119341 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Transition to ACTIVE for port object 242ad0a4-af07-4d66-96a1-e058a2ef45ef will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:26.175744 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d15c74e8-6463-4a56-b34c-087b48bf0448 req-29d81e05-2ad2-4e6b-b2da-db67f8db239e service neutron] 10.222.0.15 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769725 Jul 16 08:50:26.249486 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.344365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88bb08-16a1-46ea-977f-3f0afdc625e7 req-dfc28935-189b-49b3-a7e4-d57600073b36 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.359692 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df88bb08-16a1-46ea-977f-3f0afdc625e7 req-dfc28935-189b-49b3-a7e4-d57600073b36 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 944 time: 0.1263740 Jul 16 08:50:26.438594 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df88bb08-16a1-46ea-977f-3f0afdc625e7 req-145a1839-1ce1-448e-8656-6f6cb919e260 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851941 Jul 16 08:50:26.527727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f98a9dc-b802-416f-93dc-85b1037312ec req-e99b8e7f-443a-4255-a9af-551e1845262d tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.530520 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0f98a9dc-b802-416f-93dc-85b1037312ec req-e99b8e7f-443a-4255-a9af-551e1845262d tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 931 time: 0.6469069 Jul 16 08:50:26.535935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Pushing event updated for resources: {'Port': ['ID=242ad0a4-af07-4d66-96a1-e058a2ef45ef,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:26.733220 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Attempting to bind port 242ad0a4-af07-4d66-96a1-e058a2ef45ef on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:26.733748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Attempting to bind port 242ad0a4-af07-4d66-96a1-e058a2ef45ef by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:26.734285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Attempting to bind port 242ad0a4-af07-4d66-96a1-e058a2ef45ef on network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:26.781534 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Port 242ad0a4-af07-4d66-96a1-e058a2ef45ef on network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:26.782087 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Attempting to bind port 242ad0a4-af07-4d66-96a1-e058a2ef45ef on network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:26.805626 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0f98a9dc-b802-416f-93dc-85b1037312ec req-9c3e9aca-1f2d-4c46-a702-5030cd0422ea tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611804 Jul 16 08:50:26.838806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:26.839736 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Checking segment: {'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:26.839968 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Bound using segment: {'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:26.840752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Bound port: 242ad0a4-af07-4d66-96a1-e058a2ef45ef, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:26.841417 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.930476 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:26.949552 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.996800 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Transition to ACTIVE for port object 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:27.003465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] For port 242ad0a4-af07-4d66-96a1-e058a2ef45ef, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:27.008662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] For port 242ad0a4-af07-4d66-96a1-e058a2ef45ef, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=242ad0a4-af07-4d66-96a1-e058a2ef45ef,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:27.010598 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.128569 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.163876 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.164551 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.166060 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] 10.222.0.15 "PUT /v2.0/ports/242ad0a4-af07-4d66-96a1-e058a2ef45ef HTTP/1.1" status: 200 len: 1093 time: 2.8008757 Jul 16 08:50:27.182149 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b', 'tag': '242ad0a4-af07-4d66-96a1-e058a2ef45ef'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:27.208541 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae903d0f-cbbe-48bd-a629-0c7c478f9c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b", "tag": "242ad0a4-af07-4d66-96a1-e058a2ef45ef"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:27.245693 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Pushing event updated for resources: {'Port': ['ID=19c8ed20-2f16-48a8-b3e0-24cfdc9490ce,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:27.316895 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69966263-e72b-4a7e-bce8-99f1ef2d50e3 x-openstack-request-id: req-69966263-e72b-4a7e-bce8-99f1ef2d50e3 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:27.318732 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b", "tag": "242ad0a4-af07-4d66-96a1-e058a2ef45ef", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:27.319346 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-69966263-e72b-4a7e-bce8-99f1ef2d50e3 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:27.324644 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b', 'tag': '242ad0a4-af07-4d66-96a1-e058a2ef45ef', 'status': 'completed', 'code': 200} Jul 16 08:50:27.458266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44a3139-a0dc-4134-b93f-5d13b0de1180 req-7abb35d7-fe4c-40e3-957f-170745e99e6f tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.460474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d44a3139-a0dc-4134-b93f-5d13b0de1180 req-7abb35d7-fe4c-40e3-957f-170745e99e6f tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.1150687 Jul 16 08:50:27.476656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5717d0a-e242-436d-8d49-6cc1cfdb1090 service neutron] Pushing event updated for resources: {'Port': ['ID=242ad0a4-af07-4d66-96a1-e058a2ef45ef,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:27.534022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-47fac065-64b5-4128-9d08-0d2c36044970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.536361 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-47fac065-64b5-4128-9d08-0d2c36044970 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e2b3478fa314d059a6cc9ceb3174f81&device_id=ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b HTTP/1.1" status: 200 len: 1096 time: 0.3070803 Jul 16 08:50:27.543637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Attempting to bind port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:27.543997 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Attempting to bind port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:27.544293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Attempting to bind port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce on network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:27.573097 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d44a3139-a0dc-4134-b93f-5d13b0de1180 req-6e26f983-191e-42cc-876d-784396ae8ffb tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043026 Jul 16 08:50:27.614652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce on network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:27.615371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Attempting to bind port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce on network 7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:27.618795 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-e48607dd-06a1-497a-b27d-ca2ea26bbc34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=242ad0a4-af07-4d66-96a1-e058a2ef45ef HTTP/1.1" status: 200 len: 217 time: 0.0717742 Jul 16 08:50:27.628236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:27.628236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Checking segment: {'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:27.628651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Bound using segment: {'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:27.629159 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Bound port: 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b123d813-9ae0-443f-913f-081c6f66c9ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:27.629644 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.793337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-c05acfe1-27e8-4a90-9194-dbe0a8158228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.796055 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-c05acfe1-27e8-4a90-9194-dbe0a8158228 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=919ea303-fe3d-42fb-ab89-20ee8fddf222 HTTP/1.1" status: 200 len: 852 time: 0.1705499 Jul 16 08:50:27.858496 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-9a7e1c14-8093-4312-a0cd-66bd617906b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546119 Jul 16 08:50:27.926570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] For port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:27.956351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] For port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=19c8ed20-2f16-48a8-b3e0-24cfdc9490ce,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:28.009105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540790af-b634-4463-a68f-407d339d5e30 req-f0909b7d-d927-4f0f-9ffe-7f667ca62919 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.019325 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-540790af-b634-4463-a68f-407d339d5e30 req-f0909b7d-d927-4f0f-9ffe-7f667ca62919 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 944 time: 0.2842069 Jul 16 08:50:28.028691 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.087226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.088759 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.090641 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] 10.222.0.38 "PUT /v2.0/ports/19c8ed20-2f16-48a8-b3e0-24cfdc9490ce HTTP/1.1" status: 200 len: 1092 time: 2.7344701 Jul 16 08:50:28.179382 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-f4dc3df2-e625-4caf-b19e-7599aebd5a38 service neutron] 10.222.0.15 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029478 Jul 16 08:50:28.199475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d1c144-e1ed-4fa8-bea4-972347186944 req-bda09b9e-17c3-40dd-926b-b2a658c9db20 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.214513 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3d1c144-e1ed-4fa8-bea4-972347186944 req-bda09b9e-17c3-40dd-926b-b2a658c9db20 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 943 time: 0.2664800 Jul 16 08:50:28.225623 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-540790af-b634-4463-a68f-407d339d5e30 req-9eeda316-003c-4f74-bb15-6e2f8416ee6c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052875 Jul 16 08:50:28.238979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:28.307528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b7ce1-142d-48d9-9301-b303df62244f service neutron] Pushing event updated for resources: {'Port': ['ID=19c8ed20-2f16-48a8-b3e0-24cfdc9490ce,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:28.387380 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3d1c144-e1ed-4fa8-bea4-972347186944 req-fab7cb0e-5558-4567-8acf-238ff4735393 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710231 Jul 16 08:50:28.519732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-65315a70-ace2-4379-a14a-d85496339279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.522833 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-65315a70-ace2-4379-a14a-d85496339279 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e2b3478fa314d059a6cc9ceb3174f81&device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 1095 time: 0.3592658 Jul 16 08:50:28.525321 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-414f8cfd-4db6-4450-b196-7b9ccc30b2c0 service neutron] 10.222.0.15 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924154 Jul 16 08:50:28.592043 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:28.615484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '52fee4ec-7554-4bf3-9009-67ba2fcd76d7', 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45', 'port_id': '52fee4ec-7554-4bf3-9009-67ba2fcd76d7', 'mac_address': 'fa:16:3e:7e:63:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ed6184-72d2-40c8-8536-47ca91038e87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:28.703141 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.736366 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:28.820947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:28.823717 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.938156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:29.160978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['52fee4ec-7554-4bf3-9009-67ba2fcd76d7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:29.216752 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-3eab97e3-7b8a-47f8-8aad-8e7e62a6a300 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19c8ed20-2f16-48a8-b3e0-24cfdc9490ce HTTP/1.1" status: 200 len: 217 time: 0.6818206 Jul 16 08:50:29.336834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fed617d1-5a51-40e8-a83a-c2a361963a51', 'tag': '19c8ed20-2f16-48a8-b3e0-24cfdc9490ce'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:29.341000 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3596123c-8539-4788-8025-a5d640919591" -d '{"events": [{"name": "network-changed", "server_uuid": "fed617d1-5a51-40e8-a83a-c2a361963a51", "tag": "19c8ed20-2f16-48a8-b3e0-24cfdc9490ce"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:29.442147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae903d0f-cbbe-48bd-a629-0c7c478f9c4c req-560db04c-6757-41ad-acd1-6d7bb8207d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.444916 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae903d0f-cbbe-48bd-a629-0c7c478f9c4c req-560db04c-6757-41ad-acd1-6d7bb8207d10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9e2b3478fa314d059a6cc9ceb3174f81&device_id=ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b HTTP/1.1" status: 200 len: 1096 time: 0.2409115 Jul 16 08:50:29.523846 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-c073894c-7343-4079-82a8-411fd04f2d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.526679 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-c073894c-7343-4079-82a8-411fd04f2d57 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=919ea303-fe3d-42fb-ab89-20ee8fddf222 HTTP/1.1" status: 200 len: 852 time: 0.2692785 Jul 16 08:50:29.604743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba3c4c-21e3-4c6d-aa5b-8c3e8d2835a6 req-5395c110-df66-4503-af5f-5afa3f3049c3 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.607302 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46ba3c4c-21e3-4c6d-aa5b-8c3e8d2835a6 req-5395c110-df66-4503-af5f-5afa3f3049c3 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 945 time: 0.1393235 Jul 16 08:50:29.638085 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-7b12407b-89da-4e88-8f85-62c0eb7b0166 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806358 Jul 16 08:50:29.653278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddee36f-2de4-4adc-a2b1-9eba44ab04f0 req-6970bcf2-3077-4268-bc66-e7fe908a78c3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.656659 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46ba3c4c-21e3-4c6d-aa5b-8c3e8d2835a6 req-dedeeb70-07d6-4a30-9551-8b9d510157ea tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427909 Jul 16 08:50:29.665951 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ddee36f-2de4-4adc-a2b1-9eba44ab04f0 req-6970bcf2-3077-4268-bc66-e7fe908a78c3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.4605737 Jul 16 08:50:29.766816 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81458e38-137f-4a3f-8689-e4bb39b1a030 x-openstack-request-id: req-81458e38-137f-4a3f-8689-e4bb39b1a030 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:29.769276 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fed617d1-5a51-40e8-a83a-c2a361963a51", "tag": "19c8ed20-2f16-48a8-b3e0-24cfdc9490ce", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:29.770825 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81458e38-137f-4a3f-8689-e4bb39b1a030 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:29.771802 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fed617d1-5a51-40e8-a83a-c2a361963a51', 'tag': '19c8ed20-2f16-48a8-b3e0-24cfdc9490ce', 'status': 'completed', 'code': 200} Jul 16 08:50:30.063463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfd121-dfc0-42d6-ae47-00dadab7853a req-378d1588-16fd-4264-b3c9-7b4d43075e13 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:30.071678 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72dfd121-dfc0-42d6-ae47-00dadab7853a req-378d1588-16fd-4264-b3c9-7b4d43075e13 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 943 time: 0.1233704 Jul 16 08:50:30.081531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae903d0f-cbbe-48bd-a629-0c7c478f9c4c req-814cc42e-c7a9-49b7-b74e-228c05b9cc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:30.084092 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae903d0f-cbbe-48bd-a629-0c7c478f9c4c req-814cc42e-c7a9-49b7-b74e-228c05b9cc7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f HTTP/1.1" status: 200 len: 912 time: 0.6288040 Jul 16 08:50:30.157660 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72dfd121-dfc0-42d6-ae47-00dadab7853a req-fdd26c20-5a90-461c-8131-a53150dd39df tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842519 Jul 16 08:50:30.209933 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-b19cdc65-f629-41f9-ad5a-1e202bb3da9e service neutron] 10.222.0.38 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340390 Jul 16 08:50:30.216861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae903d0f-cbbe-48bd-a629-0c7c478f9c4c req-b7e9063b-68b6-4a59-a741-09b3a90cb3d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=242ad0a4-af07-4d66-96a1-e058a2ef45ef HTTP/1.1" status: 200 len: 217 time: 0.1042664 Jul 16 08:50:30.334110 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ddee36f-2de4-4adc-a2b1-9eba44ab04f0 req-07f38e43-0add-43e1-8cec-70e0e984d239 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6559517 Jul 16 08:50:30.407826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae903d0f-cbbe-48bd-a629-0c7c478f9c4c req-a7d5ce5b-eb04-45e0-95d0-4410e9ae0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:30.409404 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae903d0f-cbbe-48bd-a629-0c7c478f9c4c req-a7d5ce5b-eb04-45e0-95d0-4410e9ae0774 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=919ea303-fe3d-42fb-ab89-20ee8fddf222 HTTP/1.1" status: 200 len: 852 time: 0.1628480 Jul 16 08:50:30.464250 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae903d0f-cbbe-48bd-a629-0c7c478f9c4c req-aff51d23-6300-4c15-8c4e-477ef8c09a6a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463350 Jul 16 08:50:30.481767 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b39f91e4-a5c4-444b-ac46-ace5ac1305e5 req-6aec7f30-efba-447e-b862-b5eba78fbfbb service neutron] 10.222.0.38 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638152 Jul 16 08:50:30.648389 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae903d0f-cbbe-48bd-a629-0c7c478f9c4c req-e1dae060-39b4-404b-b6ec-03e358bd32ed service neutron] 10.222.0.15 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747308 Jul 16 08:50:30.817533 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596123c-8539-4788-8025-a5d640919591 req-23c26c3d-9ecb-426f-a547-39253db61ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:30.819871 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3596123c-8539-4788-8025-a5d640919591 req-23c26c3d-9ecb-426f-a547-39253db61ce7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9e2b3478fa314d059a6cc9ceb3174f81&device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 1095 time: 0.2230732 Jul 16 08:50:30.971033 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae903d0f-cbbe-48bd-a629-0c7c478f9c4c req-f560592a-dc4c-47fc-b5b9-0312b473660b service neutron] 10.222.0.15 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3132842 Jul 16 08:50:31.031621 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596123c-8539-4788-8025-a5d640919591 req-3ad8d09b-b7c9-4a7d-b31c-ef3d09566f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.034754 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3596123c-8539-4788-8025-a5d640919591 req-3ad8d09b-b7c9-4a7d-b31c-ef3d09566f54 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f HTTP/1.1" status: 200 len: 912 time: 0.2031660 Jul 16 08:50:31.117607 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3596123c-8539-4788-8025-a5d640919591 req-83e4cbdc-285a-4698-b979-6e8662e546fe service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19c8ed20-2f16-48a8-b3e0-24cfdc9490ce HTTP/1.1" status: 200 len: 217 time: 0.0747414 Jul 16 08:50:31.135763 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af34467a-6f84-4a0e-898f-44c41e736db6 req-db4c1467-7882-462f-9417-d930becde5fb tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.138426 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af34467a-6f84-4a0e-898f-44c41e736db6 req-db4c1467-7882-462f-9417-d930becde5fb tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 945 time: 0.1353767 Jul 16 08:50:31.240064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3596123c-8539-4788-8025-a5d640919591 req-f59e788a-e55d-4f38-85bd-ef2d64def77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.242798 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3596123c-8539-4788-8025-a5d640919591 req-f59e788a-e55d-4f38-85bd-ef2d64def77e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=919ea303-fe3d-42fb-ab89-20ee8fddf222 HTTP/1.1" status: 200 len: 852 time: 0.1181190 Jul 16 08:50:31.263573 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af34467a-6f84-4a0e-898f-44c41e736db6 req-39f0dde3-9bee-45f2-b860-29e7c494ed97 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980637 Jul 16 08:50:31.353126 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3596123c-8539-4788-8025-a5d640919591 req-1e0a8c7c-0cb7-4863-a51d-38b29cf05142 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001775 Jul 16 08:50:31.672308 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c14fc-5811-40bf-b6a9-ca45b226edf7 req-9d007440-7d07-429e-a94d-806acfd0cda2 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.675691 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8b7c14fc-5811-40bf-b6a9-ca45b226edf7 req-9d007440-7d07-429e-a94d-806acfd0cda2 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 943 time: 0.2962792 Jul 16 08:50:31.682661 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3596123c-8539-4788-8025-a5d640919591 req-ba776865-4660-4689-a436-3b9b47078f0c service neutron] 10.222.0.38 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216739 Jul 16 08:50:31.832866 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06975bb-5fcc-4cde-aecf-e58a380862a5 req-7f3a888a-c190-4eec-86fc-5a52a70c9fb9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.842021 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d06975bb-5fcc-4cde-aecf-e58a380862a5 req-7f3a888a-c190-4eec-86fc-5a52a70c9fb9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.1822097 Jul 16 08:50:31.953966 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d06975bb-5fcc-4cde-aecf-e58a380862a5 req-e5054c95-cee7-4970-9915-0a20d462dabe tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104407 Jul 16 08:50:32.024124 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8b7c14fc-5811-40bf-b6a9-ca45b226edf7 req-605c73a2-d6c7-439a-bb89-17b000d0cc42 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3368821 Jul 16 08:50:32.046823 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3596123c-8539-4788-8025-a5d640919591 req-4a22ba0e-9478-487e-a6e0-8b013b5a704b service neutron] 10.222.0.38 "GET /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406219 Jul 16 08:50:32.259119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 242ad0a4-af07-4d66-96a1-e058a2ef45ef details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:32.264246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:32.766988 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc3afd7-a9ea-41e4-9a67-d908288a666c req-9ac88cdf-6751-493e-9812-50d1fb5a110b tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.768914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-edc3afd7-a9ea-41e4-9a67-d908288a666c req-9ac88cdf-6751-493e-9812-50d1fb5a110b tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 945 time: 0.2088544 Jul 16 08:50:32.793834 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:32.815218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:32.815936 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.825760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 242ad0a4-af07-4d66-96a1-e058a2ef45ef, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=242ad0a4-af07-4d66-96a1-e058a2ef45ef,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:32.843808 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-edc3afd7-a9ea-41e4-9a67-d908288a666c req-c471e859-cc59-4b0b-9f07-b8b9cb43e84d tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593386 Jul 16 08:50:32.882192 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '242ad0a4-af07-4d66-96a1-e058a2ef45ef', 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f', 'port_id': '242ad0a4-af07-4d66-96a1-e058a2ef45ef', 'mac_address': 'fa:16:3e:e8:b7:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919ea303-fe3d-42fb-ab89-20ee8fddf222', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:32.962067 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.981101 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.985180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 242ad0a4-af07-4d66-96a1-e058a2ef45ef {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:33.023789 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 242ad0a4-af07-4d66-96a1-e058a2ef45ef, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=242ad0a4-af07-4d66-96a1-e058a2ef45ef,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:33.029894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c614dc-a301-43a9-ad86-9dfa07f28b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fee4ec-7554-4bf3-9009-67ba2fcd76d7'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:33.033406 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a94b7aa-5d4a-4a3b-b46b-330447d16176" -d '{"events": [{"server_uuid": "73c614dc-a301-43a9-ad86-9dfa07f28b71", "name": "network-vif-plugged", "status": "completed", "tag": "52fee4ec-7554-4bf3-9009-67ba2fcd76d7"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:33.044233 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.053748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:33.106514 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.152449 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb6e131-2de2-4cd9-a039-f7e5043545bc x-openstack-request-id: req-6cb6e131-2de2-4cd9-a039-f7e5043545bc {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:33.152760 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c614dc-a301-43a9-ad86-9dfa07f28b71", "name": "network-vif-plugged", "status": "completed", "tag": "52fee4ec-7554-4bf3-9009-67ba2fcd76d7", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:33.153040 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6cb6e131-2de2-4cd9-a039-f7e5043545bc {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:33.153418 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c614dc-a301-43a9-ad86-9dfa07f28b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fee4ec-7554-4bf3-9009-67ba2fcd76d7', 'code': 200} Jul 16 08:50:33.181101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=242ad0a4-af07-4d66-96a1-e058a2ef45ef,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.387562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.426348 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['242ad0a4-af07-4d66-96a1-e058a2ef45ef'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:33.428902 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f3a0d-b8f9-4871-b3eb-c2783ff59d8b req-5546f360-6abc-4d90-8c1e-d96dc9650e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.430548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-520f3a0d-b8f9-4871-b3eb-c2783ff59d8b req-5546f360-6abc-4d90-8c1e-d96dc9650e6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 1098 time: 0.1744797 Jul 16 08:50:33.440280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8f233-7281-47db-bb8c-2f533297173c req-50d17a25-b5c5-44cc-ad99-7b81f13fd049 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.448732 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ab8f233-7281-47db-bb8c-2f533297173c req-50d17a25-b5c5-44cc-ad99-7b81f13fd049 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.1162024 Jul 16 08:50:33.520239 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-520f3a0d-b8f9-4871-b3eb-c2783ff59d8b req-21c6f6c0-0709-4c2b-bcc7-33c35a213f4d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606475 Jul 16 08:50:33.561767 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ab8f233-7281-47db-bb8c-2f533297173c req-6eb49c72-0a49-41d8-beee-11d0e9951660 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118600 Jul 16 08:50:33.663744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210410a1-1ead-4c50-a921-cb1b4e8d9db7 req-9b748a20-9349-40ca-a914-aa2e74208942 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.666841 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-210410a1-1ead-4c50-a921-cb1b4e8d9db7 req-9b748a20-9349-40ca-a914-aa2e74208942 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 943 time: 0.2581632 Jul 16 08:50:33.799746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-210410a1-1ead-4c50-a921-cb1b4e8d9db7 req-951b2e5d-a1c0-4f42-aec5-7af5309c12d4 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214190 Jul 16 08:50:33.863040 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.078616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41674) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:34.213213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2a711-0328-4d95-a40d-68040f50b203 req-ef0fbb93-feca-43d6-ab01-f7fe6114288c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.216418 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e6a2a711-0328-4d95-a40d-68040f50b203 req-ef0fbb93-feca-43d6-ab01-f7fe6114288c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf13c641cc6b45f4add343877ddf9789&device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 1098 time: 0.2000315 Jul 16 08:50:34.382140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2a711-0328-4d95-a40d-68040f50b203 req-f9cc23f3-65d0-43b3-8be5-3d1ce38adead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.384143 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e6a2a711-0328-4d95-a40d-68040f50b203 req-f9cc23f3-65d0-43b3-8be5-3d1ce38adead service neutron] 10.222.0.15 "GET /v2.0/networks?id=0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 200 len: 917 time: 0.1324275 Jul 16 08:50:34.403654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac5ad6e-e486-4cb6-94bf-e616775476c1 req-3d464962-0cab-436b-89a5-b008870c0401 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.410408 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e9fc6b9-8119-4e97-9185-2e7e7e29b340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.411760 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ac5ad6e-e486-4cb6-94bf-e616775476c1 req-3d464962-0cab-436b-89a5-b008870c0401 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.2911422 Jul 16 08:50:34.527405 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:34.546234 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ac5ad6e-e486-4cb6-94bf-e616775476c1 req-ebf44570-b060-424f-bd1a-603a0487c141 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332829 Jul 16 08:50:34.565260 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e6a2a711-0328-4d95-a40d-68040f50b203 req-9daccf79-565f-49cd-9086-b1c85e1d40e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8bc063f-186b-4327-9b76-96651514aae3 HTTP/1.1" status: 200 len: 1002 time: 0.1444075 Jul 16 08:50:34.716481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2a711-0328-4d95-a40d-68040f50b203 req-b3f82847-8721-4373-8a2e-5b302167eb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.725287 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e6a2a711-0328-4d95-a40d-68040f50b203 req-b3f82847-8721-4373-8a2e-5b302167eb46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ff038ab-4107-4385-b9f7-5e2bfac47b22 HTTP/1.1" status: 200 len: 856 time: 0.1452608 Jul 16 08:50:34.832559 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e9fc6b9-8119-4e97-9185-2e7e7e29b340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.844978 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e9fc6b9-8119-4e97-9185-2e7e7e29b340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.848348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a2a711-0328-4d95-a40d-68040f50b203 req-c570d76b-d867-4efd-8d2b-163fe3120a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.849968 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e6a2a711-0328-4d95-a40d-68040f50b203 req-c570d76b-d867-4efd-8d2b-163fe3120a2a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0398bf6f-6792-4b35-accc-6c390953dadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1181324 Jul 16 08:50:34.984790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=19c8ed20-2f16-48a8-b3e0-24cfdc9490ce,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:35.026539 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4e9fc6b9-8119-4e97-9185-2e7e7e29b340 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a718ba856ff45e7a1ab192d35fd2087&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9435680 Jul 16 08:50:35.028979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9fc6b9-8119-4e97-9185-2e7e7e29b340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ccad2c-78b3-4962-bc1f-ae65ed9e6889,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:35.032874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41692) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:35.050254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '19c8ed20-2f16-48a8-b3e0-24cfdc9490ce', 'network_id': '7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f', 'port_id': '19c8ed20-2f16-48a8-b3e0-24cfdc9490ce', 'mac_address': 'fa:16:3e:6f:cf:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '919ea303-fe3d-42fb-ab89-20ee8fddf222', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:35.126084 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.154091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:35.192204 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41f463-dd2f-480b-b3a8-e32d3b2ed081 req-1e98d57d-3ca7-40d9-954e-9030faeaf786 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:35.200418 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb41f463-dd2f-480b-b3a8-e32d3b2ed081 req-1e98d57d-3ca7-40d9-954e-9030faeaf786 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.1534965 Jul 16 08:50:35.218532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=19c8ed20-2f16-48a8-b3e0-24cfdc9490ce,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:35.226133 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.266614 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb41f463-dd2f-480b-b3a8-e32d3b2ed081 req-d8fd395a-8f9c-4629-9ec5-0fd3dd3a9627 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651259 Jul 16 08:50:35.293627 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c7ef3166-17e4-4d09-972d-ca4c61216857 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.364406 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e6a2a711-0328-4d95-a40d-68040f50b203 req-9d19878b-d62c-4ae0-ba23-0cafa7fb2c10 service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989398 Jul 16 08:50:35.374509 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.375903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=19c8ed20-2f16-48a8-b3e0-24cfdc9490ce,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:35.392660 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe3fc5fa-dafc-4e51-b9f9-4a6a44157ee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.430945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['19c8ed20-2f16-48a8-b3e0-24cfdc9490ce'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:35.468088 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe3fc5fa-dafc-4e51-b9f9-4a6a44157ee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.509153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec34e2c-b87e-47f5-90b2-e76cd9701927 req-5bc41ccc-efe9-4cc5-8dc2-a8c34eaf70b5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:35.516617 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ec34e2c-b87e-47f5-90b2-e76cd9701927 req-5bc41ccc-efe9-4cc5-8dc2-a8c34eaf70b5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 943 time: 0.4588931 Jul 16 08:50:35.701313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ec34e2c-b87e-47f5-90b2-e76cd9701927 req-999a0ba8-47e5-4301-940e-2442f419a39b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836193 Jul 16 08:50:35.734222 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e6a2a711-0328-4d95-a40d-68040f50b203 req-ab8b1c21-f81a-4b24-bbe1-c2c783fb5d3d service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578861 Jul 16 08:50:35.743236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe3fc5fa-dafc-4e51-b9f9-4a6a44157ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.755022 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe3fc5fa-dafc-4e51-b9f9-4a6a44157ee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.760204 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fe3fc5fa-dafc-4e51-b9f9-4a6a44157ee7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/28ccad2c-78b3-4962-bc1f-ae65ed9e6889 HTTP/1.1" status: 204 len: 168 time: 0.7230892 Jul 16 08:50:35.780552 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fc5fa-dafc-4e51-b9f9-4a6a44157ee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ccad2c-78b3-4962-bc1f-ae65ed9e6889,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:35.856661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a054aca9-fbe9-4f58-b10c-234521371075 req-81113526-2fc6-4e09-b1c7-f1e997f9541f tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:35.858315 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a054aca9-fbe9-4f58-b10c-234521371075 req-81113526-2fc6-4e09-b1c7-f1e997f9541f tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.1054087 Jul 16 08:50:35.921474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a054aca9-fbe9-4f58-b10c-234521371075 req-112fe565-bb44-4be5-a2cc-f37835391d92 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530243 Jul 16 08:50:36.235014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee295c-0628-48ec-abf5-95c5f3479e5a req-c5492950-1e0e-4c60-b347-8e8d3a63787b tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.238266 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d4ee295c-0628-48ec-abf5-95c5f3479e5a req-c5492950-1e0e-4c60-b347-8e8d3a63787b tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.1012723 Jul 16 08:50:36.280827 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 242ad0a4-af07-4d66-96a1-e058a2ef45ef up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:36.291298 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d4ee295c-0628-48ec-abf5-95c5f3479e5a req-3ddd945d-2e44-4865-afa2-03ceb257e1bf tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469339 Jul 16 08:50:36.325848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41722) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:36.348935 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2db5b42f-b79d-4bd0-8273-197f560e4cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.399287 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 242ad0a4-af07-4d66-96a1-e058a2ef45ef completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:36.408744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 242ad0a4-af07-4d66-96a1-e058a2ef45ef triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:36.409470 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.527540 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2db5b42f-b79d-4bd0-8273-197f560e4cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.535141 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2db5b42f-b79d-4bd0-8273-197f560e4cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.551974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:36.638216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55dcdb-cc2b-41ca-bce2-27f41eb2c11a req-c931a6c5-666f-4d16-8621-5cf7f55d868c tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.650933 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e55dcdb-cc2b-41ca-bce2-27f41eb2c11a req-c931a6c5-666f-4d16-8621-5cf7f55d868c tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.1878836 Jul 16 08:50:36.695702 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2db5b42f-b79d-4bd0-8273-197f560e4cb0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7543c181cc6437f829aa3b6d790b0df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684335 Jul 16 08:50:36.702542 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41742) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:36.715846 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e55dcdb-cc2b-41ca-bce2-27f41eb2c11a req-0b69bc38-4c3d-464b-8857-4d162abe870c tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620019 Jul 16 08:50:36.729078 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.770190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:36.781148 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db5b42f-b79d-4bd0-8273-197f560e4cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff10e7f-4080-4679-84e2-0446daac47ae,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:36.782225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242ad0a4-af07-4d66-96a1-e058a2ef45ef'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:36.790742 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae2a5c5c-c558-4bbd-b538-f5a2637c6eaf" -d '{"events": [{"server_uuid": "ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b", "name": "network-vif-plugged", "status": "completed", "tag": "242ad0a4-af07-4d66-96a1-e058a2ef45ef"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:36.806337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:36.806724 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.853476 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 242ad0a4-af07-4d66-96a1-e058a2ef45ef, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=242ad0a4-af07-4d66-96a1-e058a2ef45ef,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:36.863239 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.874663 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a4d3c89-2f37-491b-a994-086b7ebfdc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.890950 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cce9e6-8d55-4c17-9a91-58c626b387e7 req-8b88fafa-86df-4149-98f8-46e2fc2e7c63 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.896166 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1cce9e6-8d55-4c17-9a91-58c626b387e7 req-8b88fafa-86df-4149-98f8-46e2fc2e7c63 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.1558833 Jul 16 08:50:36.958056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=242ad0a4-af07-4d66-96a1-e058a2ef45ef,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:36.978357 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1cce9e6-8d55-4c17-9a91-58c626b387e7 req-8e3aa2fa-b66c-4514-ab97-945155f04b94 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744658 Jul 16 08:50:37.020901 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a4d3c89-2f37-491b-a994-086b7ebfdc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.089886 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab84a374-0a91-4988-82ae-d726a0500cab x-openstack-request-id: req-ab84a374-0a91-4988-82ae-d726a0500cab {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:37.090460 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b", "name": "network-vif-plugged", "status": "completed", "tag": "242ad0a4-af07-4d66-96a1-e058a2ef45ef", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:37.090460 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab84a374-0a91-4988-82ae-d726a0500cab {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:37.090982 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '242ad0a4-af07-4d66-96a1-e058a2ef45ef', 'code': 200} Jul 16 08:50:37.092245 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.106372 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a4d3c89-2f37-491b-a994-086b7ebfdc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.109916 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a4d3c89-2f37-491b-a994-086b7ebfdc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.111625 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7a4d3c89-2f37-491b-a994-086b7ebfdc14 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ff10e7f-4080-4679-84e2-0446daac47ae HTTP/1.1" status: 204 len: 168 time: 0.4079552 Jul 16 08:50:37.119323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93302b5-8d60-4f05-a6c9-be6cc27f1094 req-c95f2917-763b-4ab4-835c-6f244a521d1b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:37.127467 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d93302b5-8d60-4f05-a6c9-be6cc27f1094 req-c95f2917-763b-4ab4-835c-6f244a521d1b tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 944 time: 0.1289184 Jul 16 08:50:37.133848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d3c89-2f37-491b-a994-086b7ebfdc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff10e7f-4080-4679-84e2-0446daac47ae,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:37.171872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=19c8ed20-2f16-48a8-b3e0-24cfdc9490ce,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:37.190237 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.200148 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d93302b5-8d60-4f05-a6c9-be6cc27f1094 req-8dc76a22-0c65-4a11-bb40-ef0f78415e15 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713050 Jul 16 08:50:37.322082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=19c8ed20-2f16-48a8-b3e0-24cfdc9490ce,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:37.414929 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028f27f-ff36-44e1-8696-786297147bf4 req-5fec1e2b-e26b-4173-9c7b-72d4d865d31c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:37.416635 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2028f27f-ff36-44e1-8696-786297147bf4 req-5fec1e2b-e26b-4173-9c7b-72d4d865d31c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.1708794 Jul 16 08:50:37.439809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335f621-8eb4-4134-8322-47bd1acf61a8 req-598b4a3d-981e-419e-baf3-59d180777a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:37.442994 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6335f621-8eb4-4134-8322-47bd1acf61a8 req-598b4a3d-981e-419e-baf3-59d180777a2c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b HTTP/1.1" status: 200 len: 1098 time: 0.1213772 Jul 16 08:50:37.585646 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2028f27f-ff36-44e1-8696-786297147bf4 req-f7ba2195-6d26-42cc-8758-f099870ac3da tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398282 Jul 16 08:50:37.598009 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6335f621-8eb4-4134-8322-47bd1acf61a8 req-45f3dc6f-ed04-4b3f-bc6f-43810950a080 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363139 Jul 16 08:50:37.919624 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9f4da875-2619-4127-9fc8-d72baac86c1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.016727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e851db-1d2c-497a-a7d7-4b693162b902 req-ba641e4a-b16c-4b99-9683-6a6c6e483c4a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:38.026150 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-49e851db-1d2c-497a-a7d7-4b693162b902 req-ba641e4a-b16c-4b99-9683-6a6c6e483c4a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.1152940 Jul 16 08:50:38.095422 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-49e851db-1d2c-497a-a7d7-4b693162b902 req-541235fa-33d3-438b-9d96-a9ce97b60337 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678272 Jul 16 08:50:38.174980 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.286395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e8bc063f-186b-4327-9b76-96651514aae3 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:38.564318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e8bc063f-186b-4327-9b76-96651514aae3, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8bc063f-186b-4327-9b76-96651514aae3,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:38.592474 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'e8bc063f-186b-4327-9b76-96651514aae3', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'port_id': 'e8bc063f-186b-4327-9b76-96651514aae3', 'mac_address': 'fa:16:3e:f2:00:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:38.800765 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.805319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7d91d-919e-4439-99af-88d65d2e0576 req-9e198c91-79f5-40de-9cfb-b95505582a36 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:38.830151 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fc7d91d-919e-4439-99af-88d65d2e0576 req-9e198c91-79f5-40de-9cfb-b95505582a36 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 945 time: 0.2908952 Jul 16 08:50:38.834071 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8bc063f-186b-4327-9b76-96651514aae3 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:38.916988 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e8bc063f-186b-4327-9b76-96651514aae3, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8bc063f-186b-4327-9b76-96651514aae3,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:38.924423 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.955751 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fc7d91d-919e-4439-99af-88d65d2e0576 req-326b3aad-23c2-4f9e-890b-e87e2e3b1140 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147914 Jul 16 08:50:39.092013 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed617d1-5a51-40e8-a83a-c2a361963a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c8ed20-2f16-48a8-b3e0-24cfdc9490ce'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:39.099059 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411c308c-c939-453e-86f9-7aac830f17ef" -d '{"events": [{"server_uuid": "fed617d1-5a51-40e8-a83a-c2a361963a51", "name": "network-vif-plugged", "status": "completed", "tag": "19c8ed20-2f16-48a8-b3e0-24cfdc9490ce"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:39.156825 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e8bc063f-186b-4327-9b76-96651514aae3'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:39.291690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbc72d-2fc4-42ff-9e50-a7c3ba3c1f0d req-05266e5d-9feb-4064-9f2a-e5c33536ce33 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.301958 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53fbc72d-2fc4-42ff-9e50-a7c3ba3c1f0d req-05266e5d-9feb-4064-9f2a-e5c33536ce33 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.2461939 Jul 16 08:50:39.320946 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=e8bc063f-186b-4327-9b76-96651514aae3,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:39.395781 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53fbc72d-2fc4-42ff-9e50-a7c3ba3c1f0d req-7254d2ac-cc4d-4312-acee-8344c478a193 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925539 Jul 16 08:50:39.542331 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d183cfdc-9247-46fa-a141-c8efee261dd2 x-openstack-request-id: req-d183cfdc-9247-46fa-a141-c8efee261dd2 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:39.542508 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed617d1-5a51-40e8-a83a-c2a361963a51", "name": "network-vif-plugged", "status": "completed", "tag": "19c8ed20-2f16-48a8-b3e0-24cfdc9490ce", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:39.542699 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d183cfdc-9247-46fa-a141-c8efee261dd2 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:39.543472 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed617d1-5a51-40e8-a83a-c2a361963a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c8ed20-2f16-48a8-b3e0-24cfdc9490ce', 'code': 200} Jul 16 08:50:39.688109 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.947923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f15b0c-901f-4ef1-bc9b-f5e3d630c93b req-b5786084-f993-4b86-ac5d-c86453d00110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.957834 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6f15b0c-901f-4ef1-bc9b-f5e3d630c93b req-b5786084-f993-4b86-ac5d-c86453d00110 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 1097 time: 0.3094330 Jul 16 08:50:39.995728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160f96bd-1f31-4693-88fe-23590aa2325e req-580a5c25-7703-4ec2-bde1-5059cce24972 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.015932 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-160f96bd-1f31-4693-88fe-23590aa2325e req-580a5c25-7703-4ec2-bde1-5059cce24972 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 945 time: 0.3697777 Jul 16 08:50:40.291868 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-160f96bd-1f31-4693-88fe-23590aa2325e req-84fd44b0-ca5f-413e-8fd1-4c5e657cad9d tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474446 Jul 16 08:50:40.295882 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6f15b0c-901f-4ef1-bc9b-f5e3d630c93b req-2eacbba3-d822-4ab1-a2c4-9a01f63d782d service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765310 Jul 16 08:50:40.306416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e8bc063f-186b-4327-9b76-96651514aae3 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:40.599197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port e8bc063f-186b-4327-9b76-96651514aae3 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:40.600261 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.614994 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:50:40.718685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a621c43-b16e-475b-851b-9d110605b18a req-59cc2033-a18b-4a17-bd9f-91218306fbec tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.731346 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5a621c43-b16e-475b-851b-9d110605b18a req-59cc2033-a18b-4a17-bd9f-91218306fbec tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 945 time: 0.1397650 Jul 16 08:50:40.856671 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5a621c43-b16e-475b-851b-9d110605b18a req-a3efd4c0-d761-440f-93a6-7fea62cd487f tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243227 Jul 16 08:50:40.959017 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.102395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e8bc063f-186b-4327-9b76-96651514aae3, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8bc063f-186b-4327-9b76-96651514aae3,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:41.118657 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.348263 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.413619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=e8bc063f-186b-4327-9b76-96651514aae3,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:41.545231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bc063f-186b-4327-9b76-96651514aae3'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:41.549671 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08cb0d8e-d277-417a-9ba6-d26ee7689875" -d '{"events": [{"server_uuid": "4eff8273-7e13-4010-ada4-a8c9596b549a", "name": "network-vif-plugged", "status": "completed", "tag": "e8bc063f-186b-4327-9b76-96651514aae3"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:41.757160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7476928-bafc-4a50-b28c-0005ed0da671 req-8f5245b5-de79-4ad6-8cf7-1e213ecb6ffd tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.768741 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7476928-bafc-4a50-b28c-0005ed0da671 req-8f5245b5-de79-4ad6-8cf7-1e213ecb6ffd tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.1691773 Jul 16 08:50:41.826708 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7476928-bafc-4a50-b28c-0005ed0da671 req-03e76dc6-9eea-4a4f-9929-d18ae79b0498 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568829 Jul 16 08:50:41.890329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc4136f-85e8-43c8-9181-1e53340e7a66 req-83ebec5c-bfef-48ba-a7bf-7d24a165dad9 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.926499 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0bc4136f-85e8-43c8-9181-1e53340e7a66 req-83ebec5c-bfef-48ba-a7bf-7d24a165dad9 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.2907319 Jul 16 08:50:42.040919 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f3160a-81d0-4e4c-a666-9c8dfef2f827 x-openstack-request-id: req-a8f3160a-81d0-4e4c-a666-9c8dfef2f827 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:42.041431 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eff8273-7e13-4010-ada4-a8c9596b549a", "name": "network-vif-plugged", "status": "completed", "tag": "e8bc063f-186b-4327-9b76-96651514aae3", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:42.041760 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8f3160a-81d0-4e4c-a666-9c8dfef2f827 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:42.042371 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bc063f-186b-4327-9b76-96651514aae3', 'code': 200} Jul 16 08:50:42.079172 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0bc4136f-85e8-43c8-9181-1e53340e7a66 req-556ea6be-7368-4a8c-b4a9-c909acc29424 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470034 Jul 16 08:50:42.409055 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93009cc1-a53c-472e-9496-0211b63479f4 req-2ef1d2e6-a42c-4569-b8bd-53ef2caf0eeb tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.412739 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-93009cc1-a53c-472e-9496-0211b63479f4 req-2ef1d2e6-a42c-4569-b8bd-53ef2caf0eeb tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 945 time: 0.1285431 Jul 16 08:50:42.483808 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-93009cc1-a53c-472e-9496-0211b63479f4 req-84b55e05-5b3d-460a-a79d-79e7d10fe65d tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598350 Jul 16 08:50:43.335565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0d1afb-1c56-4084-a2db-5aacde49cdeb req-c012344e-06a3-467b-9f41-44d3d8afd2bc tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:43.345336 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d0d1afb-1c56-4084-a2db-5aacde49cdeb req-c012344e-06a3-467b-9f41-44d3d8afd2bc tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b HTTP/1.1" status: 200 len: 946 time: 0.4898591 Jul 16 08:50:43.440351 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d0d1afb-1c56-4084-a2db-5aacde49cdeb req-6b352b4e-722c-4060-9b93-d7d704f532dd tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757306 Jul 16 08:50:43.789182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009b4437-1995-4e87-bdb6-94855fa92dde req-de97aa62-edd1-467d-9cae-9878b2d68b2b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:43.817336 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-009b4437-1995-4e87-bdb6-94855fa92dde req-de97aa62-edd1-467d-9cae-9878b2d68b2b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.2434871 Jul 16 08:50:43.879110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1345a0-1b37-4bba-a931-99cd5ba3ff11 req-9e8e4a41-4303-4624-9f21-eb6f79621d65 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:43.898302 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8e1345a0-1b37-4bba-a931-99cd5ba3ff11 req-9e8e4a41-4303-4624-9f21-eb6f79621d65 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.1813056 Jul 16 08:50:43.972311 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-009b4437-1995-4e87-bdb6-94855fa92dde req-c47fa463-035a-4e2d-bec6-db3618aeab0b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520214 Jul 16 08:50:44.024914 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8e1345a0-1b37-4bba-a931-99cd5ba3ff11 req-3277e826-665f-4a1a-b795-1813dad7c9a7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236982 Jul 16 08:50:45.410583 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9909b6-685b-4e9f-9316-9996c80695e9 req-70c5fba3-875e-4270-ab04-a896f2f77a2c tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:45.419709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb9909b6-685b-4e9f-9316-9996c80695e9 req-70c5fba3-875e-4270-ab04-a896f2f77a2c tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.0959036 Jul 16 08:50:45.499272 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb9909b6-685b-4e9f-9316-9996c80695e9 req-4f52d6ee-5316-4fec-aa61-25faf1c16755 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769558 Jul 16 08:50:46.233048 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b315dd8-ec6b-4279-af1d-f97f9fb19451 req-71cdd633-ec5a-4848-b80b-1167f2ad983b tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.249639 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b315dd8-ec6b-4279-af1d-f97f9fb19451 req-71cdd633-ec5a-4848-b80b-1167f2ad983b tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.3493710 Jul 16 08:50:46.270108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3797b4c6-076a-4dc9-871f-fdebe1ca6b92 req-1535643d-a5b6-4384-b15c-f44a30bc276c tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.316756 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3797b4c6-076a-4dc9-871f-fdebe1ca6b92 req-1535643d-a5b6-4384-b15c-f44a30bc276c tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b HTTP/1.1" status: 200 len: 946 time: 0.4990888 Jul 16 08:50:46.414020 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b315dd8-ec6b-4279-af1d-f97f9fb19451 req-2f10b6ff-877c-4609-b24e-bf2c70f1d890 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623673 Jul 16 08:50:46.570316 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3797b4c6-076a-4dc9-871f-fdebe1ca6b92 req-91753a2b-486f-491d-8dd4-aa9cafb139a9 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/security-groups?id=76bf021a-4a91-4afd-b032-f5f5aee75936&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520001 Jul 16 08:50:46.801598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d672868-d8f5-419a-9f9c-2c81326beb6b req-463a5abc-5ecf-456b-a332-7b4c1bdf0c6e tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.804792 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d672868-d8f5-419a-9f9c-2c81326beb6b req-463a5abc-5ecf-456b-a332-7b4c1bdf0c6e tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b HTTP/1.1" status: 200 len: 946 time: 0.3665485 Jul 16 08:50:46.960269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2950b-9e79-4fd9-9aae-c7d61f1bc628 req-8ac7184b-a7fd-42b3-875b-79727dd28481 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.994856 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ec2950b-9e79-4fd9-9aae-c7d61f1bc628 req-8ac7184b-a7fd-42b3-875b-79727dd28481 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 1097 time: 0.2359488 Jul 16 08:50:47.140248 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ec2950b-9e79-4fd9-9aae-c7d61f1bc628 req-a4c6e9dd-df37-49b6-8800-2ec5b30b6915 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394970 Jul 16 08:50:47.180649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc820d-5555-4089-a377-f4ff0ba79904 req-7494352b-84cb-4d58-817c-e58268e66218 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:47.183691 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-abbc820d-5555-4089-a377-f4ff0ba79904 req-7494352b-84cb-4d58-817c-e58268e66218 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.38 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 945 time: 0.2973113 Jul 16 08:50:47.205078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42358) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:47.501986 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-3d672868-d8f5-419a-9f9c-2c81326beb6b req-bcd77d1b-95c0-4364-bd35-a23fc1c78998 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Deleting port 242ad0a4-af07-4d66-96a1-e058a2ef45ef {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:47.502843 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d672868-d8f5-419a-9f9c-2c81326beb6b req-bcd77d1b-95c0-4364-bd35-a23fc1c78998 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.741684 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-86306d0e-2f0f-438f-bb4f-1740c6ea1fba tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port 078eecff-2360-45dc-8a3a-2bdaa60f6771 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:47.742554 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86306d0e-2f0f-438f-bb4f-1740c6ea1fba tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.820062 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-3d672868-d8f5-419a-9f9c-2c81326beb6b req-bcd77d1b-95c0-4364-bd35-a23fc1c78998 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] For port 242ad0a4-af07-4d66-96a1-e058a2ef45ef, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=242ad0a4-af07-4d66-96a1-e058a2ef45ef,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:47.820738 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d672868-d8f5-419a-9f9c-2c81326beb6b req-bcd77d1b-95c0-4364-bd35-a23fc1c78998 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.865614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-3d672868-d8f5-419a-9f9c-2c81326beb6b req-bcd77d1b-95c0-4364-bd35-a23fc1c78998 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Calling delete_port for 242ad0a4-af07-4d66-96a1-e058a2ef45ef owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:48.039505 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86306d0e-2f0f-438f-bb4f-1740c6ea1fba tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.040103 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86306d0e-2f0f-438f-bb4f-1740c6ea1fba tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.072105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-86306d0e-2f0f-438f-bb4f-1740c6ea1fba tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for 078eecff-2360-45dc-8a3a-2bdaa60f6771 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:48.494115 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d672868-d8f5-419a-9f9c-2c81326beb6b req-bcd77d1b-95c0-4364-bd35-a23fc1c78998 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.518180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['19c8ed20-2f16-48a8-b3e0-24cfdc9490ce'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:48.770219 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd77d1b-95c0-4364-bd35-a23fc1c78998 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Pushing event deleted for resources: {'Port': ['ID=242ad0a4-af07-4d66-96a1-e058a2ef45ef,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:48.792406 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6755f7f-197f-4d94-b8fa-4a7b2d214f7c req-433c7305-075a-4572-adb6-54d8757f6cc1 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:48.820702 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6755f7f-197f-4d94-b8fa-4a7b2d214f7c req-433c7305-075a-4572-adb6-54d8757f6cc1 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 1.6730752 Jul 16 08:50:48.947281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefd606-802a-4cfc-8386-2dfc6c73a4da req-189bf4da-3ac6-40a7-a9b4-f257e45f47d5 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:48.961050 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d672868-d8f5-419a-9f9c-2c81326beb6b req-bcd77d1b-95c0-4364-bd35-a23fc1c78998 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] No DVR routers for this DVR port 242ad0a4-af07-4d66-96a1-e058a2ef45ef on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:48.967139 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcefd606-802a-4cfc-8386-2dfc6c73a4da req-189bf4da-3ac6-40a7-a9b4-f257e45f47d5 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.7729957 Jul 16 08:50:49.010862 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3d672868-d8f5-419a-9f9c-2c81326beb6b req-bcd77d1b-95c0-4364-bd35-a23fc1c78998 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.017173 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d672868-d8f5-419a-9f9c-2c81326beb6b req-bcd77d1b-95c0-4364-bd35-a23fc1c78998 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.15 "DELETE /v2.0/ports/242ad0a4-af07-4d66-96a1-e058a2ef45ef HTTP/1.1" status: 204 len: 173 time: 2.2011323 Jul 16 08:50:49.028320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-abbc820d-5555-4089-a377-f4ff0ba79904 req-807d4fde-8c25-498a-b124-4473fb00bae5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Deleting port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:49.030853 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-abbc820d-5555-4089-a377-f4ff0ba79904 req-807d4fde-8c25-498a-b124-4473fb00bae5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.046081 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86306d0e-2f0f-438f-bb4f-1740c6ea1fba tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.050115 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b', 'name': 'network-vif-deleted', 'tag': '242ad0a4-af07-4d66-96a1-e058a2ef45ef'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:49.059174 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62a0e86-a62c-44b0-92b8-ee5d8b0bcd75" -d '{"events": [{"server_uuid": "ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b", "name": "network-vif-deleted", "tag": "242ad0a4-af07-4d66-96a1-e058a2ef45ef"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:49.083961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86306d0e-2f0f-438f-bb4f-1740c6ea1fba tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=078eecff-2360-45dc-8a3a-2bdaa60f6771,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:49.141564 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcefd606-802a-4cfc-8386-2dfc6c73a4da req-0345bdbf-2748-4b5c-99f1-5e49e81420c8 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551523 Jul 16 08:50:49.242788 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6755f7f-197f-4d94-b8fa-4a7b2d214f7c req-70599fee-adc1-4217-bae2-ab13f3433cbe tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4201109 Jul 16 08:50:49.682223 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af8aa46d-96c3-4a6b-957f-2b917a99920e req-2d3a1e53-b25e-4db1-9500-98be5417dac6 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b HTTP/1.1" status: 200 len: 210 time: 0.1715775 Jul 16 08:50:49.705778 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86306d0e-2f0f-438f-bb4f-1740c6ea1fba tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.708862 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-86306d0e-2f0f-438f-bb4f-1740c6ea1fba tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Floating IP 65529c55-69fc-4164-a45d-3d015c791b13 disassociated (deleted). External IP: 172.25.4.239, port: e8ea84e6-3915-4678-b3c6-53fbd37e3e5a. Jul 16 08:50:50.278960 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d2a59c-4a5d-4179-b2a7-96bb5b5267c2 x-openstack-request-id: req-e0d2a59c-4a5d-4179-b2a7-96bb5b5267c2 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:50.279837 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b", "name": "network-vif-deleted", "tag": "242ad0a4-af07-4d66-96a1-e058a2ef45ef", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:50.280038 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e0d2a59c-4a5d-4179-b2a7-96bb5b5267c2 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:50.281331 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae5f3a3c-9f7c-466e-b304-1d55b19d9a9b', 'name': 'network-vif-deleted', 'tag': '242ad0a4-af07-4d66-96a1-e058a2ef45ef', 'status': 'completed', 'code': 200} Jul 16 08:50:50.368414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 242ad0a4-af07-4d66-96a1-e058a2ef45ef no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:50.515337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-abbc820d-5555-4089-a377-f4ff0ba79904 req-807d4fde-8c25-498a-b124-4473fb00bae5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] For port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=19c8ed20-2f16-48a8-b3e0-24cfdc9490ce,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:50.519084 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-abbc820d-5555-4089-a377-f4ff0ba79904 req-807d4fde-8c25-498a-b124-4473fb00bae5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.530991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 242ad0a4-af07-4d66-96a1-e058a2ef45ef {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:50.537190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 242ad0a4-af07-4d66-96a1-e058a2ef45ef not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:50.594958 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:50.599368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-abbc820d-5555-4089-a377-f4ff0ba79904 req-807d4fde-8c25-498a-b124-4473fb00bae5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Calling delete_port for 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:51.195594 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.328327 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed617d1-5a51-40e8-a83a-c2a361963a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c8ed20-2f16-48a8-b3e0-24cfdc9490ce'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:51.344416 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43039b32-f393-4467-a1ba-a19c576835f6" -d '{"events": [{"server_uuid": "fed617d1-5a51-40e8-a83a-c2a361963a51", "name": "network-vif-unplugged", "status": "completed", "tag": "19c8ed20-2f16-48a8-b3e0-24cfdc9490ce"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:51.426808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=19c8ed20-2f16-48a8-b3e0-24cfdc9490ce,segment=NetworkSegment(b123d813-9ae0-443f-913f-081c6f66c9ce),segment_id=b123d813-9ae0-443f-913f-081c6f66c9ce)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:51.440876 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.722769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=19c8ed20-2f16-48a8-b3e0-24cfdc9490ce,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:51.737329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdc3499-49d3-4a04-bd5e-cdee3a32ca53 req-3d1e173e-368f-439f-9dc8-14e9bddb036b tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.740038 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cfdc3499-49d3-4a04-bd5e-cdee3a32ca53 req-3d1e173e-368f-439f-9dc8-14e9bddb036b tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.7275448 Jul 16 08:50:51.822490 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-abbc820d-5555-4089-a377-f4ff0ba79904 req-807d4fde-8c25-498a-b124-4473fb00bae5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.004741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bd760-23a4-457e-9885-d4e7d7cf5c3e req-839c035c-368b-4461-b236-b3e15113ffc6 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:52.018633 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a04bd760-23a4-457e-9885-d4e7d7cf5c3e req-839c035c-368b-4461-b236-b3e15113ffc6 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.3749013 Jul 16 08:50:52.065248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d4fde-8c25-498a-b124-4473fb00bae5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Pushing event deleted for resources: {'Port': ['ID=19c8ed20-2f16-48a8-b3e0-24cfdc9490ce,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:52.292159 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cfdc3499-49d3-4a04-bd5e-cdee3a32ca53 req-0be6ebde-1998-4e47-9f84-ca9bc4eb85fe tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5164788 Jul 16 08:50:52.301612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-abbc820d-5555-4089-a377-f4ff0ba79904 req-807d4fde-8c25-498a-b124-4473fb00bae5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] No DVR routers for this DVR port 19c8ed20-2f16-48a8-b3e0-24cfdc9490ce on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:52.316312 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-abbc820d-5555-4089-a377-f4ff0ba79904 req-807d4fde-8c25-498a-b124-4473fb00bae5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.332382 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-abbc820d-5555-4089-a377-f4ff0ba79904 req-807d4fde-8c25-498a-b124-4473fb00bae5 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.38 "DELETE /v2.0/ports/19c8ed20-2f16-48a8-b3e0-24cfdc9490ce HTTP/1.1" status: 204 len: 173 time: 4.9739056 Jul 16 08:50:52.333146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fed617d1-5a51-40e8-a83a-c2a361963a51', 'name': 'network-vif-deleted', 'tag': '19c8ed20-2f16-48a8-b3e0-24cfdc9490ce'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:52.369620 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b3f7ee-7d5a-4073-bc59-d76a5834124f" -d '{"events": [{"server_uuid": "fed617d1-5a51-40e8-a83a-c2a361963a51", "name": "network-vif-deleted", "tag": "19c8ed20-2f16-48a8-b3e0-24cfdc9490ce"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:52.540714 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a04bd760-23a4-457e-9885-d4e7d7cf5c3e req-5d9978bd-906a-4b65-939c-ce944f50a09d tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5204298 Jul 16 08:50:52.588637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86306d0e-2f0f-438f-bb4f-1740c6ea1fba tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router 60de9fac-7299-4ec3-b07a-475f3a49b6df has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:52.778442 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1267824-5d94-4340-ad7f-f8071a737699 x-openstack-request-id: req-c1267824-5d94-4340-ad7f-f8071a737699 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:52.779109 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed617d1-5a51-40e8-a83a-c2a361963a51", "name": "network-vif-deleted", "tag": "19c8ed20-2f16-48a8-b3e0-24cfdc9490ce", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:52.779426 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c1267824-5d94-4340-ad7f-f8071a737699 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:52.780174 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed617d1-5a51-40e8-a83a-c2a361963a51', 'name': 'network-vif-deleted', 'tag': '19c8ed20-2f16-48a8-b3e0-24cfdc9490ce', 'status': 'completed', 'code': 200} Jul 16 08:50:52.897128 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851f56f1-fbb8-492b-b088-b400f8fac8a7 x-openstack-request-id: req-851f56f1-fbb8-492b-b088-b400f8fac8a7 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:52.897759 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fed617d1-5a51-40e8-a83a-c2a361963a51", "name": "network-vif-unplugged", "status": "completed", "tag": "19c8ed20-2f16-48a8-b3e0-24cfdc9490ce", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:52.898018 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-851f56f1-fbb8-492b-b088-b400f8fac8a7 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:52.898724 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fed617d1-5a51-40e8-a83a-c2a361963a51', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c8ed20-2f16-48a8-b3e0-24cfdc9490ce', 'code': 200} Jul 16 08:50:52.969280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86306d0e-2f0f-438f-bb4f-1740c6ea1fba tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:52.983196 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86306d0e-2f0f-438f-bb4f-1740c6ea1fba tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.986375 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbead6d-90c0-4111-82d4-a76e594becd3 None None] Sync routers for ids ['60de9fac-7299-4ec3-b07a-475f3a49b6df'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:53.007860 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbead6d-90c0-4111-82d4-a76e594becd3 None None] Routers {'60de9fac-7299-4ec3-b07a-475f3a49b6df'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:53.009391 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-afbead6d-90c0-4111-82d4-a76e594becd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:50:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['60de9fac-7299-4ec3-b07a-475f3a49b6df'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:53.089812 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-86306d0e-2f0f-438f-bb4f-1740c6ea1fba tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/floatingips/65529c55-69fc-4164-a45d-3d015c791b13 HTTP/1.1" status: 204 len: 168 time: 5.8824849 Jul 16 08:50:53.093021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:53.097153 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0b995a-89cd-4f04-ba26-27ae045684c4" -d '{"events": [{"name": "network-changed", "server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:53.209358 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-028156b7-8735-4c47-bd8a-e6ab4a24e759 req-786becc3-7710-421e-9d8b-d4a689db7889 tempest-MultipleCreateTestJSON-95955855 tempest-MultipleCreateTestJSON-95955855-project] 10.222.0.20 "GET /v2.0/ports?device_id=fed617d1-5a51-40e8-a83a-c2a361963a51 HTTP/1.1" status: 200 len: 210 time: 0.0805621 Jul 16 08:50:53.270139 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-afbead6d-90c0-4111-82d4-a76e594becd3 None None] Set router 60de9fac-7299-4ec3-b07a-475f3a49b6df gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:53.423784 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e41414-2aea-4007-823b-36dc23e8c425 x-openstack-request-id: req-a6e41414-2aea-4007-823b-36dc23e8c425 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:53.424331 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:53.424774 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6e41414-2aea-4007-823b-36dc23e8c425 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:53.426129 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'status': 'completed', 'code': 200} Jul 16 08:50:53.608223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b995a-89cd-4f04-ba26-27ae045684c4 req-f338725f-2a4a-47f0-a458-c967c04c43e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:53.614748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c0b995a-89cd-4f04-ba26-27ae045684c4 req-f338725f-2a4a-47f0-a458-c967c04c43e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 1097 time: 0.1540430 Jul 16 08:50:53.894766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b995a-89cd-4f04-ba26-27ae045684c4 req-bee93ec4-dbe0-479a-9c8a-39e56a2ec68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:53.903542 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c0b995a-89cd-4f04-ba26-27ae045684c4 req-bee93ec4-dbe0-479a-9c8a-39e56a2ec68e service neutron] 10.222.0.15 "GET /v2.0/networks?id=1a0501e1-1558-4423-a881-e5cd760c87df HTTP/1.1" status: 200 len: 897 time: 0.2810311 Jul 16 08:50:54.130840 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c0b995a-89cd-4f04-ba26-27ae045684c4 req-f73bfa34-3f00-40b4-8d6c-77e5b4d8ae6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a HTTP/1.1" status: 200 len: 217 time: 0.2179294 Jul 16 08:50:54.336787 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-afbead6d-90c0-4111-82d4-a76e594becd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:18Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:20Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a91e50e-2294-4f8c-a5f0-d7c644966af0', 'name': '', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:65:42:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:28Z', 'updated_at': '2021-07-16T08:48:41Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:54.425415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b995a-89cd-4f04-ba26-27ae045684c4 req-6099b53a-3b5f-4a03-9f59-b1a5c977bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.427284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c0b995a-89cd-4f04-ba26-27ae045684c4 req-6099b53a-3b5f-4a03-9f59-b1a5c977bb79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7be16ed6-5c6d-4f05-8ffc-73464d53f178 HTTP/1.1" status: 200 len: 834 time: 0.1625214 Jul 16 08:50:54.455064 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbead6d-90c0-4111-82d4-a76e594becd3 None None] Checking router: 60de9fac-7299-4ec3-b07a-475f3a49b6df for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:50:54.494612 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbead6d-90c0-4111-82d4-a76e594becd3 None None] Routers {'60de9fac-7299-4ec3-b07a-475f3a49b6df'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:54.498824 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-afbead6d-90c0-4111-82d4-a76e594becd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:50:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['60de9fac-7299-4ec3-b07a-475f3a49b6df'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:54.535032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400bd8d-d5ca-4cd3-b7d5-ddef8fd1852b req-58b6b23f-f695-43b4-b932-8ecb8294435b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.551958 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c400bd8d-d5ca-4cd3-b7d5-ddef8fd1852b req-58b6b23f-f695-43b4-b932-8ecb8294435b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.2975581 Jul 16 08:50:54.659275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b995a-89cd-4f04-ba26-27ae045684c4 req-fd84d547-c26d-4e64-9ba8-b89b128f042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.665747 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c0b995a-89cd-4f04-ba26-27ae045684c4 req-fd84d547-c26d-4e64-9ba8-b89b128f042a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1a0501e1-1558-4423-a881-e5cd760c87df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2290909 Jul 16 08:50:54.669694 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c400bd8d-d5ca-4cd3-b7d5-ddef8fd1852b req-00ff4efd-b4d1-458f-9cd7-d561bb74376e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157496 Jul 16 08:50:54.691149 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57211f27-4e87-43cd-a63d-270ac5c52812 req-6fc81761-1bd5-4817-a78e-72ed65382e9f tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.702182 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57211f27-4e87-43cd-a63d-270ac5c52812 req-6fc81761-1bd5-4817-a78e-72ed65382e9f tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.5528371 Jul 16 08:50:54.966910 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57211f27-4e87-43cd-a63d-270ac5c52812 req-5a34a0f3-4957-418f-b2ab-8044580278e3 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472379 Jul 16 08:50:55.152547 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-afbead6d-90c0-4111-82d4-a76e594becd3 None None] Set router 60de9fac-7299-4ec3-b07a-475f3a49b6df gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:55.247217 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c0b995a-89cd-4f04-ba26-27ae045684c4 req-ffdd9389-7ab5-47dd-88b1-4175afaf83ba service neutron] 10.222.0.15 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5428517 Jul 16 08:50:55.391648 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42466) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:55.431709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c849f-708f-4d53-a342-269c77952239 req-dcc42350-87e4-41bf-a6af-2541dc7496f5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:55.435562 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b9c849f-708f-4d53-a342-269c77952239 req-dcc42350-87e4-41bf-a6af-2541dc7496f5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.2354012 Jul 16 08:50:55.551653 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b9c849f-708f-4d53-a342-269c77952239 req-386153ba-a087-4f8c-bcf6-9458e8dcf05e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=5a711fae-019c-44d3-a6cf-82912c7d3979&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042831 Jul 16 08:50:55.557745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb03854b-6278-4607-bdc4-a4f715ccd8cb admin admin] Deleting subnet 919ea303-fe3d-42fb-ab89-20ee8fddf222 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:55.563315 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb03854b-6278-4607-bdc4-a4f715ccd8cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.617023 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb03854b-6278-4607-bdc4-a4f715ccd8cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.678647 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb03854b-6278-4607-bdc4-a4f715ccd8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.802484 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb03854b-6278-4607-bdc4-a4f715ccd8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.826961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0c7d44-6083-4e1b-9266-a2b556f71871 req-256540e9-dc99-4867-a86d-b8f657bf5340 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:55.833490 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f0c7d44-6083-4e1b-9266-a2b556f71871 req-256540e9-dc99-4867-a86d-b8f657bf5340 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.15 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 945 time: 0.2566469 Jul 16 08:50:55.844931 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb03854b-6278-4607-bdc4-a4f715ccd8cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=919ea303-fe3d-42fb-ab89-20ee8fddf222,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:55.858477 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb03854b-6278-4607-bdc4-a4f715ccd8cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.865812 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-eb03854b-6278-4607-bdc4-a4f715ccd8cb admin admin] 10.222.0.20 "DELETE /v2.0/subnets/919ea303-fe3d-42fb-ab89-20ee8fddf222 HTTP/1.1" status: 204 len: 168 time: 0.4715483 Jul 16 08:50:55.869858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42476) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:55.987849 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2ce53b7-2dc8-4f86-ad58-7d384439ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.129861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c0b995a-89cd-4f04-ba26-27ae045684c4 req-aa8280ce-9ed7-47c7-9e53-6a0fb9a5b07b service neutron] 10.222.0.15 "GET /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8738797 Jul 16 08:50:56.190752 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-afbead6d-90c0-4111-82d4-a76e594becd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:18Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:20Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a91e50e-2294-4f8c-a5f0-d7c644966af0', 'name': '', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:65:42:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:28Z', 'updated_at': '2021-07-16T08:48:41Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:56.288235 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbead6d-90c0-4111-82d4-a76e594becd3 None None] The sync data for ids ['60de9fac-7299-4ec3-b07a-475f3a49b6df'] in n-d-758944-46 is: [{'id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:18Z', 'updated_at': '2021-07-16T08:48:32Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:20Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a91e50e-2294-4f8c-a5f0-d7c644966af0', 'name': '', 'network_id': '1a0501e1-1558-4423-a881-e5cd760c87df', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:65:42:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:28Z', 'updated_at': '2021-07-16T08:48:41Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '7be16ed6-5c6d-4f05-8ffc-73464d53f178', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:56.497099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-3f0c7d44-6083-4e1b-9266-a2b556f71871 req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:56.498111 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3f0c7d44-6083-4e1b-9266-a2b556f71871 req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.564175 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2ce53b7-2dc8-4f86-ad58-7d384439ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.625096 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b2ce53b7-2dc8-4f86-ad58-7d384439ec73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:56.651146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b2ce53b7-2dc8-4f86-ad58-7d384439ec73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b123d813-9ae0-443f-913f-081c6f66c9ce') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:56.651865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b2ce53b7-2dc8-4f86-ad58-7d384439ec73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b123d813-9ae0-443f-913f-081c6f66c9ce') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:56.672069 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2ce53b7-2dc8-4f86-ad58-7d384439ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.709339 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2ce53b7-2dc8-4f86-ad58-7d384439ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.735162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2ce53b7-2dc8-4f86-ad58-7d384439ec73 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:56.736028 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2ce53b7-2dc8-4f86-ad58-7d384439ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.761652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dee58d-4b18-4c11-96f7-f349ca6273fd req-af7914b7-c4ac-43c9-ba8a-4fa26381cfb2 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:56.772866 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-00dee58d-4b18-4c11-96f7-f349ca6273fd req-af7914b7-c4ac-43c9-ba8a-4fa26381cfb2 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.3760087 Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:56.917198 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:56.925941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-3f0c7d44-6083-4e1b-9266-a2b556f71871 req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] For port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:56.926404 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3f0c7d44-6083-4e1b-9266-a2b556f71871 req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.945244 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2ce53b7-2dc8-4f86-ad58-7d384439ec73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.963939 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-00dee58d-4b18-4c11-96f7-f349ca6273fd req-f846784d-657c-4563-86c2-aa901e8ff421 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898646 Jul 16 08:50:56.971147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d22621b-b1b6-4b7e-849e-75b9e7de5212 None None] New status for floating IP 65529c55-69fc-4164-a45d-3d015c791b13: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:50:56.971877 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2ce53b7-2dc8-4f86-ad58-7d384439ec73 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.977882 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b2ce53b7-2dc8-4f86-ad58-7d384439ec73 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f HTTP/1.1" status: 204 len: 168 time: 1.1070070 Jul 16 08:50:57.026331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-3f0c7d44-6083-4e1b-9266-a2b556f71871 req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for e8ea84e6-3915-4678-b3c6-53fbd37e3e5a owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:57.063058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87ada8-d760-47fa-82ab-0d34ce43e023 req-40240d5e-5459-4483-8c2a-4957d0888799 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:57.080669 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f87ada8-d760-47fa-82ab-0d34ce43e023 req-40240d5e-5459-4483-8c2a-4957d0888799 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 1.0156572 Jul 16 08:50:57.135433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ce53b7-2dc8-4f86-ad58-7d384439ec73 admin admin] Pushing event deleted for resources: {'Network': ['ID=7be59c5c-0b30-48a9-85ca-df9bcf0d6e3f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:57.206580 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f87ada8-d760-47fa-82ab-0d34ce43e023 req-be519672-c211-47d8-9486-4f244007d7ee tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245668 Jul 16 08:50:57.457598 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3f0c7d44-6083-4e1b-9266-a2b556f71871 req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.537479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=e8ea84e6-3915-4678-b3c6-53fbd37e3e5a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:57.678798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42496) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:57.723210 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8010a1be-d64c-4ae2-933c-e4f74a39cfa3 req-a000767f-2985-4441-9a0d-643a8acbde45 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 210 time: 0.1126933 Jul 16 08:50:57.725303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0c7d44-6083-4e1b-9266-a2b556f71871 req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] No DVR routers for this DVR port e8ea84e6-3915-4678-b3c6-53fbd37e3e5a on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:57.734652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:57.735206 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:57.736563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:57.737205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:57.737756 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:57.738315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:57.739061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:57.739599 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:57.740157 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:57.740738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:57.741281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:57.741837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:57.748206 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3f0c7d44-6083-4e1b-9266-a2b556f71871 req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.752264 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f0c7d44-6083-4e1b-9266-a2b556f71871 req-a19a979c-d18f-4886-a3d9-bfa013681242 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.15 "DELETE /v2.0/ports/e8ea84e6-3915-4678-b3c6-53fbd37e3e5a HTTP/1.1" status: 204 len: 173 time: 1.9118698 Jul 16 08:50:57.752990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'name': 'network-vif-deleted', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:57.758567 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1927a7d-1ee7-4bfd-9435-5ca69b26919a" -d '{"events": [{"server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "name": "network-vif-deleted", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:57.816277 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9e565627-f14a-4c2c-b63b-3a99b32e57fc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e2b3478fa314d059a6cc9ceb3174f81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1306682 Jul 16 08:50:57.816940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42500) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:57.902817 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d336905a-50a6-46f4-8d57-dcf4e19d7b36 x-openstack-request-id: req-d336905a-50a6-46f4-8d57-dcf4e19d7b36 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:57.904295 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9642c2f-5d75-466a-b46d-04e70f8e6d87", "name": "network-vif-deleted", "tag": "e8ea84e6-3915-4678-b3c6-53fbd37e3e5a", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:57.904950 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d336905a-50a6-46f4-8d57-dcf4e19d7b36 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:57.905779 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9642c2f-5d75-466a-b46d-04e70f8e6d87', 'name': 'network-vif-deleted', 'tag': 'e8ea84e6-3915-4678-b3c6-53fbd37e3e5a', 'status': 'completed', 'code': 200} Jul 16 08:50:58.003699 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2384cc6-7363-47b6-88d2-a459d485f86f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.084447 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2384cc6-7363-47b6-88d2-a459d485f86f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.236597 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2384cc6-7363-47b6-88d2-a459d485f86f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.242808 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2384cc6-7363-47b6-88d2-a459d485f86f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.249204 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e2384cc6-7363-47b6-88d2-a459d485f86f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/76bf021a-4a91-4afd-b032-f5f5aee75936 HTTP/1.1" status: 204 len: 168 time: 0.4277968 Jul 16 08:50:58.284837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2384cc6-7363-47b6-88d2-a459d485f86f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bf021a-4a91-4afd-b032-f5f5aee75936,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:58.630277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01070d54-701a-43ce-aea3-5537946417ab req-50e63f9f-d829-47c9-ac96-a77dd06fbbed tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.646137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-01070d54-701a-43ce-aea3-5537946417ab req-50e63f9f-d829-47c9-ac96-a77dd06fbbed tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.2910156 Jul 16 08:50:58.775834 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-01070d54-701a-43ce-aea3-5537946417ab req-5e06e44e-e74a-4437-b0c0-a42c3f61da12 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276000 Jul 16 08:50:58.916870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac68d94-e07a-4452-9b7a-7ece2c36459a req-5cc930f2-3ee7-4f07-89b4-401033d64b8a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.924007 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ac68d94-e07a-4452-9b7a-7ece2c36459a req-5cc930f2-3ee7-4f07-89b4-401033d64b8a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.2890890 Jul 16 08:50:59.132215 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ac68d94-e07a-4452-9b7a-7ece2c36459a req-4523ff28-a46a-4b19-8a3f-77f01f321c26 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1988356 Jul 16 08:50:59.231050 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbc2e288-e765-47f0-86f2-1b30291f7f6e req-71c8e80c-401f-4e02-8d98-81ede23c3d91 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=a9642c2f-5d75-466a-b46d-04e70f8e6d87 HTTP/1.1" status: 200 len: 210 time: 0.1105714 Jul 16 08:51:00.240885 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42566) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:00.286588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5f377-109a-44a5-a1ef-3f9d295e18e3 req-f7d75e31-a475-4a74-b56d-1bcfbb3aa4d4 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:00.289785 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cb5f377-109a-44a5-a1ef-3f9d295e18e3 req-f7d75e31-a475-4a74-b56d-1bcfbb3aa4d4 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.2403164 Jul 16 08:51:00.410268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e8ea84e6-3915-4678-b3c6-53fbd37e3e5a no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:00.431170 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cb5f377-109a-44a5-a1ef-3f9d295e18e3 req-5cb96cf8-8573-43c4-a17d-eb82202c44b5 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348979 Jul 16 08:51:00.514849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: e8ea84e6-3915-4678-b3c6-53fbd37e3e5a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:00.515185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e8ea84e6-3915-4678-b3c6-53fbd37e3e5a not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:00.592003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-332919848-network', 'tenant_id': '482e46745e3f436d9d2d03cb65b3fa2a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:00.671153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42578) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:00.764830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e426c86b-b667-425c-ac00-1d684798a4b7 req-79731700-ac8e-46b6-b89e-aee929f31afe tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:00.767744 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e426c86b-b667-425c-ac00-1d684798a4b7 req-79731700-ac8e-46b6-b89e-aee929f31afe tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.2719226 Jul 16 08:51:00.770591 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] Made reservation on behalf of 482e46745e3f436d9d2d03cb65b3fa2a for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:00.775092 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.879750 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.954058 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e426c86b-b667-425c-ac00-1d684798a4b7 req-eca29b54-31ae-4058-9e09-7d1b6b8cda42 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1742630 Jul 16 08:51:01.336388 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.346201 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.511639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:01.600941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b33c71b2-acc0-49df-bc39-9992ab4e5290,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:01.614561 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.614828 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] Added segment 3480a4c2-7cd8-4f30-af13-f72eb1fff4c1 of type vlan for network 02aa9a87-90e1-48f8-b7bf-98c27f6663ef Jul 16 08:51:01.831662 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.943072 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.945303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.946677 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.042057 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7985981 Jul 16 08:51:02.078531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42608) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:02.101937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Request body: {'subnet': {'network_id': '02aa9a87-90e1-48f8-b7bf-98c27f6663ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-332919848-subnet', 'tenant_id': '482e46745e3f436d9d2d03cb65b3fa2a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:02.202886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ad472-4231-4ec8-8ff2-2cf7b2dba570 req-62e8d0f3-62b1-440e-b481-e61781112919 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:02.214413 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d77ad472-4231-4ec8-8ff2-2cf7b2dba570 req-62e8d0f3-62b1-440e-b481-e61781112919 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.4851055 Jul 16 08:51:02.238350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b9cf42-ac4b-4062-ad1d-161f09bc9899 admin admin] Pushing event updated for resources: {'Network': ['ID=02aa9a87-90e1-48f8-b7bf-98c27f6663ef,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:02.252282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 02aa9a87-90e1-48f8-b7bf-98c27f6663ef details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:02.351253 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Made reservation on behalf of 482e46745e3f436d9d2d03cb65b3fa2a for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:02.358109 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.507518 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-582036b7-1b0f-4f79-b14c-9c342bcf52ec tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.659441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be733399-4ddd-4697-8060-bb399476e587 req-4757b523-b19a-403e-bb81-2b146ebc7b59 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:02.675390 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be733399-4ddd-4697-8060-bb399476e587 req-4757b523-b19a-403e-bb81-2b146ebc7b59 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.2012408 Jul 16 08:51:02.768157 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be733399-4ddd-4697-8060-bb399476e587 req-141b02d4-17a0-457d-a685-7f18094d04a3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905738 Jul 16 08:51:02.971485 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d77ad472-4231-4ec8-8ff2-2cf7b2dba570 req-972813de-42ac-42d7-bb3f-26c74bcb51e0 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7355745 Jul 16 08:51:03.495648 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.723798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a4aa4e-afba-4752-8c7b-a519eab3b75f,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:03.786416 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:03.792439 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:03.793769 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:03.794991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:03.797522 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:03.798831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:03.801006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:03.802414 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:03.803569 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:03.804235 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:03.805367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:03.806054 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:03.823604 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Checking segment: {'id': '3480a4c2-7cd8-4f30-af13-f72eb1fff4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '02aa9a87-90e1-48f8-b7bf-98c27f6663ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:03.824470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Network hostable DHCP agents. Network: 02aa9a87-90e1-48f8-b7bf-98c27f6663ef, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:03.834386 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.951212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-582036b7-1b0f-4f79-b14c-9c342bcf52ec tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port 5a91e50e-2294-4f8c-a5f0-d7c644966af0 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:03.951912 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-582036b7-1b0f-4f79-b14c-9c342bcf52ec tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.060318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Network 02aa9a87-90e1-48f8-b7bf-98c27f6663ef is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:04.078239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 02aa9a87-90e1-48f8-b7bf-98c27f6663ef) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:04.093219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fabda7-04b4-4d29-aad8-b056712a5c15 None None] Network 02aa9a87-90e1-48f8-b7bf-98c27f6663ef requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:04.241691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.262065 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.349753 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb8b7c9-1aa2-42bc-8552-388dc77f789a None None] Network 02aa9a87-90e1-48f8-b7bf-98c27f6663ef requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:04.405867 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8f5f3fe6-e29f-4f1d-8218-49df88f7c89d admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3092861 Jul 16 08:51:04.585911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e95b08-9a4b-45da-b9d6-bd2f995a6f08 req-ef085307-99d1-43c7-b746-4d0ceee870a5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.624390 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-66e95b08-9a4b-45da-b9d6-bd2f995a6f08 req-ef085307-99d1-43c7-b746-4d0ceee870a5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.3213623 Jul 16 08:51:04.699310 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-582036b7-1b0f-4f79-b14c-9c342bcf52ec tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] For port 5a91e50e-2294-4f8c-a5f0-d7c644966af0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5a91e50e-2294-4f8c-a5f0-d7c644966af0,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:04.710689 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-582036b7-1b0f-4f79-b14c-9c342bcf52ec tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.771448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-66e95b08-9a4b-45da-b9d6-bd2f995a6f08 req-a6aebf37-e395-4073-97ca-1a09463a61bd tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1449738 Jul 16 08:51:04.828883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-582036b7-1b0f-4f79-b14c-9c342bcf52ec tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for 5a91e50e-2294-4f8c-a5f0-d7c644966af0 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:04.940767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40727f6-f21f-4eab-9ac3-306ee19256f1 req-6f6680ea-e227-4af1-816d-f25472ffbcb9 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.945041 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c40727f6-f21f-4eab-9ac3-306ee19256f1 req-6f6680ea-e227-4af1-816d-f25472ffbcb9 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.6268835 Jul 16 08:51:05.229565 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0946de37-7498-403e-9f58-144ad2d36eef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.361885 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c40727f6-f21f-4eab-9ac3-306ee19256f1 req-2e801afd-2d5c-4976-b015-c67a5c0bb97c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033899 Jul 16 08:51:05.401912 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.175414 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-582036b7-1b0f-4f79-b14c-9c342bcf52ec tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.400659 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-d37a2233-5719-43ec-a9c4-47bb35c6c0cb tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.402963 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-d37a2233-5719-43ec-a9c4-47bb35c6c0cb tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/networks?id=02aa9a87-90e1-48f8-b7bf-98c27f6663ef HTTP/1.1" status: 200 len: 812 time: 0.4851356 Jul 16 08:51:06.411371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582036b7-1b0f-4f79-b14c-9c342bcf52ec tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=5a91e50e-2294-4f8c-a5f0-d7c644966af0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:06.449711 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-7d9615ab-89a9-4c32-b684-b1696179b669 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/quotas/482e46745e3f436d9d2d03cb65b3fa2a HTTP/1.1" status: 200 len: 375 time: 0.0363116 Jul 16 08:51:06.619409 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-e07c00ad-97a7-4c48-bd86-7e48b9e540a2 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=482e46745e3f436d9d2d03cb65b3fa2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1590924 Jul 16 08:51:06.943276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18652c-6691-4a8b-9af6-4701ec33fed1 req-7ef9c3da-62bd-4e52-b9f0-8a0e3f665440 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.956276 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1c18652c-6691-4a8b-9af6-4701ec33fed1 req-7ef9c3da-62bd-4e52-b9f0-8a0e3f665440 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.5851407 Jul 16 08:51:07.124225 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-aa5c8534-ec7b-415b-837b-ad289cd2671c service neutron] 10.222.0.20 "GET /v2.0/networks/02aa9a87-90e1-48f8-b7bf-98c27f6663ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4756444 Jul 16 08:51:07.270969 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1c18652c-6691-4a8b-9af6-4701ec33fed1 req-38d16dcf-82ff-4cd9-9199-5869739e4280 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3131588 Jul 16 08:51:07.521749 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-582036b7-1b0f-4f79-b14c-9c342bcf52ec tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.544928 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-181259bc-54d4-40b5-b044-05b4246c1ff6 service neutron] 10.222.0.20 "GET /v2.0/networks/02aa9a87-90e1-48f8-b7bf-98c27f6663ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971667 Jul 16 08:51:07.964203 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86845e67-e0ed-4b9b-afe2-b3c01dd92ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.232321 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.244701 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef1e6a5b-1937-40c9-b17a-9a9ca9cb8d3b req-fb398e10-2ad6-49a4-9320-089ad62154cd tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 210 time: 0.0943420 Jul 16 08:51:08.986713 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18012202-0319-4271-8d1e-c1fa629d64a3 req-b410c91d-cb87-4e67-bb24-494e02c38a99 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:09.007139 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-18012202-0319-4271-8d1e-c1fa629d64a3 req-b410c91d-cb87-4e67-bb24-494e02c38a99 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.3562930 Jul 16 08:51:09.151683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467e6ba0-02fb-4e14-98f5-5a8a8ed2532d req-0889eb0d-a84c-4d03-8376-44067b8ba336 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:09.175788 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-467e6ba0-02fb-4e14-98f5-5a8a8ed2532d req-0889eb0d-a84c-4d03-8376-44067b8ba336 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.3101730 Jul 16 08:51:09.192447 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-18012202-0319-4271-8d1e-c1fa629d64a3 req-90b2e42f-ccd5-4d13-98eb-1ebd47d664a3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1838498 Jul 16 08:51:09.551920 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1742eb45-c7c8-4cbe-9a76-0dd3b7ff5b5f req-a7cb680f-502a-4f5d-8a48-8f6b29114ee1 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 210 time: 0.1000044 Jul 16 08:51:09.553319 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-467e6ba0-02fb-4e14-98f5-5a8a8ed2532d req-62a0b084-9d28-4c60-ad14-2f3b06661915 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3757348 Jul 16 08:51:09.695319 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.711856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582036b7-1b0f-4f79-b14c-9c342bcf52ec tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router 60de9fac-7299-4ec3-b07a-475f3a49b6df has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:10.185325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582036b7-1b0f-4f79-b14c-9c342bcf52ec tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:10.207857 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-582036b7-1b0f-4f79-b14c-9c342bcf52ec tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "PUT /v2.0/routers/60de9fac-7299-4ec3-b07a-475f3a49b6df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5320528 Jul 16 08:51:10.208142 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb86b91-2205-40f7-be04-a76a0ddbb3c7 None None] Sync routers for ids ['60de9fac-7299-4ec3-b07a-475f3a49b6df'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:10.208900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42764) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:10.225644 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb86b91-2205-40f7-be04-a76a0ddbb3c7 None None] Routers {'60de9fac-7299-4ec3-b07a-475f3a49b6df'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:10.226603 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0bb86b91-2205-40f7-be04-a76a0ddbb3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:51:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['60de9fac-7299-4ec3-b07a-475f3a49b6df'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:10.482947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:10.487840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:10.626809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcbfb0aa-d24c-439b-abc1-6060e244fbd5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting subnet 7be16ed6-5c6d-4f05-8ffc-73464d53f178 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:10.657618 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fcbfb0aa-d24c-439b-abc1-6060e244fbd5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.675905 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-0bb86b91-2205-40f7-be04-a76a0ddbb3c7 None None] Set router 60de9fac-7299-4ec3-b07a-475f3a49b6df gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:10.900877 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fcbfb0aa-d24c-439b-abc1-6060e244fbd5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.074157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c943d84-7dd7-439b-8d09-945b5766f101 req-72a98c01-976e-44d8-8f53-3b3ed8bacfa2 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:11.078734 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3c943d84-7dd7-439b-8d09-945b5766f101 req-72a98c01-976e-44d8-8f53-3b3ed8bacfa2 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.2554166 Jul 16 08:51:11.304458 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3c943d84-7dd7-439b-8d09-945b5766f101 req-7c378e76-d188-4729-b5f4-b2cdcce3c998 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1942136 Jul 16 08:51:11.394275 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.415728 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fcbfb0aa-d24c-439b-abc1-6060e244fbd5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.550493 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:11.639547 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '52fee4ec-7554-4bf3-9009-67ba2fcd76d7', 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45', 'port_id': '52fee4ec-7554-4bf3-9009-67ba2fcd76d7', 'mac_address': 'fa:16:3e:7e:63:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ed6184-72d2-40c8-8536-47ca91038e87', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:11.647395 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.706703 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fcbfb0aa-d24c-439b-abc1-6060e244fbd5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.718478 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0bb86b91-2205-40f7-be04-a76a0ddbb3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:18Z', 'updated_at': '2021-07-16T08:51:05Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:20Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:11.775227 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb86b91-2205-40f7-be04-a76a0ddbb3c7 None None] Checking router: 60de9fac-7299-4ec3-b07a-475f3a49b6df for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:11.780032 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fcbfb0aa-d24c-439b-abc1-6060e244fbd5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.788704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42792) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:11.795606 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb86b91-2205-40f7-be04-a76a0ddbb3c7 None None] Routers {'60de9fac-7299-4ec3-b07a-475f3a49b6df'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:11.796724 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0bb86b91-2205-40f7-be04-a76a0ddbb3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:51:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['60de9fac-7299-4ec3-b07a-475f3a49b6df'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:11.819458 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fcbfb0aa-d24c-439b-abc1-6060e244fbd5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/subnets/7be16ed6-5c6d-4f05-8ffc-73464d53f178 HTTP/1.1" status: 204 len: 168 time: 1.6091752 Jul 16 08:51:11.852428 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.875105 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e2fd33-969b-462b-b2f3-051f29bacd91 None None] Network 1a0501e1-1558-4423-a881-e5cd760c87df requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:11.882754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:11.969740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c614dc-a301-43a9-ad86-9dfa07f28b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52fee4ec-7554-4bf3-9009-67ba2fcd76d7'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:11.988235 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd55879-86a5-4820-bd49-59d3d1b5fb7f" -d '{"events": [{"server_uuid": "73c614dc-a301-43a9-ad86-9dfa07f28b71", "name": "network-vif-unplugged", "status": "completed", "tag": "52fee4ec-7554-4bf3-9009-67ba2fcd76d7"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:12.045657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:12.065625 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.092589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfb0aa-d24c-439b-abc1-6060e244fbd5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Subnet': ['ID=7be16ed6-5c6d-4f05-8ffc-73464d53f178,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.145304 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-0bb86b91-2205-40f7-be04-a76a0ddbb3c7 None None] Set router 60de9fac-7299-4ec3-b07a-475f3a49b6df gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:12.248062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1916ad-32df-4c95-b938-03e9034882a3 req-a825edf8-3159-40cc-95f2-5fcce26c6501 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:12.259491 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ee1916ad-32df-4c95-b938-03e9034882a3 req-a825edf8-3159-40cc-95f2-5fcce26c6501 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.4361241 Jul 16 08:51:12.349793 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.399215 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ee1916ad-32df-4c95-b938-03e9034882a3 req-963c3a57-9da5-470c-86a3-baf33e276afb tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338384 Jul 16 08:51:12.559995 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:51:12.565134 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:51:12.573191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.635428 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:12.639079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:12.652610 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:12.653203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:12.664317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:12.665067 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:12.666020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:12.671567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:12.672322 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c7580fa7-120f-4aca-bc83-41c2ac435700 req-11453ea0-a9db-46de-bb95-dcaeab8c3764 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 210 time: 0.3146784 Jul 16 08:51:12.672919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:12.678567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:12.681329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:12.682015 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:12.909111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055d1cf6-86f1-42c9-a4d7-2bc017ce4859 None None] DHCP port deletion for 1a0501e1-1558-4423-a881-e5cd760c87df request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:12.914952 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0bb86b91-2205-40f7-be04-a76a0ddbb3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:18Z', 'updated_at': '2021-07-16T08:51:05Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:20Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:12.998624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f0603-8a65-452a-809a-e1f4922be878 req-0191812f-2c41-4653-b134-1441a30745d0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.009956 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30342ce0-a00a-4a7c-803f-0153b1716e8d x-openstack-request-id: req-30342ce0-a00a-4a7c-803f-0153b1716e8d {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:13.011233 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c614dc-a301-43a9-ad86-9dfa07f28b71", "name": "network-vif-unplugged", "status": "completed", "tag": "52fee4ec-7554-4bf3-9009-67ba2fcd76d7", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:13.012097 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30342ce0-a00a-4a7c-803f-0153b1716e8d {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:13.013047 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c614dc-a301-43a9-ad86-9dfa07f28b71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52fee4ec-7554-4bf3-9009-67ba2fcd76d7', 'code': 200} Jul 16 08:51:13.048540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f0603-8a65-452a-809a-e1f4922be878 req-0191812f-2c41-4653-b134-1441a30745d0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.095757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f0603-8a65-452a-809a-e1f4922be878 req-0191812f-2c41-4653-b134-1441a30745d0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.106014 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bb86b91-2205-40f7-be04-a76a0ddbb3c7 None None] The sync data for ids ['60de9fac-7299-4ec3-b07a-475f3a49b6df'] in n-d-758944-46 is: [{'id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'name': 'tempest-TestNetworkAdvancedServerOps-router-672556132', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:48:18Z', 'updated_at': '2021-07-16T08:51:05Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:0e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60de9fac-7299-4ec3-b07a-475f3a49b6df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2210, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:48:20Z', 'updated_at': '2021-07-16T08:48:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:13.141075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f0603-8a65-452a-809a-e1f4922be878 req-0191812f-2c41-4653-b134-1441a30745d0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.177154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-917e67c0-5b5c-4afa-ba85-9bef2b4ea421 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.188332 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-917e67c0-5b5c-4afa-ba85-9bef2b4ea421 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.38 "GET /v2.0/networks?id=02aa9a87-90e1-48f8-b7bf-98c27f6663ef HTTP/1.1" status: 200 len: 812 time: 0.8326755 Jul 16 08:51:13.194834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f0603-8a65-452a-809a-e1f4922be878 req-0191812f-2c41-4653-b134-1441a30745d0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.207986 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-af24ee35-13b0-4c8e-a939-fe11f2bca080 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Request body: {'port': {'device_id': 'b20db3ea-ffb1-40be-8816-29286be0ad20', 'network_id': '02aa9a87-90e1-48f8-b7bf-98c27f6663ef', 'admin_state_up': True, 'tenant_id': '482e46745e3f436d9d2d03cb65b3fa2a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:13.232193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-055d1cf6-86f1-42c9-a4d7-2bc017ce4859 None None] Deleting port db54c465-6c16-4c66-8ad6-6a68a0576846 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:13.232816 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-055d1cf6-86f1-42c9-a4d7-2bc017ce4859 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.240322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f0603-8a65-452a-809a-e1f4922be878 req-0191812f-2c41-4653-b134-1441a30745d0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.293246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f0603-8a65-452a-809a-e1f4922be878 req-0191812f-2c41-4653-b134-1441a30745d0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.308066 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68f0603-8a65-452a-809a-e1f4922be878 req-0191812f-2c41-4653-b134-1441a30745d0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5437 time: 0.7533281 Jul 16 08:51:13.317099 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.502299 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-055d1cf6-86f1-42c9-a4d7-2bc017ce4859 None None] For port db54c465-6c16-4c66-8ad6-6a68a0576846, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=db54c465-6c16-4c66-8ad6-6a68a0576846,segment=NetworkSegment(d6195816-0441-4c0a-a48a-ebd5ed987264),segment_id=d6195816-0441-4c0a-a48a-ebd5ed987264)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:13.503088 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-055d1cf6-86f1-42c9-a4d7-2bc017ce4859 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.503365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f0603-8a65-452a-809a-e1f4922be878 req-42b025f3-09b8-4a19-bf55-e9c1be87abed tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.505199 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68f0603-8a65-452a-809a-e1f4922be878 req-42b025f3-09b8-4a19-bf55-e9c1be87abed tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "GET /v2.0/ports/0a38388f-bcd0-4aae-9d2d-7ec4959acb62?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1959713 Jul 16 08:51:13.521739 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-055d1cf6-86f1-42c9-a4d7-2bc017ce4859 None None] Calling delete_port for db54c465-6c16-4c66-8ad6-6a68a0576846 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:13.759049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:13.774486 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.813507 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:13.870843 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.006000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-af24ee35-13b0-4c8e-a939-fe11f2bca080 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Made reservation on behalf of 482e46745e3f436d9d2d03cb65b3fa2a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:14.022440 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-af24ee35-13b0-4c8e-a939-fe11f2bca080 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.054284 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa930-10e5-453c-9509-2fb82ed7fa4d req-91a4f5d0-7b2f-4801-bd3e-c7258430be0e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.063840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa930-10e5-453c-9509-2fb82ed7fa4d req-91a4f5d0-7b2f-4801-bd3e-c7258430be0e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.080694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa930-10e5-453c-9509-2fb82ed7fa4d req-91a4f5d0-7b2f-4801-bd3e-c7258430be0e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.090591 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa930-10e5-453c-9509-2fb82ed7fa4d req-91a4f5d0-7b2f-4801-bd3e-c7258430be0e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.100436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa930-10e5-453c-9509-2fb82ed7fa4d req-91a4f5d0-7b2f-4801-bd3e-c7258430be0e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.108797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa930-10e5-453c-9509-2fb82ed7fa4d req-91a4f5d0-7b2f-4801-bd3e-c7258430be0e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.119099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40baa930-10e5-453c-9509-2fb82ed7fa4d req-91a4f5d0-7b2f-4801-bd3e-c7258430be0e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.130602 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-40baa930-10e5-453c-9509-2fb82ed7fa4d req-91a4f5d0-7b2f-4801-bd3e-c7258430be0e tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5437 time: 0.7747743 Jul 16 08:51:14.174164 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68f0603-8a65-452a-809a-e1f4922be878 req-b3dfa789-7778-430b-964e-078c2a7312ef tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "GET /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6616275 Jul 16 08:51:14.263538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ab9ea-1d50-4ebb-a832-1ba58bb7acc9 req-972f3946-1280-466f-a4ba-59dd70fd39f4 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:14.289758 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a31ab9ea-1d50-4ebb-a832-1ba58bb7acc9 req-972f3946-1280-466f-a4ba-59dd70fd39f4 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.8314698 Jul 16 08:51:14.328929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.375247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['52fee4ec-7554-4bf3-9009-67ba2fcd76d7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:14.401245 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-40baa930-10e5-453c-9509-2fb82ed7fa4d req-944de540-9f39-4556-bf3c-a91dbde17696 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2687900 Jul 16 08:51:14.444902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-d68f0603-8a65-452a-809a-e1f4922be878 req-47d93da5-c32c-441c-9551-a717cb3bc6ed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:14.455274 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-055d1cf6-86f1-42c9-a4d7-2bc017ce4859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.523715 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d1cf6-86f1-42c9-a4d7-2bc017ce4859 None None] No DVR routers for this DVR port db54c465-6c16-4c66-8ad6-6a68a0576846 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:14.594927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d1cf6-86f1-42c9-a4d7-2bc017ce4859 None None] Pushing event deleted for resources: {'Port': ['ID=db54c465-6c16-4c66-8ad6-6a68a0576846,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.615766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:14.616291 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.649413 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a31ab9ea-1d50-4ebb-a832-1ba58bb7acc9 req-a1c481fc-30d1-478e-84da-01b0816f95c1 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3581800 Jul 16 08:51:14.949436 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-47d93da5-c32c-441c-9551-a717cb3bc6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.128996 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5a91e50e-2294-4f8c-a5f0-d7c644966af0 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:15.196256 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 5a91e50e-2294-4f8c-a5f0-d7c644966af0 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:15.197001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5a91e50e-2294-4f8c-a5f0-d7c644966af0 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:15.197803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device db54c465-6c16-4c66-8ad6-6a68a0576846 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:15.217479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] For port 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:15.218543 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.233031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:15.274861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: db54c465-6c16-4c66-8ad6-6a68a0576846 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:15.277461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device db54c465-6c16-4c66-8ad6-6a68a0576846 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:15.398824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-af24ee35-13b0-4c8e-a939-fe11f2bca080 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Allocated IP 172.20.0.2 (02aa9a87-90e1-48f8-b7bf-98c27f6663ef/27a4aa4e-afba-4752-8c7b-a519eab3b75f/ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:15.495229 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e09838f3-bc94-4d89-bfa4-82c43c521c37 req-986cb3cf-387f-4efe-9a27-9c863eedd028 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 210 time: 0.0927660 Jul 16 08:51:15.670947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-47d93da5-c32c-441c-9551-a717cb3bc6ed service neutron] For port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=0a38388f-bcd0-4aae-9d2d-7ec4959acb62,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:15.769844 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.894116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:15.926425 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d20dec-8860-4af3-87ea-790422b3d7bc req-1e579fab-ffdb-4521-934f-d126b5c8f90d tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:15.928084 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e7d20dec-8860-4af3-87ea-790422b3d7bc req-1e579fab-ffdb-4521-934f-d126b5c8f90d tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 945 time: 0.6965950 Jul 16 08:51:15.949792 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:15.989151 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-47d93da5-c32c-441c-9551-a717cb3bc6ed service neutron] For port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:16.057584 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:16.057955 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.208165 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.220812 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-d68f0603-8a65-452a-809a-e1f4922be878 req-47d93da5-c32c-441c-9551-a717cb3bc6ed service neutron] device_id is not set on port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:51:16.243965 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e7d20dec-8860-4af3-87ea-790422b3d7bc req-ea1c0af4-dcf1-4675-830d-e4cc041042d7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000550 Jul 16 08:51:16.287744 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.291059 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-47d93da5-c32c-441c-9551-a717cb3bc6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.308411 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-47d93da5-c32c-441c-9551-a717cb3bc6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.364078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c614dc-a301-43a9-ad86-9dfa07f28b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fee4ec-7554-4bf3-9009-67ba2fcd76d7'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:16.372192 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff5ac34d-3043-47d7-9f1b-c800a9e74bc6" -d '{"events": [{"server_uuid": "73c614dc-a301-43a9-ad86-9dfa07f28b71", "name": "network-vif-plugged", "status": "completed", "tag": "52fee4ec-7554-4bf3-9009-67ba2fcd76d7"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:16.458557 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-af24ee35-13b0-4c8e-a939-fe11f2bca080 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.469063 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d93da5-c32c-441c-9551-a717cb3bc6ed service neutron] Pushing event updated for resources: {'Port': ['ID=0a38388f-bcd0-4aae-9d2d-7ec4959acb62,revision_number=6']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:16.499418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:16.519252 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.520723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 6d49fd04-da38-4b01-9a10-0ff9d51055b5 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:16.529869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89ef60-da47-4864-8c31-5270118df684 req-8102e2f7-042f-4f1d-a32a-b15e71848544 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.536215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89ef60-da47-4864-8c31-5270118df684 req-8102e2f7-042f-4f1d-a32a-b15e71848544 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.557104 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89ef60-da47-4864-8c31-5270118df684 req-8102e2f7-042f-4f1d-a32a-b15e71848544 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.600462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-47d93da5-c32c-441c-9551-a717cb3bc6ed service neutron] No DVR routers for this DVR port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:16.629283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89ef60-da47-4864-8c31-5270118df684 req-8102e2f7-042f-4f1d-a32a-b15e71848544 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.638490 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89ef60-da47-4864-8c31-5270118df684 req-8102e2f7-042f-4f1d-a32a-b15e71848544 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.677643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89ef60-da47-4864-8c31-5270118df684 req-8102e2f7-042f-4f1d-a32a-b15e71848544 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.708358 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c89ef60-da47-4864-8c31-5270118df684 req-8102e2f7-042f-4f1d-a32a-b15e71848544 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.710843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c89ef60-da47-4864-8c31-5270118df684 req-8102e2f7-042f-4f1d-a32a-b15e71848544 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 5359 time: 0.8078978 Jul 16 08:51:16.722982 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d68f0603-8a65-452a-809a-e1f4922be878 req-47d93da5-c32c-441c-9551-a717cb3bc6ed service neutron] In _notify_port_updated(), no bound segment for port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 on network c9cc98b5-8c58-4ab1-880e-6e6ade550708 {{(pid=93695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:51:16.723977 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f0603-8a65-452a-809a-e1f4922be878 req-47d93da5-c32c-441c-9551-a717cb3bc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.724577 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-47d93da5-c32c-441c-9551-a717cb3bc6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.726009 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68f0603-8a65-452a-809a-e1f4922be878 req-47d93da5-c32c-441c-9551-a717cb3bc6ed service neutron] 10.222.0.15 "PUT /v2.0/ports/0a38388f-bcd0-4aae-9d2d-7ec4959acb62 HTTP/1.1" status: 200 len: 1028 time: 2.5441248 Jul 16 08:51:16.788814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:16.838388 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.865441 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.067378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f0603-8a65-452a-809a-e1f4922be878 req-b7898695-8a34-449e-bbfd-c5b45c0e7458 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:17.071179 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68f0603-8a65-452a-809a-e1f4922be878 req-b7898695-8a34-449e-bbfd-c5b45c0e7458 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "GET /v2.0/ports/58152f66-9e10-424e-a327-eb3322be8e41?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3344495 Jul 16 08:51:17.102654 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.108694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d0cfd398-76ea-450f-b0d5-92706374ebeb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:17.122560 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c89ef60-da47-4864-8c31-5270118df684 req-7904395f-91bf-499a-b4ed-001cef141cae tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=831b5330-79a9-4a1a-b7c7-b8f4773e5a33&id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3914878 Jul 16 08:51:17.151727 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-af24ee35-13b0-4c8e-a939-fe11f2bca080 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.244074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36b982f-adcb-494d-a65c-43f65a83e4f3 req-e92930be-2299-40f1-bc74-72a938595828 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:17.253144 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b36b982f-adcb-494d-a65c-43f65a83e4f3 req-e92930be-2299-40f1-bc74-72a938595828 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.3175149 Jul 16 08:51:17.307324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 6d49fd04-da38-4b01-9a10-0ff9d51055b5, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6d49fd04-da38-4b01-9a10-0ff9d51055b5,segment=NetworkSegment(743d25d6-1915-4c71-bb53-2c00b3df4fdc),segment_id=743d25d6-1915-4c71-bb53-2c00b3df4fdc)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:17.324618 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.342304 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 6b65b6e1-328c-49ab-919d-e824c6be9088 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:17.373867 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b36b982f-adcb-494d-a65c-43f65a83e4f3 req-ccd3ac5a-f25b-4f88-b2a7-9b5cabb8a10d tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184344 Jul 16 08:51:17.386516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d0cfd398-76ea-450f-b0d5-92706374ebeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.403807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24ee35-13b0-4c8e-a939-fe11f2bca080 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Pushing event updated for resources: {'Port': ['ID=ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:17.428605 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.429584 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Fanout notify agent at l3_agent the message router_deleted on router 60de9fac-7299-4ec3-b07a-475f3a49b6df {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:51:17.459431 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.464097 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4d3e7475-803d-42ab-bf74-78c323f1b57f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/routers/60de9fac-7299-4ec3-b07a-475f3a49b6df HTTP/1.1" status: 204 len: 168 time: 5.6714046 Jul 16 08:51:17.464425 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42916) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:17.505119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-af24ee35-13b0-4c8e-a939-fe11f2bca080 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Network 02aa9a87-90e1-48f8-b7bf-98c27f6663ef is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:17.537175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-af24ee35-13b0-4c8e-a939-fe11f2bca080 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:17.542138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-af24ee35-13b0-4c8e-a939-fe11f2bca080 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:17.579397 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49b35e5-fc4f-4c1d-b761-038b65c819c4 x-openstack-request-id: req-d49b35e5-fc4f-4c1d-b761-038b65c819c4 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:17.580328 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c614dc-a301-43a9-ad86-9dfa07f28b71", "name": "network-vif-plugged", "status": "completed", "tag": "52fee4ec-7554-4bf3-9009-67ba2fcd76d7", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:17.580812 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d49b35e5-fc4f-4c1d-b761-038b65c819c4 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:17.581297 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c614dc-a301-43a9-ad86-9dfa07f28b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52fee4ec-7554-4bf3-9009-67ba2fcd76d7', 'code': 200} Jul 16 08:51:17.631798 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:51:17.737598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-af24ee35-13b0-4c8e-a939-fe11f2bca080 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:17.745850 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-af24ee35-13b0-4c8e-a939-fe11f2bca080 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.767245 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-404d9c64-ee08-42de-8117-419435403660 None None] Provisioning complete for port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:17.767245 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-404d9c64-ee08-42de-8117-419435403660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.775724 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=6d49fd04-da38-4b01-9a10-0ff9d51055b5,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:18.070486 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94e499bc-f6f6-451d-8320-e94fb66474bf tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.112878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-404d9c64-ee08-42de-8117-419435403660 None None] Port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:18.132428 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.163623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d0cfd398-76ea-450f-b0d5-92706374ebeb service neutron] For port 58152f66-9e10-424e-a327-eb3322be8e41, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=58152f66-9e10-424e-a327-eb3322be8e41,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:18.229899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 6b65b6e1-328c-49ab-919d-e824c6be9088, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6b65b6e1-328c-49ab-919d-e824c6be9088,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:18.257795 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.258443 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:18.279927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb764adb-9c76-4e19-99e7-80b4c2566b30 req-143f3a51-b18a-4162-8d8f-65cb500f626f tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:18.302126 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb764adb-9c76-4e19-99e7-80b4c2566b30 req-143f3a51-b18a-4162-8d8f-65cb500f626f tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.4115915 Jul 16 08:51:18.387683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=6b65b6e1-328c-49ab-919d-e824c6be9088,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:18.435349 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb764adb-9c76-4e19-99e7-80b4c2566b30 req-5a048ce1-eff0-4d77-bc0f-84257d91a7bb tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264706 Jul 16 08:51:18.453828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d0cfd398-76ea-450f-b0d5-92706374ebeb service neutron] For port 58152f66-9e10-424e-a327-eb3322be8e41, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:18.519811 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.564264 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94e499bc-f6f6-451d-8320-e94fb66474bf tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.578679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d0cfd398-76ea-450f-b0d5-92706374ebeb service neutron] device_id is not set on port 58152f66-9e10-424e-a327-eb3322be8e41 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:51:18.604224 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d0cfd398-76ea-450f-b0d5-92706374ebeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.615253 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-94e499bc-f6f6-451d-8320-e94fb66474bf tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a0501e1-1558-4423-a881-e5cd760c87df']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:18.623975 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d0cfd398-76ea-450f-b0d5-92706374ebeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.627646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d,segment=NetworkSegment(1d6cf301-37b7-471a-beee-193f4796b4bd),segment_id=1d6cf301-37b7-471a-beee-193f4796b4bd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:18.640582 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.642624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 58152f66-9e10-424e-a327-eb3322be8e41 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:18.651671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-94e499bc-f6f6-451d-8320-e94fb66474bf tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6195816-0441-4c0a-a48a-ebd5ed987264') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:18.652158 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-94e499bc-f6f6-451d-8320-e94fb66474bf tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6195816-0441-4c0a-a48a-ebd5ed987264') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:18.680987 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94e499bc-f6f6-451d-8320-e94fb66474bf tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.739098 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94e499bc-f6f6-451d-8320-e94fb66474bf tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.749815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94e499bc-f6f6-451d-8320-e94fb66474bf tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:18.750435 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94e499bc-f6f6-451d-8320-e94fb66474bf tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.876091 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d0cfd398-76ea-450f-b0d5-92706374ebeb service neutron] No DVR routers for this DVR port 58152f66-9e10-424e-a327-eb3322be8e41 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:18.994731 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d0cfd398-76ea-450f-b0d5-92706374ebeb service neutron] In _notify_port_updated(), no bound segment for port 58152f66-9e10-424e-a327-eb3322be8e41 on network c9cc98b5-8c58-4ab1-880e-6e6ade550708 {{(pid=93695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:51:18.995644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d0cfd398-76ea-450f-b0d5-92706374ebeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:18.996287 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d0cfd398-76ea-450f-b0d5-92706374ebeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.998666 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d0cfd398-76ea-450f-b0d5-92706374ebeb service neutron] 10.222.0.15 "PUT /v2.0/ports/58152f66-9e10-424e-a327-eb3322be8e41 HTTP/1.1" status: 200 len: 1028 time: 1.9136097 Jul 16 08:51:19.054444 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-af24ee35-13b0-4c8e-a939-fe11f2bca080 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8559709 Jul 16 08:51:19.058614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfd398-76ea-450f-b0d5-92706374ebeb service neutron] Pushing event updated for resources: {'Port': ['ID=58152f66-9e10-424e-a327-eb3322be8e41,revision_number=6']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:19.074541 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:19.080517 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94e499bc-f6f6-451d-8320-e94fb66474bf tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.125312 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94e499bc-f6f6-451d-8320-e94fb66474bf tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.132175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-94e499bc-f6f6-451d-8320-e94fb66474bf tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/networks/1a0501e1-1558-4423-a881-e5cd760c87df HTTP/1.1" status: 204 len: 168 time: 1.6618609 Jul 16 08:51:19.145578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42962) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:19.168784 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.174168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 58152f66-9e10-424e-a327-eb3322be8e41 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:19.175293 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device bb4794d2-5564-4535-84c0-ae84e853964d no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:19.178566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:19.239928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e499bc-f6f6-451d-8320-e94fb66474bf tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Network': ['ID=1a0501e1-1558-4423-a881-e5cd760c87df,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.276883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:19.276883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2354aa5f-e6b3-4840-aa91-3c8c6bdab6d5 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:19.335857 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1562ef2-99e5-42a2-970f-08dacbffbaab req-c4353507-9823-412e-9775-4e99b42538f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.338015 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1562ef2-99e5-42a2-970f-08dacbffbaab req-c4353507-9823-412e-9775-4e99b42538f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 1098 time: 1.2366982 Jul 16 08:51:19.344330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9d81d-0b19-437e-be5e-cd5205ca743a req-3f030b97-9637-4d1e-8f6c-5bd42036d328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.346396 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1bb9d81d-0b19-437e-be5e-cd5205ca743a req-3f030b97-9637-4d1e-8f6c-5bd42036d328 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf13c641cc6b45f4add343877ddf9789&device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 1098 time: 1.2569380 Jul 16 08:51:19.354830 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Request body: {'port': {'device_id': 'b20db3ea-ffb1-40be-8816-29286be0ad20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:19.423994 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.462323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2f0f-3548-47b3-b3a6-dde894e8ca38 req-e27e114d-d1e6-46f1-83ac-f7c74e158b2b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.477167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2f0f-3548-47b3-b3a6-dde894e8ca38 req-e27e114d-d1e6-46f1-83ac-f7c74e158b2b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.490447 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2f0f-3548-47b3-b3a6-dde894e8ca38 req-e27e114d-d1e6-46f1-83ac-f7c74e158b2b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.507750 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2f0f-3548-47b3-b3a6-dde894e8ca38 req-e27e114d-d1e6-46f1-83ac-f7c74e158b2b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.536812 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282d2f0f-3548-47b3-b3a6-dde894e8ca38 req-e27e114d-d1e6-46f1-83ac-f7c74e158b2b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.540202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port bb4794d2-5564-4535-84c0-ae84e853964d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bb4794d2-5564-4535-84c0-ae84e853964d,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:19.542740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-40fb6b0d-3bd9-4df4-8e02-559cf66311a0 None None] Provisioning complete for port 58152f66-9e10-424e-a327-eb3322be8e41 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:19.544055 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-40fb6b0d-3bd9-4df4-8e02-559cf66311a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.550108 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.551753 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 3a94c4b5-9f6f-48d8-8c54-510baaef98be no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:19.562077 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-282d2f0f-3548-47b3-b3a6-dde894e8ca38 req-e27e114d-d1e6-46f1-83ac-f7c74e158b2b tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 3881 time: 0.5351872 Jul 16 08:51:19.648948 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d49fd04-da38-4b01-9a10-0ff9d51055b5'}, {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b65b6e1-328c-49ab-919d-e824c6be9088'}, {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d'}, {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb4794d2-5564-4535-84c0-ae84e853964d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:19.654159 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609a905e-2059-4716-8065-926cd1dbe25b" -d '{"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-unplugged", "status": "completed", "tag": "6d49fd04-da38-4b01-9a10-0ff9d51055b5"}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-unplugged", "status": "completed", "tag": "6b65b6e1-328c-49ab-919d-e824c6be9088"}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d"}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-unplugged", "status": "completed", "tag": "bb4794d2-5564-4535-84c0-ae84e853964d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:19.747192 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d68f0603-8a65-452a-809a-e1f4922be878 req-115ebc10-3f80-4ff8-8cf8-cdc0716b01f0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Deleting port 6d49fd04-da38-4b01-9a10-0ff9d51055b5 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:19.747771 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-115ebc10-3f80-4ff8-8cf8-cdc0716b01f0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.859085 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-282d2f0f-3548-47b3-b3a6-dde894e8ca38 req-b3924f2a-948a-4d3a-9d94-ad5daa73b49f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2833641 Jul 16 08:51:19.861628 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8268d279-1d6a-4f2c-9c8a-70a93caf015a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.952261 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8268d279-1d6a-4f2c-9c8a-70a93caf015a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.962286 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.013557 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-40fb6b0d-3bd9-4df4-8e02-559cf66311a0 None None] Port 58152f66-9e10-424e-a327-eb3322be8e41 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:20.086862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=bb4794d2-5564-4535-84c0-ae84e853964d,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:20.210847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 3a94c4b5-9f6f-48d8-8c54-510baaef98be, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3a94c4b5-9f6f-48d8-8c54-510baaef98be,segment=NetworkSegment(1d6cf301-37b7-471a-beee-193f4796b4bd),segment_id=1d6cf301-37b7-471a-beee-193f4796b4bd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:20.216723 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8268d279-1d6a-4f2c-9c8a-70a93caf015a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.230076 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8268d279-1d6a-4f2c-9c8a-70a93caf015a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.230614 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.233352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:20.234694 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8268d279-1d6a-4f2c-9c8a-70a93caf015a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/security-groups/5a711fae-019c-44d3-a6cf-82912c7d3979 HTTP/1.1" status: 204 len: 168 time: 1.0878465 Jul 16 08:51:20.243869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-115ebc10-3f80-4ff8-8cf8-cdc0716b01f0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] For port 6d49fd04-da38-4b01-9a10-0ff9d51055b5, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6d49fd04-da38-4b01-9a10-0ff9d51055b5,segment=NetworkSegment(743d25d6-1915-4c71-bb53-2c00b3df4fdc),segment_id=743d25d6-1915-4c71-bb53-2c00b3df4fdc)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:20.244245 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-115ebc10-3f80-4ff8-8cf8-cdc0716b01f0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.252529 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ed4c2-b9ff-4da6-8e7f-b4197b265685 req-77092ae1-3997-4f5e-953e-b0e1944b141c tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.254217 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f0ed4c2-b9ff-4da6-8e7f-b4197b265685 req-77092ae1-3997-4f5e-953e-b0e1944b141c tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 931 time: 2.1725776 Jul 16 08:51:20.285113 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.288589 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1562ef2-99e5-42a2-970f-08dacbffbaab req-527f6ba9-862a-48eb-b5ba-9b3a276115c7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8308101 Jul 16 08:51:20.365101 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f0ed4c2-b9ff-4da6-8e7f-b4197b265685 req-c48f7733-6447-4e20-b193-81c6044567a0 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33c71b2-acc0-49df-bc39-9992ab4e5290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571547 Jul 16 08:51:20.401232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268d279-1d6a-4f2c-9c8a-70a93caf015a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a711fae-019c-44d3-a6cf-82912c7d3979,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:20.584133 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=3a94c4b5-9f6f-48d8-8c54-510baaef98be,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:20.604596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9d81d-0b19-437e-be5e-cd5205ca743a req-8bf7a206-ad67-44f9-987b-ab9f68d5df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.608553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:20.608848 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1bb9d81d-0b19-437e-be5e-cd5205ca743a req-8bf7a206-ad67-44f9-987b-ab9f68d5df91 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 200 len: 917 time: 1.0835609 Jul 16 08:51:20.616221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e8bc063f-186b-4327-9b76-96651514aae3 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:20.727021 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-115ebc10-3f80-4ff8-8cf8-cdc0716b01f0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.728145 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-115ebc10-3f80-4ff8-8cf8-cdc0716b01f0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.728805 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-115ebc10-3f80-4ff8-8cf8-cdc0716b01f0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Floating IP a7a2d493-8830-42ba-85b8-a90dc89753db disassociated. External IP: 172.25.4.92, port: 6d49fd04-da38-4b01-9a10-0ff9d51055b5. Jul 16 08:51:20.729426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d68f0603-8a65-452a-809a-e1f4922be878 req-115ebc10-3f80-4ff8-8cf8-cdc0716b01f0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Calling delete_port for 6d49fd04-da38-4b01-9a10-0ff9d51055b5 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:20.810617 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.902947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e8bc063f-186b-4327-9b76-96651514aae3, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8bc063f-186b-4327-9b76-96651514aae3,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:20.909377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f6d74-97c0-4ccf-a71f-0147a3947993 req-36d3dae6-e6c2-4387-a09f-d5921e761aad tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.914949 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.918697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-245f6d74-97c0-4ccf-a71f-0147a3947993 req-36d3dae6-e6c2-4387-a09f-d5921e761aad tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 946 time: 0.4237363 Jul 16 08:51:21.051999 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-115ebc10-3f80-4ff8-8cf8-cdc0716b01f0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.069217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=e8bc063f-186b-4327-9b76-96651514aae3,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:21.158791 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ebc10-3f80-4ff8-8cf8-cdc0716b01f0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event deleted for resources: {'Port': ['ID=6d49fd04-da38-4b01-9a10-0ff9d51055b5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:21.209961 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-245f6d74-97c0-4ccf-a71f-0147a3947993 req-272b1c48-ee5c-409b-ad9e-493fb5de80e5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1780491 Jul 16 08:51:21.431014 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d68f0603-8a65-452a-809a-e1f4922be878 req-115ebc10-3f80-4ff8-8cf8-cdc0716b01f0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:21.436125 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1501fba-b107-4994-9010-162df3f7b2d2 x-openstack-request-id: req-e1501fba-b107-4994-9010-162df3f7b2d2 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:21.436954 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-unplugged", "status": "completed", "tag": "6d49fd04-da38-4b01-9a10-0ff9d51055b5", "code": 200}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-unplugged", "status": "completed", "tag": "6b65b6e1-328c-49ab-919d-e824c6be9088", "code": 200}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-unplugged", "status": "completed", "tag": "9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d", "code": 200}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-unplugged", "status": "completed", "tag": "bb4794d2-5564-4535-84c0-ae84e853964d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:21.437618 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e1501fba-b107-4994-9010-162df3f7b2d2 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:21.438482 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d49fd04-da38-4b01-9a10-0ff9d51055b5', 'code': 200} Jul 16 08:51:21.439180 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b65b6e1-328c-49ab-919d-e824c6be9088', 'code': 200} Jul 16 08:51:21.439828 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d', 'code': 200} Jul 16 08:51:21.440554 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb4794d2-5564-4535-84c0-ae84e853964d', 'code': 200} Jul 16 08:51:21.619124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:21.636781 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.663762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Transition to ACTIVE for port object ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:21.711570 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.919214 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:21.959698 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1bb9d81d-0b19-437e-be5e-cd5205ca743a req-65640b0a-3be7-465b-88f6-38b65fc9f1e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8bc063f-186b-4327-9b76-96651514aae3 HTTP/1.1" status: 200 len: 1002 time: 1.3438165 Jul 16 08:51:22.176856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb0a11-03c9-4745-b370-a8b742cd3a24 req-39e2f4a0-eb6a-4e8f-8dd5-fd9e7a2232a0 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.189623 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2abb0a11-03c9-4745-b370-a8b742cd3a24 req-39e2f4a0-eb6a-4e8f-8dd5-fd9e7a2232a0 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 1.3512175 Jul 16 08:51:22.216615 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9d81d-0b19-437e-be5e-cd5205ca743a req-2edf96cd-bb60-4fcd-8f97-b59406feaf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.219493 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1bb9d81d-0b19-437e-be5e-cd5205ca743a req-2edf96cd-bb60-4fcd-8f97-b59406feaf38 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ff038ab-4107-4385-b9f7-5e2bfac47b22 HTTP/1.1" status: 200 len: 856 time: 0.2414966 Jul 16 08:51:22.266127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Attempting to bind port ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:22.267360 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Attempting to bind port ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '3480a4c2-7cd8-4f30-af13-f72eb1fff4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '02aa9a87-90e1-48f8-b7bf-98c27f6663ef'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:22.268323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Attempting to bind port ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 on network 02aa9a87-90e1-48f8-b7bf-98c27f6663ef {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:22.321310 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Port ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 on network 02aa9a87-90e1-48f8-b7bf-98c27f6663ef not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:22.322114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Attempting to bind port ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 on network 02aa9a87-90e1-48f8-b7bf-98c27f6663ef {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:22.353373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:22.354249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Checking segment: {'id': '3480a4c2-7cd8-4f30-af13-f72eb1fff4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '02aa9a87-90e1-48f8-b7bf-98c27f6663ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:22.355103 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Bound using segment: {'id': '3480a4c2-7cd8-4f30-af13-f72eb1fff4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '02aa9a87-90e1-48f8-b7bf-98c27f6663ef'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:22.356036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Bound port: ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3480a4c2-7cd8-4f30-af13-f72eb1fff4c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '02aa9a87-90e1-48f8-b7bf-98c27f6663ef'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:22.356867 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.413951 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2abb0a11-03c9-4745-b370-a8b742cd3a24 req-56258a8a-4adc-4522-9e12-d7de3901ba4b tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229745 Jul 16 08:51:22.511667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d68f0603-8a65-452a-809a-e1f4922be878 req-115ebc10-3f80-4ff8-8cf8-cdc0716b01f0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:22.527591 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216246e1-94d1-4eba-bb79-472c74b06c5c None None] Sync routers for ids ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:22.552487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216246e1-94d1-4eba-bb79-472c74b06c5c None None] Routers {'6c324e5e-1b9e-45ec-935a-1dc39b664b2d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:22.553546 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-216246e1-94d1-4eba-bb79-472c74b06c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:51:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:22.615019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-115ebc10-3f80-4ff8-8cf8-cdc0716b01f0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] No DVR routers for this DVR port 6d49fd04-da38-4b01-9a10-0ff9d51055b5 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:22.622847 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-115ebc10-3f80-4ff8-8cf8-cdc0716b01f0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.625635 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68f0603-8a65-452a-809a-e1f4922be878 req-115ebc10-3f80-4ff8-8cf8-cdc0716b01f0 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "DELETE /v2.0/ports/6d49fd04-da38-4b01-9a10-0ff9d51055b5 HTTP/1.1" status: 204 len: 173 time: 3.6008642 Jul 16 08:51:22.629960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-deleted', 'tag': '6d49fd04-da38-4b01-9a10-0ff9d51055b5'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:22.632611 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be43cb3f-aa56-4388-809d-101897e7adec" -d '{"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-deleted", "tag": "6d49fd04-da38-4b01-9a10-0ff9d51055b5"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:22.706094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9d81d-0b19-437e-be5e-cd5205ca743a req-dd64a4a5-e7b7-4c65-bfcb-26d2fde2640e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.715757 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1bb9d81d-0b19-437e-be5e-cd5205ca743a req-dd64a4a5-e7b7-4c65-bfcb-26d2fde2640e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0398bf6f-6792-4b35-accc-6c390953dadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4515533 Jul 16 08:51:22.722556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] For port ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:22.729603 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] For port ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9,segment=NetworkSegment(3480a4c2-7cd8-4f30-af13-f72eb1fff4c1),segment_id=3480a4c2-7cd8-4f30-af13-f72eb1fff4c1)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:22.796341 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.816085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-216246e1-94d1-4eba-bb79-472c74b06c5c None None] Set router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:22.881897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e932-7ae0-4463-b1c5-553d32ac0a0d req-6f4e7ba4-f74d-42de-8339-948cf101d5dc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.894095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e932-7ae0-4463-b1c5-553d32ac0a0d req-6f4e7ba4-f74d-42de-8339-948cf101d5dc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.906100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e932-7ae0-4463-b1c5-553d32ac0a0d req-6f4e7ba4-f74d-42de-8339-948cf101d5dc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.918534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b785e932-7ae0-4463-b1c5-553d32ac0a0d req-6f4e7ba4-f74d-42de-8339-948cf101d5dc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.931406 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b785e932-7ae0-4463-b1c5-553d32ac0a0d req-6f4e7ba4-f74d-42de-8339-948cf101d5dc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 3143 time: 0.5903668 Jul 16 08:51:22.977770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Pushing event updated for resources: {'Port': ['ID=ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:23.093051 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b785e932-7ae0-4463-b1c5-553d32ac0a0d req-44c39814-253f-4f17-a5a0-6b056295e903 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601794 Jul 16 08:51:23.134383 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:23.135301 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.143911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-9e811c8a-92a2-434a-abe5-68bdb90442d6 service neutron] 10.222.0.38 "PUT /v2.0/ports/ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 HTTP/1.1" status: 200 len: 1092 time: 4.0482352 Jul 16 08:51:23.152320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20db3ea-ffb1-40be-8816-29286be0ad20', 'tag': 'ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:23.182441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d68f0603-8a65-452a-809a-e1f4922be878 req-5396ddd7-a48a-42ab-bee7-458729285782 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Deleting port 6b65b6e1-328c-49ab-919d-e824c6be9088 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:23.183510 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191e860e-2c0f-4471-98f5-e2f9e1cead81" -d '{"events": [{"name": "network-changed", "server_uuid": "b20db3ea-ffb1-40be-8816-29286be0ad20", "tag": "ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:23.184013 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-5396ddd7-a48a-42ab-bee7-458729285782 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.443927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a94c4b5-9f6f-48d8-8c54-510baaef98be'}, {'server_uuid': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8bc063f-186b-4327-9b76-96651514aae3'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:23.477941 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a2976cc-c40c-494c-94a8-ea809c385b26" -d '{"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-unplugged", "status": "completed", "tag": "3a94c4b5-9f6f-48d8-8c54-510baaef98be"}, {"server_uuid": "4eff8273-7e13-4010-ada4-a8c9596b549a", "name": "network-vif-unplugged", "status": "completed", "tag": "e8bc063f-186b-4327-9b76-96651514aae3"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:23.501984 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1bb9d81d-0b19-437e-be5e-cd5205ca743a req-56672e34-0d35-4061-8f5f-cde8ee3c5854 service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7749565 Jul 16 08:51:23.596789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-5396ddd7-a48a-42ab-bee7-458729285782 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] For port 6b65b6e1-328c-49ab-919d-e824c6be9088, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=6b65b6e1-328c-49ab-919d-e824c6be9088,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:23.607259 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-5396ddd7-a48a-42ab-bee7-458729285782 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.665256 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb85cbc-07c0-4b4d-8731-d3c81b86ecad req-369fe13b-efbc-4abf-b864-ca50e25e49f5 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:23.666328 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-216246e1-94d1-4eba-bb79-472c74b06c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:50Z', 'updated_at': '2021-07-16T08:40:03Z', 'revision_number': 4, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'gw_port': {'id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:52Z', 'updated_at': '2021-07-16T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '2756cbed-f961-46b5-99d3-04f53e81ca53', 'name': '', 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'mac_address': 'fa:16:3e:b7:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:00Z', 'updated_at': '2021-07-16T08:40:14Z', 'revision_number': 5, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'subnets': [{'id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:23.670654 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-afb85cbc-07c0-4b4d-8731-d3c81b86ecad req-369fe13b-efbc-4abf-b864-ca50e25e49f5 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 943 time: 0.6951454 Jul 16 08:51:23.678004 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d68f0603-8a65-452a-809a-e1f4922be878 req-5396ddd7-a48a-42ab-bee7-458729285782 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Calling delete_port for 6b65b6e1-328c-49ab-919d-e824c6be9088 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:23.772206 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216246e1-94d1-4eba-bb79-472c74b06c5c None None] Checking router: 6c324e5e-1b9e-45ec-935a-1dc39b664b2d for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:23.801552 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216246e1-94d1-4eba-bb79-472c74b06c5c None None] Routers {'6c324e5e-1b9e-45ec-935a-1dc39b664b2d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:23.804416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-216246e1-94d1-4eba-bb79-472c74b06c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:51:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:23.812420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43080) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:23.885908 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-a676b88c-6e03-4c00-a1de-eed7ba62738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:23.896299 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-a676b88c-6e03-4c00-a1de-eed7ba62738f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=482e46745e3f436d9d2d03cb65b3fa2a&device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 1095 time: 0.6481428 Jul 16 08:51:23.899883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6b7cfb1f-d9aa-4cce-9be1-7a515b5d9333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558524664', 'description': 'tempest-secgroup-smoke-1558524664 description', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:23.971816 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-5396ddd7-a48a-42ab-bee7-458729285782 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.974652 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-afb85cbc-07c0-4b4d-8731-d3c81b86ecad req-5331c770-2652-47e4-8a13-cdc1934dd0bb tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33c71b2-acc0-49df-bc39-9992ab4e5290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2927659 Jul 16 08:51:23.999673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-216246e1-94d1-4eba-bb79-472c74b06c5c None None] Set router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:24.064858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5396ddd7-a48a-42ab-bee7-458729285782 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event deleted for resources: {'Port': ['ID=6b65b6e1-328c-49ab-919d-e824c6be9088,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:24.188350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-5396ddd7-a48a-42ab-bee7-458729285782 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] No DVR routers for this DVR port 6b65b6e1-328c-49ab-919d-e824c6be9088 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:24.207142 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-94104f23-2cee-4a1f-9f8a-0af4d0f92e38 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 HTTP/1.1" status: 200 len: 217 time: 0.2822285 Jul 16 08:51:24.212110 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-5396ddd7-a48a-42ab-bee7-458729285782 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.213046 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b7cfb1f-d9aa-4cce-9be1-7a515b5d9333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.214549 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68f0603-8a65-452a-809a-e1f4922be878 req-5396ddd7-a48a-42ab-bee7-458729285782 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "DELETE /v2.0/ports/6b65b6e1-328c-49ab-919d-e824c6be9088 HTTP/1.1" status: 204 len: 173 time: 1.5567691 Jul 16 08:51:24.216488 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03096c6f-12ee-4102-8b94-91f5fc26d51f x-openstack-request-id: req-03096c6f-12ee-4102-8b94-91f5fc26d51f {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:24.216946 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-deleted", "tag": "6d49fd04-da38-4b01-9a10-0ff9d51055b5", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:24.217304 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03096c6f-12ee-4102-8b94-91f5fc26d51f {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:24.217815 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-deleted', 'tag': '6d49fd04-da38-4b01-9a10-0ff9d51055b5', 'status': 'completed', 'code': 200} Jul 16 08:51:24.347558 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1bb9d81d-0b19-437e-be5e-cd5205ca743a req-501efde9-f74a-4240-884c-136ab2b2ccf5 service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8325593 Jul 16 08:51:24.358585 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f090ceaa-44eb-4fea-b716-bb89f6dc45ed x-openstack-request-id: req-f090ceaa-44eb-4fea-b716-bb89f6dc45ed {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:24.359026 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20db3ea-ffb1-40be-8816-29286be0ad20", "tag": "ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:24.359427 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f090ceaa-44eb-4fea-b716-bb89f6dc45ed {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:24.360064 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20db3ea-ffb1-40be-8816-29286be0ad20', 'tag': 'ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9', 'status': 'completed', 'code': 200} Jul 16 08:51:24.485354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ab84a-6a48-4b78-af72-b4715ae564b6 req-b233f74d-6c55-452f-8257-3e187ac87f73 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.504425 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28ab84a-6a48-4b78-af72-b4715ae564b6 req-b233f74d-6c55-452f-8257-3e187ac87f73 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.3510461 Jul 16 08:51:24.536792 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-7bb8953c-b305-4e1c-b4a0-fcca7d64e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.549143 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-7bb8953c-b305-4e1c-b4a0-fcca7d64e5db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=27a4aa4e-afba-4752-8c7b-a519eab3b75f HTTP/1.1" status: 200 len: 852 time: 0.3172827 Jul 16 08:51:24.642933 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d68f0603-8a65-452a-809a-e1f4922be878 req-ce0082dd-b7f2-4ad0-bba3-791b26c21b35 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Deleting port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:24.643775 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-ce0082dd-b7f2-4ad0-bba3-791b26c21b35 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:24.653128 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-94b61e69-1d33-4a40-8f02-fe2ea7f4af06 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02aa9a87-90e1-48f8-b7bf-98c27f6663ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021817 Jul 16 08:51:24.697487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-216246e1-94d1-4eba-bb79-472c74b06c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:50Z', 'updated_at': '2021-07-16T08:40:03Z', 'revision_number': 4, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'gw_port': {'id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:52Z', 'updated_at': '2021-07-16T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '2756cbed-f961-46b5-99d3-04f53e81ca53', 'name': '', 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'mac_address': 'fa:16:3e:b7:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:00Z', 'updated_at': '2021-07-16T08:40:14Z', 'revision_number': 5, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'subnets': [{'id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:24.734930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216246e1-94d1-4eba-bb79-472c74b06c5c None None] The sync data for ids ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'] in n-d-758944-46 is: [{'id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:50Z', 'updated_at': '2021-07-16T08:40:03Z', 'revision_number': 4, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'gw_port': {'id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:52Z', 'updated_at': '2021-07-16T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '2756cbed-f961-46b5-99d3-04f53e81ca53', 'name': '', 'network_id': 'ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'mac_address': 'fa:16:3e:b7:5e:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:00Z', 'updated_at': '2021-07-16T08:40:14Z', 'revision_number': 5, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'subnets': [{'id': 'fad49db9-2978-448c-81ea-10717ca5b65f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:24.982392 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28ab84a-6a48-4b78-af72-b4715ae564b6 req-9ca649bf-6e4c-436d-99a0-20cd198437e1 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4764371 Jul 16 08:51:25.037219 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-2610ef81-f8d4-4c41-9cb2-881483a7e0a8 service neutron] 10.222.0.38 "GET /v2.0/networks/02aa9a87-90e1-48f8-b7bf-98c27f6663ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753619 Jul 16 08:51:25.071162 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-ce0082dd-b7f2-4ad0-bba3-791b26c21b35 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] For port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d,segment=NetworkSegment(1d6cf301-37b7-471a-beee-193f4796b4bd),segment_id=1d6cf301-37b7-471a-beee-193f4796b4bd)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:25.071707 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-ce0082dd-b7f2-4ad0-bba3-791b26c21b35 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.121150 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d68f0603-8a65-452a-809a-e1f4922be878 req-ce0082dd-b7f2-4ad0-bba3-791b26c21b35 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Calling delete_port for 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:25.136449 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3744f2df-34e5-4200-8676-3979b02b6b85 x-openstack-request-id: req-3744f2df-34e5-4200-8676-3979b02b6b85 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:25.137170 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-unplugged", "status": "completed", "tag": "3a94c4b5-9f6f-48d8-8c54-510baaef98be", "code": 200}, {"server_uuid": "4eff8273-7e13-4010-ada4-a8c9596b549a", "name": "network-vif-unplugged", "status": "completed", "tag": "e8bc063f-186b-4327-9b76-96651514aae3", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:25.137872 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3744f2df-34e5-4200-8676-3979b02b6b85 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:25.138509 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a94c4b5-9f6f-48d8-8c54-510baaef98be', 'code': 200} Jul 16 08:51:25.139014 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8bc063f-186b-4327-9b76-96651514aae3', 'code': 200} Jul 16 08:51:25.321286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899895e-fe66-48b0-bd26-4b386b668cf8 req-5d28077c-f2e4-4496-b45a-be6093d53683 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:25.324095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d899895e-fe66-48b0-bd26-4b386b668cf8 req-5d28077c-f2e4-4496-b45a-be6093d53683 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.4177589 Jul 16 08:51:25.346766 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b7cfb1f-d9aa-4cce-9be1-7a515b5d9333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.388029 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11392197-1051-4826-b245-da3bd36adc77 None None] New status for floating IP a7a2d493-8830-42ba-85b8-a90dc89753db: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:51:25.410133 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b7cfb1f-d9aa-4cce-9be1-7a515b5d9333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.472982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cfb1f-d9aa-4cce-9be1-7a515b5d9333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694ce7e2-8f11-436d-8cef-516b2635830a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:25.478527 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b7cfb1f-d9aa-4cce-9be1-7a515b5d9333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.479912 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6b7cfb1f-d9aa-4cce-9be1-7a515b5d9333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.5980504 Jul 16 08:51:25.487575 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d4bedc3-3dc2-46df-a95a-0ea253556cd7 req-41a9018e-3abc-45ef-b515-c526226690aa service neutron] 10.222.0.38 "GET /v2.0/networks/02aa9a87-90e1-48f8-b7bf-98c27f6663ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309673 Jul 16 08:51:25.487981 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43120) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:25.513337 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d899895e-fe66-48b0-bd26-4b386b668cf8 req-4f673dfe-c0e4-46ea-8698-a21c22bd287e tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622846 Jul 16 08:51:25.559319 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f6d9c770-e898-43f8-972b-dc5a31acaf64 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '694ce7e2-8f11-436d-8cef-516b2635830a', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:25.743430 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c770-e898-43f8-972b-dc5a31acaf64 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.821331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e860e-2c0f-4471-98f5-e2f9e1cead81 req-9d39771e-9408-4bb8-8af5-a434b645eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:25.822850 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-191e860e-2c0f-4471-98f5-e2f9e1cead81 req-9d39771e-9408-4bb8-8af5-a434b645eec3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=482e46745e3f436d9d2d03cb65b3fa2a&device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 1095 time: 0.2443376 Jul 16 08:51:25.882304 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07279a-8806-4df7-a676-2a917ee6a2c3 req-d18fe62d-328b-4ee7-8124-269a67491dd3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:25.905648 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07279a-8806-4df7-a676-2a917ee6a2c3 req-d18fe62d-328b-4ee7-8124-269a67491dd3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:25.925870 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07279a-8806-4df7-a676-2a917ee6a2c3 req-d18fe62d-328b-4ee7-8124-269a67491dd3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:25.934390 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be07279a-8806-4df7-a676-2a917ee6a2c3 req-d18fe62d-328b-4ee7-8124-269a67491dd3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 2410 time: 0.5615778 Jul 16 08:51:25.975214 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c770-e898-43f8-972b-dc5a31acaf64 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.976397 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-ce0082dd-b7f2-4ad0-bba3-791b26c21b35 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.027882 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c770-e898-43f8-972b-dc5a31acaf64 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.137015 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be07279a-8806-4df7-a676-2a917ee6a2c3 req-29f425e4-d267-4fce-adeb-315a2bedfb16 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2014532 Jul 16 08:51:26.137953 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0082dd-b7f2-4ad0-bba3-791b26c21b35 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event deleted for resources: {'Port': ['ID=9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:26.173839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9c770-e898-43f8-972b-dc5a31acaf64 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de14e08-3394-4c6e-8a27-20fe3034fb22,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:26.256443 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-deleted', 'tag': '6b65b6e1-328c-49ab-919d-e824c6be9088'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:26.275242 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21b220c-c1e7-4bd6-a482-d061494f76d6" -d '{"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-deleted", "tag": "6b65b6e1-328c-49ab-919d-e824c6be9088"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:26.278013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e860e-2c0f-4471-98f5-e2f9e1cead81 req-b46d7fae-09aa-4b77-9368-b0b4e40c9751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:26.282205 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-191e860e-2c0f-4471-98f5-e2f9e1cead81 req-b46d7fae-09aa-4b77-9368-b0b4e40c9751 service neutron] 10.222.0.38 "GET /v2.0/networks?id=02aa9a87-90e1-48f8-b7bf-98c27f6663ef HTTP/1.1" status: 200 len: 912 time: 0.4474165 Jul 16 08:51:26.289182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-ce0082dd-b7f2-4ad0-bba3-791b26c21b35 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] No DVR routers for this DVR port 9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:26.295328 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-ce0082dd-b7f2-4ad0-bba3-791b26c21b35 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.301702 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68f0603-8a65-452a-809a-e1f4922be878 req-ce0082dd-b7f2-4ad0-bba3-791b26c21b35 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "DELETE /v2.0/ports/9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d HTTP/1.1" status: 204 len: 173 time: 2.0729001 Jul 16 08:51:26.310295 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f6d9c770-e898-43f8-972b-dc5a31acaf64 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.312662 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f6d9c770-e898-43f8-972b-dc5a31acaf64 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8204415 Jul 16 08:51:26.318856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43150) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:26.341793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6adcf6c8-c8ff-4358-8caa-438a24781563 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '694ce7e2-8f11-436d-8cef-516b2635830a', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:26.537054 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-191e860e-2c0f-4471-98f5-e2f9e1cead81 req-d8c04a58-a647-4c9d-94a5-c0fed5199c38 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 HTTP/1.1" status: 200 len: 217 time: 0.2116086 Jul 16 08:51:26.692057 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a88df02-3ce3-4ff8-ac83-80e3343bfe21 req-4f604758-b36f-45b3-8239-699fea8de015 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:26.695777 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5a88df02-3ce3-4ff8-ac83-80e3343bfe21 req-4f604758-b36f-45b3-8239-699fea8de015 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 943 time: 0.9103982 Jul 16 08:51:26.702801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191e860e-2c0f-4471-98f5-e2f9e1cead81 req-885d0293-9d05-4d92-b297-d1ec2c481d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:26.709286 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-191e860e-2c0f-4471-98f5-e2f9e1cead81 req-885d0293-9d05-4d92-b297-d1ec2c481d1c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=27a4aa4e-afba-4752-8c7b-a519eab3b75f HTTP/1.1" status: 200 len: 852 time: 0.1631656 Jul 16 08:51:26.920767 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-191e860e-2c0f-4471-98f5-e2f9e1cead81 req-537ec300-5198-4452-be60-c04294ced4da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02aa9a87-90e1-48f8-b7bf-98c27f6663ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1770720 Jul 16 08:51:26.921984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f5992b-902e-4dae-bf10-b8cb154f29ce req-bb5ae058-290e-4933-b0c5-97e55b8114e1 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:26.926403 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11f5992b-902e-4dae-bf10-b8cb154f29ce req-bb5ae058-290e-4933-b0c5-97e55b8114e1 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.3824229 Jul 16 08:51:27.000043 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6adcf6c8-c8ff-4358-8caa-438a24781563 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.079931 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d68f0603-8a65-452a-809a-e1f4922be878 req-7ab3d371-c42b-4288-9087-5d10be27a38f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Deleting port 3a94c4b5-9f6f-48d8-8c54-510baaef98be {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:27.087693 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-7ab3d371-c42b-4288-9087-5d10be27a38f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.114536 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11f5992b-902e-4dae-bf10-b8cb154f29ce req-1d5267e2-d040-4ee1-8be9-2e24ddf62d26 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732225 Jul 16 08:51:27.183951 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5a88df02-3ce3-4ff8-ac83-80e3343bfe21 req-53c78d08-372d-462e-9ec1-548d958f9040 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33c71b2-acc0-49df-bc39-9992ab4e5290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4692461 Jul 16 08:51:27.224256 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6adcf6c8-c8ff-4358-8caa-438a24781563 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.244759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6adcf6c8-c8ff-4358-8caa-438a24781563 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.277254 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-191e860e-2c0f-4471-98f5-e2f9e1cead81 req-c412273c-c784-4451-9e66-6d67d1174dd0 service neutron] 10.222.0.38 "GET /v2.0/networks/02aa9a87-90e1-48f8-b7bf-98c27f6663ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3463173 Jul 16 08:51:27.327037 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e97f535-307d-4c87-80e6-b8619d41838f x-openstack-request-id: req-1e97f535-307d-4c87-80e6-b8619d41838f {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:27.327037 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-deleted", "tag": "6b65b6e1-328c-49ab-919d-e824c6be9088", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:27.327339 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e97f535-307d-4c87-80e6-b8619d41838f {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:27.327612 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-deleted', 'tag': '6b65b6e1-328c-49ab-919d-e824c6be9088', 'status': 'completed', 'code': 200} Jul 16 08:51:27.346907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adcf6c8-c8ff-4358-8caa-438a24781563 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586e4d33-4911-4b21-8fa9-8de1528b6926,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:27.387868 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6adcf6c8-c8ff-4358-8caa-438a24781563 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.392315 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6adcf6c8-c8ff-4358-8caa-438a24781563 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0562186 Jul 16 08:51:27.393606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-7ab3d371-c42b-4288-9087-5d10be27a38f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] For port 3a94c4b5-9f6f-48d8-8c54-510baaef98be, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3a94c4b5-9f6f-48d8-8c54-510baaef98be,segment=NetworkSegment(1d6cf301-37b7-471a-beee-193f4796b4bd),segment_id=1d6cf301-37b7-471a-beee-193f4796b4bd)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:27.393979 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-7ab3d371-c42b-4288-9087-5d10be27a38f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.395076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43174) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:27.426275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-2743ecd5-8a3d-44e1-a9bf-6fc51c37a618 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '694ce7e2-8f11-436d-8cef-516b2635830a', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:27.457806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d68f0603-8a65-452a-809a-e1f4922be878 req-7ab3d371-c42b-4288-9087-5d10be27a38f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Calling delete_port for 3a94c4b5-9f6f-48d8-8c54-510baaef98be owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:27.534555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559b9b5-aa1c-4d16-be6e-e5753846016b req-b6765c7d-c947-4294-b3a2-2f4c56d95863 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:27.544420 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5559b9b5-aa1c-4d16-be6e-e5753846016b req-b6765c7d-c947-4294-b3a2-2f4c56d95863 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.1399074 Jul 16 08:51:27.680316 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2743ecd5-8a3d-44e1-a9bf-6fc51c37a618 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.726974 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-7ab3d371-c42b-4288-9087-5d10be27a38f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.817320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab3d371-c42b-4288-9087-5d10be27a38f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event deleted for resources: {'Port': ['ID=3a94c4b5-9f6f-48d8-8c54-510baaef98be,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:27.942147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-7ab3d371-c42b-4288-9087-5d10be27a38f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] No DVR routers for this DVR port 3a94c4b5-9f6f-48d8-8c54-510baaef98be on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:27.945421 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-7ab3d371-c42b-4288-9087-5d10be27a38f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.947632 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68f0603-8a65-452a-809a-e1f4922be878 req-7ab3d371-c42b-4288-9087-5d10be27a38f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "DELETE /v2.0/ports/3a94c4b5-9f6f-48d8-8c54-510baaef98be HTTP/1.1" status: 204 len: 173 time: 1.6305568 Jul 16 08:51:27.951877 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5559b9b5-aa1c-4d16-be6e-e5753846016b req-45648ce8-47ae-4366-a307-237bca46a3a2 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3675866 Jul 16 08:51:28.095633 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d1c809b9-082c-49f1-be0f-5dd00555efc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Deleting port bb4794d2-5564-4535-84c0-ae84e853964d {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:28.096411 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d1c809b9-082c-49f1-be0f-5dd00555efc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.400215 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-191e860e-2c0f-4471-98f5-e2f9e1cead81 req-bdbc1d74-791a-41ea-b51f-5ee484a63da7 service neutron] 10.222.0.38 "GET /v2.0/networks/02aa9a87-90e1-48f8-b7bf-98c27f6663ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1128669 Jul 16 08:51:28.476532 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57891727-8628-4715-a60c-ae11eb75ea84 req-192d9517-8ad9-437a-a293-e6f10d58a716 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:28.476804 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d1c809b9-082c-49f1-be0f-5dd00555efc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] For port bb4794d2-5564-4535-84c0-ae84e853964d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=bb4794d2-5564-4535-84c0-ae84e853964d,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:28.476804 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d1c809b9-082c-49f1-be0f-5dd00555efc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.481811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57891727-8628-4715-a60c-ae11eb75ea84 req-192d9517-8ad9-437a-a293-e6f10d58a716 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:28.497550 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57891727-8628-4715-a60c-ae11eb75ea84 req-192d9517-8ad9-437a-a293-e6f10d58a716 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 1599 time: 1.0249300 Jul 16 08:51:28.507641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d1c809b9-082c-49f1-be0f-5dd00555efc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Calling delete_port for bb4794d2-5564-4535-84c0-ae84e853964d owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:28.642202 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57891727-8628-4715-a60c-ae11eb75ea84 req-ec9cd228-2b19-447d-bbc8-46adc2332823 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups?id=2799f78a-86cf-4e61-a570-dd769747c27f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1435511 Jul 16 08:51:28.722031 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2743ecd5-8a3d-44e1-a9bf-6fc51c37a618 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.733676 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2743ecd5-8a3d-44e1-a9bf-6fc51c37a618 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.786227 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2743ecd5-8a3d-44e1-a9bf-6fc51c37a618 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.786484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:28.794689 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2743ecd5-8a3d-44e1-a9bf-6fc51c37a618 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3980854 Jul 16 08:51:28.795381 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43220) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:28.803409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e13a481f-2448-4eeb-9827-7337a0608b85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '694ce7e2-8f11-436d-8cef-516b2635830a', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:28.849681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2743ecd5-8a3d-44e1-a9bf-6fc51c37a618 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=013fabcf-bd86-4420-ac14-c8f7a8676236,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:28.890015 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e13a481f-2448-4eeb-9827-7337a0608b85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.976922 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d1c809b9-082c-49f1-be0f-5dd00555efc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.036421 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c809b9-082c-49f1-be0f-5dd00555efc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event deleted for resources: {'Port': ['ID=bb4794d2-5564-4535-84c0-ae84e853964d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.139523 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e13a481f-2448-4eeb-9827-7337a0608b85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.144203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d1c809b9-082c-49f1-be0f-5dd00555efc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] No DVR routers for this DVR port bb4794d2-5564-4535-84c0-ae84e853964d on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:29.155973 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d1c809b9-082c-49f1-be0f-5dd00555efc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.158897 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68f0603-8a65-452a-809a-e1f4922be878 req-d1c809b9-082c-49f1-be0f-5dd00555efc5 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.15 "DELETE /v2.0/ports/bb4794d2-5564-4535-84c0-ae84e853964d HTTP/1.1" status: 204 len: 173 time: 1.2058060 Jul 16 08:51:29.161873 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e13a481f-2448-4eeb-9827-7337a0608b85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.183985 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13a481f-2448-4eeb-9827-7337a0608b85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674098c4-0a39-4ecb-85f7-75727ba9f920,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.229479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d935f74-b91b-4f9f-925f-dac5fc834964 req-35263db3-d42a-45eb-ab26-c2153f596345 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:29.237630 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d935f74-b91b-4f9f-925f-dac5fc834964 req-35263db3-d42a-45eb-ab26-c2153f596345 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 943 time: 0.2671666 Jul 16 08:51:29.239283 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e13a481f-2448-4eeb-9827-7337a0608b85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.243696 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43238) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:29.249488 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e13a481f-2448-4eeb-9827-7337a0608b85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4511123 Jul 16 08:51:29.250084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f2d1a611-91ed-49c2-aadf-05a3cf0cca87 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '694ce7e2-8f11-436d-8cef-516b2635830a', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:29.250406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9,segment=NetworkSegment(3480a4c2-7cd8-4f30-af13-f72eb1fff4c1),segment_id=3480a4c2-7cd8-4f30-af13-f72eb1fff4c1)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:29.317309 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-f2d1a611-91ed-49c2-aadf-05a3cf0cca87 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Project 6bd79a16b15a44f9ba1c5be5b1f2251d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:51:29.327086 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a611-91ed-49c2-aadf-05a3cf0cca87 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.327680 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9', 'network_id': '02aa9a87-90e1-48f8-b7bf-98c27f6663ef', 'port_id': 'ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9', 'mac_address': 'fa:16:3e:06:3e:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 51, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27a4aa4e-afba-4752-8c7b-a519eab3b75f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:29.358949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-deleted', 'tag': '9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d'}, {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-deleted', 'tag': '3a94c4b5-9f6f-48d8-8c54-510baaef98be'}, {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-deleted', 'tag': 'bb4794d2-5564-4535-84c0-ae84e853964d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:29.359945 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c44835-6ced-4953-808e-ff6e0a49dbcb" -d '{"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-deleted", "tag": "9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d"}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-deleted", "tag": "3a94c4b5-9f6f-48d8-8c54-510baaef98be"}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-deleted", "tag": "bb4794d2-5564-4535-84c0-ae84e853964d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:29.381769 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d935f74-b91b-4f9f-925f-dac5fc834964 req-906aa075-053e-47af-b3a2-f382a95dad77 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33c71b2-acc0-49df-bc39-9992ab4e5290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263590 Jul 16 08:51:29.422316 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.469649 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:29.545824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9,segment=NetworkSegment(3480a4c2-7cd8-4f30-af13-f72eb1fff4c1),segment_id=3480a4c2-7cd8-4f30-af13-f72eb1fff4c1)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:29.553324 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.560968 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a611-91ed-49c2-aadf-05a3cf0cca87 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.573393 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a611-91ed-49c2-aadf-05a3cf0cca87 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.626064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1a611-91ed-49c2-aadf-05a3cf0cca87 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9311a2cd-94f5-45d2-afe1-68e408ddb08f,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.674196 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f2d1a611-91ed-49c2-aadf-05a3cf0cca87 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.675593 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f2d1a611-91ed-49c2-aadf-05a3cf0cca87 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4305012 Jul 16 08:51:29.682929 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43256) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:29.689742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6a2305d2-e03a-4fac-ad07-d0af461b4e78 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '694ce7e2-8f11-436d-8cef-516b2635830a', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:29.791111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:29.799106 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-6a2305d2-e03a-4fac-ad07-d0af461b4e78 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Project 6bd79a16b15a44f9ba1c5be5b1f2251d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:51:29.817434 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a2305d2-e03a-4fac-ad07-d0af461b4e78 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.837642 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4f27a5-9fb4-4896-b9bf-554c019515a2 x-openstack-request-id: req-cd4f27a5-9fb4-4896-b9bf-554c019515a2 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:29.838160 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-deleted", "tag": "9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d", "status": "completed", "code": 200}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-deleted", "tag": "3a94c4b5-9f6f-48d8-8c54-510baaef98be", "status": "completed", "code": 200}, {"server_uuid": "3802e01a-fa2e-406e-b51d-0f4c5e205406", "name": "network-vif-deleted", "tag": "bb4794d2-5564-4535-84c0-ae84e853964d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:29.838297 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd4f27a5-9fb4-4896-b9bf-554c019515a2 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:29.838643 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-deleted', 'tag': '9fc97cc2-4d23-4bd5-a6d3-d9e2a9a34d6d', 'status': 'completed', 'code': 200} Jul 16 08:51:29.838888 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-deleted', 'tag': '3a94c4b5-9f6f-48d8-8c54-510baaef98be', 'status': 'completed', 'code': 200} Jul 16 08:51:29.846302 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3802e01a-fa2e-406e-b51d-0f4c5e205406', 'name': 'network-vif-deleted', 'tag': 'bb4794d2-5564-4535-84c0-ae84e853964d', 'status': 'completed', 'code': 200} Jul 16 08:51:29.933364 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.968352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e8bc063f-186b-4327-9b76-96651514aae3 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:30.149128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-9ce878fd-a329-4670-81dd-a5fe3512c384 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.151887 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-9ce878fd-a329-4670-81dd-a5fe3512c384 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/networks?id=fb7470c9-19d7-49f2-86e0-85eee6eb7b45 HTTP/1.1" status: 200 len: 814 time: 0.5612383 Jul 16 08:51:30.182086 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-94c170f5-40d9-4fd2-be20-96ee60aee5ad tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/quotas/97f061fbce5b443986c4fd2f68393579 HTTP/1.1" status: 200 len: 375 time: 0.0231493 Jul 16 08:51:30.365185 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a2305d2-e03a-4fac-ad07-d0af461b4e78 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.373808 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c887b58d-d9fc-46a1-abe7-af98136aaba0 req-189758a5-e4dc-4eb3-98a1-a5cf845aac8f tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.1572242 Jul 16 08:51:30.383044 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a2305d2-e03a-4fac-ad07-d0af461b4e78 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.432277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2305d2-e03a-4fac-ad07-d0af461b4e78 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9411ae4e-50d4-4361-8f3d-6c97597bd425,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:30.468714 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-627bc4d0-10ed-45da-8c53-37fe7c4e7dd2 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=97f061fbce5b443986c4fd2f68393579&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2748013 Jul 16 08:51:30.471788 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229b1ff-183a-4258-8f28-c70ff4a0902a req-93319602-d96c-46c0-a308-1b56e9074153 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.484267 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d229b1ff-183a-4258-8f28-c70ff4a0902a req-93319602-d96c-46c0-a308-1b56e9074153 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.15 "GET /v2.0/ports?device_id=73c614dc-a301-43a9-ad86-9dfa07f28b71 HTTP/1.1" status: 200 len: 946 time: 0.5244071 Jul 16 08:51:30.500422 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a2305d2-e03a-4fac-ad07-d0af461b4e78 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.504041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6a2305d2-e03a-4fac-ad07-d0af461b4e78 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8180685 Jul 16 08:51:30.506914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43286) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:30.513633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-46b6029c-4ebb-4711-864d-ddb25cc38c85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'network': {'name': 'tempest-network-smoke--1124521857', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'port_security_enabled': True}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:30.546261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b6029c-4ebb-4711-864d-ddb25cc38c85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Made reservation on behalf of 6bd79a16b15a44f9ba1c5be5b1f2251d for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:30.551816 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46b6029c-4ebb-4711-864d-ddb25cc38c85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.756069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d229b1ff-183a-4258-8f28-c70ff4a0902a req-94fdee1b-f5f8-4c79-87f5-0af4b999ed6c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Deleting port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:30.756339 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d229b1ff-183a-4258-8f28-c70ff4a0902a req-94fdee1b-f5f8-4c79-87f5-0af4b999ed6c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.757623 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b6029c-4ebb-4711-864d-ddb25cc38c85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:30.792182 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:30.820012 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-edd280d5-17f2-4588-bca9-18b2b7fe6dcf service neutron] 10.222.0.20 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498778 Jul 16 08:51:30.890428 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46b6029c-4ebb-4711-864d-ddb25cc38c85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.891079 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-46b6029c-4ebb-4711-864d-ddb25cc38c85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Added segment e3e79d10-052d-4874-b1c8-480ba3bd75c6 of type vlan for network 782d6297-b8a7-4a08-9c4a-9920da3770c5 Jul 16 08:51:30.987984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:31.005263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:31.006178 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.106493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-d229b1ff-183a-4258-8f28-c70ff4a0902a req-94fdee1b-f5f8-4c79-87f5-0af4b999ed6c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] For port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:31.108952 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d229b1ff-183a-4258-8f28-c70ff4a0902a req-94fdee1b-f5f8-4c79-87f5-0af4b999ed6c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.172061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-d229b1ff-183a-4258-8f28-c70ff4a0902a req-94fdee1b-f5f8-4c79-87f5-0af4b999ed6c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Calling delete_port for 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:31.240278 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-ffd60d69-bbcc-42e4-8b07-937c37feae5b service neutron] 10.222.0.20 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4098353 Jul 16 08:51:31.276453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46b6029c-4ebb-4711-864d-ddb25cc38c85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.425862 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.477853 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46b6029c-4ebb-4711-864d-ddb25cc38c85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.521679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b6029c-4ebb-4711-864d-ddb25cc38c85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.531563 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46b6029c-4ebb-4711-864d-ddb25cc38c85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.566149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20db3ea-ffb1-40be-8816-29286be0ad20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:31.575258 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f57c549-e8bc-4adc-a85e-e2debf011d87" -d '{"events": [{"server_uuid": "b20db3ea-ffb1-40be-8816-29286be0ad20", "name": "network-vif-plugged", "status": "completed", "tag": "ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:31.594172 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d229b1ff-183a-4258-8f28-c70ff4a0902a req-94fdee1b-f5f8-4c79-87f5-0af4b999ed6c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.595133 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9,segment=NetworkSegment(3480a4c2-7cd8-4f30-af13-f72eb1fff4c1),segment_id=3480a4c2-7cd8-4f30-af13-f72eb1fff4c1)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:31.600749 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.633442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['52fee4ec-7554-4bf3-9009-67ba2fcd76d7'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:31.703189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-46b6029c-4ebb-4711-864d-ddb25cc38c85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1924095 Jul 16 08:51:31.704048 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43326) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:31.737527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'admin_state_up': True, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:31.765315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fdee1b-f5f8-4c79-87f5-0af4b999ed6c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Pushing event deleted for resources: {'Port': ['ID=52fee4ec-7554-4bf3-9009-67ba2fcd76d7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:31.866070 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:31.900566 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-d229b1ff-183a-4258-8f28-c70ff4a0902a req-94fdee1b-f5f8-4c79-87f5-0af4b999ed6c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] No DVR routers for this DVR port 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:31.905085 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-d229b1ff-183a-4258-8f28-c70ff4a0902a req-94fdee1b-f5f8-4c79-87f5-0af4b999ed6c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.905783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b6029c-4ebb-4711-864d-ddb25cc38c85 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Network': ['ID=782d6297-b8a7-4a08-9c4a-9920da3770c5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:31.907241 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d229b1ff-183a-4258-8f28-c70ff4a0902a req-94fdee1b-f5f8-4c79-87f5-0af4b999ed6c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.15 "DELETE /v2.0/ports/52fee4ec-7554-4bf3-9009-67ba2fcd76d7 HTTP/1.1" status: 204 len: 173 time: 1.4202914 Jul 16 08:51:31.908415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73c614dc-a301-43a9-ad86-9dfa07f28b71', 'name': 'network-vif-deleted', 'tag': '52fee4ec-7554-4bf3-9009-67ba2fcd76d7'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:31.911585 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85de1381-8ff4-4ea1-959e-aa5547154bd4" -d '{"events": [{"server_uuid": "73c614dc-a301-43a9-ad86-9dfa07f28b71", "name": "network-vif-deleted", "tag": "52fee4ec-7554-4bf3-9009-67ba2fcd76d7"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:31.920367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 782d6297-b8a7-4a08-9c4a-9920da3770c5 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:31.958587 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e0f8383-25d2-449b-9ae5-a891faa532d4 req-f03fb7e4-d06f-431f-9e9a-fb3ca2ce647c tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.0711930 Jul 16 08:51:31.994804 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.996426 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.091843 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b119b-637a-47fe-8f24-e8d70472fd4c req-01705f5e-b187-4e8f-b72f-d81e7077eace tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:32.108969 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-901b119b-637a-47fe-8f24-e8d70472fd4c req-01705f5e-b187-4e8f-b72f-d81e7077eace tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 945 time: 0.2784638 Jul 16 08:51:32.270300 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-901b119b-637a-47fe-8f24-e8d70472fd4c req-e23dba86-f3ea-45ad-998e-353eeca92682 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33c71b2-acc0-49df-bc39-9992ab4e5290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567855 Jul 16 08:51:32.518835 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-46a8a952-b6ad-41b6-b2fe-88081bff5989 req-4f4476b9-afa8-4962-86cd-5274574b51e6 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 210 time: 0.4211345 Jul 16 08:51:32.521990 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.703716 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2978099d-b46f-400a-978d-1701a031524a x-openstack-request-id: req-2978099d-b46f-400a-978d-1701a031524a {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:32.704840 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73c614dc-a301-43a9-ad86-9dfa07f28b71", "name": "network-vif-deleted", "tag": "52fee4ec-7554-4bf3-9009-67ba2fcd76d7", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:32.705031 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2978099d-b46f-400a-978d-1701a031524a {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:32.706013 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73c614dc-a301-43a9-ad86-9dfa07f28b71', 'name': 'network-vif-deleted', 'tag': '52fee4ec-7554-4bf3-9009-67ba2fcd76d7', 'status': 'completed', 'code': 200} Jul 16 08:51:32.781017 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3472bd9-3461-4a28-8e56-13faa691c80a x-openstack-request-id: req-c3472bd9-3461-4a28-8e56-13faa691c80a {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:32.781568 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20db3ea-ffb1-40be-8816-29286be0ad20", "name": "network-vif-plugged", "status": "completed", "tag": "ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:32.781896 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3472bd9-3461-4a28-8e56-13faa691c80a {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:32.782925 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20db3ea-ffb1-40be-8816-29286be0ad20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9', 'code': 200} Jul 16 08:51:33.144223 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.363782 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-caa02399-5afe-47c5-8d69-f4a58cfbaae5 req-7e60c508-69f4-4b88-ab81-47045149df70 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.0640340 Jul 16 08:51:33.516967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea23e767-1758-4960-8e86-591bae0c689a req-202c7855-3d25-4f3d-a060-45e4c4271d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:33.518683 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea23e767-1758-4960-8e86-591bae0c689a req-202c7855-3d25-4f3d-a060-45e4c4271d65 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 1097 time: 0.7791345 Jul 16 08:51:33.797246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bea0b-c0b6-446b-88fb-6c6ff06fcbca req-50a64aca-2007-45ad-b850-bd6501db89f8 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:33.799972 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-799bea0b-c0b6-446b-88fb-6c6ff06fcbca req-50a64aca-2007-45ad-b850-bd6501db89f8 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.4830730 Jul 16 08:51:33.802898 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea23e767-1758-4960-8e86-591bae0c689a req-771992d8-9544-47db-a779-048459a8b8d4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=b33c71b2-acc0-49df-bc39-9992ab4e5290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589600 Jul 16 08:51:33.850703 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.946144 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-799bea0b-c0b6-446b-88fb-6c6ff06fcbca req-1b320fe8-5392-450b-8903-1f7fa67ff917 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217480 Jul 16 08:51:33.986256 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:34.042878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:34.044089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 52fee4ec-7554-4bf3-9009-67ba2fcd76d7 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:34.073563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdae58c-a210-4547-a6bd-1a45a31fda2f req-da3fded1-b20d-4256-b3a7-0b994006b826 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.076721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ffdae58c-a210-4547-a6bd-1a45a31fda2f req-da3fded1-b20d-4256-b3a7-0b994006b826 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 945 time: 0.3350682 Jul 16 08:51:34.244617 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e759c2aa-6f69-4721-91f9-8d8ccd1673c5 req-ee240807-0535-4fb1-8c9c-f70d2d34f08c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6011360 Jul 16 08:51:34.270266 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7952f14-3fd6-43ee-85a1-00f3329f997b req-d08ff7a1-beff-44c9-96b0-3c12edd0c6e2 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 210 time: 0.0459170 Jul 16 08:51:34.337704 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.338157 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ffdae58c-a210-4547-a6bd-1a45a31fda2f req-089a8b70-a73f-4314-a7a2-6b8ec8453706 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33c71b2-acc0-49df-bc39-9992ab4e5290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421277 Jul 16 08:51:34.391073 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.009599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.25.4.188 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/c00417a5-edf7-4b60-9dc3-7dc5945e1b84) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:35.201415 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-72b1a6ae-0e2f-439d-b108-69f59f29abc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.368663 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.394880 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e82411b1-a7fb-4eef-a6ef-1196acb64100 req-034e677d-e973-43f8-9a7f-6f10ca068d9d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.5531509 Jul 16 08:51:35.441407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5fa6ef-f566-4459-9876-aca47673f40f req-60a3594c-1037-40db-be3e-2aada6431e70 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.451147 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef5fa6ef-f566-4459-9876-aca47673f40f req-60a3594c-1037-40db-be3e-2aada6431e70 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.2259440 Jul 16 08:51:35.638049 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef5fa6ef-f566-4459-9876-aca47673f40f req-c80d5bd7-0e35-4b2c-9632-145d464c57ee tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1762090 Jul 16 08:51:35.987733 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16a72aec-a970-4c63-9bb8-29e8b42698c1 req-f3bc3f15-0f5e-4f81-90cd-65524dc423e4 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 210 time: 0.1808667 Jul 16 08:51:36.013426 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.069553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db78b40-a049-4dd6-9cd4-546bbb309201 req-a4c291c7-e035-4f97-b59b-b7812f2ac4ff tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.071567 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0db78b40-a049-4dd6-9cd4-546bbb309201 req-a4c291c7-e035-4f97-b59b-b7812f2ac4ff tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 945 time: 0.0918043 Jul 16 08:51:36.134585 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0db78b40-a049-4dd6-9cd4-546bbb309201 req-9f408576-9e70-4386-9a18-5c79147bd204 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33c71b2-acc0-49df-bc39-9992ab4e5290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561471 Jul 16 08:51:36.196390 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.344946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-5b8b9251-bb69-4c7b-89f6-4425aae2eb5e tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.348582 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-5b8b9251-bb69-4c7b-89f6-4425aae2eb5e tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.38 "GET /v2.0/networks?id=fb7470c9-19d7-49f2-86e0-85eee6eb7b45 HTTP/1.1" status: 200 len: 814 time: 0.9412930 Jul 16 08:51:36.368696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-18fa80d2-3497-4924-937b-1d965a336139 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Request body: {'port': {'device_id': 'e1357f5b-fdd9-4e68-a091-128e503741df', 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45', 'admin_state_up': True, 'tenant_id': '97f061fbce5b443986c4fd2f68393579'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:36.415052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:36.445415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:36.462591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:36.512694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=c00417a5-edf7-4b60-9dc3-7dc5945e1b84,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:36.536058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c2aa-6f69-4721-91f9-8d8ccd1673c5 req-e14034e2-f3c1-4328-b277-ad105fdc8a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.539997 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e759c2aa-6f69-4721-91f9-8d8ccd1673c5 req-e14034e2-f3c1-4328-b277-ad105fdc8a4f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a&tenant_id=bf13c641cc6b45f4add343877ddf9789 HTTP/1.1" status: 200 len: 1096 time: 0.2670140 Jul 16 08:51:36.964063 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e22f3518-0dc3-4428-ab0d-301a2ae7f87e req-88b2b895-4a4a-4bff-aa8f-253c2c86e584 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.1400514 Jul 16 08:51:37.077743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c2aa-6f69-4721-91f9-8d8ccd1673c5 req-18782982-2303-40ed-8bd7-207b71351603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.082183 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e759c2aa-6f69-4721-91f9-8d8ccd1673c5 req-18782982-2303-40ed-8bd7-207b71351603 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf13c641cc6b45f4add343877ddf9789&device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 1096 time: 0.5054638 Jul 16 08:51:37.088110 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca890c40-1e3c-4fd7-816b-71c8f7dfddd9 req-b8300863-3fab-4325-b912-f4eeb2ba0320 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3900261 Jul 16 08:51:37.255712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c2aa-6f69-4721-91f9-8d8ccd1673c5 req-7e51bfd3-aa47-4e2b-bed8-1d53811ac628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.257823 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e759c2aa-6f69-4721-91f9-8d8ccd1673c5 req-7e51bfd3-aa47-4e2b-bed8-1d53811ac628 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 200 len: 917 time: 0.1681540 Jul 16 08:51:37.375684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-18fa80d2-3497-4924-937b-1d965a336139 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Made reservation on behalf of 97f061fbce5b443986c4fd2f68393579 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:37.397406 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-18fa80d2-3497-4924-937b-1d965a336139 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.424792 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e759c2aa-6f69-4721-91f9-8d8ccd1673c5 req-49eb296b-0960-43b3-8354-078043e20e42 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8bc063f-186b-4327-9b76-96651514aae3 HTTP/1.1" status: 200 len: 1000 time: 0.1340811 Jul 16 08:51:37.515220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c2aa-6f69-4721-91f9-8d8ccd1673c5 req-f8c769cd-fcb5-4227-87db-1b4a7791c751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.517155 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e759c2aa-6f69-4721-91f9-8d8ccd1673c5 req-f8c769cd-fcb5-4227-87db-1b4a7791c751 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ff038ab-4107-4385-b9f7-5e2bfac47b22 HTTP/1.1" status: 200 len: 856 time: 0.0763910 Jul 16 08:51:37.520560 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca890c40-1e3c-4fd7-816b-71c8f7dfddd9 req-2810fef6-3a65-426b-b0e6-8ece1f9bf733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.522326 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca890c40-1e3c-4fd7-816b-71c8f7dfddd9 req-2810fef6-3a65-426b-b0e6-8ece1f9bf733 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=482e46745e3f436d9d2d03cb65b3fa2a&device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 1097 time: 0.3671489 Jul 16 08:51:37.540346 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.694965 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e759c2aa-6f69-4721-91f9-8d8ccd1673c5 req-bacd0f3e-d819-4e7b-928a-7c4208af0c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.697768 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e759c2aa-6f69-4721-91f9-8d8ccd1673c5 req-bacd0f3e-d819-4e7b-928a-7c4208af0c90 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0398bf6f-6792-4b35-accc-6c390953dadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1733725 Jul 16 08:51:37.907807 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1aacf589-838e-47b6-86ad-b55b222b701a req-2b15a299-be23-4329-9bab-98bc9863bdfb tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 210 time: 0.0398920 Jul 16 08:51:37.921024 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-626a6770-4d6e-4d72-8b4a-5e8b27416daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.929411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca890c40-1e3c-4fd7-816b-71c8f7dfddd9 req-b2b34e31-0320-44e6-949d-06b050055f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.933855 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca890c40-1e3c-4fd7-816b-71c8f7dfddd9 req-b2b34e31-0320-44e6-949d-06b050055f95 service neutron] 10.222.0.38 "GET /v2.0/networks?id=02aa9a87-90e1-48f8-b7bf-98c27f6663ef HTTP/1.1" status: 200 len: 912 time: 0.3781106 Jul 16 08:51:38.089733 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e759c2aa-6f69-4721-91f9-8d8ccd1673c5 req-e323e358-1102-42f3-9624-4716676b4828 service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746021 Jul 16 08:51:38.093536 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca890c40-1e3c-4fd7-816b-71c8f7dfddd9 req-9cc94375-edf4-41d9-ab2a-7ddc3f518f0c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 HTTP/1.1" status: 200 len: 217 time: 0.1449354 Jul 16 08:51:38.217060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b50a15-e7df-41fc-bf74-f1213829dd29 req-251147b3-4bc8-43af-9d5f-0b210c6ed087 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.219440 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.226463 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-79b50a15-e7df-41fc-bf74-f1213829dd29 req-251147b3-4bc8-43af-9d5f-0b210c6ed087 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 1.1096699 Jul 16 08:51:38.431818 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-79b50a15-e7df-41fc-bf74-f1213829dd29 req-c9229935-672b-412c-9556-1fe4c700ab45 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978245 Jul 16 08:51:38.531442 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e759c2aa-6f69-4721-91f9-8d8ccd1673c5 req-ae533841-f3cb-4bef-8fb3-dfbd01e6a740 service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4340975 Jul 16 08:51:38.657048 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-18fa80d2-3497-4924-937b-1d965a336139 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Allocated IP 172.20.0.4 (fb7470c9-19d7-49f2-86e0-85eee6eb7b45/71ed6184-72d2-40c8-8536-47ca91038e87/bd970c56-64f9-4ee8-a320-c9125dbeb551) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:39.069204 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0ea8297-6978-4494-84b3-81abe26eac51 req-a88f8752-feac-4efd-a6fc-e1270be5c76d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.3417358 Jul 16 08:51:39.216215 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.694174 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.735362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca890c40-1e3c-4fd7-816b-71c8f7dfddd9 req-5d45d20b-9b89-4ba1-b4a3-34d7d0cd2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:39.739336 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca890c40-1e3c-4fd7-816b-71c8f7dfddd9 req-5d45d20b-9b89-4ba1-b4a3-34d7d0cd2a47 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=27a4aa4e-afba-4752-8c7b-a519eab3b75f HTTP/1.1" status: 200 len: 852 time: 1.6175888 Jul 16 08:51:39.889868 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca890c40-1e3c-4fd7-816b-71c8f7dfddd9 req-6b763742-4b09-40b1-850b-7b10370f633c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=02aa9a87-90e1-48f8-b7bf-98c27f6663ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1386788 Jul 16 08:51:39.902129 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f3ad571e-3a43-4914-9bbf-6a520a7fba21 req-158479e6-a252-493c-bb2e-565a9da9ec99 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 210 time: 0.3664861 Jul 16 08:51:40.145884 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca890c40-1e3c-4fd7-816b-71c8f7dfddd9 req-495da3fb-757e-43c9-932e-5725403e4cfd service neutron] 10.222.0.38 "GET /v2.0/networks/02aa9a87-90e1-48f8-b7bf-98c27f6663ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176347 Jul 16 08:51:40.162825 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-18fa80d2-3497-4924-937b-1d965a336139 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.305551 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca890c40-1e3c-4fd7-816b-71c8f7dfddd9 req-50bb9f1e-95ec-4183-b533-ff99fee18d30 service neutron] 10.222.0.38 "GET /v2.0/networks/02aa9a87-90e1-48f8-b7bf-98c27f6663ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509819 Jul 16 08:51:40.392812 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eba2167-7670-49ba-a103-f637cefc7979 req-90589c9c-a898-4fdb-b489-916a04e839fa tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:40.394355 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0eba2167-7670-49ba-a103-f637cefc7979 req-90589c9c-a898-4fdb-b489-916a04e839fa tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.38 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 945 time: 0.6530626 Jul 16 08:51:40.418191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d205e-4070-4e5c-b9ea-a40b70cf51fd req-038b5b79-c61c-4ba9-9d38-73bf344d068f tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:40.426614 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-226d205e-4070-4e5c-b9ea-a40b70cf51fd req-038b5b79-c61c-4ba9-9d38-73bf344d068f tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 945 time: 1.8890114 Jul 16 08:51:40.486811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router 3e088621-fdbe-4ddc-a73c-fad154d24ddc is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:51:40.681454 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-18fa80d2-3497-4924-937b-1d965a336139 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.706874 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-226d205e-4070-4e5c-b9ea-a40b70cf51fd req-42f7e227-09ba-46e5-90cf-f385f9b8db18 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/security-groups?id=b33c71b2-acc0-49df-bc39-9992ab4e5290&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778559 Jul 16 08:51:40.802339 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa80d2-3497-4924-937b-1d965a336139 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Pushing event updated for resources: {'Port': ['ID=bd970c56-64f9-4ee8-a320-c9125dbeb551,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:40.825744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c582552-33b3-4955-bc22-3872961596ca req-baf0a74a-bcb0-4dba-9d79-06f5b6513200 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:40.834551 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c582552-33b3-4955-bc22-3872961596ca req-baf0a74a-bcb0-4dba-9d79-06f5b6513200 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.5838366 Jul 16 08:51:40.944877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-0eba2167-7670-49ba-a103-f637cefc7979 req-a5b5b6c8-1603-4bd5-b81f-ee6d1d4f6c0b tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Deleting port ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:40.948273 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-18fa80d2-3497-4924-937b-1d965a336139 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:40.949009 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0eba2167-7670-49ba-a103-f637cefc7979 req-a5b5b6c8-1603-4bd5-b81f-ee6d1d4f6c0b tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.956996 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-18fa80d2-3497-4924-937b-1d965a336139 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:40.980399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-18fa80d2-3497-4924-937b-1d965a336139 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:41.000951 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c582552-33b3-4955-bc22-3872961596ca req-9c5c52e7-2669-4d72-8d75-21abf0fd9b7b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652088 Jul 16 08:51:41.082955 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:41.096305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Sync routers for ids ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:41.117239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Routers {'3e088621-fdbe-4ddc-a73c-fad154d24ddc'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:41.122493 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:51:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:41.158080 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.161110 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9f89cfbf-be6d-42b3-8c20-055e981507e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 9.4480143 Jul 16 08:51:41.163003 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43590) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:41.318744 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.396843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-70dff1d0-45a9-44bc-9457-31217f43baa9 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6bd79a16b15a44f9ba1c5be5b1f2251d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2218993 Jul 16 08:51:41.432523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-18fa80d2-3497-4924-937b-1d965a336139 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:41.432523 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-18fa80d2-3497-4924-937b-1d965a336139 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.466652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43598) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:41.478980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-0eba2167-7670-49ba-a103-f637cefc7979 req-a5b5b6c8-1603-4bd5-b81f-ee6d1d4f6c0b tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] For port ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9,segment=NetworkSegment(3480a4c2-7cd8-4f30-af13-f72eb1fff4c1),segment_id=3480a4c2-7cd8-4f30-af13-f72eb1fff4c1)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:41.493442 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0eba2167-7670-49ba-a103-f637cefc7979 req-a5b5b6c8-1603-4bd5-b81f-ee6d1d4f6c0b tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.574703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-0eba2167-7670-49ba-a103-f637cefc7979 req-a5b5b6c8-1603-4bd5-b81f-ee6d1d4f6c0b tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Calling delete_port for ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:41.634061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Set router 3e088621-fdbe-4ddc-a73c-fad154d24ddc gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:42.142539 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb3047a-6bc5-45c4-97c6-662f7dc9bccd tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.150433 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-feb3047a-6bc5-45c4-97c6-662f7dc9bccd tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6786358 Jul 16 08:51:42.172964 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43614) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:42.244476 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-18fa80d2-3497-4924-937b-1d965a336139 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8816137 Jul 16 08:51:42.279754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Request body: {'port': {'device_id': 'e1357f5b-fdd9-4e68-a091-128e503741df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:42.331904 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0eba2167-7670-49ba-a103-f637cefc7979 req-a5b5b6c8-1603-4bd5-b81f-ee6d1d4f6c0b tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.367695 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6afe54d4-750f-4602-ae43-32c8960f22ec req-8e8a8ad5-694b-4a42-b822-01201fa1cb58 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.2533822 Jul 16 08:51:42.466588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba059f-481b-45a3-b2c8-3c1f3315c3fd req-a5cdead2-200d-4d86-8187-b68e39f1187f tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.482739 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8fba059f-481b-45a3-b2c8-3c1f3315c3fd req-a5cdead2-200d-4d86-8187-b68e39f1187f tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 931 time: 1.0697932 Jul 16 08:51:42.489307 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7880bb06-2444-4e82-a519-a36d667b5171 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3146143 Jul 16 08:51:42.517351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43624) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:42.534643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-86240bad-bfa8-45c7-a6da-34c45d3dfbd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2101257738', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:42.556043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b5b6c8-1603-4bd5-b81f-ee6d1d4f6c0b tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Pushing event deleted for resources: {'Port': ['ID=ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:42.823557 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:32Z', 'updated_at': '2021-07-16T08:51:36Z', 'revision_number': 3, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:34Z', 'updated_at': '2021-07-16T08:51:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:42.827456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eba2167-7670-49ba-a103-f637cefc7979 req-a5b5b6c8-1603-4bd5-b81f-ee6d1d4f6c0b tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] No DVR routers for this DVR port ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:42.834299 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0eba2167-7670-49ba-a103-f637cefc7979 req-a5b5b6c8-1603-4bd5-b81f-ee6d1d4f6c0b tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.837831 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0eba2167-7670-49ba-a103-f637cefc7979 req-a5b5b6c8-1603-4bd5-b81f-ee6d1d4f6c0b tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.38 "DELETE /v2.0/ports/ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 HTTP/1.1" status: 204 len: 173 time: 2.3982813 Jul 16 08:51:42.838333 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20db3ea-ffb1-40be-8816-29286be0ad20', 'name': 'network-vif-deleted', 'tag': 'ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:42.840962 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec20fe1-82d9-4a80-82ca-405712904d47" -d '{"events": [{"server_uuid": "b20db3ea-ffb1-40be-8816-29286be0ad20", "name": "network-vif-deleted", "tag": "ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:42.942852 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4aaec306-1d28-4122-b16d-2ac1d2d5c7ed req-a2020bfd-8685-4446-8efa-d90167a39815 tempest-ServerPasswordTestJSON-412012158 tempest-ServerPasswordTestJSON-412012158-project] 10.222.0.20 "GET /v2.0/ports?device_id=b20db3ea-ffb1-40be-8816-29286be0ad20 HTTP/1.1" status: 200 len: 210 time: 0.1115139 Jul 16 08:51:42.971096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:43.025522 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:43.025888 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:43.033803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Checking router: 3e088621-fdbe-4ddc-a73c-fad154d24ddc for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:43.034185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Updating router 3e088621-fdbe-4ddc-a73c-fad154d24ddc port c00417a5-edf7-4b60-9dc3-7dc5945e1b84 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:51:43.160915 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.304941 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8fba059f-481b-45a3-b2c8-3c1f3315c3fd req-e9ab4bbf-47c7-44a7-9232-fae49d0b5b7d tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8179739 Jul 16 08:51:43.336179 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.495108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86240bad-bfa8-45c7-a6da-34c45d3dfbd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Made reservation on behalf of 6bd79a16b15a44f9ba1c5be5b1f2251d for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:43.503285 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86240bad-bfa8-45c7-a6da-34c45d3dfbd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.509902 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbe36e56-3a07-4d0a-9ca6-f8576a798d4f x-openstack-request-id: req-dbe36e56-3a07-4d0a-9ca6-f8576a798d4f {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:43.513240 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20db3ea-ffb1-40be-8816-29286be0ad20", "name": "network-vif-deleted", "tag": "ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:43.518693 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dbe36e56-3a07-4d0a-9ca6-f8576a798d4f {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:43.525522 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20db3ea-ffb1-40be-8816-29286be0ad20', 'name': 'network-vif-deleted', 'tag': 'ad0d8315-8d52-456e-9c4f-b2ba0d9dabf9', 'status': 'completed', 'code': 200} Jul 16 08:51:43.575223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dfc034-1b08-4752-822b-f8f659ba30a3 req-f973cc90-ae44-450b-832a-e39ed103017a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.586440 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50dfc034-1b08-4752-822b-f8f659ba30a3 req-f973cc90-ae44-450b-832a-e39ed103017a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.2636542 Jul 16 08:51:43.713716 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50dfc034-1b08-4752-822b-f8f659ba30a3 req-863fb9b5-8243-4458-b788-9fd680e99c2e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206703 Jul 16 08:51:44.107181 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.147004 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Transition to ACTIVE for port object c00417a5-edf7-4b60-9dc3-7dc5945e1b84 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:44.164739 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.260915 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43660) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:44.294777 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Attempting to bind port c00417a5-edf7-4b60-9dc3-7dc5945e1b84 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:44.295455 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Attempting to bind port c00417a5-edf7-4b60-9dc3-7dc5945e1b84 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:44.296029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Attempting to bind port c00417a5-edf7-4b60-9dc3-7dc5945e1b84 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:44.354797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:44.356571 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:44.357229 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.359873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:44.363049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Bound port: c00417a5-edf7-4b60-9dc3-7dc5945e1b84, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:44.371459 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.374088 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57069cdb-10f1-420d-b5da-719a02d4da0a None None] Pushing event updated for resources: {'Port': ['ID=c00417a5-edf7-4b60-9dc3-7dc5945e1b84,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:44.498352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-121b2e94-5c06-4a98-b670-13e5296561d5 admin admin] Deleting subnet 27a4aa4e-afba-4752-8c7b-a519eab3b75f {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:44.528072 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-121b2e94-5c06-4a98-b670-13e5296561d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.528906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] For port c00417a5-edf7-4b60-9dc3-7dc5945e1b84, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:44.535250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] For port c00417a5-edf7-4b60-9dc3-7dc5945e1b84, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c00417a5-edf7-4b60-9dc3-7dc5945e1b84,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:44.544327 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.711318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Routers {'3e088621-fdbe-4ddc-a73c-fad154d24ddc'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:44.711984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:51:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:44.722461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aa0a6467-cada-40e2-92aa-0a24fc7b8a1c req-1a736761-0365-4eb4-b59f-c540c9555044 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.1442690 Jul 16 08:51:44.734018 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57069cdb-10f1-420d-b5da-719a02d4da0a None None] Pushing event updated for resources: {'Port': ['ID=c00417a5-edf7-4b60-9dc3-7dc5945e1b84,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:44.769314 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-121b2e94-5c06-4a98-b670-13e5296561d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.156964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] Set router 3e088621-fdbe-4ddc-a73c-fad154d24ddc gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:45.159421 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-121b2e94-5c06-4a98-b670-13e5296561d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.231664 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86240bad-bfa8-45c7-a6da-34c45d3dfbd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.292017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd970c56-64f9-4ee8-a320-c9125dbeb551 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:45.308256 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.335319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Transition to ACTIVE for port object bd970c56-64f9-4ee8-a320-c9125dbeb551 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:45.504147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86240bad-bfa8-45c7-a6da-34c45d3dfbd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Subnet': ['ID=331bd486-3f13-42ab-b203-3740dc8d36a9,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:45.545328 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.582084 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-121b2e94-5c06-4a98-b670-13e5296561d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.643292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a592b59-74f7-4412-866e-82de9b6e21af req-e31377dc-294b-4352-8ed7-9fb0d8df51f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:45.649812 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a592b59-74f7-4412-866e-82de9b6e21af req-e31377dc-294b-4352-8ed7-9fb0d8df51f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 931 time: 0.7767122 Jul 16 08:51:45.706666 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:32Z', 'updated_at': '2021-07-16T08:51:36Z', 'revision_number': 3, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:34Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:45.745371 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b2e94-5c06-4a98-b670-13e5296561d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a4aa4e-afba-4752-8c7b-a519eab3b75f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:45.772688 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-121b2e94-5c06-4a98-b670-13e5296561d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.780033 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-121b2e94-5c06-4a98-b670-13e5296561d5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/27a4aa4e-afba-4752-8c7b-a519eab3b75f HTTP/1.1" status: 204 len: 168 time: 1.5178204 Jul 16 08:51:45.793046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43692) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:45.800255 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7362efb-ad2f-462a-90f5-a184a452330f None None] The sync data for ids ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'] in n-d-758944-46 is: [{'id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:32Z', 'updated_at': '2021-07-16T08:51:36Z', 'revision_number': 3, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:34Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:45.947826 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a592b59-74f7-4412-866e-82de9b6e21af req-7ada7cda-cfaf-4459-a3bd-75f010ad367a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480366 Jul 16 08:51:46.156106 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9761e717-4fe4-4cee-a36f-2dba1c2821ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.378272 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9761e717-4fe4-4cee-a36f-2dba1c2821ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.405855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-9761e717-4fe4-4cee-a36f-2dba1c2821ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02aa9a87-90e1-48f8-b7bf-98c27f6663ef']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:46.441623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-9761e717-4fe4-4cee-a36f-2dba1c2821ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3480a4c2-7cd8-4f30-af13-f72eb1fff4c1') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:46.444575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-9761e717-4fe4-4cee-a36f-2dba1c2821ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3480a4c2-7cd8-4f30-af13-f72eb1fff4c1') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:46.486720 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9761e717-4fe4-4cee-a36f-2dba1c2821ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.506454 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9761e717-4fe4-4cee-a36f-2dba1c2821ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.542254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9761e717-4fe4-4cee-a36f-2dba1c2821ed admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:46.542805 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9761e717-4fe4-4cee-a36f-2dba1c2821ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.651430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Pushing event updated for resources: {'Port': ['ID=bd970c56-64f9-4ee8-a320-c9125dbeb551,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:46.679081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86240bad-bfa8-45c7-a6da-34c45d3dfbd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Checking segment: {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:46.683259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86240bad-bfa8-45c7-a6da-34c45d3dfbd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network hostable DHCP agents. Network: 782d6297-b8a7-4a08-9c4a-9920da3770c5, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:46.737059 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:46.740969 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9761e717-4fe4-4cee-a36f-2dba1c2821ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.839318 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3e95cbe9-e6cd-4730-b255-a29b9a81c9ee req-103198eb-2ffe-4d16-b781-8ee7828f68c1 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.1289134 Jul 16 08:51:46.868689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86240bad-bfa8-45c7-a6da-34c45d3dfbd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 782d6297-b8a7-4a08-9c4a-9920da3770c5 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:46.891699 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9761e717-4fe4-4cee-a36f-2dba1c2821ed admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.913416 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9761e717-4fe4-4cee-a36f-2dba1c2821ed admin admin] 10.222.0.20 "DELETE /v2.0/networks/02aa9a87-90e1-48f8-b7bf-98c27f6663ef HTTP/1.1" status: 204 len: 168 time: 1.1090248 Jul 16 08:51:46.917845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9761e717-4fe4-4cee-a36f-2dba1c2821ed admin admin] Pushing event deleted for resources: {'Network': ['ID=02aa9a87-90e1-48f8-b7bf-98c27f6663ef,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:47.005973 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868c639a-1fe2-4852-9914-4fe2e5647fc3 req-6be27e08-e48e-4595-9194-ff08b080a207 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.012074 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-868c639a-1fe2-4852-9914-4fe2e5647fc3 req-6be27e08-e48e-4595-9194-ff08b080a207 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 1.7595143 Jul 16 08:51:47.193261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-86240bad-bfa8-45c7-a6da-34c45d3dfbd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 782d6297-b8a7-4a08-9c4a-9920da3770c5) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:47.201576 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b87fc6-2a6b-4a03-813d-1185b3574ce5 None None] Network 782d6297-b8a7-4a08-9c4a-9920da3770c5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:47.214765 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86240bad-bfa8-45c7-a6da-34c45d3dfbd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.215380 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86240bad-bfa8-45c7-a6da-34c45d3dfbd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.296365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c00417a5-edf7-4b60-9dc3-7dc5945e1b84 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:47.334334 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43730) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:47.379468 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-868c639a-1fe2-4852-9914-4fe2e5647fc3 req-b63c03aa-2add-4210-8ed8-8be26abfc3a5 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3462141 Jul 16 08:51:47.436819 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Attempting to bind port bd970c56-64f9-4ee8-a320-c9125dbeb551 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:47.437180 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Attempting to bind port bd970c56-64f9-4ee8-a320-c9125dbeb551 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'e63edf8b-729e-4809-bfa4-df8220d32ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:47.437508 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Attempting to bind port bd970c56-64f9-4ee8-a320-c9125dbeb551 on network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:47.449224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Port bd970c56-64f9-4ee8-a320-c9125dbeb551 on network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:47.449766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Attempting to bind port bd970c56-64f9-4ee8-a320-c9125dbeb551 on network fb7470c9-19d7-49f2-86e0-85eee6eb7b45 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:47.462689 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-86240bad-bfa8-45c7-a6da-34c45d3dfbd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 4.9435809 Jul 16 08:51:47.463590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43732) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:47.481212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:47.481857 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Checking segment: {'id': 'e63edf8b-729e-4809-bfa4-df8220d32ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:47.482440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Bound using segment: {'id': 'e63edf8b-729e-4809-bfa4-df8220d32ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:47.483330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Bound port: bd970c56-64f9-4ee8-a320-c9125dbeb551, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63edf8b-729e-4809-bfa4-df8220d32ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:47.483885 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.679611 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c784e584-8727-4fd0-b373-d383bccf7891 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=482e46745e3f436d9d2d03cb65b3fa2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3408992 Jul 16 08:51:47.686890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43742) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:47.796546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] For port bd970c56-64f9-4ee8-a320-c9125dbeb551, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:47.809271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port c00417a5-edf7-4b60-9dc3-7dc5945e1b84 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:47.810453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] For port bd970c56-64f9-4ee8-a320-c9125dbeb551, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=bd970c56-64f9-4ee8-a320-c9125dbeb551,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:47.854491 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.885895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113872d9-9327-404b-b6e9-47ad5e4a89f9 req-fe3a4b51-1672-4c33-9873-75fe3ed7bff3 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.899899 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-113872d9-9327-404b-b6e9-47ad5e4a89f9 req-fe3a4b51-1672-4c33-9873-75fe3ed7bff3 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 943 time: 0.6030631 Jul 16 08:51:47.912408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port c00417a5-edf7-4b60-9dc3-7dc5945e1b84 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:47.919719 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.049805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-782d6297-b8a7-4a08-9c4a-9920da3770c5', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ips': [{'subnet_id': '331bd486-3f13-42ab-b203-3740dc8d36a9'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:48.051916 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.116689 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1d94a89e-d103-414a-87f8-96daa9a879a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.132244 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:48.132915 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.134415 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] 10.222.0.38 "PUT /v2.0/ports/bd970c56-64f9-4ee8-a320-c9125dbeb551 HTTP/1.1" status: 200 len: 1092 time: 5.8803508 Jul 16 08:51:48.144691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1357f5b-fdd9-4e68-a091-128e503741df', 'tag': 'bd970c56-64f9-4ee8-a320-c9125dbeb551'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:48.158624 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-286181f9-cb4f-4bc7-a605-852115a69eea" -d '{"events": [{"name": "network-changed", "server_uuid": "e1357f5b-fdd9-4e68-a091-128e503741df", "tag": "bd970c56-64f9-4ee8-a320-c9125dbeb551"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:48.187756 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1d94a89e-d103-414a-87f8-96daa9a879a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.342110 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-113872d9-9327-404b-b6e9-47ad5e4a89f9 req-6164fa9c-0b55-4782-8ca7-fbe67b990667 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4354355 Jul 16 08:51:48.345655 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1d94a89e-d103-414a-87f8-96daa9a879a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.354094 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1d94a89e-d103-414a-87f8-96daa9a879a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.355432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1d94a89e-d103-414a-87f8-96daa9a879a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b33c71b2-acc0-49df-bc39-9992ab4e5290 HTTP/1.1" status: 204 len: 168 time: 0.6551487 Jul 16 08:51:48.395079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94a89e-d103-414a-87f8-96daa9a879a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33c71b2-acc0-49df-bc39-9992ab4e5290,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:48.529240 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2374795-87fc-448e-a700-d8cd596d7948 req-86536a95-bdb4-43a1-a89e-010e67020c63 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.1396306 Jul 16 08:51:48.534430 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e634d75-8789-4ccb-a3da-3ef5a7e871f2 x-openstack-request-id: req-3e634d75-8789-4ccb-a3da-3ef5a7e871f2 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:48.535269 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1357f5b-fdd9-4e68-a091-128e503741df", "tag": "bd970c56-64f9-4ee8-a320-c9125dbeb551", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:48.535691 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e634d75-8789-4ccb-a3da-3ef5a7e871f2 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:48.537169 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1357f5b-fdd9-4e68-a091-128e503741df', 'tag': 'bd970c56-64f9-4ee8-a320-c9125dbeb551', 'status': 'completed', 'code': 200} Jul 16 08:51:48.574101 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9d7e3-3f92-4b4f-83f7-9992fa98b772 service neutron] Pushing event updated for resources: {'Port': ['ID=bd970c56-64f9-4ee8-a320-c9125dbeb551,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:48.880839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-446d4ae4-9395-44f0-83ac-19e4bf8db4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:48.888845 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-446d4ae4-9395-44f0-83ac-19e4bf8db4b9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97f061fbce5b443986c4fd2f68393579&device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 1095 time: 0.6723449 Jul 16 08:51:49.090783 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Allocated IP 172.20.0.2 (782d6297-b8a7-4a08-9c4a-9920da3770c5/331bd486-3f13-42ab-b203-3740dc8d36a9/6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:49.181705 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322d367-a70e-49c8-b4ba-9cb61b4c80d2 req-4ce4b2f3-9aee-4488-9039-b0c73ec17f36 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:49.189110 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c322d367-a70e-49c8-b4ba-9cb61b4c80d2 req-4ce4b2f3-9aee-4488-9039-b0c73ec17f36 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.3920827 Jul 16 08:51:49.312357 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-ba3a1f0f-c762-4845-8241-7ebe3d16cf5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd970c56-64f9-4ee8-a320-c9125dbeb551 HTTP/1.1" status: 200 len: 217 time: 0.4133973 Jul 16 08:51:49.343307 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c322d367-a70e-49c8-b4ba-9cb61b4c80d2 req-3923b80c-b642-4e8b-90c5-fa31cfb94ae4 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471944 Jul 16 08:51:49.535842 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.639693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port c00417a5-edf7-4b60-9dc3-7dc5945e1b84, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c00417a5-edf7-4b60-9dc3-7dc5945e1b84,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:49.652314 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.018697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b38fda8-7fec-4933-8f49-923d820ebade req-9b7fffd4-029b-4fbc-abfb-d3924fa6531d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.0787466 Jul 16 08:51:50.309179 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-a5795249-ee08-4012-914f-fda30d86ee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:50.321503 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-a5795249-ee08-4012-914f-fda30d86ee78 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=71ed6184-72d2-40c8-8536-47ca91038e87 HTTP/1.1" status: 200 len: 854 time: 1.0031443 Jul 16 08:51:50.521654 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-3bbd23c2-1fb8-4cc5-bf73-2442b43312ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb7470c9-19d7-49f2-86e0-85eee6eb7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1828010 Jul 16 08:51:50.647342 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.661695 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Transition to ACTIVE for port object 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:50.686984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Transition to ACTIVE for port object 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:50.724418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=c00417a5-edf7-4b60-9dc3-7dc5945e1b84,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:50.729215 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.783971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Pushing event updated for resources: {'Port': ['ID=6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:50.840130 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Network 782d6297-b8a7-4a08-9c4a-9920da3770c5 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:50.844037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:50.860923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:50.910621 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f771fa94-b159-4408-862d-2ef1b9c3905f req-502729f6-c3cb-46e2-88b4-04e200c772eb tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:50.919278 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f771fa94-b159-4408-862d-2ef1b9c3905f req-502729f6-c3cb-46e2-88b4-04e200c772eb tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 943 time: 1.1677966 Jul 16 08:51:50.944694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306d6f0-110b-4081-ad5f-714528ec11c2 req-42cee5ec-22e9-4eca-b279-1980d2903bc9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:50.952838 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8306d6f0-110b-4081-ad5f-714528ec11c2 req-42cee5ec-22e9-4eca-b279-1980d2903bc9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.3115010 Jul 16 08:51:51.026715 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f771fa94-b159-4408-862d-2ef1b9c3905f req-894ce4d8-1758-451f-9432-b0dcd30f38f7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061189 Jul 16 08:51:51.069898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Attempting to bind port 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:51.070764 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Attempting to bind port 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:51.071154 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Attempting to bind port 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb on network 782d6297-b8a7-4a08-9c4a-9920da3770c5 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:51.098857 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:51.100055 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8306d6f0-110b-4081-ad5f-714528ec11c2 req-26e843e6-053c-4cfb-9e22-2439b6ce2cf9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445615 Jul 16 08:51:51.100418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Checking segment: {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:51.101120 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.101885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Bound using segment: {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:51.102191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Bound port: 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:51.102579 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.280785 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.374282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] For port 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:51.393835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] For port 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:51.413857 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.457554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43844) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:51.633733 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-c81124fd-b150-4464-93d3-5c0fed0b5c7b service neutron] 10.222.0.38 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0997272 Jul 16 08:51:51.697338 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77351782-5b9d-4da8-87fc-1feec9137d0e None None] Pushing event updated for resources: {'Port': ['ID=6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:51.827378 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ddd835a-b3e5-45ed-b30b-661af62aeb56 req-61e71751-87bb-43f9-b5dd-c20364d981f7 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.2673383 Jul 16 08:51:51.945224 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c00417a5-edf7-4b60-9dc3-7dc5945e1b84 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:52.065963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-840071557-network', 'tenant_id': '70b5712b61b3445fb7c938e4a9711d41'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:52.098900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port c00417a5-edf7-4b60-9dc3-7dc5945e1b84 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:52.099289 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.188971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] Made reservation on behalf of 70b5712b61b3445fb7c938e4a9711d41 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:52.202350 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.244074 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.439021 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d842996-a296-4ae5-b97e-ea177ecd51c8 req-ed5e2393-6258-4f79-b548-d7dd2836d929 service neutron] 10.222.0.38 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7931900 Jul 16 08:51:52.584776 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.667329 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.696936 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:52.748383 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.748782 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] Added segment fd421bc3-1dda-4afb-92ac-e5184283e5b9 of type vlan for network 70af15cf-5ee2-410a-8eda-8ab976d0b6f5 Jul 16 08:51:52.960754 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.021160 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.022909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:53.024224 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.054241 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5894189 Jul 16 08:51:53.056112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.20.0.1 (782d6297-b8a7-4a08-9c4a-9920da3770c5/331bd486-3f13-42ab-b203-3740dc8d36a9/41571e27-84da-4b1c-a92a-1f72dd251632) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:53.077784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43872) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:53.087849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-931f3217-bd45-434b-86c4-54f96365ee50 admin admin] Request body: {'subnet': {'network_id': '70af15cf-5ee2-410a-8eda-8ab976d0b6f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-840071557-subnet', 'tenant_id': '70b5712b61b3445fb7c938e4a9711d41', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:53.176279 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-931f3217-bd45-434b-86c4-54f96365ee50 admin admin] Made reservation on behalf of 70b5712b61b3445fb7c938e4a9711d41 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:53.182954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-931f3217-bd45-434b-86c4-54f96365ee50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.335099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9c5403-cedf-45ef-a720-1a3026109881,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:53.388485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef5f28-840a-42ce-af04-ac86ef469dd1 req-75fa4441-c476-4275-b0d4-6e75ea7f0227 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:53.401256 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cfef5f28-840a-42ce-af04-ac86ef469dd1 req-75fa4441-c476-4275-b0d4-6e75ea7f0227 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 943 time: 0.8149052 Jul 16 08:51:53.750572 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.812791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Transition to ACTIVE for port object 41571e27-84da-4b1c-a92a-1f72dd251632 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:53.819667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470e579-8dfc-456b-a0ef-e361c3c15091 admin admin] Pushing event updated for resources: {'Network': ['ID=70af15cf-5ee2-410a-8eda-8ab976d0b6f5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:53.858332 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 70af15cf-5ee2-410a-8eda-8ab976d0b6f5 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:53.944029 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.049119 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cfef5f28-840a-42ce-af04-ac86ef469dd1 req-6a34fd42-babd-4f9e-aae8-090ac7b54084 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6419985 Jul 16 08:51:54.054735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286181f9-cb4f-4bc7-a605-852115a69eea req-7ae8c647-4c8e-4698-afcd-48aa3f58034a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.059901 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-286181f9-cb4f-4bc7-a605-852115a69eea req-7ae8c647-4c8e-4698-afcd-48aa3f58034a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=97f061fbce5b443986c4fd2f68393579&device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 1095 time: 1.4783511 Jul 16 08:51:54.060561 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=41571e27-84da-4b1c-a92a-1f72dd251632,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:54.179794 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:54.382495 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59b8334-00d5-4c69-b2d4-cfea16c24e0e None None] Network 782d6297-b8a7-4a08-9c4a-9920da3770c5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:54.512992 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-931f3217-bd45-434b-86c4-54f96365ee50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.555157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8920f6ec-1d89-45cf-8843-440e999233ea req-0e03c6dc-d7d5-48eb-b46f-e02bbaecd3e0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:54.559660 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8920f6ec-1d89-45cf-8843-440e999233ea req-0e03c6dc-d7d5-48eb-b46f-e02bbaecd3e0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 1.9771621 Jul 16 08:51:54.585298 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 782d6297-b8a7-4a08-9c4a-9920da3770c5 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:54.632639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:54.640329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:54.643538 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:51:54.774056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:54.788821 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ad1943f0-8c0f-4a45-9126-90b81da1f2f0 None None] Provisioning for port 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:54.800402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ad1943f0-8c0f-4a45-9126-90b81da1f2f0 None None] Provisioning complete for port 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:54.800402 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ad1943f0-8c0f-4a45-9126-90b81da1f2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.802039 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6bd136fd-cfc4-4930-9f75-d4ec71c7d15c req-3ed42fec-c65e-42d4-847a-34ecd274ad74 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.2048135 Jul 16 08:51:54.877010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f3217-bd45-434b-86c4-54f96365ee50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d6221e7-2ab2-4f39-96ea-a599deddbd97,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:54.929140 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931f3217-bd45-434b-86c4-54f96365ee50 admin admin] Checking segment: {'id': 'fd421bc3-1dda-4afb-92ac-e5184283e5b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '70af15cf-5ee2-410a-8eda-8ab976d0b6f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:54.929634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931f3217-bd45-434b-86c4-54f96365ee50 admin admin] Network hostable DHCP agents. Network: 70af15cf-5ee2-410a-8eda-8ab976d0b6f5, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:54.982750 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931f3217-bd45-434b-86c4-54f96365ee50 admin admin] Network 70af15cf-5ee2-410a-8eda-8ab976d0b6f5 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:55.008676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device bd970c56-64f9-4ee8-a320-c9125dbeb551 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:55.030118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-931f3217-bd45-434b-86c4-54f96365ee50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 70af15cf-5ee2-410a-8eda-8ab976d0b6f5) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:55.040645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931f3217-bd45-434b-86c4-54f96365ee50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.041580 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-931f3217-bd45-434b-86c4-54f96365ee50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.092197 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-931f3217-bd45-434b-86c4-54f96365ee50 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9965954 Jul 16 08:51:55.135542 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749309bf-22dc-420f-a97c-be45e634ac45 None None] Network 70af15cf-5ee2-410a-8eda-8ab976d0b6f5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:55.373011 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.resource_extend [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:51:55.544540 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ad1943f0-8c0f-4a45-9126-90b81da1f2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.626322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286181f9-cb4f-4bc7-a605-852115a69eea req-22f457dc-f04a-4fec-bc07-04dad6dfb63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.629034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706f13f-32f0-40f8-916c-4edc398ccf15 req-7910c001-0ed6-4d4f-9f59-151526926403 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:55.631311 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-286181f9-cb4f-4bc7-a605-852115a69eea req-22f457dc-f04a-4fec-bc07-04dad6dfb63a service neutron] 10.222.0.38 "GET /v2.0/networks?id=fb7470c9-19d7-49f2-86e0-85eee6eb7b45 HTTP/1.1" status: 200 len: 914 time: 1.4793425 Jul 16 08:51:55.632142 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1706f13f-32f0-40f8-916c-4edc398ccf15 req-7910c001-0ed6-4d4f-9f59-151526926403 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 943 time: 0.2134089 Jul 16 08:51:55.658433 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.800206 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1706f13f-32f0-40f8-916c-4edc398ccf15 req-0debf7a7-5533-4f50-a710-24cd0e465033 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528707 Jul 16 08:51:55.853016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port bd970c56-64f9-4ee8-a320-c9125dbeb551, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=bd970c56-64f9-4ee8-a320-c9125dbeb551,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:55.865214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43924) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:55.935788 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'bd970c56-64f9-4ee8-a320-c9125dbeb551', 'network_id': 'fb7470c9-19d7-49f2-86e0-85eee6eb7b45', 'port_id': 'bd970c56-64f9-4ee8-a320-c9125dbeb551', 'mac_address': 'fa:16:3e:bf:af:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71ed6184-72d2-40c8-8536-47ca91038e87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:56.026135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-5800c487-c335-447f-8150-6bba594c79fa admin admin] Deleting subnet 7d6221e7-2ab2-4f39-96ea-a599deddbd97 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:56.035541 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5800c487-c335-447f-8150-6bba594c79fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.102400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ad1943f0-8c0f-4a45-9126-90b81da1f2f0 None None] For port 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:56.166076 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ad1943f0-8c0f-4a45-9126-90b81da1f2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.193909 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529dc8a5-cd98-47be-b05c-d28944f54e02 None None] Network 70af15cf-5ee2-410a-8eda-8ab976d0b6f5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:56.243122 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5800c487-c335-447f-8150-6bba594c79fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.406226 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8920f6ec-1d89-45cf-8843-440e999233ea req-ae485912-3af2-404b-9996-6ea0a805753f tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.7750473 Jul 16 08:51:56.426693 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-286181f9-cb4f-4bc7-a605-852115a69eea req-274b5219-b993-4c6a-beb7-34245d84613e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd970c56-64f9-4ee8-a320-c9125dbeb551 HTTP/1.1" status: 200 len: 217 time: 0.7466691 Jul 16 08:51:56.542512 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0cfe25be-fed7-406f-962a-c4afcaf1cb20 req-d465d3aa-fbc4-4193-9450-ead2ddede2e2 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.4065135 Jul 16 08:51:56.597794 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5800c487-c335-447f-8150-6bba594c79fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.638531 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.647333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286181f9-cb4f-4bc7-a605-852115a69eea req-05686c48-d7de-4e12-82df-db570f707efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:56.661372 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-286181f9-cb4f-4bc7-a605-852115a69eea req-05686c48-d7de-4e12-82df-db570f707efd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=71ed6184-72d2-40c8-8536-47ca91038e87 HTTP/1.1" status: 200 len: 854 time: 0.2336478 Jul 16 08:51:56.697177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd970c56-64f9-4ee8-a320-c9125dbeb551 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:56.753533 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1943f0-8c0f-4a45-9126-90b81da1f2f0 None None] Pushing event updated for resources: {'Port': ['ID=6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:56.761403 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5800c487-c335-447f-8150-6bba594c79fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.829658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port bd970c56-64f9-4ee8-a320-c9125dbeb551, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=bd970c56-64f9-4ee8-a320-c9125dbeb551,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:56.859479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800c487-c335-447f-8150-6bba594c79fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d6221e7-2ab2-4f39-96ea-a599deddbd97,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:56.868151 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.893796 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5800c487-c335-447f-8150-6bba594c79fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.895907 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5800c487-c335-447f-8150-6bba594c79fa admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7d6221e7-2ab2-4f39-96ea-a599deddbd97 HTTP/1.1" status: 204 len: 168 time: 1.0296490 Jul 16 08:51:56.913833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43946) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:57.033965 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.040162 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-048b563b-dc86-417c-ab6d-faaf9c6dd317 None None] Provisioning complete for port 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:57.040566 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-048b563b-dc86-417c-ab6d-faaf9c6dd317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.149197 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-286181f9-cb4f-4bc7-a605-852115a69eea req-86e678ab-09ac-4b03-84e8-e93ccffd4c7b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=fb7470c9-19d7-49f2-86e0-85eee6eb7b45&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3216784 Jul 16 08:51:57.229278 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.267832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['bd970c56-64f9-4ee8-a320-c9125dbeb551'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:57.462751 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.494481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70af15cf-5ee2-410a-8eda-8ab976d0b6f5']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:57.525526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd421bc3-1dda-4afb-92ac-e5184283e5b9') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:57.526134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd421bc3-1dda-4afb-92ac-e5184283e5b9') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:57.543658 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.581261 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.595644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:57.596363 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:57.598572 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:57.694802 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=bd970c56-64f9-4ee8-a320-c9125dbeb551,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:57.881680 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:57.895963 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-286181f9-cb4f-4bc7-a605-852115a69eea req-0ae10de9-1ba9-4a5a-8592-2468056324ae service neutron] 10.222.0.38 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7365887 Jul 16 08:51:57.902968 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.920645 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.930874 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] 10.222.0.20 "DELETE /v2.0/networks/70af15cf-5ee2-410a-8eda-8ab976d0b6f5 HTTP/1.1" status: 204 len: 168 time: 1.0152259 Jul 16 08:51:57.951406 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939baeb-8151-43e9-b7ae-bd14964ecf6b req-1b07867a-8374-4610-a05b-64a0edcf01b6 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:57.966703 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0939baeb-8151-43e9-b7ae-bd14964ecf6b req-1b07867a-8374-4610-a05b-64a0edcf01b6 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 944 time: 0.7104340 Jul 16 08:51:57.972164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Pushing event deleted for resources: {'Network': ['ID=70af15cf-5ee2-410a-8eda-8ab976d0b6f5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:57.994348 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-048b563b-dc86-417c-ab6d-faaf9c6dd317 None None] Provisioning for port 41571e27-84da-4b1c-a92a-1f72dd251632 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:58.003526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-048b563b-dc86-417c-ab6d-faaf9c6dd317 None None] Provisioning complete for port 41571e27-84da-4b1c-a92a-1f72dd251632 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:58.004083 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-048b563b-dc86-417c-ab6d-faaf9c6dd317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.007966 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:58.008455 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.022360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.023106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.023702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.024281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.024886 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.025532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.026108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.026675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.027249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.029013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.029484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.031520 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a2165d-fbe8-4d60-a7f2-139b58f3d613 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:58.132032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51068a13-923b-491b-9f3a-4febdcfae80f req-d555bf65-94de-4b1e-80ff-36a65dfbd69e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:58.148931 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-51068a13-923b-491b-9f3a-4febdcfae80f req-d555bf65-94de-4b1e-80ff-36a65dfbd69e tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.3189874 Jul 16 08:51:58.247027 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-048b563b-dc86-417c-ab6d-faaf9c6dd317 None None] Port 41571e27-84da-4b1c-a92a-1f72dd251632 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:58.297625 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-51068a13-923b-491b-9f3a-4febdcfae80f req-cae5548e-eb05-42ee-9066-02f85e40857b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459792 Jul 16 08:51:58.440193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43982) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.546412 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0939baeb-8151-43e9-b7ae-bd14964ecf6b req-9523ee83-58a8-4daf-b5da-49e7dd34668e tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5780206 Jul 16 08:51:58.554090 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-18ddf59d-4f86-4e54-9e84-20edeafdde4a None None] Provisioning complete for port 41571e27-84da-4b1c-a92a-1f72dd251632 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:58.562974 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-18ddf59d-4f86-4e54-9e84-20edeafdde4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.602077 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e9ba525b-d5b0-4fcb-a291-dcf5f786bfce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=70b5712b61b3445fb7c938e4a9711d41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1606145 Jul 16 08:51:58.615794 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-286181f9-cb4f-4bc7-a605-852115a69eea req-c1513e82-0fde-4774-bc63-e31c6ea80ec2 service neutron] 10.222.0.38 "GET /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7091200 Jul 16 08:51:58.617082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43984) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.741500 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-18ddf59d-4f86-4e54-9e84-20edeafdde4a None None] Port 41571e27-84da-4b1c-a92a-1f72dd251632 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:58.779911 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f153c3c1-bc60-4374-a296-5a16877c8f50 req-2bded5e4-5701-4bcb-a587-9a01ff8b8e41 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.1342885 Jul 16 08:51:58.880801 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4ca69e59-8665-4c7c-8c2d-d836ff1444c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.909585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device bd970c56-64f9-4ee8-a320-c9125dbeb551 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:59.011482 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4ca69e59-8665-4c7c-8c2d-d836ff1444c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.062214 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.078341 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.166310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port bd970c56-64f9-4ee8-a320-c9125dbeb551 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:59.167838 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.189905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port bd970c56-64f9-4ee8-a320-c9125dbeb551 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:59.190700 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.194822 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4ca69e59-8665-4c7c-8c2d-d836ff1444c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.200921 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4ca69e59-8665-4c7c-8c2d-d836ff1444c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.203579 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4ca69e59-8665-4c7c-8c2d-d836ff1444c3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f9c5403-cedf-45ef-a720-1a3026109881 HTTP/1.1" status: 204 len: 168 time: 0.5853662 Jul 16 08:51:59.253809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca69e59-8665-4c7c-8c2d-d836ff1444c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9c5403-cedf-45ef-a720-1a3026109881,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:59.331246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=41571e27-84da-4b1c-a92a-1f72dd251632,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:59.578276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 782d6297-b8a7-4a08-9c4a-9920da3770c5 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:59.582223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:59.743778 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.887232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port bd970c56-64f9-4ee8-a320-c9125dbeb551, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=bd970c56-64f9-4ee8-a320-c9125dbeb551,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:59.890223 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1357f5b-fdd9-4e68-a091-128e503741df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd970c56-64f9-4ee8-a320-c9125dbeb551'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:59.896330 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ef7097-6d74-435e-bbd8-e44757adfbf4" -d '{"events": [{"server_uuid": "e1357f5b-fdd9-4e68-a091-128e503741df", "name": "network-vif-plugged", "status": "completed", "tag": "bd970c56-64f9-4ee8-a320-c9125dbeb551"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:59.907912 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.106673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=bd970c56-64f9-4ee8-a320-c9125dbeb551,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:00.144613 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4db7f-9192-430e-8388-60f42045810c req-d87a00ce-8c7d-441a-a55b-ddbbf442af6f tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.155211 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bab4db7f-9192-430e-8388-60f42045810c req-d87a00ce-8c7d-441a-a55b-ddbbf442af6f tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 945 time: 0.2125239 Jul 16 08:52:00.317638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-866530e6-90d0-4da5-9ecf-b745d4c0b782 None None] Provisioning complete for port 41571e27-84da-4b1c-a92a-1f72dd251632 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:00.320200 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-866530e6-90d0-4da5-9ecf-b745d4c0b782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.345194 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bab4db7f-9192-430e-8388-60f42045810c req-9a531f74-dba3-43c3-9758-eab7c7352cad tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888175 Jul 16 08:52:00.369416 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc89742-5fbb-409e-bd5a-eb3f7ff2e65b req-8d1fb178-1802-4fe0-93be-58ff0cae6b9c tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:00.371240 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acc89742-5fbb-409e-bd5a-eb3f7ff2e65b req-8d1fb178-1802-4fe0-93be-58ff0cae6b9c tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.5575106 Jul 16 08:52:00.391823 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router 3e088621-fdbe-4ddc-a73c-fad154d24ddc has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:00.484764 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-866530e6-90d0-4da5-9ecf-b745d4c0b782 None None] Port 41571e27-84da-4b1c-a92a-1f72dd251632 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:00.817059 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ff53008e-0e4d-4c34-b328-b51247de32a1 req-f07501b2-c5c9-46b6-bc04-e3d4c0c569d3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.1534047 Jul 16 08:52:01.049200 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:01.064253 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Sync routers for ids ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:01.080964 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acc89742-5fbb-409e-bd5a-eb3f7ff2e65b req-1bc58c2b-6361-4336-9694-67140eff751a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6912401 Jul 16 08:52:01.121497 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Routers {'3e088621-fdbe-4ddc-a73c-fad154d24ddc'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:01.121497 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:51:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:01.151648 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ab2e3855-cb32-4170-a016-54dfb0bd7371 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "PUT /v2.0/routers/3e088621-fdbe-4ddc-a73c-fad154d24ddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.6853504 Jul 16 08:52:01.484931 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314e74c6-c3c1-41ec-a1cb-685aa51eccba x-openstack-request-id: req-314e74c6-c3c1-41ec-a1cb-685aa51eccba {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:01.486403 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1357f5b-fdd9-4e68-a091-128e503741df", "name": "network-vif-plugged", "status": "completed", "tag": "bd970c56-64f9-4ee8-a320-c9125dbeb551", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:01.486839 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-314e74c6-c3c1-41ec-a1cb-685aa51eccba {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:01.487429 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1357f5b-fdd9-4e68-a091-128e503741df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd970c56-64f9-4ee8-a320-c9125dbeb551', 'code': 200} Jul 16 08:52:01.690366 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Set router 3e088621-fdbe-4ddc-a73c-fad154d24ddc gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:01.821033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253c1c60-c563-40ee-a1c5-07912d71a154 req-739cd407-cea6-4745-94e5-534aa0938c77 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:01.835784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-253c1c60-c563-40ee-a1c5-07912d71a154 req-739cd407-cea6-4745-94e5-534aa0938c77 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 945 time: 0.2933223 Jul 16 08:52:01.906229 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-c1be198c-0217-46a1-a792-322907172b0f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558524664&fields=id&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 267 time: 0.1647425 Jul 16 08:52:01.932458 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d896f76-97ea-4c78-ad14-a5c96d7b2e1f req-b3d6816f-5829-4304-934a-3e841a1c020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:01.935210 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d896f76-97ea-4c78-ad14-a5c96d7b2e1f req-b3d6816f-5829-4304-934a-3e841a1c020d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 1097 time: 0.3093338 Jul 16 08:52:02.189321 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-253c1c60-c563-40ee-a1c5-07912d71a154 req-02612902-74f1-4478-ac0a-c87ac78718ee tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3518846 Jul 16 08:52:02.228142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-3acc724f-f8c3-4fb8-b8bb-a54b7da0d538 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:02.271165 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-3acc724f-f8c3-4fb8-b8bb-a54b7da0d538 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/networks?id=782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 200 len: 797 time: 0.3639345 Jul 16 08:52:02.289645 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d896f76-97ea-4c78-ad14-a5c96d7b2e1f req-d3a937bd-eacd-4d30-8cfb-a14c237bb2e5 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423285 Jul 16 08:52:02.321387 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-cc21a5d3-70f0-47fc-a044-8dbc3d12f67d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/quotas/6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 375 time: 0.0482404 Jul 16 08:52:02.488884 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28bf8c31-8234-45fa-8311-cdf8f39d16ea req-9c9af326-7d5b-4658-bd3e-621dab5ad91a tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.1388731 Jul 16 08:52:02.603764 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-96de7c3e-bf58-4eac-a469-03da64bade12 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2814612 Jul 16 08:52:02.958508 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e052e-dae3-48c3-ac77-a820df5d57a2 req-4c56f117-ef99-4130-a002-61ba67ecf6d8 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:02.970792 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9a5e052e-dae3-48c3-ac77-a820df5d57a2 req-4c56f117-ef99-4130-a002-61ba67ecf6d8 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.1942711 Jul 16 08:52:03.007404 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-e7340c5c-0ad4-48f3-8810-0a8bb86e7573 service neutron] 10.222.0.20 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796773 Jul 16 08:52:03.057400 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:32Z', 'updated_at': '2021-07-16T08:51:56Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:34Z', 'updated_at': '2021-07-16T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '41571e27-84da-4b1c-a92a-1f72dd251632', 'name': '', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:e6:f5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:52Z', 'updated_at': '2021-07-16T08:51:58Z', 'revision_number': 2, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:03.107559 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9a5e052e-dae3-48c3-ac77-a820df5d57a2 req-9455a09e-c4a6-485c-8585-19f61f4a5daf tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1232331 Jul 16 08:52:03.132032 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Checking router: 3e088621-fdbe-4ddc-a73c-fad154d24ddc for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:03.132993 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Updating router 3e088621-fdbe-4ddc-a73c-fad154d24ddc port 41571e27-84da-4b1c-a92a-1f72dd251632 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:52:03.270756 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.425932 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-413f4401-bfbb-4f82-bb39-3f8e705177a7 service neutron] 10.222.0.20 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4106781 Jul 16 08:52:03.881784 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.926800 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.974863 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Transition to ACTIVE for port object 41571e27-84da-4b1c-a92a-1f72dd251632 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:03.989408 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.130936 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06569dbb-3a2d-49a1-ab8c-d59834ed59a1 None None] Pushing event updated for resources: {'Port': ['ID=41571e27-84da-4b1c-a92a-1f72dd251632,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:04.380960 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06569dbb-3a2d-49a1-ab8c-d59834ed59a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.381370 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06569dbb-3a2d-49a1-ab8c-d59834ed59a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.382088 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06569dbb-3a2d-49a1-ab8c-d59834ed59a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.382437 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06569dbb-3a2d-49a1-ab8c-d59834ed59a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.382595 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06569dbb-3a2d-49a1-ab8c-d59834ed59a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.382875 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06569dbb-3a2d-49a1-ab8c-d59834ed59a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.387161 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06569dbb-3a2d-49a1-ab8c-d59834ed59a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.387781 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06569dbb-3a2d-49a1-ab8c-d59834ed59a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.389778 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06569dbb-3a2d-49a1-ab8c-d59834ed59a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.394449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953098f8-3d0a-491b-af5f-f44ae07afe86 req-2c70c75d-c219-4946-a0e2-d5c9bfedb18c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.395784 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06569dbb-3a2d-49a1-ab8c-d59834ed59a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.396778 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06569dbb-3a2d-49a1-ab8c-d59834ed59a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.397569 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-953098f8-3d0a-491b-af5f-f44ae07afe86 req-2c70c75d-c219-4946-a0e2-d5c9bfedb18c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 945 time: 0.3826725 Jul 16 08:52:04.398115 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06569dbb-3a2d-49a1-ab8c-d59834ed59a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.451330 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Attempting to bind port 41571e27-84da-4b1c-a92a-1f72dd251632 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:04.451705 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Attempting to bind port 41571e27-84da-4b1c-a92a-1f72dd251632 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:04.460888 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Attempting to bind port 41571e27-84da-4b1c-a92a-1f72dd251632 on network 782d6297-b8a7-4a08-9c4a-9920da3770c5 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:04.486049 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:04.486768 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Checking segment: {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:04.488657 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.489272 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Bound using segment: {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:04.491726 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Bound port: 41571e27-84da-4b1c-a92a-1f72dd251632, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:04.494347 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.570986 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3979f8c1-ada5-454e-8b20-b47adda34555 req-f6da5436-f94c-42b5-970f-401e2282d872 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.2538118 Jul 16 08:52:04.764550 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-953098f8-3d0a-491b-af5f-f44ae07afe86 req-ffde4b56-cde9-41ef-873b-5e24858ef00d tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338385 Jul 16 08:52:04.792288 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] For port 41571e27-84da-4b1c-a92a-1f72dd251632, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:04.806471 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] For port 41571e27-84da-4b1c-a92a-1f72dd251632, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=41571e27-84da-4b1c-a92a-1f72dd251632,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:04.822396 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.927732 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-606d0fac-c9f9-45a6-80c8-bda2200636f0 req-b2627534-949f-424a-9b2e-aba6d9cf078a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 210 time: 0.0989201 Jul 16 08:52:05.091642 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Routers {'3e088621-fdbe-4ddc-a73c-fad154d24ddc'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:05.093099 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:51:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:05.126006 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06569dbb-3a2d-49a1-ab8c-d59834ed59a1 None None] Pushing event updated for resources: {'Port': ['ID=41571e27-84da-4b1c-a92a-1f72dd251632,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:05.201826 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8a602f4c-85a9-40df-83e8-b62e1af764fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.405656 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263b0500-7856-4bf0-abc5-6bf79efad3d7 req-07ba4116-c576-4aa4-bf7c-d02ff8b4a422 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:05.413628 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.414233 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-263b0500-7856-4bf0-abc5-6bf79efad3d7 req-07ba4116-c576-4aa4-bf7c-d02ff8b4a422 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.2069995 Jul 16 08:52:05.534917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-263b0500-7856-4bf0-abc5-6bf79efad3d7 req-f57ffeac-a9a2-4985-b977-489b7e5451ae tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195240 Jul 16 08:52:05.588536 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] Set router 3e088621-fdbe-4ddc-a73c-fad154d24ddc gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:05.608680 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9508c5-f20c-4c92-84bd-11e90b439129 req-4f91222e-e454-4320-9300-56e9dea1226b tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:05.623880 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eb9508c5-f20c-4c92-84bd-11e90b439129 req-4f91222e-e454-4320-9300-56e9dea1226b tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 945 time: 0.2713325 Jul 16 08:52:05.754321 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eb9508c5-f20c-4c92-84bd-11e90b439129 req-b666790b-90fd-497e-ab06-e9f5b6ccf513 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159139 Jul 16 08:52:06.105044 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72397818-ace6-446e-b3cb-effc32b5dd69 req-bb7bdf0e-99e1-495f-983c-7518199cb0ab tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/ports?device_id=3802e01a-fa2e-406e-b51d-0f4c5e205406 HTTP/1.1" status: 200 len: 210 time: 0.0609369 Jul 16 08:52:06.239389 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:32Z', 'updated_at': '2021-07-16T08:51:56Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:34Z', 'updated_at': '2021-07-16T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '41571e27-84da-4b1c-a92a-1f72dd251632', 'name': '', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:e6:f5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:52Z', 'updated_at': '2021-07-16T08:52:04Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:06.337818 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8b117d-0b86-4033-9f9b-7bce219632a4 None None] The sync data for ids ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'] in n-d-758944-46 is: [{'id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:32Z', 'updated_at': '2021-07-16T08:51:56Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:34Z', 'updated_at': '2021-07-16T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '41571e27-84da-4b1c-a92a-1f72dd251632', 'name': '', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:e6:f5:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:52Z', 'updated_at': '2021-07-16T08:52:04Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:06.805810 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-21a5268c-e428-471f-9bc9-8b2a1bdcab45 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.843913 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-21a5268c-e428-471f-9bc9-8b2a1bdcab45 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.15 "GET /v2.0/networks?id=782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 200 len: 797 time: 0.6457362 Jul 16 08:52:06.936443 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-e0debf0d-a889-437d-ad26-89cd3bf48aa7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 380 time: 0.0510099 Jul 16 08:52:06.947224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-4c2fff9c-c8ed-484c-bd1b-a6acb83d5b4e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'port': {'device_id': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'admin_state_up': True, 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'security_groups': ['694ce7e2-8f11-436d-8cef-516b2635830a']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:06.989015 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-75840152-c4d8-47a5-acb9-128736d20e5f req-b6c7a997-dd52-46bc-b502-1616b624762e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 210 time: 0.2311563 Jul 16 08:52:07.124408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44238) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:07.229596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d550d-702b-4d27-a522-d6280ce5d227 req-77169901-1d17-4359-943d-fcbb9f51ec9f tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.248917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a5d550d-702b-4d27-a522-d6280ce5d227 req-77169901-1d17-4359-943d-fcbb9f51ec9f tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 945 time: 0.5093603 Jul 16 08:52:07.395816 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a5d550d-702b-4d27-a522-d6280ce5d227 req-6c6e7b20-9f6b-4598-88e1-3a4dac919adf tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423051 Jul 16 08:52:07.444438 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-4c2fff9c-c8ed-484c-bd1b-a6acb83d5b4e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Made reservation on behalf of 6bd79a16b15a44f9ba1c5be5b1f2251d for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:07.448536 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-4c2fff9c-c8ed-484c-bd1b-a6acb83d5b4e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.508508 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.862290 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.901465 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.929575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-4c2fff9c-c8ed-484c-bd1b-a6acb83d5b4e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.20.0.12 (782d6297-b8a7-4a08-9c4a-9920da3770c5/331bd486-3f13-42ab-b203-3740dc8d36a9/849a8799-03fa-4ae7-ba4e-c5a74594cde1) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:07.947936 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5f4e49cadf9e4b9da13614108b324f47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8221536 Jul 16 08:52:07.966609 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44260) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:07.974395 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-10f62d5f-429c-4ffa-b94a-f780929066b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.992437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 41571e27-84da-4b1c-a92a-1f72dd251632 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:08.045160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3202988a-1bf1-40f7-89ce-d5c888572f46,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:08.072666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.073693 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.075477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.076359 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.077223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.078024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.078822 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.079631 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.080417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.081281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.082064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.082975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f545f383-6f4a-49c3-9183-4895aec269cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:08.108779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a37d19-0038-4219-9e0d-dde0fe247946 req-5926a669-710f-44d8-9736-4e471a8db767 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.125007 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-93a37d19-0038-4219-9e0d-dde0fe247946 req-5926a669-710f-44d8-9736-4e471a8db767 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 944 time: 0.7954698 Jul 16 08:52:08.212480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-93a37d19-0038-4219-9e0d-dde0fe247946 req-214a0335-6f1d-471e-bbb0-0ab69416e8ba tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835111 Jul 16 08:52:08.255904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 41571e27-84da-4b1c-a92a-1f72dd251632 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:08.270448 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.278589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 41571e27-84da-4b1c-a92a-1f72dd251632 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:08.279231 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.374334 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44270) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:08.395564 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ec786a23-c0ea-4a21-ad93-86c00943a252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.432341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e8bc063f-186b-4327-9b76-96651514aae3 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:52:08.436768 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ec786a23-c0ea-4a21-ad93-86c00943a252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.573976 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ec786a23-c0ea-4a21-ad93-86c00943a252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.581853 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ec786a23-c0ea-4a21-ad93-86c00943a252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.587229 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ec786a23-c0ea-4a21-ad93-86c00943a252 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3202988a-1bf1-40f7-89ce-d5c888572f46 HTTP/1.1" status: 204 len: 168 time: 0.5883696 Jul 16 08:52:08.621390 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec786a23-c0ea-4a21-ad93-86c00943a252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3202988a-1bf1-40f7-89ce-d5c888572f46,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:08.654076 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d8f97584-0a7c-421d-ada3-322712ecd081 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.683593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb4e8d-83f4-4f6e-a3d4-f6e2259e2ef0 req-145b4a2b-a639-4cb1-b6e6-7f2fae5faa7a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:08.701106 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cdfb4e8d-83f4-4f6e-a3d4-f6e2259e2ef0 req-145b4a2b-a639-4cb1-b6e6-7f2fae5faa7a tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 945 time: 0.6585281 Jul 16 08:52:08.807162 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c9865f43-cb1e-4173-8f4f-4713a49b7545 req-baa77dd4-991e-4e59-8058-e2fe4c1640dc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 210 time: 0.0870764 Jul 16 08:52:08.818963 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-4c2fff9c-c8ed-484c-bd1b-a6acb83d5b4e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.832114 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d8f97584-0a7c-421d-ada3-322712ecd081 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.890268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e8bc063f-186b-4327-9b76-96651514aae3, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8bc063f-186b-4327-9b76-96651514aae3,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:08.922620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'e8bc063f-186b-4327-9b76-96651514aae3', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'port_id': 'e8bc063f-186b-4327-9b76-96651514aae3', 'mac_address': 'fa:16:3e:f2:00:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:52:08.977977 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-4c2fff9c-c8ed-484c-bd1b-a6acb83d5b4e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Transition to ACTIVE for port object 849a8799-03fa-4ae7-ba4e-c5a74594cde1 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:09.047260 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d8f97584-0a7c-421d-ada3-322712ecd081 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.052944 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d8f97584-0a7c-421d-ada3-322712ecd081 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.061107 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d8f97584-0a7c-421d-ada3-322712ecd081 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "DELETE /v2.0/security-groups/2799f78a-86cf-4e61-a570-dd769747c27f HTTP/1.1" status: 204 len: 168 time: 0.6850421 Jul 16 08:52:09.062322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44292) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:09.096105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f97584-0a7c-421d-ada3-322712ecd081 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2799f78a-86cf-4e61-a570-dd769747c27f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:09.098685 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.139476 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-fe59bf3c-c4d2-454d-b590-f11a974366b3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] show failed (client error): The resource could not be found. Jul 16 08:52:09.150782 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fe59bf3c-c4d2-454d-b590-f11a974366b3 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "GET /v2.0/security-groups/2799f78a-86cf-4e61-a570-dd769747c27f HTTP/1.1" status: 404 len: 347 time: 0.0573938 Jul 16 08:52:09.158142 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44294) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:09.162765 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-4c2fff9c-c8ed-484c-bd1b-a6acb83d5b4e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.354661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 41571e27-84da-4b1c-a92a-1f72dd251632, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=41571e27-84da-4b1c-a92a-1f72dd251632,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:09.360119 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.368475 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.417310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cdfb4e8d-83f4-4f6e-a3d4-f6e2259e2ef0 req-80de336d-bb72-4350-9413-75f558ff59be tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7139935 Jul 16 08:52:09.464787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-91c64430-f843-4e2a-b00d-219306515561 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Deleting port a07ca2eb-2d11-4e32-9d2b-751df639dae5 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:09.465182 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91c64430-f843-4e2a-b00d-219306515561 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.494297 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fff9c-c8ed-484c-bd1b-a6acb83d5b4e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=849a8799-03fa-4ae7-ba4e-c5a74594cde1,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:09.509809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-4c2fff9c-c8ed-484c-bd1b-a6acb83d5b4e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 782d6297-b8a7-4a08-9c4a-9920da3770c5 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:09.511364 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-4c2fff9c-c8ed-484c-bd1b-a6acb83d5b4e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:09.535908 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-4c2fff9c-c8ed-484c-bd1b-a6acb83d5b4e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:09.564792 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bc063f-186b-4327-9b76-96651514aae3 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:09.577993 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=41571e27-84da-4b1c-a92a-1f72dd251632,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:09.643575 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91c64430-f843-4e2a-b00d-219306515561 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.644596 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91c64430-f843-4e2a-b00d-219306515561 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.680858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-91c64430-f843-4e2a-b00d-219306515561 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Calling delete_port for a07ca2eb-2d11-4e32-9d2b-751df639dae5 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:09.758979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e8bc063f-186b-4327-9b76-96651514aae3, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8bc063f-186b-4327-9b76-96651514aae3,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:09.806706 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.816604 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-4c2fff9c-c8ed-484c-bd1b-a6acb83d5b4e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:09.819301 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-4c2fff9c-c8ed-484c-bd1b-a6acb83d5b4e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.834939 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.900405 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-4c2fff9c-c8ed-484c-bd1b-a6acb83d5b4e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9560983 Jul 16 08:52:09.933445 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Request body: {'port': {'device_id': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:09.982770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 41571e27-84da-4b1c-a92a-1f72dd251632 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:10.129488 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e8bc063f-186b-4327-9b76-96651514aae3'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:10.161267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c723d-24f0-423d-a867-2d01f3662c0b req-d9e399cd-8c6f-431d-809a-1fcc48570f72 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:10.172370 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f2c723d-24f0-423d-a867-2d01f3662c0b req-d9e399cd-8c6f-431d-809a-1fcc48570f72 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 945 time: 0.3364203 Jul 16 08:52:10.316950 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.365211 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f2c723d-24f0-423d-a867-2d01f3662c0b req-c20bf5cd-2de9-40a2-a5fa-cacf07d2f462 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894088 Jul 16 08:52:10.418870 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91c64430-f843-4e2a-b00d-219306515561 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.468367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d656bbf6-02e7-49bd-be1b-af1acd5d5ac0 None None] Provisioning for port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:10.486016 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c64430-f843-4e2a-b00d-219306515561 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event deleted for resources: {'Port': ['ID=a07ca2eb-2d11-4e32-9d2b-751df639dae5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:10.541884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=e8bc063f-186b-4327-9b76-96651514aae3,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:10.560517 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d656bbf6-02e7-49bd-be1b-af1acd5d5ac0 None None] Provisioning complete for port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:10.561162 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d656bbf6-02e7-49bd-be1b-af1acd5d5ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.622205 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91c64430-f843-4e2a-b00d-219306515561 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.626406 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91c64430-f843-4e2a-b00d-219306515561 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.631436 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-91c64430-f843-4e2a-b00d-219306515561 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "DELETE /v2.0/floatingips/a7a2d493-8830-42ba-85b8-a90dc89753db HTTP/1.1" status: 204 len: 168 time: 1.4713099 Jul 16 08:52:10.632168 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44346) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:10.781115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d656bbf6-02e7-49bd-be1b-af1acd5d5ac0 None None] Port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:10.789761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92fe10-c652-4c61-b462-a6f69e643f37 req-30aff813-2c02-41e4-8d55-f7f403da254b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:10.791658 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a92fe10-c652-4c61-b462-a6f69e643f37 req-30aff813-2c02-41e4-8d55-f7f403da254b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 932 time: 0.3941751 Jul 16 08:52:10.804075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 41571e27-84da-4b1c-a92a-1f72dd251632 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:10.807107 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.896005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ec356d27-bd0d-4659-9262-573a089b45f8 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Deleting port 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:10.896616 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ec356d27-bd0d-4659-9262-573a089b45f8 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.022324 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a92fe10-c652-4c61-b462-a6f69e643f37 req-eb43d323-c808-45db-b88f-adbca9e2ddde tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2019494 Jul 16 08:52:11.105358 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ec356d27-bd0d-4659-9262-573a089b45f8 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.147675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ec356d27-bd0d-4659-9262-573a089b45f8 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Calling delete_port for 0a38388f-bcd0-4aae-9d2d-7ec4959acb62 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:11.215146 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.258702 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43b544-f370-4a2b-962c-821002a34ef3 req-fc5c6197-4b38-4274-98be-0399e64d421e tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:11.260561 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b43b544-f370-4a2b-962c-821002a34ef3 req-fc5c6197-4b38-4274-98be-0399e64d421e tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 945 time: 0.5116122 Jul 16 08:52:11.279856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849a8799-03fa-4ae7-ba4e-c5a74594cde1 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:11.300993 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.356608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Transition to ACTIVE for port object 849a8799-03fa-4ae7-ba4e-c5a74594cde1 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:11.365546 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.713269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Pushing event updated for resources: {'Port': ['ID=849a8799-03fa-4ae7-ba4e-c5a74594cde1,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:11.767733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Attempting to bind port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:11.768411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Attempting to bind port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:11.768941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Attempting to bind port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 on network 782d6297-b8a7-4a08-9c4a-9920da3770c5 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:11.834696 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 on network 782d6297-b8a7-4a08-9c4a-9920da3770c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:52:11.842570 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Attempting to bind port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 on network 782d6297-b8a7-4a08-9c4a-9920da3770c5 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:11.857774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:11.862845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Checking segment: {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:11.863660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Bound using segment: {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:11.864487 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Bound port: 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:11.865182 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.865597 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b43b544-f370-4a2b-962c-821002a34ef3 req-31f69f74-7d7e-4dbe-a110-d80dbdc531ed tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5270426 Jul 16 08:52:11.955291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097706a-584b-4456-80f8-67be96ee5415 req-bf462645-ad92-43ea-b95f-7998519150d3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:11.957114 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2097706a-584b-4456-80f8-67be96ee5415 req-bf462645-ad92-43ea-b95f-7998519150d3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 945 time: 0.3301182 Jul 16 08:52:12.098219 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ec356d27-bd0d-4659-9262-573a089b45f8 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.200164 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2097706a-584b-4456-80f8-67be96ee5415 req-ae49af0c-66aa-4803-83ea-0502a5e6cb1c tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2362075 Jul 16 08:52:12.213745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:12.234682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:12.249226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec356d27-bd0d-4659-9262-573a089b45f8 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event deleted for resources: {'Port': ['ID=0a38388f-bcd0-4aae-9d2d-7ec4959acb62,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:12.258278 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.329910 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e8bc063f-186b-4327-9b76-96651514aae3 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:12.409767 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Pushing event updated for resources: {'Port': ['ID=849a8799-03fa-4ae7-ba4e-c5a74594cde1,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:12.443027 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:12.444995 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.452173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port e8bc063f-186b-4327-9b76-96651514aae3 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:12.452986 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.464116 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-828aedb5-9669-4d2e-ac06-c77bf8be0bbe service neutron] 10.222.0.15 "PUT /v2.0/ports/849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 1093 time: 2.5492654 Jul 16 08:52:12.478041 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:12.482261 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daf6dea-4d38-4661-81aa-4b66d6db43ac" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:12.715490 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ec356d27-bd0d-4659-9262-573a089b45f8 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.722197 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ec356d27-bd0d-4659-9262-573a089b45f8 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "DELETE /v2.0/ports/0a38388f-bcd0-4aae-9d2d-7ec4959acb62 HTTP/1.1" status: 204 len: 168 time: 2.0877969 Jul 16 08:52:12.723724 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.729166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d76e39d-f8cb-446a-82ca-c97fb8a15770 req-6ad0b52a-5155-4d55-833f-55ffab6fadbc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:12.735908 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44420) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:12.736523 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7d76e39d-f8cb-446a-82ca-c97fb8a15770 req-6ad0b52a-5155-4d55-833f-55ffab6fadbc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 944 time: 0.1611533 Jul 16 08:52:12.770540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-9576e398-8e40-4392-aa42-4fc4e0f87cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:12.773073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-9576e398-8e40-4392-aa42-4fc4e0f87cf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1096 time: 0.2530344 Jul 16 08:52:12.854061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e8bc063f-186b-4327-9b76-96651514aae3, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8bc063f-186b-4327-9b76-96651514aae3,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:12.860581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bc063f-186b-4327-9b76-96651514aae3'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:12.877536 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13efa704-1cc5-4742-88eb-ac34576089f1" -d '{"events": [{"server_uuid": "4eff8273-7e13-4010-ada4-a8c9596b549a", "name": "network-vif-plugged", "status": "completed", "tag": "e8bc063f-186b-4327-9b76-96651514aae3"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:12.882010 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-f94f63c7-be84-4195-bb61-e1edc83c78b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 217 time: 0.1005933 Jul 16 08:52:12.890061 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.919233 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7d76e39d-f8cb-446a-82ca-c97fb8a15770 req-bfcc67f3-7cbc-43fb-a479-b9d163212492 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785266 Jul 16 08:52:13.020464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=e8bc063f-186b-4327-9b76-96651514aae3,revision_number=10']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:13.051708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:13.052066 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:13.052416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:13.052790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:13.053196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:13.053456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:13.053823 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:13.054109 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:13.054440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:13.054754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:13.055140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:13.055399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:13.059844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8b33c7-a867-4908-9a1f-2fb99588f8d5 req-44a2bf05-5892-4e13-9527-24690a7dd580 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:13.071290 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f8b33c7-a867-4908-9a1f-2fb99588f8d5 req-44a2bf05-5892-4e13-9527-24690a7dd580 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 945 time: 0.7441354 Jul 16 08:52:13.121366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-959b7c9e-5d5a-4737-a2a2-8b69d989cbea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:13.127534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-959b7c9e-5d5a-4737-a2a2-8b69d989cbea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=331bd486-3f13-42ab-b203-3740dc8d36a9 HTTP/1.1" status: 200 len: 835 time: 0.2039697 Jul 16 08:52:13.129075 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3ebeec-019b-4e90-b954-2ab610f997f5 x-openstack-request-id: req-7d3ebeec-019b-4e90-b954-2ab610f997f5 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:13.131361 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:13.131794 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7d3ebeec-019b-4e90-b954-2ab610f997f5 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:13.132235 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'status': 'completed', 'code': 200} Jul 16 08:52:13.183533 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd003451-da66-482a-9571-8291b248a383 x-openstack-request-id: req-bd003451-da66-482a-9571-8291b248a383 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:13.186111 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eff8273-7e13-4010-ada4-a8c9596b549a", "name": "network-vif-plugged", "status": "completed", "tag": "e8bc063f-186b-4327-9b76-96651514aae3", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:13.186483 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bd003451-da66-482a-9571-8291b248a383 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:13.187004 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bc063f-186b-4327-9b76-96651514aae3', 'code': 200} Jul 16 08:52:13.222545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f8b33c7-a867-4908-9a1f-2fb99588f8d5 req-bbdc2326-3408-4fe2-97cb-64d5ceb3fbb7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503308 Jul 16 08:52:13.314419 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-cd36957f-eeb2-4f77-ad47-e4b900954d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:13.316115 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-cd36957f-eeb2-4f77-ad47-e4b900954d24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=782d6297-b8a7-4a08-9c4a-9920da3770c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1827240 Jul 16 08:52:13.395127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-f94f6dec-0acd-4e4b-a8da-f22ca87112bb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Deleting port 58152f66-9e10-424e-a327-eb3322be8e41 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:13.395468 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f94f6dec-0acd-4e4b-a8da-f22ca87112bb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.633097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0182140-7568-497c-bfda-9735dbe4b1e7 req-6812f5f0-1acd-40ac-955d-1070ecb4e12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:13.635300 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0182140-7568-497c-bfda-9735dbe4b1e7 req-6812f5f0-1acd-40ac-955d-1070ecb4e12e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 1099 time: 0.1559603 Jul 16 08:52:13.641161 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f94f6dec-0acd-4e4b-a8da-f22ca87112bb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.736727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-f94f6dec-0acd-4e4b-a8da-f22ca87112bb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Calling delete_port for 58152f66-9e10-424e-a327-eb3322be8e41 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:13.774502 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0182140-7568-497c-bfda-9735dbe4b1e7 req-2b05b1ea-cd96-4007-b5a0-a6ac91ef6bc3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126506 Jul 16 08:52:14.019407 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f94f6dec-0acd-4e4b-a8da-f22ca87112bb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.212721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94f6dec-0acd-4e4b-a8da-f22ca87112bb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event deleted for resources: {'Port': ['ID=58152f66-9e10-424e-a327-eb3322be8e41,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:14.557959 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97edb9f6-3e94-4a8b-920d-1719d9bd2d18 req-e0f28ce0-cf5b-41c4-bf97-4de4768537ce tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:14.562177 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-97edb9f6-3e94-4a8b-920d-1719d9bd2d18 req-e0f28ce0-cf5b-41c4-bf97-4de4768537ce tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 944 time: 0.2890532 Jul 16 08:52:14.569683 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f94f6dec-0acd-4e4b-a8da-f22ca87112bb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.576309 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f94f6dec-0acd-4e4b-a8da-f22ca87112bb tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "DELETE /v2.0/ports/58152f66-9e10-424e-a327-eb3322be8e41 HTTP/1.1" status: 204 len: 168 time: 1.8308682 Jul 16 08:52:14.580340 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44494) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:14.826378 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-bac14167-04b1-440b-aeb9-c711c7ff23e4 service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5031362 Jul 16 08:52:14.883583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e42b459-79c2-4055-a6b1-b73c29a986f6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Deleting subnet 74fee604-9dc4-4a3e-a80e-b33d453e5f15 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:14.900109 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e42b459-79c2-4055-a6b1-b73c29a986f6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.010014 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5593c-7501-419d-8c57-ad93422c4257 req-2d764a70-5b96-4ef9-8396-eb1a6aaea70b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:15.011558 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e5593c-7501-419d-8c57-ad93422c4257 req-2d764a70-5b96-4ef9-8396-eb1a6aaea70b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 947 time: 1.3689191 Jul 16 08:52:15.051535 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e42b459-79c2-4055-a6b1-b73c29a986f6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.102667 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a58f8bb-5222-41a9-be47-f4b03361cce0 req-984c3ccf-e16d-4fc0-a5cc-9b4d68f40359 service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656777 Jul 16 08:52:15.180819 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10e5593c-7501-419d-8c57-ad93422c4257 req-ef3ad051-9fc4-4b42-af09-68ec306b714d tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557550 Jul 16 08:52:15.241426 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-97edb9f6-3e94-4a8b-920d-1719d9bd2d18 req-2254bb51-de50-4e65-8d94-e15d43b72370 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6575854 Jul 16 08:52:15.446933 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e42b459-79c2-4055-a6b1-b73c29a986f6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.461960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf6dea-4d38-4661-81aa-4b66d6db43ac req-05594530-24aa-4bde-b41f-86672b0c8863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:15.468130 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3daf6dea-4d38-4661-81aa-4b66d6db43ac req-05594530-24aa-4bde-b41f-86672b0c8863 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1096 time: 0.2808497 Jul 16 08:52:15.711007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52dd7d5-a3ad-445a-a99e-7c3aa388892e req-ffaacf21-5d24-4abf-b4a9-98ae183791d7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:15.713517 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f52dd7d5-a3ad-445a-a99e-7c3aa388892e req-ffaacf21-5d24-4abf-b4a9-98ae183791d7 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.38 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 945 time: 0.5294583 Jul 16 08:52:15.788461 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf6dea-4d38-4661-81aa-4b66d6db43ac req-6e893971-cf57-4cb0-8cba-3812c38a21b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:15.790354 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3daf6dea-4d38-4661-81aa-4b66d6db43ac req-6e893971-cf57-4cb0-8cba-3812c38a21b4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 200 len: 897 time: 0.3156240 Jul 16 08:52:15.846788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5aa39c-ce83-49df-9f19-20fc375f0856 req-585010eb-5f9e-4034-b919-620b25843b0d tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:15.854416 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae5aa39c-ce83-49df-9f19-20fc375f0856 req-585010eb-5f9e-4034-b919-620b25843b0d tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 945 time: 0.3899655 Jul 16 08:52:15.882244 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e42b459-79c2-4055-a6b1-b73c29a986f6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.913438 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3daf6dea-4d38-4661-81aa-4b66d6db43ac req-09be1b0c-563e-4351-a694-fc6628e26ad7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 217 time: 0.1159377 Jul 16 08:52:15.925775 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94619b93-898c-46f6-baf0-1efd61abc154 None None] Network 79638599-e95d-4aaa-a9df-9e4a650918b5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:15.942555 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae5aa39c-ce83-49df-9f19-20fc375f0856 req-acc115ee-c90d-401b-a03e-b35f57fe322c tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/security-groups?id=82b0270d-99cd-4b43-a5a5-bdafc966f666&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873032 Jul 16 08:52:15.943792 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e42b459-79c2-4055-a6b1-b73c29a986f6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.945833 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8e42b459-79c2-4055-a6b1-b73c29a986f6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "DELETE /v2.0/subnets/74fee604-9dc4-4a3e-a80e-b33d453e5f15 HTTP/1.1" status: 204 len: 168 time: 1.3467600 Jul 16 08:52:15.958841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44548) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:16.024067 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e42b459-79c2-4055-a6b1-b73c29a986f6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event deleted for resources: {'Subnet': ['ID=74fee604-9dc4-4a3e-a80e-b33d453e5f15,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:16.142188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-f52dd7d5-a3ad-445a-a99e-7c3aa388892e req-52e4b9ed-ecaa-4616-a2b0-73caa47d8e79 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Deleting port bd970c56-64f9-4ee8-a320-c9125dbeb551 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:16.142540 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f52dd7d5-a3ad-445a-a99e-7c3aa388892e req-52e4b9ed-ecaa-4616-a2b0-73caa47d8e79 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.281784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-f85ddd01-4e26-44cf-acab-7f7e9acc64dc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Deleting subnet 4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:16.296788 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f85ddd01-4e26-44cf-acab-7f7e9acc64dc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.483016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa102f1-1f46-4b2a-8e43-2e25526172fe None None] DHCP port deletion for 79638599-e95d-4aaa-a9df-9e4a650918b5 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:16.541181 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f85ddd01-4e26-44cf-acab-7f7e9acc64dc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.599141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf6dea-4d38-4661-81aa-4b66d6db43ac req-25fe5a22-18c2-4986-8a83-d27e715f63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:16.607184 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3daf6dea-4d38-4661-81aa-4b66d6db43ac req-25fe5a22-18c2-4986-8a83-d27e715f63e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=331bd486-3f13-42ab-b203-3740dc8d36a9 HTTP/1.1" status: 200 len: 835 time: 0.6794338 Jul 16 08:52:16.636783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-f52dd7d5-a3ad-445a-a99e-7c3aa388892e req-52e4b9ed-ecaa-4616-a2b0-73caa47d8e79 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] For port bd970c56-64f9-4ee8-a320-c9125dbeb551, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=bd970c56-64f9-4ee8-a320-c9125dbeb551,segment=NetworkSegment(e63edf8b-729e-4809-bfa4-df8220d32ebe),segment_id=e63edf8b-729e-4809-bfa4-df8220d32ebe)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:16.638231 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f52dd7d5-a3ad-445a-a99e-7c3aa388892e req-52e4b9ed-ecaa-4616-a2b0-73caa47d8e79 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.661241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9aa102f1-1f46-4b2a-8e43-2e25526172fe None None] Deleting port 6172594e-ade1-41a6-95ef-455f9b9da904 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:16.661624 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9aa102f1-1f46-4b2a-8e43-2e25526172fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.735141 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-f52dd7d5-a3ad-445a-a99e-7c3aa388892e req-52e4b9ed-ecaa-4616-a2b0-73caa47d8e79 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Calling delete_port for bd970c56-64f9-4ee8-a320-c9125dbeb551 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:16.854633 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9aa102f1-1f46-4b2a-8e43-2e25526172fe None None] For port 6172594e-ade1-41a6-95ef-455f9b9da904, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6172594e-ade1-41a6-95ef-455f9b9da904,segment=NetworkSegment(1d6cf301-37b7-471a-beee-193f4796b4bd),segment_id=1d6cf301-37b7-471a-beee-193f4796b4bd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:16.855038 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9aa102f1-1f46-4b2a-8e43-2e25526172fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.899321 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9aa102f1-1f46-4b2a-8e43-2e25526172fe None None] Calling delete_port for 6172594e-ade1-41a6-95ef-455f9b9da904 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:17.005958 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f52dd7d5-a3ad-445a-a99e-7c3aa388892e req-52e4b9ed-ecaa-4616-a2b0-73caa47d8e79 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.088258 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4b9ed-ecaa-4616-a2b0-73caa47d8e79 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Pushing event deleted for resources: {'Port': ['ID=bd970c56-64f9-4ee8-a320-c9125dbeb551,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:17.156369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52dd7d5-a3ad-445a-a99e-7c3aa388892e req-52e4b9ed-ecaa-4616-a2b0-73caa47d8e79 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] No DVR routers for this DVR port bd970c56-64f9-4ee8-a320-c9125dbeb551 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:17.165689 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f52dd7d5-a3ad-445a-a99e-7c3aa388892e req-52e4b9ed-ecaa-4616-a2b0-73caa47d8e79 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.168485 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f52dd7d5-a3ad-445a-a99e-7c3aa388892e req-52e4b9ed-ecaa-4616-a2b0-73caa47d8e79 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.38 "DELETE /v2.0/ports/bd970c56-64f9-4ee8-a320-c9125dbeb551 HTTP/1.1" status: 204 len: 173 time: 1.4425843 Jul 16 08:52:17.171715 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1357f5b-fdd9-4e68-a091-128e503741df', 'name': 'network-vif-deleted', 'tag': 'bd970c56-64f9-4ee8-a320-c9125dbeb551'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:17.175323 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943759c3-27e1-4e69-a1ca-00f4fb6052bd" -d '{"events": [{"server_uuid": "e1357f5b-fdd9-4e68-a091-128e503741df", "name": "network-vif-deleted", "tag": "bd970c56-64f9-4ee8-a320-c9125dbeb551"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:17.202727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9428d724-6b2f-445f-a42d-2683a14710c0 req-e96573bb-93e9-40ba-b161-6607d7ec0cc0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:17.213240 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9aa102f1-1f46-4b2a-8e43-2e25526172fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.215775 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9428d724-6b2f-445f-a42d-2683a14710c0 req-e96573bb-93e9-40ba-b161-6607d7ec0cc0 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 947 time: 0.4622676 Jul 16 08:52:17.307759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f85ddd01-4e26-44cf-acab-7f7e9acc64dc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.335176 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9428d724-6b2f-445f-a42d-2683a14710c0 req-4bf68895-2c75-444a-86ba-a2b8477fccbb tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170495 Jul 16 08:52:17.482326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44606) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:17.571409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa102f1-1f46-4b2a-8e43-2e25526172fe None None] Pushing event deleted for resources: {'Port': ['ID=6172594e-ade1-41a6-95ef-455f9b9da904,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:17.576074 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa102f1-1f46-4b2a-8e43-2e25526172fe None None] No DVR routers for this DVR port 6172594e-ade1-41a6-95ef-455f9b9da904 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:17.653254 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a4bedf1e-fa8b-4d01-b7b1-b882054a9366 req-adb109ce-189d-45d7-b19b-5aea8fec8a78 tempest-ServerDiskConfigTestJSON-247058602 tempest-ServerDiskConfigTestJSON-247058602-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1357f5b-fdd9-4e68-a091-128e503741df HTTP/1.1" status: 200 len: 210 time: 0.0355568 Jul 16 08:52:17.759452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf6dea-4d38-4661-81aa-4b66d6db43ac req-8eeb79c9-eaa0-4cfa-b3e1-28d49f0aadae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:17.766206 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3daf6dea-4d38-4661-81aa-4b66d6db43ac req-8eeb79c9-eaa0-4cfa-b3e1-28d49f0aadae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=782d6297-b8a7-4a08-9c4a-9920da3770c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0040987 Jul 16 08:52:17.769340 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f85ddd01-4e26-44cf-acab-7f7e9acc64dc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.848862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a2d26-424f-46ce-a156-ada972f0f40f req-f80d2b48-c109-4eba-9201-5fb138d90cde tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:17.856047 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2f8a2d26-424f-46ce-a156-ada972f0f40f req-f80d2b48-c109-4eba-9201-5fb138d90cde tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 944 time: 1.2412674 Jul 16 08:52:17.910236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6172594e-ade1-41a6-95ef-455f9b9da904 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:17.920136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ddd01-4e26-44cf-acab-7f7e9acc64dc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event deleted for resources: {'Subnet': ['ID=4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:17.922856 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27f7959e-2419-4681-bc8f-deab05455a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.933217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f85ddd01-4e26-44cf-acab-7f7e9acc64dc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.935525 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f85ddd01-4e26-44cf-acab-7f7e9acc64dc tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "DELETE /v2.0/subnets/4d17e7cc-7aaf-4d04-9b03-9da8ddb6939d HTTP/1.1" status: 204 len: 168 time: 1.9754579 Jul 16 08:52:17.940294 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44624) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:17.987341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 6172594e-ade1-41a6-95ef-455f9b9da904 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:17.989151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6172594e-ade1-41a6-95ef-455f9b9da904 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:17.993661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0032e8-92b2-4f8c-aa72-63f0109868b9 None None] Network c9cc98b5-8c58-4ab1-880e-6e6ade550708 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:18.103260 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcbfc-bfab-439e-9784-05ef0486a57d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.114656 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27f7959e-2419-4681-bc8f-deab05455a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.146851 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2f8a2d26-424f-46ce-a156-ada972f0f40f req-f066a16b-440e-4e79-ae11-f00452f03f0e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2896745 Jul 16 08:52:18.157790 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27f7959e-2419-4681-bc8f-deab05455a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.216905 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d56fa84-79c5-4a41-a541-763593232ec1 x-openstack-request-id: req-8d56fa84-79c5-4a41-a541-763593232ec1 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:18.217365 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1357f5b-fdd9-4e68-a091-128e503741df", "name": "network-vif-deleted", "tag": "bd970c56-64f9-4ee8-a320-c9125dbeb551", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:18.217756 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d56fa84-79c5-4a41-a541-763593232ec1 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:18.218269 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1357f5b-fdd9-4e68-a091-128e503741df', 'name': 'network-vif-deleted', 'tag': 'bd970c56-64f9-4ee8-a320-c9125dbeb551', 'status': 'completed', 'code': 200} Jul 16 08:52:18.301884 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f7959e-2419-4681-bc8f-deab05455a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed8cfc7-de5b-4304-afe3-f1e87408ac0f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:18.322709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-27f7959e-2419-4681-bc8f-deab05455a7d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66704cb69e6248da8512cfb09a047d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8324952 Jul 16 08:52:18.326442 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44626) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:18.339207 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3daf6dea-4d38-4661-81aa-4b66d6db43ac req-9625643b-43bf-45d1-b00d-1a7396017117 service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599587 Jul 16 08:52:18.341685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcbfc-bfab-439e-9784-05ef0486a57d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.367652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-bf2dcbfc-bfab-439e-9784-05ef0486a57d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79638599-e95d-4aaa-a9df-9e4a650918b5']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:18.396075 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-bf2dcbfc-bfab-439e-9784-05ef0486a57d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d6cf301-37b7-471a-beee-193f4796b4bd') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:18.396385 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-bf2dcbfc-bfab-439e-9784-05ef0486a57d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d6cf301-37b7-471a-beee-193f4796b4bd') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:18.416350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcbfc-bfab-439e-9784-05ef0486a57d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.469003 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcbfc-bfab-439e-9784-05ef0486a57d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.487468 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2dcbfc-bfab-439e-9784-05ef0486a57d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:18.487912 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcbfc-bfab-439e-9784-05ef0486a57d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:18.500343 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:18.510128 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3daf6dea-4d38-4661-81aa-4b66d6db43ac req-4456c20c-210a-49ea-b060-6828764213b1 service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591892 Jul 16 08:52:18.517132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 849a8799-03fa-4ae7-ba4e-c5a74594cde1 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:52:18.579899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7beac3e8-3486-4b4c-87d6-a2307cfe5120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.645072 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcbfc-bfab-439e-9784-05ef0486a57d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.652428 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7beac3e8-3486-4b4c-87d6-a2307cfe5120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.691465 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf2dcbfc-bfab-439e-9784-05ef0486a57d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.694717 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bf2dcbfc-bfab-439e-9784-05ef0486a57d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "DELETE /v2.0/networks/79638599-e95d-4aaa-a9df-9e4a650918b5 HTTP/1.1" status: 204 len: 168 time: 0.7531409 Jul 16 08:52:18.695666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dcbfc-bfab-439e-9784-05ef0486a57d tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event deleted for resources: {'Network': ['ID=79638599-e95d-4aaa-a9df-9e4a650918b5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:18.701604 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44642) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:18.864298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8709b4f7-1b99-44c9-8f37-642c6fbf6325 None None] DHCP port deletion for c9cc98b5-8c58-4ab1-880e-6e6ade550708 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:18.942688 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76dbe3-7c7e-4def-842b-13620be2b88d req-d33b2b9a-5477-4492-bba6-9a68bca41cb9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:18.953062 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed76dbe3-7c7e-4def-842b-13620be2b88d req-d33b2b9a-5477-4492-bba6-9a68bca41cb9 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 947 time: 0.2969337 Jul 16 08:52:18.960465 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7beac3e8-3486-4b4c-87d6-a2307cfe5120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.970697 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7beac3e8-3486-4b4c-87d6-a2307cfe5120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.972127 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7beac3e8-3486-4b4c-87d6-a2307cfe5120 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7ed8cfc7-de5b-4304-afe3-f1e87408ac0f HTTP/1.1" status: 204 len: 168 time: 0.6442199 Jul 16 08:52:19.003628 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device bd970c56-64f9-4ee8-a320-c9125dbeb551 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:19.018309 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.051623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: bd970c56-64f9-4ee8-a320-c9125dbeb551 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:19.052605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device bd970c56-64f9-4ee8-a320-c9125dbeb551 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:19.063993 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:19.089295 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed76dbe3-7c7e-4def-842b-13620be2b88d req-85f6e827-73bf-409a-988f-22108fd81200 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349556 Jul 16 08:52:19.094346 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8709b4f7-1b99-44c9-8f37-642c6fbf6325 None None] Deleting port c768ea98-83b9-4948-b318-7a628f921b4c {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:19.095697 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8709b4f7-1b99-44c9-8f37-642c6fbf6325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.105017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beac3e8-3486-4b4c-87d6-a2307cfe5120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed8cfc7-de5b-4304-afe3-f1e87408ac0f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:19.271605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8709b4f7-1b99-44c9-8f37-642c6fbf6325 None None] For port c768ea98-83b9-4948-b318-7a628f921b4c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c768ea98-83b9-4948-b318-7a628f921b4c,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:19.272703 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8709b4f7-1b99-44c9-8f37-642c6fbf6325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.292457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Deleting port c768ea98-83b9-4948-b318-7a628f921b4c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:19.293236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.304042 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'port_id': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'mac_address': 'fa:16:3e:53:2f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:52:19.322710 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8709b4f7-1b99-44c9-8f37-642c6fbf6325 None None] Calling delete_port for c768ea98-83b9-4948-b318-7a628f921b4c owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:19.492359 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.511207 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] For port c768ea98-83b9-4948-b318-7a628f921b4c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c768ea98-83b9-4948-b318-7a628f921b4c,segment=NetworkSegment(2149ee7a-8d99-49f2-bd62-f7528a19fcb7),segment_id=2149ee7a-8d99-49f2-bd62-f7528a19fcb7)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:19.513996 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.552047 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849a8799-03fa-4ae7-ba4e-c5a74594cde1 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:19.566276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Calling delete_port for c768ea98-83b9-4948-b318-7a628f921b4c owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:19.630972 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:19.654562 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.683209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1a9f5-03db-4ada-8842-f33422c52227 req-45b4574c-f465-4723-9080-5e0ec56c876b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:19.685778 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ec1a9f5-03db-4ada-8842-f33422c52227 req-45b4574c-f465-4723-9080-5e0ec56c876b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 944 time: 0.2469928 Jul 16 08:52:19.752295 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=849a8799-03fa-4ae7-ba4e-c5a74594cde1,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:19.769963 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8709b4f7-1b99-44c9-8f37-642c6fbf6325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.790352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8709b4f7-1b99-44c9-8f37-642c6fbf6325 None None] No DVR routers for this DVR port c768ea98-83b9-4948-b318-7a628f921b4c on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:19.806222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44678) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:19.821167 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ec1a9f5-03db-4ada-8842-f33422c52227 req-022745a6-919a-4f61-8751-34c5536281c5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218545 Jul 16 08:52:19.839236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c768ea98-83b9-4948-b318-7a628f921b4c no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:19.849512 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ba71ccb-b46a-4659-8cc3-84f70de69ae6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.864329 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.897078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: c768ea98-83b9-4948-b318-7a628f921b4c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:19.897425 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c768ea98-83b9-4948-b318-7a628f921b4c not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:19.900482 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['849a8799-03fa-4ae7-ba4e-c5a74594cde1'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:19.934877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44688) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:19.975365 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event deleted for resources: {'Port': ['ID=c768ea98-83b9-4948-b318-7a628f921b4c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:19.979271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709b4f7-1b99-44c9-8f37-642c6fbf6325 None None] Pushing event deleted for resources: {'Port': ['ID=c768ea98-83b9-4948-b318-7a628f921b4c,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:19.986529 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] No DVR routers for this DVR port c768ea98-83b9-4948-b318-7a628f921b4c on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:20.028937 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-56ffba26-2e4f-4f39-b4ee-ac4fa8e82011 admin admin] Deleting subnet 71ed6184-72d2-40c8-8536-47ca91038e87 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:20.034273 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56ffba26-2e4f-4f39-b4ee-ac4fa8e82011 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.086040 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56ffba26-2e4f-4f39-b4ee-ac4fa8e82011 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.146784 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56ffba26-2e4f-4f39-b4ee-ac4fa8e82011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.242130 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56ffba26-2e4f-4f39-b4ee-ac4fa8e82011 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.274105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffba26-2e4f-4f39-b4ee-ac4fa8e82011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71ed6184-72d2-40c8-8536-47ca91038e87,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.281925 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56ffba26-2e4f-4f39-b4ee-ac4fa8e82011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.284090 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-56ffba26-2e4f-4f39-b4ee-ac4fa8e82011 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/71ed6184-72d2-40c8-8536-47ca91038e87 HTTP/1.1" status: 204 len: 168 time: 0.3477221 Jul 16 08:52:20.288128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44700) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:20.299491 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.328446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cc98b5-8c58-4ab1-880e-6e6ade550708']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.349032 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2149ee7a-8d99-49f2-bd62-f7528a19fcb7') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.349378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2149ee7a-8d99-49f2-bd62-f7528a19fcb7') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.364927 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.397859 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.413983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:20.414852 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:20.418985 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:20.460567 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ba71ccb-b46a-4659-8cc3-84f70de69ae6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.482708 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27a57f8f-0b07-4bc9-9a18-d7ee45989b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.498890 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ba71ccb-b46a-4659-8cc3-84f70de69ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.547184 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.558857 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.561255 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] 10.222.0.20 "DELETE /v2.0/networks/c9cc98b5-8c58-4ab1-880e-6e6ade550708 HTTP/1.1" status: 204 len: 168 time: 1.8584907 Jul 16 08:52:20.578937 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8ba71ccb-b46a-4659-8cc3-84f70de69ae6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=103e3e5d8d124b23afc9f0abecc7b825&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7706485 Jul 16 08:52:20.593020 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44706) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:20.610744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba71ccb-b46a-4659-8cc3-84f70de69ae6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e9aa40-ceee-4835-9836-8764850fc92e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.662088 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa62b1e-5ef1-42d9-b572-ba2ade5261c6 tempest-TaggedBootDevicesTest-420843673 tempest-TaggedBootDevicesTest-420843673-project] Pushing event deleted for resources: {'Network': ['ID=c9cc98b5-8c58-4ab1-880e-6e6ade550708,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.917450 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27a57f8f-0b07-4bc9-9a18-d7ee45989b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.944935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-27a57f8f-0b07-4bc9-9a18-d7ee45989b18 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb7470c9-19d7-49f2-86e0-85eee6eb7b45']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.965958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-27a57f8f-0b07-4bc9-9a18-d7ee45989b18 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63edf8b-729e-4809-bfa4-df8220d32ebe') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.966462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-27a57f8f-0b07-4bc9-9a18-d7ee45989b18 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63edf8b-729e-4809-bfa4-df8220d32ebe') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.998344 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27a57f8f-0b07-4bc9-9a18-d7ee45989b18 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.053875 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27a57f8f-0b07-4bc9-9a18-d7ee45989b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.065571 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-669e012d-2b25-4101-986e-14a7efb5a0bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.071205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a57f8f-0b07-4bc9-9a18-d7ee45989b18 admin admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:21.073245 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27a57f8f-0b07-4bc9-9a18-d7ee45989b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:21.076167 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:21.171653 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-669e012d-2b25-4101-986e-14a7efb5a0bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.252871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55f9b9-f04d-40ac-80b5-2f026c5003ca req-e5b4602c-d423-424f-b684-87e58940b27d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:21.271779 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7e55f9b9-f04d-40ac-80b5-2f026c5003ca req-e5b4602c-d423-424f-b684-87e58940b27d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 945 time: 0.2098672 Jul 16 08:52:21.306582 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27a57f8f-0b07-4bc9-9a18-d7ee45989b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.310789 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-669e012d-2b25-4101-986e-14a7efb5a0bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.314511 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-669e012d-2b25-4101-986e-14a7efb5a0bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.316104 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-669e012d-2b25-4101-986e-14a7efb5a0bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/32e9aa40-ceee-4835-9836-8764850fc92e HTTP/1.1" status: 204 len: 168 time: 0.7214441 Jul 16 08:52:21.343459 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27a57f8f-0b07-4bc9-9a18-d7ee45989b18 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.349929 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-27a57f8f-0b07-4bc9-9a18-d7ee45989b18 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fb7470c9-19d7-49f2-86e0-85eee6eb7b45 HTTP/1.1" status: 204 len: 168 time: 1.0588295 Jul 16 08:52:21.351279 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a57f8f-0b07-4bc9-9a18-d7ee45989b18 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb7470c9-19d7-49f2-86e0-85eee6eb7b45,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:21.364799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669e012d-2b25-4101-986e-14a7efb5a0bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e9aa40-ceee-4835-9836-8764850fc92e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:21.445971 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7e55f9b9-f04d-40ac-80b5-2f026c5003ca req-21cc9f23-3299-4546-8a3c-1af9ad85fad4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720266 Jul 16 08:52:21.790613 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44738) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:21.929292 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f93aa97f-87de-420a-9916-ad95824d73d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=97f061fbce5b443986c4fd2f68393579&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1370339 Jul 16 08:52:21.933587 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44744) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:22.037097 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f7d13f6-5d94-46cc-9134-6c7ab79255e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.099376 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f7d13f6-5d94-46cc-9134-6c7ab79255e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.203034 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f7d13f6-5d94-46cc-9134-6c7ab79255e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.206451 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f7d13f6-5d94-46cc-9134-6c7ab79255e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.212198 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4f7d13f6-5d94-46cc-9134-6c7ab79255e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/82b0270d-99cd-4b43-a5a5-bdafc966f666 HTTP/1.1" status: 204 len: 168 time: 0.2727406 Jul 16 08:52:22.234155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d13f6-5d94-46cc-9134-6c7ab79255e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b0270d-99cd-4b43-a5a5-bdafc966f666,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:22.409457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 849a8799-03fa-4ae7-ba4e-c5a74594cde1 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:22.588284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:22.613879 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:22.614519 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.891517 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.966409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:22.989479 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46460b8-1777-4a6a-9df0-6efdf6f7a5ab" -d '{"events": [{"server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "name": "network-vif-plugged", "status": "completed", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:23.000200 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a9278-92b3-4680-ba9e-f056c4836998 req-58f5b928-1b92-45b7-95fb-93e9f1cf4128 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:23.004814 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a87a9278-92b3-4680-ba9e-f056c4836998 req-58f5b928-1b92-45b7-95fb-93e9f1cf4128 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 945 time: 0.2034085 Jul 16 08:52:23.074872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:23.087957 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.137778 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f6a1c5c-4bec-42bb-be52-516d1f360b4e x-openstack-request-id: req-6f6a1c5c-4bec-42bb-be52-516d1f360b4e {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:23.138861 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "name": "network-vif-plugged", "status": "completed", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:23.139277 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6f6a1c5c-4bec-42bb-be52-516d1f360b4e {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:23.156056 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'code': 200} Jul 16 08:52:23.206849 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a87a9278-92b3-4680-ba9e-f056c4836998 req-31d01142-2446-4665-b63f-f0416be515fa tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895788 Jul 16 08:52:23.396082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3df32-4c76-4bc5-ac05-9267be7e27f9 req-137bbcff-a3e8-4dcc-b580-a4e4a0922c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:23.400684 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbd3df32-4c76-4bc5-ac05-9267be7e27f9 req-137bbcff-a3e8-4dcc-b580-a4e4a0922c4a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1098 time: 0.1267908 Jul 16 08:52:23.403844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=849a8799-03fa-4ae7-ba4e-c5a74594cde1,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:23.527755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbd3df32-4c76-4bc5-ac05-9267be7e27f9 req-ed458fe2-54ae-474f-8e11-e6b13c663878 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176546 Jul 16 08:52:24.333679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44832) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.810103 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435484a3-0477-4a21-87b4-c9c0e68b2bb2 req-b42df6ca-2d22-4079-b4a8-296ec19efb1c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:24.815324 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-435484a3-0477-4a21-87b4-c9c0e68b2bb2 req-b42df6ca-2d22-4079-b4a8-296ec19efb1c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.1911399 Jul 16 08:52:24.850750 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1261770550-network', 'tenant_id': '58c64443084e4954bcd025cd79813952'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:24.951615 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] Made reservation on behalf of 58c64443084e4954bcd025cd79813952 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:24.956568 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.990634 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.001179 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-435484a3-0477-4a21-87b4-c9c0e68b2bb2 req-7384a568-a317-4730-b777-ede2a56f1737 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685627 Jul 16 08:52:25.167488 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.173304 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.187038 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:25.199689 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.200144 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] Added segment 8c896c6c-8fda-4015-9da8-fdf9b44ae8b6 of type vlan for network 609e3d12-85f5-49b1-999c-7e1ccab3a993 Jul 16 08:52:25.252406 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.296535 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.297659 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:25.298482 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.366155 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdd1eb6-7a2a-4a41-abc9-0470c4b8d93d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:25.402036 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0671473 Jul 16 08:52:25.406512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44864) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:25.412542 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-953e0a33-ed35-47eb-bc18-92333936f73c admin admin] Request body: {'subnet': {'network_id': '609e3d12-85f5-49b1-999c-7e1ccab3a993', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1261770550-subnet', 'tenant_id': '58c64443084e4954bcd025cd79813952', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:25.464136 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953e0a33-ed35-47eb-bc18-92333936f73c admin admin] Made reservation on behalf of 58c64443084e4954bcd025cd79813952 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:25.468582 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-953e0a33-ed35-47eb-bc18-92333936f73c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.470758 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41adf4a4-04a5-482e-b13d-9479aec1f29e admin admin] Pushing event updated for resources: {'Network': ['ID=609e3d12-85f5-49b1-999c-7e1ccab3a993,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:25.482999 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 609e3d12-85f5-49b1-999c-7e1ccab3a993 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:25.728582 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-953e0a33-ed35-47eb-bc18-92333936f73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.849000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e0a33-ed35-47eb-bc18-92333936f73c admin admin] Pushing event updated for resources: {'Subnet': ['ID=35722da9-0222-43d9-b0c5-82fbbd1e3823,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:25.866283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953e0a33-ed35-47eb-bc18-92333936f73c admin admin] Checking segment: {'id': '8c896c6c-8fda-4015-9da8-fdf9b44ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '609e3d12-85f5-49b1-999c-7e1ccab3a993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:25.866793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953e0a33-ed35-47eb-bc18-92333936f73c admin admin] Network hostable DHCP agents. Network: 609e3d12-85f5-49b1-999c-7e1ccab3a993, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:25.910692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953e0a33-ed35-47eb-bc18-92333936f73c admin admin] Network 609e3d12-85f5-49b1-999c-7e1ccab3a993 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:25.930511 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-953e0a33-ed35-47eb-bc18-92333936f73c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 609e3d12-85f5-49b1-999c-7e1ccab3a993) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:25.942510 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e0a33-ed35-47eb-bc18-92333936f73c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:25.943388 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-953e0a33-ed35-47eb-bc18-92333936f73c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.951345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbebc74a-bb1e-4575-91be-dfb23e7ebadb None None] Network 609e3d12-85f5-49b1-999c-7e1ccab3a993 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:25.972754 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-953e0a33-ed35-47eb-bc18-92333936f73c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5640664 Jul 16 08:52:26.458121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd7c634-4ca8-4cfd-9425-6b98c64c5ffe req-74f5cac1-fa2a-42be-a2b3-554261e0d7f8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:26.483320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94905f36-ea4e-48a2-86d7-e788f6296a50 None None] Network 609e3d12-85f5-49b1-999c-7e1ccab3a993 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:26.485810 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcd7c634-4ca8-4cfd-9425-6b98c64c5ffe req-74f5cac1-fa2a-42be-a2b3-554261e0d7f8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.1716850 Jul 16 08:52:26.573048 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fcd7c634-4ca8-4cfd-9425-6b98c64c5ffe req-9553a148-3e49-45ff-84da-847ebd58cfac tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859745 Jul 16 08:52:26.950419 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5852d8-25d9-41ec-b416-b124ac0709fe req-d0de91d6-46a3-4aaf-9488-e23f41993d3d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:26.959788 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd5852d8-25d9-41ec-b416-b124ac0709fe req-d0de91d6-46a3-4aaf-9488-e23f41993d3d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.1520398 Jul 16 08:52:27.059932 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd5852d8-25d9-41ec-b416-b124ac0709fe req-2ed38366-4aaf-4fad-aa83-190cbefbed7a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959735 Jul 16 08:52:27.082926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44930) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:27.191675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-fe1a95f4-007c-4a3a-ae48-15241257ed51 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:27.197610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b195cd-fa15-44dc-952e-ac092dbd4d59 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:27.201891 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-66b195cd-fa15-44dc-952e-ac092dbd4d59 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1093 time: 0.1152461 Jul 16 08:52:27.205562 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-fe1a95f4-007c-4a3a-ae48-15241257ed51 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/networks?id=609e3d12-85f5-49b1-999c-7e1ccab3a993 HTTP/1.1" status: 200 len: 814 time: 0.2388425 Jul 16 08:52:27.207537 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44938) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:27.212242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:27.244327 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-92d1f2d7-0e19-4c60-8eab-28697f445089 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/quotas/58c64443084e4954bcd025cd79813952 HTTP/1.1" status: 200 len: 375 time: 0.0377629 Jul 16 08:52:27.285969 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.331104 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-8ed3105e-eb1b-464f-93b7-6345ec5ae97b tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=58c64443084e4954bcd025cd79813952&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855930 Jul 16 08:52:27.648279 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.666132 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-10479b4a-b2f1-4bc0-99a9-07fbddd7c70e service neutron] 10.222.0.20 "GET /v2.0/networks/609e3d12-85f5-49b1-999c-7e1ccab3a993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3340209 Jul 16 08:52:27.933784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-794593af-03bf-407c-b629-2d788cda03d3 service neutron] 10.222.0.20 "GET /v2.0/networks/609e3d12-85f5-49b1-999c-7e1ccab3a993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597876 Jul 16 08:52:27.993927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.25.4.133 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/f71ea674-896c-4822-b493-8eb53081e4d4) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:28.211725 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.413347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1bff2bde-df44-44bf-8641-c2aeafd08fe9 req-b31c0999-98ed-4d6f-a4fc-b24a8202b818 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 210 time: 0.1044867 Jul 16 08:52:28.416129 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.539662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:28.550630 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:28.555107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:28.716673 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=f71ea674-896c-4822-b493-8eb53081e4d4,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:29.278105 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.385132 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.702681 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.713329 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.747400 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-89a779b8-f2c6-4567-95bf-f61bc10720e2 req-986e4c3c-ef8e-49b7-976e-2a6056066c1a tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 210 time: 0.1115534 Jul 16 08:52:29.839658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=f71ea674-896c-4822-b493-8eb53081e4d4,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:29.882324 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.143868 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Floating IP bbf882a8-6f55-4ecf-94ec-69baafc2db5a associated. External IP: 172.25.4.133, port: 849a8799-03fa-4ae7-ba4e-c5a74594cde1. Jul 16 08:52:30.529592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-b9fb4921-efa5-4a24-89b4-f3ab24c907b1 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:30.532397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-b9fb4921-efa5-4a24-89b4-f3ab24c907b1 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.38 "GET /v2.0/networks?id=609e3d12-85f5-49b1-999c-7e1ccab3a993 HTTP/1.1" status: 200 len: 814 time: 0.3664863 Jul 16 08:52:30.575590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-a2d93da8-55ee-4cdc-b559-2bb913a3fa05 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Request body: {'port': {'device_id': '93f08344-fff2-4add-ab5a-fef4fabaeba3', 'network_id': '609e3d12-85f5-49b1-999c-7e1ccab3a993', 'admin_state_up': True, 'tenant_id': '58c64443084e4954bcd025cd79813952'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:30.636040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router 3e088621-fdbe-4ddc-a73c-fad154d24ddc has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:30.866407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:30.883611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45ac12-9e1b-48ee-8ad4-d5b3f64ec1c5 None None] Sync routers for ids ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:30.906003 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.912083 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45ac12-9e1b-48ee-8ad4-d5b3f64ec1c5 None None] Routers {'3e088621-fdbe-4ddc-a73c-fad154d24ddc'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:30.913937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-fe45ac12-9e1b-48ee-8ad4-d5b3f64ec1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:52:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:30.992803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-a2d93da8-55ee-4cdc-b559-2bb913a3fa05 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Made reservation on behalf of 58c64443084e4954bcd025cd79813952 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:31.003242 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-a2d93da8-55ee-4cdc-b559-2bb913a3fa05 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.022193 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-598401ff-8a18-4244-a174-4409718d0a8d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.8135247 Jul 16 08:52:31.023718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:31.026764 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9375005-3f4a-4597-b6ee-f9fa134f7240" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:31.241860 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b45a41a7-dac0-474d-8f77-3798bdb401c4 req-463e2045-9de2-4dd5-ad23-a98f4d88395e tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 210 time: 0.0544021 Jul 16 08:52:31.342674 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2621cce8-2552-424d-941f-31ca8ec8e6c2 x-openstack-request-id: req-2621cce8-2552-424d-941f-31ca8ec8e6c2 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:31.351175 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:31.351175 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2621cce8-2552-424d-941f-31ca8ec8e6c2 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:31.351175 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'status': 'completed', 'code': 200} Jul 16 08:52:31.369268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-a2d93da8-55ee-4cdc-b559-2bb913a3fa05 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Allocated IP 172.20.0.8 (609e3d12-85f5-49b1-999c-7e1ccab3a993/35722da9-0222-43d9-b0c5-82fbbd1e3823/6050a868-d665-4c4c-89f8-6d20b83f8b74) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:31.419347 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-fe45ac12-9e1b-48ee-8ad4-d5b3f64ec1c5 None None] Set router 3e088621-fdbe-4ddc-a73c-fad154d24ddc gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:31.550376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9375005-3f4a-4597-b6ee-f9fa134f7240 req-d844e029-d4d9-4419-bbee-f3894bf72550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:31.556923 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f9375005-3f4a-4597-b6ee-f9fa134f7240 req-d844e029-d4d9-4419-bbee-f3894bf72550 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1098 time: 0.1850438 Jul 16 08:52:31.647977 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:52:31.962449 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9375005-3f4a-4597-b6ee-f9fa134f7240 req-e3898da5-f15a-4589-8d09-bd8b5b68f153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:31.968337 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f9375005-3f4a-4597-b6ee-f9fa134f7240 req-e3898da5-f15a-4589-8d09-bd8b5b68f153 service neutron] 10.222.0.15 "GET /v2.0/networks?id=782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 200 len: 897 time: 0.3958085 Jul 16 08:52:32.033897 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-a2d93da8-55ee-4cdc-b559-2bb913a3fa05 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.093556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7d8387-3408-427c-8ffa-800561717b31 req-f7b094c1-d141-4386-b0d5-55aedd632888 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:32.127718 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d7d8387-3408-427c-8ffa-800561717b31 req-f7b094c1-d141-4386-b0d5-55aedd632888 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.4532986 Jul 16 08:52:32.281549 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d7d8387-3408-427c-8ffa-800561717b31 req-9d5461db-eacf-45b9-8152-24291da23866 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512592 Jul 16 08:52:32.300623 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f9375005-3f4a-4597-b6ee-f9fa134f7240 req-9744e4d1-231e-4680-b244-957fd8fdecae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 1000 time: 0.3262446 Jul 16 08:52:32.362002 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45114) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:32.428398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-fe45ac12-9e1b-48ee-8ad4-d5b3f64ec1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:32Z', 'updated_at': '2021-07-16T08:51:56Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:34Z', 'updated_at': '2021-07-16T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'bbf882a8-6f55-4ecf-94ec-69baafc2db5a', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'port_id': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'mac_address': 'fa:16:3e:53:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:52:29Z', 'updated_at': '2021-07-16T08:52:29Z', 'revision_number': 0, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41571e27-84da-4b1c-a92a-1f72dd251632', 'name': '', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:e6:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:52Z', 'updated_at': '2021-07-16T08:52:09Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:32.513756 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9375005-3f4a-4597-b6ee-f9fa134f7240 req-98f79d27-7890-44db-a1f9-2605f11f1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:32.518501 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f9375005-3f4a-4597-b6ee-f9fa134f7240 req-98f79d27-7890-44db-a1f9-2605f11f1408 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=331bd486-3f13-42ab-b203-3740dc8d36a9 HTTP/1.1" status: 200 len: 835 time: 0.2108095 Jul 16 08:52:32.527917 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45ac12-9e1b-48ee-8ad4-d5b3f64ec1c5 None None] Checking router: 3e088621-fdbe-4ddc-a73c-fad154d24ddc for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:32.540079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe45ac12-9e1b-48ee-8ad4-d5b3f64ec1c5 None None] Routers {'3e088621-fdbe-4ddc-a73c-fad154d24ddc'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:32.541806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-fe45ac12-9e1b-48ee-8ad4-d5b3f64ec1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:52:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:32.644083 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-94d52d9f-9d66-4161-a598-585443f1f034 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/bbf882a8-6f55-4ecf-94ec-69baafc2db5a HTTP/1.1" status: 200 len: 992 time: 0.2762475 Jul 16 08:52:32.663038 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-a2d93da8-55ee-4cdc-b559-2bb913a3fa05 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.748683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-fe45ac12-9e1b-48ee-8ad4-d5b3f64ec1c5 None None] Set router 3e088621-fdbe-4ddc-a73c-fad154d24ddc gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:32.757026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-a2d93da8-55ee-4cdc-b559-2bb913a3fa05 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Network 609e3d12-85f5-49b1-999c-7e1ccab3a993 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:32.761154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-a2d93da8-55ee-4cdc-b559-2bb913a3fa05 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:32.770413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-a2d93da8-55ee-4cdc-b559-2bb913a3fa05 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:32.841196 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d93da8-55ee-4cdc-b559-2bb913a3fa05 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Pushing event updated for resources: {'Port': ['ID=6050a868-d665-4c4c-89f8-6d20b83f8b74,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:32.946985 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-a2d93da8-55ee-4cdc-b559-2bb913a3fa05 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:32.947669 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-a2d93da8-55ee-4cdc-b559-2bb913a3fa05 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.986275 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-a2d93da8-55ee-4cdc-b559-2bb913a3fa05 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4398651 Jul 16 08:52:32.997896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Request body: {'port': {'device_id': '93f08344-fff2-4add-ab5a-fef4fabaeba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:33.015070 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9375005-3f4a-4597-b6ee-f9fa134f7240 req-d10aa4ec-f252-478a-a1b7-7ba78d618613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:33.016732 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f9375005-3f4a-4597-b6ee-f9fa134f7240 req-d10aa4ec-f252-478a-a1b7-7ba78d618613 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=782d6297-b8a7-4a08-9c4a-9920da3770c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4887686 Jul 16 08:52:33.024592 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de5f523-308b-456b-a42f-ad307f650d5c req-6468d222-bf80-4299-b270-db1b2c9e2818 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:33.032985 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8de5f523-308b-456b-a42f-ad307f650d5c req-6468d222-bf80-4299-b270-db1b2c9e2818 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 931 time: 0.3672764 Jul 16 08:52:33.243438 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8de5f523-308b-456b-a42f-ad307f650d5c req-28a405c2-5ec4-476c-af12-106303a7f2c7 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bdd1eb6-7a2a-4a41-abc9-0470c4b8d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017531 Jul 16 08:52:33.301501 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-fe45ac12-9e1b-48ee-8ad4-d5b3f64ec1c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:32Z', 'updated_at': '2021-07-16T08:51:56Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:34Z', 'updated_at': '2021-07-16T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'bbf882a8-6f55-4ecf-94ec-69baafc2db5a', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'port_id': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'mac_address': 'fa:16:3e:53:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:52:29Z', 'updated_at': '2021-07-16T08:52:29Z', 'revision_number': 0, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41571e27-84da-4b1c-a92a-1f72dd251632', 'name': '', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:e6:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:52Z', 'updated_at': '2021-07-16T08:52:09Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:33.338577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe45ac12-9e1b-48ee-8ad4-d5b3f64ec1c5 None None] The sync data for ids ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'] in n-d-758944-46 is: [{'id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:32Z', 'updated_at': '2021-07-16T08:51:56Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:34Z', 'updated_at': '2021-07-16T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'bbf882a8-6f55-4ecf-94ec-69baafc2db5a', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'floating_ip_address': '172.25.4.133', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'port_id': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2384, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'mac_address': 'fa:16:3e:53:2f:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:52:29Z', 'updated_at': '2021-07-16T08:52:29Z', 'revision_number': 0, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41571e27-84da-4b1c-a92a-1f72dd251632', 'name': '', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:e6:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:52Z', 'updated_at': '2021-07-16T08:52:09Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:33.519187 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f9375005-3f4a-4597-b6ee-f9fa134f7240 req-94b4e25b-ebb7-4d43-b958-ec37b1614100 service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4752190 Jul 16 08:52:33.721540 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f9375005-3f4a-4597-b6ee-f9fa134f7240 req-7f2de61a-bd6e-4f8c-94d6-8dfc12ff3cb9 service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892538 Jul 16 08:52:33.722053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45248) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:33.896039 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.915003 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-124088c6-faca-4321-983d-5cce69f052b0 None None] New status for floating IP bbf882a8-6f55-4ecf-94ec-69baafc2db5a: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:52:33.927993 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-97c990c1-19bc-43bf-b3cd-c65e9cc8bb5f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/bbf882a8-6f55-4ecf-94ec-69baafc2db5a HTTP/1.1" status: 200 len: 992 time: 0.2031565 Jul 16 08:52:34.063041 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.715852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e3169-fe19-4caa-91d3-a6c1e1bec503 req-cc2ae28c-07c8-474a-a60e-c930ff84d7f8 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:34.718913 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b08e3169-fe19-4caa-91d3-a6c1e1bec503 req-cc2ae28c-07c8-474a-a60e-c930ff84d7f8 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 931 time: 0.3203025 Jul 16 08:52:34.822640 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b08e3169-fe19-4caa-91d3-a6c1e1bec503 req-09b904ab-7189-435b-9ba7-b7e4031ffd83 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bdd1eb6-7a2a-4a41-abc9-0470c4b8d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889101 Jul 16 08:52:34.897269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6050a868-d665-4c4c-89f8-6d20b83f8b74 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:34.908652 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.932967 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45396) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:34.945563 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Transition to ACTIVE for port object 6050a868-d665-4c4c-89f8-6d20b83f8b74 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:34.954023 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.120824 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f6822932-1d6f-49b4-94f9-58d38de6d975 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/bbf882a8-6f55-4ecf-94ec-69baafc2db5a HTTP/1.1" status: 200 len: 994 time: 0.1863718 Jul 16 08:52:35.189535 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=6050a868-d665-4c4c-89f8-6d20b83f8b74,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.203173 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-acf8bcc8-fd01-4cba-8f34-3dd382a4b823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.346374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45436) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.366323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Attempting to bind port 6050a868-d665-4c4c-89f8-6d20b83f8b74 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:35.366876 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Attempting to bind port 6050a868-d665-4c4c-89f8-6d20b83f8b74 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '8c896c6c-8fda-4015-9da8-fdf9b44ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '609e3d12-85f5-49b1-999c-7e1ccab3a993'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:35.367433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Attempting to bind port 6050a868-d665-4c4c-89f8-6d20b83f8b74 on network 609e3d12-85f5-49b1-999c-7e1ccab3a993 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:35.375639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Port 6050a868-d665-4c4c-89f8-6d20b83f8b74 on network 609e3d12-85f5-49b1-999c-7e1ccab3a993 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:52:35.376735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Attempting to bind port 6050a868-d665-4c4c-89f8-6d20b83f8b74 on network 609e3d12-85f5-49b1-999c-7e1ccab3a993 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:35.386919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:35.387860 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Checking segment: {'id': '8c896c6c-8fda-4015-9da8-fdf9b44ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '609e3d12-85f5-49b1-999c-7e1ccab3a993'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:35.388932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Bound using segment: {'id': '8c896c6c-8fda-4015-9da8-fdf9b44ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '609e3d12-85f5-49b1-999c-7e1ccab3a993'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:35.389132 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.390513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Bound port: 6050a868-d665-4c4c-89f8-6d20b83f8b74, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c896c6c-8fda-4015-9da8-fdf9b44ae8b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '609e3d12-85f5-49b1-999c-7e1ccab3a993'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:35.391480 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.532598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] For port 6050a868-d665-4c4c-89f8-6d20b83f8b74, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:35.536833 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] For port 6050a868-d665-4c4c-89f8-6d20b83f8b74, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6050a868-d665-4c4c-89f8-6d20b83f8b74,segment=NetworkSegment(8c896c6c-8fda-4015-9da8-fdf9b44ae8b6),segment_id=8c896c6c-8fda-4015-9da8-fdf9b44ae8b6)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:35.566319 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.620969 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41ce13c2-94ea-4d0d-846f-08152783e42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.667588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:35.668316 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.684971 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] 10.222.0.38 "PUT /v2.0/ports/6050a868-d665-4c4c-89f8-6d20b83f8b74 HTTP/1.1" status: 200 len: 1092 time: 2.6914864 Jul 16 08:52:35.685560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f08344-fff2-4add-ab5a-fef4fabaeba3', 'tag': '6050a868-d665-4c4c-89f8-6d20b83f8b74'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:35.688057 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a362cc29-509d-46c8-b7f6-100b635a7930" -d '{"events": [{"name": "network-changed", "server_uuid": "93f08344-fff2-4add-ab5a-fef4fabaeba3", "tag": "6050a868-d665-4c4c-89f8-6d20b83f8b74"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:35.707106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096e541-d467-4284-baab-890e3956dbe4 service neutron] Pushing event updated for resources: {'Port': ['ID=6050a868-d665-4c4c-89f8-6d20b83f8b74,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.896997 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41ce13c2-94ea-4d0d-846f-08152783e42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.910716 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41ce13c2-94ea-4d0d-846f-08152783e42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.919701 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd7af6cd-d9b3-4557-81d0-5b24d6f02d14 x-openstack-request-id: req-dd7af6cd-d9b3-4557-81d0-5b24d6f02d14 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:35.919996 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f08344-fff2-4add-ab5a-fef4fabaeba3", "tag": "6050a868-d665-4c4c-89f8-6d20b83f8b74", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:35.920248 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd7af6cd-d9b3-4557-81d0-5b24d6f02d14 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:35.920676 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f08344-fff2-4add-ab5a-fef4fabaeba3', 'tag': '6050a868-d665-4c4c-89f8-6d20b83f8b74', 'status': 'completed', 'code': 200} Jul 16 08:52:35.957949 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-41ce13c2-94ea-4d0d-846f-08152783e42b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e2a28ed1495b429c91a52be3d7ab3d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6101673 Jul 16 08:52:35.959999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45496) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.975310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96541204-3e73-4fba-9c2e-3802c5d37847 req-30936c60-6d5f-4bdc-adaa-37847924ec7b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2566550 Jul 16 08:52:35.991406 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce13c2-94ea-4d0d-846f-08152783e42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1161a25f-cc67-406a-bb40-4ed67d66216d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:36.085022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-d4128edf-677b-4baa-8fc4-21af7946fbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:36.087981 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-d4128edf-677b-4baa-8fc4-21af7946fbf6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58c64443084e4954bcd025cd79813952&device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 1095 time: 0.2802093 Jul 16 08:52:36.262896 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-ad865b82-730c-419f-886a-56fa6bc2bb17 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6050a868-d665-4c4c-89f8-6d20b83f8b74 HTTP/1.1" status: 200 len: 217 time: 0.1641562 Jul 16 08:52:36.481776 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-81814542-fe1b-4668-8339-5fccd7ad943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:36.483325 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-81814542-fe1b-4668-8339-5fccd7ad943c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35722da9-0222-43d9-b0c5-82fbbd1e3823 HTTP/1.1" status: 200 len: 854 time: 0.2032089 Jul 16 08:52:36.504824 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-084e8d8f-c774-472b-87de-78b58ac95ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.572325 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-f2db8fcc-768d-4209-a96a-5c6ee6a5dba1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=609e3d12-85f5-49b1-999c-7e1ccab3a993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685780 Jul 16 08:52:36.627335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-084e8d8f-c774-472b-87de-78b58ac95ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.708067 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19071642-d60c-4442-b68d-0bb841ef78d9 req-f66928b5-6f20-457e-ac17-d5287bdc9edb tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:36.732919 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-19071642-d60c-4442-b68d-0bb841ef78d9 req-f66928b5-6f20-457e-ac17-d5287bdc9edb tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 943 time: 0.5139012 Jul 16 08:52:36.844679 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-19071642-d60c-4442-b68d-0bb841ef78d9 req-74577fee-9fa5-4ecc-859b-5d0213d4207d tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bdd1eb6-7a2a-4a41-abc9-0470c4b8d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103723 Jul 16 08:52:36.889032 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-d1aaf7e1-0f25-4bf8-b6ac-129706e5b4ca service neutron] 10.222.0.38 "GET /v2.0/networks/609e3d12-85f5-49b1-999c-7e1ccab3a993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045270 Jul 16 08:52:36.903788 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96541204-3e73-4fba-9c2e-3802c5d37847 req-ad497dc8-d28d-4d18-b8e9-f0247bf501ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:36.910421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96541204-3e73-4fba-9c2e-3802c5d37847 req-ad497dc8-d28d-4d18-b8e9-f0247bf501ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf13c641cc6b45f4add343877ddf9789&device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 1099 time: 0.8610759 Jul 16 08:52:36.926419 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-084e8d8f-c774-472b-87de-78b58ac95ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.929685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-084e8d8f-c774-472b-87de-78b58ac95ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.945724 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-084e8d8f-c774-472b-87de-78b58ac95ade admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1161a25f-cc67-406a-bb40-4ed67d66216d HTTP/1.1" status: 204 len: 168 time: 0.9642234 Jul 16 08:52:37.190617 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96541204-3e73-4fba-9c2e-3802c5d37847 req-fc771143-1f74-42e4-9954-18975cfc157c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:37.192413 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96541204-3e73-4fba-9c2e-3802c5d37847 req-fc771143-1f74-42e4-9954-18975cfc157c service neutron] 10.222.0.15 "GET /v2.0/networks?id=0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 200 len: 917 time: 0.2562492 Jul 16 08:52:37.199743 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-01ca456a-2261-4b77-b74a-7fd38cbb4b7a req-522ea5fd-d285-4987-bf54-ca9e7505e16c service neutron] 10.222.0.38 "GET /v2.0/networks/609e3d12-85f5-49b1-999c-7e1ccab3a993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3037157 Jul 16 08:52:37.207467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084e8d8f-c774-472b-87de-78b58ac95ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1161a25f-cc67-406a-bb40-4ed67d66216d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:37.361130 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96541204-3e73-4fba-9c2e-3802c5d37847 req-970a5542-34aa-428c-a82b-067d430bcb99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e8bc063f-186b-4327-9b76-96651514aae3 HTTP/1.1" status: 200 len: 1002 time: 0.1607871 Jul 16 08:52:37.475305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96541204-3e73-4fba-9c2e-3802c5d37847 req-a4715103-032a-4865-a171-b4c6001d25ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:37.478734 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96541204-3e73-4fba-9c2e-3802c5d37847 req-a4715103-032a-4865-a171-b4c6001d25ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ff038ab-4107-4385-b9f7-5e2bfac47b22 HTTP/1.1" status: 200 len: 856 time: 0.1111939 Jul 16 08:52:37.481215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362cc29-509d-46c8-b7f6-100b635a7930 req-dca68347-490b-434e-b824-888f15e98674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:37.484476 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a362cc29-509d-46c8-b7f6-100b635a7930 req-dca68347-490b-434e-b824-888f15e98674 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=58c64443084e4954bcd025cd79813952&device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 1095 time: 0.1790669 Jul 16 08:52:37.560569 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45648) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:37.595027 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-400d4ad2-cb87-4c1b-8d49-af654e6e76dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.601781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96541204-3e73-4fba-9c2e-3802c5d37847 req-9d87f41b-bf6f-4088-a252-17f2cbd3186b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:37.604580 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96541204-3e73-4fba-9c2e-3802c5d37847 req-9d87f41b-bf6f-4088-a252-17f2cbd3186b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0398bf6f-6792-4b35-accc-6c390953dadf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1113598 Jul 16 08:52:37.833546 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96541204-3e73-4fba-9c2e-3802c5d37847 req-8ac00c1e-b4ec-49a9-b321-a2d668471aab service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117202 Jul 16 08:52:37.920711 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-84cd1264-88b6-40f9-b9d4-d255167bd836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.979966 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-400d4ad2-cb87-4c1b-8d49-af654e6e76dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.022085 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-400d4ad2-cb87-4c1b-8d49-af654e6e76dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.112939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d4ad2-cb87-4c1b-8d49-af654e6e76dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba30195b-9694-4a8e-bb4a-954ba8afa8e1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:38.164847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362cc29-509d-46c8-b7f6-100b635a7930 req-9f9e4a2d-06f5-4bf0-a7eb-d60aba6a0981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:38.168153 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a362cc29-509d-46c8-b7f6-100b635a7930 req-9f9e4a2d-06f5-4bf0-a7eb-d60aba6a0981 service neutron] 10.222.0.38 "GET /v2.0/networks?id=609e3d12-85f5-49b1-999c-7e1ccab3a993 HTTP/1.1" status: 200 len: 914 time: 0.6766348 Jul 16 08:52:38.174957 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-400d4ad2-cb87-4c1b-8d49-af654e6e76dc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=960a9d3356394e6197f5a92248888dd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6130848 Jul 16 08:52:38.179083 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.206778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45712) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:38.255749 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a362cc29-509d-46c8-b7f6-100b635a7930 req-ee6a7422-328e-4fc0-9322-672af1f73fab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6050a868-d665-4c4c-89f8-6d20b83f8b74 HTTP/1.1" status: 200 len: 217 time: 0.0790701 Jul 16 08:52:38.342446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362cc29-509d-46c8-b7f6-100b635a7930 req-014ea287-0f09-441d-9b1e-ce82f3c97a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:38.344012 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a362cc29-509d-46c8-b7f6-100b635a7930 req-014ea287-0f09-441d-9b1e-ce82f3c97a9d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=35722da9-0222-43d9-b0c5-82fbbd1e3823 HTTP/1.1" status: 200 len: 854 time: 0.0826013 Jul 16 08:52:38.411242 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a362cc29-509d-46c8-b7f6-100b635a7930 req-5e40179a-0092-46ad-92e5-5f1686d6bb0d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=609e3d12-85f5-49b1-999c-7e1ccab3a993&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602105 Jul 16 08:52:38.459017 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96541204-3e73-4fba-9c2e-3802c5d37847 req-9e1ad28f-1a80-4aca-9ac4-56441aa824ae service neutron] 10.222.0.15 "GET /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6237166 Jul 16 08:52:38.527951 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25871e3-5659-4e00-8b4a-c1b94a089d74 req-244abe79-3c81-4f25-9757-0f885f350e44 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:38.529893 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c25871e3-5659-4e00-8b4a-c1b94a089d74 req-244abe79-3c81-4f25-9757-0f885f350e44 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 943 time: 0.3244724 Jul 16 08:52:38.531479 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b138a03d-e9fb-4524-8020-9f26d4bc4568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.575117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b138a03d-e9fb-4524-8020-9f26d4bc4568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.654342 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a362cc29-509d-46c8-b7f6-100b635a7930 req-372c8d18-6eab-452b-b62a-b03752654e1d service neutron] 10.222.0.38 "GET /v2.0/networks/609e3d12-85f5-49b1-999c-7e1ccab3a993?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2370479 Jul 16 08:52:38.727523 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c25871e3-5659-4e00-8b4a-c1b94a089d74 req-21a4164e-d9e9-47cd-80dc-340815a60ab0 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bdd1eb6-7a2a-4a41-abc9-0470c4b8d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321855 Jul 16 08:52:38.745865 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b138a03d-e9fb-4524-8020-9f26d4bc4568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.748778 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b138a03d-e9fb-4524-8020-9f26d4bc4568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.750035 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b138a03d-e9fb-4524-8020-9f26d4bc4568 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba30195b-9694-4a8e-bb4a-954ba8afa8e1 HTTP/1.1" status: 204 len: 168 time: 0.5355027 Jul 16 08:52:38.791211 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a362cc29-509d-46c8-b7f6-100b635a7930 req-a12d4ab4-fda0-4db6-a5fc-20d0e6ebec01 service neutron] 10.222.0.38 "GET /v2.0/networks/609e3d12-85f5-49b1-999c-7e1ccab3a993?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304176 Jul 16 08:52:38.791882 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138a03d-e9fb-4524-8020-9f26d4bc4568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba30195b-9694-4a8e-bb4a-954ba8afa8e1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:39.686407 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:40.243217 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38539b53-3c6d-4bf3-a331-4f223b1340d3 req-cf82f0da-3c31-45f8-8df6-1e7ef691437a tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:40.247287 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-38539b53-3c6d-4bf3-a331-4f223b1340d3 req-cf82f0da-3c31-45f8-8df6-1e7ef691437a tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 943 time: 0.1797569 Jul 16 08:52:40.378253 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-38539b53-3c6d-4bf3-a331-4f223b1340d3 req-35fede87-cb97-4803-b9be-1aa25f2f3812 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bdd1eb6-7a2a-4a41-abc9-0470c4b8d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240246 Jul 16 08:52:41.050149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6050a868-d665-4c4c-89f8-6d20b83f8b74 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:52:41.280653 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.466614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6050a868-d665-4c4c-89f8-6d20b83f8b74, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6050a868-d665-4c4c-89f8-6d20b83f8b74,segment=NetworkSegment(8c896c6c-8fda-4015-9da8-fdf9b44ae8b6),segment_id=8c896c6c-8fda-4015-9da8-fdf9b44ae8b6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:41.508280 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '6050a868-d665-4c4c-89f8-6d20b83f8b74', 'network_id': '609e3d12-85f5-49b1-999c-7e1ccab3a993', 'port_id': '6050a868-d665-4c4c-89f8-6d20b83f8b74', 'mac_address': 'fa:16:3e:e1:55:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 76, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35722da9-0222-43d9-b0c5-82fbbd1e3823', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:52:41.611627 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.652101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6050a868-d665-4c4c-89f8-6d20b83f8b74 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:41.709716 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6050a868-d665-4c4c-89f8-6d20b83f8b74, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6050a868-d665-4c4c-89f8-6d20b83f8b74,segment=NetworkSegment(8c896c6c-8fda-4015-9da8-fdf9b44ae8b6),segment_id=8c896c6c-8fda-4015-9da8-fdf9b44ae8b6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:41.717945 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:41.869854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=6050a868-d665-4c4c-89f8-6d20b83f8b74,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:41.940095 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['6050a868-d665-4c4c-89f8-6d20b83f8b74'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:41.985358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb2b2c-8a72-4664-a00f-cc88f14d76c9 req-4df066bf-0917-4085-8cc4-1e688ffcb4f2 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:41.988744 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2aeb2b2c-8a72-4664-a00f-cc88f14d76c9 req-4df066bf-0917-4085-8cc4-1e688ffcb4f2 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 944 time: 0.2214115 Jul 16 08:52:42.109429 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2aeb2b2c-8a72-4664-a00f-cc88f14d76c9 req-761e6171-1c9d-4d22-9952-05004554e719 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bdd1eb6-7a2a-4a41-abc9-0470c4b8d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121714 Jul 16 08:52:43.072783 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6050a868-d665-4c4c-89f8-6d20b83f8b74 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:43.216927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 6050a868-d665-4c4c-89f8-6d20b83f8b74 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:43.229145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 6050a868-d665-4c4c-89f8-6d20b83f8b74 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:43.230003 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.456137 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.504420 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f08344-fff2-4add-ab5a-fef4fabaeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6050a868-d665-4c4c-89f8-6d20b83f8b74'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:43.508633 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f3ce3af-3e12-4e3f-8fc2-6b5e8fdaff3e" -d '{"events": [{"server_uuid": "93f08344-fff2-4add-ab5a-fef4fabaeba3", "name": "network-vif-plugged", "status": "completed", "tag": "6050a868-d665-4c4c-89f8-6d20b83f8b74"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:43.526549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6050a868-d665-4c4c-89f8-6d20b83f8b74, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6050a868-d665-4c4c-89f8-6d20b83f8b74,segment=NetworkSegment(8c896c6c-8fda-4015-9da8-fdf9b44ae8b6),segment_id=8c896c6c-8fda-4015-9da8-fdf9b44ae8b6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:43.541550 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:43.642138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7faf5-af59-49f9-889b-90d9c0f3ed39 req-c9ac658a-1037-4670-a9ca-e6d574696a0c tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:43.669980 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-98f7faf5-af59-49f9-889b-90d9c0f3ed39 req-c9ac658a-1037-4670-a9ca-e6d574696a0c tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 944 time: 0.3072155 Jul 16 08:52:43.692024 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28dc8c36-918c-4908-88f8-aa0d0e44beb0 x-openstack-request-id: req-28dc8c36-918c-4908-88f8-aa0d0e44beb0 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:43.692328 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f08344-fff2-4add-ab5a-fef4fabaeba3", "name": "network-vif-plugged", "status": "completed", "tag": "6050a868-d665-4c4c-89f8-6d20b83f8b74", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:43.692612 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28dc8c36-918c-4908-88f8-aa0d0e44beb0 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:43.693176 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f08344-fff2-4add-ab5a-fef4fabaeba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6050a868-d665-4c4c-89f8-6d20b83f8b74', 'code': 200} Jul 16 08:52:43.693792 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=6050a868-d665-4c4c-89f8-6d20b83f8b74,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:43.952990 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-98f7faf5-af59-49f9-889b-90d9c0f3ed39 req-a9175a08-a77a-4ede-9a77-bbf13ba6b25f tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bdd1eb6-7a2a-4a41-abc9-0470c4b8d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751644 Jul 16 08:52:43.991395 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d85557-58a6-4580-b89e-029be87f719b req-91f1d8c1-4046-4529-a5e8-7e08a9d74951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:43.992890 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3d85557-58a6-4580-b89e-029be87f719b req-91f1d8c1-4046-4529-a5e8-7e08a9d74951 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 1097 time: 0.1894929 Jul 16 08:52:44.038527 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3d85557-58a6-4580-b89e-029be87f719b req-c0823dc9-60fb-4ab8-ba2d-f95f70f418e2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2bdd1eb6-7a2a-4a41-abc9-0470c4b8d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348246 Jul 16 08:52:45.626375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ced280-abbb-45e9-b443-d8b11beb2dc3 req-4e5c7db3-c129-4d86-a1f6-fbf2cb92eeb7 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:45.637235 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-36ced280-abbb-45e9-b443-d8b11beb2dc3 req-4e5c7db3-c129-4d86-a1f6-fbf2cb92eeb7 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 945 time: 0.2168221 Jul 16 08:52:45.725268 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-36ced280-abbb-45e9-b443-d8b11beb2dc3 req-ebaa99cb-6204-4dcf-b54f-f345ee0df80f tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bdd1eb6-7a2a-4a41-abc9-0470c4b8d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843511 Jul 16 08:52:45.852676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46282) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:46.203846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46320) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:46.206430 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d6f68f54-0301-445c-9e5a-6cd27155942a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.676784 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d6f68f54-0301-445c-9e5a-6cd27155942a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.684218 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d6f68f54-0301-445c-9e5a-6cd27155942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.776489 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f68f54-0301-445c-9e5a-6cd27155942a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abc8a3c-5084-44a9-a2b4-f63ed8cf5276,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:46.788192 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d6f68f54-0301-445c-9e5a-6cd27155942a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9eeefc982644210a21148c82984cffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9341240 Jul 16 08:52:46.793592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46372) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:47.057138 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df5f7cba-c118-4ef2-992d-f0439d12d6bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.144940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df5f7cba-c118-4ef2-992d-f0439d12d6bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.284960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df5f7cba-c118-4ef2-992d-f0439d12d6bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.294664 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df5f7cba-c118-4ef2-992d-f0439d12d6bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.331677 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-df5f7cba-c118-4ef2-992d-f0439d12d6bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3abc8a3c-5084-44a9-a2b4-f63ed8cf5276 HTTP/1.1" status: 204 len: 168 time: 0.5035439 Jul 16 08:52:47.360077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f7cba-c118-4ef2-992d-f0439d12d6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abc8a3c-5084-44a9-a2b4-f63ed8cf5276,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:47.455128 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9ebd-f33b-422c-9c9c-4a7aef6ca926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.959543 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0609a7-eca7-4029-b6b1-2273e7c7c9d0 req-bb7413e2-80cf-40ad-a74a-a3acbf93a6da tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:47.963728 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cc0609a7-eca7-4029-b6b1-2273e7c7c9d0 req-bb7413e2-80cf-40ad-a74a-a3acbf93a6da tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 945 time: 0.2422941 Jul 16 08:52:48.076011 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cc0609a7-eca7-4029-b6b1-2273e7c7c9d0 req-8fcac016-7bf0-4dc2-804f-ec507f70821f tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bdd1eb6-7a2a-4a41-abc9-0470c4b8d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852389 Jul 16 08:52:48.271530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6c7e9ebd-f33b-422c-9c9c-4a7aef6ca926 admin admin] Deleting port 2756cbed-f961-46b5-99d3-04f53e81ca53 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:48.272050 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9ebd-f33b-422c-9c9c-4a7aef6ca926 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.501638 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-6c7e9ebd-f33b-422c-9c9c-4a7aef6ca926 admin admin] For port 2756cbed-f961-46b5-99d3-04f53e81ca53, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2756cbed-f961-46b5-99d3-04f53e81ca53,segment=NetworkSegment(743d25d6-1915-4c71-bb53-2c00b3df4fdc),segment_id=743d25d6-1915-4c71-bb53-2c00b3df4fdc)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:48.502633 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9ebd-f33b-422c-9c9c-4a7aef6ca926 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.520236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6c7e9ebd-f33b-422c-9c9c-4a7aef6ca926 admin admin] Calling delete_port for 2756cbed-f961-46b5-99d3-04f53e81ca53 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:48.737767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18531c-cd8f-4e1c-bcc3-0af0e71d8e30 req-e0d16187-88a2-4952-8ce8-b17d63778175 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:48.739630 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d18531c-cd8f-4e1c-bcc3-0af0e71d8e30 req-e0d16187-88a2-4952-8ce8-b17d63778175 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.38 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 945 time: 0.1695101 Jul 16 08:52:48.930242 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9ebd-f33b-422c-9c9c-4a7aef6ca926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.936896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-5d18531c-cd8f-4e1c-bcc3-0af0e71d8e30 req-b34deb6f-b77f-400c-b247-28266e3c0586 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Deleting port 6050a868-d665-4c4c-89f8-6d20b83f8b74 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:48.937766 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5d18531c-cd8f-4e1c-bcc3-0af0e71d8e30 req-b34deb6f-b77f-400c-b247-28266e3c0586 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.100798 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e9ebd-f33b-422c-9c9c-4a7aef6ca926 admin admin] Pushing event deleted for resources: {'Port': ['ID=2756cbed-f961-46b5-99d3-04f53e81ca53,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:49.248891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-5d18531c-cd8f-4e1c-bcc3-0af0e71d8e30 req-b34deb6f-b77f-400c-b247-28266e3c0586 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] For port 6050a868-d665-4c4c-89f8-6d20b83f8b74, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6050a868-d665-4c4c-89f8-6d20b83f8b74,segment=NetworkSegment(8c896c6c-8fda-4015-9da8-fdf9b44ae8b6),segment_id=8c896c6c-8fda-4015-9da8-fdf9b44ae8b6)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:49.249744 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5d18531c-cd8f-4e1c-bcc3-0af0e71d8e30 req-b34deb6f-b77f-400c-b247-28266e3c0586 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.307749 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-5d18531c-cd8f-4e1c-bcc3-0af0e71d8e30 req-b34deb6f-b77f-400c-b247-28266e3c0586 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Calling delete_port for 6050a868-d665-4c4c-89f8-6d20b83f8b74 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:49.592915 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5d18531c-cd8f-4e1c-bcc3-0af0e71d8e30 req-b34deb6f-b77f-400c-b247-28266e3c0586 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.604980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['6050a868-d665-4c4c-89f8-6d20b83f8b74'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:49.681588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34deb6f-b77f-400c-b247-28266e3c0586 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Pushing event deleted for resources: {'Port': ['ID=6050a868-d665-4c4c-89f8-6d20b83f8b74,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:49.708920 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961f23e9-5d91-4e87-aa93-677f1f0d44e9 req-8cf9ddb4-c47b-4995-a528-4b7bdad26ec0 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:49.717755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-961f23e9-5d91-4e87-aa93-677f1f0d44e9 req-8cf9ddb4-c47b-4995-a528-4b7bdad26ec0 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 867 time: 0.3334789 Jul 16 08:52:49.744117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c7e9ebd-f33b-422c-9c9c-4a7aef6ca926 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.768412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d18531c-cd8f-4e1c-bcc3-0af0e71d8e30 req-b34deb6f-b77f-400c-b247-28266e3c0586 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] No DVR routers for this DVR port 6050a868-d665-4c4c-89f8-6d20b83f8b74 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:49.779761 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5d18531c-cd8f-4e1c-bcc3-0af0e71d8e30 req-b34deb6f-b77f-400c-b247-28266e3c0586 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.788230 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d18531c-cd8f-4e1c-bcc3-0af0e71d8e30 req-b34deb6f-b77f-400c-b247-28266e3c0586 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.38 "DELETE /v2.0/ports/6050a868-d665-4c4c-89f8-6d20b83f8b74 HTTP/1.1" status: 204 len: 173 time: 1.0426259 Jul 16 08:52:49.789073 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f08344-fff2-4add-ab5a-fef4fabaeba3', 'name': 'network-vif-deleted', 'tag': '6050a868-d665-4c4c-89f8-6d20b83f8b74'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:49.792952 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b48412-a388-44b2-832c-9f1977c67493" -d '{"events": [{"server_uuid": "93f08344-fff2-4add-ab5a-fef4fabaeba3", "name": "network-vif-deleted", "tag": "6050a868-d665-4c4c-89f8-6d20b83f8b74"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:49.864342 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-961f23e9-5d91-4e87-aa93-677f1f0d44e9 req-1d5e4bd5-a5b9-4106-820c-518daed35719 tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/security-groups?id=2bdd1eb6-7a2a-4a41-abc9-0470c4b8d93d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362579 Jul 16 08:52:49.920237 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642e3375-65ea-4f92-9347-26e52a62f284 x-openstack-request-id: req-642e3375-65ea-4f92-9347-26e52a62f284 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:49.928789 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f08344-fff2-4add-ab5a-fef4fabaeba3", "name": "network-vif-deleted", "tag": "6050a868-d665-4c4c-89f8-6d20b83f8b74", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:49.929041 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-642e3375-65ea-4f92-9347-26e52a62f284 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:49.929483 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f08344-fff2-4add-ab5a-fef4fabaeba3', 'name': 'network-vif-deleted', 'tag': '6050a868-d665-4c4c-89f8-6d20b83f8b74', 'status': 'completed', 'code': 200} Jul 16 08:52:50.462176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c7e9ebd-f33b-422c-9c9c-4a7aef6ca926 admin admin] Router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:50.970045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826e16e-3548-4078-bfad-6d02fca4082c req-f2c5bc81-7267-438f-b77e-ebbb6eaff7ec tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:50.989392 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0826e16e-3548-4078-bfad-6d02fca4082c req-f2c5bc81-7267-438f-b77e-ebbb6eaff7ec tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 947 time: 0.2029269 Jul 16 08:52:51.012631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c7e9ebd-f33b-422c-9c9c-4a7aef6ca926 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:51.050033 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104867c1-121e-4f72-846c-e9ee116ce961 None None] Sync routers for ids ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:51.069868 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6c7e9ebd-f33b-422c-9c9c-4a7aef6ca926 admin admin] 10.222.0.20 "PUT /v2.0/routers/6c324e5e-1b9e-45ec-935a-1dc39b664b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8637798 Jul 16 08:52:51.073120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46538) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:51.073999 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104867c1-121e-4f72-846c-e9ee116ce961 None None] Routers {'6c324e5e-1b9e-45ec-935a-1dc39b664b2d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:51.076140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-104867c1-121e-4f72-846c-e9ee116ce961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:52:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:51.117213 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0826e16e-3548-4078-bfad-6d02fca4082c req-4cebfb3e-f794-40b4-9e66-4795af4e8cb1 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256495 Jul 16 08:52:51.318844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-104867c1-121e-4f72-846c-e9ee116ce961 None None] Set router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:51.461148 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10ce7c98-c8a2-4432-8a88-56d94dfcaaac req-41d8563c-1429-470b-a61d-761f2abdef8f tempest-ServerAddressesTestJSON-1724886201 tempest-ServerAddressesTestJSON-1724886201-project] 10.222.0.20 "GET /v2.0/ports?device_id=93f08344-fff2-4add-ab5a-fef4fabaeba3 HTTP/1.1" status: 200 len: 210 time: 0.1481676 Jul 16 08:52:51.742961 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.890906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-104867c1-121e-4f72-846c-e9ee116ce961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:50Z', 'updated_at': '2021-07-16T08:52:48Z', 'revision_number': 5, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'gw_port': {'id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:52Z', 'updated_at': '2021-07-16T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:51.954191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104867c1-121e-4f72-846c-e9ee116ce961 None None] Checking router: 6c324e5e-1b9e-45ec-935a-1dc39b664b2d for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:51.995545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104867c1-121e-4f72-846c-e9ee116ce961 None None] Routers {'6c324e5e-1b9e-45ec-935a-1dc39b664b2d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:51.996688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-104867c1-121e-4f72-846c-e9ee116ce961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:52:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:52.219122 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.487494 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-668ffc03-b044-49b9-a7c7-5fa5a03bd058 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:52.490497 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-668ffc03-b044-49b9-a7c7-5fa5a03bd058 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 947 time: 0.5830853 Jul 16 08:52:52.501372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-104867c1-121e-4f72-846c-e9ee116ce961 None None] Set router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:52.845749 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46610) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:53.048138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0b10ac9-ae83-445d-9b38-b604e724e8b2 admin admin] Deleting subnet 35722da9-0222-43d9-b0c5-82fbbd1e3823 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:53.060443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e0b10ac9-ae83-445d-9b38-b604e724e8b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.100014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6050a868-d665-4c4c-89f8-6d20b83f8b74 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:53.113842 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-104867c1-121e-4f72-846c-e9ee116ce961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:50Z', 'updated_at': '2021-07-16T08:52:48Z', 'revision_number': 5, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'gw_port': {'id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:52Z', 'updated_at': '2021-07-16T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:53.155555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9f181f-59ce-4ed2-8444-1888c5fec3d1 req-aa1fb07e-9159-4738-9366-a4a9010c27df tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:53.161503 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9b9f181f-59ce-4ed2-8444-1888c5fec3d1 req-aa1fb07e-9159-4738-9366-a4a9010c27df tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 947 time: 0.8207862 Jul 16 08:52:53.266159 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e0b10ac9-ae83-445d-9b38-b604e724e8b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.307321 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9b9f181f-59ce-4ed2-8444-1888c5fec3d1 req-a5af813f-5c39-4699-85c2-9fc772960b5b tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241961 Jul 16 08:52:53.331632 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-b5fe7bb7-b062-475f-9969-52b9e8b73100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Deleting port e8bc063f-186b-4327-9b76-96651514aae3 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:53.332031 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-b5fe7bb7-b062-475f-9969-52b9e8b73100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.343508 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 6050a868-d665-4c4c-89f8-6d20b83f8b74 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:53.343905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6050a868-d665-4c4c-89f8-6d20b83f8b74 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:53.346647 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104867c1-121e-4f72-846c-e9ee116ce961 None None] The sync data for ids ['6c324e5e-1b9e-45ec-935a-1dc39b664b2d'] in n-d-758944-46 is: [{'id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'name': 'tempest-TaggedBootDevicesTest-347433352-router', 'tenant_id': '46303320ff7f4d03aa15dd678ab3bee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:39:50Z', 'updated_at': '2021-07-16T08:52:48Z', 'revision_number': 5, 'project_id': '46303320ff7f4d03aa15dd678ab3bee8', 'gw_port': {'id': '11cc1eb0-0930-49d7-87d4-176b56191437', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:7f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c324e5e-1b9e-45ec-935a-1dc39b664b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1288, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:39:52Z', 'updated_at': '2021-07-16T08:40:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:53.439525 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e0b10ac9-ae83-445d-9b38-b604e724e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.570115 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] Deleting port 11cc1eb0-0930-49d7-87d4-176b56191437 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:53.571177 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.665047 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e0b10ac9-ae83-445d-9b38-b604e724e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.674584 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-b5fe7bb7-b062-475f-9969-52b9e8b73100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] For port e8bc063f-186b-4327-9b76-96651514aae3, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e8bc063f-186b-4327-9b76-96651514aae3,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:53.675098 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-b5fe7bb7-b062-475f-9969-52b9e8b73100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.716789 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b10ac9-ae83-445d-9b38-b604e724e8b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35722da9-0222-43d9-b0c5-82fbbd1e3823,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:53.721328 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e0b10ac9-ae83-445d-9b38-b604e724e8b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.727008 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e0b10ac9-ae83-445d-9b38-b604e724e8b2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/35722da9-0222-43d9-b0c5-82fbbd1e3823 HTTP/1.1" status: 204 len: 168 time: 0.8799021 Jul 16 08:52:53.731283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46632) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:53.863099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2756cbed-f961-46b5-99d3-04f53e81ca53 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:53.890332 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 2756cbed-f961-46b5-99d3-04f53e81ca53 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:53.890989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2756cbed-f961-46b5-99d3-04f53e81ca53 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:54.067312 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7498454-cd85-4453-9477-7b14cfd0f58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.097535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] For port 11cc1eb0-0930-49d7-87d4-176b56191437, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=11cc1eb0-0930-49d7-87d4-176b56191437,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:54.098069 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.261919 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] Calling delete_port for 11cc1eb0-0930-49d7-87d4-176b56191437 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:54.417581 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7498454-cd85-4453-9477-7b14cfd0f58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.476195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b7498454-cd85-4453-9477-7b14cfd0f58f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['609e3d12-85f5-49b1-999c-7e1ccab3a993']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:54.506246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b7498454-cd85-4453-9477-7b14cfd0f58f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c896c6c-8fda-4015-9da8-fdf9b44ae8b6') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:54.506569 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b7498454-cd85-4453-9477-7b14cfd0f58f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c896c6c-8fda-4015-9da8-fdf9b44ae8b6') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:54.533975 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7498454-cd85-4453-9477-7b14cfd0f58f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.580235 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7498454-cd85-4453-9477-7b14cfd0f58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.602355 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-b5fe7bb7-b062-475f-9969-52b9e8b73100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.603186 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-b5fe7bb7-b062-475f-9969-52b9e8b73100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.603186 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-b5fe7bb7-b062-475f-9969-52b9e8b73100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Floating IP 3a1099be-ff34-42e9-95c2-9a839c55165d disassociated. External IP: 172.25.4.182, port: e8bc063f-186b-4327-9b76-96651514aae3. Jul 16 08:52:54.603550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-b5fe7bb7-b062-475f-9969-52b9e8b73100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Calling delete_port for e8bc063f-186b-4327-9b76-96651514aae3 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:54.625348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7498454-cd85-4453-9477-7b14cfd0f58f admin admin] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:54.637880 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7498454-cd85-4453-9477-7b14cfd0f58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:54.695224 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:54.849752 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7498454-cd85-4453-9477-7b14cfd0f58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.911276 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7498454-cd85-4453-9477-7b14cfd0f58f admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.916989 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b7498454-cd85-4453-9477-7b14cfd0f58f admin admin] 10.222.0.20 "DELETE /v2.0/networks/609e3d12-85f5-49b1-999c-7e1ccab3a993 HTTP/1.1" status: 204 len: 168 time: 1.1821578 Jul 16 08:52:54.920454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7498454-cd85-4453-9477-7b14cfd0f58f admin admin] Pushing event deleted for resources: {'Network': ['ID=609e3d12-85f5-49b1-999c-7e1ccab3a993,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:54.927010 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.159832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] Pushing event deleted for resources: {'Port': ['ID=11cc1eb0-0930-49d7-87d4-176b56191437,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:55.245840 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56102e-2d72-4b1f-86da-84f8582f6002 req-b54b7837-0fc8-48ce-ab34-022828875fe3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:55.256025 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5e56102e-2d72-4b1f-86da-84f8582f6002 req-b54b7837-0fc8-48ce-ab34-022828875fe3 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 947 time: 0.3373311 Jul 16 08:52:55.256763 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-b5fe7bb7-b062-475f-9969-52b9e8b73100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.461574 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:55.470564 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5e56102e-2d72-4b1f-86da-84f8582f6002 req-66e58c18-052b-41d2-97e4-a4ee44e0d2b7 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups?id=230597e5-b954-460b-9c64-309ae39c165b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1943066 Jul 16 08:52:55.616756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46678) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:55.620196 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fe7bb7-b062-475f-9969-52b9e8b73100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event deleted for resources: {'Port': ['ID=e8bc063f-186b-4327-9b76-96651514aae3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:55.763074 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-49ae792d-e039-45a9-aa5d-178af090d4f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58c64443084e4954bcd025cd79813952&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1408851 Jul 16 08:52:55.777264 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46682) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:55.987749 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5393-ce57-4868-82e0-fe650bde3269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.052488 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5393-ce57-4868-82e0-fe650bde3269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.128113 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5393-ce57-4868-82e0-fe650bde3269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.131744 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6bd5393-ce57-4868-82e0-fe650bde3269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.133760 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b6bd5393-ce57-4868-82e0-fe650bde3269 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bdd1eb6-7a2a-4a41-abc9-0470c4b8d93d HTTP/1.1" status: 204 len: 168 time: 0.3554235 Jul 16 08:52:56.145270 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd5393-ce57-4868-82e0-fe650bde3269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdd1eb6-7a2a-4a41-abc9-0470c4b8d93d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:56.274785 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.312989 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:56.319107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-b5fe7bb7-b062-475f-9969-52b9e8b73100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Router a490ce74-ea4f-4455-8679-4d8629c7613f has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:56.577513 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e8bc063f-186b-4327-9b76-96651514aae3 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:56.659804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: e8bc063f-186b-4327-9b76-96651514aae3 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:56.660156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e8bc063f-186b-4327-9b76-96651514aae3 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:57.485227 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.487215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c324e5e-1b9e-45ec-935a-1dc39b664b2d {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:57.520886 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-396ec20a-c26f-47bb-8bc2-76b33ab93122 req-c3e7400d-3f2c-49f5-a667-72ad11244537 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 210 time: 0.1054499 Jul 16 08:52:57.535795 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.544231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46718) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:57.545137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dc534c7a-9a2f-4103-acbd-3cbf5b321629 admin admin] 10.222.0.20 "DELETE /v2.0/routers/6c324e5e-1b9e-45ec-935a-1dc39b664b2d HTTP/1.1" status: 204 len: 168 time: 6.4630377 Jul 16 08:52:57.666257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-eae7fce4-3595-4e9c-892b-0f68316e454a admin admin] Deleting subnet fad49db9-2978-448c-81ea-10717ca5b65f {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:57.680488 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eae7fce4-3595-4e9c-892b-0f68316e454a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.766413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-b5fe7bb7-b062-475f-9969-52b9e8b73100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:57.784615 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eae7fce4-3595-4e9c-892b-0f68316e454a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.786418 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccaba7e-d898-41ff-bb7f-f83765f9f82c None None] Sync routers for ids ['a490ce74-ea4f-4455-8679-4d8629c7613f'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:57.833838 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccaba7e-d898-41ff-bb7f-f83765f9f82c None None] Routers {'a490ce74-ea4f-4455-8679-4d8629c7613f'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:57.837102 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dccaba7e-d898-41ff-bb7f-f83765f9f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:52:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a490ce74-ea4f-4455-8679-4d8629c7613f'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:57.887766 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-b5fe7bb7-b062-475f-9969-52b9e8b73100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] No DVR routers for this DVR port e8bc063f-186b-4327-9b76-96651514aae3 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:57.896413 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-b5fe7bb7-b062-475f-9969-52b9e8b73100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:57.904934 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81e34dae-4ee5-48d8-9b1a-4705e243d9f6 req-b5fe7bb7-b062-475f-9969-52b9e8b73100 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.15 "DELETE /v2.0/ports/e8bc063f-186b-4327-9b76-96651514aae3 HTTP/1.1" status: 204 len: 173 time: 5.3883834 Jul 16 08:52:57.905985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'name': 'network-vif-deleted', 'tag': 'e8bc063f-186b-4327-9b76-96651514aae3'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:57.909417 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dfac20-a6a9-49b7-a885-aee4025e3076" -d '{"events": [{"server_uuid": "4eff8273-7e13-4010-ada4-a8c9596b549a", "name": "network-vif-deleted", "tag": "e8bc063f-186b-4327-9b76-96651514aae3"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:57.979322 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8377464d-ca5b-4976-9b12-7d486250c8d5 x-openstack-request-id: req-8377464d-ca5b-4976-9b12-7d486250c8d5 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:57.981221 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eff8273-7e13-4010-ada4-a8c9596b549a", "name": "network-vif-deleted", "tag": "e8bc063f-186b-4327-9b76-96651514aae3", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:57.981743 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8377464d-ca5b-4976-9b12-7d486250c8d5 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:57.987699 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eff8273-7e13-4010-ada4-a8c9596b549a', 'name': 'network-vif-deleted', 'tag': 'e8bc063f-186b-4327-9b76-96651514aae3', 'status': 'completed', 'code': 200} Jul 16 08:52:58.085351 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eae7fce4-3595-4e9c-892b-0f68316e454a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.291337 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eae7fce4-3595-4e9c-892b-0f68316e454a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.390284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7fce4-3595-4e9c-892b-0f68316e454a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fad49db9-2978-448c-81ea-10717ca5b65f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:58.407806 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eae7fce4-3595-4e9c-892b-0f68316e454a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.413988 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-eae7fce4-3595-4e9c-892b-0f68316e454a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fad49db9-2978-448c-81ea-10717ca5b65f HTTP/1.1" status: 204 len: 168 time: 0.8664255 Jul 16 08:52:58.415116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46742) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:58.419866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f187f6-f373-4499-8cb6-3e7608e80324 None None] Network ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:58.435733 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-dccaba7e-d898-41ff-bb7f-f83765f9f82c None None] Set router a490ce74-ea4f-4455-8679-4d8629c7613f gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:58.653668 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:58.708082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad0c562-df36-427f-a06d-2f071ab208a3 req-daff52d4-1f82-41ae-b9d8-b1c00654d296 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:58.710864 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ad0c562-df36-427f-a06d-2f071ab208a3 req-daff52d4-1f82-41ae-b9d8-b1c00654d296 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1098 time: 0.2808146 Jul 16 08:52:58.815693 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ad0c562-df36-427f-a06d-2f071ab208a3 req-e0493d22-513f-478d-905a-d86a080ad58d tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950875 Jul 16 08:52:58.832173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39549e07-a823-4d3c-9726-c8798da6e3fc None None] DHCP port deletion for ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:59.008803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-39549e07-a823-4d3c-9726-c8798da6e3fc None None] Deleting port 4649c543-9cd7-40ec-9297-c4fde657278e {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:59.012890 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-39549e07-a823-4d3c-9726-c8798da6e3fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.032321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] Deleting port 4649c543-9cd7-40ec-9297-c4fde657278e {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:59.032918 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.368946 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-39549e07-a823-4d3c-9726-c8798da6e3fc None None] For port 4649c543-9cd7-40ec-9297-c4fde657278e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4649c543-9cd7-40ec-9297-c4fde657278e,segment=NetworkSegment(743d25d6-1915-4c71-bb53-2c00b3df4fdc),segment_id=743d25d6-1915-4c71-bb53-2c00b3df4fdc)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:59.368946 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-39549e07-a823-4d3c-9726-c8798da6e3fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.406112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-39549e07-a823-4d3c-9726-c8798da6e3fc None None] Calling delete_port for 4649c543-9cd7-40ec-9297-c4fde657278e owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:59.557051 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dccaba7e-d898-41ff-bb7f-f83765f9f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:37Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'f79ff542-49c9-4518-8acb-073ab31de248', 'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'mac_address': 'fa:16:3e:bd:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:33Z', 'updated_at': '2021-07-16T08:42:47Z', 'revision_number': 5, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'subnets': [{'id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:59.579600 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a053311f-3243-4c78-a0bc-cede2415bdbf req-5e3869c1-1356-4918-9dce-e3ae1a363cec tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:59.602629 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a053311f-3243-4c78-a0bc-cede2415bdbf req-5e3869c1-1356-4918-9dce-e3ae1a363cec tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.4142542 Jul 16 08:52:59.629770 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccaba7e-d898-41ff-bb7f-f83765f9f82c None None] Checking router: a490ce74-ea4f-4455-8679-4d8629c7613f for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:59.641944 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-39549e07-a823-4d3c-9726-c8798da6e3fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.676975 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccaba7e-d898-41ff-bb7f-f83765f9f82c None None] Routers {'a490ce74-ea4f-4455-8679-4d8629c7613f'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:59.678082 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dccaba7e-d898-41ff-bb7f-f83765f9f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:52:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a490ce74-ea4f-4455-8679-4d8629c7613f'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:59.705977 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39549e07-a823-4d3c-9726-c8798da6e3fc None None] No DVR routers for this DVR port 4649c543-9cd7-40ec-9297-c4fde657278e on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:59.743884 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a04803d0-cb57-4800-bcc5-47004de647ce req-48dde131-b20f-47a8-b0c2-03da9f374f3a tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eff8273-7e13-4010-ada4-a8c9596b549a HTTP/1.1" status: 200 len: 210 time: 0.5669751 Jul 16 08:52:59.792328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46772) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:59.835930 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a053311f-3243-4c78-a0bc-cede2415bdbf req-897f51de-1fa2-4fa4-b4b7-1d67d46359da tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2271967 Jul 16 08:52:59.860295 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] For port 4649c543-9cd7-40ec-9297-c4fde657278e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4649c543-9cd7-40ec-9297-c4fde657278e,segment=NetworkSegment(743d25d6-1915-4c71-bb53-2c00b3df4fdc),segment_id=743d25d6-1915-4c71-bb53-2c00b3df4fdc)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:59.866170 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.882578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46776) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:59.918682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] Calling delete_port for 4649c543-9cd7-40ec-9297-c4fde657278e owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:59.923178 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39549e07-a823-4d3c-9726-c8798da6e3fc None None] Pushing event deleted for resources: {'Port': ['ID=4649c543-9cd7-40ec-9297-c4fde657278e,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:00.018973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4649c543-9cd7-40ec-9297-c4fde657278e no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:00.028670 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-dccaba7e-d898-41ff-bb7f-f83765f9f82c None None] Set router a490ce74-ea4f-4455-8679-4d8629c7613f gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:00.133769 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4c1ecfda-b53d-44bb-ac99-1de3b0469703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/bbf882a8-6f55-4ecf-94ec-69baafc2db5a HTTP/1.1" status: 200 len: 994 time: 0.2488945 Jul 16 08:53:00.137668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 4649c543-9cd7-40ec-9297-c4fde657278e {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:00.138552 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4649c543-9cd7-40ec-9297-c4fde657278e not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:00.147377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 11cc1eb0-0930-49d7-87d4-176b56191437 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:00.152935 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.180471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] No DVR routers for this DVR port 4649c543-9cd7-40ec-9297-c4fde657278e on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:00.225047 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 11cc1eb0-0930-49d7-87d4-176b56191437 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:00.226461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 11cc1eb0-0930-49d7-87d4-176b56191437 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:00.230342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] Pushing event deleted for resources: {'Port': ['ID=4649c543-9cd7-40ec-9297-c4fde657278e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:00.537613 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.554866 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1426992948-network', 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:00.597871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:00.603983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] Made reservation on behalf of 3459e9736cff47bfb0c38d06c0ca8624 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:00.607379 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.631365 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743d25d6-1915-4c71-bb53-2c00b3df4fdc') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:00.632389 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743d25d6-1915-4c71-bb53-2c00b3df4fdc') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:00.635635 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.670940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.828595 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dccaba7e-d898-41ff-bb7f-f83765f9f82c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:37Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'f79ff542-49c9-4518-8acb-073ab31de248', 'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'mac_address': 'fa:16:3e:bd:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:33Z', 'updated_at': '2021-07-16T08:42:47Z', 'revision_number': 5, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'subnets': [{'id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:00.892846 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.928077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:00.930931 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.936038 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dccaba7e-d898-41ff-bb7f-f83765f9f82c None None] The sync data for ids ['a490ce74-ea4f-4455-8679-4d8629c7613f'] in n-d-758944-46 is: [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:42:37Z', 'revision_number': 4, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'f79ff542-49c9-4518-8acb-073ab31de248', 'name': '', 'network_id': '0398bf6f-6792-4b35-accc-6c390953dadf', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'mac_address': 'fa:16:3e:bd:27:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1528, 'fixed_ips': [{'subnet_id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:33Z', 'updated_at': '2021-07-16T08:42:47Z', 'revision_number': 5, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'subnets': [{'id': '6ff038ab-4107-4385-b9f7-5e2bfac47b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:01.206854 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:01.233005 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.271637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46814) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:01.311755 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.319546 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] 10.222.0.20 "DELETE /v2.0/networks/ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8 HTTP/1.1" status: 204 len: 168 time: 2.9003263 Jul 16 08:53:01.321024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98f6f9-234a-47fc-a598-f87cdec7045f admin admin] Pushing event deleted for resources: {'Network': ['ID=ed7b6b79-4e14-4b6b-ad2f-aab8b6da62e8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:01.379477 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.385997 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.409021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:01.437242 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.438433 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] Added segment c7c146e4-8af3-4dbc-95c6-eb652d96ea0a of type vlan for network d8c76c1a-b53d-407f-9c90-097bb834c398 Jul 16 08:53:01.514270 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.525463 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.612457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ca5e47-6605-4c95-8503-7fb055fa3a37,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:01.642202 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.653925 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.654916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:01.655605 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.677965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039ed24e-79e2-4fc6-a43b-a13752296acb None None] New status for floating IP 3a1099be-ff34-42e9-95c2-9a839c55165d: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:53:01.792582 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.797239 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.800768 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "DELETE /v2.0/security-groups/230597e5-b954-460b-9c64-309ae39c165b HTTP/1.1" status: 204 len: 168 time: 0.5274053 Jul 16 08:53:01.823922 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46836) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:01.888065 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46840) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:01.912964 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] Pushing event updated for resources: {'Network': ['ID=d8c76c1a-b53d-407f-9c90-097bb834c398,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:01.919321 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-bf1cbdd2-e7a5-442a-9bac-985075545907 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] show failed (client error): The resource could not be found. Jul 16 08:53:01.921589 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bf1cbdd2-e7a5-442a-9bac-985075545907 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "GET /v2.0/security-groups/230597e5-b954-460b-9c64-309ae39c165b HTTP/1.1" status: 404 len: 347 time: 0.0957079 Jul 16 08:53:01.930323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46842) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:01.930878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46844) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:01.937545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-efa0cf3f-ed07-4e20-8c9e-db86d15ab6a4 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1184504 Jul 16 08:53:01.995832 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-18275830-c8f7-4d5f-be50-657468dbc99f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=46303320ff7f4d03aa15dd678ab3bee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1045959 Jul 16 08:53:01.998672 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46848) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:02.031811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network d8c76c1a-b53d-407f-9c90-097bb834c398 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:02.140829 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0e7ca8c-3cb8-4a62-8688-25e2391af2d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.187183 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0e7ca8c-3cb8-4a62-8688-25e2391af2d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.280560 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-8dfbf630-4379-46cd-bf3c-ecda3b372627 admin admin] Request body: {'subnet': {'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1426992948-subnet', 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:02.283864 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0e7ca8c-3cb8-4a62-8688-25e2391af2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.287341 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0e7ca8c-3cb8-4a62-8688-25e2391af2d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.288828 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b0e7ca8c-3cb8-4a62-8688-25e2391af2d8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/831b5330-79a9-4a1a-b7c7-b8f4773e5a33 HTTP/1.1" status: 204 len: 168 time: 0.2890034 Jul 16 08:53:02.299564 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=230597e5-b954-460b-9c64-309ae39c165b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:02.300602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7ca8c-3cb8-4a62-8688-25e2391af2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831b5330-79a9-4a1a-b7c7-b8f4773e5a33,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:02.497644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.498391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.499118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.499786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.500489 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.501686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.502342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.503248 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.503923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.505060 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.507026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.508208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59e958b-5914-4b5b-b8ce-4f8471284121 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:02.639197 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfbf630-4379-46cd-bf3c-ecda3b372627 admin admin] Made reservation on behalf of 3459e9736cff47bfb0c38d06c0ca8624 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:02.647451 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8dfbf630-4379-46cd-bf3c-ecda3b372627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.196180 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8dfbf630-4379-46cd-bf3c-ecda3b372627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.218863 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2ddfe191-e882-475d-bb52-ac3536e00927 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Deleting port f90ae4b8-f511-4dd6-bad0-dc6dad649cfc {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:03.221247 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ddfe191-e882-475d-bb52-ac3536e00927 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.552424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faeaddcd-fcca-45dc-b10a-48e1081b2efb req-3e0d2717-b17a-4e04-a43a-86905bcfa3dc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:03.570501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbf630-4379-46cd-bf3c-ecda3b372627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7390ce5d-ca79-4149-a5a6-f3e5199ee3ed,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:03.576517 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faeaddcd-fcca-45dc-b10a-48e1081b2efb req-3e0d2717-b17a-4e04-a43a-86905bcfa3dc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.1955802 Jul 16 08:53:03.666855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfbf630-4379-46cd-bf3c-ecda3b372627 admin admin] Checking segment: {'id': 'c7c146e4-8af3-4dbc-95c6-eb652d96ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:03.668200 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfbf630-4379-46cd-bf3c-ecda3b372627 admin admin] Network hostable DHCP agents. Network: d8c76c1a-b53d-407f-9c90-097bb834c398, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:03.697985 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ddfe191-e882-475d-bb52-ac3536e00927 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.698334 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ddfe191-e882-475d-bb52-ac3536e00927 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.776229 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2ddfe191-e882-475d-bb52-ac3536e00927 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Calling delete_port for f90ae4b8-f511-4dd6-bad0-dc6dad649cfc owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:03.781148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfbf630-4379-46cd-bf3c-ecda3b372627 admin admin] Network d8c76c1a-b53d-407f-9c90-097bb834c398 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:03.820145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-8dfbf630-4379-46cd-bf3c-ecda3b372627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, d8c76c1a-b53d-407f-9c90-097bb834c398) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:03.841504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45150771-4ae0-4a5a-8675-a04489e8a33f None None] Network d8c76c1a-b53d-407f-9c90-097bb834c398 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:03.844191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfbf630-4379-46cd-bf3c-ecda3b372627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:03.845931 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8dfbf630-4379-46cd-bf3c-ecda3b372627 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.984301 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8dfbf630-4379-46cd-bf3c-ecda3b372627 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7122753 Jul 16 08:53:04.148158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46894) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:04.168702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1426992948-router', 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:04.320569 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ddfe191-e882-475d-bb52-ac3536e00927 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.382477 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.418971 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faeaddcd-fcca-45dc-b10a-48e1081b2efb req-4a6ae1f2-b9b3-4a36-8825-6ab8a4b2c549 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8397293 Jul 16 08:53:04.466952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfe191-e882-475d-bb52-ac3536e00927 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Pushing event deleted for resources: {'Port': ['ID=f90ae4b8-f511-4dd6-bad0-dc6dad649cfc,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:04.503765 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.505131 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.545931 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cd61d3-5f76-4c08-886f-514ad88ece52 None None] Network d8c76c1a-b53d-407f-9c90-097bb834c398 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:04.554848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46910) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:04.883305 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-e20562f4-2c05-44d2-b237-e420b8762fcb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.6544416 Jul 16 08:53:04.884658 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ddfe191-e882-475d-bb52-ac3536e00927 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.887954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ddfe191-e882-475d-bb52-ac3536e00927 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.889413 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2ddfe191-e882-475d-bb52-ac3536e00927 tempest-AttachVolumeShelveTestJSON-965605127 tempest-AttachVolumeShelveTestJSON-965605127-project] 10.222.0.20 "DELETE /v2.0/floatingips/3a1099be-ff34-42e9-95c2-9a839c55165d HTTP/1.1" status: 204 len: 168 time: 2.9567847 Jul 16 08:53:04.893219 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.229599 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ab17f055-6b1a-460d-83f8-5996b113b306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.275687 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.346841 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2fb2b702-17df-4e6a-9fc8-b422541a0691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.427418 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.771965 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2fb2b702-17df-4e6a-9fc8-b422541a0691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.782590 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2fb2b702-17df-4e6a-9fc8-b422541a0691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.908426 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2fb2b702-17df-4e6a-9fc8-b422541a0691 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=86c222593d234f2e81b6056d2583c726&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3511655 Jul 16 08:53:05.961388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46944) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:06.098092 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb2b702-17df-4e6a-9fc8-b422541a0691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f5f0503-e045-488d-aa6b-e14af63d8a6a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:06.222591 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8be5098f-049e-4e2f-b2b9-7e83472b2a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.317875 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8be5098f-049e-4e2f-b2b9-7e83472b2a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.420162 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8be5098f-049e-4e2f-b2b9-7e83472b2a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.426342 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8be5098f-049e-4e2f-b2b9-7e83472b2a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.430732 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8be5098f-049e-4e2f-b2b9-7e83472b2a6e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2f5f0503-e045-488d-aa6b-e14af63d8a6a HTTP/1.1" status: 204 len: 168 time: 0.4643192 Jul 16 08:53:06.446282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5098f-049e-4e2f-b2b9-7e83472b2a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f5f0503-e045-488d-aa6b-e14af63d8a6a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:06.470861 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.530032 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.561939 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d0a1b-d028-4ae4-89da-827163d60fef req-68f0b8bc-4fee-4526-acd1-7fe566abfc88 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:06.571242 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-097d0a1b-d028-4ae4-89da-827163d60fef req-68f0b8bc-4fee-4526-acd1-7fe566abfc88 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.4406044 Jul 16 08:53:06.710728 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-097d0a1b-d028-4ae4-89da-827163d60fef req-7981d891-bf1a-4225-890b-c068281e6a4a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382556 Jul 16 08:53:06.829978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Allocated IP 172.25.4.234 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/388cb76d-ffda-4253-a27c-722703fe5e67) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:07.220749 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.443761 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.676643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:07.695940 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:07.705800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:07.715976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Pushing event updated for resources: {'Port': ['ID=388cb76d-ffda-4253-a27c-722703fe5e67,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:07.938747 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3a412cd7-5818-4e4b-b91e-bf9cd3439b6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.054022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47012) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:08.122489 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.202552 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.644355 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.667366 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.667631 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:53:08.759303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a074fa15-0e1e-4e7a-8e95-b7f48cdbdb97,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:08.812811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:08.814397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:08.815247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:08.816051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:08.816914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:08.817728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:08.818582 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:08.819413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:08.820271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:08.822013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:08.823156 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:08.824357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:08.963048 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-939a9006-1632-4db1-82d4-70ae802f0039 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7ddea40c5a6640c0be381a2114844dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9069765 Jul 16 08:53:08.966625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47040) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:09.158596 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.443429 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9b95-dca5-466d-a381-47631d3d1092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.755114 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:09.755930 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9b95-dca5-466d-a381-47631d3d1092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.008187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e979d-a102-451b-8377-11015c23e5da req-d44ba062-c2de-43f1-8aad-42471b26b3bb tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.020403 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be8e979d-a102-451b-8377-11015c23e5da req-d44ba062-c2de-43f1-8aad-42471b26b3bb tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 1.3273125 Jul 16 08:53:10.250765 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47070) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:10.280813 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9b95-dca5-466d-a381-47631d3d1092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.284340 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb9d9b95-dca5-466d-a381-47631d3d1092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.287623 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eb9d9b95-dca5-466d-a381-47631d3d1092 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a074fa15-0e1e-4e7a-8e95-b7f48cdbdb97 HTTP/1.1" status: 204 len: 168 time: 1.2996700 Jul 16 08:53:10.290923 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be8e979d-a102-451b-8377-11015c23e5da req-e6fdc695-5df5-4141-b6e8-910514d67dc4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064097 Jul 16 08:53:10.308472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6bc0-036e-443e-8e67-f660165311fe req-96d9e434-bc43-48ed-9a3a-32c1f04e1562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.310054 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-96d9e434-bc43-48ed-9a3a-32c1f04e1562 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1098 time: 0.6892767 Jul 16 08:53:10.330459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9d9b95-dca5-466d-a381-47631d3d1092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a074fa15-0e1e-4e7a-8e95-b7f48cdbdb97,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:10.378775 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.574118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6bc0-036e-443e-8e67-f660165311fe req-850180bb-8789-43a8-afec-2d2586561336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.576049 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-850180bb-8789-43a8-afec-2d2586561336 service neutron] 10.222.0.15 "GET /v2.0/networks?id=782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 200 len: 897 time: 0.2579458 Jul 16 08:53:10.673520 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-61a44f36-cac2-413f-9667-32ba10713467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.877386 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-df014f09-5401-4ec0-8f94-544de7cda24d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 1002 time: 0.2933545 Jul 16 08:53:10.926596 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-61a44f36-cac2-413f-9667-32ba10713467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:10.954140 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-61a44f36-cac2-413f-9667-32ba10713467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.043793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6bc0-036e-443e-8e67-f660165311fe req-d748aa66-7890-4907-8ddd-25f4db426107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:11.044794 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-d748aa66-7890-4907-8ddd-25f4db426107 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=331bd486-3f13-42ab-b203-3740dc8d36a9 HTTP/1.1" status: 200 len: 835 time: 0.1476946 Jul 16 08:53:11.095082 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-61a44f36-cac2-413f-9667-32ba10713467 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c5030cc81fc493093d99dc4d6d1aa64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8420155 Jul 16 08:53:11.098818 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a44f36-cac2-413f-9667-32ba10713467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f64ef2a7-896b-467c-b47e-743c104913e7,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.108199 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47096) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:11.200305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Router bd02e6ec-ad1e-4389-beb6-203beaad0a60 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:11.265838 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.362566 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ff548b23-ced3-4db7-98bd-31f098b0e692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.398561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6bc0-036e-443e-8e67-f660165311fe req-58393d76-b33f-4d5b-8bd2-3147c10169ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:11.410252 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-58393d76-b33f-4d5b-8bd2-3147c10169ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=782d6297-b8a7-4a08-9c4a-9920da3770c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3501949 Jul 16 08:53:11.553142 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ff548b23-ced3-4db7-98bd-31f098b0e692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.788055 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ff548b23-ced3-4db7-98bd-31f098b0e692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.807327 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ff548b23-ced3-4db7-98bd-31f098b0e692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.812922 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ff548b23-ced3-4db7-98bd-31f098b0e692 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f64ef2a7-896b-467c-b47e-743c104913e7 HTTP/1.1" status: 204 len: 168 time: 0.6946311 Jul 16 08:53:11.843636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff548b23-ced3-4db7-98bd-31f098b0e692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f64ef2a7-896b-467c-b47e-743c104913e7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.927297 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:11.952237 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Sync routers for ids ['bd02e6ec-ad1e-4389-beb6-203beaad0a60'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:11.969002 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Routers {'bd02e6ec-ad1e-4389-beb6-203beaad0a60'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:11.970599 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:53:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bd02e6ec-ad1e-4389-beb6-203beaad0a60'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:12.051375 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-bcb5a0da-690c-46c4-9cc1-6b15ef026bcf service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6214583 Jul 16 08:53:12.058091 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.064071 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0592a173-487f-4a7e-aca4-aacbd4c75d59 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.9107308 Jul 16 08:53:12.066703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47126) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:12.132518 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Set router bd02e6ec-ad1e-4389-beb6-203beaad0a60 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:12.351803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df891b43-bd29-42c7-9e69-f2fd04183444 req-91400ba3-7c7c-4c05-a243-84a93ca240a3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:12.370209 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-df891b43-bd29-42c7-9e69-f2fd04183444 req-91400ba3-7c7c-4c05-a243-84a93ca240a3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.4055712 Jul 16 08:53:12.480813 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-ab404281-3a95-42e9-81e6-583967d8581c service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4126251 Jul 16 08:53:12.483563 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-df891b43-bd29-42c7-9e69-f2fd04183444 req-bf8dc03e-2840-49af-bfc3-529700811122 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111252 Jul 16 08:53:12.691849 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'name': 'tempest-ServerRescueTestJSON-1426992948-router', 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:04Z', 'updated_at': '2021-07-16T08:53:08Z', 'revision_number': 3, 'project_id': '3459e9736cff47bfb0c38d06c0ca8624', 'gw_port': {'id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:06Z', 'updated_at': '2021-07-16T08:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:12.753936 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Checking router: bd02e6ec-ad1e-4389-beb6-203beaad0a60 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:12.754518 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Updating router bd02e6ec-ad1e-4389-beb6-203beaad0a60 port 388cb76d-ffda-4253-a27c-722703fe5e67 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:53:12.839305 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.518725 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.554747 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Transition to ACTIVE for port object 388cb76d-ffda-4253-a27c-722703fe5e67 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:13.569804 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.678766 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85059c-3ccd-4fb7-8cf1-a044da6ace1c None None] Pushing event updated for resources: {'Port': ['ID=388cb76d-ffda-4253-a27c-722703fe5e67,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:13.714076 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85059c-3ccd-4fb7-8cf1-a044da6ace1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:13.714445 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85059c-3ccd-4fb7-8cf1-a044da6ace1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:13.714760 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85059c-3ccd-4fb7-8cf1-a044da6ace1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:13.715093 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85059c-3ccd-4fb7-8cf1-a044da6ace1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:13.715422 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85059c-3ccd-4fb7-8cf1-a044da6ace1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:13.715747 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85059c-3ccd-4fb7-8cf1-a044da6ace1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:13.716086 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85059c-3ccd-4fb7-8cf1-a044da6ace1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:13.716380 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85059c-3ccd-4fb7-8cf1-a044da6ace1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:13.716725 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85059c-3ccd-4fb7-8cf1-a044da6ace1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:13.717172 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85059c-3ccd-4fb7-8cf1-a044da6ace1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:13.717489 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85059c-3ccd-4fb7-8cf1-a044da6ace1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:13.717804 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a85059c-3ccd-4fb7-8cf1-a044da6ace1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:13.787571 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Attempting to bind port 388cb76d-ffda-4253-a27c-722703fe5e67 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:13.787952 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Attempting to bind port 388cb76d-ffda-4253-a27c-722703fe5e67 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:13.788299 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Attempting to bind port 388cb76d-ffda-4253-a27c-722703fe5e67 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:13.815449 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:13.817081 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:13.819596 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.824413 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:13.825391 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Bound port: 388cb76d-ffda-4253-a27c-722703fe5e67, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:13.829042 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.015364 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] For port 388cb76d-ffda-4253-a27c-722703fe5e67, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:14.022331 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] For port 388cb76d-ffda-4253-a27c-722703fe5e67, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=388cb76d-ffda-4253-a27c-722703fe5e67,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:14.032773 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.293599 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85059c-3ccd-4fb7-8cf1-a044da6ace1c None None] Pushing event updated for resources: {'Port': ['ID=388cb76d-ffda-4253-a27c-722703fe5e67,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:14.323682 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Routers {'bd02e6ec-ad1e-4389-beb6-203beaad0a60'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:14.324851 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:53:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bd02e6ec-ad1e-4389-beb6-203beaad0a60'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:14.554056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278e9a04-4c61-4016-b308-d908e71e7ef2 req-56b33a3d-7e3a-449f-b3d6-f1c93a3b07b7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:14.562493 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-278e9a04-4c61-4016-b308-d908e71e7ef2 req-56b33a3d-7e3a-449f-b3d6-f1c93a3b07b7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.6154058 Jul 16 08:53:14.733365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:14.805962 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-278e9a04-4c61-4016-b308-d908e71e7ef2 req-115e74eb-5288-4a95-9f0d-2d060df60a94 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425444 Jul 16 08:53:14.834470 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] Set router bd02e6ec-ad1e-4389-beb6-203beaad0a60 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:15.268435 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'name': 'tempest-ServerRescueTestJSON-1426992948-router', 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:04Z', 'updated_at': '2021-07-16T08:53:08Z', 'revision_number': 3, 'project_id': '3459e9736cff47bfb0c38d06c0ca8624', 'gw_port': {'id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:06Z', 'updated_at': '2021-07-16T08:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:15.357549 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f414439-cea0-4fea-8882-d0cfe8060630 None None] The sync data for ids ['bd02e6ec-ad1e-4389-beb6-203beaad0a60'] in n-d-758944-46 is: [{'id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'name': 'tempest-ServerRescueTestJSON-1426992948-router', 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:04Z', 'updated_at': '2021-07-16T08:53:08Z', 'revision_number': 3, 'project_id': '3459e9736cff47bfb0c38d06c0ca8624', 'gw_port': {'id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:06Z', 'updated_at': '2021-07-16T08:53:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:15.530182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Allocated IP 172.20.0.1 (d8c76c1a-b53d-407f-9c90-097bb834c398/7390ce5d-ca79-4149-a5a6-f3e5199ee3ed/7f28fa42-ae1a-4b07-8ff7-893361e50e7b) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:15.820440 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.917077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47216) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:15.924865 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.122635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Network d8c76c1a-b53d-407f-9c90-097bb834c398 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:16.151373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:16.167628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:16.275046 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.345766 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Pushing event updated for resources: {'Port': ['ID=7f28fa42-ae1a-4b07-8ff7-893361e50e7b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:16.390855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21f20d-ae5a-4e85-85e1-25428edc2719 req-729cd20e-1a71-410e-8c56-9d812fcb830a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:16.415812 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f21f20d-ae5a-4e85-85e1-25428edc2719 req-729cd20e-1a71-410e-8c56-9d812fcb830a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.2320869 Jul 16 08:53:16.584984 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f21f20d-ae5a-4e85-85e1-25428edc2719 req-36d0dca3-ee02-4979-8c9c-57f326a5ac81 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1564119 Jul 16 08:53:16.671139 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.903386 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aab23f4d-299d-4b7c-97ad-709bef6c2982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.053693 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.061694 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.155776 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aab23f4d-299d-4b7c-97ad-709bef6c2982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.160247 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.169895 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aab23f4d-299d-4b7c-97ad-709bef6c2982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.217297 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-aab23f4d-299d-4b7c-97ad-709bef6c2982 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=069fa951b5dc4a048d687fccff79c64a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2992005 Jul 16 08:53:17.224841 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47250) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.274275 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Pushing event updated for resources: {'Port': ['ID=7f28fa42-ae1a-4b07-8ff7-893361e50e7b,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:17.348261 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47252) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:17.361383 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab23f4d-299d-4b7c-97ad-709bef6c2982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae40505-f072-4feb-b7a5-37cd79e777ea,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:17.384171 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d06ad12f-7a49-439d-b874-af6e3e02976b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.449196 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d06ad12f-7a49-439d-b874-af6e3e02976b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.471238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Network d8c76c1a-b53d-407f-9c90-097bb834c398 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:17.472852 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:17.565431 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d06ad12f-7a49-439d-b874-af6e3e02976b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.573777 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d06ad12f-7a49-439d-b874-af6e3e02976b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.579971 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d06ad12f-7a49-439d-b874-af6e3e02976b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bae40505-f072-4feb-b7a5-37cd79e777ea HTTP/1.1" status: 204 len: 168 time: 0.3345666 Jul 16 08:53:17.604960 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ad12f-7a49-439d-b874-af6e3e02976b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae40505-f072-4feb-b7a5-37cd79e777ea,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:18.054328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1872858878-network', 'tenant_id': '81ee584053c1461790edb0f9fbc7950d'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:18.134629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 388cb76d-ffda-4253-a27c-722703fe5e67 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:18.181194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47272) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:18.267875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] Made reservation on behalf of 81ee584053c1461790edb0f9fbc7950d for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:18.280872 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.342196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 388cb76d-ffda-4253-a27c-722703fe5e67 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:18.351973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 388cb76d-ffda-4253-a27c-722703fe5e67 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:18.352341 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.467705 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.614493 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.646367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Router bd02e6ec-ad1e-4389-beb6-203beaad0a60 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:18.696945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 388cb76d-ffda-4253-a27c-722703fe5e67, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=388cb76d-ffda-4253-a27c-722703fe5e67,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:18.711879 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.830430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=388cb76d-ffda-4253-a27c-722703fe5e67,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:18.840714 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.841939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.842539 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.843112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.843692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.844794 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.845469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.846044 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.846616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.847166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.847894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:18.849487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:19.057875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852b8bd-f2e0-4867-aa01-d2e784f9a559 req-142abcf0-884d-4f33-9e16-4cbf2bdecc66 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:19.072008 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9852b8bd-f2e0-4867-aa01-d2e784f9a559 req-142abcf0-884d-4f33-9e16-4cbf2bdecc66 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 1.0990436 Jul 16 08:53:19.261842 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9852b8bd-f2e0-4867-aa01-d2e784f9a559 req-2cb5d54b-b207-4e88-9173-3ddc5c6ff96f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1887226 Jul 16 08:53:19.376805 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.402998 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.432434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:19.457863 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.458519 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] Added segment b0e75f29-ac32-4f53-b3de-8836db499f71 of type vlan for network 27d8120b-acc9-47c9-b978-4aa7cca6870a Jul 16 08:53:19.517696 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.559046 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.560434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:19.561335 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.631287 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:19.640941 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a3c0da8c-9b04-462d-9403-d8b550237721 admin admin] 10.222.0.20 "PUT /v2.0/routers/bd02e6ec-ad1e-4389-beb6-203beaad0a60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5677109 Jul 16 08:53:19.643194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51145bac-41ef-4d1d-b8ce-c67d2caf4316,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:19.650488 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.3010774 Jul 16 08:53:19.656680 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Sync routers for ids ['bd02e6ec-ad1e-4389-beb6-203beaad0a60'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:19.684526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47292) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:19.690800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-563d38ad-e4c0-471f-8509-8ecc7a7ccb4b admin admin] Request body: {'subnet': {'network_id': '27d8120b-acc9-47c9-b978-4aa7cca6870a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1872858878-subnet', 'tenant_id': '81ee584053c1461790edb0f9fbc7950d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:19.713107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c560e8f-7dc1-4603-b8fd-351660fdb0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=27d8120b-acc9-47c9-b978-4aa7cca6870a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:19.717782 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-563d38ad-e4c0-471f-8509-8ecc7a7ccb4b admin admin] Made reservation on behalf of 81ee584053c1461790edb0f9fbc7950d for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:19.721764 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-563d38ad-e4c0-471f-8509-8ecc7a7ccb4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.735985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Routers {'bd02e6ec-ad1e-4389-beb6-203beaad0a60'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:19.745041 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:53:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bd02e6ec-ad1e-4389-beb6-203beaad0a60'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:20.056462 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 27d8120b-acc9-47c9-b978-4aa7cca6870a details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:20.179141 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0c4e4151-291a-4242-b765-61e7d694537b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.309011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 388cb76d-ffda-4253-a27c-722703fe5e67 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:20.348708 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-563d38ad-e4c0-471f-8509-8ecc7a7ccb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.566300 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d38ad-e4c0-471f-8509-8ecc7a7ccb4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c23fdfda-30ef-4168-ad88-7ea7b749335a,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:20.641411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d38ad-e4c0-471f-8509-8ecc7a7ccb4b admin admin] Checking segment: {'id': 'b0e75f29-ac32-4f53-b3de-8836db499f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '27d8120b-acc9-47c9-b978-4aa7cca6870a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:20.641782 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563d38ad-e4c0-471f-8509-8ecc7a7ccb4b admin admin] Network hostable DHCP agents. Network: 27d8120b-acc9-47c9-b978-4aa7cca6870a, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:20.663950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Set router bd02e6ec-ad1e-4389-beb6-203beaad0a60 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:20.666346 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 388cb76d-ffda-4253-a27c-722703fe5e67 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:20.666559 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.675087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563d38ad-e4c0-471f-8509-8ecc7a7ccb4b admin admin] Network 27d8120b-acc9-47c9-b978-4aa7cca6870a is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:20.702065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-563d38ad-e4c0-471f-8509-8ecc7a7ccb4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 27d8120b-acc9-47c9-b978-4aa7cca6870a) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:20.708088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563d38ad-e4c0-471f-8509-8ecc7a7ccb4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:20.708850 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-563d38ad-e4c0-471f-8509-8ecc7a7ccb4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.738430 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-563d38ad-e4c0-471f-8509-8ecc7a7ccb4b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0524094 Jul 16 08:53:20.742328 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4bf283-9394-4786-b3e5-9bf6f7e4006a None None] Network 27d8120b-acc9-47c9-b978-4aa7cca6870a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:20.754301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47314) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:21.073281 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaabed1c-5742-4171-b685-4f56c4790850 None None] Network 27d8120b-acc9-47c9-b978-4aa7cca6870a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:21.218422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f3df5-b27e-4177-880a-04c0dcd999e2 req-ce0ab7b7-3b2e-4c17-ad40-787266c9b775 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:21.233394 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-689f3df5-b27e-4177-880a-04c0dcd999e2 req-ce0ab7b7-3b2e-4c17-ad40-787266c9b775 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.5701547 Jul 16 08:53:21.461262 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-689f3df5-b27e-4177-880a-04c0dcd999e2 req-6d25906d-be15-4545-98de-dd2ac9232cd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240734 Jul 16 08:53:21.529929 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eaa06ac2-d921-4761-a6de-e3127ca84036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.621608 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'name': 'tempest-ServerRescueTestJSON-1426992948-router', 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:04Z', 'updated_at': '2021-07-16T08:53:16Z', 'revision_number': 4, 'project_id': '3459e9736cff47bfb0c38d06c0ca8624', 'gw_port': {'id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:06Z', 'updated_at': '2021-07-16T08:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7f28fa42-ae1a-4b07-8ff7-893361e50e7b', 'name': '', 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398', 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624', 'mac_address': 'fa:16:3e:e6:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '7390ce5d-ca79-4149-a5a6-f3e5199ee3ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:14Z', 'updated_at': '2021-07-16T08:53:16Z', 'revision_number': 2, 'project_id': '3459e9736cff47bfb0c38d06c0ca8624', 'subnets': [{'id': '7390ce5d-ca79-4149-a5a6-f3e5199ee3ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:21.700183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Checking router: bd02e6ec-ad1e-4389-beb6-203beaad0a60 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:21.701244 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Updating router bd02e6ec-ad1e-4389-beb6-203beaad0a60 port 7f28fa42-ae1a-4b07-8ff7-893361e50e7b binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:53:21.723614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e4151-291a-4242-b765-61e7d694537b admin admin] Deleting port f79ff542-49c9-4518-8acb-073ab31de248 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:21.723614 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0c4e4151-291a-4242-b765-61e7d694537b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.814972 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.946031 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-0c4e4151-291a-4242-b765-61e7d694537b admin admin] For port f79ff542-49c9-4518-8acb-073ab31de248, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f79ff542-49c9-4518-8acb-073ab31de248,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:21.946497 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0c4e4151-291a-4242-b765-61e7d694537b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.978011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e4151-291a-4242-b765-61e7d694537b admin admin] Calling delete_port for f79ff542-49c9-4518-8acb-073ab31de248 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:22.233742 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0c4e4151-291a-4242-b765-61e7d694537b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.373510 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-26ea08a0-877f-458e-86dc-c8a0ac2fd107 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:22.376786 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-26ea08a0-877f-458e-86dc-c8a0ac2fd107 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/networks?id=d8c76c1a-b53d-407f-9c90-097bb834c398 HTTP/1.1" status: 200 len: 811 time: 0.7504170 Jul 16 08:53:22.392704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e4151-291a-4242-b765-61e7d694537b admin admin] Pushing event deleted for resources: {'Port': ['ID=f79ff542-49c9-4518-8acb-073ab31de248,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:22.474547 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-25f4d05b-df57-4b42-b4e8-0016f5a24f3e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/quotas/3459e9736cff47bfb0c38d06c0ca8624 HTTP/1.1" status: 200 len: 375 time: 0.0829544 Jul 16 08:53:22.664235 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.686901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Transition to ACTIVE for port object 7f28fa42-ae1a-4b07-8ff7-893361e50e7b will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:22.701509 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.756128 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eaa06ac2-d921-4761-a6de-e3127ca84036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.802083 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eaa06ac2-d921-4761-a6de-e3127ca84036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.831515 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989935d-7559-4b59-8fef-39462b7f1a76 None None] Pushing event updated for resources: {'Port': ['ID=7f28fa42-ae1a-4b07-8ff7-893361e50e7b,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:22.905758 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-153b78c6-29cf-413d-a220-81663133d344 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3459e9736cff47bfb0c38d06c0ca8624&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3918519 Jul 16 08:53:22.951165 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eaa06ac2-d921-4761-a6de-e3127ca84036 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b0b358843f24118824f0549ff685ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1932964 Jul 16 08:53:22.960071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47374) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:22.978500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa06ac2-d921-4761-a6de-e3127ca84036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb5796d-225c-48c1-8b00-68470022998c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:22.990198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Attempting to bind port 7f28fa42-ae1a-4b07-8ff7-893361e50e7b on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:22.990742 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Attempting to bind port 7f28fa42-ae1a-4b07-8ff7-893361e50e7b by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c7c146e4-8af3-4dbc-95c6-eb652d96ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:22.991282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Attempting to bind port 7f28fa42-ae1a-4b07-8ff7-893361e50e7b on network d8c76c1a-b53d-407f-9c90-097bb834c398 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:23.008001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:23.008785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Checking segment: {'id': 'c7c146e4-8af3-4dbc-95c6-eb652d96ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:23.009363 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.009952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Bound using segment: {'id': 'c7c146e4-8af3-4dbc-95c6-eb652d96ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:23.010619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Bound port: 7f28fa42-ae1a-4b07-8ff7-893361e50e7b, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c146e4-8af3-4dbc-95c6-eb652d96ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:23.011206 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.160397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600869-a689-4910-9c02-8465a3aa082e req-36af819b-145d-45df-8826-4db651785d23 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:23.164251 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21600869-a689-4910-9c02-8465a3aa082e req-36af819b-145d-45df-8826-4db651785d23 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/networks?id=27d8120b-acc9-47c9-b978-4aa7cca6870a HTTP/1.1" status: 200 len: 821 time: 0.9169779 Jul 16 08:53:23.170417 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] For port 7f28fa42-ae1a-4b07-8ff7-893361e50e7b, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:23.177074 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] For port 7f28fa42-ae1a-4b07-8ff7-893361e50e7b, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7f28fa42-ae1a-4b07-8ff7-893361e50e7b,segment=NetworkSegment(c7c146e4-8af3-4dbc-95c6-eb652d96ea0a),segment_id=c7c146e4-8af3-4dbc-95c6-eb652d96ea0a)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:23.190757 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.214189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21600869-a689-4910-9c02-8465a3aa082e req-d522e2f6-2157-4389-8839-a1e7b268e1b8 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/quotas/81ee584053c1461790edb0f9fbc7950d HTTP/1.1" status: 200 len: 375 time: 0.0323181 Jul 16 08:53:23.283081 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21600869-a689-4910-9c02-8465a3aa082e req-3692a09f-7eae-4a61-9bbd-d8ef5792c237 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=81ee584053c1461790edb0f9fbc7950d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587008 Jul 16 08:53:23.285265 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0c4e4151-291a-4242-b765-61e7d694537b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.429205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2989935d-7559-4b59-8fef-39462b7f1a76 None None] Pushing event updated for resources: {'Port': ['ID=7f28fa42-ae1a-4b07-8ff7-893361e50e7b,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:23.433107 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4f07271-6aea-4495-90d6-1389a7e1f39e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.442714 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Routers {'bd02e6ec-ad1e-4389-beb6-203beaad0a60'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:23.444515 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:53:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bd02e6ec-ad1e-4389-beb6-203beaad0a60'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:23.480833 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-bc8ccbda-cdd5-46c9-ab36-a545b3793049 service neutron] 10.222.0.20 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5402741 Jul 16 08:53:23.604884 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-ba0ef8c6-e1ae-4225-94bd-f2da66d6ffae service neutron] 10.222.0.20 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183231 Jul 16 08:53:23.633188 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4f07271-6aea-4495-90d6-1389a7e1f39e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.764442 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21600869-a689-4910-9c02-8465a3aa082e req-a14c1140-f087-4ff7-9f29-8bee63beab5d service neutron] 10.222.0.20 "GET /v2.0/networks/27d8120b-acc9-47c9-b978-4aa7cca6870a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4453969 Jul 16 08:53:23.813766 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4f07271-6aea-4495-90d6-1389a7e1f39e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.816397 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4f07271-6aea-4495-90d6-1389a7e1f39e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.821875 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a4f07271-6aea-4495-90d6-1389a7e1f39e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5eb5796d-225c-48c1-8b00-68470022998c HTTP/1.1" status: 204 len: 168 time: 0.8560059 Jul 16 08:53:23.852937 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f07271-6aea-4495-90d6-1389a7e1f39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb5796d-225c-48c1-8b00-68470022998c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:23.943597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] Set router bd02e6ec-ad1e-4389-beb6-203beaad0a60 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:24.428371 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21600869-a689-4910-9c02-8465a3aa082e req-0db5cff1-9d40-4560-aa5d-65dc112bb163 service neutron] 10.222.0.20 "GET /v2.0/networks/27d8120b-acc9-47c9-b978-4aa7cca6870a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6627417 Jul 16 08:53:24.536735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4e4151-291a-4242-b765-61e7d694537b admin admin] Router a490ce74-ea4f-4455-8679-4d8629c7613f has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:24.754836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e5bee7-9190-4593-aec1-cff0bc5e2198 req-39a4f5ed-890d-40e4-aea2-6869b641f46f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:24.756405 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-89e5bee7-9190-4593-aec1-cff0bc5e2198 req-39a4f5ed-890d-40e4-aea2-6869b641f46f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.1661274 Jul 16 08:53:24.812655 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'name': 'tempest-ServerRescueTestJSON-1426992948-router', 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:04Z', 'updated_at': '2021-07-16T08:53:16Z', 'revision_number': 4, 'project_id': '3459e9736cff47bfb0c38d06c0ca8624', 'gw_port': {'id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:06Z', 'updated_at': '2021-07-16T08:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7f28fa42-ae1a-4b07-8ff7-893361e50e7b', 'name': '', 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398', 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624', 'mac_address': 'fa:16:3e:e6:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '7390ce5d-ca79-4149-a5a6-f3e5199ee3ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:14Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 4, 'project_id': '3459e9736cff47bfb0c38d06c0ca8624', 'subnets': [{'id': '7390ce5d-ca79-4149-a5a6-f3e5199ee3ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:24.906578 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-89e5bee7-9190-4593-aec1-cff0bc5e2198 req-33953942-c96b-4d83-9d3f-1d8fabf44571 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283116 Jul 16 08:53:25.027402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06bad432-4598-4d63-95e4-88bc9b8a843b None None] The sync data for ids ['bd02e6ec-ad1e-4389-beb6-203beaad0a60'] in n-d-758944-46 is: [{'id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'name': 'tempest-ServerRescueTestJSON-1426992948-router', 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:04Z', 'updated_at': '2021-07-16T08:53:16Z', 'revision_number': 4, 'project_id': '3459e9736cff47bfb0c38d06c0ca8624', 'gw_port': {'id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:06Z', 'updated_at': '2021-07-16T08:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7f28fa42-ae1a-4b07-8ff7-893361e50e7b', 'name': '', 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398', 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624', 'mac_address': 'fa:16:3e:e6:3c:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'device_owner': 'network:router_interface', 'standard_attr_id': 2426, 'fixed_ips': [{'subnet_id': '7390ce5d-ca79-4149-a5a6-f3e5199ee3ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:14Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 4, 'project_id': '3459e9736cff47bfb0c38d06c0ca8624', 'subnets': [{'id': '7390ce5d-ca79-4149-a5a6-f3e5199ee3ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:25.209162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4e4151-291a-4242-b765-61e7d694537b admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:25.228183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47414) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:25.240787 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0c4e4151-291a-4242-b765-61e7d694537b admin admin] 10.222.0.20 "PUT /v2.0/routers/a490ce74-ea4f-4455-8679-4d8629c7613f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0571518 Jul 16 08:53:25.252462 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c26540-2ff3-47a4-9533-c4a593212f8c None None] Sync routers for ids ['a490ce74-ea4f-4455-8679-4d8629c7613f'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:25.282779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47416) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:25.316348 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c26540-2ff3-47a4-9533-c4a593212f8c None None] Routers {'a490ce74-ea4f-4455-8679-4d8629c7613f'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:25.321313 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f7c26540-2ff3-47a4-9533-c4a593212f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:53:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a490ce74-ea4f-4455-8679-4d8629c7613f'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:25.391894 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f32f5d86-1c75-4e6b-bdaa-6bd54f7325b9 req-33f77aa7-2515-4701-8ae1-b979a0c49a1b tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 210 time: 0.1004741 Jul 16 08:53:25.554535 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-73ffbffc-6526-489d-bff9-a4b22517d891 req-c367a256-c1f3-4b0a-9216-056f516dd51e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 210 time: 0.3304868 Jul 16 08:53:25.576785 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-02163f6f-e488-4473-984a-edec0ed12c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.698747 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.906085 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-02163f6f-e488-4473-984a-edec0ed12c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.913925 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-02163f6f-e488-4473-984a-edec0ed12c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.020810 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-02163f6f-e488-4473-984a-edec0ed12c99 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04ab4de659a549db97480afe82430279&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7672920 Jul 16 08:53:26.025021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47428) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:26.095377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7f28fa42-ae1a-4b07-8ff7-893361e50e7b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:26.147848 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.252941 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9851ec18-4ff5-4803-9b2a-9c2317f28814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.341047 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02163f6f-e488-4473-984a-edec0ed12c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c0b0aa-f015-4d1c-927f-2d9b386955ba,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.348661 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9851ec18-4ff5-4803-9b2a-9c2317f28814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.402758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] Deleting port da7a7e81-b099-402f-8e89-87ef3c843c0f {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:26.403035 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.488155 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9851ec18-4ff5-4803-9b2a-9c2317f28814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.491728 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9851ec18-4ff5-4803-9b2a-9c2317f28814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.501945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 7f28fa42-ae1a-4b07-8ff7-893361e50e7b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:26.513459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7f28fa42-ae1a-4b07-8ff7-893361e50e7b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:26.520063 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9851ec18-4ff5-4803-9b2a-9c2317f28814 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e5c0b0aa-f015-4d1c-927f-2d9b386955ba HTTP/1.1" status: 204 len: 168 time: 0.4868379 Jul 16 08:53:26.521329 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.563559 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-f7c26540-2ff3-47a4-9533-c4a593212f8c None None] Set router a490ce74-ea4f-4455-8679-4d8629c7613f gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:26.581002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9851ec18-4ff5-4803-9b2a-9c2317f28814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c0b0aa-f015-4d1c-927f-2d9b386955ba,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.761593 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1a821997-9a2c-492a-b652-93247455db0c req-e2683632-76b5-4fbb-b215-2217596c6168 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 210 time: 0.1708598 Jul 16 08:53:27.150884 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.152856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] For port da7a7e81-b099-402f-8e89-87ef3c843c0f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=da7a7e81-b099-402f-8e89-87ef3c843c0f,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:27.156371 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.173553 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-333f6717-e997-498a-b4ab-b2ee02b2a3bd req-8887d7fb-fd26-4474-89b7-915695c4b601 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 210 time: 0.0945430 Jul 16 08:53:27.227850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] Calling delete_port for da7a7e81-b099-402f-8e89-87ef3c843c0f owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:27.318943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d329b9e-5fa9-4d0d-8619-e2db6ffc83b4 req-4098fd8c-be23-4f81-94c2-ec4a1dcecf19 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:27.345307 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d329b9e-5fa9-4d0d-8619-e2db6ffc83b4 req-4098fd8c-be23-4f81-94c2-ec4a1dcecf19 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.8237457 Jul 16 08:53:27.372255 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 7f28fa42-ae1a-4b07-8ff7-893361e50e7b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7f28fa42-ae1a-4b07-8ff7-893361e50e7b,segment=NetworkSegment(c7c146e4-8af3-4dbc-95c6-eb652d96ea0a),segment_id=c7c146e4-8af3-4dbc-95c6-eb652d96ea0a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:27.389545 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.414140 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f7c26540-2ff3-47a4-9533-c4a593212f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109'}], 'enable_snat': True}, 'gw_port_id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:53:22Z', 'revision_number': 5, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port': {'id': 'da7a7e81-b099-402f-8e89-87ef3c843c0f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:e4:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1513, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:20Z', 'updated_at': '2021-07-16T08:42:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:27.580317 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c26540-2ff3-47a4-9533-c4a593212f8c None None] Checking router: a490ce74-ea4f-4455-8679-4d8629c7613f for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:27.639036 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c26540-2ff3-47a4-9533-c4a593212f8c None None] Routers {'a490ce74-ea4f-4455-8679-4d8629c7613f'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:27.640394 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f7c26540-2ff3-47a4-9533-c4a593212f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:53:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a490ce74-ea4f-4455-8679-4d8629c7613f'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:27.642277 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=7f28fa42-ae1a-4b07-8ff7-893361e50e7b,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:27.775441 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3d329b9e-5fa9-4d0d-8619-e2db6ffc83b4 req-d691dadd-b5c0-487a-b4b9-7e1adacad7e9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4216695 Jul 16 08:53:28.018038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7f28fa42-ae1a-4b07-8ff7-893361e50e7b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:28.093721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4a598a1b-b4a7-400c-a814-2d910316b849 req-ea02412b-9f04-4855-a9e7-2b728264c363 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 210 time: 0.0832579 Jul 16 08:53:28.134101 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-f7c26540-2ff3-47a4-9533-c4a593212f8c None None] Set router a490ce74-ea4f-4455-8679-4d8629c7613f gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:28.262504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7f28fa42-ae1a-4b07-8ff7-893361e50e7b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:28.265101 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.361025 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f7c26540-2ff3-47a4-9533-c4a593212f8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:53:26Z', 'revision_number': 6, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:28.414208 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:28.503889 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c26540-2ff3-47a4-9533-c4a593212f8c None None] The sync data for ids ['a490ce74-ea4f-4455-8679-4d8629c7613f'] in n-d-758944-46 is: [{'id': 'a490ce74-ea4f-4455-8679-4d8629c7613f', 'name': 'tempest-AttachVolumeShelveTestJSON-1023067743-router', 'tenant_id': 'bf13c641cc6b45f4add343877ddf9789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:17Z', 'updated_at': '2021-07-16T08:53:26Z', 'revision_number': 6, 'project_id': 'bf13c641cc6b45f4add343877ddf9789', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:28.737740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=da7a7e81-b099-402f-8e89-87ef3c843c0f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:28.743690 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d3639dbf-f338-4413-92b2-6549b4efd3b1 req-671e7dea-8a8d-45c8-8d78-c21685d96c16 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 210 time: 0.2844231 Jul 16 08:53:28.885998 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.163981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.168891 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.395829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402dc2b5-c9c1-4747-9e07-a6a4c20dc4c9 req-8a7bc8f5-adfa-4d30-b41b-8f0a94a8066c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:29.399724 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-402dc2b5-c9c1-4747-9e07-a6a4c20dc4c9 req-8a7bc8f5-adfa-4d30-b41b-8f0a94a8066c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.2583570 Jul 16 08:53:29.618963 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [req-b28c6bc0-036e-443e-8e67-f660165311fe req-75f259bc-94e1-49b7-8a8d-03e188f1cb7b service neutron] show failed (client error): The resource could not be found. Jul 16 08:53:29.620371 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-75f259bc-94e1-49b7-8a8d-03e188f1cb7b service neutron] 10.222.0.15 "GET /v2.0/ports/849a8799-03fa-4ae7-ba4e-c5a74594cde1/bindings/n-h2-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.1652732 Jul 16 08:53:29.636097 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-402dc2b5-c9c1-4747-9e07-a6a4c20dc4c9 req-afe21bb7-06b3-437a-a598-75fa4a93fdae tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290828 Jul 16 08:53:29.748009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47506) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:29.964222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device da7a7e81-b099-402f-8e89-87ef3c843c0f no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:30.048053 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-58e47fcf-32a7-462a-9e42-de99417080f9 req-7bae976f-ab95-42f7-aa7c-ee77cdd6cbca tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 210 time: 0.0628536 Jul 16 08:53:30.059662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: da7a7e81-b099-402f-8e89-87ef3c843c0f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:30.060024 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device da7a7e81-b099-402f-8e89-87ef3c843c0f not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:30.063425 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f79ff542-49c9-4518-8acb-073ab31de248 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:30.066222 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e0e6cdce-3f48-4368-8843-909400c5a2b7 req-0eae4530-2763-4302-bae2-f4db68eb2a7c tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 210 time: 0.0652533 Jul 16 08:53:30.100203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: f79ff542-49c9-4518-8acb-073ab31de248 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:30.100857 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f79ff542-49c9-4518-8acb-073ab31de248 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:30.104091 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.111398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a490ce74-ea4f-4455-8679-4d8629c7613f {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:53:30.115927 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e8b67fd2-5f45-4f55-8db8-aa7239737805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.150317 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.158195 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ef94a420-9b4a-47f9-bfd4-816a08ba01e9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a490ce74-ea4f-4455-8679-4d8629c7613f HTTP/1.1" status: 204 len: 168 time: 4.8700984 Jul 16 08:53:30.158657 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47514) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:30.211110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-266d3849-c19c-481c-b832-a2f722dc9d9d tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:30.218132 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-266d3849-c19c-481c-b832-a2f722dc9d9d tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.38 "GET /v2.0/networks?id=d8c76c1a-b53d-407f-9c90-097bb834c398 HTTP/1.1" status: 200 len: 811 time: 2.0072355 Jul 16 08:53:30.241651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-d09c9868-9482-46aa-b35b-8ee1a088002e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Request body: {'port': {'device_id': '030eb287-4016-406d-8586-46ddb937bf8e', 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398', 'admin_state_up': True, 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:30.249058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c256cf1-4ddb-447e-80ba-f860dd250bff admin admin] Deleting subnet 6ff038ab-4107-4385-b9f7-5e2bfac47b22 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:30.260079 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c256cf1-4ddb-447e-80ba-f860dd250bff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.564340 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c256cf1-4ddb-447e-80ba-f860dd250bff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.911203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600869-a689-4910-9c02-8465a3aa082e req-0fbbd40e-ae84-4c76-a0a5-33326dd545bf tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:30.913252 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-21600869-a689-4910-9c02-8465a3aa082e req-0fbbd40e-ae84-4c76-a0a5-33326dd545bf tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.38 "GET /v2.0/networks?id=27d8120b-acc9-47c9-b978-4aa7cca6870a HTTP/1.1" status: 200 len: 821 time: 0.6079907 Jul 16 08:53:30.939636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-21600869-a689-4910-9c02-8465a3aa082e req-e9c6cda3-7fd7-41c6-9706-7a8172a5a786 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Request body: {'port': {'device_id': 'ad455306-672f-4889-ab17-6b1a5c255f19', 'network_id': '27d8120b-acc9-47c9-b978-4aa7cca6870a', 'admin_state_up': True, 'tenant_id': '81ee584053c1461790edb0f9fbc7950d'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:31.045906 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c256cf1-4ddb-447e-80ba-f860dd250bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.100551 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e8b67fd2-5f45-4f55-8db8-aa7239737805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.150866 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1b5fdaa1-cdca-48c5-8ee3-624cfe0ec563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:31.152948 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1b5fdaa1-cdca-48c5-8ee3-624cfe0ec563 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 1098 time: 0.5147841 Jul 16 08:53:31.153668 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e8b67fd2-5f45-4f55-8db8-aa7239737805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.168560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf72ac1-d68b-4c49-9353-16fae2cf0137 req-71625eb4-d110-4b47-b8e3-d32740d240af tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:31.170201 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8bf72ac1-d68b-4c49-9353-16fae2cf0137 req-71625eb4-d110-4b47-b8e3-d32740d240af tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.1830301 Jul 16 08:53:31.185531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:31.191532 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-d09c9868-9482-46aa-b35b-8ee1a088002e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Made reservation on behalf of 3459e9736cff47bfb0c38d06c0ca8624 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:31.195172 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-d09c9868-9482-46aa-b35b-8ee1a088002e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.274358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b67fd2-5f45-4f55-8db8-aa7239737805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e03a52b-d0d6-4753-9a53-6354b6e303f3,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:31.285403 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e8b67fd2-5f45-4f55-8db8-aa7239737805 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=42f83a9bba1b48ac876eaaba410b8f07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5359321 Jul 16 08:53:31.295615 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47532) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.530957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21600869-a689-4910-9c02-8465a3aa082e req-e9c6cda3-7fd7-41c6-9706-7a8172a5a786 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Made reservation on behalf of 81ee584053c1461790edb0f9fbc7950d for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:31.546639 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-21600869-a689-4910-9c02-8465a3aa082e req-e9c6cda3-7fd7-41c6-9706-7a8172a5a786 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.572113 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f720544d-d671-4c9e-9529-ccbda52c117d req-c1d1f992-3495-402a-8674-ae0ea6c227ca tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 210 time: 0.2770834 Jul 16 08:53:31.575080 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c256cf1-4ddb-447e-80ba-f860dd250bff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.604663 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-d09c9868-9482-46aa-b35b-8ee1a088002e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Allocated IP 172.20.0.4 (d8c76c1a-b53d-407f-9c90-097bb834c398/7390ce5d-ca79-4149-a5a6-f3e5199ee3ed/71e2398d-09d3-436c-8152-71e6f178e2d9) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:31.728370 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c256cf1-4ddb-447e-80ba-f860dd250bff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.730027 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1427cb-0f00-4fdc-8872-16610096cb8f None None] Network 0398bf6f-6792-4b35-accc-6c390953dadf requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:31.739094 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6c256cf1-4ddb-447e-80ba-f860dd250bff admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6ff038ab-4107-4385-b9f7-5e2bfac47b22 HTTP/1.1" status: 204 len: 168 time: 1.5771368 Jul 16 08:53:31.751974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47538) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:32.030260 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9b61b990-65e7-4798-af5d-2571e445a5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.051969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c256cf1-4ddb-447e-80ba-f860dd250bff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ff038ab-4107-4385-b9f7-5e2bfac47b22,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:32.236920 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8bf72ac1-d68b-4c49-9353-16fae2cf0137 req-c98eed12-73c6-4bfb-a9d8-159f96f5269a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0461283 Jul 16 08:53:32.411121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-633c8a3c-8e6b-4d37-8c03-48800a09e0fd None None] DHCP port deletion for 0398bf6f-6792-4b35-accc-6c390953dadf request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:53:32.414718 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.426631 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47550) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:32.575521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-633c8a3c-8e6b-4d37-8c03-48800a09e0fd None None] Deleting port c7889df6-b0fa-49d9-927a-4f25d488419c {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:32.576440 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-633c8a3c-8e6b-4d37-8c03-48800a09e0fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.641991 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-d09c9868-9482-46aa-b35b-8ee1a088002e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.689335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-beec914c-ea19-4e66-ade5-869b217882c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.723845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 849a8799-03fa-4ae7-ba4e-c5a74594cde1 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:32.761006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] Deleting port c7889df6-b0fa-49d9-927a-4f25d488419c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:32.761348 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.975930 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40198903-a54a-4761-b390-c970b5cb1481 req-43c0ac40-42c6-4173-bd81-3e9e9c35c85e tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 210 time: 0.1106162 Jul 16 08:53:32.982524 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-633c8a3c-8e6b-4d37-8c03-48800a09e0fd None None] For port c7889df6-b0fa-49d9-927a-4f25d488419c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c7889df6-b0fa-49d9-927a-4f25d488419c,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:32.986664 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-633c8a3c-8e6b-4d37-8c03-48800a09e0fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.063843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-633c8a3c-8e6b-4d37-8c03-48800a09e0fd None None] Calling delete_port for c7889df6-b0fa-49d9-927a-4f25d488419c owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:33.077829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-21600869-a689-4910-9c02-8465a3aa082e req-e9c6cda3-7fd7-41c6-9706-7a8172a5a786 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Allocated IP 172.20.0.14 (27d8120b-acc9-47c9-b978-4aa7cca6870a/c23fdfda-30ef-4168-ad88-7ea7b749335a/cfb01c06-54c8-4352-ace9-2a3ddb667d93) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:33.082656 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7b971dc-eb36-4538-983c-b877cc814c24 req-f7200dac-6b4a-494b-97ba-ca1e2143c428 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 210 time: 1.1063077 Jul 16 08:53:33.098040 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.137217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9b61b990-65e7-4798-af5d-2571e445a5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.170311 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] For port c7889df6-b0fa-49d9-927a-4f25d488419c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c7889df6-b0fa-49d9-927a-4f25d488419c,segment=NetworkSegment(94f8872a-fdcc-4b34-a620-414423951ad0),segment_id=94f8872a-fdcc-4b34-a620-414423951ad0)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:33.170911 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.204720 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-d09c9868-9482-46aa-b35b-8ee1a088002e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.423866 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-d09c9868-9482-46aa-b35b-8ee1a088002e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Network d8c76c1a-b53d-407f-9c90-097bb834c398 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:33.449979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] Calling delete_port for c7889df6-b0fa-49d9-927a-4f25d488419c owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:33.488722 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.543170 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9b61b990-65e7-4798-af5d-2571e445a5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.546173 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9b61b990-65e7-4798-af5d-2571e445a5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.549982 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9b61b990-65e7-4798-af5d-2571e445a5af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4e03a52b-d0d6-4753-9a53-6354b6e303f3 HTTP/1.1" status: 204 len: 168 time: 2.2509959 Jul 16 08:53:33.621282 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-633c8a3c-8e6b-4d37-8c03-48800a09e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.637623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b61b990-65e7-4798-af5d-2571e445a5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e03a52b-d0d6-4753-9a53-6354b6e303f3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:33.709341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633c8a3c-8e6b-4d37-8c03-48800a09e0fd None None] Pushing event deleted for resources: {'Port': ['ID=c7889df6-b0fa-49d9-927a-4f25d488419c,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:33.731280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-d09c9868-9482-46aa-b35b-8ee1a088002e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:33.732816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633c8a3c-8e6b-4d37-8c03-48800a09e0fd None None] No DVR routers for this DVR port c7889df6-b0fa-49d9-927a-4f25d488419c on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:33.765747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-d09c9868-9482-46aa-b35b-8ee1a088002e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:33.918236 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.942336 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:33.945019 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-beec914c-ea19-4e66-ade5-869b217882c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.960790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c9868-9482-46aa-b35b-8ee1a088002e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Pushing event updated for resources: {'Port': ['ID=71e2398d-09d3-436c-8152-71e6f178e2d9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:33.984353 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-21600869-a689-4910-9c02-8465a3aa082e req-e9c6cda3-7fd7-41c6-9706-7a8172a5a786 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.015806 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-beec914c-ea19-4e66-ade5-869b217882c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.023953 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c7889df6-b0fa-49d9-927a-4f25d488419c no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:34.072813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: c7889df6-b0fa-49d9-927a-4f25d488419c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:34.073555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c7889df6-b0fa-49d9-927a-4f25d488419c not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:34.107565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beec914c-ea19-4e66-ade5-869b217882c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a15569-702b-4a30-8cfc-5a075052819c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:34.141321 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:34.236523 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.260043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Transition to ACTIVE for port object 849a8799-03fa-4ae7-ba4e-c5a74594cde1 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:34.261351 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:34.283417 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fa9b65d-07bb-4b24-a581-ef7d9e97288f" -d '{"events": [{"server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "name": "network-vif-unplugged", "status": "completed", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:34.304090 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.327417 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-beec914c-ea19-4e66-ade5-869b217882c0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e559fa13fa64e2f97f25e87d94d419a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8975346 Jul 16 08:53:34.328376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47582) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:34.354650 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:53:34.355017 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:53:34.393758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-d09c9868-9482-46aa-b35b-8ee1a088002e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:34.395062 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-d09c9868-9482-46aa-b35b-8ee1a088002e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.400765 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-142862e1-8ecb-42c2-b9e7-e141792e3584 req-549ce281-cda4-4c27-b6b5-28a5752bce86 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 210 time: 0.1080751 Jul 16 08:53:34.474839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc48a7ca-3cf8-4e66-989b-cd056aa6a675 req-d8f5f616-d461-4922-a30c-05bcc5aecb68 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:34.477020 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dc48a7ca-3cf8-4e66-989b-cd056aa6a675 req-d8f5f616-d461-4922-a30c-05bcc5aecb68 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.8847811 Jul 16 08:53:34.502038 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-d09c9868-9482-46aa-b35b-8ee1a088002e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2765720 Jul 16 08:53:34.608785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Request body: {'port': {'device_id': '030eb287-4016-406d-8586-46ddb937bf8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:34.615034 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.721016 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-21600869-a689-4910-9c02-8465a3aa082e req-e9c6cda3-7fd7-41c6-9706-7a8172a5a786 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.735980 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dc48a7ca-3cf8-4e66-989b-cd056aa6a675 req-1dd167a4-a45c-4fee-b77d-df66c027590c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2470846 Jul 16 08:53:34.763786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] No DVR routers for this DVR port c7889df6-b0fa-49d9-927a-4f25d488419c on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:34.772112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7889df6-b0fa-49d9-927a-4f25d488419c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:34.785850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Pushing event updated for resources: {'Port': ['ID=849a8799-03fa-4ae7-ba4e-c5a74594cde1,revision_number=6']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:34.787161 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ac067977-bada-4413-9e70-158d4c59f418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.846960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ac067977-bada-4413-9e70-158d4c59f418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:34.936904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c6cda3-7fd7-41c6-9706-7a8172a5a786 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Pushing event updated for resources: {'Port': ['ID=cfb01c06-54c8-4352-ace9-2a3ddb667d93,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:35.080706 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21600869-a689-4910-9c02-8465a3aa082e req-e9c6cda3-7fd7-41c6-9706-7a8172a5a786 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Network 27d8120b-acc9-47c9-b978-4aa7cca6870a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:35.095292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-21600869-a689-4910-9c02-8465a3aa082e req-e9c6cda3-7fd7-41c6-9706-7a8172a5a786 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:35.110858 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.143310 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.163793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-21600869-a689-4910-9c02-8465a3aa082e req-e9c6cda3-7fd7-41c6-9706-7a8172a5a786 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:35.168730 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] No DVR routers for this DVR port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:35.174998 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0398bf6f-6792-4b35-accc-6c390953dadf']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:35.211032 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0b20d268-d84f-46d1-b554-ffbf4c35e970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.286951 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ac067977-bada-4413-9e70-158d4c59f418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.291710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ac067977-bada-4413-9e70-158d4c59f418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.292969 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ac067977-bada-4413-9e70-158d4c59f418 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f7a15569-702b-4a30-8cfc-5a075052819c HTTP/1.1" status: 204 len: 168 time: 0.9496400 Jul 16 08:53:35.295230 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94f8872a-fdcc-4b34-a620-414423951ad0') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:35.295551 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94f8872a-fdcc-4b34-a620-414423951ad0') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:35.438593 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.445336 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c2961-2f2a-4c5f-87f8-1062a1fe801b req-f89a60c3-c247-4c0a-9b27-b9ab9f5feb7f tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:35.455425 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-065c2961-2f2a-4c5f-87f8-1062a1fe801b req-f89a60c3-c247-4c0a-9b27-b9ab9f5feb7f tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 931 time: 0.7293878 Jul 16 08:53:35.490936 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600869-a689-4910-9c02-8465a3aa082e req-e9c6cda3-7fd7-41c6-9706-7a8172a5a786 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:35.492143 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-21600869-a689-4910-9c02-8465a3aa082e req-e9c6cda3-7fd7-41c6-9706-7a8172a5a786 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.598966 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4757c088-785c-4267-901b-a20cf43827ac x-openstack-request-id: req-4757c088-785c-4267-901b-a20cf43827ac {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:35.599554 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "name": "network-vif-unplugged", "status": "completed", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:35.599997 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4757c088-785c-4267-901b-a20cf43827ac {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:35.600772 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'code': 200} Jul 16 08:53:35.619953 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-21600869-a689-4910-9c02-8465a3aa082e req-e9c6cda3-7fd7-41c6-9706-7a8172a5a786 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6874878 Jul 16 08:53:35.676548 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Request body: {'port': {'device_id': 'ad455306-672f-4889-ab17-6b1a5c255f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:35.691454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac067977-bada-4413-9e70-158d4c59f418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a15569-702b-4a30-8cfc-5a075052819c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:35.727113 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.858617 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.873143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:35.875190 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.029156 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-065c2961-2f2a-4c5f-87f8-1062a1fe801b req-ea9e78ac-0d61-460c-b43d-6678b264ae5b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430873 Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:36.069810 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:36.097108 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.155500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Attempting to bind port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:36.156074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Attempting to bind port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:36.158218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Attempting to bind port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 on network 782d6297-b8a7-4a08-9c4a-9920da3770c5 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:36.176992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 on network 782d6297-b8a7-4a08-9c4a-9920da3770c5 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:53:36.178540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Attempting to bind port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 on network 782d6297-b8a7-4a08-9c4a-9920da3770c5 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:36.194568 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.201458 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:36.202237 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Checking segment: {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:36.202870 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Bound using segment: {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:36.204194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Bound port: 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:36.205007 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.233642 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.243281 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0398bf6f-6792-4b35-accc-6c390953dadf HTTP/1.1" status: 204 len: 168 time: 4.4756415 Jul 16 08:53:36.386339 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae91d95-63b9-40f4-ac93-2708c15b6b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=0398bf6f-6792-4b35-accc-6c390953dadf,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:36.501249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfcd4dc-5904-405e-b3d6-24d0ee3880c1 req-4d9e4196-c8f7-476a-a8dc-3d1eb091f908 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:36.514121 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cfcd4dc-5904-405e-b3d6-24d0ee3880c1 req-4d9e4196-c8f7-476a-a8dc-3d1eb091f908 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 932 time: 0.7064867 Jul 16 08:53:36.616990 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cfcd4dc-5904-405e-b3d6-24d0ee3880c1 req-48e2bf8e-66c5-4a92-b2f9-e41bf2bd758e tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/security-groups?id=51145bac-41ef-4d1d-b8ce-c67d2caf4316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018255 Jul 16 08:53:36.705564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e2398d-09d3-436c-8152-71e6f178e2d9 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:36.718809 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.743300 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Transition to ACTIVE for port object 71e2398d-09d3-436c-8152-71e6f178e2d9 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:36.748813 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.846342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=71e2398d-09d3-436c-8152-71e6f178e2d9,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:36.861032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:36.870683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:36.931358 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.947512 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47646) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:36.983709 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Attempting to bind port 71e2398d-09d3-436c-8152-71e6f178e2d9 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:36.984674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Attempting to bind port 71e2398d-09d3-436c-8152-71e6f178e2d9 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'c7c146e4-8af3-4dbc-95c6-eb652d96ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:36.985411 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Attempting to bind port 71e2398d-09d3-436c-8152-71e6f178e2d9 on network d8c76c1a-b53d-407f-9c90-097bb834c398 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:36.996901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Port 71e2398d-09d3-436c-8152-71e6f178e2d9 on network d8c76c1a-b53d-407f-9c90-097bb834c398 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:53:36.998086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Attempting to bind port 71e2398d-09d3-436c-8152-71e6f178e2d9 on network d8c76c1a-b53d-407f-9c90-097bb834c398 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:37.012161 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:37.013152 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Checking segment: {'id': 'c7c146e4-8af3-4dbc-95c6-eb652d96ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:37.013626 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Bound using segment: {'id': 'c7c146e4-8af3-4dbc-95c6-eb652d96ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:37.042296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415eea40-3bab-46d1-bf32-c71be47eeae7 req-0c19b751-b777-43b6-a172-7b22a2a8f629 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:37.043705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Bound port: 71e2398d-09d3-436c-8152-71e6f178e2d9, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c146e4-8af3-4dbc-95c6-eb652d96ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:37.045550 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.049565 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-415eea40-3bab-46d1-bf32-c71be47eeae7 req-0c19b751-b777-43b6-a172-7b22a2a8f629 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 944 time: 0.4908412 Jul 16 08:53:37.057613 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:37.058250 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.059755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] 10.222.0.38 "PUT /v2.0/ports/849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 1093 time: 5.8967218 Jul 16 08:53:37.177809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fff963b-149d-4986-b2c9-3e348ebb5250 service neutron] Pushing event updated for resources: {'Port': ['ID=849a8799-03fa-4ae7-ba4e-c5a74594cde1,revision_number=7']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:37.343599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] For port 71e2398d-09d3-436c-8152-71e6f178e2d9, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:37.354360 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] For port 71e2398d-09d3-436c-8152-71e6f178e2d9, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=71e2398d-09d3-436c-8152-71e6f178e2d9,segment=NetworkSegment(c7c146e4-8af3-4dbc-95c6-eb652d96ea0a),segment_id=c7c146e4-8af3-4dbc-95c6-eb652d96ea0a)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:37.428628 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.467432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9ca8352c-2ffb-4b7f-b854-4b66d3b6e420 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bf13c641cc6b45f4add343877ddf9789&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5094130 Jul 16 08:53:37.512381 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47670) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:37.518312 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-415eea40-3bab-46d1-bf32-c71be47eeae7 req-b0e09b2a-b59a-440c-9235-9ede26e162d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4676111 Jul 16 08:53:37.605935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:37.610416 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16368bbe-0558-40df-b58a-7ea39c75751d" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:37.706036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Pushing event updated for resources: {'Port': ['ID=71e2398d-09d3-436c-8152-71e6f178e2d9,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:37.728984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6bc0-036e-443e-8e67-f660165311fe req-e373ca64-1507-42e0-9aea-f5a7670dee29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:37.731924 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-e373ca64-1507-42e0-9aea-f5a7670dee29 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1096 time: 0.6155932 Jul 16 08:53:37.758915 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:37.760018 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.771913 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-fbef392c-1d4a-4eec-840f-77de93ecc9c5 service neutron] 10.222.0.38 "PUT /v2.0/ports/71e2398d-09d3-436c-8152-71e6f178e2d9 HTTP/1.1" status: 200 len: 1092 time: 3.1920979 Jul 16 08:53:37.773609 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '030eb287-4016-406d-8586-46ddb937bf8e', 'tag': '71e2398d-09d3-436c-8152-71e6f178e2d9'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:37.779499 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef69c8bd-69d1-4704-91c6-05b0c8db2982" -d '{"events": [{"name": "network-changed", "server_uuid": "030eb287-4016-406d-8586-46ddb937bf8e", "tag": "71e2398d-09d3-436c-8152-71e6f178e2d9"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:37.809391 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d249a6-07f1-4997-a589-bf9a1ec1ba9d x-openstack-request-id: req-f7d249a6-07f1-4997-a589-bf9a1ec1ba9d {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:37.809861 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:37.810277 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f7d249a6-07f1-4997-a589-bf9a1ec1ba9d {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:37.810941 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'status': 'completed', 'code': 200} Jul 16 08:53:37.869361 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3aee1854-ab4b-4eac-9c87-c74d9385c969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.956891 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41b1b137-011e-43c0-90a0-1a53231d0787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.973342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc31d9d2-6981-49d9-ad4b-10ae05d48cfe req-f5fef859-25c1-413b-ad09-e73eb0a7c619 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:37.978544 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dc31d9d2-6981-49d9-ad4b-10ae05d48cfe req-f5fef859-25c1-413b-ad09-e73eb0a7c619 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 943 time: 0.6155508 Jul 16 08:53:38.083531 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dc31d9d2-6981-49d9-ad4b-10ae05d48cfe req-0866a6a3-3246-4a07-913a-c6439e94d5ff tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915890 Jul 16 08:53:38.103304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-79235995-86cd-4a83-ba54-61fe5f39a460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:38.105086 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-79235995-86cd-4a83-ba54-61fe5f39a460 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3459e9736cff47bfb0c38d06c0ca8624&device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 1095 time: 0.2415946 Jul 16 08:53:38.109650 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfb01c06-54c8-4352-ace9-2a3ddb667d93 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:38.131049 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.166895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Transition to ACTIVE for port object cfb01c06-54c8-4352-ace9-2a3ddb667d93 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:38.177084 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-c00c988f-7c68-4a1d-88bb-3be10ed4860e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71e2398d-09d3-436c-8152-71e6f178e2d9 HTTP/1.1" status: 200 len: 217 time: 0.0637088 Jul 16 08:53:38.198485 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.203152 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8684f8ef-fab2-454e-8f56-da997f01efa8 x-openstack-request-id: req-8684f8ef-fab2-454e-8f56-da997f01efa8 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:38.205273 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "030eb287-4016-406d-8586-46ddb937bf8e", "tag": "71e2398d-09d3-436c-8152-71e6f178e2d9", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:38.205851 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8684f8ef-fab2-454e-8f56-da997f01efa8 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:38.206480 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '030eb287-4016-406d-8586-46ddb937bf8e', 'tag': '71e2398d-09d3-436c-8152-71e6f178e2d9', 'status': 'completed', 'code': 200} Jul 16 08:53:38.291231 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3aee1854-ab4b-4eac-9c87-c74d9385c969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.303624 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-742a5908-7d26-4893-a131-e7ba2cfdd8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:38.305237 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-742a5908-7d26-4893-a131-e7ba2cfdd8c4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7390ce5d-ca79-4149-a5a6-f3e5199ee3ed HTTP/1.1" status: 200 len: 851 time: 0.1211355 Jul 16 08:53:38.427387 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-e34f6d25-9f4b-48c1-b6ba-44c07dc9ecc3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d8c76c1a-b53d-407f-9c90-097bb834c398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1149340 Jul 16 08:53:38.460420 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.629701 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-3c6c6d9d-d63f-4565-8127-bb084a35e362 service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953156 Jul 16 08:53:38.654551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb01c06-54c8-4352-ace9-2a3ddb667d93,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:38.666590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6bc0-036e-443e-8e67-f660165311fe req-472bc8ae-d80c-42e0-a2e0-24a5016b5468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:38.669476 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-472bc8ae-d80c-42e0-a2e0-24a5016b5468 service neutron] 10.222.0.38 "GET /v2.0/networks?id=782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 200 len: 897 time: 0.9189603 Jul 16 08:53:38.822897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16368bbe-0558-40df-b58a-7ea39c75751d req-fb5a2cbc-e0fa-4414-ac5c-2c5a3ac79fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:38.825754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16368bbe-0558-40df-b58a-7ea39c75751d req-fb5a2cbc-e0fa-4414-ac5c-2c5a3ac79fc8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1096 time: 0.9609532 Jul 16 08:53:38.826741 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3aee1854-ab4b-4eac-9c87-c74d9385c969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.827257 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b7b5c616-042b-4700-8933-1ff9a9bea859 req-268cbb93-c2d3-4e65-8b6a-df68a6bf2d70 service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910155 Jul 16 08:53:38.832386 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3aee1854-ab4b-4eac-9c87-c74d9385c969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.835416 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3aee1854-ab4b-4eac-9c87-c74d9385c969 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23aeea03-dbf0-4314-8909-766b7ea80944 HTTP/1.1" status: 204 len: 168 time: 1.3144565 Jul 16 08:53:39.045599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db71dd-af8a-49e9-9763-af18d22fdc51 req-b299971c-9d03-4b67-97a6-c5c902820957 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:39.050331 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c0db71dd-af8a-49e9-9763-af18d22fdc51 req-b299971c-9d03-4b67-97a6-c5c902820957 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 944 time: 0.1967256 Jul 16 08:53:39.072290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aee1854-ab4b-4eac-9c87-c74d9385c969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23aeea03-dbf0-4314-8909-766b7ea80944,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:39.121430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c9e4f-6b0f-4cbb-98e0-457f86ebd47a req-fbe3f54a-440a-436e-b184-31c0f8a38f23 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:39.134369 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-537c9e4f-6b0f-4cbb-98e0-457f86ebd47a req-fbe3f54a-440a-436e-b184-31c0f8a38f23 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 944 time: 1.1500266 Jul 16 08:53:39.186616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-20f64c91-1472-420e-872b-e2db7332b29b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 1000 time: 0.5090210 Jul 16 08:53:39.206147 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c0db71dd-af8a-49e9-9763-af18d22fdc51 req-f46b437a-d53c-4d1c-acfd-b934bf9261e7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474957 Jul 16 08:53:39.226583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69c8bd-69d1-4704-91c6-05b0c8db2982 req-7b3fd0b4-be61-42d4-834d-16c6410c71d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:39.231063 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef69c8bd-69d1-4704-91c6-05b0c8db2982 req-7b3fd0b4-be61-42d4-834d-16c6410c71d0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3459e9736cff47bfb0c38d06c0ca8624&device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 1095 time: 0.3010421 Jul 16 08:53:39.354935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Attempting to bind port cfb01c06-54c8-4352-ace9-2a3ddb667d93 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:39.355520 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Attempting to bind port cfb01c06-54c8-4352-ace9-2a3ddb667d93 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'b0e75f29-ac32-4f53-b3de-8836db499f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '27d8120b-acc9-47c9-b978-4aa7cca6870a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:39.355946 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Attempting to bind port cfb01c06-54c8-4352-ace9-2a3ddb667d93 on network 27d8120b-acc9-47c9-b978-4aa7cca6870a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:39.452370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Port cfb01c06-54c8-4352-ace9-2a3ddb667d93 on network 27d8120b-acc9-47c9-b978-4aa7cca6870a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:53:39.466334 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Attempting to bind port cfb01c06-54c8-4352-ace9-2a3ddb667d93 on network 27d8120b-acc9-47c9-b978-4aa7cca6870a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:39.481598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69c8bd-69d1-4704-91c6-05b0c8db2982 req-71da28ef-d72b-45ea-a8c6-39552645b81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:39.484356 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef69c8bd-69d1-4704-91c6-05b0c8db2982 req-71da28ef-d72b-45ea-a8c6-39552645b81e service neutron] 10.222.0.38 "GET /v2.0/networks?id=d8c76c1a-b53d-407f-9c90-097bb834c398 HTTP/1.1" status: 200 len: 911 time: 0.2466712 Jul 16 08:53:39.501084 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-537c9e4f-6b0f-4cbb-98e0-457f86ebd47a req-64752659-aa06-4e43-97c8-d652ce566ed2 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/security-groups?id=51145bac-41ef-4d1d-b8ce-c67d2caf4316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648684 Jul 16 08:53:39.516055 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16368bbe-0558-40df-b58a-7ea39c75751d req-6e668e8b-774d-496f-89f3-467b9cf1dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:39.526974 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16368bbe-0558-40df-b58a-7ea39c75751d req-6e668e8b-774d-496f-89f3-467b9cf1dc97 service neutron] 10.222.0.15 "GET /v2.0/networks?id=782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 200 len: 897 time: 0.6826446 Jul 16 08:53:39.545401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6bc0-036e-443e-8e67-f660165311fe req-52a1b8da-6cd7-4c0c-93c9-4e7d869566bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:39.549100 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-52a1b8da-6cd7-4c0c-93c9-4e7d869566bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=331bd486-3f13-42ab-b203-3740dc8d36a9 HTTP/1.1" status: 200 len: 835 time: 0.3413401 Jul 16 08:53:39.550619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:39.551376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Checking segment: {'id': 'b0e75f29-ac32-4f53-b3de-8836db499f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '27d8120b-acc9-47c9-b978-4aa7cca6870a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:39.552257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Bound using segment: {'id': 'b0e75f29-ac32-4f53-b3de-8836db499f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '27d8120b-acc9-47c9-b978-4aa7cca6870a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:39.553374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Bound port: cfb01c06-54c8-4352-ace9-2a3ddb667d93, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0e75f29-ac32-4f53-b3de-8836db499f71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '27d8120b-acc9-47c9-b978-4aa7cca6870a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:39.554442 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.700198 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef69c8bd-69d1-4704-91c6-05b0c8db2982 req-a8f7c4d7-f401-4130-a3a7-a5a41b19222f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71e2398d-09d3-436c-8152-71e6f178e2d9 HTTP/1.1" status: 200 len: 217 time: 0.2059662 Jul 16 08:53:39.751455 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.862518 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69c8bd-69d1-4704-91c6-05b0c8db2982 req-e6902272-eb17-4026-ad8a-6c789fd6084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:39.869284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef69c8bd-69d1-4704-91c6-05b0c8db2982 req-e6902272-eb17-4026-ad8a-6c789fd6084e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7390ce5d-ca79-4149-a5a6-f3e5199ee3ed HTTP/1.1" status: 200 len: 851 time: 0.1237361 Jul 16 08:53:40.000141 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef69c8bd-69d1-4704-91c6-05b0c8db2982 req-53ef471f-1f01-47a2-a388-5c11fbc81eb2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d8c76c1a-b53d-407f-9c90-097bb834c398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1209707 Jul 16 08:53:40.017235 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] For port cfb01c06-54c8-4352-ace9-2a3ddb667d93, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:40.025244 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caecddf5-252c-4cca-aabc-f827602ff7d2 req-a4ad0066-75cf-449e-8e9d-392bb1cd829b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:40.027946 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-caecddf5-252c-4cca-aabc-f827602ff7d2 req-a4ad0066-75cf-449e-8e9d-392bb1cd829b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 943 time: 0.5318329 Jul 16 08:53:40.029559 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] For port cfb01c06-54c8-4352-ace9-2a3ddb667d93, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=cfb01c06-54c8-4352-ace9-2a3ddb667d93,segment=NetworkSegment(b0e75f29-ac32-4f53-b3de-8836db499f71),segment_id=b0e75f29-ac32-4f53-b3de-8836db499f71)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:40.056258 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.187784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:40.196168 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:40.198821 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-21600869-a689-4910-9c02-8465a3aa082e req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] 10.222.0.38 "PUT /v2.0/ports/cfb01c06-54c8-4352-ace9-2a3ddb667d93 HTTP/1.1" status: 200 len: 1093 time: 4.5701587 Jul 16 08:53:40.255465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad455306-672f-4889-ab17-6b1a5c255f19', 'tag': 'cfb01c06-54c8-4352-ace9-2a3ddb667d93'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:40.258851 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-caecddf5-252c-4cca-aabc-f827602ff7d2 req-25558249-b6de-4d78-b77c-d2b0412dfbfd tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164059 Jul 16 08:53:40.261477 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085ff814-2ab5-4e91-92f9-fc671d3b4b45" -d '{"events": [{"name": "network-changed", "server_uuid": "ad455306-672f-4889-ab17-6b1a5c255f19", "tag": "cfb01c06-54c8-4352-ace9-2a3ddb667d93"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:40.385253 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16368bbe-0558-40df-b58a-7ea39c75751d req-d56bcd86-c874-4612-9d15-7527b7787324 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 1000 time: 0.7935507 Jul 16 08:53:40.478020 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1af2bc0-de06-444f-a22d-508ed8598c5a x-openstack-request-id: req-f1af2bc0-de06-444f-a22d-508ed8598c5a {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:40.479636 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad455306-672f-4889-ab17-6b1a5c255f19", "tag": "cfb01c06-54c8-4352-ace9-2a3ddb667d93", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:40.480030 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1af2bc0-de06-444f-a22d-508ed8598c5a {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:40.480594 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad455306-672f-4889-ab17-6b1a5c255f19', 'tag': 'cfb01c06-54c8-4352-ace9-2a3ddb667d93', 'status': 'completed', 'code': 200} Jul 16 08:53:40.533950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c6bc0-036e-443e-8e67-f660165311fe req-eab36ee9-c77e-4fa3-a123-dff4899d0f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:40.536254 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-eab36ee9-c77e-4fa3-a123-dff4899d0f3a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=782d6297-b8a7-4a08-9c4a-9920da3770c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9549029 Jul 16 08:53:40.541154 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d03fcf-0d4f-4cf8-b6e0-4e86966255e2 service neutron] Pushing event updated for resources: {'Port': ['ID=cfb01c06-54c8-4352-ace9-2a3ddb667d93,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:40.559399 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef69c8bd-69d1-4704-91c6-05b0c8db2982 req-bf660b86-d886-487b-aca7-05d63c8b03e5 service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183554 Jul 16 08:53:40.608387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16368bbe-0558-40df-b58a-7ea39c75751d req-cd9b2aa3-3844-4ddc-afdd-0ddd69708251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:40.613017 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16368bbe-0558-40df-b58a-7ea39c75751d req-cd9b2aa3-3844-4ddc-afdd-0ddd69708251 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=331bd486-3f13-42ab-b203-3740dc8d36a9 HTTP/1.1" status: 200 len: 835 time: 0.1571994 Jul 16 08:53:40.997253 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef69c8bd-69d1-4704-91c6-05b0c8db2982 req-2c011dae-ec4f-48d1-93c1-8e1012b28977 service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4229345 Jul 16 08:53:41.073432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba20db72-a785-44ea-ad41-c20375ed409b req-3eb7c468-8a43-4ab8-b466-5a93cbefdd34 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.075323 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ba20db72-a785-44ea-ad41-c20375ed409b req-3eb7c468-8a43-4ab8-b466-5a93cbefdd34 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 944 time: 0.1935015 Jul 16 08:53:41.150972 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ba20db72-a785-44ea-ad41-c20375ed409b req-00f7e686-0ba8-442f-a8ce-252a92d388e3 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/security-groups?id=51145bac-41ef-4d1d-b8ce-c67d2caf4316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653429 Jul 16 08:53:41.237064 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.340242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 71e2398d-09d3-436c-8152-71e6f178e2d9 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:41.347180 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600869-a689-4910-9c02-8465a3aa082e req-70945d70-dd9a-4f34-8df8-50bb5b24a421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.359738 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-21600869-a689-4910-9c02-8465a3aa082e req-70945d70-dd9a-4f34-8df8-50bb5b24a421 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81ee584053c1461790edb0f9fbc7950d&device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 1096 time: 1.0672910 Jul 16 08:53:41.480175 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-21600869-a689-4910-9c02-8465a3aa082e req-df4c3b43-832c-4e84-bdb1-2fcf64598481 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfb01c06-54c8-4352-ace9-2a3ddb667d93 HTTP/1.1" status: 200 len: 217 time: 0.0914652 Jul 16 08:53:41.551799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21600869-a689-4910-9c02-8465a3aa082e req-70256001-2439-4c23-8d28-96b31c4d8ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.553370 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-21600869-a689-4910-9c02-8465a3aa082e req-70256001-2439-4c23-8d28-96b31c4d8ac0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c23fdfda-30ef-4168-ad88-7ea7b749335a HTTP/1.1" status: 200 len: 861 time: 0.0624776 Jul 16 08:53:41.600317 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-21600869-a689-4910-9c02-8465a3aa082e req-4ebfec34-e348-4cca-a5e7-1c7de15b8a84 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=27d8120b-acc9-47c9-b978-4aa7cca6870a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393581 Jul 16 08:53:41.602509 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-37b0d871-565f-4a1a-bde3-be13a72a3e5a service neutron] 10.222.0.38 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0562353 Jul 16 08:53:41.692294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 71e2398d-09d3-436c-8152-71e6f178e2d9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=71e2398d-09d3-436c-8152-71e6f178e2d9,segment=NetworkSegment(c7c146e4-8af3-4dbc-95c6-eb652d96ea0a),segment_id=c7c146e4-8af3-4dbc-95c6-eb652d96ea0a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:41.725745 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '71e2398d-09d3-436c-8152-71e6f178e2d9', 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398', 'port_id': '71e2398d-09d3-436c-8152-71e6f178e2d9', 'mac_address': 'fa:16:3e:d8:8b:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7390ce5d-ca79-4149-a5a6-f3e5199ee3ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:41.751094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624fcafd-c301-494d-8fc2-7073a60542f7 req-8028da92-1bf0-4ccf-bb53-858f4317e69f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.765898 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-624fcafd-c301-494d-8fc2-7073a60542f7 req-8028da92-1bf0-4ccf-bb53-858f4317e69f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 944 time: 0.6619062 Jul 16 08:53:41.771567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16368bbe-0558-40df-b58a-7ea39c75751d req-bdbfb2f9-f466-4a9e-a056-274427faa53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.775485 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16368bbe-0558-40df-b58a-7ea39c75751d req-bdbfb2f9-f466-4a9e-a056-274427faa53c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=782d6297-b8a7-4a08-9c4a-9920da3770c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1514535 Jul 16 08:53:41.834625 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.870684 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e2398d-09d3-436c-8152-71e6f178e2d9 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:41.923529 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 71e2398d-09d3-436c-8152-71e6f178e2d9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=71e2398d-09d3-436c-8152-71e6f178e2d9,segment=NetworkSegment(c7c146e4-8af3-4dbc-95c6-eb652d96ea0a),segment_id=c7c146e4-8af3-4dbc-95c6-eb652d96ea0a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:41.939924 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.145110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=71e2398d-09d3-436c-8152-71e6f178e2d9,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:42.156546 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['71e2398d-09d3-436c-8152-71e6f178e2d9'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:42.216734 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-624fcafd-c301-494d-8fc2-7073a60542f7 req-bba6b706-8a44-4364-85e6-cb3dc839b3ae tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4492674 Jul 16 08:53:42.229468 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-21600869-a689-4910-9c02-8465a3aa082e req-67135af2-9328-4501-a47a-73531a8bc8e8 service neutron] 10.222.0.38 "GET /v2.0/networks/27d8120b-acc9-47c9-b978-4aa7cca6870a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6132758 Jul 16 08:53:42.290965 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16368bbe-0558-40df-b58a-7ea39c75751d req-f197b2c0-3a03-45e5-9ff4-0be749130242 service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762335 Jul 16 08:53:42.469721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16368bbe-0558-40df-b58a-7ea39c75751d req-67648f72-be11-4952-8e66-6fdd660746b5 service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677752 Jul 16 08:53:42.523342 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-c4f2a4f0-2350-4c75-9885-8625bbfe7d87 service neutron] 10.222.0.38 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8490279 Jul 16 08:53:42.872959 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-21600869-a689-4910-9c02-8465a3aa082e req-6931c712-abd1-46fe-9635-e98a5697502d service neutron] 10.222.0.38 "GET /v2.0/networks/27d8120b-acc9-47c9-b978-4aa7cca6870a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6262162 Jul 16 08:53:42.910123 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16368bbe-0558-40df-b58a-7ea39c75751d req-c7ce58ef-300a-4042-afe1-aae494e2875d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:42.911928 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16368bbe-0558-40df-b58a-7ea39c75751d req-c7ce58ef-300a-4042-afe1-aae494e2875d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1096 time: 0.1455359 Jul 16 08:53:42.927891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01981d24-01d6-44c3-95dc-47c6c3c0d7e5 req-7de42d9e-8ff3-4e9e-9f4c-79049307632f tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:42.929950 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-01981d24-01d6-44c3-95dc-47c6c3c0d7e5 req-7de42d9e-8ff3-4e9e-9f4c-79049307632f tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 944 time: 0.2997625 Jul 16 08:53:43.033979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643564a-2e01-40bd-935d-31f49294d55a req-5da1f374-4ec3-4518-a7c0-b464fab8646f tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:43.050728 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-01981d24-01d6-44c3-95dc-47c6c3c0d7e5 req-022bb1c2-0f06-4ea8-a938-9a3dfc720b05 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948155 Jul 16 08:53:43.067511 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d643564a-2e01-40bd-935d-31f49294d55a req-5da1f374-4ec3-4518-a7c0-b464fab8646f tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 944 time: 0.3899117 Jul 16 08:53:43.237401 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d643564a-2e01-40bd-935d-31f49294d55a req-a482c08a-9a8b-4b2a-9acb-e5268bfe9611 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/security-groups?id=51145bac-41ef-4d1d-b8ce-c67d2caf4316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683869 Jul 16 08:53:43.336112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 71e2398d-09d3-436c-8152-71e6f178e2d9 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:43.454161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16368bbe-0558-40df-b58a-7ea39c75751d req-5b93ef11-2c90-4741-bf06-f313238e7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:43.456661 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16368bbe-0558-40df-b58a-7ea39c75751d req-5b93ef11-2c90-4741-bf06-f313238e7b30 service neutron] 10.222.0.38 "GET /v2.0/networks?id=782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 200 len: 897 time: 0.5253875 Jul 16 08:53:43.464155 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 71e2398d-09d3-436c-8152-71e6f178e2d9 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:43.471402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 71e2398d-09d3-436c-8152-71e6f178e2d9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:43.472530 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.644914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16368bbe-0558-40df-b58a-7ea39c75751d req-edf0ad89-832b-4351-b489-89bd84939564 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 1000 time: 0.1759145 Jul 16 08:53:43.673717 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.756930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030eb287-4016-406d-8586-46ddb937bf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e2398d-09d3-436c-8152-71e6f178e2d9'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:43.758943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47914) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:43.764124 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702981b2-41b5-4138-9aae-89b94a9f4230" -d '{"events": [{"server_uuid": "030eb287-4016-406d-8586-46ddb937bf8e", "name": "network-vif-plugged", "status": "completed", "tag": "71e2398d-09d3-436c-8152-71e6f178e2d9"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:43.795306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16368bbe-0558-40df-b58a-7ea39c75751d req-158b3640-ca67-4f1a-aa07-286da26a573c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:43.798809 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16368bbe-0558-40df-b58a-7ea39c75751d req-158b3640-ca67-4f1a-aa07-286da26a573c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=331bd486-3f13-42ab-b203-3740dc8d36a9 HTTP/1.1" status: 200 len: 835 time: 0.1442308 Jul 16 08:53:43.801353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 71e2398d-09d3-436c-8152-71e6f178e2d9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=71e2398d-09d3-436c-8152-71e6f178e2d9,segment=NetworkSegment(c7c146e4-8af3-4dbc-95c6-eb652d96ea0a),segment_id=c7c146e4-8af3-4dbc-95c6-eb652d96ea0a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:43.813844 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.872289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ff814-2ab5-4e91-92f9-fc671d3b4b45 req-1c0f5497-bf77-4c87-a2f7-29c97993a304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:43.875000 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-085ff814-2ab5-4e91-92f9-fc671d3b4b45 req-1c0f5497-bf77-4c87-a2f7-29c97993a304 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=81ee584053c1461790edb0f9fbc7950d&device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 1096 time: 0.7305913 Jul 16 08:53:43.968940 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb4cc29-5c13-4318-a519-8699332d10bc x-openstack-request-id: req-fdb4cc29-5c13-4318-a519-8699332d10bc {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:43.969542 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030eb287-4016-406d-8586-46ddb937bf8e", "name": "network-vif-plugged", "status": "completed", "tag": "71e2398d-09d3-436c-8152-71e6f178e2d9", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:43.970509 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fdb4cc29-5c13-4318-a519-8699332d10bc {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:43.971176 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030eb287-4016-406d-8586-46ddb937bf8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e2398d-09d3-436c-8152-71e6f178e2d9', 'code': 200} Jul 16 08:53:43.979965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=71e2398d-09d3-436c-8152-71e6f178e2d9,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:44.035016 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca2648-2893-486e-bdad-025caa64e969 req-a7a9a8cd-e71a-45e9-b18f-47f72a00e266 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:44.057434 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62ca2648-2893-486e-bdad-025caa64e969 req-a7a9a8cd-e71a-45e9-b18f-47f72a00e266 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 944 time: 0.2678013 Jul 16 08:53:44.113178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ff814-2ab5-4e91-92f9-fc671d3b4b45 req-5bed1efb-b373-459e-9aff-e01847c30210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:44.115923 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-085ff814-2ab5-4e91-92f9-fc671d3b4b45 req-5bed1efb-b373-459e-9aff-e01847c30210 service neutron] 10.222.0.38 "GET /v2.0/networks?id=27d8120b-acc9-47c9-b978-4aa7cca6870a HTTP/1.1" status: 200 len: 921 time: 0.2207673 Jul 16 08:53:44.235588 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-085ff814-2ab5-4e91-92f9-fc671d3b4b45 req-a5ce5377-5a48-4e27-8f17-6dfe3973544b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cfb01c06-54c8-4352-ace9-2a3ddb667d93 HTTP/1.1" status: 200 len: 217 time: 0.1105769 Jul 16 08:53:44.261153 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-326d8285-8445-4f7a-8e0e-321cb336f052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.312130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62ca2648-2893-486e-bdad-025caa64e969 req-854ee91b-bbb0-4f56-8078-183bd737a6d5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2500768 Jul 16 08:53:44.402943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16368bbe-0558-40df-b58a-7ea39c75751d req-ac94a47b-6ce5-449d-bee0-839f61058ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:44.410840 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16368bbe-0558-40df-b58a-7ea39c75751d req-ac94a47b-6ce5-449d-bee0-839f61058ff8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=782d6297-b8a7-4a08-9c4a-9920da3770c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6026149 Jul 16 08:53:44.548919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a788d5f-ac01-4f7d-a24d-3b6270249e4b req-bcf308fb-12fc-4b30-957a-c698d5c48147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:44.550721 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a788d5f-ac01-4f7d-a24d-3b6270249e4b req-bcf308fb-12fc-4b30-957a-c698d5c48147 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 1097 time: 0.4865117 Jul 16 08:53:44.669646 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16368bbe-0558-40df-b58a-7ea39c75751d req-85f6b4fa-b113-4204-be2b-e5b8800a73cc service neutron] 10.222.0.38 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2460699 Jul 16 08:53:44.677207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ff814-2ab5-4e91-92f9-fc671d3b4b45 req-9a67daf2-59f5-4f4b-aa8b-4f9b590e6ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:44.680285 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-085ff814-2ab5-4e91-92f9-fc671d3b4b45 req-9a67daf2-59f5-4f4b-aa8b-4f9b590e6ba0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=c23fdfda-30ef-4168-ad88-7ea7b749335a HTTP/1.1" status: 200 len: 861 time: 0.4356453 Jul 16 08:53:44.711772 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a788d5f-ac01-4f7d-a24d-3b6270249e4b req-66258797-b061-4cca-aaf2-e0c7dd3d0bdf service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481366 Jul 16 08:53:44.715515 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-326d8285-8445-4f7a-8e0e-321cb336f052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.758441 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-326d8285-8445-4f7a-8e0e-321cb336f052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.852151 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-085ff814-2ab5-4e91-92f9-fc671d3b4b45 req-42b4e76c-41a5-47e1-b932-eae6c5b3d2a9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=27d8120b-acc9-47c9-b978-4aa7cca6870a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1402736 Jul 16 08:53:44.893633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-326d8285-8445-4f7a-8e0e-321cb336f052 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c955b8621748405b84f818dd908eaa37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1307454 Jul 16 08:53:44.897437 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d8285-8445-4f7a-8e0e-321cb336f052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27d2463d-75c5-4b7e-9103-b020422f65ea,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:44.898795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47930) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:44.939110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8817ea00-c13e-4ce7-bba1-927a0aaa9cdb req-fdbbc414-970b-4ac3-ab9e-409d29390606 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:44.953151 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8817ea00-c13e-4ce7-bba1-927a0aaa9cdb req-fdbbc414-970b-4ac3-ab9e-409d29390606 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 944 time: 0.2835913 Jul 16 08:53:45.039842 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8817ea00-c13e-4ce7-bba1-927a0aaa9cdb req-daa2a994-2b1f-494d-b04f-a787be3f688c tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/security-groups?id=51145bac-41ef-4d1d-b8ce-c67d2caf4316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846665 Jul 16 08:53:45.064530 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-16368bbe-0558-40df-b58a-7ea39c75751d req-a11766b4-bec8-4f8f-a51f-eca55650083f service neutron] 10.222.0.38 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806827 Jul 16 08:53:45.088109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730020f-144c-4b61-a7aa-b09bb80da9ac req-a4424372-e81c-4628-be95-906bd07d8ae7 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:45.089765 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d730020f-144c-4b61-a7aa-b09bb80da9ac req-a4424372-e81c-4628-be95-906bd07d8ae7 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.4178565 Jul 16 08:53:45.095187 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7767159-23e8-4105-8abe-28af5e7be002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.139559 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-085ff814-2ab5-4e91-92f9-fc671d3b4b45 req-c9ae30ad-1981-4178-9b23-313e591d3a1b service neutron] 10.222.0.38 "GET /v2.0/networks/27d8120b-acc9-47c9-b978-4aa7cca6870a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509968 Jul 16 08:53:45.172308 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7767159-23e8-4105-8abe-28af5e7be002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.315239 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d730020f-144c-4b61-a7aa-b09bb80da9ac req-1ccea21b-546a-4d80-868b-175fad69939a tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132435 Jul 16 08:53:45.330516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7767159-23e8-4105-8abe-28af5e7be002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.332268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device cfb01c06-54c8-4352-ace9-2a3ddb667d93 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:45.333743 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7767159-23e8-4105-8abe-28af5e7be002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.335948 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e7767159-23e8-4105-8abe-28af5e7be002 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27d2463d-75c5-4b7e-9103-b020422f65ea HTTP/1.1" status: 204 len: 168 time: 0.4212646 Jul 16 08:53:45.551512 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port cfb01c06-54c8-4352-ace9-2a3ddb667d93, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=cfb01c06-54c8-4352-ace9-2a3ddb667d93,segment=NetworkSegment(b0e75f29-ac32-4f53-b3de-8836db499f71),segment_id=b0e75f29-ac32-4f53-b3de-8836db499f71)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:45.574565 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'cfb01c06-54c8-4352-ace9-2a3ddb667d93', 'network_id': '27d8120b-acc9-47c9-b978-4aa7cca6870a', 'port_id': 'cfb01c06-54c8-4352-ace9-2a3ddb667d93', 'mac_address': 'fa:16:3e:0c:a7:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c23fdfda-30ef-4168-ad88-7ea7b749335a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:45.628348 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.633031 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-085ff814-2ab5-4e91-92f9-fc671d3b4b45 req-d87ce65c-d1dd-4413-815c-7378d73a64dc service neutron] 10.222.0.38 "GET /v2.0/networks/27d8120b-acc9-47c9-b978-4aa7cca6870a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820249 Jul 16 08:53:45.644739 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfb01c06-54c8-4352-ace9-2a3ddb667d93 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:45.646481 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:53:45.668742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7767159-23e8-4105-8abe-28af5e7be002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d2463d-75c5-4b7e-9103-b020422f65ea,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:45.722615 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port cfb01c06-54c8-4352-ace9-2a3ddb667d93, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=cfb01c06-54c8-4352-ace9-2a3ddb667d93,segment=NetworkSegment(b0e75f29-ac32-4f53-b3de-8836db499f71),segment_id=b0e75f29-ac32-4f53-b3de-8836db499f71)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:45.740400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcffaf8-4805-4013-854d-118c62fd56bc req-a7910671-e915-4480-8b0b-ffb83c05f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:45.751549 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfcffaf8-4805-4013-854d-118c62fd56bc req-a7910671-e915-4480-8b0b-ffb83c05f45d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1096 time: 0.5768270 Jul 16 08:53:45.756357 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.758458 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 849a8799-03fa-4ae7-ba4e-c5a74594cde1 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:46.099940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=cfb01c06-54c8-4352-ace9-2a3ddb667d93,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:46.455110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acd7a8e-5cf5-437e-84b8-35d4fd64ece5 req-6e5b0263-ba9a-4ba5-b50a-6da3a18a40d5 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:46.458102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcffaf8-4805-4013-854d-118c62fd56bc req-61e2dc4a-be09-42e6-8656-235ddcda469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:46.465420 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5acd7a8e-5cf5-437e-84b8-35d4fd64ece5 req-6e5b0263-ba9a-4ba5-b50a-6da3a18a40d5 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 945 time: 0.1340663 Jul 16 08:53:46.466089 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfcffaf8-4805-4013-854d-118c62fd56bc req-61e2dc4a-be09-42e6-8656-235ddcda469f service neutron] 10.222.0.38 "GET /v2.0/networks?id=782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 200 len: 897 time: 0.6897283 Jul 16 08:53:46.565454 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5acd7a8e-5cf5-437e-84b8-35d4fd64ece5 req-9826261a-9c7a-4327-bf15-c2a2c621cc59 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/security-groups?id=51145bac-41ef-4d1d-b8ce-c67d2caf4316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982013 Jul 16 08:53:46.632407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:46.671651 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfcffaf8-4805-4013-854d-118c62fd56bc req-9cd6092a-2ccf-4f64-bff7-0b82616b65c1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 1000 time: 0.1917472 Jul 16 08:53:46.676893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'port_id': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'mac_address': 'fa:16:3e:53:2f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:46.764573 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c43ce-618b-4d97-a732-7d4db377f2d2 req-b78106e7-b122-43cb-9919-6bd7eda958ba tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:46.768646 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0384f381-8459-4691-8de8-f4bb47ae4d03 req-e9c2633c-13dc-4699-a2f7-87aba4ddf53f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:46.773033 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-613c43ce-618b-4d97-a732-7d4db377f2d2 req-b78106e7-b122-43cb-9919-6bd7eda958ba tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.0944197 Jul 16 08:53:46.782727 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0384f381-8459-4691-8de8-f4bb47ae4d03 req-e9c2633c-13dc-4699-a2f7-87aba4ddf53f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 944 time: 0.8739367 Jul 16 08:53:46.834328 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-613c43ce-618b-4d97-a732-7d4db377f2d2 req-b4853b29-b15a-48c4-94ad-6f8813297256 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596046 Jul 16 08:53:46.855517 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.874821 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849a8799-03fa-4ae7-ba4e-c5a74594cde1 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:46.884060 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0384f381-8459-4691-8de8-f4bb47ae4d03 req-9aa657a8-039c-497c-9b2b-838d1a5c543e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980079 Jul 16 08:53:46.905203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:46.937495 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:46.957210 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcffaf8-4805-4013-854d-118c62fd56bc req-939fa1f2-987b-48c2-a28b-f7bf32533d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:46.960293 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfcffaf8-4805-4013-854d-118c62fd56bc req-939fa1f2-987b-48c2-a28b-f7bf32533d6e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=331bd486-3f13-42ab-b203-3740dc8d36a9 HTTP/1.1" status: 200 len: 835 time: 0.2801995 Jul 16 08:53:47.097741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=849a8799-03fa-4ae7-ba4e-c5a74594cde1,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:47.159781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcffaf8-4805-4013-854d-118c62fd56bc req-25509d36-4c99-42d5-b1c3-835803c84449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:47.187366 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['cfb01c06-54c8-4352-ace9-2a3ddb667d93'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:47.190907 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfcffaf8-4805-4013-854d-118c62fd56bc req-25509d36-4c99-42d5-b1c3-835803c84449 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=782d6297-b8a7-4a08-9c4a-9920da3770c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2225919 Jul 16 08:53:47.283406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['849a8799-03fa-4ae7-ba4e-c5a74594cde1'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:47.664972 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfcffaf8-4805-4013-854d-118c62fd56bc req-4907f287-5e12-42f3-8c86-663f7b486f67 service neutron] 10.222.0.38 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664376 Jul 16 08:53:47.680529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b54f7-c504-4fd8-bec4-d746e05734d5 req-0faebcc9-7896-4ce1-a5de-d0d11e910b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:47.684053 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-915b54f7-c504-4fd8-bec4-d746e05734d5 req-0faebcc9-7896-4ce1-a5de-d0d11e910b6b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3459e9736cff47bfb0c38d06c0ca8624&device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 1097 time: 0.2617695 Jul 16 08:53:47.754182 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f39768-6fc7-47d1-a23a-0ed06d8c66bb req-346fb460-ae5a-4e2b-a2f2-a7be2ed98602 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:47.763605 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-38f39768-6fc7-47d1-a23a-0ed06d8c66bb req-346fb460-ae5a-4e2b-a2f2-a7be2ed98602 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.2068963 Jul 16 08:53:47.893568 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-38f39768-6fc7-47d1-a23a-0ed06d8c66bb req-f9f7d879-55eb-4558-97fe-a370bcadbed8 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285918 Jul 16 08:53:48.117181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208e0d64-ff68-4f37-9475-45dd61fc0662 req-1bbb9d4e-9198-4e64-a8ee-212e8835f3ec tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:48.127572 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-208e0d64-ff68-4f37-9475-45dd61fc0662 req-1bbb9d4e-9198-4e64-a8ee-212e8835f3ec tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 945 time: 0.0937068 Jul 16 08:53:48.192729 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-208e0d64-ff68-4f37-9475-45dd61fc0662 req-b142e6e3-99d3-484c-9829-64791e0f2664 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/security-groups?id=51145bac-41ef-4d1d-b8ce-c67d2caf4316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630336 Jul 16 08:53:48.295100 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfcffaf8-4805-4013-854d-118c62fd56bc req-694082e8-edb0-416a-a80e-91908e39ac71 service neutron] 10.222.0.38 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186321 Jul 16 08:53:48.340368 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b54f7-c504-4fd8-bec4-d746e05734d5 req-256c5778-fa7e-4ed7-9c45-fc572eae3d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:48.343498 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-915b54f7-c504-4fd8-bec4-d746e05734d5 req-256c5778-fa7e-4ed7-9c45-fc572eae3d78 service neutron] 10.222.0.38 "GET /v2.0/networks?id=d8c76c1a-b53d-407f-9c90-097bb834c398 HTTP/1.1" status: 200 len: 911 time: 0.6030240 Jul 16 08:53:49.318619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device cfb01c06-54c8-4352-ace9-2a3ddb667d93 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:49.325378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18599b5b-12ea-4ad4-aeca-561f0dcdc583 req-316ccccf-2e32-45f6-a6ab-24d37b607b77 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:49.328213 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-18599b5b-12ea-4ad4-aeca-561f0dcdc583 req-316ccccf-2e32-45f6-a6ab-24d37b607b77 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.1746986 Jul 16 08:53:49.336199 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-915b54f7-c504-4fd8-bec4-d746e05734d5 req-49b8be4e-b37a-49cb-a58e-f244c9a0c391 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71e2398d-09d3-436c-8152-71e6f178e2d9 HTTP/1.1" status: 200 len: 217 time: 0.9091327 Jul 16 08:53:49.456723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port cfb01c06-54c8-4352-ace9-2a3ddb667d93 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:49.466994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port cfb01c06-54c8-4352-ace9-2a3ddb667d93 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:49.468217 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.528029 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-18599b5b-12ea-4ad4-aeca-561f0dcdc583 req-02c7be2a-4c04-4d4c-bccf-0dc484160adc tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1927259 Jul 16 08:53:49.618900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-3be61d70-d4bc-4360-9508-229066d9fae5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:49.620600 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-3be61d70-d4bc-4360-9508-229066d9fae5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.38 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&binding%3Ahost_id=n-h2-758944-46 HTTP/1.1" status: 200 len: 945 time: 1.2758451 Jul 16 08:53:49.664230 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.685738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b54f7-c504-4fd8-bec4-d746e05734d5 req-ef1ac140-c197-4f2b-a092-ee1dbc705467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:49.685738 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-915b54f7-c504-4fd8-bec4-d746e05734d5 req-ef1ac140-c197-4f2b-a092-ee1dbc705467 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7390ce5d-ca79-4149-a5a6-f3e5199ee3ed HTTP/1.1" status: 200 len: 851 time: 0.3130069 Jul 16 08:53:49.742762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1860418c-3b57-4701-904c-51c63c8fe5d8 req-05af46fe-595d-4056-bf35-b9f3de3f3728 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:49.744841 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1860418c-3b57-4701-904c-51c63c8fe5d8 req-05af46fe-595d-4056-bf35-b9f3de3f3728 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 945 time: 0.4358778 Jul 16 08:53:49.772856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port cfb01c06-54c8-4352-ace9-2a3ddb667d93, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=cfb01c06-54c8-4352-ace9-2a3ddb667d93,segment=NetworkSegment(b0e75f29-ac32-4f53-b3de-8836db499f71),segment_id=b0e75f29-ac32-4f53-b3de-8836db499f71)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:49.774297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad455306-672f-4889-ab17-6b1a5c255f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb01c06-54c8-4352-ace9-2a3ddb667d93'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:49.777460 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18e64a2c-73ff-4ffc-a885-9a3ac0888c4e" -d '{"events": [{"server_uuid": "ad455306-672f-4889-ab17-6b1a5c255f19", "name": "network-vif-plugged", "status": "completed", "tag": "cfb01c06-54c8-4352-ace9-2a3ddb667d93"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:49.782609 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.783785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 849a8799-03fa-4ae7-ba4e-c5a74594cde1 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:49.794011 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-915b54f7-c504-4fd8-bec4-d746e05734d5 req-35f0790f-5547-464a-b64d-e7848ba3a0a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d8c76c1a-b53d-407f-9c90-097bb834c398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477154 Jul 16 08:53:49.915893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:49.930773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:49.939615 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.017783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2128c673-d9ab-4fa2-96ec-964bb109bc75 req-8c6194ad-0cb8-48ed-bf99-83dc8db705cb tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:50.025752 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2128c673-d9ab-4fa2-96ec-964bb109bc75 req-8c6194ad-0cb8-48ed-bf99-83dc8db705cb tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 946 time: 0.1679187 Jul 16 08:53:50.098491 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-c9f3f744-508d-4f26-9e8e-37e4cbc2dbea service neutron] 10.222.0.38 "GET /v2.0/ports/849a8799-03fa-4ae7-ba4e-c5a74594cde1/bindings/n-h2-758944-46 HTTP/1.1" status: 200 len: 383 time: 0.4353507 Jul 16 08:53:50.106682 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-915b54f7-c504-4fd8-bec4-d746e05734d5 req-4107ad69-7993-44ed-bcf7-2794bbac3ca8 service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330487 Jul 16 08:53:50.133704 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2128c673-d9ab-4fa2-96ec-964bb109bc75 req-9ff1a043-b095-4add-a987-4b74e01760f0 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/security-groups?id=51145bac-41ef-4d1d-b8ce-c67d2caf4316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772970 Jul 16 08:53:50.142197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=cfb01c06-54c8-4352-ace9-2a3ddb667d93,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:50.299857 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.307166 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-915b54f7-c504-4fd8-bec4-d746e05734d5 req-6a8b6b76-a173-4ebf-bdbe-c35818fdfa6c service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790376 Jul 16 08:53:50.385430 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1860418c-3b57-4701-904c-51c63c8fe5d8 req-3c5f359a-4e5c-4d11-b798-489f10c3c925 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5896041 Jul 16 08:53:50.420481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-650795c1-2b39-411f-950c-194a069593d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:50.425557 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-650795c1-2b39-411f-950c-194a069593d3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1097 time: 0.1146815 Jul 16 08:53:50.429933 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fbec11c-ba41-410b-9583-19c929c12b97 x-openstack-request-id: req-6fbec11c-ba41-410b-9583-19c929c12b97 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:50.430429 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad455306-672f-4889-ab17-6b1a5c255f19", "name": "network-vif-plugged", "status": "completed", "tag": "cfb01c06-54c8-4352-ace9-2a3ddb667d93", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:50.430529 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fbec11c-ba41-410b-9583-19c929c12b97 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:50.430912 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad455306-672f-4889-ab17-6b1a5c255f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfb01c06-54c8-4352-ace9-2a3ddb667d93', 'code': 200} Jul 16 08:53:50.516433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:50.530377 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:50.777981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=849a8799-03fa-4ae7-ba4e-c5a74594cde1,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:50.801111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-9a6e4111-f6b0-464f-afd6-62b7528d44e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:50.809030 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-9a6e4111-f6b0-464f-afd6-62b7528d44e3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 200 len: 897 time: 0.3732219 Jul 16 08:53:50.894848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834893e8-5c0d-4fde-8ad3-3ecdfff98eb2 req-de513368-6f8f-4ebb-a99a-3c2b0fe879a5 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:50.903431 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-834893e8-5c0d-4fde-8ad3-3ecdfff98eb2 req-de513368-6f8f-4ebb-a99a-3c2b0fe879a5 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.1769831 Jul 16 08:53:51.039486 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-834893e8-5c0d-4fde-8ad3-3ecdfff98eb2 req-af3da13e-63d2-4960-a9e4-a1c46108ecf7 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338809 Jul 16 08:53:51.051715 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-5fe9d612-089e-45bd-ad7a-7c292ada2c2d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 1002 time: 0.2327187 Jul 16 08:53:51.075971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede49fcf-b3fc-4573-8cbc-f4d571b8a348 req-aa3155ff-325a-4079-8780-abb061138538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:51.079314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ede49fcf-b3fc-4573-8cbc-f4d571b8a348 req-aa3155ff-325a-4079-8780-abb061138538 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 1098 time: 0.3768597 Jul 16 08:53:51.254353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 48142) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:51.300572 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ede49fcf-b3fc-4573-8cbc-f4d571b8a348 req-7e679c42-45bf-4a99-aecb-410d31ce47b4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=51145bac-41ef-4d1d-b8ce-c67d2caf4316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020745 Jul 16 08:53:51.304940 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-8029b21d-40b9-432b-a08f-8b4e7ea77daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:51.306403 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-8029b21d-40b9-432b-a08f-8b4e7ea77daf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=331bd486-3f13-42ab-b203-3740dc8d36a9 HTTP/1.1" status: 200 len: 835 time: 0.2399602 Jul 16 08:53:51.468375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-8b03cc9f-b516-4d52-8998-2473b24aacb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:51.470554 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-8b03cc9f-b516-4d52-8998-2473b24aacb7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=782d6297-b8a7-4a08-9c4a-9920da3770c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1215432 Jul 16 08:53:51.688900 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-deb95e44-d6c6-471f-b779-85317777c022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.921378 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-1f0fe146-9039-4fae-81ca-ea70c493e8f4 service neutron] 10.222.0.38 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435079 Jul 16 08:53:52.093609 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-deb95e44-d6c6-471f-b779-85317777c022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.114091 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcaaae-4a7a-4f01-a890-9ffcdf342d07 req-27f39e5d-365a-4212-a44e-0854b3e668e1 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:52.119944 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-83dcaaae-4a7a-4f01-a890-9ffcdf342d07 req-27f39e5d-365a-4212-a44e-0854b3e668e1 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 946 time: 0.4037220 Jul 16 08:53:52.154845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf8980-bdbc-4407-a644-5b19e04a7fe9 req-6a7b66ab-bbaa-408f-bdd7-eb6d0f40b0d5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:52.174440 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bdbf8980-bdbc-4407-a644-5b19e04a7fe9 req-6a7b66ab-bbaa-408f-bdd7-eb6d0f40b0d5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.4428911 Jul 16 08:53:52.199747 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-deb95e44-d6c6-471f-b779-85317777c022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.270312 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb95e44-d6c6-471f-b779-85317777c022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fed1dde-65ad-423b-9eb2-e74e129dfe95,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:52.401993 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-83dcaaae-4a7a-4f01-a890-9ffcdf342d07 req-ee5935a7-e061-4d10-900c-82820b47b7b9 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/security-groups?id=51145bac-41ef-4d1d-b8ce-c67d2caf4316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677200 Jul 16 08:53:52.432669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:52.435980 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92cdbc9f-7f59-464c-a71e-b45784fa109d" -d '{"events": [{"server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "name": "network-vif-plugged", "status": "completed", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:52.441890 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-80484a46-54aa-4a44-b978-c2c39e704424 service neutron] 10.222.0.38 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862037 Jul 16 08:53:52.464618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 48186) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:52.464898 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-deb95e44-d6c6-471f-b779-85317777c022 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8706d8ee1b1a43059d2b214525679747&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2088008 Jul 16 08:53:52.490443 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bdbf8980-bdbc-4407-a644-5b19e04a7fe9 req-bff2abe6-b069-4aa1-8e0e-e481cef5f1f0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145702 Jul 16 08:53:52.613135 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b18816-11f6-4f44-bbc7-57784593a720 x-openstack-request-id: req-31b18816-11f6-4f44-bbc7-57784593a720 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:52.613584 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "name": "network-vif-plugged", "status": "completed", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:52.614454 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31b18816-11f6-4f44-bbc7-57784593a720 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:52.616761 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'code': 200} Jul 16 08:53:52.634792 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-34ab055e-163b-4fe1-934b-9dfbe989801f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.719960 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-34ab055e-163b-4fe1-934b-9dfbe989801f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:52.993766 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583853b1-ff06-460f-8edf-b5c19429521b req-40bbd841-a29e-4c97-bde1-e905612125e1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:52.997364 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-583853b1-ff06-460f-8edf-b5c19429521b req-40bbd841-a29e-4c97-bde1-e905612125e1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.2697613 Jul 16 08:53:53.032362 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-34ab055e-163b-4fe1-934b-9dfbe989801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.041826 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-34ab055e-163b-4fe1-934b-9dfbe989801f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:53.044086 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-34ab055e-163b-4fe1-934b-9dfbe989801f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1fed1dde-65ad-423b-9eb2-e74e129dfe95 HTTP/1.1" status: 204 len: 168 time: 0.5779724 Jul 16 08:53:53.072346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab055e-163b-4fe1-934b-9dfbe989801f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fed1dde-65ad-423b-9eb2-e74e129dfe95,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:53.121238 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-583853b1-ff06-460f-8edf-b5c19429521b req-239cd71e-a061-4a29-8f96-eb20b6d1071b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065955 Jul 16 08:53:54.092040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300123b-01f6-4e22-a54a-9035b83dc54b req-54ceecb0-584d-40c0-b0f1-48ef9a7aa97a tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:54.101554 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3300123b-01f6-4e22-a54a-9035b83dc54b req-54ceecb0-584d-40c0-b0f1-48ef9a7aa97a tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 946 time: 0.2975237 Jul 16 08:53:54.113374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d5e3d-25ee-43aa-82cd-a39073cdfecf req-e925120c-2954-4337-9439-bed396d68ee1 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:54.115073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-468d5e3d-25ee-43aa-82cd-a39073cdfecf req-e925120c-2954-4337-9439-bed396d68ee1 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.3202281 Jul 16 08:53:54.191062 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-468d5e3d-25ee-43aa-82cd-a39073cdfecf req-a9a5dfba-7543-464f-9c51-96f81f3f6c47 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600805 Jul 16 08:53:54.202017 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3300123b-01f6-4e22-a54a-9035b83dc54b req-bf2da21e-4ae7-4fe3-9119-59a595332324 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/security-groups?id=51145bac-41ef-4d1d-b8ce-c67d2caf4316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986593 Jul 16 08:53:54.642872 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b9eef3-88e5-490e-b183-925474a31755 req-28ff05d6-3be8-4e58-87cc-9512599ec1a0 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:54.655901 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3b9eef3-88e5-490e-b183-925474a31755 req-28ff05d6-3be8-4e58-87cc-9512599ec1a0 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.2592065 Jul 16 08:53:54.821540 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3b9eef3-88e5-490e-b183-925474a31755 req-c0236067-6fa9-4030-9236-43fa23648eee tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635284 Jul 16 08:53:55.324090 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-4d230e9e-ec86-4518-baff-b126cfd85557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:55.326365 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-4d230e9e-ec86-4518-baff-b126cfd85557 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 1098 time: 0.1429107 Jul 16 08:53:55.342757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:55.655739 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:55.778009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c87db-389f-41e6-994d-f0c5dd6402f6 req-eeb81e69-5381-44cc-8226-7a86123ca983 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:55.784306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d16c87db-389f-41e6-994d-f0c5dd6402f6 req-eeb81e69-5381-44cc-8226-7a86123ca983 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.2003098 Jul 16 08:53:56.001912 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d16c87db-389f-41e6-994d-f0c5dd6402f6 req-31af9425-b8c2-4ad5-8262-c7bf9e96937f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099581 Jul 16 08:53:56.445338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:56.514467 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f561b0-3915-4192-aec7-7cc22756dd1a req-fab98cf8-ff87-4180-b9cb-6a39460e248d tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:56.524252 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24f561b0-3915-4192-aec7-7cc22756dd1a req-fab98cf8-ff87-4180-b9cb-6a39460e248d tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.2359087 Jul 16 08:53:56.548274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:56.625087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24f561b0-3915-4192-aec7-7cc22756dd1a req-123561e2-45d0-4347-a4a0-41c9f1707105 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997226 Jul 16 08:53:56.665209 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.723257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Transition to ACTIVE for port object 849a8799-03fa-4ae7-ba4e-c5a74594cde1 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:56.736198 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:56.736198 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d794aff-9389-40ed-8a6c-57152317978b" -d '{"events": [{"server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "name": "network-vif-unplugged", "status": "completed", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:56.751615 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:56.906305 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccedf3d4-908d-495b-b961-b1e27e5053f8 x-openstack-request-id: req-ccedf3d4-908d-495b-b961-b1e27e5053f8 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:56.906650 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "name": "network-vif-unplugged", "status": "completed", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:56.906921 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccedf3d4-908d-495b-b961-b1e27e5053f8 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:56.907395 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'code': 200} Jul 16 08:53:57.247444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de67410c-6059-4593-b4f8-eb9691e5d151 req-65716caf-20d7-46ef-92a3-3984f7a67b92 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:57.263383 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de67410c-6059-4593-b4f8-eb9691e5d151 req-65716caf-20d7-46ef-92a3-3984f7a67b92 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 946 time: 0.8615081 Jul 16 08:53:57.335075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 849a8799-03fa-4ae7-ba4e-c5a74594cde1 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:57.350300 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de67410c-6059-4593-b4f8-eb9691e5d151 req-fbcc24fe-c0ca-454c-8cc3-647fdfa96320 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/security-groups?id=51145bac-41ef-4d1d-b8ce-c67d2caf4316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847330 Jul 16 08:53:57.410942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] No DVR routers for this DVR port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:57.414878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Pushing event updated for resources: {'Port': ['ID=849a8799-03fa-4ae7-ba4e-c5a74594cde1,revision_number=10']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:57.543772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 849a8799-03fa-4ae7-ba4e-c5a74594cde1 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:57.910352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce374a8-0e1f-46ee-9bd8-2f037719a8ec req-9b1f2c3f-0658-4ebe-bc93-cf4b0f77ea90 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:57.928926 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7ce374a8-0e1f-46ee-9bd8-2f037719a8ec req-9b1f2c3f-0658-4ebe-bc93-cf4b0f77ea90 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 945 time: 0.5207553 Jul 16 08:53:58.078216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2209814-1941-441c-90ab-8afb23753fb2 req-e61e8b2b-0ad4-4ba9-9790-8619e5da2c33 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:58.081827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78007a04-9919-4c91-b801-870203346743 req-43877600-b40b-48d9-ace0-28b77bf900ef tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:58.092485 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78007a04-9919-4c91-b801-870203346743 req-43877600-b40b-48d9-ace0-28b77bf900ef tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.38 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 946 time: 0.5769899 Jul 16 08:53:58.095532 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b2209814-1941-441c-90ab-8afb23753fb2 req-e61e8b2b-0ad4-4ba9-9790-8619e5da2c33 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.1819415 Jul 16 08:53:58.212337 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Attempting to bind port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:58.212693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Attempting to bind port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:58.213233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Attempting to bind port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 on network 782d6297-b8a7-4a08-9c4a-9920da3770c5 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:58.230661 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b2209814-1941-441c-90ab-8afb23753fb2 req-4d95c481-32d5-440d-ad06-d66c14e17ec8 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290278 Jul 16 08:53:58.268000 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7ce374a8-0e1f-46ee-9bd8-2f037719a8ec req-e7341b8e-ea86-4d13-8cc6-3fe5214d8898 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3381712 Jul 16 08:53:58.280545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 on network 782d6297-b8a7-4a08-9c4a-9920da3770c5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:53:58.281201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Attempting to bind port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 on network 782d6297-b8a7-4a08-9c4a-9920da3770c5 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:58.296323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:58.296703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Checking segment: {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:58.297846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Bound using segment: {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:58.299549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Bound port: 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3e79d10-052d-4874-b1c8-480ba3bd75c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:58.300198 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.494154 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:58.502755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:58.513704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-78007a04-9919-4c91-b801-870203346743 req-3e93be30-dd3c-4b09-b928-8956cd49e89b tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Deleting port cfb01c06-54c8-4352-ace9-2a3ddb667d93 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:58.515232 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-78007a04-9919-4c91-b801-870203346743 req-3e93be30-dd3c-4b09-b928-8956cd49e89b tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.521970 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.608392 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:58.609429 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:58.611614 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] 10.222.0.15 "PUT /v2.0/ports/849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 1094 time: 3.2782450 Jul 16 08:53:58.910273 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:58.919238 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3373428f-f7ea-4303-8180-c6e9bf386b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:58.929487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96417b96-764e-4727-a2ed-63d8d8fed58d req-5cd5f0f4-3b31-47e1-a264-853fa4d82916 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:58.942749 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96417b96-764e-4727-a2ed-63d8d8fed58d req-5cd5f0f4-3b31-47e1-a264-853fa4d82916 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 946 time: 0.2391689 Jul 16 08:53:58.948693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe5eee-cfd9-4c1e-941a-07b24e41df17 service neutron] Pushing event updated for resources: {'Port': ['ID=849a8799-03fa-4ae7-ba4e-c5a74594cde1,revision_number=11']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:59.047110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-78007a04-9919-4c91-b801-870203346743 req-3e93be30-dd3c-4b09-b928-8956cd49e89b tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] For port cfb01c06-54c8-4352-ace9-2a3ddb667d93, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=cfb01c06-54c8-4352-ace9-2a3ddb667d93,segment=NetworkSegment(b0e75f29-ac32-4f53-b3de-8836db499f71),segment_id=b0e75f29-ac32-4f53-b3de-8836db499f71)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:59.048031 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-78007a04-9919-4c91-b801-870203346743 req-3e93be30-dd3c-4b09-b928-8956cd49e89b tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:59.081169 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aca5b324-5088-4649-a1c6-fe2e8fbe41e7 x-openstack-request-id: req-aca5b324-5088-4649-a1c6-fe2e8fbe41e7 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:59.081524 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:59.081717 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aca5b324-5088-4649-a1c6-fe2e8fbe41e7 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:59.082118 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'status': 'completed', 'code': 200} Jul 16 08:53:59.104947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-78007a04-9919-4c91-b801-870203346743 req-3e93be30-dd3c-4b09-b928-8956cd49e89b tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Calling delete_port for cfb01c06-54c8-4352-ace9-2a3ddb667d93 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:59.144671 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96417b96-764e-4727-a2ed-63d8d8fed58d req-afc7e46d-f579-434a-ba9c-f0888bb44282 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/security-groups?id=51145bac-41ef-4d1d-b8ce-c67d2caf4316&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969390 Jul 16 08:53:59.225336 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-217c368e-5b8c-4f55-ba47-d1ecd24e97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:59.227513 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-217c368e-5b8c-4f55-ba47-d1ecd24e97a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1097 time: 0.5479023 Jul 16 08:53:59.756206 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-3469e8b7-8c78-489f-af14-ba4ad25bd136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:59.758487 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-3469e8b7-8c78-489f-af14-ba4ad25bd136 service neutron] 10.222.0.15 "GET /v2.0/networks?id=782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 200 len: 897 time: 0.5233080 Jul 16 08:53:59.811976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-6032fc33-0b70-4119-9946-f3b79fdc29fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:59.817760 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-6032fc33-0b70-4119-9946-f3b79fdc29fe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1097 time: 0.6631279 Jul 16 08:53:59.851588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249eef0-3ed2-43e7-82ba-f511fd151b85 req-bc3c3038-35c6-4921-99bb-d9b5e4819ce2 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:59.853206 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8249eef0-3ed2-43e7-82ba-f511fd151b85 req-bc3c3038-35c6-4921-99bb-d9b5e4819ce2 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 945 time: 0.1865604 Jul 16 08:54:00.008744 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8249eef0-3ed2-43e7-82ba-f511fd151b85 req-a9b2391d-48bd-457c-9f1f-b39d12fcd1f7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377671 Jul 16 08:54:00.143765 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-78007a04-9919-4c91-b801-870203346743 req-3e93be30-dd3c-4b09-b928-8956cd49e89b tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:00.159276 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-83c6e0eb-37be-46f9-b1fb-2973af504ff2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 1000 time: 0.3763223 Jul 16 08:54:00.195767 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cddbf7c-3138-40d6-84b0-f857266393c9 req-514326cc-a0b7-41f8-a493-7d1a447b73ac tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:00.206550 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5cddbf7c-3138-40d6-84b0-f857266393c9 req-514326cc-a0b7-41f8-a493-7d1a447b73ac tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.6642485 Jul 16 08:54:00.393319 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93be30-dd3c-4b09-b928-8956cd49e89b tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Pushing event deleted for resources: {'Port': ['ID=cfb01c06-54c8-4352-ace9-2a3ddb667d93,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:00.440002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-18a66bd2-0f49-4159-bced-4a2f01bc6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:00.442586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-18a66bd2-0f49-4159-bced-4a2f01bc6bbc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=331bd486-3f13-42ab-b203-3740dc8d36a9 HTTP/1.1" status: 200 len: 835 time: 0.2571108 Jul 16 08:54:00.602171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cc7db2a2-cd4e-4dcc-ae3b-ecaf5887c682 req-721e5fa4-9294-44ab-a777-47c3d5610f04 tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 210 time: 0.0860651 Jul 16 08:54:00.651497 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-11db62ff-96e5-41c8-9e92-7811c2b094fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:00.654042 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-11db62ff-96e5-41c8-9e92-7811c2b094fb service neutron] 10.222.0.38 "GET /v2.0/networks?id=782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 200 len: 897 time: 0.7166173 Jul 16 08:54:01.342138 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device cfb01c06-54c8-4352-ace9-2a3ddb667d93 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:01.383887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-78007a04-9919-4c91-b801-870203346743 req-3e93be30-dd3c-4b09-b928-8956cd49e89b tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] No DVR routers for this DVR port cfb01c06-54c8-4352-ace9-2a3ddb667d93 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:01.395981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: cfb01c06-54c8-4352-ace9-2a3ddb667d93 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:01.398500 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device cfb01c06-54c8-4352-ace9-2a3ddb667d93 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:01.407262 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-78007a04-9919-4c91-b801-870203346743 req-3e93be30-dd3c-4b09-b928-8956cd49e89b tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:01.419357 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78007a04-9919-4c91-b801-870203346743 req-3e93be30-dd3c-4b09-b928-8956cd49e89b tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.38 "DELETE /v2.0/ports/cfb01c06-54c8-4352-ace9-2a3ddb667d93 HTTP/1.1" status: 204 len: 173 time: 3.3107467 Jul 16 08:54:01.453638 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad455306-672f-4889-ab17-6b1a5c255f19', 'name': 'network-vif-deleted', 'tag': 'cfb01c06-54c8-4352-ace9-2a3ddb667d93'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:01.472298 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5448159d-eaa3-4437-a714-51f96525287c" -d '{"events": [{"server_uuid": "ad455306-672f-4889-ab17-6b1a5c255f19", "name": "network-vif-deleted", "tag": "cfb01c06-54c8-4352-ace9-2a3ddb667d93"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:01.497281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5087989-8358-4e26-b733-b475e2b54bcd req-8c6fc544-9418-4a45-8683-b240182e343d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:01.508149 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d5087989-8358-4e26-b733-b475e2b54bcd req-8c6fc544-9418-4a45-8683-b240182e343d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 945 time: 0.2413442 Jul 16 08:54:01.600694 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d5087989-8358-4e26-b733-b475e2b54bcd req-19341633-1525-4ce1-89a1-8eb36792f657 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844865 Jul 16 08:54:01.783347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5cddbf7c-3138-40d6-84b0-f857266393c9 req-b2d8d3ca-d835-4e43-a131-c9b6f6d60369 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5413499 Jul 16 08:54:01.826328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 48680) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:01.833104 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041f691b-706c-4bcd-9b7e-c0494286b84d x-openstack-request-id: req-041f691b-706c-4bcd-9b7e-c0494286b84d {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:01.833354 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad455306-672f-4889-ab17-6b1a5c255f19", "name": "network-vif-deleted", "tag": "cfb01c06-54c8-4352-ace9-2a3ddb667d93", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:01.834420 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-041f691b-706c-4bcd-9b7e-c0494286b84d {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:01.835753 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad455306-672f-4889-ab17-6b1a5c255f19', 'name': 'network-vif-deleted', 'tag': 'cfb01c06-54c8-4352-ace9-2a3ddb667d93', 'status': 'completed', 'code': 200} Jul 16 08:54:01.863509 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-c7b15b06-9502-4364-a244-caa5821e045b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 1000 time: 0.4321022 Jul 16 08:54:01.991714 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-7dadf070-4774-43a4-9db3-0d672643329b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:01.999071 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-7dadf070-4774-43a4-9db3-0d672643329b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=782d6297-b8a7-4a08-9c4a-9920da3770c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.5442293 Jul 16 08:54:02.001571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-efdcb8f0-5fac-4a36-80cc-ffc0c843a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:02.009637 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-efdcb8f0-5fac-4a36-80cc-ffc0c843a9ea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=331bd486-3f13-42ab-b203-3740dc8d36a9 HTTP/1.1" status: 200 len: 835 time: 0.1370468 Jul 16 08:54:02.111327 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 48690) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:02.303367 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd5685c5-d92d-472f-8b23-ec48e7dcd42a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.308382 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a69b78ce-a07e-4714-ada5-5548c6645e9a req-06c14737-7c33-47c3-af3c-c2a50ee047fe tempest-ServerMetadataNegativeTestJSON-556237501 tempest-ServerMetadataNegativeTestJSON-556237501-project] 10.222.0.20 "GET /v2.0/ports?device_id=ad455306-672f-4889-ab17-6b1a5c255f19 HTTP/1.1" status: 200 len: 210 time: 0.1035624 Jul 16 08:54:02.358078 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-e2728305-4280-4801-87d7-aa4187295c27 service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422112 Jul 16 08:54:02.473651 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b04ea9d0-2dfc-494c-87da-dc7bdf5c3cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.634954 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-e7ba7734-f823-48d1-826e-93f9cd485114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:02.637902 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-e7ba7734-f823-48d1-826e-93f9cd485114 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=782d6297-b8a7-4a08-9c4a-9920da3770c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4230394 Jul 16 08:54:02.640891 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd5685c5-d92d-472f-8b23-ec48e7dcd42a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.662896 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e21c01c-95d6-4362-8a24-b6271f4c7f7f req-8734f65c-9b61-4fa9-9302-c011a4623206 service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931075 Jul 16 08:54:02.768528 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd5685c5-d92d-472f-8b23-ec48e7dcd42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.827183 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bd5685c5-d92d-472f-8b23-ec48e7dcd42a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a145609ee3e74bcb9d37b687d305f180&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9989691 Jul 16 08:54:02.832355 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 48704) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:02.863773 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-0d7f1a31-a33d-42e4-99de-beaf8cf9d48a service neutron] 10.222.0.38 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175612 Jul 16 08:54:03.002867 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc212bdd-1839-460d-8067-15a0ebf2353d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.067001 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc212bdd-1839-460d-8067-15a0ebf2353d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.101964 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-1b3f221c-a047-4a67-9720-93ff249e0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:03.104198 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-1b3f221c-a047-4a67-9720-93ff249e0e36 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1097 time: 0.3128293 Jul 16 08:54:03.136913 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5685c5-d92d-472f-8b23-ec48e7dcd42a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ae15f2-3590-4e56-ae8c-9c20e5e7c793,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:03.283009 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b04ea9d0-2dfc-494c-87da-dc7bdf5c3cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.286297 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc212bdd-1839-460d-8067-15a0ebf2353d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.289396 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc212bdd-1839-460d-8067-15a0ebf2353d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.291692 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cc212bdd-1839-460d-8067-15a0ebf2353d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c4ae15f2-3590-4e56-ae8c-9c20e5e7c793 HTTP/1.1" status: 204 len: 168 time: 0.4563730 Jul 16 08:54:03.299462 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b04ea9d0-2dfc-494c-87da-dc7bdf5c3cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.337162 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-58599979-d20b-4557-a184-bd723cb5d224 service neutron] 10.222.0.38 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522507 Jul 16 08:54:03.355707 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc212bdd-1839-460d-8067-15a0ebf2353d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ae15f2-3590-4e56-ae8c-9c20e5e7c793,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:03.392382 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4bcc1-9d98-4aa1-a8fd-6c4b67f70613 req-d76409ec-cdbd-4548-95e5-592af7e6c614 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:03.402396 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0b4bcc1-9d98-4aa1-a8fd-6c4b67f70613 req-d76409ec-cdbd-4548-95e5-592af7e6c614 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.2558956 Jul 16 08:54:03.420674 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b04ea9d0-2dfc-494c-87da-dc7bdf5c3cd4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=72189995c6344c188142be115be30df1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3079135 Jul 16 08:54:03.432228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-2f7bb55b-ff1d-4b2c-82d0-cdc52361ea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:03.435029 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-2f7bb55b-ff1d-4b2c-82d0-cdc52361ea28 service neutron] 10.222.0.15 "GET /v2.0/networks?id=782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 200 len: 897 time: 0.3222101 Jul 16 08:54:03.435782 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 48716) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:03.449343 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04ea9d0-2dfc-494c-87da-dc7bdf5c3cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9ee3163-7883-48a9-8945-c02df4c01aa5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:03.488225 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0b4bcc1-9d98-4aa1-a8fd-6c4b67f70613 req-698a692e-a038-4d28-b1bb-17cfc06cee0b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838435 Jul 16 08:54:03.519150 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6de1953-bd18-4641-814c-083b00bacedd req-2d00face-ddc1-4cbb-bb44-39aaac02fb05 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:03.541209 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e6de1953-bd18-4641-814c-083b00bacedd req-2d00face-ddc1-4cbb-bb44-39aaac02fb05 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 945 time: 0.7269855 Jul 16 08:54:03.605590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 48724) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:03.671803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef740ae2-884d-4669-ad61-8fedda8a9a1e admin admin] Deleting subnet c23fdfda-30ef-4168-ad88-7ea7b749335a {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:03.677911 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef740ae2-884d-4669-ad61-8fedda8a9a1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.770873 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef740ae2-884d-4669-ad61-8fedda8a9a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.843449 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e6de1953-bd18-4641-814c-083b00bacedd req-081c010c-2000-4d94-8125-66bbfd6d02e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2983577 Jul 16 08:54:03.855739 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-fca570d8-5090-491b-922b-f384b0edacdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 1000 time: 0.3990741 Jul 16 08:54:03.858593 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.905719 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.918742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 48730) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:03.920624 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef740ae2-884d-4669-ad61-8fedda8a9a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.939016 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d2c8215-5969-4b26-a90b-8ec7d3aa1c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.964599 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.016917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-196d484e-7846-4aa9-bf09-6e1b130f9864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:04.020719 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-196d484e-7846-4aa9-bf09-6e1b130f9864 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=331bd486-3f13-42ab-b203-3740dc8d36a9 HTTP/1.1" status: 200 len: 835 time: 0.1574721 Jul 16 08:54:04.045984 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef740ae2-884d-4669-ad61-8fedda8a9a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.115039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef740ae2-884d-4669-ad61-8fedda8a9a1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c23fdfda-30ef-4168-ad88-7ea7b749335a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:04.121184 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef740ae2-884d-4669-ad61-8fedda8a9a1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.129439 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ef740ae2-884d-4669-ad61-8fedda8a9a1e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/c23fdfda-30ef-4168-ad88-7ea7b749335a HTTP/1.1" status: 204 len: 168 time: 0.5181189 Jul 16 08:54:04.130450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 48734) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:04.164578 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.177814 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.179882 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d9ee3163-7883-48a9-8945-c02df4c01aa5 HTTP/1.1" status: 204 len: 168 time: 0.7394705 Jul 16 08:54:04.221977 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9ee3163-7883-48a9-8945-c02df4c01aa5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:04.272211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.272983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.273674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.274601 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.275283 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.275958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.276798 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.278351 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.279106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.279771 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.280683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.281356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c3ade0-7de0-40b2-a15a-b40b10d7b772 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:04.354975 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1467408-cfa3-40d4-9863-3c5a7219aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.391128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-8d8dbda3-8df6-4bf1-a578-e3a6984ad6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:04.393637 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-8d8dbda3-8df6-4bf1-a578-e3a6984ad6cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=782d6297-b8a7-4a08-9c4a-9920da3770c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3445086 Jul 16 08:54:04.546239 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d2c8215-5969-4b26-a90b-8ec7d3aa1c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.574095 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d2c8215-5969-4b26-a90b-8ec7d3aa1c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.578516 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1467408-cfa3-40d4-9863-3c5a7219aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.606840 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b1467408-cfa3-40d4-9863-3c5a7219aff7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d8120b-acc9-47c9-b978-4aa7cca6870a']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:04.630743 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-9b8627ec-d2be-4a6f-bd77-a9504c856e1d service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284696 Jul 16 08:54:04.631767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b1467408-cfa3-40d4-9863-3c5a7219aff7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e75f29-ac32-4f53-b3de-8836db499f71') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:04.632252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b1467408-cfa3-40d4-9863-3c5a7219aff7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e75f29-ac32-4f53-b3de-8836db499f71') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:04.653653 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1467408-cfa3-40d4-9863-3c5a7219aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.707905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1467408-cfa3-40d4-9863-3c5a7219aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.736324 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9d2c8215-5969-4b26-a90b-8ec7d3aa1c24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f857516c895645bf880d67b0869e8c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8161576 Jul 16 08:54:04.741245 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 48746) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:04.741600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1467408-cfa3-40d4-9863-3c5a7219aff7 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:04.742302 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1467408-cfa3-40d4-9863-3c5a7219aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:04.904282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 849a8799-03fa-4ae7-ba4e-c5a74594cde1 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:04.977088 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:04.995001 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1467408-cfa3-40d4-9863-3c5a7219aff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.097732 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1467408-cfa3-40d4-9863-3c5a7219aff7 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.098527 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:05.108834 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b1467408-cfa3-40d4-9863-3c5a7219aff7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/27d8120b-acc9-47c9-b978-4aa7cca6870a HTTP/1.1" status: 204 len: 168 time: 0.9710445 Jul 16 08:54:05.140843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'port_id': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'mac_address': 'fa:16:3e:53:2f:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:54:05.173247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1467408-cfa3-40d4-9863-3c5a7219aff7 admin admin] Pushing event deleted for resources: {'Network': ['ID=27d8120b-acc9-47c9-b978-4aa7cca6870a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.224289 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.229971 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c2266417-6efa-464d-b10b-836a1fa0b789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.256177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849a8799-03fa-4ae7-ba4e-c5a74594cde1 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:05.303708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:05.314776 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.322280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bddb23-dd59-4b5e-99bb-67b945aca2ee req-906c3d04-bdea-49d5-9dcf-62a0e18f768f tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:05.333086 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-44bddb23-dd59-4b5e-99bb-67b945aca2ee req-906c3d04-bdea-49d5-9dcf-62a0e18f768f tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.3524396 Jul 16 08:54:05.346785 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3373428f-f7ea-4303-8180-c6e9bf386b3a req-be7d1392-d29e-4264-b27a-57ecafc87b4d service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720324 Jul 16 08:54:05.349426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c8215-5969-4b26-a90b-8ec7d3aa1c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd792bdb-cbb9-4822-a3eb-b8f204e1dfc9,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.501564 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-44bddb23-dd59-4b5e-99bb-67b945aca2ee req-c78cce4b-0fd3-4c27-a21a-ad4e8d19894e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666675 Jul 16 08:54:05.547545 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.591229 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['849a8799-03fa-4ae7-ba4e-c5a74594cde1'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:05.592440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 48772) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:05.654279 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00f5b809-c993-48ef-91e1-3e2996932050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.662569 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3f76ba66-8e51-4796-80d5-925085584215 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81ee584053c1461790edb0f9fbc7950d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0685949 Jul 16 08:54:05.668064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 48778) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:05.679345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=849a8799-03fa-4ae7-ba4e-c5a74594cde1,revision_number=12']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.757839 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00f5b809-c993-48ef-91e1-3e2996932050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.832667 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d4c7f4f-108e-4dbd-aad3-548efb327e37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.883748 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d4c7f4f-108e-4dbd-aad3-548efb327e37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.925941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cebfa81-a890-492b-a398-ddab96c4515d req-4cc4684a-cb2e-4aa5-9ff8-f88d35e2cef0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:05.937678 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8cebfa81-a890-492b-a398-ddab96c4515d req-4cc4684a-cb2e-4aa5-9ff8-f88d35e2cef0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 946 time: 0.5192759 Jul 16 08:54:06.030514 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d4c7f4f-108e-4dbd-aad3-548efb327e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.036817 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4d4c7f4f-108e-4dbd-aad3-548efb327e37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.039255 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4d4c7f4f-108e-4dbd-aad3-548efb327e37 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51145bac-41ef-4d1d-b8ce-c67d2caf4316 HTTP/1.1" status: 204 len: 168 time: 0.3685088 Jul 16 08:54:06.052172 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4c7f4f-108e-4dbd-aad3-548efb327e37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51145bac-41ef-4d1d-b8ce-c67d2caf4316,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:06.069462 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8cebfa81-a890-492b-a398-ddab96c4515d req-1e34c021-3484-43a0-a025-c51e7583af74 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302652 Jul 16 08:54:06.099717 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00f5b809-c993-48ef-91e1-3e2996932050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.103757 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00f5b809-c993-48ef-91e1-3e2996932050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.105286 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-00f5b809-c993-48ef-91e1-3e2996932050 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fd792bdb-cbb9-4822-a3eb-b8f204e1dfc9 HTTP/1.1" status: 204 len: 168 time: 1.2854626 Jul 16 08:54:06.127415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f5b809-c993-48ef-91e1-3e2996932050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd792bdb-cbb9-4822-a3eb-b8f204e1dfc9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:06.140483 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 48798) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.280561 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-46997511-c27d-4ebd-8766-cf335d419ef9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/bbf882a8-6f55-4ecf-94ec-69baafc2db5a HTTP/1.1" status: 200 len: 993 time: 0.1351230 Jul 16 08:54:06.819189 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 48818) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.920379 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 849a8799-03fa-4ae7-ba4e-c5a74594cde1 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:06.921694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288a4aa-02ae-4f30-95a6-647e72e2640c req-0731ad60-293e-468e-83d2-26f21bd285c0 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:06.925337 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d288a4aa-02ae-4f30-95a6-647e72e2640c req-0731ad60-293e-468e-83d2-26f21bd285c0 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.1588295 Jul 16 08:54:07.004357 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:07.009688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:07.010967 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.073883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d288a4aa-02ae-4f30-95a6-647e72e2640c req-e8ddd29e-895b-48e0-ae4a-c7b1086636de tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392372 Jul 16 08:54:07.142610 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.187457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:07.189314 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:07.193081 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48eb039-3fd3-46dd-a28e-852dd687ff83" -d '{"events": [{"server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "name": "network-vif-plugged", "status": "completed", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:07.199104 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.215033 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a14fe50c-8f76-43a2-b569-fb9c8c50c33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.317529 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c023009-bdda-4936-8b45-344e8fe73ad8 x-openstack-request-id: req-0c023009-bdda-4936-8b45-344e8fe73ad8 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:07.318132 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "name": "network-vif-plugged", "status": "completed", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:07.318874 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0c023009-bdda-4936-8b45-344e8fe73ad8 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:07.319455 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'code': 200} Jul 16 08:54:07.326329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=849a8799-03fa-4ae7-ba4e-c5a74594cde1,revision_number=13']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:07.437150 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a14fe50c-8f76-43a2-b569-fb9c8c50c33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.444262 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a14fe50c-8f76-43a2-b569-fb9c8c50c33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.493556 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fe50c-8f76-43a2-b569-fb9c8c50c33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=829010d6-80c2-4cb1-8462-db08f8dc0b81,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:07.546352 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a14fe50c-8f76-43a2-b569-fb9c8c50c33a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8bd7ace7895748e9a55c4d14d9dfb69f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7214525 Jul 16 08:54:07.546696 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 48852) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:07.646745 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eed69377-33aa-4dd6-8af7-e525439096ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.684787 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eed69377-33aa-4dd6-8af7-e525439096ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.782835 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eed69377-33aa-4dd6-8af7-e525439096ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.788179 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eed69377-33aa-4dd6-8af7-e525439096ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:07.794914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eed69377-33aa-4dd6-8af7-e525439096ad admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/829010d6-80c2-4cb1-8462-db08f8dc0b81 HTTP/1.1" status: 204 len: 168 time: 0.2467403 Jul 16 08:54:07.810366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed69377-33aa-4dd6-8af7-e525439096ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=829010d6-80c2-4cb1-8462-db08f8dc0b81,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:07.918513 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fd85b65b-4d39-4502-a253-03a08d08ad85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.207499 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.331441 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1870c1c3-d424-44fe-8ff7-f68da6aa5f50 req-d058f749-3bdb-4c20-8f1a-ad486b7335bc tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:08.339230 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1870c1c3-d424-44fe-8ff7-f68da6aa5f50 req-d058f749-3bdb-4c20-8f1a-ad486b7335bc tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.1078219 Jul 16 08:54:08.393485 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1870c1c3-d424-44fe-8ff7-f68da6aa5f50 req-cac827b6-3bd3-4274-a5eb-048b7abcba0c tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528803 Jul 16 08:54:08.850670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 48914) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:09.214933 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-538931849-network', 'tenant_id': '8b70abaf00b54ba28e73d2bba7c2ca0b'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:09.312820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] Made reservation on behalf of 8b70abaf00b54ba28e73d2bba7c2ca0b for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:09.322007 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.351006 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.570575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.578002 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.637373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:09.711822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ba9522-8cbd-4adf-b344-7a6e32c82790,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:09.718088 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.718637 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] Added segment 1cb6f855-9a02-47f9-a2ff-8681c34b945a of type vlan for network 0aad80ea-6b48-476a-8cf8-c6312520dac8 Jul 16 08:54:09.731703 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.819903 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.860910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ad7268-37a3-40d0-bb8b-d5cbce256f2a req-f47a51a9-1a78-4584-9747-133bccbaa3cb tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:09.868835 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ad7268-37a3-40d0-bb8b-d5cbce256f2a req-f47a51a9-1a78-4584-9747-133bccbaa3cb tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.2276747 Jul 16 08:54:09.928960 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.930175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:09.930909 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:09.975003 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08ad7268-37a3-40d0-bb8b-d5cbce256f2a req-f388bb57-b1bc-4e78-94c7-ff6478456fc9 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051340 Jul 16 08:54:10.013464 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.1601391 Jul 16 08:54:10.018602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 48966) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:10.028291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Request body: {'subnet': {'network_id': '0aad80ea-6b48-476a-8cf8-c6312520dac8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-538931849-subnet', 'tenant_id': '8b70abaf00b54ba28e73d2bba7c2ca0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:10.059173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11b6ba-8d26-4548-bd81-17abbe0789e5 admin admin] Pushing event updated for resources: {'Network': ['ID=0aad80ea-6b48-476a-8cf8-c6312520dac8,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:10.082502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 0aad80ea-6b48-476a-8cf8-c6312520dac8 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:10.130020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Made reservation on behalf of 8b70abaf00b54ba28e73d2bba7c2ca0b for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:10.132685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.608920 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.728601 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e314a4cf-5abb-4401-9f11-55b6abe09ec2,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:10.742770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:10.743456 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:10.743986 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:10.744484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:10.745013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:10.745333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:10.745820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:10.746323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:10.747128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:10.747631 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:10.748116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:10.748641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:10.812391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Checking segment: {'id': '1cb6f855-9a02-47f9-a2ff-8681c34b945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0aad80ea-6b48-476a-8cf8-c6312520dac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:10.813372 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Network hostable DHCP agents. Network: 0aad80ea-6b48-476a-8cf8-c6312520dac8, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:10.863572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Network 0aad80ea-6b48-476a-8cf8-c6312520dac8 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:10.888984 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 0aad80ea-6b48-476a-8cf8-c6312520dac8) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:10.898888 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:10.900239 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:10.902721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ecd70c-1b11-4524-91eb-67fff69bbee6 None None] Network 0aad80ea-6b48-476a-8cf8-c6312520dac8 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:10.944527 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-14906311-a601-4d00-9a70-6cdebceeef61 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9120853 Jul 16 08:54:11.207390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccfaed0-2479-492e-919e-5ec7e33737cc None None] Network 0aad80ea-6b48-476a-8cf8-c6312520dac8 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:11.273326 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.457643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a39683-684d-4bae-b5f6-39633b069ddb req-9d6e7e4a-aad2-41e8-864f-59b0b63f41ff tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:11.459187 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91a39683-684d-4bae-b5f6-39633b069ddb req-9d6e7e4a-aad2-41e8-864f-59b0b63f41ff tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.2115710 Jul 16 08:54:11.574318 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91a39683-684d-4bae-b5f6-39633b069ddb req-1b91711f-aae1-4371-8526-025fabede377 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039803 Jul 16 08:54:11.613144 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49044) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:11.903994 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a04fdcec-6565-435c-9c4c-b3d2cb7909b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.068073 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a04fdcec-6565-435c-9c4c-b3d2cb7909b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.077321 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a04fdcec-6565-435c-9c4c-b3d2cb7909b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.169327 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49076) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:12.179330 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a04fdcec-6565-435c-9c4c-b3d2cb7909b6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2fb4201e030c4b1ebe8fa1009e3bb104&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5644453 Jul 16 08:54:12.183512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04fdcec-6565-435c-9c4c-b3d2cb7909b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d91d38-c3ea-4b67-8118-c22aa5f5fe35,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:12.375880 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-81fced53-0738-4f48-b92d-61a15f7c8ab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.421261 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-81fced53-0738-4f48-b92d-61a15f7c8ab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.632048 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-81fced53-0738-4f48-b92d-61a15f7c8ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.634926 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-81fced53-0738-4f48-b92d-61a15f7c8ab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:12.639282 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-81fced53-0738-4f48-b92d-61a15f7c8ab6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/31d91d38-c3ea-4b67-8118-c22aa5f5fe35 HTTP/1.1" status: 204 len: 168 time: 0.4682524 Jul 16 08:54:12.661025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fced53-0738-4f48-b92d-61a15f7c8ab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d91d38-c3ea-4b67-8118-c22aa5f5fe35,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:12.693907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-78109ab4-767a-4e84-a858-02b0416bc246 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:12.701054 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-78109ab4-767a-4e84-a858-02b0416bc246 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/networks?id=0aad80ea-6b48-476a-8cf8-c6312520dac8 HTTP/1.1" status: 200 len: 808 time: 0.2189031 Jul 16 08:54:12.717657 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-a1962bb9-f6fa-44ff-8732-2674de689603 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/quotas/8b70abaf00b54ba28e73d2bba7c2ca0b HTTP/1.1" status: 200 len: 375 time: 0.0154653 Jul 16 08:54:12.786798 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-66617b02-4fab-4ec5-acc4-7772265253cc tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=8b70abaf00b54ba28e73d2bba7c2ca0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613694 Jul 16 08:54:13.081025 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-02095e4f-b875-4e11-944e-9b9bd4258f9a service neutron] 10.222.0.20 "GET /v2.0/networks/0aad80ea-6b48-476a-8cf8-c6312520dac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2925816 Jul 16 08:54:13.133781 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c38c23a-f102-4b2e-bef3-5862c4fde87d req-5da03449-4e92-4e55-b904-5a94749d6967 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:13.135571 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c38c23a-f102-4b2e-bef3-5862c4fde87d req-5da03449-4e92-4e55-b904-5a94749d6967 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.1720777 Jul 16 08:54:13.224698 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c38c23a-f102-4b2e-bef3-5862c4fde87d req-34401315-f07c-4c5b-ba83-e7f7286caa40 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551410 Jul 16 08:54:13.249882 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-cf8293e1-28ee-45b4-9db4-3946ed9ff474 service neutron] 10.222.0.20 "GET /v2.0/networks/0aad80ea-6b48-476a-8cf8-c6312520dac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569011 Jul 16 08:54:13.296267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49120) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:13.376779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49128) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:13.397884 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a33c83-5af2-4e44-9acf-5e2d638fdbbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.562055 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a33c83-5af2-4e44-9acf-5e2d638fdbbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.576837 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a33c83-5af2-4e44-9acf-5e2d638fdbbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.630381 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c6a33c83-5af2-4e44-9acf-5e2d638fdbbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c8b8fabf24b64e2b920a59ca91670cd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2521007 Jul 16 08:54:13.633349 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49136) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:13.638675 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2451a5fa-5d5e-4781-9cf1-64b8e7dcfa8e req-3140f39d-14b6-4e95-857c-806d7d363ce4 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/ports?device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 210 time: 0.0744967 Jul 16 08:54:13.658486 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a33c83-5af2-4e44-9acf-5e2d638fdbbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09eba3dc-3f55-49f0-9757-0ff3890b6963,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.718612 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-62107bee-59e8-4bd3-b9a5-3b5084e4fff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.725993 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57668078-ed19-4b71-bf95-a8a299613706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.760791 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57668078-ed19-4b71-bf95-a8a299613706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.876661 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57668078-ed19-4b71-bf95-a8a299613706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.879679 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57668078-ed19-4b71-bf95-a8a299613706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.881344 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-62107bee-59e8-4bd3-b9a5-3b5084e4fff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.893421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-57668078-ed19-4b71-bf95-a8a299613706 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/09eba3dc-3f55-49f0-9757-0ff3890b6963 HTTP/1.1" status: 204 len: 168 time: 0.2586267 Jul 16 08:54:13.908273 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57668078-ed19-4b71-bf95-a8a299613706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09eba3dc-3f55-49f0-9757-0ff3890b6963,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.909021 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-62107bee-59e8-4bd3-b9a5-3b5084e4fff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.987686 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62107bee-59e8-4bd3-b9a5-3b5084e4fff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f81baba-2ffe-42ed-8070-179a498cce88,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:14.029992 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-62107bee-59e8-4bd3-b9a5-3b5084e4fff1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d4ed27859e264d43b5de9c96067b2153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7314711 Jul 16 08:54:14.032875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49150) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:14.151484 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ebce7dec-acd3-4bd5-a198-8e4f52298db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.199778 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ebce7dec-acd3-4bd5-a198-8e4f52298db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.320223 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ebce7dec-acd3-4bd5-a198-8e4f52298db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.323403 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ebce7dec-acd3-4bd5-a198-8e4f52298db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.324568 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ebce7dec-acd3-4bd5-a198-8e4f52298db6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f81baba-2ffe-42ed-8070-179a498cce88 HTTP/1.1" status: 204 len: 168 time: 0.2901325 Jul 16 08:54:14.349889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce7dec-acd3-4bd5-a198-8e4f52298db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f81baba-2ffe-42ed-8070-179a498cce88,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:14.448797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-45c36c39-caf6-45b1-8f9d-34ceccdae859 req-c437dfa1-dbad-48f2-b989-517e669f5dc8 service neutron] (93694) timed out ('10.222.0.38', 62888) {{(pid=93694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:54:14.823803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfea2188-4c9e-4419-83fd-c6fd75742391 req-03d5ab4e-1dab-4200-b3c2-cf132c03df83 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:14.844699 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dfea2188-4c9e-4419-83fd-c6fd75742391 req-03d5ab4e-1dab-4200-b3c2-cf132c03df83 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.2163577 Jul 16 08:54:14.950946 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dfea2188-4c9e-4419-83fd-c6fd75742391 req-7f94cdaf-eebb-42f1-90a8-d1a6f6331cd0 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032071 Jul 16 08:54:14.994384 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-33d1c7c1-1791-466c-8694-cf6b1aae320d req-198f681f-684c-4e14-9866-0d1d2d350767 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/ports?device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 210 time: 0.0818191 Jul 16 08:54:15.287813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49188) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:15.307751 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-385222ca-5f93-4703-9f57-08555a0201dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.486077 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-385222ca-5f93-4703-9f57-08555a0201dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.496210 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-385222ca-5f93-4703-9f57-08555a0201dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.590079 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-385222ca-5f93-4703-9f57-08555a0201dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a5c34e89d04e42f0af2a5431d4c4cfb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007882 Jul 16 08:54:15.595512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49198) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:15.605089 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385222ca-5f93-4703-9f57-08555a0201dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba5b57ef-8d2b-4d4a-bbb5-254d7675f373,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:15.713928 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7599adb-4d2b-41ca-bf21-475e01ed19c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.773621 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7599adb-4d2b-41ca-bf21-475e01ed19c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.859528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-7662852e-81f4-4d0b-89a9-66bf71bc5d52 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:15.863929 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-7662852e-81f4-4d0b-89a9-66bf71bc5d52 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.15 "GET /v2.0/networks?id=0aad80ea-6b48-476a-8cf8-c6312520dac8 HTTP/1.1" status: 200 len: 808 time: 0.2596374 Jul 16 08:54:15.889287 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-490f4980-6e77-49e0-b500-c5dcba456021 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Request body: {'port': {'device_id': 'f53b019e-e477-4ea8-aed6-504a17debf5d', 'network_id': '0aad80ea-6b48-476a-8cf8-c6312520dac8', 'admin_state_up': True, 'tenant_id': '8b70abaf00b54ba28e73d2bba7c2ca0b'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:15.923135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7599adb-4d2b-41ca-bf21-475e01ed19c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.928357 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e7599adb-4d2b-41ca-bf21-475e01ed19c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.931204 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e7599adb-4d2b-41ca-bf21-475e01ed19c0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba5b57ef-8d2b-4d4a-bbb5-254d7675f373 HTTP/1.1" status: 204 len: 168 time: 0.3337033 Jul 16 08:54:15.963705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7599adb-4d2b-41ca-bf21-475e01ed19c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba5b57ef-8d2b-4d4a-bbb5-254d7675f373,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:16.324598 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69f6b439-9b4b-4081-aa0a-2d41aeb6d676 req-cacd2e3d-f77d-46ca-a0e8-e228f41d3c20 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/ports?device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 210 time: 0.0470648 Jul 16 08:54:16.685303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-490f4980-6e77-49e0-b500-c5dcba456021 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Made reservation on behalf of 8b70abaf00b54ba28e73d2bba7c2ca0b for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:16.692658 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-490f4980-6e77-49e0-b500-c5dcba456021 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.735657 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ae864-791f-4690-8bb2-5028875a808b req-040be42a-5cf0-4a76-a974-4e995aea5900 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:16.738742 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-582ae864-791f-4690-8bb2-5028875a808b req-040be42a-5cf0-4a76-a974-4e995aea5900 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.5350225 Jul 16 08:54:16.860377 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-582ae864-791f-4690-8bb2-5028875a808b req-c0c88dc2-2971-49f0-830e-07a7d3733478 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100767 Jul 16 08:54:16.875108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f836a4-0daf-4090-8c0d-66c718d5c4cc req-571a5ce1-be89-4497-bd92-ee960d5c26b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:16.877697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77f836a4-0daf-4090-8c0d-66c718d5c4cc req-571a5ce1-be89-4497-bd92-ee960d5c26b7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 1097 time: 0.2883108 Jul 16 08:54:16.968924 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77f836a4-0daf-4090-8c0d-66c718d5c4cc req-bcc458e6-b7fe-402e-8ece-7bca9e486eb1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841274 Jul 16 08:54:16.975655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-490f4980-6e77-49e0-b500-c5dcba456021 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Allocated IP 172.20.0.8 (0aad80ea-6b48-476a-8cf8-c6312520dac8/e314a4cf-5abb-4401-9f11-55b6abe09ec2/c7d99973-fbce-45e5-9597-69eab8444ca6) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:17.307640 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-490f4980-6e77-49e0-b500-c5dcba456021 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.370170 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-490f4980-6e77-49e0-b500-c5dcba456021 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.432982 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-490f4980-6e77-49e0-b500-c5dcba456021 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Network 0aad80ea-6b48-476a-8cf8-c6312520dac8 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:17.442452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-490f4980-6e77-49e0-b500-c5dcba456021 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:17.446168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-490f4980-6e77-49e0-b500-c5dcba456021 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:17.522026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-490f4980-6e77-49e0-b500-c5dcba456021 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:17.522899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-490f4980-6e77-49e0-b500-c5dcba456021 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.550673 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-490f4980-6e77-49e0-b500-c5dcba456021 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6737232 Jul 16 08:54:17.552094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f4980-6e77-49e0-b500-c5dcba456021 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Pushing event updated for resources: {'Port': ['ID=c7d99973-fbce-45e5-9597-69eab8444ca6,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:17.567829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Request body: {'port': {'device_id': 'f53b019e-e477-4ea8-aed6-504a17debf5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:17.845408 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:17.863851 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b60405-2d3b-49f4-a7b9-44e6e84ade85 req-b2403826-c633-4a74-9957-db896282adb8 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:17.877414 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a2b60405-2d3b-49f4-a7b9-44e6e84ade85 req-b2403826-c633-4a74-9957-db896282adb8 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/ports?device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 931 time: 0.1805344 Jul 16 08:54:17.960804 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49266) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:17.991734 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a2b60405-2d3b-49f4-a7b9-44e6e84ade85 req-0646931f-b694-499e-8b28-2828780253bf tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/security-groups?id=17ba9522-8cbd-4adf-b344-7a6e32c82790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078482 Jul 16 08:54:18.185508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c76f1a5c-3f36-473d-b0a7-a97b2b611e7f tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:18.397963 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c76f1a5c-3f36-473d-b0a7-a97b2b611e7f tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] 10.222.0.20 "PUT /v2.0/quotas/95734ac486074b9eb2d637d793caa46a HTTP/1.1" status: 200 len: 366 time: 0.4345210 Jul 16 08:54:18.400169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49276) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:18.415787 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-054495a2-5498-4ca2-a6a1-e8bcdc03cdff tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0139284 Jul 16 08:54:18.420380 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49278) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:18.462700 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-70a982c5-3cdd-473c-a700-3c234d03925a tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] 10.222.0.20 "GET /v2.0/quotas/95734ac486074b9eb2d637d793caa46a HTTP/1.1" status: 200 len: 366 time: 0.0397458 Jul 16 08:54:18.466540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49282) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:18.507402 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-10123df8-36ef-44d6-89e6-96d0ebc79d3c tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/95734ac486074b9eb2d637d793caa46a HTTP/1.1" status: 204 len: 168 time: 0.0351217 Jul 16 08:54:18.510232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49284) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:18.541891 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7dfbbd6b-3921-45c7-9911-250fd0dfce7c tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] 10.222.0.20 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0236351 Jul 16 08:54:18.544426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49286) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:18.555448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70983b02-401f-4930-b854-fc55aee1f19b req-4489c8a5-67f0-44d1-b6b6-46f4d25892c9 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:18.558795 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70983b02-401f-4930-b854-fc55aee1f19b req-4489c8a5-67f0-44d1-b6b6-46f4d25892c9 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.3439846 Jul 16 08:54:18.579591 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-835ecb1f-e8c4-44a4-97d7-ebea10113b6d tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] 10.222.0.20 "GET /v2.0/quotas/95734ac486074b9eb2d637d793caa46a HTTP/1.1" status: 200 len: 370 time: 0.0336719 Jul 16 08:54:18.581158 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49290) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:18.599694 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f6de5979-f138-43e1-83af-e166b86c7b58 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] 10.222.0.20 "GET /v2.0/quotas/95734ac486074b9eb2d637d793caa46a/default HTTP/1.1" status: 200 len: 370 time: 0.0165915 Jul 16 08:54:18.601175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49292) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:18.635443 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-1b0485f1-4e49-4447-ac93-7fd452a91859 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] delete failed (client error): The resource could not be found. Jul 16 08:54:18.639130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1b0485f1-4e49-4447-ac93-7fd452a91859 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] 10.222.0.20 "DELETE /v2.0/quotas/95734ac486074b9eb2d637d793caa46a HTTP/1.1" status: 404 len: 348 time: 0.0306759 Jul 16 08:54:18.674231 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70983b02-401f-4930-b854-fc55aee1f19b req-3735638b-9f48-48a0-9726-a4d4c5e0f5fc tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037610 Jul 16 08:54:18.792940 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7d99973-fbce-45e5-9597-69eab8444ca6 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:18.803491 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.849720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Transition to ACTIVE for port object c7d99973-fbce-45e5-9597-69eab8444ca6 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:18.861156 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:18.919901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49304) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:19.007806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Usage tracker for resource:network and tenant:6d91cd9626be40208f2f5e916227caf9 is out of sync, need to count used quota {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:54:19.033018 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:54:19.048257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Usage tracker for resource:subnet and tenant:6d91cd9626be40208f2f5e916227caf9 is out of sync, need to count used quota {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:54:19.059249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:54:19.073132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Usage tracker for resource:subnetpool and tenant:6d91cd9626be40208f2f5e916227caf9 is out of sync, need to count used quota {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:54:19.086432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:54:19.130495 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Usage tracker for resource:port and tenant:6d91cd9626be40208f2f5e916227caf9 is out of sync, need to count used quota {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:54:19.167716 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:54:19.214272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Usage tracker for resource:router and tenant:6d91cd9626be40208f2f5e916227caf9 is out of sync, need to count used quota {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:54:19.215232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d99973-fbce-45e5-9597-69eab8444ca6,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:19.223744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Attempting to bind port c7d99973-fbce-45e5-9597-69eab8444ca6 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:19.224160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Attempting to bind port c7d99973-fbce-45e5-9597-69eab8444ca6 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '1cb6f855-9a02-47f9-a2ff-8681c34b945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0aad80ea-6b48-476a-8cf8-c6312520dac8'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:19.227031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Attempting to bind port c7d99973-fbce-45e5-9597-69eab8444ca6 on network 0aad80ea-6b48-476a-8cf8-c6312520dac8 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:19.250294 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Port c7d99973-fbce-45e5-9597-69eab8444ca6 on network 0aad80ea-6b48-476a-8cf8-c6312520dac8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:19.251137 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Attempting to bind port c7d99973-fbce-45e5-9597-69eab8444ca6 on network 0aad80ea-6b48-476a-8cf8-c6312520dac8 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:19.265234 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:19.265643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Checking segment: {'id': '1cb6f855-9a02-47f9-a2ff-8681c34b945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0aad80ea-6b48-476a-8cf8-c6312520dac8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:19.266215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Bound using segment: {'id': '1cb6f855-9a02-47f9-a2ff-8681c34b945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0aad80ea-6b48-476a-8cf8-c6312520dac8'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:19.267089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Bound port: c7d99973-fbce-45e5-9597-69eab8444ca6, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cb6f855-9a02-47f9-a2ff-8681c34b945a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0aad80ea-6b48-476a-8cf8-c6312520dac8'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:19.267480 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.281240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:54:19.316073 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Usage tracker for resource:floatingip and tenant:6d91cd9626be40208f2f5e916227caf9 is out of sync, need to count used quota {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:54:19.367255 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:54:19.483693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] For port c7d99973-fbce-45e5-9597-69eab8444ca6, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:19.494470 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] For port c7d99973-fbce-45e5-9597-69eab8444ca6, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c7d99973-fbce-45e5-9597-69eab8444ca6,segment=NetworkSegment(1cb6f855-9a02-47f9-a2ff-8681c34b945a),segment_id=1cb6f855-9a02-47f9-a2ff-8681c34b945a)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:19.518804 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.620453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Usage tracker for resource:security_group and tenant:6d91cd9626be40208f2f5e916227caf9 is out of sync, need to count used quota {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:54:19.629714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:54:19.642935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32376fea-454f-437a-85e5-1828ae29af69 req-2174438b-1432-4e08-be3d-99cbe37f8c49 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:19.644633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32376fea-454f-437a-85e5-1828ae29af69 req-2174438b-1432-4e08-be3d-99cbe37f8c49 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/ports?device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 943 time: 0.1800735 Jul 16 08:54:19.647658 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Usage tracker for resource:security_group_rule and tenant:6d91cd9626be40208f2f5e916227caf9 is out of sync, need to count used quota {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:54:19.653608 n-d-758944-46 neutron-server[93694]: DEBUG neutron.quota.resource [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93694) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:54:19.667066 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0fddbe99-a098-43cf-a757-5ad8f83a0140 tempest-QuotasTest-463953071 tempest-QuotasTest-463953071-project-admin] 10.222.0.20 "GET /v2.0/quotas/6d91cd9626be40208f2f5e916227caf9/details.json HTTP/1.1" status: 200 len: 703 time: 0.7454000 Jul 16 08:54:19.671504 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=c7d99973-fbce-45e5-9597-69eab8444ca6,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:19.733103 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:19.733924 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.737433 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-b6cd2e0d-6130-4d09-8152-077172d7f9f7 service neutron] 10.222.0.15 "PUT /v2.0/ports/c7d99973-fbce-45e5-9597-69eab8444ca6 HTTP/1.1" status: 200 len: 1092 time: 2.1763604 Jul 16 08:54:19.737775 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f53b019e-e477-4ea8-aed6-504a17debf5d', 'tag': 'c7d99973-fbce-45e5-9597-69eab8444ca6'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:19.740217 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4450c7-bc6d-4613-902a-a7011780a31a" -d '{"events": [{"name": "network-changed", "server_uuid": "f53b019e-e477-4ea8-aed6-504a17debf5d", "tag": "c7d99973-fbce-45e5-9597-69eab8444ca6"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:19.801840 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32376fea-454f-437a-85e5-1828ae29af69 req-79ed96b2-d2d9-4737-9723-aeb94e44a55a tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/security-groups?id=17ba9522-8cbd-4adf-b344-7a6e32c82790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393754 Jul 16 08:54:19.942490 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c6e510-6f03-4269-a3b0-5dcb8b0a06b6 x-openstack-request-id: req-68c6e510-6f03-4269-a3b0-5dcb8b0a06b6 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:19.942927 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f53b019e-e477-4ea8-aed6-504a17debf5d", "tag": "c7d99973-fbce-45e5-9597-69eab8444ca6", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:19.943285 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68c6e510-6f03-4269-a3b0-5dcb8b0a06b6 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:19.943986 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f53b019e-e477-4ea8-aed6-504a17debf5d', 'tag': 'c7d99973-fbce-45e5-9597-69eab8444ca6', 'status': 'completed', 'code': 200} Jul 16 08:54:20.022034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-d1395d0c-3270-4e9c-b0a8-b5d223f1524c tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:20.024891 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-d1395d0c-3270-4e9c-b0a8-b5d223f1524c tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/networks?id=d8c76c1a-b53d-407f-9c90-097bb834c398 HTTP/1.1" status: 200 len: 811 time: 0.3556616 Jul 16 08:54:20.042722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-683bac4d-66e6-4763-9b59-21c89d038cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:20.045503 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-683bac4d-66e6-4763-9b59-21c89d038cef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b70abaf00b54ba28e73d2bba7c2ca0b&device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 1095 time: 0.2477632 Jul 16 08:54:20.082918 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-93e33827-c05b-4090-8dbb-b2715e19faa8 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/quotas/3459e9736cff47bfb0c38d06c0ca8624 HTTP/1.1" status: 200 len: 375 time: 0.0437596 Jul 16 08:54:20.232807 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-347280ad-0b6d-484e-b364-5ed48daa0e27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7d99973-fbce-45e5-9597-69eab8444ca6 HTTP/1.1" status: 200 len: 217 time: 0.1740789 Jul 16 08:54:20.365903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-84a1ee18-225a-42c9-8b0a-58a6e7bd72b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:20.368538 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-84a1ee18-225a-42c9-8b0a-58a6e7bd72b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e314a4cf-5abb-4401-9f11-55b6abe09ec2 HTTP/1.1" status: 200 len: 848 time: 0.1281400 Jul 16 08:54:20.392593 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-8f3de08d-a3f6-4ad3-8cbe-dca88e645554 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3459e9736cff47bfb0c38d06c0ca8624&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3084099 Jul 16 08:54:20.493283 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-7cc35eea-6257-45f7-9522-937785027e25 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0aad80ea-6b48-476a-8cf8-c6312520dac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0972221 Jul 16 08:54:20.596810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49350) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:20.736570 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-d6a131d4-a908-48b2-859c-38150fcae825 service neutron] 10.222.0.20 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427646 Jul 16 08:54:20.841891 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-bbc90434-7ba3-4fa5-8547-acc97334e0e1 service neutron] 10.222.0.15 "GET /v2.0/networks/0aad80ea-6b48-476a-8cf8-c6312520dac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3307147 Jul 16 08:54:21.207190 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-614ff640-7578-45c6-a942-94d086b43869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.271800 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-16b41e08-43ad-44c4-aaf7-9c33c6213ff8 service neutron] 10.222.0.20 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5217934 Jul 16 08:54:21.333533 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43848adb-e55b-44b3-924a-fec78378eaa7 req-8c4606a3-d345-42b7-8f6d-0b39769980b6 service neutron] 10.222.0.15 "GET /v2.0/networks/0aad80ea-6b48-476a-8cf8-c6312520dac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831722 Jul 16 08:54:21.411431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26879edb-3cd6-48be-abe9-96bed9224f90 req-b2e3ca42-27d2-4667-a62f-e896aac1fc36 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:21.417171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-26879edb-3cd6-48be-abe9-96bed9224f90 req-b2e3ca42-27d2-4667-a62f-e896aac1fc36 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/ports?device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 943 time: 0.3068430 Jul 16 08:54:21.522184 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-26879edb-3cd6-48be-abe9-96bed9224f90 req-9ba691c7-013a-4229-a69a-2fb7aba54587 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/security-groups?id=17ba9522-8cbd-4adf-b344-7a6e32c82790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930970 Jul 16 08:54:21.607140 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-614ff640-7578-45c6-a942-94d086b43869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.624667 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-614ff640-7578-45c6-a942-94d086b43869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:21.675089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4450c7-bc6d-4613-902a-a7011780a31a req-bc78a437-fd7c-4a38-aa7d-0ac258c60501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:21.677789 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fe4450c7-bc6d-4613-902a-a7011780a31a req-bc78a437-fd7c-4a38-aa7d-0ac258c60501 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8b70abaf00b54ba28e73d2bba7c2ca0b&device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 1095 time: 0.2340322 Jul 16 08:54:21.712170 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-614ff640-7578-45c6-a942-94d086b43869 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b57186f61a4b41fda8508a1086c5426c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1114371 Jul 16 08:54:21.712170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ff640-7578-45c6-a942-94d086b43869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f70305f-5ce3-426f-830a-43dca7fa16a5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:21.717832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49372) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:21.994993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12d2d63f-dfef-4a04-bffc-53539cc1d013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.093092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4450c7-bc6d-4613-902a-a7011780a31a req-3d51e62b-1611-4e91-8342-ceb7005f7c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:22.098925 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fe4450c7-bc6d-4613-902a-a7011780a31a req-3d51e62b-1611-4e91-8342-ceb7005f7c76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0aad80ea-6b48-476a-8cf8-c6312520dac8 HTTP/1.1" status: 200 len: 908 time: 0.4094381 Jul 16 08:54:22.133245 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e55d488b-9507-409d-8ba4-9738ebb992a1 req-182afc3d-c474-4fb2-af79-91e7f27229de tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 210 time: 0.1043329 Jul 16 08:54:22.158150 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12d2d63f-dfef-4a04-bffc-53539cc1d013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.244577 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fe4450c7-bc6d-4613-902a-a7011780a31a req-ed863ecd-edc8-43d4-bf93-137bb4f703bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c7d99973-fbce-45e5-9597-69eab8444ca6 HTTP/1.1" status: 200 len: 217 time: 0.1373916 Jul 16 08:54:22.270803 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12d2d63f-dfef-4a04-bffc-53539cc1d013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.281621 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12d2d63f-dfef-4a04-bffc-53539cc1d013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:22.286265 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-12d2d63f-dfef-4a04-bffc-53539cc1d013 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1f70305f-5ce3-426f-830a-43dca7fa16a5 HTTP/1.1" status: 204 len: 168 time: 0.5662136 Jul 16 08:54:22.296755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2d63f-dfef-4a04-bffc-53539cc1d013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f70305f-5ce3-426f-830a-43dca7fa16a5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:22.642341 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:54:23.014659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c7d99973-fbce-45e5-9597-69eab8444ca6 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:54:23.482482 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c7d99973-fbce-45e5-9597-69eab8444ca6, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c7d99973-fbce-45e5-9597-69eab8444ca6,segment=NetworkSegment(1cb6f855-9a02-47f9-a2ff-8681c34b945a),segment_id=1cb6f855-9a02-47f9-a2ff-8681c34b945a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:23.544477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'c7d99973-fbce-45e5-9597-69eab8444ca6', 'network_id': '0aad80ea-6b48-476a-8cf8-c6312520dac8', 'port_id': 'c7d99973-fbce-45e5-9597-69eab8444ca6', 'mac_address': 'fa:16:3e:8a:02:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e314a4cf-5abb-4401-9f11-55b6abe09ec2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:54:23.581402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4450c7-bc6d-4613-902a-a7011780a31a req-1aa86652-01a6-4c94-b5d3-5941de549450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:23.585152 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fe4450c7-bc6d-4613-902a-a7011780a31a req-1aa86652-01a6-4c94-b5d3-5941de549450 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e314a4cf-5abb-4401-9f11-55b6abe09ec2 HTTP/1.1" status: 200 len: 848 time: 1.3254373 Jul 16 08:54:23.681242 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fe4450c7-bc6d-4613-902a-a7011780a31a req-983c46cf-da98-4581-a507-88efbde39a86 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0aad80ea-6b48-476a-8cf8-c6312520dac8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738814 Jul 16 08:54:23.727252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed94015-4762-400f-bee9-c767db7c2f42 req-b9476f64-530e-45d0-8e4a-da2de2b35177 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:23.744622 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eed94015-4762-400f-bee9-c767db7c2f42 req-b9476f64-530e-45d0-8e4a-da2de2b35177 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/ports?device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 943 time: 0.3001900 Jul 16 08:54:23.763104 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.875347 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d79ce8a7-6f37-4a21-8b70-3c2b6e8a6e05 req-e0a2775d-6538-4b61-a03f-6a32427270c7 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 210 time: 0.2110913 Jul 16 08:54:23.889431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7d99973-fbce-45e5-9597-69eab8444ca6 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:23.956916 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c7d99973-fbce-45e5-9597-69eab8444ca6, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c7d99973-fbce-45e5-9597-69eab8444ca6,segment=NetworkSegment(1cb6f855-9a02-47f9-a2ff-8681c34b945a),segment_id=1cb6f855-9a02-47f9-a2ff-8681c34b945a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:23.962531 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.972729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49420) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:23.999155 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-02b1c29f-24a3-40db-914a-e49f43651394 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.140411 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=c7d99973-fbce-45e5-9597-69eab8444ca6,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:24.151770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.152705 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.153670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.154081 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.154612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.155129 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.155517 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.155898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.156865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.157239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.157623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.158052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:24.198387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['c7d99973-fbce-45e5-9597-69eab8444ca6'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:24.279010 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-02b1c29f-24a3-40db-914a-e49f43651394 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.291242 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-02b1c29f-24a3-40db-914a-e49f43651394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.310014 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fe4450c7-bc6d-4613-902a-a7011780a31a req-48ae407b-fe38-4527-8503-13185df10e3f service neutron] 10.222.0.15 "GET /v2.0/networks/0aad80ea-6b48-476a-8cf8-c6312520dac8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6098514 Jul 16 08:54:24.370502 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b1c29f-24a3-40db-914a-e49f43651394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302a076a-0c9b-4f4f-9ee2-3f9ce73eb53d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:24.440664 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-02b1c29f-24a3-40db-914a-e49f43651394 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d91cd9626be40208f2f5e916227caf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666631 Jul 16 08:54:24.445720 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49426) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:24.538330 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a74707d-9fd7-4980-9a8f-855316043b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.575200 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a74707d-9fd7-4980-9a8f-855316043b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.671265 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a74707d-9fd7-4980-9a8f-855316043b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.674835 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a74707d-9fd7-4980-9a8f-855316043b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:24.676173 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4a74707d-9fd7-4980-9a8f-855316043b26 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/302a076a-0c9b-4f4f-9ee2-3f9ce73eb53d HTTP/1.1" status: 204 len: 168 time: 0.2287068 Jul 16 08:54:24.694833 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a74707d-9fd7-4980-9a8f-855316043b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302a076a-0c9b-4f4f-9ee2-3f9ce73eb53d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:24.747427 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eed94015-4762-400f-bee9-c767db7c2f42 req-5207a006-1403-4ef1-a433-d2b3c77b7fba tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/security-groups?id=17ba9522-8cbd-4adf-b344-7a6e32c82790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7486932 Jul 16 08:54:24.890488 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fe4450c7-bc6d-4613-902a-a7011780a31a req-25d65acd-dc0b-4cf2-8e57-ebc6aa186fb4 service neutron] 10.222.0.15 "GET /v2.0/networks/0aad80ea-6b48-476a-8cf8-c6312520dac8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759592 Jul 16 08:54:24.968211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-7d5b4c39-4367-41d2-9d17-41d1d08cb372 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:24.972938 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-7d5b4c39-4367-41d2-9d17-41d1d08cb372 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.38 "GET /v2.0/networks?id=d8c76c1a-b53d-407f-9c90-097bb834c398 HTTP/1.1" status: 200 len: 811 time: 0.3263314 Jul 16 08:54:25.009014 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-b9bed0dd-c0bf-4768-9d07-357c8e5207ee tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Request body: {'port': {'device_id': '69a878a8-e6c8-4c61-befe-bd392be73601', 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398', 'admin_state_up': True, 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:25.032450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c7d99973-fbce-45e5-9597-69eab8444ca6 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:25.228178 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port c7d99973-fbce-45e5-9597-69eab8444ca6 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:25.238874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port c7d99973-fbce-45e5-9597-69eab8444ca6 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:25.240859 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.533554 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91c91b81-871e-4c1e-90ef-0dc938363e1b req-74340277-916a-4c3f-8637-e85b3f783302 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 210 time: 0.1410615 Jul 16 08:54:25.629529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-b9bed0dd-c0bf-4768-9d07-357c8e5207ee tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Made reservation on behalf of 3459e9736cff47bfb0c38d06c0ca8624 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:25.643756 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-b9bed0dd-c0bf-4768-9d07-357c8e5207ee tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.695013 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.814929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53b019e-e477-4ea8-aed6-504a17debf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d99973-fbce-45e5-9597-69eab8444ca6'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:25.819376 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d67ca4-818c-484c-93a2-08314c8ab734" -d '{"events": [{"server_uuid": "f53b019e-e477-4ea8-aed6-504a17debf5d", "name": "network-vif-plugged", "status": "completed", "tag": "c7d99973-fbce-45e5-9597-69eab8444ca6"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:25.845414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c7d99973-fbce-45e5-9597-69eab8444ca6, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c7d99973-fbce-45e5-9597-69eab8444ca6,segment=NetworkSegment(1cb6f855-9a02-47f9-a2ff-8681c34b945a),segment_id=1cb6f855-9a02-47f9-a2ff-8681c34b945a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:25.855815 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.058129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-b9bed0dd-c0bf-4768-9d07-357c8e5207ee tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Allocated IP 172.20.0.8 (d8c76c1a-b53d-407f-9c90-097bb834c398/7390ce5d-ca79-4149-a5a6-f3e5199ee3ed/8cbc9aa1-402e-4705-bc79-bcff7a7994ef) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:26.089503 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=c7d99973-fbce-45e5-9597-69eab8444ca6,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:26.099567 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1ded8b-2671-4188-ba37-273660b1feda x-openstack-request-id: req-fe1ded8b-2671-4188-ba37-273660b1feda {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:26.100063 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53b019e-e477-4ea8-aed6-504a17debf5d", "name": "network-vif-plugged", "status": "completed", "tag": "c7d99973-fbce-45e5-9597-69eab8444ca6", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:26.100417 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe1ded8b-2671-4188-ba37-273660b1feda {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:26.101010 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53b019e-e477-4ea8-aed6-504a17debf5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7d99973-fbce-45e5-9597-69eab8444ca6', 'code': 200} Jul 16 08:54:26.317645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e4c5a5-a46f-44bd-80a3-6177724fdaa7 req-6cfd8378-618a-4e40-9059-11f0a6e2c5a2 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:26.319566 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78e4c5a5-a46f-44bd-80a3-6177724fdaa7 req-6cfd8378-618a-4e40-9059-11f0a6e2c5a2 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/ports?device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 945 time: 0.2448134 Jul 16 08:54:26.350802 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e202761-8ff1-4780-9653-6ea516aacee5 req-ba27a264-3b44-4cd5-a005-0afaec781076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:26.352701 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e202761-8ff1-4780-9653-6ea516aacee5 req-ba27a264-3b44-4cd5-a005-0afaec781076 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 1097 time: 0.2125773 Jul 16 08:54:26.430386 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78e4c5a5-a46f-44bd-80a3-6177724fdaa7 req-3fa1bb34-74b2-4a07-83ad-25545f2df53f tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/security-groups?id=17ba9522-8cbd-4adf-b344-7a6e32c82790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968297 Jul 16 08:54:26.485515 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e202761-8ff1-4780-9653-6ea516aacee5 req-bcbdd0bb-a0df-4101-a6aa-8dcf90db0a36 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=17ba9522-8cbd-4adf-b344-7a6e32c82790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129057 Jul 16 08:54:26.581233 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-b9bed0dd-c0bf-4768-9d07-357c8e5207ee tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.689452 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-b9bed0dd-c0bf-4768-9d07-357c8e5207ee tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.703924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['71e2398d-09d3-436c-8152-71e6f178e2d9'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:26.863701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bed0dd-c0bf-4768-9d07-357c8e5207ee tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Pushing event updated for resources: {'Port': ['ID=8cbc9aa1-402e-4705-bc79-bcff7a7994ef,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:26.905365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-b9bed0dd-c0bf-4768-9d07-357c8e5207ee tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Network d8c76c1a-b53d-407f-9c90-097bb834c398 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:26.909955 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-b9bed0dd-c0bf-4768-9d07-357c8e5207ee tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:26.921059 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-b9bed0dd-c0bf-4768-9d07-357c8e5207ee tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:27.012088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-b9bed0dd-c0bf-4768-9d07-357c8e5207ee tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:27.013693 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-b9bed0dd-c0bf-4768-9d07-357c8e5207ee tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.039586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-b9bed0dd-c0bf-4768-9d07-357c8e5207ee tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0546713 Jul 16 08:54:27.055617 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Request body: {'port': {'device_id': '69a878a8-e6c8-4c61-befe-bd392be73601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:27.285385 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96009bfd-83e7-4b61-b5f0-b16085c2682d req-9417926c-6a1f-4b01-b101-120818d29a48 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:27.306907 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96009bfd-83e7-4b61-b5f0-b16085c2682d req-9417926c-6a1f-4b01-b101-120818d29a48 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 931 time: 0.4824448 Jul 16 08:54:27.351116 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:27.506284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96009bfd-83e7-4b61-b5f0-b16085c2682d req-0796355f-6e3f-428f-bc95-a6199e1cdfee tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912942 Jul 16 08:54:28.289480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7a6219-8daa-4b60-aed4-1c5f071bbee8 req-8e86bc08-4570-4eda-a076-ea894c5b7f90 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:28.301814 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da7a6219-8daa-4b60-aed4-1c5f071bbee8 req-8e86bc08-4570-4eda-a076-ea894c5b7f90 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/ports?device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 945 time: 0.3604140 Jul 16 08:54:28.377029 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da7a6219-8daa-4b60-aed4-1c5f071bbee8 req-38e4ac93-4a95-45cc-a6e2-28e7886912f6 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/security-groups?id=17ba9522-8cbd-4adf-b344-7a6e32c82790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740151 Jul 16 08:54:28.405783 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbc9aa1-402e-4705-bc79-bcff7a7994ef {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:28.428524 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.473591 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Transition to ACTIVE for port object 8cbc9aa1-402e-4705-bc79-bcff7a7994ef will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:28.483844 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:28.716750 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Pushing event updated for resources: {'Port': ['ID=8cbc9aa1-402e-4705-bc79-bcff7a7994ef,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:28.873694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Attempting to bind port 8cbc9aa1-402e-4705-bc79-bcff7a7994ef on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:28.874278 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Attempting to bind port 8cbc9aa1-402e-4705-bc79-bcff7a7994ef by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'c7c146e4-8af3-4dbc-95c6-eb652d96ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:28.875157 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Attempting to bind port 8cbc9aa1-402e-4705-bc79-bcff7a7994ef on network d8c76c1a-b53d-407f-9c90-097bb834c398 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:28.893763 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Port 8cbc9aa1-402e-4705-bc79-bcff7a7994ef on network d8c76c1a-b53d-407f-9c90-097bb834c398 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:28.894185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Attempting to bind port 8cbc9aa1-402e-4705-bc79-bcff7a7994ef on network d8c76c1a-b53d-407f-9c90-097bb834c398 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:28.914803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:28.918128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Checking segment: {'id': 'c7c146e4-8af3-4dbc-95c6-eb652d96ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:28.919503 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Bound using segment: {'id': 'c7c146e4-8af3-4dbc-95c6-eb652d96ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:28.923936 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Bound port: 8cbc9aa1-402e-4705-bc79-bcff7a7994ef, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c146e4-8af3-4dbc-95c6-eb652d96ea0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:28.924994 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.032414 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49528) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:29.420152 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] For port 8cbc9aa1-402e-4705-bc79-bcff7a7994ef, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:29.429157 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] For port 8cbc9aa1-402e-4705-bc79-bcff7a7994ef, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8cbc9aa1-402e-4705-bc79-bcff7a7994ef,segment=NetworkSegment(c7c146e4-8af3-4dbc-95c6-eb652d96ea0a),segment_id=c7c146e4-8af3-4dbc-95c6-eb652d96ea0a)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:29.465521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d460b2b-572a-47c9-ab3c-07563ddca306 req-53b7bef1-2b9c-4dd2-ab87-3ca815171b3b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:29.486356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d460b2b-572a-47c9-ab3c-07563ddca306 req-53b7bef1-2b9c-4dd2-ab87-3ca815171b3b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 943 time: 0.5133181 Jul 16 08:54:29.494286 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.621941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Pushing event updated for resources: {'Port': ['ID=8cbc9aa1-402e-4705-bc79-bcff7a7994ef,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:29.657277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:29.658435 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.661182 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-19a89ac8-070e-43a8-80d8-6aac00406a0a service neutron] 10.222.0.38 "PUT /v2.0/ports/8cbc9aa1-402e-4705-bc79-bcff7a7994ef HTTP/1.1" status: 200 len: 1092 time: 2.6132977 Jul 16 08:54:29.662061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a878a8-e6c8-4c61-befe-bd392be73601', 'tag': '8cbc9aa1-402e-4705-bc79-bcff7a7994ef'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:29.664873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-87337ddc-7272-466a-8ecd-2e31c1ca4952 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1073826604'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:29.666274 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ec058c-bcb4-4f7a-9c9b-79082259f828" -d '{"events": [{"name": "network-changed", "server_uuid": "69a878a8-e6c8-4c61-befe-bd392be73601", "tag": "8cbc9aa1-402e-4705-bc79-bcff7a7994ef"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:29.715037 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d460b2b-572a-47c9-ab3c-07563ddca306 req-51380cad-ee9f-4647-9bfa-458e1ad9b66a tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250476 Jul 16 08:54:29.740899 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-87337ddc-7272-466a-8ecd-2e31c1ca4952 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.743022 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-87337ddc-7272-466a-8ecd-2e31c1ca4952 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.797248 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a3ed71-8b64-43c4-8306-ce5e15298d3b x-openstack-request-id: req-76a3ed71-8b64-43c4-8306-ce5e15298d3b {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:29.797554 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a878a8-e6c8-4c61-befe-bd392be73601", "tag": "8cbc9aa1-402e-4705-bc79-bcff7a7994ef", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:29.797820 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76a3ed71-8b64-43c4-8306-ce5e15298d3b {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:29.798306 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69a878a8-e6c8-4c61-befe-bd392be73601', 'tag': '8cbc9aa1-402e-4705-bc79-bcff7a7994ef', 'status': 'completed', 'code': 200} Jul 16 08:54:29.859859 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-87337ddc-7272-466a-8ecd-2e31c1ca4952 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.864356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-c7a0ebbe-2f2c-4c2e-a50a-2548a38df5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:29.867985 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-c7a0ebbe-2f2c-4c2e-a50a-2548a38df5ca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3459e9736cff47bfb0c38d06c0ca8624&device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 1095 time: 0.1465175 Jul 16 08:54:29.875315 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-87337ddc-7272-466a-8ecd-2e31c1ca4952 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.896196 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-87337ddc-7272-466a-8ecd-2e31c1ca4952 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.897752 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-87337ddc-7272-466a-8ecd-2e31c1ca4952 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.8630238 Jul 16 08:54:29.902024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49552) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:29.982058 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-96d9312b-ef4e-4228-82a8-3527e949f85e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cbc9aa1-402e-4705-bc79-bcff7a7994ef HTTP/1.1" status: 200 len: 217 time: 0.1044295 Jul 16 08:54:30.036290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-36ec9fe8-5b3c-4cd9-b7e1-f2deba3be786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:30.037882 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-36ec9fe8-5b3c-4cd9-b7e1-f2deba3be786 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7390ce5d-ca79-4149-a5a6-f3e5199ee3ed HTTP/1.1" status: 200 len: 851 time: 0.0499957 Jul 16 08:54:30.103959 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-e6ec33a8-b54c-4cb9-a52c-6f7ef32a4ee2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d8c76c1a-b53d-407f-9c90-097bb834c398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582991 Jul 16 08:54:30.119399 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2b7e57e8-d657-4d52-9b29-39c07cf46fe1 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.293481 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-b1766e74-b4f9-4070-a4cd-0642443fdfba service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812644 Jul 16 08:54:30.419509 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2b7e57e8-d657-4d52-9b29-39c07cf46fe1 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.423149 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2b7e57e8-d657-4d52-9b29-39c07cf46fe1 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.575737 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2b7e57e8-d657-4d52-9b29-39c07cf46fe1 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.576279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7e57e8-d657-4d52-9b29-39c07cf46fe1 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5245d28a-cf8d-4f85-ba8e-cc07279af6d3 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:54:30.589841 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2b7e57e8-d657-4d52-9b29-39c07cf46fe1 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.599004 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2b7e57e8-d657-4d52-9b29-39c07cf46fe1 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] 10.222.0.20 "DELETE /v2.0/routers/5245d28a-cf8d-4f85-ba8e-cc07279af6d3 HTTP/1.1" status: 204 len: 168 time: 0.6934950 Jul 16 08:54:30.602405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49572) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:30.616050 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a4183c1b-6c7a-46af-96f6-cc7fb1fcd2a9 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Request body: {'router': {'name': 'tempest-router-766387804', 'distributed': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:30.661957 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d2cf742-048a-4ede-bf65-04471485eb3e req-5bc4fb13-c5d6-4083-9b8d-2145389f039f service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3589962 Jul 16 08:54:30.681029 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4183c1b-6c7a-46af-96f6-cc7fb1fcd2a9 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.684367 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4183c1b-6c7a-46af-96f6-cc7fb1fcd2a9 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.868845 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4183c1b-6c7a-46af-96f6-cc7fb1fcd2a9 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.879033 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4183c1b-6c7a-46af-96f6-cc7fb1fcd2a9 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.926073 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4183c1b-6c7a-46af-96f6-cc7fb1fcd2a9 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.928215 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a4183c1b-6c7a-46af-96f6-cc7fb1fcd2a9 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3246729 Jul 16 08:54:30.932653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49586) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:30.954419 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec058c-bcb4-4f7a-9c9b-79082259f828 req-6d12e110-38d1-4126-887b-853df358cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:30.957017 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2ec058c-bcb4-4f7a-9c9b-79082259f828 req-6d12e110-38d1-4126-887b-853df358cca5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3459e9736cff47bfb0c38d06c0ca8624&device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 1095 time: 0.2238133 Jul 16 08:54:31.147485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec058c-bcb4-4f7a-9c9b-79082259f828 req-a10d1e7e-5965-4020-8d3e-9628d820202c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:31.150256 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2ec058c-bcb4-4f7a-9c9b-79082259f828 req-a10d1e7e-5965-4020-8d3e-9628d820202c service neutron] 10.222.0.38 "GET /v2.0/networks?id=d8c76c1a-b53d-407f-9c90-097bb834c398 HTTP/1.1" status: 200 len: 911 time: 0.1851578 Jul 16 08:54:31.213303 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0916bb85-9857-4724-b6ce-919e06f5d78d tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.276104 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2ec058c-bcb4-4f7a-9c9b-79082259f828 req-378b7e42-ac89-4150-a0f6-0dd672b80786 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cbc9aa1-402e-4705-bc79-bcff7a7994ef HTTP/1.1" status: 200 len: 217 time: 0.1176269 Jul 16 08:54:31.338833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec058c-bcb4-4f7a-9c9b-79082259f828 req-966bbbdf-e304-4c45-b1df-371f90adee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:31.347199 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2ec058c-bcb4-4f7a-9c9b-79082259f828 req-966bbbdf-e304-4c45-b1df-371f90adee1d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7390ce5d-ca79-4149-a5a6-f3e5199ee3ed HTTP/1.1" status: 200 len: 851 time: 0.0637817 Jul 16 08:54:31.394022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50e943b-b625-4534-8fd4-324d1c74fc0c req-65703e2e-1baa-48d8-b629-af627c7d2ad4 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:31.411519 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d50e943b-b625-4534-8fd4-324d1c74fc0c req-65703e2e-1baa-48d8-b629-af627c7d2ad4 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 943 time: 0.4579251 Jul 16 08:54:31.453244 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2ec058c-bcb4-4f7a-9c9b-79082259f828 req-cd202ad1-63c2-4ed9-a186-c5488fb04364 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d8c76c1a-b53d-407f-9c90-097bb834c398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0994277 Jul 16 08:54:31.552624 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d50e943b-b625-4534-8fd4-324d1c74fc0c req-96409f4e-41aa-4249-9abf-cbd465f6d881 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361783 Jul 16 08:54:31.799374 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2ec058c-bcb4-4f7a-9c9b-79082259f828 req-db77e989-aac8-48ca-b066-4e101562fe37 service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372791 Jul 16 08:54:32.037902 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2ec058c-bcb4-4f7a-9c9b-79082259f828 req-cfc314f4-a183-443f-bc06-6de82d2384b2 service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302608 Jul 16 08:54:32.370124 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0916bb85-9857-4724-b6ce-919e06f5d78d tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.374883 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0916bb85-9857-4724-b6ce-919e06f5d78d tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.464697 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0916bb85-9857-4724-b6ce-919e06f5d78d tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.465223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0916bb85-9857-4724-b6ce-919e06f5d78d tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1c644997-b067-4ff4-8a34-9f456d492513 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:54:32.477800 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0916bb85-9857-4724-b6ce-919e06f5d78d tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.485369 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0916bb85-9857-4724-b6ce-919e06f5d78d tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] 10.222.0.20 "DELETE /v2.0/routers/1c644997-b067-4ff4-8a34-9f456d492513 HTTP/1.1" status: 204 len: 168 time: 1.5504167 Jul 16 08:54:32.485664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49664) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:32.495892 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-75c287b2-7b63-4422-8dec-b53346dddc18 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Request body: {'router': {'name': 'tempest-router-477184262', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'f599d2a80a5749468590be0e360614ed'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:32.592437 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-75c287b2-7b63-4422-8dec-b53346dddc18 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.595119 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-75c287b2-7b63-4422-8dec-b53346dddc18 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.789166 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-75c287b2-7b63-4422-8dec-b53346dddc18 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.801923 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-75c287b2-7b63-4422-8dec-b53346dddc18 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.860276 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-75c287b2-7b63-4422-8dec-b53346dddc18 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.862856 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-75c287b2-7b63-4422-8dec-b53346dddc18 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3750412 Jul 16 08:54:32.865644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49704) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:32.883004 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-fd6444b4-3a7c-43da-aa0d-8b877593ce2c tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:33.135627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d046d4b-1c74-44af-ab75-3ea478a9cc37 req-eb3cdd4c-a343-4a46-b345-a0106e1e4473 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:33.150524 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6d046d4b-1c74-44af-ab75-3ea478a9cc37 req-eb3cdd4c-a343-4a46-b345-a0106e1e4473 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 943 time: 0.3563967 Jul 16 08:54:33.300688 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6d046d4b-1c74-44af-ab75-3ea478a9cc37 req-a9d0d77d-d432-4372-a109-1740f1e5433e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448436 Jul 16 08:54:33.498117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8cbc9aa1-402e-4705-bc79-bcff7a7994ef details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:54:33.679920 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd6444b4-3a7c-43da-aa0d-8b877593ce2c tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.682433 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd6444b4-3a7c-43da-aa0d-8b877593ce2c tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.718968 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8cbc9aa1-402e-4705-bc79-bcff7a7994ef, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8cbc9aa1-402e-4705-bc79-bcff7a7994ef,segment=NetworkSegment(c7c146e4-8af3-4dbc-95c6-eb652d96ea0a),segment_id=c7c146e4-8af3-4dbc-95c6-eb652d96ea0a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:33.749161 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '8cbc9aa1-402e-4705-bc79-bcff7a7994ef', 'network_id': 'd8c76c1a-b53d-407f-9c90-097bb834c398', 'port_id': '8cbc9aa1-402e-4705-bc79-bcff7a7994ef', 'mac_address': 'fa:16:3e:92:f8:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7390ce5d-ca79-4149-a5a6-f3e5199ee3ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:54:33.820612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fd6444b4-3a7c-43da-aa0d-8b877593ce2c tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93695) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 08:54:33.821745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-fd6444b4-3a7c-43da-aa0d-8b877593ce2c tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Router 87ce7c7b-7fdf-4789-8011-5576e70a87fc migrating from provider to provider. {{(pid=93695) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 08:54:33.822533 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd6444b4-3a7c-43da-aa0d-8b877593ce2c tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.830270 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd6444b4-3a7c-43da-aa0d-8b877593ce2c tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.831769 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.840119 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd6444b4-3a7c-43da-aa0d-8b877593ce2c tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.880568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbc9aa1-402e-4705-bc79-bcff7a7994ef {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:33.914962 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.919709 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8cbc9aa1-402e-4705-bc79-bcff7a7994ef, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8cbc9aa1-402e-4705-bc79-bcff7a7994ef,segment=NetworkSegment(c7c146e4-8af3-4dbc-95c6-eb652d96ea0a),segment_id=c7c146e4-8af3-4dbc-95c6-eb652d96ea0a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:33.926302 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.045457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=8cbc9aa1-402e-4705-bc79-bcff7a7994ef,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:34.047999 n-d-758944-46 neutron-server[93695]: WARNING neutron.scheduler.l3_agent_scheduler [None req-fd6444b4-3a7c-43da-aa0d-8b877593ce2c tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] No L3 agents can host the router 87ce7c7b-7fdf-4789-8011-5576e70a87fc Jul 16 08:54:34.137187 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['8cbc9aa1-402e-4705-bc79-bcff7a7994ef'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:34.229229 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6444b4-3a7c-43da-aa0d-8b877593ce2c tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Hosts for router 87ce7c7b-7fdf-4789-8011-5576e70a87fc: [] {{(pid=93695) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 08:54:34.263358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6444b4-3a7c-43da-aa0d-8b877593ce2c tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Hosts for other DVR routers connected to router 87ce7c7b-7fdf-4789-8011-5576e70a87fc: set() {{(pid=93695) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 08:54:34.266380 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd6444b4-3a7c-43da-aa0d-8b877593ce2c tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:34.267901 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fd6444b4-3a7c-43da-aa0d-8b877593ce2c tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] 10.222.0.20 "PUT /v2.0/routers/87ce7c7b-7fdf-4789-8011-5576e70a87fc HTTP/1.1" status: 200 len: 716 time: 1.4005895 Jul 16 08:54:34.272317 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 49806) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:34.647365 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-696270b3-dfe0-457e-92d4-bab88e9f351f tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] 10.222.0.20 "GET /v2.0/routers/87ce7c7b-7fdf-4789-8011-5576e70a87fc HTTP/1.1" status: 200 len: 716 time: 0.3730147 Jul 16 08:54:34.651525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49844) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:34.831486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736d8cbe-ee7e-4d3f-a515-19587a8f4e30 req-6c2acecb-55b9-454c-8e99-446efdb6ca1b tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:34.835495 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-736d8cbe-ee7e-4d3f-a515-19587a8f4e30 req-6c2acecb-55b9-454c-8e99-446efdb6ca1b tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/ports?device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 945 time: 0.1458514 Jul 16 08:54:34.897175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addfcb5d-ba80-4852-b8d9-b43f3f9342ec req-da2fe725-d69b-47ea-8f7c-cf358c4d5cf1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:34.909049 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-addfcb5d-ba80-4852-b8d9-b43f3f9342ec req-da2fe725-d69b-47ea-8f7c-cf358c4d5cf1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 944 time: 0.2498519 Jul 16 08:54:34.959621 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-736d8cbe-ee7e-4d3f-a515-19587a8f4e30 req-88d690a4-7635-498d-a48e-85d49118852e tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/security-groups?id=17ba9522-8cbd-4adf-b344-7a6e32c82790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126490 Jul 16 08:54:35.027722 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-addfcb5d-ba80-4852-b8d9-b43f3f9342ec req-ccc8a708-40c2-4051-a03f-5149056388ca tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161435 Jul 16 08:54:35.229374 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a46fbd7-fa70-43c8-ac78-2f850c32f5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.298039 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b06435fa-1ee0-4b69-8bc6-aef932e0f676 tempest-RoutersTestDVR-1792616387 tempest-RoutersTestDVR-1792616387-project] 10.222.0.20 "GET /v2.0/routers/87ce7c7b-7fdf-4789-8011-5576e70a87fc HTTP/1.1" status: 200 len: 682 time: 0.6408865 Jul 16 08:54:35.298039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 49902) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:35.449207 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.532545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8cbc9aa1-402e-4705-bc79-bcff7a7994ef up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:35.669613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 8cbc9aa1-402e-4705-bc79-bcff7a7994ef completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:35.679813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 8cbc9aa1-402e-4705-bc79-bcff7a7994ef triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:35.680188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.825331 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:35.889395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8cbc9aa1-402e-4705-bc79-bcff7a7994ef, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8cbc9aa1-402e-4705-bc79-bcff7a7994ef,segment=NetworkSegment(c7c146e4-8af3-4dbc-95c6-eb652d96ea0a),segment_id=c7c146e4-8af3-4dbc-95c6-eb652d96ea0a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:35.892643 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a878a8-e6c8-4c61-befe-bd392be73601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbc9aa1-402e-4705-bc79-bcff7a7994ef'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:35.896178 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d05cc9-fead-4008-a060-9922ea689885" -d '{"events": [{"server_uuid": "69a878a8-e6c8-4c61-befe-bd392be73601", "name": "network-vif-plugged", "status": "completed", "tag": "8cbc9aa1-402e-4705-bc79-bcff7a7994ef"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:35.900996 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.001648 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=8cbc9aa1-402e-4705-bc79-bcff7a7994ef,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:36.021471 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c8dc8e-ea3a-4937-b90c-72ef2fe0544b x-openstack-request-id: req-f3c8dc8e-ea3a-4937-b90c-72ef2fe0544b {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:36.021817 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a878a8-e6c8-4c61-befe-bd392be73601", "name": "network-vif-plugged", "status": "completed", "tag": "8cbc9aa1-402e-4705-bc79-bcff7a7994ef", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:36.022252 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3c8dc8e-ea3a-4937-b90c-72ef2fe0544b {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:36.022718 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a878a8-e6c8-4c61-befe-bd392be73601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbc9aa1-402e-4705-bc79-bcff7a7994ef', 'code': 200} Jul 16 08:54:36.088713 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b6e86fbb-0def-47f1-a695-d9611f1643c8 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.503807 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2652ab-7066-4f9e-aea4-1aef1de74167 req-9b744343-9bcb-4c3c-8b3d-81600bdb3ad1 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:36.506950 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca2652ab-7066-4f9e-aea4-1aef1de74167 req-9b744343-9bcb-4c3c-8b3d-81600bdb3ad1 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.15 "GET /v2.0/ports?device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 945 time: 0.5192218 Jul 16 08:54:36.529219 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3c349-8e78-4cc9-9d12-00455f554752 req-98f1b6fe-f2df-499b-af0c-52ad478cc1ed tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:36.533375 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-54c3c349-8e78-4cc9-9d12-00455f554752 req-98f1b6fe-f2df-499b-af0c-52ad478cc1ed tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/ports?device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 945 time: 0.2598393 Jul 16 08:54:36.680257 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-54c3c349-8e78-4cc9-9d12-00455f554752 req-a3474f3c-c9b5-440c-8fa3-5eac57d250c5 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/security-groups?id=17ba9522-8cbd-4adf-b344-7a6e32c82790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405149 Jul 16 08:54:36.701106 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b6e86fbb-0def-47f1-a695-d9611f1643c8 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.717680 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b6e86fbb-0def-47f1-a695-d9611f1643c8 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.926453 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b6e86fbb-0def-47f1-a695-d9611f1643c8 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.927202 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e86fbb-0def-47f1-a695-d9611f1643c8 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 87ce7c7b-7fdf-4789-8011-5576e70a87fc {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:54:36.955656 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b6e86fbb-0def-47f1-a695-d9611f1643c8 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.965710 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b6e86fbb-0def-47f1-a695-d9611f1643c8 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] 10.222.0.20 "DELETE /v2.0/routers/87ce7c7b-7fdf-4789-8011-5576e70a87fc HTTP/1.1" status: 204 len: 168 time: 1.6666343 Jul 16 08:54:36.971248 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a56a17b-5157-40ca-8ae4-fc5d08cec07c req-8dd6bbd2-02a6-493f-94d6-68edcb59d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:36.981266 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a56a17b-5157-40ca-8ae4-fc5d08cec07c req-8dd6bbd2-02a6-493f-94d6-68edcb59d48d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 1097 time: 0.7164147 Jul 16 08:54:36.982043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50038) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:37.002286 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-77c799f0-ea0b-415d-9fd9-fa4d5356da23 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Request body: {'router': {'name': 'tempest-router-1346321678', 'distributed': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:37.047023 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-614b0fb5-2e94-4634-93c3-a5f6ca2a1ee7 req-da822fcd-e999-4ab2-bc44-4440fb3ad726 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1510935 Jul 16 08:54:37.058657 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224a4f1-e059-4228-9aa6-9640c13ea24d req-5772ae2c-8e29-4805-8eed-727229a805ce tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:37.061639 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1224a4f1-e059-4228-9aa6-9640c13ea24d req-5772ae2c-8e29-4805-8eed-727229a805ce tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.6855416 Jul 16 08:54:37.223800 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a56a17b-5157-40ca-8ae4-fc5d08cec07c req-246a0c94-63f7-4ef3-8f62-5b99185c8f0f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318223 Jul 16 08:54:37.230150 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-ca2652ab-7066-4f9e-aea4-1aef1de74167 req-b0077b96-2c20-423d-8463-c3b9bcf4901f tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Deleting port c7d99973-fbce-45e5-9597-69eab8444ca6 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:37.230733 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ca2652ab-7066-4f9e-aea4-1aef1de74167 req-b0077b96-2c20-423d-8463-c3b9bcf4901f tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.236619 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-77c799f0-ea0b-415d-9fd9-fa4d5356da23 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.238722 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-77c799f0-ea0b-415d-9fd9-fa4d5356da23 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.267255 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b0fb5-2e94-4634-93c3-a5f6ca2a1ee7 req-4839cd76-de46-4306-9a52-abe1b788d80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:37.269585 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-614b0fb5-2e94-4634-93c3-a5f6ca2a1ee7 req-4839cd76-de46-4306-9a52-abe1b788d80c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1099 time: 0.1359730 Jul 16 08:54:37.380691 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-77c799f0-ea0b-415d-9fd9-fa4d5356da23 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.391661 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1224a4f1-e059-4228-9aa6-9640c13ea24d req-afe0ef99-e33e-4f6d-a83f-59c9656ddbfb tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866480 Jul 16 08:54:37.444001 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-77c799f0-ea0b-415d-9fd9-fa4d5356da23 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.482047 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-77c799f0-ea0b-415d-9fd9-fa4d5356da23 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.488275 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-77c799f0-ea0b-415d-9fd9-fa4d5356da23 tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4987655 Jul 16 08:54:37.492698 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50086) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:37.768653 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5724cc0c-991c-4ee8-a4f9-0e8b5b70a7ec tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.776370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ca2652ab-7066-4f9e-aea4-1aef1de74167 req-b0077b96-2c20-423d-8463-c3b9bcf4901f tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] For port c7d99973-fbce-45e5-9597-69eab8444ca6, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c7d99973-fbce-45e5-9597-69eab8444ca6,segment=NetworkSegment(1cb6f855-9a02-47f9-a2ff-8681c34b945a),segment_id=1cb6f855-9a02-47f9-a2ff-8681c34b945a)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:37.777117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ca2652ab-7066-4f9e-aea4-1aef1de74167 req-b0077b96-2c20-423d-8463-c3b9bcf4901f tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.843286 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-ca2652ab-7066-4f9e-aea4-1aef1de74167 req-b0077b96-2c20-423d-8463-c3b9bcf4901f tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Calling delete_port for c7d99973-fbce-45e5-9597-69eab8444ca6 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:37.943061 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-23130037-1833-4d35-9626-62d1c8ceca56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.190813 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.414926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13e629-3166-469e-b8c6-9fee81b6f1ee req-672531b7-1763-445f-8099-702e2ca7c8cc tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:38.422795 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ff13e629-3166-469e-b8c6-9fee81b6f1ee req-672531b7-1763-445f-8099-702e2ca7c8cc tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/ports?device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 945 time: 0.3297579 Jul 16 08:54:38.433030 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ca2652ab-7066-4f9e-aea4-1aef1de74167 req-b0077b96-2c20-423d-8463-c3b9bcf4901f tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.455292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b0fb5-2e94-4634-93c3-a5f6ca2a1ee7 req-da6bdfef-be92-4c8f-8264-bea85c18a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:38.459376 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-614b0fb5-2e94-4634-93c3-a5f6ca2a1ee7 req-da6bdfef-be92-4c8f-8264-bea85c18a74e service neutron] 10.222.0.15 "GET /v2.0/networks?id=782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 200 len: 897 time: 1.1487226 Jul 16 08:54:38.489722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0077b96-2c20-423d-8463-c3b9bcf4901f tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Pushing event deleted for resources: {'Port': ['ID=c7d99973-fbce-45e5-9597-69eab8444ca6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:38.528326 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ff13e629-3166-469e-b8c6-9fee81b6f1ee req-0efbe2ec-934d-4353-8229-6122faace128 tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/security-groups?id=17ba9522-8cbd-4adf-b344-7a6e32c82790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045434 Jul 16 08:54:38.537773 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5724cc0c-991c-4ee8-a4f9-0e8b5b70a7ec tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.544896 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5724cc0c-991c-4ee8-a4f9-0e8b5b70a7ec tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.595033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca2652ab-7066-4f9e-aea4-1aef1de74167 req-b0077b96-2c20-423d-8463-c3b9bcf4901f tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] No DVR routers for this DVR port c7d99973-fbce-45e5-9597-69eab8444ca6 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:38.601019 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ca2652ab-7066-4f9e-aea4-1aef1de74167 req-b0077b96-2c20-423d-8463-c3b9bcf4901f tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.603386 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca2652ab-7066-4f9e-aea4-1aef1de74167 req-b0077b96-2c20-423d-8463-c3b9bcf4901f tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.15 "DELETE /v2.0/ports/c7d99973-fbce-45e5-9597-69eab8444ca6 HTTP/1.1" status: 204 len: 173 time: 2.0270507 Jul 16 08:54:38.603886 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f53b019e-e477-4ea8-aed6-504a17debf5d', 'name': 'network-vif-deleted', 'tag': 'c7d99973-fbce-45e5-9597-69eab8444ca6'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:38.607191 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fc30d1-479a-4fea-ab35-ab9a4ce2e71b" -d '{"events": [{"server_uuid": "f53b019e-e477-4ea8-aed6-504a17debf5d", "name": "network-vif-deleted", "tag": "c7d99973-fbce-45e5-9597-69eab8444ca6"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:38.720871 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5724cc0c-991c-4ee8-a4f9-0e8b5b70a7ec tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.721408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5724cc0c-991c-4ee8-a4f9-0e8b5b70a7ec tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3d6d8d3-d70e-49be-8656-f2bb6cf43bcf {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:54:38.725195 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-614b0fb5-2e94-4634-93c3-a5f6ca2a1ee7 req-afde4d18-6693-4a3b-9842-890e1896e3e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 1002 time: 0.2033098 Jul 16 08:54:38.733085 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5724cc0c-991c-4ee8-a4f9-0e8b5b70a7ec tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.740601 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5724cc0c-991c-4ee8-a4f9-0e8b5b70a7ec tempest-RoutersTestDVR-144277606 tempest-RoutersTestDVR-144277606-project-admin] 10.222.0.20 "DELETE /v2.0/routers/a3d6d8d3-d70e-49be-8656-f2bb6cf43bcf HTTP/1.1" status: 204 len: 168 time: 1.2460701 Jul 16 08:54:38.743580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310739fc-0861-4349-b7b6-2fc34df4e54e req-8cf4c0b0-0377-4d5e-b633-7c53272f89f3 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:38.752009 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-310739fc-0861-4349-b7b6-2fc34df4e54e req-8cf4c0b0-0377-4d5e-b633-7c53272f89f3 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1099 time: 0.3053837 Jul 16 08:54:38.841505 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-310739fc-0861-4349-b7b6-2fc34df4e54e req-2c21ec40-2cc7-4bd6-b085-da81488764c4 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883565 Jul 16 08:54:38.862929 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50166) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:38.891433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b0fb5-2e94-4634-93c3-a5f6ca2a1ee7 req-5bb01c8a-58d6-4e75-9238-9f1537b6baa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:38.897191 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-614b0fb5-2e94-4634-93c3-a5f6ca2a1ee7 req-5bb01c8a-58d6-4e75-9238-9f1537b6baa2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=331bd486-3f13-42ab-b203-3740dc8d36a9 HTTP/1.1" status: 200 len: 835 time: 0.1226895 Jul 16 08:54:39.073263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614b0fb5-2e94-4634-93c3-a5f6ca2a1ee7 req-446dab9b-273a-41e5-afbf-41612886c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:39.074996 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-614b0fb5-2e94-4634-93c3-a5f6ca2a1ee7 req-446dab9b-273a-41e5-afbf-41612886c1e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=782d6297-b8a7-4a08-9c4a-9920da3770c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1699915 Jul 16 08:54:39.084746 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b32bd17-fd29-41b1-9383-ac523654ef88 x-openstack-request-id: req-8b32bd17-fd29-41b1-9383-ac523654ef88 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:39.086249 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f53b019e-e477-4ea8-aed6-504a17debf5d", "name": "network-vif-deleted", "tag": "c7d99973-fbce-45e5-9597-69eab8444ca6", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:39.091117 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8b32bd17-fd29-41b1-9383-ac523654ef88 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:39.092579 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f53b019e-e477-4ea8-aed6-504a17debf5d', 'name': 'network-vif-deleted', 'tag': 'c7d99973-fbce-45e5-9597-69eab8444ca6', 'status': 'completed', 'code': 200} Jul 16 08:54:39.131830 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c7d99973-fbce-45e5-9597-69eab8444ca6 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:39.193698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: c7d99973-fbce-45e5-9597-69eab8444ca6 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:39.198701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c7d99973-fbce-45e5-9597-69eab8444ca6 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:39.283321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50174) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:39.416985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50180) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:39.464346 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-614b0fb5-2e94-4634-93c3-a5f6ca2a1ee7 req-299b2f17-fcf9-4528-9188-d831dc0ae461 service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813038 Jul 16 08:54:39.478500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a926f3-d555-4dc9-8ba2-6a0f26e59685 req-a77923c4-2d89-4633-83fa-586230197c09 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:39.491076 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4a926f3-d555-4dc9-8ba2-6a0f26e59685 req-a77923c4-2d89-4633-83fa-586230197c09 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.6189334 Jul 16 08:54:39.706154 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.766544 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4a926f3-d555-4dc9-8ba2-6a0f26e59685 req-0512a706-d4e9-4760-9fbf-a92ababa3a95 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694747 Jul 16 08:54:39.854328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ff078-fefc-4e55-8677-3f33347a5e05 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port f71ea674-896c-4822-b493-8eb53081e4d4 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:39.854843 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff078-fefc-4e55-8677-3f33347a5e05 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.889698 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-614b0fb5-2e94-4634-93c3-a5f6ca2a1ee7 req-599912b8-4128-4e8c-ab91-eef45bf595cd service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171062 Jul 16 08:54:40.008017 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04c6dd84-2b9e-469d-a7d0-28fdb174f62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.009068 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-df3eb7a1-dfb2-4f2e-b924-1bbfb80a73a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.086578 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4aa23f36-0b20-4392-a9fa-9de9ad971de0 req-d3659ec1-5b01-4fee-8d44-f550b17b863b tempest-ServerTagsTestJSON-824886552 tempest-ServerTagsTestJSON-824886552-project] 10.222.0.20 "GET /v2.0/ports?device_id=f53b019e-e477-4ea8-aed6-504a17debf5d HTTP/1.1" status: 200 len: 210 time: 0.0803101 Jul 16 08:54:40.157908 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [None req-04c6dd84-2b9e-469d-a7d0-28fdb174f62f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:54:40.157908 n-d-758944-46 neutron-server[93694]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:54:40.157908 n-d-758944-46 neutron-server[93694]: [parameters: {'project_id': 'f599d2a80a5749468590be0e360614ed', 'id': 'e73bc5a5-e356-4209-8bde-ec8e9aa2c16d', 'expiration': datetime.datetime(2021, 7, 16, 8, 56, 40, 137355)}] Jul 16 08:54:40.157908 n-d-758944-46 neutron-server[93694]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:54:40.159041 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [None req-04c6dd84-2b9e-469d-a7d0-28fdb174f62f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:54:40.421872 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff078-fefc-4e55-8677-3f33347a5e05 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.424784 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff078-fefc-4e55-8677-3f33347a5e05 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.454148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-cf9ff078-fefc-4e55-8677-3f33347a5e05 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for f71ea674-896c-4822-b493-8eb53081e4d4 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:40.465167 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-df3eb7a1-dfb2-4f2e-b924-1bbfb80a73a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.485581 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-df3eb7a1-dfb2-4f2e-b924-1bbfb80a73a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.623189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-df3eb7a1-dfb2-4f2e-b924-1bbfb80a73a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4c18e1456004985b110994b6bdb0efe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2018435 Jul 16 08:54:40.629805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50200) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:40.650576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3eb7a1-dfb2-4f2e-b924-1bbfb80a73a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229e97ca-f407-4df1-a975-3758286c9e88,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:40.705175 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04c6dd84-2b9e-469d-a7d0-28fdb174f62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.790167 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e6496-8d5e-4f3d-b4b8-ae4abdf64cab req-88cf8f00-82a7-4e49-b177-c70c4bb4371d tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:40.791889 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-753e6496-8d5e-4f3d-b4b8-ae4abdf64cab req-88cf8f00-82a7-4e49-b177-c70c4bb4371d tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.2113450 Jul 16 08:54:40.863046 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-753e6496-8d5e-4f3d-b4b8-ae4abdf64cab req-7348348d-b470-41a1-9e91-50ab50ab8398 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594425 Jul 16 08:54:40.864734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae91809-508e-404d-9a33-3bfa5867bce7 req-8f1d18a9-5598-4c02-a82d-3f477fcf8d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:40.878692 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ae91809-508e-404d-9a33-3bfa5867bce7 req-8f1d18a9-5598-4c02-a82d-3f477fcf8d72 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3459e9736cff47bfb0c38d06c0ca8624&device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 1097 time: 0.3741436 Jul 16 08:54:40.912629 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04c6dd84-2b9e-469d-a7d0-28fdb174f62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.930918 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04c6dd84-2b9e-469d-a7d0-28fdb174f62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.995071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6dd84-2b9e-469d-a7d0-28fdb174f62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f17f07e-8e8e-47cd-95ad-10f214f665e7,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:41.020206 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-04c6dd84-2b9e-469d-a7d0-28fdb174f62f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f599d2a80a5749468590be0e360614ed&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7351696 Jul 16 08:54:41.026689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50204) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:41.035071 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b383f33f-b86b-47e0-84cd-1bc7b3de3682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.069637 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b383f33f-b86b-47e0-84cd-1bc7b3de3682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.184905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28262b8f-d186-403d-b829-eee36c082461 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.219812 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.232420 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff078-fefc-4e55-8677-3f33347a5e05 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.243187 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28262b8f-d186-403d-b829-eee36c082461 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.300998 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ff078-fefc-4e55-8677-3f33347a5e05 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=f71ea674-896c-4822-b493-8eb53081e4d4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:41.305504 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae91809-508e-404d-9a33-3bfa5867bce7 req-780b15cf-5333-4506-b00d-7b3bf9d380bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:41.307198 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ae91809-508e-404d-9a33-3bfa5867bce7 req-780b15cf-5333-4506-b00d-7b3bf9d380bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=d8c76c1a-b53d-407f-9c90-097bb834c398 HTTP/1.1" status: 200 len: 911 time: 0.4056196 Jul 16 08:54:41.315237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50210) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:41.331261 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b383f33f-b86b-47e0-84cd-1bc7b3de3682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.336477 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b383f33f-b86b-47e0-84cd-1bc7b3de3682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.341947 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b383f33f-b86b-47e0-84cd-1bc7b3de3682 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/229e97ca-f407-4df1-a975-3758286c9e88 HTTP/1.1" status: 204 len: 168 time: 0.7044804 Jul 16 08:54:41.382063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-019340b7-b81e-444b-9f5f-0ae447bf6cc0 admin admin] Deleting subnet e314a4cf-5abb-4401-9f11-55b6abe09ec2 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:41.385867 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-019340b7-b81e-444b-9f5f-0ae447bf6cc0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.471849 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28262b8f-d186-403d-b829-eee36c082461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.475766 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28262b8f-d186-403d-b829-eee36c082461 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.492548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-28262b8f-d186-403d-b829-eee36c082461 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f17f07e-8e8e-47cd-95ad-10f214f665e7 HTTP/1.1" status: 204 len: 168 time: 0.4543562 Jul 16 08:54:41.499395 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-019340b7-b81e-444b-9f5f-0ae447bf6cc0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.565949 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ae91809-508e-404d-9a33-3bfa5867bce7 req-937f5372-1df7-4f8a-b4bf-00c653dd7a44 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cbc9aa1-402e-4705-bc79-bcff7a7994ef HTTP/1.1" status: 200 len: 217 time: 0.2231109 Jul 16 08:54:41.566570 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383f33f-b86b-47e0-84cd-1bc7b3de3682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229e97ca-f407-4df1-a975-3758286c9e88,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:41.608255 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28262b8f-d186-403d-b829-eee36c082461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f17f07e-8e8e-47cd-95ad-10f214f665e7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:41.655786 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff078-fefc-4e55-8677-3f33347a5e05 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.656073 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-cf9ff078-fefc-4e55-8677-3f33347a5e05 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Floating IP bbf882a8-6f55-4ecf-94ec-69baafc2db5a disassociated (deleted). External IP: 172.25.4.133, port: 849a8799-03fa-4ae7-ba4e-c5a74594cde1. Jul 16 08:54:41.692885 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-019340b7-b81e-444b-9f5f-0ae447bf6cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.704526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae91809-508e-404d-9a33-3bfa5867bce7 req-0fbf5f8e-3ff9-4be9-b9ff-deb0b6951518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:41.705889 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ae91809-508e-404d-9a33-3bfa5867bce7 req-0fbf5f8e-3ff9-4be9-b9ff-deb0b6951518 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7390ce5d-ca79-4149-a5a6-f3e5199ee3ed HTTP/1.1" status: 200 len: 851 time: 0.1321523 Jul 16 08:54:41.773537 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ae91809-508e-404d-9a33-3bfa5867bce7 req-06be63ea-52cd-4dfd-888c-c48b8d317567 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d8c76c1a-b53d-407f-9c90-097bb834c398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602078 Jul 16 08:54:41.865306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9811e2e1-2c4b-4289-98d9-6bf536758fff req-e401bd64-fa53-4216-b0f0-a712593d12f0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3112130 Jul 16 08:54:41.920822 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-019340b7-b81e-444b-9f5f-0ae447bf6cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.988791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019340b7-b81e-444b-9f5f-0ae447bf6cc0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e314a4cf-5abb-4401-9f11-55b6abe09ec2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:42.006838 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-019340b7-b81e-444b-9f5f-0ae447bf6cc0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.012245 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-019340b7-b81e-444b-9f5f-0ae447bf6cc0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e314a4cf-5abb-4401-9f11-55b6abe09ec2 HTTP/1.1" status: 204 len: 168 time: 0.6943414 Jul 16 08:54:42.015503 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50224) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:42.127101 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ae91809-508e-404d-9a33-3bfa5867bce7 req-22f459a0-f0f4-4b6a-b310-140fe1b4f660 service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975907 Jul 16 08:54:42.158490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50226) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:42.200157 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a080386d-c82a-425d-ac8d-a0dc07f4dd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.251769 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4db3889c-cffb-4fc9-9864-70f0ef2d5c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.399391 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a080386d-c82a-425d-ac8d-a0dc07f4dd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.410956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e7621a-f93e-4811-80bf-c418e345af8a req-093df242-eb9c-4907-9428-62d4b6d856e9 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:42.419078 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6e7621a-f93e-4811-80bf-c418e345af8a req-093df242-eb9c-4907-9428-62d4b6d856e9 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.2125971 Jul 16 08:54:42.448263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a080386d-c82a-425d-ac8d-a0dc07f4dd35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0aad80ea-6b48-476a-8cf8-c6312520dac8']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:42.467883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a080386d-c82a-425d-ac8d-a0dc07f4dd35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cb6f855-9a02-47f9-a2ff-8681c34b945a') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:42.468207 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a080386d-c82a-425d-ac8d-a0dc07f4dd35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cb6f855-9a02-47f9-a2ff-8681c34b945a') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:42.498118 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a080386d-c82a-425d-ac8d-a0dc07f4dd35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.521577 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6e7621a-f93e-4811-80bf-c418e345af8a req-e75ca52a-c459-458d-9f74-257de2565788 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014111 Jul 16 08:54:42.552396 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a080386d-c82a-425d-ac8d-a0dc07f4dd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.569435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a080386d-c82a-425d-ac8d-a0dc07f4dd35 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:42.570196 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a080386d-c82a-425d-ac8d-a0dc07f4dd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:42.573307 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:42.596639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50230) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:42.626691 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee143-f111-46d0-8ea7-061480292f5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.709911 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a080386d-c82a-425d-ac8d-a0dc07f4dd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.736303 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a080386d-c82a-425d-ac8d-a0dc07f4dd35 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.741091 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a080386d-c82a-425d-ac8d-a0dc07f4dd35 admin admin] 10.222.0.20 "DELETE /v2.0/networks/0aad80ea-6b48-476a-8cf8-c6312520dac8 HTTP/1.1" status: 204 len: 168 time: 0.7268639 Jul 16 08:54:42.758715 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811e2e1-2c4b-4289-98d9-6bf536758fff req-91cf9bf8-c82f-4c2b-b4e2-0e0a6949e28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:42.761972 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9811e2e1-2c4b-4289-98d9-6bf536758fff req-91cf9bf8-c82f-4c2b-b4e2-0e0a6949e28d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3459e9736cff47bfb0c38d06c0ca8624&device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 1097 time: 0.7745581 Jul 16 08:54:42.776443 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9ff078-fefc-4e55-8677-3f33347a5e05 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router 3e088621-fdbe-4ddc-a73c-fad154d24ddc has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:42.785698 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ae91809-508e-404d-9a33-3bfa5867bce7 req-80ab299f-0f19-4fd6-8471-cd6c1d2d11fc service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6508169 Jul 16 08:54:42.850241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080386d-c82a-425d-ac8d-a0dc07f4dd35 admin admin] Pushing event deleted for resources: {'Network': ['ID=0aad80ea-6b48-476a-8cf8-c6312520dac8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:43.021211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9ff078-fefc-4e55-8677-3f33347a5e05 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:43.040990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811e2e1-2c4b-4289-98d9-6bf536758fff req-4b7352cd-904d-430f-82a8-0fab209b761e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:43.042879 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9811e2e1-2c4b-4289-98d9-6bf536758fff req-4b7352cd-904d-430f-82a8-0fab209b761e service neutron] 10.222.0.38 "GET /v2.0/networks?id=d8c76c1a-b53d-407f-9c90-097bb834c398 HTTP/1.1" status: 200 len: 911 time: 0.2126079 Jul 16 08:54:43.047201 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff078-fefc-4e55-8677-3f33347a5e05 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.054012 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b816f6-ffa2-4ef7-890a-d41b28f41faa None None] Sync routers for ids ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:43.098535 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cf9ff078-fefc-4e55-8677-3f33347a5e05 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/floatingips/bbf882a8-6f55-4ecf-94ec-69baafc2db5a HTTP/1.1" status: 204 len: 168 time: 4.2308211 Jul 16 08:54:43.098535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:43.098870 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee143-f111-46d0-8ea7-061480292f5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.100204 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee51bb99-f539-43e0-8b3e-40f8e8d0893b" -d '{"events": [{"name": "network-changed", "server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:43.112414 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd6ee143-f111-46d0-8ea7-061480292f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.121400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b816f6-ffa2-4ef7-890a-d41b28f41faa None None] Routers {'3e088621-fdbe-4ddc-a73c-fad154d24ddc'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:43.126771 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-89b816f6-ffa2-4ef7-890a-d41b28f41faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:54:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:43.223399 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4641e0-91fb-43a8-aff0-bda118d9fcc2 x-openstack-request-id: req-ec4641e0-91fb-43a8-aff0-bda118d9fcc2 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:43.224537 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:43.224819 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec4641e0-91fb-43a8-aff0-bda118d9fcc2 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:43.225706 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'status': 'completed', 'code': 200} Jul 16 08:54:43.236218 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9811e2e1-2c4b-4289-98d9-6bf536758fff req-8046d9d2-bd94-4f3a-b674-5dd78a2fbbd8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=71e2398d-09d3-436c-8152-71e6f178e2d9 HTTP/1.1" status: 200 len: 217 time: 0.1391294 Jul 16 08:54:43.272635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ee143-f111-46d0-8ea7-061480292f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef30af8-8b08-4aad-997f-f3cb3464fcd2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:43.279079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50246) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:43.381370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811e2e1-2c4b-4289-98d9-6bf536758fff req-115871da-09ea-4b3b-b722-fd2980ddb5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:43.387752 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9811e2e1-2c4b-4289-98d9-6bf536758fff req-115871da-09ea-4b3b-b722-fd2980ddb5ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7390ce5d-ca79-4149-a5a6-f3e5199ee3ed HTTP/1.1" status: 200 len: 851 time: 0.1408200 Jul 16 08:54:43.458905 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bd6ee143-f111-46d0-8ea7-061480292f5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d35dacfe9d964d489e1baab3710319fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8611751 Jul 16 08:54:43.463646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50252) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:43.536883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51bb99-f539-43e0-8b3e-40f8e8d0893b req-5aeab59d-2795-4dcc-ab82-565f75e25089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:43.538530 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee51bb99-f539-43e0-8b3e-40f8e8d0893b req-5aeab59d-2795-4dcc-ab82-565f75e25089 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 1099 time: 0.2699492 Jul 16 08:54:43.613268 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-593b28be-37c2-48af-94a6-77d60b31ba6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b70abaf00b54ba28e73d2bba7c2ca0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329015 Jul 16 08:54:43.614233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50256) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:43.622633 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9811e2e1-2c4b-4289-98d9-6bf536758fff req-e80bfea3-c010-4508-9267-f51b0770d205 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d8c76c1a-b53d-407f-9c90-097bb834c398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2252858 Jul 16 08:54:43.639303 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b02243e4-31ae-450f-a686-c30b01b8e5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.639657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-89b816f6-ffa2-4ef7-890a-d41b28f41faa None None] Set router 3e088621-fdbe-4ddc-a73c-fad154d24ddc gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:43.813496 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b02243e4-31ae-450f-a686-c30b01b8e5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.935944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51bb99-f539-43e0-8b3e-40f8e8d0893b req-510b71bd-ac78-4b84-bd4d-0d8e26c993f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:43.937660 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee51bb99-f539-43e0-8b3e-40f8e8d0893b req-510b71bd-ac78-4b84-bd4d-0d8e26c993f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 200 len: 897 time: 0.3892889 Jul 16 08:54:43.996186 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee51bb99-f539-43e0-8b3e-40f8e8d0893b req-3d75b4b1-ed3c-4ff0-b381-739c91be74ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 200 len: 217 time: 0.0494344 Jul 16 08:54:43.998920 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b02243e4-31ae-450f-a686-c30b01b8e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.001764 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b02243e4-31ae-450f-a686-c30b01b8e5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.004714 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b02243e4-31ae-450f-a686-c30b01b8e5fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6ef30af8-8b08-4aad-997f-f3cb3464fcd2 HTTP/1.1" status: 204 len: 168 time: 0.5383420 Jul 16 08:54:44.061216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02243e4-31ae-450f-a686-c30b01b8e5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef30af8-8b08-4aad-997f-f3cb3464fcd2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:44.076741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2d5bdc-8825-48e3-a839-0bd7f1f83fd6 req-11418d8a-50ea-4298-b443-caf1ea6db613 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:44.078454 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1c2d5bdc-8825-48e3-a839-0bd7f1f83fd6 req-11418d8a-50ea-4298-b443-caf1ea6db613 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.2194169 Jul 16 08:54:44.130583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51bb99-f539-43e0-8b3e-40f8e8d0893b req-ca96001b-25fa-4a07-86bf-f0ca16e3bf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:44.131941 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4db3889c-cffb-4fc9-9864-70f0ef2d5c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.132388 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee51bb99-f539-43e0-8b3e-40f8e8d0893b req-ca96001b-25fa-4a07-86bf-f0ca16e3bf00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=331bd486-3f13-42ab-b203-3740dc8d36a9 HTTP/1.1" status: 200 len: 835 time: 0.1281955 Jul 16 08:54:44.166437 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9811e2e1-2c4b-4289-98d9-6bf536758fff req-c4d9a162-64bb-442c-aaf6-07775e2e09bf service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5322018 Jul 16 08:54:44.175371 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4db3889c-cffb-4fc9-9864-70f0ef2d5c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.259369 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b11d937-3afd-49d7-afc5-1d0a2985a6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.290550 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1c2d5bdc-8825-48e3-a839-0bd7f1f83fd6 req-b7866292-0a4a-42cf-bbf3-c89339bea3e2 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732905 Jul 16 08:54:44.413901 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4db3889c-cffb-4fc9-9864-70f0ef2d5c4c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a5de788131746d5a9b46fa61c696670&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2492757 Jul 16 08:54:44.415171 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db3889c-cffb-4fc9-9864-70f0ef2d5c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afa1db01-9e75-480a-a6d1-a0406351258f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:44.419001 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50262) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:44.488830 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b11d937-3afd-49d7-afc5-1d0a2985a6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.502291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51bb99-f539-43e0-8b3e-40f8e8d0893b req-3ff36b80-06e8-400d-b84d-2288570cf6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:44.509585 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee51bb99-f539-43e0-8b3e-40f8e8d0893b req-3ff36b80-06e8-400d-b84d-2288570cf6b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=782d6297-b8a7-4a08-9c4a-9920da3770c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3692081 Jul 16 08:54:44.574661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd2bc8-1a3a-43ed-bae0-6d818ac3d0ac req-380daeb1-c059-4fb5-add9-71d2748bbe46 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:44.583356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ddd2bc8-1a3a-43ed-bae0-6d818ac3d0ac req-380daeb1-c059-4fb5-add9-71d2748bbe46 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 947 time: 0.6390376 Jul 16 08:54:44.710782 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9811e2e1-2c4b-4289-98d9-6bf536758fff req-2b828ef3-54f8-4df0-a982-167ba975d3ac service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5125184 Jul 16 08:54:44.770647 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-89b816f6-ffa2-4ef7-890a-d41b28f41faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:32Z', 'updated_at': '2021-07-16T08:51:56Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:34Z', 'updated_at': '2021-07-16T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '41571e27-84da-4b1c-a92a-1f72dd251632', 'name': '', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:e6:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:52Z', 'updated_at': '2021-07-16T08:52:09Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:44.777630 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6ddd2bc8-1a3a-43ed-bae0-6d818ac3d0ac req-69f3bd1f-fe77-4d3f-8d42-282177ef446e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1911891 Jul 16 08:54:44.809831 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b11d937-3afd-49d7-afc5-1d0a2985a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.815491 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b11d937-3afd-49d7-afc5-1d0a2985a6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.816941 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8b11d937-3afd-49d7-afc5-1d0a2985a6fd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/17ba9522-8cbd-4adf-b344-7a6e32c82790 HTTP/1.1" status: 204 len: 168 time: 1.1974812 Jul 16 08:54:44.853615 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11d937-3afd-49d7-afc5-1d0a2985a6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ba9522-8cbd-4adf-b344-7a6e32c82790,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:44.886569 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b816f6-ffa2-4ef7-890a-d41b28f41faa None None] Checking router: 3e088621-fdbe-4ddc-a73c-fad154d24ddc for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:44.949684 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b816f6-ffa2-4ef7-890a-d41b28f41faa None None] Routers {'3e088621-fdbe-4ddc-a73c-fad154d24ddc'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:44.950646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-89b816f6-ffa2-4ef7-890a-d41b28f41faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:54:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:45.011034 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7c667db-b321-42e2-b4a5-25829126ee2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.121312 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7c667db-b321-42e2-b4a5-25829126ee2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.129105 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee51bb99-f539-43e0-8b3e-40f8e8d0893b req-3e4221db-9fa1-4d6c-897d-95bfb3d7be1b service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5048409 Jul 16 08:54:45.188140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-89b816f6-ffa2-4ef7-890a-d41b28f41faa None None] Set router 3e088621-fdbe-4ddc-a73c-fad154d24ddc gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:45.216839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d36f814-52e8-41c9-959e-95fac50388ce req-6a4bf19f-c148-469f-af62-e791ecca3330 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:45.218508 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d36f814-52e8-41c9-959e-95fac50388ce req-6a4bf19f-c148-469f-af62-e791ecca3330 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 947 time: 0.1972857 Jul 16 08:54:45.242909 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee51bb99-f539-43e0-8b3e-40f8e8d0893b req-707a5e85-c6bb-45d6-a1e7-8c742c392b25 service neutron] 10.222.0.15 "GET /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037941 Jul 16 08:54:45.360708 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7c667db-b321-42e2-b4a5-25829126ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.364727 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b7c667db-b321-42e2-b4a5-25829126ee2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.370451 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b7c667db-b321-42e2-b4a5-25829126ee2d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/afa1db01-9e75-480a-a6d1-a0406351258f HTTP/1.1" status: 204 len: 168 time: 0.9437594 Jul 16 08:54:45.414186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c667db-b321-42e2-b4a5-25829126ee2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa1db01-9e75-480a-a6d1-a0406351258f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:45.652705 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-8d36f814-52e8-41c9-959e-95fac50388ce req-a0db1766-a58d-4034-a9ce-0a0d5356a7f0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:45.656235 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8d36f814-52e8-41c9-959e-95fac50388ce req-a0db1766-a58d-4034-a9ce-0a0d5356a7f0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.732636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64873ded-2be6-4b0b-aaab-3fad3d19bdf7 req-838de151-1e55-4862-8d7e-2e8aa4277c79 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:45.743447 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64873ded-2be6-4b0b-aaab-3fad3d19bdf7 req-838de151-1e55-4862-8d7e-2e8aa4277c79 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.2151132 Jul 16 08:54:45.881143 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-64873ded-2be6-4b0b-aaab-3fad3d19bdf7 req-ed3aaccf-e6d0-411e-829c-0c57ebc80b93 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362882 Jul 16 08:54:45.957041 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-8d36f814-52e8-41c9-959e-95fac50388ce req-a0db1766-a58d-4034-a9ce-0a0d5356a7f0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] For port 849a8799-03fa-4ae7-ba4e-c5a74594cde1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=849a8799-03fa-4ae7-ba4e-c5a74594cde1,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:45.959208 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8d36f814-52e8-41c9-959e-95fac50388ce req-a0db1766-a58d-4034-a9ce-0a0d5356a7f0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.996015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-8d36f814-52e8-41c9-959e-95fac50388ce req-a0db1766-a58d-4034-a9ce-0a0d5356a7f0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for 849a8799-03fa-4ae7-ba4e-c5a74594cde1 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:46.068402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-89b816f6-ffa2-4ef7-890a-d41b28f41faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:32Z', 'updated_at': '2021-07-16T08:51:56Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:34Z', 'updated_at': '2021-07-16T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '41571e27-84da-4b1c-a92a-1f72dd251632', 'name': '', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:e6:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:52Z', 'updated_at': '2021-07-16T08:52:09Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:46.187378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b816f6-ffa2-4ef7-890a-d41b28f41faa None None] The sync data for ids ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'] in n-d-758944-46 is: [{'id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:32Z', 'updated_at': '2021-07-16T08:51:56Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:34Z', 'updated_at': '2021-07-16T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '41571e27-84da-4b1c-a92a-1f72dd251632', 'name': '', 'network_id': '782d6297-b8a7-4a08-9c4a-9920da3770c5', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:e6:f5:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2350, 'fixed_ips': [{'subnet_id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:52Z', 'updated_at': '2021-07-16T08:52:09Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '331bd486-3f13-42ab-b203-3740dc8d36a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:46.247686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f91d67-5be6-46e0-b862-96dd8ef7a5da req-0cfd0e53-416e-4e58-becf-e4cdc5adf34a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:46.268762 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32f91d67-5be6-46e0-b862-96dd8ef7a5da req-0cfd0e53-416e-4e58-becf-e4cdc5adf34a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=b7f0a0c8-c154-4956-8864-b1d3bb9553a6 HTTP/1.1" status: 200 len: 947 time: 0.1864605 Jul 16 08:54:46.371961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50304) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:46.393946 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54bd962f-d456-4712-ae2b-25a909ad06af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.463731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8d36f814-52e8-41c9-959e-95fac50388ce req-a0db1766-a58d-4034-a9ce-0a0d5356a7f0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.622380 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d36f814-52e8-41c9-959e-95fac50388ce req-a0db1766-a58d-4034-a9ce-0a0d5356a7f0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] No DVR routers for this DVR port 849a8799-03fa-4ae7-ba4e-c5a74594cde1 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:46.628307 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-8d36f814-52e8-41c9-959e-95fac50388ce req-a0db1766-a58d-4034-a9ce-0a0d5356a7f0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.628307 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d36f814-52e8-41c9-959e-95fac50388ce req-a0db1766-a58d-4034-a9ce-0a0d5356a7f0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.15 "DELETE /v2.0/ports/849a8799-03fa-4ae7-ba4e-c5a74594cde1 HTTP/1.1" status: 204 len: 173 time: 1.4053454 Jul 16 08:54:46.634341 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'name': 'network-vif-deleted', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:46.647492 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f89a094-aaf0-4ab0-8377-31553bab1b15" -d '{"events": [{"server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "name": "network-vif-deleted", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:46.654173 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32f91d67-5be6-46e0-b862-96dd8ef7a5da req-20449415-f1f0-4ad7-9f6a-8a5089f65f29 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=694ce7e2-8f11-436d-8cef-516b2635830a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3815253 Jul 16 08:54:46.655924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0db1766-a58d-4034-a9ce-0a0d5356a7f0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=849a8799-03fa-4ae7-ba4e-c5a74594cde1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:46.778220 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811997a2-1087-4aaf-adb8-aea11712bd1b x-openstack-request-id: req-811997a2-1087-4aaf-adb8-aea11712bd1b {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:46.778583 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7f0a0c8-c154-4956-8864-b1d3bb9553a6", "name": "network-vif-deleted", "tag": "849a8799-03fa-4ae7-ba4e-c5a74594cde1", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:46.778836 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-811997a2-1087-4aaf-adb8-aea11712bd1b {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:46.779305 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7f0a0c8-c154-4956-8864-b1d3bb9553a6', 'name': 'network-vif-deleted', 'tag': '849a8799-03fa-4ae7-ba4e-c5a74594cde1', 'status': 'completed', 'code': 200} Jul 16 08:54:46.855971 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54bd962f-d456-4712-ae2b-25a909ad06af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.868254 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54bd962f-d456-4712-ae2b-25a909ad06af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:46.933368 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-54bd962f-d456-4712-ae2b-25a909ad06af admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d2b64196c5344fbf944781b460c5e487&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5595202 Jul 16 08:54:46.936200 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50320) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:46.992582 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fba3220-82d6-4642-aa26-be5f0b689725 None None] New status for floating IP bbf882a8-6f55-4ecf-94ec-69baafc2db5a: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:54:47.019042 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bd962f-d456-4712-ae2b-25a909ad06af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e715b4e-7604-4a38-8257-801fbc0c91c3,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:47.143349 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95c36362-f08b-451a-8661-78f46c3333e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.206084 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95c36362-f08b-451a-8661-78f46c3333e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.233506 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50322) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:47.420445 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95c36362-f08b-451a-8661-78f46c3333e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.421552 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95c36362-f08b-451a-8661-78f46c3333e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.422946 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-95c36362-f08b-451a-8661-78f46c3333e8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e715b4e-7604-4a38-8257-801fbc0c91c3 HTTP/1.1" status: 204 len: 168 time: 0.4844053 Jul 16 08:54:47.450426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c36362-f08b-451a-8661-78f46c3333e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e715b4e-7604-4a38-8257-801fbc0c91c3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:47.482711 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee98ed-dc5a-4a5a-9df4-f01a96f61f7a req-3a214230-8b4b-44d2-bb5d-9c0580eb2bc7 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:47.484009 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3dee98ed-dc5a-4a5a-9df4-f01a96f61f7a req-3a214230-8b4b-44d2-bb5d-9c0580eb2bc7 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.1431277 Jul 16 08:54:47.502776 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1188016429'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:47.595500 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Made reservation on behalf of 0fa85e46280c450282db4ee5d33a436b for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:47.605932 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.646982 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.647307 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3dee98ed-dc5a-4a5a-9df4-f01a96f61f7a req-a10f85ea-403a-460c-b5f5-d6a4f7822330 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554298 Jul 16 08:54:47.867606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50342) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:47.936896 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:47.945650 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.002242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:48.010976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6e1e0f-7b77-4c24-9f5f-d34984da0142,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:48.036042 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.036981 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Added segment 73c0e880-7ebc-4984-b42f-f24e14a9f7cc of type vlan for network 092f9408-3c44-41ad-ac96-d809a5194581 Jul 16 08:54:48.095060 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.143393 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.153345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:48.155064 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.252961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Pushing event updated for resources: {'Network': ['ID=092f9408-3c44-41ad-ac96-d809a5194581,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:48.266029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 092f9408-3c44-41ad-ac96-d809a5194581 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:48.278063 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dc3fd179-1301-49f7-8915-26cd6f457edd tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0440204 Jul 16 08:54:48.283967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50354) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:48.299172 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-23be23ce-385d-40a7-a533-d8372159063a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Request body: {'subnet': {'network_id': '092f9408-3c44-41ad-ac96-d809a5194581', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:48.574308 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23be23ce-385d-40a7-a533-d8372159063a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Made reservation on behalf of 0fa85e46280c450282db4ee5d33a436b for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:48.578752 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23be23ce-385d-40a7-a533-d8372159063a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.745844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50364) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:48.966763 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23be23ce-385d-40a7-a533-d8372159063a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:48.979487 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1df63889-6fc8-41cd-8225-625f9ae81edd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.139257 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 849a8799-03fa-4ae7-ba4e-c5a74594cde1 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:49.196537 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e0aee512-697e-43af-9b87-07bd77dc73ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.206444 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 849a8799-03fa-4ae7-ba4e-c5a74594cde1 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:49.207704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 849a8799-03fa-4ae7-ba4e-c5a74594cde1 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:49.277084 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23be23ce-385d-40a7-a533-d8372159063a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Pushing event updated for resources: {'Subnet': ['ID=580f1d0b-2a4a-4195-97de-52f2d2c37bdf,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:49.334290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23be23ce-385d-40a7-a533-d8372159063a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Checking segment: {'id': '73c0e880-7ebc-4984-b42f-f24e14a9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '092f9408-3c44-41ad-ac96-d809a5194581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:49.334761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23be23ce-385d-40a7-a533-d8372159063a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Network hostable DHCP agents. Network: 092f9408-3c44-41ad-ac96-d809a5194581, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:49.386824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c2ea8-93f9-40d7-be7c-fd718baee630 req-6e4275a6-20e5-4e50-86ea-43ea886a9313 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:49.395525 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-821c2ea8-93f9-40d7-be7c-fd718baee630 req-6e4275a6-20e5-4e50-86ea-43ea886a9313 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.4091315 Jul 16 08:54:49.422819 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23be23ce-385d-40a7-a533-d8372159063a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Network 092f9408-3c44-41ad-ac96-d809a5194581 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:49.441649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-23be23ce-385d-40a7-a533-d8372159063a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 092f9408-3c44-41ad-ac96-d809a5194581) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:49.455895 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bbc438-10cd-411d-bae0-21bc099b085c None None] Network 092f9408-3c44-41ad-ac96-d809a5194581 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:49.457077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23be23ce-385d-40a7-a533-d8372159063a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:49.457639 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23be23ce-385d-40a7-a533-d8372159063a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.503322 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-821c2ea8-93f9-40d7-be7c-fd718baee630 req-6eacec49-5413-4df4-a283-8f6f2ecba8a1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067667 Jul 16 08:54:49.546688 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e0aee512-697e-43af-9b87-07bd77dc73ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.563052 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e0aee512-697e-43af-9b87-07bd77dc73ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.602134 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-23be23ce-385d-40a7-a533-d8372159063a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3152294 Jul 16 08:54:49.623434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50386) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:49.639447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ba41e335-632c-4268-99e6-62b8bafc0f8f tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Request body: {'port': {'network_id': '092f9408-3c44-41ad-ac96-d809a5194581', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1728002545'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:49.660556 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e0aee512-697e-43af-9b87-07bd77dc73ca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=054dec0aaebf415e9aaa7f9aca5c7f2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9133689 Jul 16 08:54:49.665129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50388) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:49.667346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-1df63889-6fc8-41cd-8225-625f9ae81edd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port 41571e27-84da-4b1c-a92a-1f72dd251632 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:49.667986 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1df63889-6fc8-41cd-8225-625f9ae81edd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.694339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-092f9408-3c44-41ad-ac96-d809a5194581', 'network_id': '092f9408-3c44-41ad-ac96-d809a5194581', 'tenant_id': '0fa85e46280c450282db4ee5d33a436b', 'fixed_ips': [{'subnet_id': '580f1d0b-2a4a-4195-97de-52f2d2c37bdf'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:54:49.695266 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.715423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aee512-697e-43af-9b87-07bd77dc73ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f658508-1363-4270-bbb5-ca00a5ed180f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:49.846506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-114c0d91-a6a0-417a-9e6f-c74e294e8007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.887794 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-1df63889-6fc8-41cd-8225-625f9ae81edd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] For port 41571e27-84da-4b1c-a92a-1f72dd251632, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=41571e27-84da-4b1c-a92a-1f72dd251632,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:49.888465 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1df63889-6fc8-41cd-8225-625f9ae81edd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.918299 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-114c0d91-a6a0-417a-9e6f-c74e294e8007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:49.921430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-1df63889-6fc8-41cd-8225-625f9ae81edd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for 41571e27-84da-4b1c-a92a-1f72dd251632 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:50.017869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50394) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:50.024978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Allocated IP 172.20.0.2 (092f9408-3c44-41ad-ac96-d809a5194581/580f1d0b-2a4a-4195-97de-52f2d2c37bdf/4707acb1-0ce6-4605-8b21-412a871e6364) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:50.068884 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-114c0d91-a6a0-417a-9e6f-c74e294e8007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.072900 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-114c0d91-a6a0-417a-9e6f-c74e294e8007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.075450 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-114c0d91-a6a0-417a-9e6f-c74e294e8007 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f658508-1363-4270-bbb5-ca00a5ed180f HTTP/1.1" status: 204 len: 168 time: 0.3671491 Jul 16 08:54:50.178204 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c0d91-a6a0-417a-9e6f-c74e294e8007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f658508-1363-4270-bbb5-ca00a5ed180f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:50.404478 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-89c66734-0203-4dbe-99cc-55dbf3033cb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.424843 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.459599 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Transition to ACTIVE for port object 4707acb1-0ce6-4605-8b21-412a871e6364 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:50.469759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1df63889-6fc8-41cd-8225-625f9ae81edd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.495272 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Transition to ACTIVE for port object 4707acb1-0ce6-4605-8b21-412a871e6364 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:50.509186 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.520100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df63889-6fc8-41cd-8225-625f9ae81edd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=41571e27-84da-4b1c-a92a-1f72dd251632,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:50.689879 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Pushing event updated for resources: {'Port': ['ID=4707acb1-0ce6-4605-8b21-412a871e6364,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:50.753636 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Network 092f9408-3c44-41ad-ac96-d809a5194581 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:50.761092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:50.773724 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:50.875137 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1df63889-6fc8-41cd-8225-625f9ae81edd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.955614 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-89c66734-0203-4dbe-99cc-55dbf3033cb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.959181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Attempting to bind port 4707acb1-0ce6-4605-8b21-412a871e6364 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:50.960431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Attempting to bind port 4707acb1-0ce6-4605-8b21-412a871e6364 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '73c0e880-7ebc-4984-b42f-f24e14a9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '092f9408-3c44-41ad-ac96-d809a5194581'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:50.961365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Attempting to bind port 4707acb1-0ce6-4605-8b21-412a871e6364 on network 092f9408-3c44-41ad-ac96-d809a5194581 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:50.976328 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:50.977460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Checking segment: {'id': '73c0e880-7ebc-4984-b42f-f24e14a9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '092f9408-3c44-41ad-ac96-d809a5194581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:50.977988 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:50.978633 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Bound using segment: {'id': '73c0e880-7ebc-4984-b42f-f24e14a9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '092f9408-3c44-41ad-ac96-d809a5194581'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:50.979984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Bound port: 4707acb1-0ce6-4605-8b21-412a871e6364, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c0e880-7ebc-4984-b42f-f24e14a9f7cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '092f9408-3c44-41ad-ac96-d809a5194581'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:50.981341 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.002057 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba41e335-632c-4268-99e6-62b8bafc0f8f tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Made reservation on behalf of 0fa85e46280c450282db4ee5d33a436b for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:51.006194 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba41e335-632c-4268-99e6-62b8bafc0f8f tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.017954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-89c66734-0203-4dbe-99cc-55dbf3033cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.081635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-ba41e335-632c-4268-99e6-62b8bafc0f8f tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] device_id is not set on port 06fce515-8fe6-401f-a3d2-246b95c67487 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:54:51.174844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] For port 4707acb1-0ce6-4605-8b21-412a871e6364, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:51.183304 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] For port 4707acb1-0ce6-4605-8b21-412a871e6364, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4707acb1-0ce6-4605-8b21-412a871e6364,segment=NetworkSegment(73c0e880-7ebc-4984-b42f-f24e14a9f7cc),segment_id=73c0e880-7ebc-4984-b42f-f24e14a9f7cc)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:51.194622 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.205993 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-89c66734-0203-4dbe-99cc-55dbf3033cb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9b5a93586b114552868fa53631fd2287&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1820838 Jul 16 08:54:51.215998 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c66734-0203-4dbe-99cc-55dbf3033cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c91ed52-cf08-4d6b-bb9d-64905bbe274a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:51.222702 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50424) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:51.337754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00a1b0-7676-4321-9bca-9f4f095380af req-21a3f51a-dd24-49cc-8a59-51ca44a37085 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:51.343092 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c00a1b0-7676-4321-9bca-9f4f095380af req-21a3f51a-dd24-49cc-8a59-51ca44a37085 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.5820954 Jul 16 08:54:51.448695 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a770a87-03b0-4891-a797-c5b18f803d18 None None] Pushing event updated for resources: {'Port': ['ID=4707acb1-0ce6-4605-8b21-412a871e6364,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:51.530739 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d17ef5c-ee91-472b-b4b3-67c7e56b88e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.608710 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c00a1b0-7676-4321-9bca-9f4f095380af req-b5c64594-17a0-4154-ab1f-658911d789d1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576945 Jul 16 08:54:51.649287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d17ef5c-ee91-472b-b4b3-67c7e56b88e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.731320 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d17ef5c-ee91-472b-b4b3-67c7e56b88e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.735092 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d17ef5c-ee91-472b-b4b3-67c7e56b88e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:51.735593 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5d17ef5c-ee91-472b-b4b3-67c7e56b88e3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2c91ed52-cf08-4d6b-bb9d-64905bbe274a HTTP/1.1" status: 204 len: 168 time: 0.5118451 Jul 16 08:54:51.813661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17ef5c-ee91-472b-b4b3-67c7e56b88e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c91ed52-cf08-4d6b-bb9d-64905bbe274a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:51.875700 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-ba41e335-632c-4268-99e6-62b8bafc0f8f tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Allocated IP 172.20.0.14 (092f9408-3c44-41ad-ac96-d809a5194581/580f1d0b-2a4a-4195-97de-52f2d2c37bdf/06fce515-8fe6-401f-a3d2-246b95c67487) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:51.946214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1df63889-6fc8-41cd-8225-625f9ae81edd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router 3e088621-fdbe-4ddc-a73c-fad154d24ddc has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:52.410507 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4707acb1-0ce6-4605-8b21-412a871e6364 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:52.499857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df63889-6fc8-41cd-8225-625f9ae81edd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:52.533788 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1df63889-6fc8-41cd-8225-625f9ae81edd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "PUT /v2.0/routers/3e088621-fdbe-4ddc-a73c-fad154d24ddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6645546 Jul 16 08:54:52.537606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea6245-a0ab-45b7-accb-0b9c4dfb7ab6 None None] Sync routers for ids ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:52.538108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50452) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:52.568048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 4707acb1-0ce6-4605-8b21-412a871e6364 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:52.582349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea6245-a0ab-45b7-accb-0b9c4dfb7ab6 None None] Routers {'3e088621-fdbe-4ddc-a73c-fad154d24ddc'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:52.582933 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ebea6245-a0ab-45b7-accb-0b9c4dfb7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:54:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:52.682122 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba41e335-632c-4268-99e6-62b8bafc0f8f tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.717707 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-ba41e335-632c-4268-99e6-62b8bafc0f8f tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Transition to ACTIVE for port object 06fce515-8fe6-401f-a3d2-246b95c67487 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:52.801735 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba41e335-632c-4268-99e6-62b8bafc0f8f tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.865549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-70f0107a-313c-488e-a03c-3fda79d1e00f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting subnet 331bd486-3f13-42ab-b203-3740dc8d36a9 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:52.880086 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-70f0107a-313c-488e-a03c-3fda79d1e00f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.953901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba41e335-632c-4268-99e6-62b8bafc0f8f tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Network 092f9408-3c44-41ad-ac96-d809a5194581 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:52.969884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-ba41e335-632c-4268-99e6-62b8bafc0f8f tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:52.977000 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-70f0107a-313c-488e-a03c-3fda79d1e00f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:52.979227 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba41e335-632c-4268-99e6-62b8bafc0f8f tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:53.003296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-ebea6245-a0ab-45b7-accb-0b9c4dfb7ab6 None None] Set router 3e088621-fdbe-4ddc-a73c-fad154d24ddc gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:53.194460 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba41e335-632c-4268-99e6-62b8bafc0f8f tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Pushing event updated for resources: {'Port': ['ID=06fce515-8fe6-401f-a3d2-246b95c67487,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:53.226071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba41e335-632c-4268-99e6-62b8bafc0f8f tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:53.227381 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba41e335-632c-4268-99e6-62b8bafc0f8f tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.296815 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ba41e335-632c-4268-99e6-62b8bafc0f8f tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.6650283 Jul 16 08:54:53.298456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50466) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:53.321781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Request body: {'port': {'network_id': '092f9408-3c44-41ad-ac96-d809a5194581', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1855212974', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:53.326871 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.api.validators [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] bootfile-name is not in valid_values {{(pid=93695) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:54:53.329546 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.api.validators [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] tftp-server is not in valid_values {{(pid=93695) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:54:53.330225 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.api.validators [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] server-ip-address is not in valid_values {{(pid=93695) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:54:53.619347 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ebea6245-a0ab-45b7-accb-0b9c4dfb7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:32Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:34Z', 'updated_at': '2021-07-16T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:53.697002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea6245-a0ab-45b7-accb-0b9c4dfb7ab6 None None] Checking router: 3e088621-fdbe-4ddc-a73c-fad154d24ddc for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:53.729371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebea6245-a0ab-45b7-accb-0b9c4dfb7ab6 None None] Routers {'3e088621-fdbe-4ddc-a73c-fad154d24ddc'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:53.730095 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ebea6245-a0ab-45b7-accb-0b9c4dfb7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:54:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:53.745781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5adac47-f4bc-4eae-8a45-69ea12ac8865 None None] Network 092f9408-3c44-41ad-ac96-d809a5194581 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:54.101169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f13f694f-34c3-47a8-aa82-69cbaef42e29 None None] Provisioning for port 4707acb1-0ce6-4605-8b21-412a871e6364 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:54.281423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f13f694f-34c3-47a8-aa82-69cbaef42e29 None None] Provisioning complete for port 4707acb1-0ce6-4605-8b21-412a871e6364 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:54.282069 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f13f694f-34c3-47a8-aa82-69cbaef42e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.419395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-ebea6245-a0ab-45b7-accb-0b9c4dfb7ab6 None None] Set router 3e088621-fdbe-4ddc-a73c-fad154d24ddc gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:54.490814 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-70f0107a-313c-488e-a03c-3fda79d1e00f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.596100 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-70f0107a-313c-488e-a03c-3fda79d1e00f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.640748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f0107a-313c-488e-a03c-3fda79d1e00f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Subnet': ['ID=331bd486-3f13-42ab-b203-3740dc8d36a9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:54.657736 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-70f0107a-313c-488e-a03c-3fda79d1e00f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.659718 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-70f0107a-313c-488e-a03c-3fda79d1e00f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/subnets/331bd486-3f13-42ab-b203-3740dc8d36a9 HTTP/1.1" status: 204 len: 168 time: 2.1201806 Jul 16 08:54:54.662942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50510) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:54.696013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d438222-c22e-4aa3-91a7-97fe55e784af req-de96dffa-5b49-4d7a-97ba-2db9ef3a0910 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:54.698004 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d438222-c22e-4aa3-91a7-97fe55e784af req-de96dffa-5b49-4d7a-97ba-2db9ef3a0910 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 1.5953810 Jul 16 08:54:54.718021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Made reservation on behalf of 0fa85e46280c450282db4ee5d33a436b for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:54.724960 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.762781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] device_id is not set on port 7d800a7e-a4cc-4d64-8049-4c0547a7cf4e yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:54:54.790143 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d438222-c22e-4aa3-91a7-97fe55e784af req-40405d08-dc59-433d-8d22-a14c74696b04 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818558 Jul 16 08:54:54.858924 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.970602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24faf5fe-b980-4f26-bf6f-cab69323b049 None None] Network 782d6297-b8a7-4a08-9c4a-9920da3770c5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:55.072354 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.073198 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Allocated IP 172.20.0.13 (092f9408-3c44-41ad-ac96-d809a5194581/580f1d0b-2a4a-4195-97de-52f2d2c37bdf/7d800a7e-a4cc-4d64-8049-4c0547a7cf4e) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:55.299282 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.324825 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port c00417a5-edf7-4b60-9dc3-7dc5945e1b84 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:55.325797 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.329386 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f13f694f-34c3-47a8-aa82-69cbaef42e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.337708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Transition to ACTIVE for port object 7d800a7e-a4cc-4d64-8049-4c0547a7cf4e will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:55.400454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f13f694f-34c3-47a8-aa82-69cbaef42e29 None None] For port 4707acb1-0ce6-4605-8b21-412a871e6364, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4707acb1-0ce6-4605-8b21-412a871e6364,segment=NetworkSegment(73c0e880-7ebc-4984-b42f-f24e14a9f7cc),segment_id=73c0e880-7ebc-4984-b42f-f24e14a9f7cc)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:55.414934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ebea6245-a0ab-45b7-accb-0b9c4dfb7ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:32Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:34Z', 'updated_at': '2021-07-16T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:55.418241 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f13f694f-34c3-47a8-aa82-69cbaef42e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.435985 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.566137 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebea6245-a0ab-45b7-accb-0b9c4dfb7ab6 None None] The sync data for ids ['3e088621-fdbe-4ddc-a73c-fad154d24ddc'] in n-d-758944-46 is: [{'id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1910513913', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188'}], 'enable_snat': True}, 'gw_port_id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:32Z', 'updated_at': '2021-07-16T08:54:50Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': 'c00417a5-edf7-4b60-9dc3-7dc5945e1b84', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:9b:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e088621-fdbe-4ddc-a73c-fad154d24ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:34Z', 'updated_at': '2021-07-16T08:51:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:55.626549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f694f-34c3-47a8-aa82-69cbaef42e29 None None] Pushing event updated for resources: {'Port': ['ID=4707acb1-0ce6-4605-8b21-412a871e6364,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:55.663881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Network 092f9408-3c44-41ad-ac96-d809a5194581 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:55.670846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:55.681374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:55.705702 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] For port c00417a5-edf7-4b60-9dc3-7dc5945e1b84, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c00417a5-edf7-4b60-9dc3-7dc5945e1b84,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:55.706873 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.742689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for c00417a5-edf7-4b60-9dc3-7dc5945e1b84 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:55.822363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:55.823495 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.834663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Pushing event updated for resources: {'Port': ['ID=7d800a7e-a4cc-4d64-8049-4c0547a7cf4e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:55.861521 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-af24471a-e22a-44df-ae4b-83e88d4a9437 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.5532231 Jul 16 08:54:55.862635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50542) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:55.901081 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ff200d7c-6396-4629-a26e-74d1ca44eccb None None] Provisioning complete for port 4707acb1-0ce6-4605-8b21-412a871e6364 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:55.901463 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ff200d7c-6396-4629-a26e-74d1ca44eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.037767 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7954b68-9be5-4df1-a91e-b66d374790de None None] DHCP port deletion for 782d6297-b8a7-4a08-9c4a-9920da3770c5 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:56.159914 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50548) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:56.222167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50552) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:56.311848 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4707acb1-0ce6-4605-8b21-412a871e6364 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:56.323650 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.447448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=c00417a5-edf7-4b60-9dc3-7dc5945e1b84,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:56.524895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d244b-9e7c-4f62-8331-9704805b4351 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:56.547226 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d244b-9e7c-4f62-8331-9704805b4351 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:56.555383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98d244b-9e7c-4f62-8331-9704805b4351 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:56.572928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50558) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:56.581126 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f98d244b-9e7c-4f62-8331-9704805b4351 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.7159939 Jul 16 08:54:56.646216 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4ec60270-1d93-471c-b7ea-803718d22451 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.697216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-422190942'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:56.726757 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ff200d7c-6396-4629-a26e-74d1ca44eccb None None] Provisioning for port 06fce515-8fe6-401f-a3d2-246b95c67487 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:56.741402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c7954b68-9be5-4df1-a91e-b66d374790de None None] Deleting port 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:56.741771 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c7954b68-9be5-4df1-a91e-b66d374790de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.757280 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4707acb1-0ce6-4605-8b21-412a871e6364 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:56.757673 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.762309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ff200d7c-6396-4629-a26e-74d1ca44eccb None None] Provisioning complete for port 06fce515-8fe6-401f-a3d2-246b95c67487 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:56.762309 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ff200d7c-6396-4629-a26e-74d1ca44eccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.910429 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.914683 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4ec60270-1d93-471c-b7ea-803718d22451 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:56.932823 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4ec60270-1d93-471c-b7ea-803718d22451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.028922 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ff200d7c-6396-4629-a26e-74d1ca44eccb None None] Port 06fce515-8fe6-401f-a3d2-246b95c67487 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:57.032345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c7954b68-9be5-4df1-a91e-b66d374790de None None] For port 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb,segment=NetworkSegment(e3e79d10-052d-4874-b1c8-480ba3bd75c6),segment_id=e3e79d10-052d-4874-b1c8-480ba3bd75c6)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:57.033230 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c7954b68-9be5-4df1-a91e-b66d374790de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.034460 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4ec60270-1d93-471c-b7ea-803718d22451 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dfaacf9438a548709b986e74929903cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8056784 Jul 16 08:54:57.035643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Made reservation on behalf of 108e0509176444be8342eb00e017f9da for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:57.039832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.050999 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c7954b68-9be5-4df1-a91e-b66d374790de None None] Calling delete_port for 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:57.054461 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50560) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:57.055400 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.073877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec60270-1d93-471c-b7ea-803718d22451 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c337236-7d1a-413d-980a-101ea545bf10,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:57.102909 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.124297 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.178246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-629433b9-76de-4752-90fb-8f11732a116d None None] Provisioning for port 7d800a7e-a4cc-4d64-8049-4c0547a7cf4e completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:57.190143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-629433b9-76de-4752-90fb-8f11732a116d None None] Provisioning complete for port 7d800a7e-a4cc-4d64-8049-4c0547a7cf4e triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:57.190751 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-629433b9-76de-4752-90fb-8f11732a116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.195016 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3a6c9-4f02-4798-9cfd-3d5ebb393099 req-f9fb74eb-ccf3-4c97-98fb-282805ba066a tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:57.199465 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62f3a6c9-4f02-4798-9cfd-3d5ebb393099 req-f9fb74eb-ccf3-4c97-98fb-282805ba066a tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.6236978 Jul 16 08:54:57.249142 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d54c129-870d-4e72-a9e4-7246d42eb010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.283448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-629433b9-76de-4752-90fb-8f11732a116d None None] Port 7d800a7e-a4cc-4d64-8049-4c0547a7cf4e cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:57.324277 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d54c129-870d-4e72-a9e4-7246d42eb010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.341290 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:57.388015 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.388710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Fanout notify agent at l3_agent the message router_deleted on router 3e088621-fdbe-4ddc-a73c-fad154d24ddc {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:54:57.395454 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.409552 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.419079 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c7954b68-9be5-4df1-a91e-b66d374790de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.421443 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:57.423393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:57.424113 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 41571e27-84da-4b1c-a92a-1f72dd251632 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:57.427989 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-32a5d5e5-0195-4e1c-86d6-15c2f3b24102 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/routers/3e088621-fdbe-4ddc-a73c-fad154d24ddc HTTP/1.1" status: 204 len: 168 time: 2.7634606 Jul 16 08:54:57.440382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50580) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:57.443340 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.481641 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62f3a6c9-4f02-4798-9cfd-3d5ebb393099 req-1d647ce1-ce6c-42b4-9e6d-5e0ef3433b50 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484675 Jul 16 08:54:57.492160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-57041c44-fffd-409e-8760-25e1ab1a9fb3 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Deleting port 7d800a7e-a4cc-4d64-8049-4c0547a7cf4e {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:57.492687 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57041c44-fffd-409e-8760-25e1ab1a9fb3 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.549334 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7954b68-9be5-4df1-a91e-b66d374790de None None] No DVR routers for this DVR port 6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:57.558593 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 41571e27-84da-4b1c-a92a-1f72dd251632 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:57.558593 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 41571e27-84da-4b1c-a92a-1f72dd251632 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:57.564056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7954b68-9be5-4df1-a91e-b66d374790de None None] Pushing event deleted for resources: {'Port': ['ID=6c4e080b-731b-42f2-bbd0-ef1a7f0f5dbb,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:57.568905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-629433b9-76de-4752-90fb-8f11732a116d None None] Provisioning complete for port 06fce515-8fe6-401f-a3d2-246b95c67487 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:57.569558 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-629433b9-76de-4752-90fb-8f11732a116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.636548 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d54c129-870d-4e72-a9e4-7246d42eb010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.644170 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8d54c129-870d-4e72-a9e4-7246d42eb010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.645451 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8d54c129-870d-4e72-a9e4-7246d42eb010 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c337236-7d1a-413d-980a-101ea545bf10 HTTP/1.1" status: 204 len: 168 time: 0.5872231 Jul 16 08:54:57.646386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:57.650758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-629433b9-76de-4752-90fb-8f11732a116d None None] Port 06fce515-8fe6-401f-a3d2-246b95c67487 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:57.680897 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57041c44-fffd-409e-8760-25e1ab1a9fb3 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.699480 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-57041c44-fffd-409e-8760-25e1ab1a9fb3 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Calling delete_port for 7d800a7e-a4cc-4d64-8049-4c0547a7cf4e owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:57.717036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adf3a1fc-15f0-4463-b342-9302b42b855d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:57.731152 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.731539 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Added segment 5263682e-221c-4a0c-ab21-9c04009eb070 of type vlan for network 53dc1164-f5fc-4660-ac06-3cd905b02867 Jul 16 08:54:57.769027 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98d93f36-3c1a-4a07-8ca1-e4f5900c6cc6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.792679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d54c129-870d-4e72-a9e4-7246d42eb010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c337236-7d1a-413d-980a-101ea545bf10,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:57.819677 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.896981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57041c44-fffd-409e-8760-25e1ab1a9fb3 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.954681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57041c44-fffd-409e-8760-25e1ab1a9fb3 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Pushing event deleted for resources: {'Port': ['ID=7d800a7e-a4cc-4d64-8049-4c0547a7cf4e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:58.046575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98d93f36-3c1a-4a07-8ca1-e4f5900c6cc6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.071331 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57041c44-fffd-409e-8760-25e1ab1a9fb3 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.074355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-98d93f36-3c1a-4a07-8ca1-e4f5900c6cc6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782d6297-b8a7-4a08-9c4a-9920da3770c5']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:58.080313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-57041c44-fffd-409e-8760-25e1ab1a9fb3 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] 10.222.0.20 "DELETE /v2.0/ports/7d800a7e-a4cc-4d64-8049-4c0547a7cf4e HTTP/1.1" status: 204 len: 168 time: 1.4415228 Jul 16 08:54:58.080924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50592) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:58.094895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-98d93f36-3c1a-4a07-8ca1-e4f5900c6cc6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3e79d10-052d-4874-b1c8-480ba3bd75c6') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:58.095350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-98d93f36-3c1a-4a07-8ca1-e4f5900c6cc6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3e79d10-052d-4874-b1c8-480ba3bd75c6') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:58.097354 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-72c59e84-166a-4055-89ba-c116226d143a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Request body: {'port': {'name': 'tempest-new-port-name-2085050901', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:58.097794 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.api.validators [None req-72c59e84-166a-4055-89ba-c116226d143a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] bootfile-name is not in valid_values {{(pid=93694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:54:58.098139 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.api.validators [None req-72c59e84-166a-4055-89ba-c116226d143a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] tftp-server is not in valid_values {{(pid=93694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:54:58.099471 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.api.validators [None req-72c59e84-166a-4055-89ba-c116226d143a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] server-ip-address is not in valid_values {{(pid=93694) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:54:58.126580 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98d93f36-3c1a-4a07-8ca1-e4f5900c6cc6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.147209 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98d93f36-3c1a-4a07-8ca1-e4f5900c6cc6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.170176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98d93f36-3c1a-4a07-8ca1-e4f5900c6cc6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:58.170451 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98d93f36-3c1a-4a07-8ca1-e4f5900c6cc6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.206764 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c00417a5-edf7-4b60-9dc3-7dc5945e1b84 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:58.281008 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:58.295220 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98d93f36-3c1a-4a07-8ca1-e4f5900c6cc6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.314095 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: c00417a5-edf7-4b60-9dc3-7dc5945e1b84 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:58.316340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c00417a5-edf7-4b60-9dc3-7dc5945e1b84 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:58.331599 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98d93f36-3c1a-4a07-8ca1-e4f5900c6cc6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.337951 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-98d93f36-3c1a-4a07-8ca1-e4f5900c6cc6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/networks/782d6297-b8a7-4a08-9c4a-9920da3770c5 HTTP/1.1" status: 204 len: 168 time: 0.8951826 Jul 16 08:54:58.343971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50598) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:58.347989 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.365140 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:58.369152 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.406035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d93f36-3c1a-4a07-8ca1-e4f5900c6cc6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Network': ['ID=782d6297-b8a7-4a08-9c4a-9920da3770c5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:58.429394 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-72c59e84-166a-4055-89ba-c116226d143a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.670053 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.5082715 Jul 16 08:54:58.670777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50616) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:58.717811 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474dea27-ca6e-4f43-b51e-22fa85dab5fc tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Pushing event updated for resources: {'Network': ['ID=53dc1164-f5fc-4660-ac06-3cd905b02867,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:58.734338 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 53dc1164-f5fc-4660-ac06-3cd905b02867 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:58.846987 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-72c59e84-166a-4055-89ba-c116226d143a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.854992 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-72c59e84-166a-4055-89ba-c116226d143a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.898895 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-075bef15-c7cb-49bf-8e01-0faa6015ee6a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:58.990723 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-075bef15-c7cb-49bf-8e01-0faa6015ee6a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.001233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c59e84-166a-4055-89ba-c116226d143a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Pushing event updated for resources: {'Port': ['ID=06fce515-8fe6-401f-a3d2-246b95c67487,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:59.033491 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-72c59e84-166a-4055-89ba-c116226d143a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] In _notify_port_updated(), no bound segment for port 06fce515-8fe6-401f-a3d2-246b95c67487 on network 092f9408-3c44-41ad-ac96-d809a5194581 {{(pid=93694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:54:59.044019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c59e84-166a-4055-89ba-c116226d143a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:59.045313 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-72c59e84-166a-4055-89ba-c116226d143a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.051663 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-72c59e84-166a-4055-89ba-c116226d143a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] 10.222.0.20 "PUT /v2.0/ports/06fce515-8fe6-401f-a3d2-246b95c67487 HTTP/1.1" status: 200 len: 1137 time: 0.9693384 Jul 16 08:54:59.053675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50624) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:59.149599 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Request body: {'network': {'name': 'tempest-network--517671523', 'router:external': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:59.208739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78afddec-f258-4e57-8295-d319b9061325 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:59.213660 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-075bef15-c7cb-49bf-8e01-0faa6015ee6a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.220739 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-78afddec-f258-4e57-8295-d319b9061325 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] 10.222.0.20 "GET /v2.0/ports/06fce515-8fe6-401f-a3d2-246b95c67487 HTTP/1.1" status: 200 len: 1137 time: 0.1652071 Jul 16 08:54:59.221428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50628) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:59.224359 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-075bef15-c7cb-49bf-8e01-0faa6015ee6a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.226360 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-075bef15-c7cb-49bf-8e01-0faa6015ee6a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/security-groups/694ce7e2-8f11-436d-8cef-516b2635830a HTTP/1.1" status: 204 len: 168 time: 0.8540556 Jul 16 08:54:59.290968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bef15-c7cb-49bf-8e01-0faa6015ee6a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694ce7e2-8f11-436d-8cef-516b2635830a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:59.321150 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfca6ff-e8a0-4468-9b41-c8d4a9e9bc43 req-56661908-16c1-4c53-b89a-0fe35fa0c474 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:59.336226 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5bfca6ff-e8a0-4468-9b41-c8d4a9e9bc43 req-56661908-16c1-4c53-b89a-0fe35fa0c474 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.6463869 Jul 16 08:54:59.381064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Made reservation on behalf of 8a5d2d7d189e4ad886ea0117678c9924 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:59.383065 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.431007 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.467569 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5bfca6ff-e8a0-4468-9b41-c8d4a9e9bc43 req-89426b9c-6304-42f5-893d-9c7983964009 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239462 Jul 16 08:54:59.543307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4253d5c0-0837-4b69-b0a6-8b53d736a575 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Deleting port 06fce515-8fe6-401f-a3d2-246b95c67487 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:59.543851 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4253d5c0-0837-4b69-b0a6-8b53d736a575 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.578775 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-39db479b-a55e-4b0e-8eb3-82a2c3c224aa None None] Provisioning complete for port 06fce515-8fe6-401f-a3d2-246b95c67487 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:59.583357 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-39db479b-a55e-4b0e-8eb3-82a2c3c224aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.642511 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:54:59.769938 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.782282 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.783361 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-39db479b-a55e-4b0e-8eb3-82a2c3c224aa None None] Port 06fce515-8fe6-401f-a3d2-246b95c67487 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:59.839596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae82893d-a906-4a58-92d3-913ea37035d6,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:59.870119 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:59.883552 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4253d5c0-0837-4b69-b0a6-8b53d736a575 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.894563 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:59.904154 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Added segment fd43d6fd-7ca6-46d8-b341-be99ddbb61eb of type vlan for network 58fe25bc-7c7b-4e32-ac00-d98f99e9c536 Jul 16 08:54:59.938466 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4253d5c0-0837-4b69-b0a6-8b53d736a575 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Calling delete_port for 06fce515-8fe6-401f-a3d2-246b95c67487 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:59.982370 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.029168 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.030339 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:00.031017 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.106510 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 1.3939919 Jul 16 08:55:00.109478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50662) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:00.193116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54dbf1-a13b-4cd9-9cb8-49d77847efd1 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event updated for resources: {'Network': ['ID=58fe25bc-7c7b-4e32-ac00-d98f99e9c536,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:00.204652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 58fe25bc-7c7b-4e32-ac00-d98f99e9c536 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:00.247038 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50664) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:00.350252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50668) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:00.355841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-136b9394-e3c4-4d32-be3d-ae53cdad0157 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-580326411', 'description': 'tempest-secgroup-smoke-580326411 description', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:00.387687 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-acafcd83-387a-4818-93e4-a9132ca39217 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.400722 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-136b9394-e3c4-4d32-be3d-ae53cdad0157 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.407125 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4253d5c0-0837-4b69-b0a6-8b53d736a575 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.498676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4253d5c0-0837-4b69-b0a6-8b53d736a575 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Pushing event deleted for resources: {'Port': ['ID=06fce515-8fe6-401f-a3d2-246b95c67487,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:00.630419 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-136b9394-e3c4-4d32-be3d-ae53cdad0157 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.638133 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-acafcd83-387a-4818-93e4-a9132ca39217 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.639317 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-136b9394-e3c4-4d32-be3d-ae53cdad0157 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.684838 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-acafcd83-387a-4818-93e4-a9132ca39217 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58fe25bc-7c7b-4e32-ac00-d98f99e9c536']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:00.714366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b9394-e3c4-4d32-be3d-ae53cdad0157 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78e81584-0a2f-404a-aa65-c4f9ebac0a02,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:00.740897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-acafcd83-387a-4818-93e4-a9132ca39217 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd43d6fd-7ca6-46d8-b341-be99ddbb61eb') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:00.741206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-acafcd83-387a-4818-93e4-a9132ca39217 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd43d6fd-7ca6-46d8-b341-be99ddbb61eb') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:00.751974 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4253d5c0-0837-4b69-b0a6-8b53d736a575 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.757052 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4253d5c0-0837-4b69-b0a6-8b53d736a575 tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] 10.222.0.20 "DELETE /v2.0/ports/06fce515-8fe6-401f-a3d2-246b95c67487 HTTP/1.1" status: 204 len: 168 time: 1.5343533 Jul 16 08:55:00.757756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50678) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:00.769963 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35a81a58-2dfc-4659-ae40-9b25a36d4f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.780791 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-136b9394-e3c4-4d32-be3d-ae53cdad0157 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.782470 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-136b9394-e3c4-4d32-be3d-ae53cdad0157 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4306636 Jul 16 08:55:00.791678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50682) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:00.793784 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-acafcd83-387a-4818-93e4-a9132ca39217 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.808719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-47f9bc41-bef2-4786-8aba-6925a740929e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '78e81584-0a2f-404a-aa65-c4f9ebac0a02', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:00.943599 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [None req-47f9bc41-bef2-4786-8aba-6925a740929e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:55:00.943599 n-d-758944-46 neutron-server[93694]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:55:00.943599 n-d-758944-46 neutron-server[93694]: [parameters: {'project_id_1': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 55, 0, 826526)}] Jul 16 08:55:00.943599 n-d-758944-46 neutron-server[93694]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:55:00.944371 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [None req-47f9bc41-bef2-4786-8aba-6925a740929e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:55:00.968441 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-acafcd83-387a-4818-93e4-a9132ca39217 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.003076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acafcd83-387a-4818-93e4-a9132ca39217 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:01.003792 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-acafcd83-387a-4818-93e4-a9132ca39217 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:01.006086 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:01.031425 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47216dc8-a899-4a9a-916b-7983085ca184 req-d4716808-342a-4591-b871-8f16b15bbac3 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:01.034064 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47216dc8-a899-4a9a-916b-7983085ca184 req-d4716808-342a-4591-b871-8f16b15bbac3 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.2101057 Jul 16 08:55:01.058155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-889c9535-7c63-4146-8d17-ad6862b3a3be tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Deleting subnet 580f1d0b-2a4a-4195-97de-52f2d2c37bdf {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:01.086561 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-889c9535-7c63-4146-8d17-ad6862b3a3be tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.106123 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47216dc8-a899-4a9a-916b-7983085ca184 req-872d1841-73eb-407a-9d9d-a9254b07a0eb tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624485 Jul 16 08:55:01.135999 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35a81a58-2dfc-4659-ae40-9b25a36d4f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.145799 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35a81a58-2dfc-4659-ae40-9b25a36d4f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.208117 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-acafcd83-387a-4818-93e4-a9132ca39217 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.213285 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-889c9535-7c63-4146-8d17-ad6862b3a3be tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.240832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a81a58-2dfc-4659-ae40-9b25a36d4f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16e7d564-3403-4507-bc6c-e5bc353ce9a3,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:01.252257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acafcd83-387a-4818-93e4-a9132ca39217 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 58fe25bc-7c7b-4e32-ac00-d98f99e9c536 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:55:01.275410 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-35a81a58-2dfc-4659-ae40-9b25a36d4f85 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a90e984c4d046f7a57c1b6cdf6bd5e5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0272381 Jul 16 08:55:01.278313 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50688) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:01.408803 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-acafcd83-387a-4818-93e4-a9132ca39217 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.411488 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-acafcd83-387a-4818-93e4-a9132ca39217 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "DELETE /v2.0/networks/58fe25bc-7c7b-4e32-ac00-d98f99e9c536 HTTP/1.1" status: 204 len: 168 time: 1.2995565 Jul 16 08:55:01.421252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50692) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:01.457416 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafcd83-387a-4818-93e4-a9132ca39217 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event deleted for resources: {'Network': ['ID=58fe25bc-7c7b-4e32-ac00-d98f99e9c536,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:01.483518 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ce6252cd-6d5a-4dfd-91b0-2b3a8e961e81 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:01.509004 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-889c9535-7c63-4146-8d17-ad6862b3a3be tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.540913 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-83c67744-57a5-4c30-810a-8fafb03976ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.590902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6252cd-6d5a-4dfd-91b0-2b3a8e961e81 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Made reservation on behalf of 8a5d2d7d189e4ad886ea0117678c9924 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:01.593505 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce6252cd-6d5a-4dfd-91b0-2b3a8e961e81 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.631850 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-83c67744-57a5-4c30-810a-8fafb03976ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.651940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47f9bc41-bef2-4786-8aba-6925a740929e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.668435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6252cd-6d5a-4dfd-91b0-2b3a8e961e81 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:01.704753 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce6252cd-6d5a-4dfd-91b0-2b3a8e961e81 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.705448 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-ce6252cd-6d5a-4dfd-91b0-2b3a8e961e81 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Added segment b6b78845-d273-4579-adad-1e7101ecb457 of type vlan for network 53d39110-6da1-4747-b9b9-c823acce012d Jul 16 08:55:01.771214 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-83c67744-57a5-4c30-810a-8fafb03976ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.774244 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-83c67744-57a5-4c30-810a-8fafb03976ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.778161 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-83c67744-57a5-4c30-810a-8fafb03976ed admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16e7d564-3403-4507-bc6c-e5bc353ce9a3 HTTP/1.1" status: 204 len: 168 time: 0.4963250 Jul 16 08:55:01.802557 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce6252cd-6d5a-4dfd-91b0-2b3a8e961e81 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.807533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c67744-57a5-4c30-810a-8fafb03976ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e7d564-3403-4507-bc6c-e5bc353ce9a3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:01.842788 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47f9bc41-bef2-4786-8aba-6925a740929e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.849464 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-889c9535-7c63-4146-8d17-ad6862b3a3be tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.893345 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce6252cd-6d5a-4dfd-91b0-2b3a8e961e81 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.894407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6252cd-6d5a-4dfd-91b0-2b3a8e961e81 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:01.895013 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce6252cd-6d5a-4dfd-91b0-2b3a8e961e81 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.897764 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47f9bc41-bef2-4786-8aba-6925a740929e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:01.992119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889c9535-7c63-4146-8d17-ad6862b3a3be tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Pushing event deleted for resources: {'Subnet': ['ID=580f1d0b-2a4a-4195-97de-52f2d2c37bdf,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:02.015258 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-889c9535-7c63-4146-8d17-ad6862b3a3be tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.022913 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a60117c-c840-4188-9281-056c027561fe None None] Network 092f9408-3c44-41ad-ac96-d809a5194581 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:02.034201 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-889c9535-7c63-4146-8d17-ad6862b3a3be tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] 10.222.0.20 "DELETE /v2.0/subnets/580f1d0b-2a4a-4195-97de-52f2d2c37bdf HTTP/1.1" status: 204 len: 168 time: 1.2538302 Jul 16 08:55:02.035209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50704) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:02.066995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6252cd-6d5a-4dfd-91b0-2b3a8e961e81 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event updated for resources: {'Network': ['ID=53d39110-6da1-4747-b9b9-c823acce012d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:02.086706 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ce6252cd-6d5a-4dfd-91b0-2b3a8e961e81 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.6553330 Jul 16 08:55:02.090271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50708) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:02.091904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 53d39110-6da1-4747-b9b9-c823acce012d details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:02.106357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9bc41-bef2-4786-8aba-6925a740929e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6671b2-dc8e-4d29-a323-a613f96219bd,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:02.113590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-25fe7280-c8fa-4d0f-a77f-62b20162d8fe tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Request body: {'subnet': {'network_id': '53d39110-6da1-4747-b9b9-c823acce012d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:02.192966 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47f9bc41-bef2-4786-8aba-6925a740929e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.199500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fe7280-c8fa-4d0f-a77f-62b20162d8fe tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Made reservation on behalf of 8a5d2d7d189e4ad886ea0117678c9924 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:02.202901 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-47f9bc41-bef2-4786-8aba-6925a740929e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3982093 Jul 16 08:55:02.228121 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-25fe7280-c8fa-4d0f-a77f-62b20162d8fe tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.245096 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50716) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:02.302281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3aabed6f-68a6-41e1-858c-9be26183ea7b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '78e81584-0a2f-404a-aa65-c4f9ebac0a02', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:02.533494 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3aabed6f-68a6-41e1-858c-9be26183ea7b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.572346 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503c744e-8178-4166-a6ec-ad4fa4541a20 None None] DHCP port deletion for 092f9408-3c44-41ad-ac96-d809a5194581 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:55:02.593192 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.685251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-503c744e-8178-4166-a6ec-ad4fa4541a20 None None] Deleting port 4707acb1-0ce6-4605-8b21-412a871e6364 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:02.687163 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-503c744e-8178-4166-a6ec-ad4fa4541a20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.842795 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a594f5-0194-4fd9-937e-36376259682a req-ede5735c-fec3-4f37-b4cc-882dc53d9fed tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:02.844759 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0a594f5-0194-4fd9-937e-36376259682a req-ede5735c-fec3-4f37-b4cc-882dc53d9fed tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.4799557 Jul 16 08:55:02.852606 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3aabed6f-68a6-41e1-858c-9be26183ea7b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.869820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Deleting port 4707acb1-0ce6-4605-8b21-412a871e6364 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:02.870379 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.871704 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3aabed6f-68a6-41e1-858c-9be26183ea7b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.910955 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3aabed6f-68a6-41e1-858c-9be26183ea7b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.912360 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3aabed6f-68a6-41e1-858c-9be26183ea7b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6186147 Jul 16 08:55:02.924409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50736) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:02.933085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c42df877-c62c-44a5-9d33-11d54fb6a84c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '78e81584-0a2f-404a-aa65-c4f9ebac0a02', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:02.940030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-503c744e-8178-4166-a6ec-ad4fa4541a20 None None] For port 4707acb1-0ce6-4605-8b21-412a871e6364, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4707acb1-0ce6-4605-8b21-412a871e6364,segment=NetworkSegment(73c0e880-7ebc-4984-b42f-f24e14a9f7cc),segment_id=73c0e880-7ebc-4984-b42f-f24e14a9f7cc)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:02.952682 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-503c744e-8178-4166-a6ec-ad4fa4541a20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.978894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aabed6f-68a6-41e1-858c-9be26183ea7b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=413ef58d-1b3f-4cc1-af71-272cbfce1451,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:02.999028 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-503c744e-8178-4166-a6ec-ad4fa4541a20 None None] Calling delete_port for 4707acb1-0ce6-4605-8b21-412a871e6364 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:03.021966 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0a594f5-0194-4fd9-937e-36376259682a req-206434dc-4154-4cc5-8fed-c7113c7950f0 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686313 Jul 16 08:55:03.103407 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c42df877-c62c-44a5-9d33-11d54fb6a84c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.167806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] For port 4707acb1-0ce6-4605-8b21-412a871e6364, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4707acb1-0ce6-4605-8b21-412a871e6364,segment=NetworkSegment(73c0e880-7ebc-4984-b42f-f24e14a9f7cc),segment_id=73c0e880-7ebc-4984-b42f-f24e14a9f7cc)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:03.168857 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.230224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Calling delete_port for 4707acb1-0ce6-4605-8b21-412a871e6364 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:03.297728 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50746) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:03.303338 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-503c744e-8178-4166-a6ec-ad4fa4541a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.351774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503c744e-8178-4166-a6ec-ad4fa4541a20 None None] No DVR routers for this DVR port 4707acb1-0ce6-4605-8b21-412a871e6364 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:03.359216 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503c744e-8178-4166-a6ec-ad4fa4541a20 None None] Pushing event deleted for resources: {'Port': ['ID=4707acb1-0ce6-4605-8b21-412a871e6364,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:03.393347 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c42df877-c62c-44a5-9d33-11d54fb6a84c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.419386 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c42df877-c62c-44a5-9d33-11d54fb6a84c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.476810 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c42df877-c62c-44a5-9d33-11d54fb6a84c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.478030 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c42df877-c62c-44a5-9d33-11d54fb6a84c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5499287 Jul 16 08:55:03.481662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50750) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:03.484402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42df877-c62c-44a5-9d33-11d54fb6a84c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ca3e6f-41d0-4702-817f-193fa23b2337,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:03.509953 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ad09e721-0f13-4120-af21-7927ab8a9fac tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '78e81584-0a2f-404a-aa65-c4f9ebac0a02', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:03.572870 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.577285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.objects.ports [None req-25fe7280-c8fa-4d0f-a77f-62b20162d8fe tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93695) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:55:03.577832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-25fe7280-c8fa-4d0f-a77f-62b20162d8fe tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.590380 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] No DVR routers for this DVR port 4707acb1-0ce6-4605-8b21-412a871e6364 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:03.645362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Pushing event deleted for resources: {'Port': ['ID=4707acb1-0ce6-4605-8b21-412a871e6364,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:03.680057 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2000580230-network', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:03.739400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe7280-c8fa-4d0f-a77f-62b20162d8fe tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event updated for resources: {'Subnet': ['ID=47c593d2-2004-403c-86c5-d8e19c3dbd1c,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:03.751452 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad09e721-0f13-4120-af21-7927ab8a9fac tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.760262 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Made reservation on behalf of 95a4a2eb3d0345d9bcfe753da948473e for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:03.764085 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.769663 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.804184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['092f9408-3c44-41ad-ac96-d809a5194581']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:03.807766 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.831821 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c0e880-7ebc-4984-b42f-f24e14a9f7cc') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:03.832180 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c0e880-7ebc-4984-b42f-f24e14a9f7cc') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:03.854503 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fe7280-c8fa-4d0f-a77f-62b20162d8fe tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Checking segment: {'id': 'b6b78845-d273-4579-adad-1e7101ecb457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '53d39110-6da1-4747-b9b9-c823acce012d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:03.855099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fe7280-c8fa-4d0f-a77f-62b20162d8fe tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Network hostable DHCP agents. Network: 53d39110-6da1-4747-b9b9-c823acce012d, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:03.861658 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.870713 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad09e721-0f13-4120-af21-7927ab8a9fac tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.890487 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad09e721-0f13-4120-af21-7927ab8a9fac tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.901534 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.931890 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.936997 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:03.937494 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:03.944556 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:03.971590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fe7280-c8fa-4d0f-a77f-62b20162d8fe tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Network 53d39110-6da1-4747-b9b9-c823acce012d is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:03.978369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad09e721-0f13-4120-af21-7927ab8a9fac tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5394c4-1da4-4b4f-a012-9c577451b2ea,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:04.005181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-25fe7280-c8fa-4d0f-a77f-62b20162d8fe tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 53d39110-6da1-4747-b9b9-c823acce012d) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:04.017591 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00d4a60-4455-48f6-aa25-b7249f7d23ef None None] Network 53d39110-6da1-4747-b9b9-c823acce012d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:04.024741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fe7280-c8fa-4d0f-a77f-62b20162d8fe tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:04.025491 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-25fe7280-c8fa-4d0f-a77f-62b20162d8fe tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.041875 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.067790 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.072335 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] 10.222.0.20 "DELETE /v2.0/networks/092f9408-3c44-41ad-ac96-d809a5194581 HTTP/1.1" status: 204 len: 168 time: 2.0250626 Jul 16 08:55:04.095979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5228d407-50d7-4516-80d0-dea4380a158a tempest-ExtraDHCPOptionsTestJSON-2013523696 tempest-ExtraDHCPOptionsTestJSON-2013523696-project] Pushing event deleted for resources: {'Network': ['ID=092f9408-3c44-41ad-ac96-d809a5194581,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:04.113631 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.116201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4707acb1-0ce6-4605-8b21-412a871e6364 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:04.126673 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.140869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50762) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:04.146137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Request body: {'floatingip': {'floating_network_id': '53d39110-6da1-4747-b9b9-c823acce012d'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:04.150829 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-25fe7280-c8fa-4d0f-a77f-62b20162d8fe tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0572886 Jul 16 08:55:04.174541 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad09e721-0f13-4120-af21-7927ab8a9fac tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.177550 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ad09e721-0f13-4120-af21-7927ab8a9fac tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6943312 Jul 16 08:55:04.180358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50766) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:04.199486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '78e81584-0a2f-404a-aa65-c4f9ebac0a02', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:04.203277 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.235288 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:04.245704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f44681-55ee-4e22-9929-9f15f1b16dd4,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:04.299686 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.300440 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Added segment 8f899f3f-f80e-4513-b098-70c95ac7bff8 of type vlan for network 14402a19-9c27-491a-b636-32963005e922 Jul 16 08:55:04.335402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 4707acb1-0ce6-4605-8b21-412a871e6364 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:04.336457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4707acb1-0ce6-4605-8b21-412a871e6364 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:04.398692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db35aab2-b1d4-45f1-89b3-ffe843dcb87a None None] Network 53d39110-6da1-4747-b9b9-c823acce012d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:04.460121 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.479063 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Project 6bd79a16b15a44f9ba1c5be5b1f2251d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:55:04.522610 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.545444 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.671212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Allocated IP 172.20.0.11 (53d39110-6da1-4747-b9b9-c823acce012d/47c593d2-2004-403c-86c5-d8e19c3dbd1c/d74e2478-a25f-44a1-ab9c-1f6f897f6339) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:04.792695 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.793910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:04.801683 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.836944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50814) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:04.837659 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb952aed-ac97-4d07-bcd6-477326881674 req-602e37bc-0c48-4dfe-aa15-dad0aafef14c tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:04.840479 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb952aed-ac97-4d07-bcd6-477326881674 req-602e37bc-0c48-4dfe-aa15-dad0aafef14c tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.5380232 Jul 16 08:55:04.850279 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.921501 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.946953 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6113591 Jul 16 08:55:04.956732 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.971447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50822) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:04.976956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-59fdedc3-04dd-4856-ab29-2ce5b0f62823 admin admin] Request body: {'subnet': {'network_id': '14402a19-9c27-491a-b636-32963005e922', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2000580230-subnet', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:05.074427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Pushing event updated for resources: {'Network': ['ID=14402a19-9c27-491a-b636-32963005e922,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:05.080298 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aacf7a1-0c78-4ce5-bf7f-7b312db2bfac,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:05.081262 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.126228 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.130907 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9356871 Jul 16 08:55:05.131935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50828) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:05.142556 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5be5cb23-124d-472b-9bbe-c72def1a3c3a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': '78e81584-0a2f-404a-aa65-c4f9ebac0a02', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:05.148806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.149503 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.150025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.150571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.151100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.151749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.152265 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.152844 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.153375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.153889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.154394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.154910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4ffcf8c-82c1-4e64-a73b-97de9fcce0d4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.161511 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.168296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.168924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.169471 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.169992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.170527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.171040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.171545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.182835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.183275 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.183682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.184085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cba3ed-5e6d-4269-8913-6bcf4ca5bcc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.198263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 14402a19-9c27-491a-b636-32963005e922 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:05.204620 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb952aed-ac97-4d07-bcd6-477326881674 req-b62b0a78-9044-420f-ac61-6a7989b92b0f tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105812 Jul 16 08:55:05.234482 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a5d37f91-d1e7-4175-b47f-e37386617d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.255637 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-5be5cb23-124d-472b-9bbe-c72def1a3c3a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Project 6bd79a16b15a44f9ba1c5be5b1f2251d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:55:05.261360 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event updated for resources: {'Port': ['ID=d74e2478-a25f-44a1-ab9c-1f6f897f6339,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:05.261685 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5be5cb23-124d-472b-9bbe-c72def1a3c3a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.288365 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fdedc3-04dd-4856-ab29-2ce5b0f62823 admin admin] Made reservation on behalf of 95a4a2eb3d0345d9bcfe753da948473e for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:05.294396 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59fdedc3-04dd-4856-ab29-2ce5b0f62823 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.302599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Network 53d39110-6da1-4747-b9b9-c823acce012d is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:05.308394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:05.328581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:05.391477 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e496bb30-c45f-42ea-bdb2-4211d5dbb30c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0fa85e46280c450282db4ee5d33a436b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5524304 Jul 16 08:55:05.398015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50840) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:05.438045 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5be5cb23-124d-472b-9bbe-c72def1a3c3a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.450907 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5be5cb23-124d-472b-9bbe-c72def1a3c3a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.451602 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.532659 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-59ecd25a-5862-46e1-a187-df0748fb63b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.563740 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-59ecd25a-5862-46e1-a187-df0748fb63b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.598540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5cb23-124d-472b-9bbe-c72def1a3c3a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b788bd0-d65c-4c25-b846-d27eaaad8ae5,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:05.615402 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5be5cb23-124d-472b-9bbe-c72def1a3c3a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.616953 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5be5cb23-124d-472b-9bbe-c72def1a3c3a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4811606 Jul 16 08:55:05.620849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50862) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:05.627481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-2de5c478-090f-4b89-ac27-a9c461a68bf7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'network': {'name': 'tempest-network-smoke--1815100121', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'port_security_enabled': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:05.660142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de5c478-090f-4b89-ac27-a9c461a68bf7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Made reservation on behalf of 6bd79a16b15a44f9ba1c5be5b1f2251d for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:05.665435 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2de5c478-090f-4b89-ac27-a9c461a68bf7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.699350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de5c478-090f-4b89-ac27-a9c461a68bf7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:05.720359 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2de5c478-090f-4b89-ac27-a9c461a68bf7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.721150 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-2de5c478-090f-4b89-ac27-a9c461a68bf7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Added segment 67313fde-9b31-4382-8c12-25c125eeb262 of type vlan for network 5d3569cf-5333-4fc9-ad23-0472f461f09c Jul 16 08:55:05.723241 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-59ecd25a-5862-46e1-a187-df0748fb63b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.726814 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-59ecd25a-5862-46e1-a187-df0748fb63b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.728807 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-59ecd25a-5862-46e1-a187-df0748fb63b6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0f6e1e0f-7b77-4c24-9f5f-d34984da0142 HTTP/1.1" status: 204 len: 168 time: 0.3297048 Jul 16 08:55:05.790916 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2de5c478-090f-4b89-ac27-a9c461a68bf7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.836979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ecd25a-5862-46e1-a187-df0748fb63b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6e1e0f-7b77-4c24-9f5f-d34984da0142,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:05.839148 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2de5c478-090f-4b89-ac27-a9c461a68bf7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.845951 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de5c478-090f-4b89-ac27-a9c461a68bf7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:05.846584 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2de5c478-090f-4b89-ac27-a9c461a68bf7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.943718 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2de5c478-090f-4b89-ac27-a9c461a68bf7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3214235 Jul 16 08:55:05.948374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50876) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:05.965917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'admin_state_up': True, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:06.043993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de5c478-090f-4b89-ac27-a9c461a68bf7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Network': ['ID=5d3569cf-5333-4fc9-ad23-0472f461f09c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:06.060407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 5d3569cf-5333-4fc9-ad23-0472f461f09c details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:06.066772 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59fdedc3-04dd-4856-ab29-2ce5b0f62823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.073079 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.075246 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.337581 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.487787 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.600949 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fdedc3-04dd-4856-ab29-2ce5b0f62823 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b633f7a-07ad-4cc2-8342-da35f664e7b1,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:06.624037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fdedc3-04dd-4856-ab29-2ce5b0f62823 admin admin] Checking segment: {'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:06.624837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fdedc3-04dd-4856-ab29-2ce5b0f62823 admin admin] Network hostable DHCP agents. Network: 14402a19-9c27-491a-b636-32963005e922, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:06.632641 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.656689 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.774446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fdedc3-04dd-4856-ab29-2ce5b0f62823 admin admin] Network 14402a19-9c27-491a-b636-32963005e922 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:06.825351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-59fdedc3-04dd-4856-ab29-2ce5b0f62823 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 14402a19-9c27-491a-b636-32963005e922) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:06.862740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89c54ea-1be0-4c51-bd38-1926ac9523f9 None None] Network 14402a19-9c27-491a-b636-32963005e922 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:06.867926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fdedc3-04dd-4856-ab29-2ce5b0f62823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.869479 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59fdedc3-04dd-4856-ab29-2ce5b0f62823 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:06.972739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9c6ab1-d65e-4f7c-b894-ff162a2ccfc8 req-ec0aa1be-99ca-428c-87f5-b187979277d3 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:06.985916 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc9c6ab1-d65e-4f7c-b894-ff162a2ccfc8 req-ec0aa1be-99ca-428c-87f5-b187979277d3 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.3486187 Jul 16 08:55:07.024582 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-59fdedc3-04dd-4856-ab29-2ce5b0f62823 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0511653 Jul 16 08:55:07.050725 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50906) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.060541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:07.205105 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.276769 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.338219 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc9c6ab1-d65e-4f7c-b894-ff162a2ccfc8 req-ee6603c1-ed55-43f3-8a57-7b0580d49f49 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471866 Jul 16 08:55:07.351992 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.362683 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.455304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50914) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.553613 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.564587 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.576368 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.717360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.25.4.227 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/4317c39c-a29e-4987-ba92-f1e4286e24bb) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:07.790740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d5e19a17-8722-4204-b6cd-9d41e04369f6 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1321113358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:07.882904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-14402a19-9c27-491a-b636-32963005e922', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:07.884316 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.942206 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.070265 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.107589 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event updated for resources: {'Port': ['ID=d74e2478-a25f-44a1-ab9c-1f6f897f6339,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:08.141486 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a13faffd-798d-4f2a-880a-3ed4f26a6648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.151164 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.173721 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:08.177371 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d5e19a17-8722-4204-b6cd-9d41e04369f6 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.177728 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:08.180533 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d5e19a17-8722-4204-b6cd-9d41e04369f6 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.182634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:08.229905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.283831 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Allocated IP 172.20.0.2 (14402a19-9c27-491a-b636-32963005e922/3b633f7a-07ad-4cc2-8342-da35f664e7b1/2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:08.322530 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.330451 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-12d899e6-eaf7-474d-a1e6-a4a557408b4d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.1880114 Jul 16 08:55:08.349312 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50928) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.375786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=4317c39c-a29e-4987-ba92-f1e4286e24bb,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:08.431264 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d5e19a17-8722-4204-b6cd-9d41e04369f6 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.449828 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d5e19a17-8722-4204-b6cd-9d41e04369f6 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.604102 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-434e646f-7595-4021-afa3-b9606db2fb29 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "GET /v2.0/floatingips?floating_network_id=53d39110-6da1-4747-b9b9-c823acce012d HTTP/1.1" status: 200 len: 690 time: 0.2479877 Jul 16 08:55:08.606984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50934) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.616803 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d5e19a17-8722-4204-b6cd-9d41e04369f6 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.619388 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d5e19a17-8722-4204-b6cd-9d41e04369f6 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.1593680 Jul 16 08:55:08.622554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50936) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.637046 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1521733661'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:08.650571 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.743779 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.747320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Made reservation on behalf of f515c3aff3124f6f8d00fc3743c8825c for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:08.753437 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.782346 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Transition to ACTIVE for port object 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:08.803216 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.823278 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Transition to ACTIVE for port object 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:08.839396 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.020005 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Pushing event updated for resources: {'Port': ['ID=2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.026092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Network 14402a19-9c27-491a-b636-32963005e922 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:09.029350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:09.040882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:09.096816 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.167926 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.311566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Attempting to bind port 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:09.311949 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Attempting to bind port 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:09.312324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Attempting to bind port 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce on network 14402a19-9c27-491a-b636-32963005e922 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:09.320181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:09.320769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Checking segment: {'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:09.321196 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.325725 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Bound using segment: {'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:09.326426 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Bound port: 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:09.327148 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.404357 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.424424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] For port 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:09.438724 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] For port 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:09.445225 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.509556 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.570605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c5439-e35b-433f-961e-283711c8fb01 None None] Pushing event updated for resources: {'Port': ['ID=2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.578718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:09.584999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3398c30c-6b32-4091-a576-a995f944a910,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.714596 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.721020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Allocated IP 172.25.4.181 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/27cfd388-f237-4deb-ab18-0a430f2a928e) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:09.756252 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.811241 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.811774 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Added segment 0fcddcfc-8489-42ed-b8d9-01f63e70f543 of type vlan for network 01433772-2a1f-41f9-9f1e-bfd563843cd6 Jul 16 08:55:10.044914 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.103131 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.157437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:10.161186 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.303503 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.318634 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:10.336985 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:10.342118 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:10.366349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:10.410615 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Pushing event updated for resources: {'Port': ['ID=27cfd388-f237-4deb-ab18-0a430f2a928e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:10.412374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cda61-8a69-4e65-8163-e2e86b5f67d1 req-51c1281c-529a-4012-9569-37aa4ea27262 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:10.416910 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-899cda61-8a69-4e65-8163-e2e86b5f67d1 req-51c1281c-529a-4012-9569-37aa4ea27262 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 1.6056104 Jul 16 08:55:10.437366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e5efa3-defe-4d89-aaa8-522b58812725 req-fa3d629c-de36-441c-96f4-8a5cf81200a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:10.442766 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3e5efa3-defe-4d89-aaa8-522b58812725 req-fa3d629c-de36-441c-96f4-8a5cf81200a8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 1097 time: 0.9506083 Jul 16 08:55:10.565247 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.581445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:10.582785 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.678117 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-899cda61-8a69-4e65-8163-e2e86b5f67d1 req-7ed12fed-db89-432b-b483-6b79ebeef73a tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295797 Jul 16 08:55:10.690689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Deleting port d74e2478-a25f-44a1-ab9c-1f6f897f6339 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:10.691193 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.704146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3e5efa3-defe-4d89-aaa8-522b58812725 req-821a70dc-4519-4fb2-aa7b-a57fd7d46508 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456191 Jul 16 08:55:10.744333 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1123614 Jul 16 08:55:10.745144 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50960) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:10.778227 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fcf8dc0f-7cf3-42e6-ac90-ec77a0382b07 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Request body: {'subnet': {'network_id': '01433772-2a1f-41f9-9f1e-bfd563843cd6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:10.860049 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event updated for resources: {'Network': ['ID=01433772-2a1f-41f9-9f1e-bfd563843cd6,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:10.893762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.894278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.894849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.895198 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.895534 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.895868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.896209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.896600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.896934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.897246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.897571 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.897903 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d301a98-f0bd-4a2a-9f6c-ed9b5b0d4da0 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:10.916916 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 01433772-2a1f-41f9-9f1e-bfd563843cd6 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:11.050547 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.241131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf8dc0f-7cf3-42e6-ac90-ec77a0382b07 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Made reservation on behalf of f515c3aff3124f6f8d00fc3743c8825c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:11.245453 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.252522 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fcf8dc0f-7cf3-42e6-ac90-ec77a0382b07 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.291534 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.309059 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.309580 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.445320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Calling delete_port for d74e2478-a25f-44a1-ab9c-1f6f897f6339 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:11.554353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:11.764803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:11.795440 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.807034 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Sync routers for ids ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:11.874500 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Routers {'025fd5e6-e737-4bf9-8df7-65b3d2e69f16'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:11.875189 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:11.939496 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event deleted for resources: {'Port': ['ID=d74e2478-a25f-44a1-ab9c-1f6f897f6339,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:11.952131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cff705-ab37-415e-bdae-404663df1b5e None None] Network 14402a19-9c27-491a-b636-32963005e922 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:11.977759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.984735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 50976) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:11.990962 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5158ad46-39f4-4259-b091-441294c2e058 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.0305824 Jul 16 08:55:12.076735 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Set router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:12.115145 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-59ea091e-16a4-4569-8aca-b6eab058c6ff tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6bd79a16b15a44f9ba1c5be5b1f2251d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1232576 Jul 16 08:55:12.121990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a4712d88-3023-4e33-9a70-8605ff53b14f None None] Provisioning for port 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:12.140472 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a4712d88-3023-4e33-9a70-8605ff53b14f None None] Provisioning complete for port 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:12.141779 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a4712d88-3023-4e33-9a70-8605ff53b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.155786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50980) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:12.431598 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a4712d88-3023-4e33-9a70-8605ff53b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.561749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a4712d88-3023-4e33-9a70-8605ff53b14f None None] For port 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:12.572252 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a4712d88-3023-4e33-9a70-8605ff53b14f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.652303 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.676979 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:06Z', 'updated_at': '2021-07-16T08:55:08Z', 'revision_number': 3, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:12.701598 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4712d88-3023-4e33-9a70-8605ff53b14f None None] Pushing event updated for resources: {'Port': ['ID=2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:12.748230 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Checking router: 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:12.748717 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Updating router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 port 4317c39c-a29e-4987-ba92-f1e4286e24bb binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:55:12.756553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54f572c-b89f-4356-9b65-65005f04d515 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:12.756981 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54f572c-b89f-4356-9b65-65005f04d515 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:12.765068 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a54f572c-b89f-4356-9b65-65005f04d515 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1554 time: 0.5920837 Jul 16 08:55:12.769467 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50988) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:12.851811 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.991948 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-091d43ec-4778-478a-b5ee-96fc3d1c5ed4 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2167373 Jul 16 08:55:12.997828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 50994) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:13.206086 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.213019 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d6ece4a6-b928-45b3-8453-ed242f04602c None None] Provisioning complete for port 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:13.213531 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d6ece4a6-b928-45b3-8453-ed242f04602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.298492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340a206-2990-460b-b144-3c6bd844de50 req-17307c3f-52b1-4bae-a4f7-443e8f08ebe5 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:13.312020 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0340a206-2990-460b-b144-3c6bd844de50 req-17307c3f-52b1-4bae-a4f7-443e8f08ebe5 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 1.1295376 Jul 16 08:55:13.317677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fcf8dc0f-7cf3-42e6-ac90-ec77a0382b07 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.337001 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.481954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.545487 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b47bd1a-8f05-4263-91b9-fafa03955b2a tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:13.550264 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0b47bd1a-8f05-4263-91b9-fafa03955b2a tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=53d39110-6da1-4747-b9b9-c823acce012d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 800 time: 0.5377295 Jul 16 08:55:13.556352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51004) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:13.635850 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0340a206-2990-460b-b144-3c6bd844de50 req-2863d6da-26be-453e-b6dd-39fec49d6156 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220356 Jul 16 08:55:13.650977 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.658574 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8dc0f-7cf3-42e6-ac90-ec77a0382b07 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event updated for resources: {'Subnet': ['ID=b37c7e74-8823-4683-b312-ba9ab05ef9cd,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:13.693164 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Transition to ACTIVE for port object 4317c39c-a29e-4987-ba92-f1e4286e24bb will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:13.711990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf8dc0f-7cf3-42e6-ac90-ec77a0382b07 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Checking segment: {'id': '0fcddcfc-8489-42ed-b8d9-01f63e70f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01433772-2a1f-41f9-9f1e-bfd563843cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:13.712366 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf8dc0f-7cf3-42e6-ac90-ec77a0382b07 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Network hostable DHCP agents. Network: 01433772-2a1f-41f9-9f1e-bfd563843cd6, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:13.727540 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.756163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=47c593d2-2004-403c-86c5-d8e19c3dbd1c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:13.776275 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a3b7af84-5a02-4639-89f5-9ed1ae21e151 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6bd79a16b15a44f9ba1c5be5b1f2251d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2087898 Jul 16 08:55:13.795693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51008) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:13.840331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf8dc0f-7cf3-42e6-ac90-ec77a0382b07 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Network 01433772-2a1f-41f9-9f1e-bfd563843cd6 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:13.868232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-fcf8dc0f-7cf3-42e6-ac90-ec77a0382b07 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 01433772-2a1f-41f9-9f1e-bfd563843cd6) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:13.875024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf8dc0f-7cf3-42e6-ac90-ec77a0382b07 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:13.877908 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7f0de0-98f2-43d7-b576-5429acd0def9 None None] Network 01433772-2a1f-41f9-9f1e-bfd563843cd6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:13.887822 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fcf8dc0f-7cf3-42e6-ac90-ec77a0382b07 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.888903 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6072b02-2905-4004-a589-913539826876 None None] Pushing event updated for resources: {'Port': ['ID=4317c39c-a29e-4987-ba92-f1e4286e24bb,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:13.897227 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Router 916626c0-58f0-4605-91b3-8031e2878614 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:13.917231 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6072b02-2905-4004-a589-913539826876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:13.921430 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6072b02-2905-4004-a589-913539826876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:13.923517 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6072b02-2905-4004-a589-913539826876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:13.924071 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6072b02-2905-4004-a589-913539826876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:13.925722 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6072b02-2905-4004-a589-913539826876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:13.926183 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6072b02-2905-4004-a589-913539826876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:13.927310 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6072b02-2905-4004-a589-913539826876 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:13.928102 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6072b02-2905-4004-a589-913539826876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:13.929503 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6072b02-2905-4004-a589-913539826876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:13.930658 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6072b02-2905-4004-a589-913539826876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:13.931656 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6072b02-2905-4004-a589-913539826876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:13.933090 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6072b02-2905-4004-a589-913539826876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:13.997733 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Attempting to bind port 4317c39c-a29e-4987-ba92-f1e4286e24bb on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:13.998286 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Attempting to bind port 4317c39c-a29e-4987-ba92-f1e4286e24bb by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:13.998490 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Attempting to bind port 4317c39c-a29e-4987-ba92-f1e4286e24bb on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:14.022173 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fcf8dc0f-7cf3-42e6-ac90-ec77a0382b07 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2576168 Jul 16 08:55:14.031856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51010) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:14.034750 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:14.035242 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:14.037627 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.039699 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:14.040223 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Bound port: 4317c39c-a29e-4987-ba92-f1e4286e24bb, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:14.042329 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.068270 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-8734c030-5651-4cb9-b4c7-d5d3a10335c3 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Request body: {'network': {'name': 'tempest-router-network01--1970202427'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:14.130300 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:14.183681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:14.260708 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.276998 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Sync routers for ids ['916626c0-58f0-4605-91b3-8031e2878614'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:14.340222 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d39110-6da1-4747-b9b9-c823acce012d']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:14.377742 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] For port 4317c39c-a29e-4987-ba92-f1e4286e24bb, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:14.386334 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] For port 4317c39c-a29e-4987-ba92-f1e4286e24bb, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4317c39c-a29e-4987-ba92-f1e4286e24bb,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:14.395904 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.413129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6b78845-d273-4579-adad-1e7101ecb457') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:14.413988 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6b78845-d273-4579-adad-1e7101ecb457') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:14.418324 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f099e57-378b-49cd-ae48-b020ef355d09 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:14.419961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f099e57-378b-49cd-ae48-b020ef355d09 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:14.420708 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.422359 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1001e7c8-2836-46ce-b07a-151d2b6a2843 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.3696370 Jul 16 08:55:14.424189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4f099e57-378b-49cd-ae48-b020ef355d09 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1516 time: 0.6268022 Jul 16 08:55:14.428578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51018) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:14.429081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51020) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:14.436805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8734c030-5651-4cb9-b4c7-d5d3a10335c3 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Made reservation on behalf of f515c3aff3124f6f8d00fc3743c8825c for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:14.444158 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8734c030-5651-4cb9-b4c7-d5d3a10335c3 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.449759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Routers {'916626c0-58f0-4605-91b3-8031e2878614'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:14.453059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['916626c0-58f0-4605-91b3-8031e2878614'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:14.475885 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Routers {'025fd5e6-e737-4bf9-8df7-65b3d2e69f16'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:14.477359 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:14.481258 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6072b02-2905-4004-a589-913539826876 None None] Pushing event updated for resources: {'Port': ['ID=4317c39c-a29e-4987-ba92-f1e4286e24bb,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:14.513163 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.599372 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-12da1dfc-5537-43d3-b91d-2cf9eec330fa tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1491292 Jul 16 08:55:14.605346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51024) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:14.623199 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.716057 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] Set router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:14.818445 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:14.819490 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:14.823543 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:14.830307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8734c030-5651-4cb9-b4c7-d5d3a10335c3 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:14.865771 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:14.866354 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.884735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-01433772-2a1f-41f9-9f1e-bfd563843cd6', 'network_id': '01433772-2a1f-41f9-9f1e-bfd563843cd6', 'tenant_id': 'f515c3aff3124f6f8d00fc3743c8825c', 'fixed_ips': [{'subnet_id': 'b37c7e74-8823-4683-b312-ba9ab05ef9cd'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:14.886374 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.898748 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a5f2a3a3-6c67-4fea-869b-895c2eb56eaa tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=53d39110-6da1-4747-b9b9-c823acce012d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2551558 Jul 16 08:55:14.927411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51032) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:14.959618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6e44ca45-62ab-46f4-b356-a8c838684c1f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-411176285', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:15.117095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2e1615-3780-446f-8a44-90e9a3485e0c req-2f60659c-da24-4a81-aa97-e8ade0f543ba tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:15.120198 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb2e1615-3780-446f-8a44-90e9a3485e0c req-2f60659c-da24-4a81-aa97-e8ade0f543ba tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.5292444 Jul 16 08:55:15.197511 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:06Z', 'updated_at': '2021-07-16T08:55:08Z', 'revision_number': 3, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:15.280365 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd9fd5-87bb-4a07-8bc6-5c179d3ef655 None None] The sync data for ids ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'] in n-d-758944-46 is: [{'id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:06Z', 'updated_at': '2021-07-16T08:55:08Z', 'revision_number': 3, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:15.291782 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335f964-8525-4783-af69-ab71fd3197d2 req-386eef69-993a-45b3-9bdc-74772a22c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:15.293526 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c335f964-8525-4783-af69-ab71fd3197d2 req-386eef69-993a-45b3-9bdc-74772a22c073 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3459e9736cff47bfb0c38d06c0ca8624&device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 1097 time: 0.9801033 Jul 16 08:55:15.294952 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8734c030-5651-4cb9-b4c7-d5d3a10335c3 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.295290 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-8734c030-5651-4cb9-b4c7-d5d3a10335c3 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Added segment 1438b944-ecf9-4cab-a634-d7a1be282a18 of type vlan for network 7ac90cf5-96c4-401f-90c2-2223406e4473 Jul 16 08:55:15.301601 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Set router 916626c0-58f0-4605-91b3-8031e2878614 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:15.305949 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb2e1615-3780-446f-8a44-90e9a3485e0c req-9ea8dca8-626e-4f7a-9abf-7cb52eea9a0a tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137631 Jul 16 08:55:15.330470 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.386584 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event deleted for resources: {'Network': ['ID=53d39110-6da1-4747-b9b9-c823acce012d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:15.423372 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 53d39110-6da1-4747-b9b9-c823acce012d {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:55:15.441022 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.450437 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-06a6766d-f939-40c2-b3e2-349129d34cd5 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "DELETE /v2.0/networks/53d39110-6da1-4747-b9b9-c823acce012d HTTP/1.1" status: 204 len: 168 time: 6.8426795 Jul 16 08:55:15.460102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51038) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:15.505988 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8734c030-5651-4cb9-b4c7-d5d3a10335c3 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.576762 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1df44b9c-a14f-4c20-b7e9-b690983fdb67 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1082528 Jul 16 08:55:15.673014 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51040) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:15.685407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Allocated IP 2001:db8::2 (01433772-2a1f-41f9-9f1e-bfd563843cd6/b37c7e74-8823-4683-b312-ba9ab05ef9cd/dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:15.856153 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.resource_extend [None req-8734c030-5651-4cb9-b4c7-d5d3a10335c3 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:55:15.866210 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e44ca45-62ab-46f4-b356-a8c838684c1f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Made reservation on behalf of 6bd79a16b15a44f9ba1c5be5b1f2251d for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:15.877898 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e44ca45-62ab-46f4-b356-a8c838684c1f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.117849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8789dc2-c383-4e06-a80e-13910248c730 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.119276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8789dc2-c383-4e06-a80e-13910248c730 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.120252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8789dc2-c383-4e06-a80e-13910248c730 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.121610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8789dc2-c383-4e06-a80e-13910248c730 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.122500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8789dc2-c383-4e06-a80e-13910248c730 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.123733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8789dc2-c383-4e06-a80e-13910248c730 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.128039 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d8789dc2-c383-4e06-a80e-13910248c730 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3994 time: 0.4523811 Jul 16 08:55:16.148208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51050) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.149756 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8734c030-5651-4cb9-b4c7-d5d3a10335c3 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.162405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8734c030-5651-4cb9-b4c7-d5d3a10335c3 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.163734 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8734c030-5651-4cb9-b4c7-d5d3a10335c3 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.288780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:10Z', 'revision_number': 3, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:16.325858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734c030-5651-4cb9-b4c7-d5d3a10335c3 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event updated for resources: {'Network': ['ID=7ac90cf5-96c4-401f-90c2-2223406e4473,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:16.404406 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.418869 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Checking router: 916626c0-58f0-4605-91b3-8031e2878614 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:16.420371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Updating router 916626c0-58f0-4605-91b3-8031e2878614 port 27cfd388-f237-4deb-ab18-0a430f2a928e binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:55:16.434615 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335f964-8525-4783-af69-ab71fd3197d2 req-316252e7-1bf0-4235-a9ae-5f552501e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.437872 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c335f964-8525-4783-af69-ab71fd3197d2 req-316252e7-1bf0-4235-a9ae-5f552501e43e service neutron] 10.222.0.38 "GET /v2.0/networks?id=d8c76c1a-b53d-407f-9c90-097bb834c398 HTTP/1.1" status: 200 len: 911 time: 1.1042080 Jul 16 08:55:16.438936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 7ac90cf5-96c4-401f-90c2-2223406e4473 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:16.445716 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-6ff12bec-23af-4fd1-83df-d74d59366633 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] delete failed (client error): The resource could not be found. Jul 16 08:55:16.447547 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6ff12bec-23af-4fd1-83df-d74d59366633 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/8da05d2e-45da-4d14-8f14-cd3827caa9e3 HTTP/1.1" status: 404 len: 345 time: 0.2785025 Jul 16 08:55:16.455674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51058) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.480080 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8734c030-5651-4cb9-b4c7-d5d3a10335c3 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.4299273 Jul 16 08:55:16.501919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51060) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.521446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5b4b0594-ceee-4a06-a6a4-cd848cedbbdf tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Request body: {'network': {'name': 'tempest-router-network02--1087284490'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:16.545122 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-f948ac5d-4a84-402a-b0bc-27bab58e814f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 08:55:16.547115 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f948ac5d-4a84-402a-b0bc-27bab58e814f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:16.561544 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f948ac5d-4a84-402a-b0bc-27bab58e814f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "DELETE /v2.0/networks/53d39110-6da1-4747-b9b9-c823acce012d HTTP/1.1" status: 404 len: 339 time: 0.0978031 Jul 16 08:55:16.596538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51062) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.710020 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-bf91b2a6-8e3d-42dc-af40-58fd2bd6a451 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Request body: {'network': {'name': 'tempest-network--908182407', 'router:external': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:16.739363 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.756223 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c335f964-8525-4783-af69-ab71fd3197d2 req-1a15b9a6-0e12-40e3-9d90-6e085945a9c8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cbc9aa1-402e-4705-bc79-bcff7a7994ef HTTP/1.1" status: 200 len: 217 time: 0.3015659 Jul 16 08:55:16.967347 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.061842 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Transition to ACTIVE for port object dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:17.115179 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Allocated IP 172.20.0.1 (14402a19-9c27-491a-b636-32963005e922/3b633f7a-07ad-4cc2-8342-da35f664e7b1/8c4950a6-1321-4002-a5cc-57b4a3b374ca) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:17.213487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Transition to ACTIVE for port object dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:17.259926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4b0594-ceee-4a06-a6a4-cd848cedbbdf tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Made reservation on behalf of f515c3aff3124f6f8d00fc3743c8825c for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:17.260895 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0594-ceee-4a06-a6a4-cd848cedbbdf tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.277100 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.374952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b4b0594-ceee-4a06-a6a4-cd848cedbbdf tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:17.398094 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.405217 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0594-ceee-4a06-a6a4-cd848cedbbdf tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.406905 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-5b4b0594-ceee-4a06-a6a4-cd848cedbbdf tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Added segment 1df6523d-2098-4f50-93c1-6f1eb410c708 of type vlan for network fe23d23c-09c8-49e0-8c52-6da66e636617 Jul 16 08:55:17.448188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Transition to ACTIVE for port object 8c4950a6-1321-4002-a5cc-57b4a3b374ca will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:17.468097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Network 01433772-2a1f-41f9-9f1e-bfd563843cd6 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:17.474078 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0594-ceee-4a06-a6a4-cd848cedbbdf tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.491704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:17.494741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Pushing event updated for resources: {'Port': ['ID=dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.497801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:17.636214 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0594-ceee-4a06-a6a4-cd848cedbbdf tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.637894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Attempting to bind port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:17.638505 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Attempting to bind port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '0fcddcfc-8489-42ed-b8d9-01f63e70f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01433772-2a1f-41f9-9f1e-bfd563843cd6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:17.639072 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Attempting to bind port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed on network 01433772-2a1f-41f9-9f1e-bfd563843cd6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:17.645253 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4b0594-ceee-4a06-a6a4-cd848cedbbdf tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:17.648684 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:17.649370 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Checking segment: {'id': '0fcddcfc-8489-42ed-b8d9-01f63e70f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01433772-2a1f-41f9-9f1e-bfd563843cd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:17.650006 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.650602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Bound using segment: {'id': '0fcddcfc-8489-42ed-b8d9-01f63e70f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01433772-2a1f-41f9-9f1e-bfd563843cd6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:17.651347 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Bound port: dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fcddcfc-8489-42ed-b8d9-01f63e70f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '01433772-2a1f-41f9-9f1e-bfd563843cd6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:17.652026 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.654792 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b4b0594-ceee-4a06-a6a4-cd848cedbbdf tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.676159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf91b2a6-8e3d-42dc-af40-58fd2bd6a451 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Made reservation on behalf of 8a5d2d7d189e4ad886ea0117678c9924 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:17.680220 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf91b2a6-8e3d-42dc-af40-58fd2bd6a451 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.686400 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.763736 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e44ca45-62ab-46f4-b356-a8c838684c1f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.798431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e67f9-7717-4348-a374-f509c5cb8bfa req-1289595e-e178-4c91-b4ee-fb383678d8c1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:17.802756 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c3e67f9-7717-4348-a374-f509c5cb8bfa req-1289595e-e178-4c91-b4ee-fb383678d8c1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 1.0780263 Jul 16 08:55:17.803302 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.814077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Network 14402a19-9c27-491a-b636-32963005e922 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:17.835590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4950a6-1321-4002-a5cc-57b4a3b374ca,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.839306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:17.842623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Transition to ACTIVE for port object 27cfd388-f237-4deb-ab18-0a430f2a928e will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:17.847391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:17.855036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335f964-8525-4783-af69-ab71fd3197d2 req-47343ff6-d6b9-407f-968b-3b81dd1c983e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:17.857032 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c335f964-8525-4783-af69-ab71fd3197d2 req-47343ff6-d6b9-407f-968b-3b81dd1c983e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=7390ce5d-ca79-4149-a5a6-f3e5199ee3ed HTTP/1.1" status: 200 len: 851 time: 0.4033728 Jul 16 08:55:17.873650 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] For port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:17.876398 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.900800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] For port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed,segment=NetworkSegment(0fcddcfc-8489-42ed-b8d9-01f63e70f543),segment_id=0fcddcfc-8489-42ed-b8d9-01f63e70f543)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:17.902206 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5b4b0594-ceee-4a06-a6a4-cd848cedbbdf tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3926895 Jul 16 08:55:17.911699 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51074) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.925942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5a6e074e-6254-44fe-8d67-629958ae2896 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Request body: {'subnet': {'network_id': '7ac90cf5-96c4-401f-90c2-2223406e4473', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:18.058873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14f93b-c3cb-4515-aad7-e06400670f2a None None] Pushing event updated for resources: {'Port': ['ID=27cfd388-f237-4deb-ab18-0a430f2a928e,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.106913 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b0594-ceee-4a06-a6a4-cd848cedbbdf tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event updated for resources: {'Network': ['ID=fe23d23c-09c8-49e0-8c52-6da66e636617,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.143383 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.144475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44ca45-62ab-46f4-b356-a8c838684c1f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Subnet': ['ID=0a11319f-cef5-4c95-b846-7dac2b4e25e9,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.213452 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network fe23d23c-09c8-49e0-8c52-6da66e636617 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:18.252628 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.306221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf91b2a6-8e3d-42dc-af40-58fd2bd6a451 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:18.329030 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf91b2a6-8e3d-42dc-af40-58fd2bd6a451 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.329587 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-bf91b2a6-8e3d-42dc-af40-58fd2bd6a451 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Added segment 287887bf-055d-403f-be34-8c71f8869322 of type vlan for network 594d740a-7a68-4b8a-91bf-858ef5dd424a Jul 16 08:55:18.415666 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4317c39c-a29e-4987-ba92-f1e4286e24bb up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:18.421114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6e074e-6254-44fe-8d67-629958ae2896 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Made reservation on behalf of f515c3aff3124f6f8d00fc3743c8825c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:18.424003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa790e5-807a-4356-bcaf-bfdab9af9a53 None None] Pushing event updated for resources: {'Port': ['ID=dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.427840 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a6e074e-6254-44fe-8d67-629958ae2896 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.428062 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf91b2a6-8e3d-42dc-af40-58fd2bd6a451 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.432533 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Attempting to bind port 27cfd388-f237-4deb-ab18-0a430f2a928e on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:18.433323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Attempting to bind port 27cfd388-f237-4deb-ab18-0a430f2a928e by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:18.433940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Attempting to bind port 27cfd388-f237-4deb-ab18-0a430f2a928e on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:18.454543 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:18.456099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:18.456848 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.457870 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:18.458626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Bound port: 27cfd388-f237-4deb-ab18-0a430f2a928e, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:18.459262 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.556962 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7d1a4267-c976-43f3-9cf6-02eaf7972c85 None None] Provisioning for port 8c4950a6-1321-4002-a5cc-57b4a3b374ca completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:18.574950 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c335f964-8525-4783-af69-ab71fd3197d2 req-11ffb8b0-91cb-40d7-8373-81e5a6b4efa7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=d8c76c1a-b53d-407f-9c90-097bb834c398&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6133125 Jul 16 08:55:18.618633 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c3e67f9-7717-4348-a374-f509c5cb8bfa req-ca825475-32ad-4a5a-8f14-78bb66a4221e tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7831919 Jul 16 08:55:18.634359 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf91b2a6-8e3d-42dc-af40-58fd2bd6a451 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.635695 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf91b2a6-8e3d-42dc-af40-58fd2bd6a451 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.636962 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf91b2a6-8e3d-42dc-af40-58fd2bd6a451 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.670299 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e44ca45-62ab-46f4-b356-a8c838684c1f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Checking segment: {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:18.671064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e44ca45-62ab-46f4-b356-a8c838684c1f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network hostable DHCP agents. Network: 5d3569cf-5333-4fc9-ad23-0472f461f09c, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:18.678541 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7d1a4267-c976-43f3-9cf6-02eaf7972c85 None None] Provisioning complete for port 8c4950a6-1321-4002-a5cc-57b4a3b374ca triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:18.679153 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7d1a4267-c976-43f3-9cf6-02eaf7972c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.687243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] For port 27cfd388-f237-4deb-ab18-0a430f2a928e, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:18.708083 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] For port 27cfd388-f237-4deb-ab18-0a430f2a928e, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=27cfd388-f237-4deb-ab18-0a430f2a928e,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:18.770749 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.788705 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91b2a6-8e3d-42dc-af40-58fd2bd6a451 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event updated for resources: {'Network': ['ID=594d740a-7a68-4b8a-91bf-858ef5dd424a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.825659 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.833433 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bf91b2a6-8e3d-42dc-af40-58fd2bd6a451 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.2364492 Jul 16 08:55:18.840395 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51088) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:18.887137 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 4317c39c-a29e-4987-ba92-f1e4286e24bb completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:18.926371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 594d740a-7a68-4b8a-91bf-858ef5dd424a details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:18.942100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e44ca45-62ab-46f4-b356-a8c838684c1f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 5d3569cf-5333-4fc9-ad23-0472f461f09c is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:18.983941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-6e44ca45-62ab-46f4-b356-a8c838684c1f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 5d3569cf-5333-4fc9-ad23-0472f461f09c) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:19.007921 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a4267-c976-43f3-9cf6-02eaf7972c85 None None] Port 8c4950a6-1321-4002-a5cc-57b4a3b374ca cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:19.008736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e44ca45-62ab-46f4-b356-a8c838684c1f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:19.009367 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e44ca45-62ab-46f4-b356-a8c838684c1f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.012097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d14f93b-c3cb-4515-aad7-e06400670f2a None None] Pushing event updated for resources: {'Port': ['ID=27cfd388-f237-4deb-ab18-0a430f2a928e,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:19.063917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c335f964-8525-4783-af69-ab71fd3197d2 req-fd5a9304-36e9-4033-a9a1-5bfbaed539d4 service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403617 Jul 16 08:55:19.103897 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fd7e07-3fbe-40fc-915d-7064e5577396 None None] Network 5d3569cf-5333-4fc9-ad23-0472f461f09c requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:19.104292 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6e44ca45-62ab-46f4-b356-a8c838684c1f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.1630065 Jul 16 08:55:19.125210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4317c39c-a29e-4987-ba92-f1e4286e24bb triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:19.125827 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.140139 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51090) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:19.373677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Routers {'916626c0-58f0-4605-91b3-8031e2878614'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:19.376203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['916626c0-58f0-4605-91b3-8031e2878614'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:19.413478 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a6e074e-6254-44fe-8d67-629958ae2896 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.423796 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c335f964-8525-4783-af69-ab71fd3197d2 req-97d058d4-1d0f-4ce0-8425-213fcc710e40 service neutron] 10.222.0.38 "GET /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3530767 Jul 16 08:55:19.488479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8886d08-fb37-40dc-8b4a-81fff8b5e0db tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:19.505071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8886d08-fb37-40dc-8b4a-81fff8b5e0db tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:19.511391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8886d08-fb37-40dc-8b4a-81fff8b5e0db tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:19.539881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8886d08-fb37-40dc-8b4a-81fff8b5e0db tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:19.551827 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a8886d08-fb37-40dc-8b4a-81fff8b5e0db tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.7101710 Jul 16 08:55:19.554314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51098) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:19.700934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e074e-6254-44fe-8d67-629958ae2896 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event updated for resources: {'Subnet': ['ID=53a713bd-fef3-452d-8a73-221c14aa503c,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:19.812417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6e074e-6254-44fe-8d67-629958ae2896 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Checking segment: {'id': '1438b944-ecf9-4cab-a634-d7a1be282a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7ac90cf5-96c4-401f-90c2-2223406e4473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:19.814171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e074e-6254-44fe-8d67-629958ae2896 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Network hostable DHCP agents. Network: 7ac90cf5-96c4-401f-90c2-2223406e4473, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:19.841747 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a0ff322-75a4-4250-976b-202f18c45949 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.082796 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.113612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-5d3569cf-5333-4fc9-ad23-0472f461f09c', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ips': [{'subnet_id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:20.115396 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.155480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 4317c39c-a29e-4987-ba92-f1e4286e24bb, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4317c39c-a29e-4987-ba92-f1e4286e24bb,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:20.181292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] Set router 916626c0-58f0-4605-91b3-8031e2878614 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:20.188258 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.505379 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.599300 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=4317c39c-a29e-4987-ba92-f1e4286e24bb,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:20.608079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:20.611088 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d0bfcc-5ddc-407b-b609-ada81065e1b5 None None] Network 01433772-2a1f-41f9-9f1e-bfd563843cd6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:20.758134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6e074e-6254-44fe-8d67-629958ae2896 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Network 7ac90cf5-96c4-401f-90c2-2223406e4473 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:20.782238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-5a6e074e-6254-44fe-8d67-629958ae2896 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 7ac90cf5-96c4-401f-90c2-2223406e4473) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:20.829122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e074e-6254-44fe-8d67-629958ae2896 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:20.830068 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a6e074e-6254-44fe-8d67-629958ae2896 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.944059 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.001283 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5a6e074e-6254-44fe-8d67-629958ae2896 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0845189 Jul 16 08:55:21.007123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51120) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:21.060420 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a0ff322-75a4-4250-976b-202f18c45949 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.066689 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.082885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b53808a9-7ca0-46d9-9b65-10fe4425bb42 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Request body: {'subnet': {'network_id': 'fe23d23c-09c8-49e0-8c52-6da66e636617', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:21.172263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5453cf48-b097-4428-a99b-5ce898e8d59d None None] Network 7ac90cf5-96c4-401f-90c2-2223406e4473 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:21.287264 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.20.0.17 (5d3569cf-5333-4fc9-ad23-0472f461f09c/0a11319f-cef5-4c95-b846-7dac2b4e25e9/3af8b925-a121-414b-9d09-4e4aaeff7e1b) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:21.351241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-82fb2c05-0528-4024-b6f0-f1f3bac084c8 None None] Provisioning for port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:21.418666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dab9699-cf60-4406-bebc-7e2d675ae5d6 req-6cb1bc8c-db34-4ea5-9ec2-42d48a63fdfe tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:21.421613 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0dab9699-cf60-4406-bebc-7e2d675ae5d6 req-6cb1bc8c-db34-4ea5-9ec2-42d48a63fdfe tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.8399420 Jul 16 08:55:21.457570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-1a0ff322-75a4-4250-976b-202f18c45949 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['594d740a-7a68-4b8a-91bf-858ef5dd424a']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:21.501260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b53808a9-7ca0-46d9-9b65-10fe4425bb42 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Made reservation on behalf of f515c3aff3124f6f8d00fc3743c8825c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:21.517333 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b53808a9-7ca0-46d9-9b65-10fe4425bb42 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.590536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-1a0ff322-75a4-4250-976b-202f18c45949 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '287887bf-055d-403f-be34-8c71f8869322') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:21.591580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-1a0ff322-75a4-4250-976b-202f18c45949 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '287887bf-055d-403f-be34-8c71f8869322') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:21.638706 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.666923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Transition to ACTIVE for port object 3af8b925-a121-414b-9d09-4e4aaeff7e1b will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:21.735557 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.786883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Allocated IP 172.20.0.18 (5d3569cf-5333-4fc9-ad23-0472f461f09c/0a11319f-cef5-4c95-b846-7dac2b4e25e9/b9c075bc-4893-4158-aeae-97a657f8ce82) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:21.821717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=3af8b925-a121-414b-9d09-4e4aaeff7e1b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:21.850266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 5d3569cf-5333-4fc9-ad23-0472f461f09c is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:21.855677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:21.866563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:21.894891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:21.914094 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.923105 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:21.923321 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.928097 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a0ff322-75a4-4250-976b-202f18c45949 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.936837 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0dab9699-cf60-4406-bebc-7e2d675ae5d6 req-2e1ef312-8a3b-4f87-b45b-5e72faf5dae8 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685860 Jul 16 08:55:21.964935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Pushing event updated for resources: {'Port': ['ID=8c4950a6-1321-4002-a5cc-57b4a3b374ca,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:22.005450 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a0ff322-75a4-4250-976b-202f18c45949 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.007742 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-7ac90cf5-96c4-401f-90c2-2223406e4473', 'network_id': '7ac90cf5-96c4-401f-90c2-2223406e4473', 'tenant_id': 'f515c3aff3124f6f8d00fc3743c8825c', 'fixed_ips': [{'subnet_id': '53a713bd-fef3-452d-8a73-221c14aa503c'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:22.008742 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.028131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0ff322-75a4-4250-976b-202f18c45949 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:22.029641 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a0ff322-75a4-4250-976b-202f18c45949 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.089670 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:22.131935 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:22.341326 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a0ff322-75a4-4250-976b-202f18c45949 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.362802 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a0ff322-75a4-4250-976b-202f18c45949 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 594d740a-7a68-4b8a-91bf-858ef5dd424a {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:55:22.425086 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.446876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Transition to ACTIVE for port object b9c075bc-4893-4158-aeae-97a657f8ce82 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:22.496154 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a0ff322-75a4-4250-976b-202f18c45949 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.508123 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1a0ff322-75a4-4250-976b-202f18c45949 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "DELETE /v2.0/networks/594d740a-7a68-4b8a-91bf-858ef5dd424a HTTP/1.1" status: 204 len: 168 time: 2.9347022 Jul 16 08:55:22.508470 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.514916 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51134) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:22.515226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:17Z', 'revision_number': 1, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:22.517398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Transition to ACTIVE for port object b9c075bc-4893-4158-aeae-97a657f8ce82 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:22.545053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a1e7eee1-cb88-45e4-9138-9257e6a3ea46 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Request body: {'network': {'name': 'tempest-network--1595453201', 'router:external': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:22.587712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ff322-75a4-4250-976b-202f18c45949 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event deleted for resources: {'Network': ['ID=594d740a-7a68-4b8a-91bf-858ef5dd424a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:22.621746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e64c7f4-700d-44d6-a652-16384bde29ee None None] The sync data for ids ['916626c0-58f0-4605-91b3-8031e2878614'] in n-d-758944-46 is: [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:17Z', 'revision_number': 1, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:22.643745 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.727785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed,segment=NetworkSegment(0fcddcfc-8489-42ed-b8d9-01f63e70f543),segment_id=0fcddcfc-8489-42ed-b8d9-01f63e70f543)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:22.778934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Allocated IP 2001:db8::2 (7ac90cf5-96c4-401f-90c2-2223406e4473/53a713bd-fef3-452d-8a73-221c14aa503c/770fb74c-47be-4fb6-a720-ad1b3f58bccb) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:22.778934 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.801009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e7eee1-cb88-45e4-9138-9257e6a3ea46 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Made reservation on behalf of 8a5d2d7d189e4ad886ea0117678c9924 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:22.806617 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a1e7eee1-cb88-45e4-9138-9257e6a3ea46 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.820994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Network 5d3569cf-5333-4fc9-ad23-0472f461f09c is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:22.838098 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:22.843053 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:22.861780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Network 14402a19-9c27-491a-b636-32963005e922 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:22.869268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Pushing event updated for resources: {'Port': ['ID=b9c075bc-4893-4158-aeae-97a657f8ce82,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:22.870989 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b53808a9-7ca0-46d9-9b65-10fe4425bb42 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.892966 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.898137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:23.174515 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4317c39c-a29e-4987-ba92-f1e4286e24bb up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:23.318003 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Router 916626c0-58f0-4605-91b3-8031e2878614 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:23.351134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1e7eee1-cb88-45e4-9138-9257e6a3ea46 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:23.366105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53808a9-7ca0-46d9-9b65-10fe4425bb42 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event updated for resources: {'Subnet': ['ID=2f7f9932-1bc7-4367-a6d6-6c735aa199e0,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:23.382627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53808a9-7ca0-46d9-9b65-10fe4425bb42 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Checking segment: {'id': '1df6523d-2098-4f50-93c1-6f1eb410c708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe23d23c-09c8-49e0-8c52-6da66e636617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:23.383079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53808a9-7ca0-46d9-9b65-10fe4425bb42 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Network hostable DHCP agents. Network: fe23d23c-09c8-49e0-8c52-6da66e636617, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:23.452663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Attempting to bind port b9c075bc-4893-4158-aeae-97a657f8ce82 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:23.459509 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a1e7eee1-cb88-45e4-9138-9257e6a3ea46 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.459978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Attempting to bind port b9c075bc-4893-4158-aeae-97a657f8ce82 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:23.460222 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-a1e7eee1-cb88-45e4-9138-9257e6a3ea46 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Added segment 6ff84fd6-bdc7-42d8-8e88-0b99e9b79b98 of type vlan for network 1c4edd28-d940-4eb3-8747-a143bcdbbbe7 Jul 16 08:55:23.463196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Attempting to bind port b9c075bc-4893-4158-aeae-97a657f8ce82 on network 5d3569cf-5333-4fc9-ad23-0472f461f09c {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:23.568292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:23.584556 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1558d24d-15ec-41de-94bb-ab99acf6e962 admin admin] 10.222.0.20 "PUT /v2.0/routers/916626c0-58f0-4605-91b3-8031e2878614/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1445165 Jul 16 08:55:23.609935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53808a9-7ca0-46d9-9b65-10fe4425bb42 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Network fe23d23c-09c8-49e0-8c52-6da66e636617 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:23.644925 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:23.647442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-b53808a9-7ca0-46d9-9b65-10fe4425bb42 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, fe23d23c-09c8-49e0-8c52-6da66e636617) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:23.648471 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:23.649367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Checking segment: {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:23.650628 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.655418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53808a9-7ca0-46d9-9b65-10fe4425bb42 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:23.656077 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b53808a9-7ca0-46d9-9b65-10fe4425bb42 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.662036 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Bound using segment: {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:23.663160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Bound port: b9c075bc-4893-4158-aeae-97a657f8ce82, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:23.664327 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.675465 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb393d3-1cac-4273-8c50-5271ce329d75 None None] Network fe23d23c-09c8-49e0-8c52-6da66e636617 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:23.686485 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b53808a9-7ca0-46d9-9b65-10fe4425bb42 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6126378 Jul 16 08:55:23.687509 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51148) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:23.726001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dc2efa4f-c0b8-4f42-8a63-da17f11e6f05 None None] Provisioning complete for port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:23.727603 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dc2efa4f-c0b8-4f42-8a63-da17f11e6f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.869836 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a1e7eee1-cb88-45e4-9138-9257e6a3ea46 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.885460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] For port b9c075bc-4893-4158-aeae-97a657f8ce82, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:23.889573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] For port b9c075bc-4893-4158-aeae-97a657f8ce82, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b9c075bc-4893-4158-aeae-97a657f8ce82,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:23.910452 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.075476 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.089255 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Transition to ACTIVE for port object 770fb74c-47be-4fb6-a720-ad1b3f58bccb will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:24.092563 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a1e7eee1-cb88-45e4-9138-9257e6a3ea46 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.096977 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e7eee1-cb88-45e4-9138-9257e6a3ea46 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:24.101570 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a1e7eee1-cb88-45e4-9138-9257e6a3ea46 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.110096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Transition to ACTIVE for port object 770fb74c-47be-4fb6-a720-ad1b3f58bccb will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:24.224478 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Pushing event updated for resources: {'Port': ['ID=b9c075bc-4893-4158-aeae-97a657f8ce82,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:24.244364 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.351885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.352975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.354000 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.355016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.356436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.357305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.358196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.359027 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.360802 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.361709 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.362923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.364304 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d7bcbe5-b31c-498e-9d62-b8e8bd7cb7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:24.388548 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.522740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4317c39c-a29e-4987-ba92-f1e4286e24bb triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:24.530069 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.563383 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Network 7ac90cf5-96c4-401f-90c2-2223406e4473 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:24.707685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:24.714291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:24.723721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Pushing event updated for resources: {'Port': ['ID=770fb74c-47be-4fb6-a720-ad1b3f58bccb,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:24.843772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e7eee1-cb88-45e4-9138-9257e6a3ea46 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event updated for resources: {'Network': ['ID=1c4edd28-d940-4eb3-8747-a143bcdbbbe7,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:24.886881 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 1c4edd28-d940-4eb3-8747-a143bcdbbbe7 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:25.026742 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a1e7eee1-cb88-45e4-9138-9257e6a3ea46 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.5094249 Jul 16 08:55:25.030756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51168) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:25.143450 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f6a28-a274-420d-8b9d-0168d08b090c req-047a5187-35f1-4fff-9b5f-d301a712a831 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.146234 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7c8f6a28-a274-420d-8b9d-0168d08b090c req-047a5187-35f1-4fff-9b5f-d301a712a831 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 1.8419256 Jul 16 08:55:25.256643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Allocated IP 2001:db8::1 (7ac90cf5-96c4-401f-90c2-2223406e4473/53a713bd-fef3-452d-8a73-221c14aa503c/64ac178f-4ba6-4818-80dd-4a0e0a6387b7) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:25.442945 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.485106 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7c8f6a28-a274-420d-8b9d-0168d08b090c req-d89f1e2c-1128-4701-888c-94c8754d35dd tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023515 Jul 16 08:55:25.491672 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.752721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Attempting to bind port 770fb74c-47be-4fb6-a720-ad1b3f58bccb on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:25.753625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Attempting to bind port 770fb74c-47be-4fb6-a720-ad1b3f58bccb by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '1438b944-ecf9-4cab-a634-d7a1be282a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7ac90cf5-96c4-401f-90c2-2223406e4473'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:25.753930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Attempting to bind port 770fb74c-47be-4fb6-a720-ad1b3f58bccb on network 7ac90cf5-96c4-401f-90c2-2223406e4473 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:25.871333 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.966776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:25.990660 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Checking segment: {'id': '1438b944-ecf9-4cab-a634-d7a1be282a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7ac90cf5-96c4-401f-90c2-2223406e4473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:25.991300 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.998626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Bound using segment: {'id': '1438b944-ecf9-4cab-a634-d7a1be282a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7ac90cf5-96c4-401f-90c2-2223406e4473'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:26.001711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Bound port: 770fb74c-47be-4fb6-a720-ad1b3f58bccb, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1438b944-ecf9-4cab-a634-d7a1be282a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '7ac90cf5-96c4-401f-90c2-2223406e4473'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:26.007066 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.050735 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=3af8b925-a121-414b-9d09-4e4aaeff7e1b,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:26.140994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf19682f-ffcb-4b0e-bdc2-8db6bd670016 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:26.155072 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bf19682f-ffcb-4b0e-bdc2-8db6bd670016 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] 10.222.0.20 "GET /v2.0/networks/1c4edd28-d940-4eb3-8747-a143bcdbbbe7 HTTP/1.1" status: 200 len: 757 time: 1.1094422 Jul 16 08:55:26.163055 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51182) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.196165 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.377354 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Transition to ACTIVE for port object 64ac178f-4ba6-4818-80dd-4a0e0a6387b7 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:26.716205 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.746673 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f26ed-12f1-4056-ab3e-8a3bcf284f99 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:26.759296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0c3f26ed-12f1-4056-ab3e-8a3bcf284f99 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] 10.222.0.20 "GET /v2.0/networks/53dc1164-f5fc-4660-ac06-3cd905b02867 HTTP/1.1" status: 200 len: 767 time: 0.5791371 Jul 16 08:55:26.762958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51190) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.798251 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51192) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.903970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-396ad698-4176-4f54-8706-82458e6cc060 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--232350148', 'description': 'tempest-description--1184077960'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:26.954418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-fe23d23c-09c8-49e0-8c52-6da66e636617', 'network_id': 'fe23d23c-09c8-49e0-8c52-6da66e636617', 'tenant_id': 'f515c3aff3124f6f8d00fc3743c8825c', 'fixed_ips': [{'subnet_id': '2f7f9932-1bc7-4367-a6d6-6c735aa199e0'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:26.987085 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.030024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event updated for resources: {'Port': ['ID=64ac178f-4ba6-4818-80dd-4a0e0a6387b7,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:27.075621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 5d3569cf-5333-4fc9-ad23-0472f461f09c is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:27.080813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-59a8baaf-6bf7-4862-8244-96d19a94de65 None None] Provisioning complete for port 8c4950a6-1321-4002-a5cc-57b4a3b374ca triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:27.097800 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-59a8baaf-6bf7-4862-8244-96d19a94de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.100223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Network 7ac90cf5-96c4-401f-90c2-2223406e4473 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:27.119217 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:27.143017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:27.145049 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.146746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:27.401769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c502d3b5-e74a-4e15-add8-278bb3b105f6 None None] Network 5d3569cf-5333-4fc9-ad23-0472f461f09c requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:27.428705 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.471670 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-396ad698-4176-4f54-8706-82458e6cc060 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.671598 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-64582a07-041a-494f-9b20-236f83f7a37f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.699897 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] For port 770fb74c-47be-4fb6-a720-ad1b3f58bccb, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:27.708643 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] For port 770fb74c-47be-4fb6-a720-ad1b3f58bccb, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=770fb74c-47be-4fb6-a720-ad1b3f58bccb,segment=NetworkSegment(1438b944-ecf9-4cab-a634-d7a1be282a18),segment_id=1438b944-ecf9-4cab-a634-d7a1be282a18)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:27.721004 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b9c075bc-4893-4158-aeae-97a657f8ce82 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:27.736444 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.124430 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-396ad698-4176-4f54-8706-82458e6cc060 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.135984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Allocated IP 2001:db8::2 (fe23d23c-09c8-49e0-8c52-6da66e636617/2f7f9932-1bc7-4367-a6d6-6c735aa199e0/98411d6a-5c8b-409b-8e4d-713eb973db19) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:28.155748 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-396ad698-4176-4f54-8706-82458e6cc060 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.237673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-59a8baaf-6bf7-4862-8244-96d19a94de65 None None] Port 8c4950a6-1321-4002-a5cc-57b4a3b374ca cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:28.289023 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-396ad698-4176-4f54-8706-82458e6cc060 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.294685 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-396ad698-4176-4f54-8706-82458e6cc060 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4857225 Jul 16 08:55:28.298338 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51210) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:28.317996 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-59841692-8f1e-42c8-bedb-efff6a196f1a tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Request body: {'security_group_rule': {'security_group_id': '4a5b6b0c-2cf0-487e-9077-d8c349012474', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:28.369577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a4280c-0c58-48f0-86cc-244c25568fe5 None None] Pushing event updated for resources: {'Port': ['ID=770fb74c-47be-4fb6-a720-ad1b3f58bccb,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:28.457972 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-64582a07-041a-494f-9b20-236f83f7a37f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.531998 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-64582a07-041a-494f-9b20-236f83f7a37f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c4edd28-d940-4eb3-8747-a143bcdbbbe7']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:28.561858 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.564183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d61b1f-d8f0-4716-9d4e-2b21b6277a4c req-4e1ec375-c43e-4544-b367-3004880b70a3 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:28.579312 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c8d61b1f-d8f0-4716-9d4e-2b21b6277a4c req-4e1ec375-c43e-4544-b367-3004880b70a3 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 1.3667235 Jul 16 08:55:28.592220 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.593231 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.595548 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59841692-8f1e-42c8-bedb-efff6a196f1a tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.612934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port b9c075bc-4893-4158-aeae-97a657f8ce82 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:28.634990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-64582a07-041a-494f-9b20-236f83f7a37f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ff84fd6-bdc7-42d8-8e88-0b99e9b79b98') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:28.635748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-64582a07-041a-494f-9b20-236f83f7a37f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ff84fd6-bdc7-42d8-8e88-0b99e9b79b98') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:28.650811 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396ad698-4176-4f54-8706-82458e6cc060 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5b6b0c-2cf0-487e-9077-d8c349012474,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:28.662966 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 27cfd388-f237-4deb-ab18-0a430f2a928e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:28.709874 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-64582a07-041a-494f-9b20-236f83f7a37f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.714971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6c463654-7237-43b3-bbe2-773da15e4de1 None None] Provisioning for port b9c075bc-4893-4158-aeae-97a657f8ce82 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:28.761242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:28.775744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6c463654-7237-43b3-bbe2-773da15e4de1 None None] Provisioning complete for port b9c075bc-4893-4158-aeae-97a657f8ce82 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:28.777120 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6c463654-7237-43b3-bbe2-773da15e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.941408 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.954297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Transition to ACTIVE for port object 98411d6a-5c8b-409b-8e4d-713eb973db19 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:28.999278 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-64582a07-041a-494f-9b20-236f83f7a37f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.036537 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59841692-8f1e-42c8-bedb-efff6a196f1a tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.036884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Transition to ACTIVE for port object 98411d6a-5c8b-409b-8e4d-713eb973db19 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:29.058900 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.117821 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c8d61b1f-d8f0-4716-9d4e-2b21b6277a4c req-01ac32c9-8e2f-4d08-bf7a-327aa23c4a6d tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5360408 Jul 16 08:55:29.132159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64582a07-041a-494f-9b20-236f83f7a37f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:29.138064 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-64582a07-041a-494f-9b20-236f83f7a37f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.169145 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event updated for resources: {'Port': ['ID=64ac178f-4ba6-4818-80dd-4a0e0a6387b7,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.213941 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59841692-8f1e-42c8-bedb-efff6a196f1a tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.251791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59841692-8f1e-42c8-bedb-efff6a196f1a tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=225b4f36-4b9f-4fa6-93c7-2a93ec88f0a3,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.269779 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59841692-8f1e-42c8-bedb-efff6a196f1a tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.271536 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-59841692-8f1e-42c8-bedb-efff6a196f1a tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9721050 Jul 16 08:55:29.275411 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51220) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:29.281085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b34a7b2c-e553-457e-9d16-85a9aaf3b872 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Request body: {'security_group_rule': {'security_group_id': '4a5b6b0c-2cf0-487e-9077-d8c349012474', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:29.299826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Network fe23d23c-09c8-49e0-8c52-6da66e636617 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:29.315937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Network 7ac90cf5-96c4-401f-90c2-2223406e4473 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:29.323478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:29.347415 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:29.372992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:29.378973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:29.496237 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b34a7b2c-e553-457e-9d16-85a9aaf3b872 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.506057 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 27cfd388-f237-4deb-ab18-0a430f2a928e completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:29.543143 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6c463654-7237-43b3-bbe2-773da15e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.613305 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-64582a07-041a-494f-9b20-236f83f7a37f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.627671 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Pushing event updated for resources: {'Port': ['ID=98411d6a-5c8b-409b-8e4d-713eb973db19,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.632131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 27cfd388-f237-4deb-ab18-0a430f2a928e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:29.635108 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.666285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64582a07-041a-494f-9b20-236f83f7a37f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1c4edd28-d940-4eb3-8747-a143bcdbbbe7 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:55:29.697480 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-64582a07-041a-494f-9b20-236f83f7a37f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.701133 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-64582a07-041a-494f-9b20-236f83f7a37f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "DELETE /v2.0/networks/1c4edd28-d940-4eb3-8747-a143bcdbbbe7 HTTP/1.1" status: 204 len: 168 time: 2.9364877 Jul 16 08:55:29.709162 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51224) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:29.711916 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b34a7b2c-e553-457e-9d16-85a9aaf3b872 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.724110 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b34a7b2c-e553-457e-9d16-85a9aaf3b872 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.748291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64582a07-041a-494f-9b20-236f83f7a37f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event deleted for resources: {'Network': ['ID=1c4edd28-d940-4eb3-8747-a143bcdbbbe7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.749015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a7b2c-e553-457e-9d16-85a9aaf3b872 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5107141d-0fee-4dfd-8754-b5e38d579867,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:29.760228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-fbed7ad3-3236-484e-a09c-735c3fe7c62d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Request body: {'network': {'name': 'tempest-network--1923663063'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:29.776580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Router b407dad3-6359-4d2f-b7eb-d0863632d19e is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:29.799862 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b34a7b2c-e553-457e-9d16-85a9aaf3b872 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.806490 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b34a7b2c-e553-457e-9d16-85a9aaf3b872 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5259600 Jul 16 08:55:29.823902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51230) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:29.828974 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:29.845021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:29.862336 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0eebaa1b-f388-43aa-86a7-0d570d35283e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "PUT /v2.0/routers/025fd5e6-e737-4bf9-8df7-65b3d2e69f16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7202399 Jul 16 08:55:30.007635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6c463654-7237-43b3-bbe2-773da15e4de1 None None] For port b9c075bc-4893-4158-aeae-97a657f8ce82, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b9c075bc-4893-4158-aeae-97a657f8ce82,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:30.010026 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Attempting to bind port 98411d6a-5c8b-409b-8e4d-713eb973db19 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:30.010628 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Attempting to bind port 98411d6a-5c8b-409b-8e4d-713eb973db19 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '1df6523d-2098-4f50-93c1-6f1eb410c708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe23d23c-09c8-49e0-8c52-6da66e636617'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:30.011216 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Attempting to bind port 98411d6a-5c8b-409b-8e4d-713eb973db19 on network fe23d23c-09c8-49e0-8c52-6da66e636617 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:30.026572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbed7ad3-3236-484e-a09c-735c3fe7c62d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Made reservation on behalf of 8a5d2d7d189e4ad886ea0117678c9924 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:30.034484 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbed7ad3-3236-484e-a09c-735c3fe7c62d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.080358 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6c463654-7237-43b3-bbe2-773da15e4de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.127077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbed7ad3-3236-484e-a09c-735c3fe7c62d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] vlan segment allocate from pool success with {'vlan_id': 59, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:30.161081 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.198805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:30.220268 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ebe4cb8c-5fa4-492f-a0c2-725d07559c9e tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "PUT /v2.0/routers/b407dad3-6359-4d2f-b7eb-d0863632d19e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5286646 Jul 16 08:55:30.226171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51236) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:30.230652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:30.237627 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Checking segment: {'id': '1df6523d-2098-4f50-93c1-6f1eb410c708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe23d23c-09c8-49e0-8c52-6da66e636617'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:30.241492 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.244529 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Bound using segment: {'id': '1df6523d-2098-4f50-93c1-6f1eb410c708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe23d23c-09c8-49e0-8c52-6da66e636617'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:30.245693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Bound port: 98411d6a-5c8b-409b-8e4d-713eb973db19, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df6523d-2098-4f50-93c1-6f1eb410c708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'fe23d23c-09c8-49e0-8c52-6da66e636617'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:30.246218 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.379882 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbed7ad3-3236-484e-a09c-735c3fe7c62d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.384051 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-fbed7ad3-3236-484e-a09c-735c3fe7c62d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Added segment 4b1100bd-10d5-4cc8-8c11-da15e54e131e of type vlan for network 4728a395-a895-4ec2-8221-1249fce23a31 Jul 16 08:55:30.805677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c463654-7237-43b3-bbe2-773da15e4de1 None None] Pushing event updated for resources: {'Port': ['ID=b9c075bc-4893-4158-aeae-97a657f8ce82,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:30.898759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] For port 98411d6a-5c8b-409b-8e4d-713eb973db19, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:30.912334 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] For port 98411d6a-5c8b-409b-8e4d-713eb973db19, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=98411d6a-5c8b-409b-8e4d-713eb973db19,segment=NetworkSegment(1df6523d-2098-4f50-93c1-6f1eb410c708),segment_id=1df6523d-2098-4f50-93c1-6f1eb410c708)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:30.916232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bf02d3ea-f657-40da-bae1-3f352801ce54 None None] Provisioning complete for port b9c075bc-4893-4158-aeae-97a657f8ce82 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:30.917562 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bf02d3ea-f657-40da-bae1-3f352801ce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.044967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daf7d52-9ab2-4033-87a1-1040b7a3015b None None] Network 7ac90cf5-96c4-401f-90c2-2223406e4473 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:31.048524 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.285654 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Sync routers for ids ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:31.323163 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Routers {'025fd5e6-e737-4bf9-8df7-65b3d2e69f16'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:31.323663 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:31.653089 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Set router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:31.654941 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.697497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0414ee-c4fd-4ac8-ad89-652fdecffa4a None None] Sync routers for ids ['b407dad3-6359-4d2f-b7eb-d0863632d19e'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:31.887008 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbed7ad3-3236-484e-a09c-735c3fe7c62d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.978267 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ac817-1551-4e02-b52b-9d09a98324bf req-eed869b1-293e-4b28-a1d5-7b690d799b96 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:31.979865 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7c5ac817-1551-4e02-b52b-9d09a98324bf req-eed869b1-293e-4b28-a1d5-7b690d799b96 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.38 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 2.4039662 Jul 16 08:55:31.994657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0414ee-c4fd-4ac8-ad89-652fdecffa4a None None] Routers {'b407dad3-6359-4d2f-b7eb-d0863632d19e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:31.995559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ae0414ee-c4fd-4ac8-ad89-652fdecffa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b407dad3-6359-4d2f-b7eb-d0863632d19e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:32.148010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 27cfd388-f237-4deb-ab18-0a430f2a928e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=27cfd388-f237-4deb-ab18-0a430f2a928e,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:32.194936 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Sync routers for ids ['916626c0-58f0-4605-91b3-8031e2878614'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:32.252706 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Routers {'916626c0-58f0-4605-91b3-8031e2878614'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:32.267636 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['916626c0-58f0-4605-91b3-8031e2878614'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:32.432450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ef921-11fd-450b-a886-0995fd2eb911 None None] Pushing event updated for resources: {'Port': ['ID=98411d6a-5c8b-409b-8e4d-713eb973db19,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:32.436290 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.resource_extend [None req-fbed7ad3-3236-484e-a09c-735c3fe7c62d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:55:32.444891 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.445887 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:32.467892 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ae0414ee-c4fd-4ac8-ad89-652fdecffa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:32.478513 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Set router 916626c0-58f0-4605-91b3-8031e2878614 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:32.573299 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:06Z', 'updated_at': '2021-07-16T08:55:22Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3af8b925-a121-414b-9d09-4e4aaeff7e1b', 'name': '', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:20Z', 'updated_at': '2021-07-16T08:55:24Z', 'revision_number': 2, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:32.651371 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Checking router: 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:32.658673 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Updating router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 port 3af8b925-a121-414b-9d09-4e4aaeff7e1b binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:55:32.667531 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-4a6cc17b-16d0-4f36-803f-a1eccad3a1aa tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-580326411&fields=id&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 267 time: 0.9059842 Jul 16 08:55:32.717165 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbed7ad3-3236-484e-a09c-735c3fe7c62d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.718211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbed7ad3-3236-484e-a09c-735c3fe7c62d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:32.719371 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbed7ad3-3236-484e-a09c-735c3fe7c62d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.852750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=27cfd388-f237-4deb-ab18-0a430f2a928e,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:32.894538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0414ee-c4fd-4ac8-ad89-652fdecffa4a None None] Routers {'b407dad3-6359-4d2f-b7eb-d0863632d19e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:32.895521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ae0414ee-c4fd-4ac8-ad89-652fdecffa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b407dad3-6359-4d2f-b7eb-d0863632d19e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:32.926899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d707f8-27cb-4d6c-a2a8-739fe5d7d8a4 req-189eac73-1b9f-4915-ba08-6eb49e484654 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:32.949434 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.971910 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-52d707f8-27cb-4d6c-a2a8-739fe5d7d8a4 req-189eac73-1b9f-4915-ba08-6eb49e484654 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 1.8240242 Jul 16 08:55:32.998990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ae0414ee-c4fd-4ac8-ad89-652fdecffa4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:33.002320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0414ee-c4fd-4ac8-ad89-652fdecffa4a None None] The sync data for ids ['b407dad3-6359-4d2f-b7eb-d0863632d19e'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:33.097166 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-52d707f8-27cb-4d6c-a2a8-739fe5d7d8a4 req-d668a4cb-851d-4639-a242-d507d7b4ccea tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237199 Jul 16 08:55:33.229036 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bf02d3ea-f657-40da-bae1-3f352801ce54 None None] Provisioning for port 3af8b925-a121-414b-9d09-4e4aaeff7e1b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:33.230913 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-ab589c12-e16d-4225-b47d-27630ff155e5 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:33.244920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:33.245405 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ab589c12-e16d-4225-b47d-27630ff155e5 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "PUT /v2.0/routers/b407dad3-6359-4d2f-b7eb-d0863632d19e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.0158839 Jul 16 08:55:33.245642 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51292) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:33.245850 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.256733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bf02d3ea-f657-40da-bae1-3f352801ce54 None None] Provisioning complete for port 3af8b925-a121-414b-9d09-4e4aaeff7e1b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:33.269233 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bf02d3ea-f657-40da-bae1-3f352801ce54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.301451 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fbed7ad3-3236-484e-a09c-735c3fe7c62d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.5530300 Jul 16 08:55:33.318603 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51294) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:33.336230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbed7ad3-3236-484e-a09c-735c3fe7c62d tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event updated for resources: {'Network': ['ID=4728a395-a895-4ec2-8221-1249fce23a31,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:33.362198 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5284e540-ff06-4f16-a80c-b8717296a53f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:33.402202 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-7c5ac817-1551-4e02-b52b-9d09a98324bf req-0e5ad2b0-dd4a-46c4-993e-fce1ffee31c1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Deleting port 8cbc9aa1-402e-4705-bc79-bcff7a7994ef {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:33.402549 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7c5ac817-1551-4e02-b52b-9d09a98324bf req-0e5ad2b0-dd4a-46c4-993e-fce1ffee31c1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.801765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-f0fa22c9-9d53-4706-8259-8d6ae0b16e6f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:33.809328 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-f0fa22c9-9d53-4706-8259-8d6ae0b16e6f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/networks?id=5d3569cf-5333-4fc9-ad23-0472f461f09c HTTP/1.1" status: 200 len: 797 time: 1.1402671 Jul 16 08:55:33.880378 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.896233 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Transition to ACTIVE for port object 3af8b925-a121-414b-9d09-4e4aaeff7e1b will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:33.917314 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.927413 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-533a3b88-590f-4960-9cb6-38dfad3fc362 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/quotas/6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 375 time: 0.1140397 Jul 16 08:55:33.941786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-7c5ac817-1551-4e02-b52b-9d09a98324bf req-0e5ad2b0-dd4a-46c4-993e-fce1ffee31c1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] For port 8cbc9aa1-402e-4705-bc79-bcff7a7994ef, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8cbc9aa1-402e-4705-bc79-bcff7a7994ef,segment=NetworkSegment(c7c146e4-8af3-4dbc-95c6-eb652d96ea0a),segment_id=c7c146e4-8af3-4dbc-95c6-eb652d96ea0a)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:33.942484 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7c5ac817-1551-4e02-b52b-9d09a98324bf req-0e5ad2b0-dd4a-46c4-993e-fce1ffee31c1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.954954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 4728a395-a895-4ec2-8221-1249fce23a31 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:33.962673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8cbc9aa1-402e-4705-bc79-bcff7a7994ef no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:33.966193 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.968826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b37a8-e562-48a2-82db-4fdbdf8a10ce None None] Network fe23d23c-09c8-49e0-8c52-6da66e636617 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:34.066950 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:19Z', 'revision_number': 2, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:34.071603 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b809f-3fa0-43e3-920b-e05a7efb5c8a None None] Pushing event updated for resources: {'Port': ['ID=3af8b925-a121-414b-9d09-4e4aaeff7e1b,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:34.367407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-7c5ac817-1551-4e02-b52b-9d09a98324bf req-0e5ad2b0-dd4a-46c4-993e-fce1ffee31c1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Calling delete_port for 8cbc9aa1-402e-4705-bc79-bcff7a7994ef owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:34.459343 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Checking router: 916626c0-58f0-4605-91b3-8031e2878614 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:34.459696 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Updating router 916626c0-58f0-4605-91b3-8031e2878614 port 8c4950a6-1321-4002-a5cc-57b4a3b374ca binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:55:34.526850 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Attempting to bind port 3af8b925-a121-414b-9d09-4e4aaeff7e1b on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:34.526850 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Attempting to bind port 3af8b925-a121-414b-9d09-4e4aaeff7e1b by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:34.527737 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Attempting to bind port 3af8b925-a121-414b-9d09-4e4aaeff7e1b on network 5d3569cf-5333-4fc9-ad23-0472f461f09c {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:34.534748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-bf02d3ea-f657-40da-bae1-3f352801ce54 None None] Port 3af8b925-a121-414b-9d09-4e4aaeff7e1b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:34.560805 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:34.561204 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Checking segment: {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:34.561568 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.561958 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Bound using segment: {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:34.563045 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Bound port: 3af8b925-a121-414b-9d09-4e4aaeff7e1b, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:34.563437 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.571882 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-be47c633-22e0-4a4d-92ff-896eac1a61c2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.586372 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.732406 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9cd36f-b425-4a2f-9b6d-d4c1fdf0ff55 req-4dd343ae-8dd6-47a4-b972-03743d3626ba tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.753141 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b9cd36f-b425-4a2f-9b6d-d4c1fdf0ff55 req-4dd343ae-8dd6-47a4-b972-03743d3626ba tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 945 time: 0.3567908 Jul 16 08:55:34.764111 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.785791 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5284e540-ff06-4f16-a80c-b8717296a53f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.877198 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b9cd36f-b425-4a2f-9b6d-d4c1fdf0ff55 req-52cfe3c0-317f-412c-bd33-7546f96d0379 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230261 Jul 16 08:55:34.946151 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] For port 3af8b925-a121-414b-9d09-4e4aaeff7e1b, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:34.987331 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5284e540-ff06-4f16-a80c-b8717296a53f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.996214 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] For port 3af8b925-a121-414b-9d09-4e4aaeff7e1b, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3af8b925-a121-414b-9d09-4e4aaeff7e1b,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:35.004115 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5284e540-ff06-4f16-a80c-b8717296a53f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Network 4728a395-a895-4ec2-8221-1249fce23a31 is not hosted by any dhcp agent {{(pid=93695) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:55:35.005124 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5284e540-ff06-4f16-a80c-b8717296a53f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:35.006530 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5284e540-ff06-4f16-a80c-b8717296a53f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.011784 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5284e540-ff06-4f16-a80c-b8717296a53f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "PUT /v2.0/networks/4728a395-a895-4ec2-8221-1249fce23a31 HTTP/1.1" status: 200 len: 857 time: 1.6760626 Jul 16 08:55:35.011784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51328) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:35.013692 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.030603 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7c5ac817-1551-4e02-b52b-9d09a98324bf req-0e5ad2b0-dd4a-46c4-993e-fce1ffee31c1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.076195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Allocated IP 172.25.4.32 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/6f7e0b62-dd39-4423-b71a-21e8180db5e9) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:35.123336 n-d-758944-46 neutron-server[93696]: INFO neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No ports have port_id starting with 8cbc9aa1-402e-4705-bc79-bcff7a7994ef Jul 16 08:55:35.152489 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['71e2398d-09d3-436c-8152-71e6f178e2d9'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:35.269276 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Routers {'025fd5e6-e737-4bf9-8df7-65b3d2e69f16'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:35.270229 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:35.322435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-be47c633-22e0-4a4d-92ff-896eac1a61c2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Deleting port 64ac178f-4ba6-4818-80dd-4a0e0a6387b7 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:35.325049 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-be47c633-22e0-4a4d-92ff-896eac1a61c2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.346945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2cec3d26-33d3-408b-8cbd-e2918937fac4 None None] Provisioning for port 98411d6a-5c8b-409b-8e4d-713eb973db19 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:35.375820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ad2b0-dd4a-46c4-993e-fce1ffee31c1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Pushing event deleted for resources: {'Port': ['ID=8cbc9aa1-402e-4705-bc79-bcff7a7994ef,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:35.432980 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b809f-3fa0-43e3-920b-e05a7efb5c8a None None] Pushing event updated for resources: {'Port': ['ID=3af8b925-a121-414b-9d09-4e4aaeff7e1b,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:35.509760 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-be47c633-22e0-4a4d-92ff-896eac1a61c2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.565626 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-be47c633-22e0-4a4d-92ff-896eac1a61c2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Calling delete_port for 64ac178f-4ba6-4818-80dd-4a0e0a6387b7 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:35.619246 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-64c1b70a-6263-4326-a660-6f857365899a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&fields=id HTTP/1.1" status: 200 len: 302 time: 1.6903627 Jul 16 08:55:35.624391 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-968b1014-e74f-4aaf-9958-4e1b7d777a00 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.635293 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d4db77d8-b1b9-4be5-a504-f7f876ba318d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.692159 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.696220 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2cec3d26-33d3-408b-8cbd-e2918937fac4 None None] Provisioning for port 770fb74c-47be-4fb6-a720-ad1b3f58bccb completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:35.861969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5ac817-1551-4e02-b52b-9d09a98324bf req-0e5ad2b0-dd4a-46c4-993e-fce1ffee31c1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] No DVR routers for this DVR port 8cbc9aa1-402e-4705-bc79-bcff7a7994ef on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:35.870844 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7c5ac817-1551-4e02-b52b-9d09a98324bf req-0e5ad2b0-dd4a-46c4-993e-fce1ffee31c1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.882816 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7c5ac817-1551-4e02-b52b-9d09a98324bf req-0e5ad2b0-dd4a-46c4-993e-fce1ffee31c1 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.38 "DELETE /v2.0/ports/8cbc9aa1-402e-4705-bc79-bcff7a7994ef HTTP/1.1" status: 204 len: 173 time: 3.8646502 Jul 16 08:55:35.902956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5284e540-ff06-4f16-a80c-b8717296a53f tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event updated for resources: {'Network': ['ID=4728a395-a895-4ec2-8221-1249fce23a31,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:35.992319 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a878a8-e6c8-4c61-befe-bd392be73601', 'name': 'network-vif-deleted', 'tag': '8cbc9aa1-402e-4705-bc79-bcff7a7994ef'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:36.012764 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2306b5-f135-4671-a84d-1b34dce80732" -d '{"events": [{"server_uuid": "69a878a8-e6c8-4c61-befe-bd392be73601", "name": "network-vif-deleted", "tag": "8cbc9aa1-402e-4705-bc79-bcff7a7994ef"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:36.106879 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] Set router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:36.261568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 27cfd388-f237-4deb-ab18-0a430f2a928e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:36.344719 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-be47c633-22e0-4a4d-92ff-896eac1a61c2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.477267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 27cfd388-f237-4deb-ab18-0a430f2a928e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:36.477936 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.609226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be47c633-22e0-4a4d-92ff-896eac1a61c2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event deleted for resources: {'Port': ['ID=64ac178f-4ba6-4818-80dd-4a0e0a6387b7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:36.674197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-39d86fea-896b-4179-ae22-d81b397ce4de None None] Could not find standard attr ID for object 64ac178f-4ba6-4818-80dd-4a0e0a6387b7. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:55:36.702238 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:55:36.768937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 98411d6a-5c8b-409b-8e4d-713eb973db19 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:36.999568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 98411d6a-5c8b-409b-8e4d-713eb973db19 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:37.017060 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 98411d6a-5c8b-409b-8e4d-713eb973db19 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:37.017500 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.081515 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9c38699c-f8e1-4ba5-9de2-6d43f66ab985 req-7206465e-f242-4eea-95da-6b8630144227 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=69a878a8-e6c8-4c61-befe-bd392be73601 HTTP/1.1" status: 200 len: 210 time: 0.3844621 Jul 16 08:55:37.102041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-701bb28c-c565-4bc2-8c47-c8f6938c31da service neutron] 10.222.0.20 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2958388 Jul 16 08:55:37.114600 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-be47c633-22e0-4a4d-92ff-896eac1a61c2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.138963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3aba82b-51a9-4772-89dd-728e4e79ad2a None None] Could not find standard attr ID for object 64ac178f-4ba6-4818-80dd-4a0e0a6387b7. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:55:37.231588 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-968b1014-e74f-4aaf-9958-4e1b7d777a00 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.274981 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-968b1014-e74f-4aaf-9958-4e1b7d777a00 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4728a395-a895-4ec2-8221-1249fce23a31']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:37.327874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-968b1014-e74f-4aaf-9958-4e1b7d777a00 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b1100bd-10d5-4cc8-8c11-da15e54e131e') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:37.328269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-968b1014-e74f-4aaf-9958-4e1b7d777a00 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b1100bd-10d5-4cc8-8c11-da15e54e131e') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:37.365823 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-968b1014-e74f-4aaf-9958-4e1b7d777a00 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.377787 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.413297 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f7907e-5456-419f-9971-3340ec39c930 x-openstack-request-id: req-b9f7907e-5456-419f-9971-3340ec39c930 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:37.413629 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a878a8-e6c8-4c61-befe-bd392be73601", "name": "network-vif-deleted", "tag": "8cbc9aa1-402e-4705-bc79-bcff7a7994ef", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:37.417627 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9f7907e-5456-419f-9971-3340ec39c930 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:37.418275 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69a878a8-e6c8-4c61-befe-bd392be73601', 'name': 'network-vif-deleted', 'tag': '8cbc9aa1-402e-4705-bc79-bcff7a7994ef', 'status': 'completed', 'code': 200} Jul 16 08:55:37.424588 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.454233 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.508851 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Transition to ACTIVE for port object 8c4950a6-1321-4002-a5cc-57b4a3b374ca will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:37.516586 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-968b1014-e74f-4aaf-9958-4e1b7d777a00 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.522551 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.546285 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 98411d6a-5c8b-409b-8e4d-713eb973db19, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=98411d6a-5c8b-409b-8e4d-713eb973db19,segment=NetworkSegment(1df6523d-2098-4f50-93c1-6f1eb410c708),segment_id=1df6523d-2098-4f50-93c1-6f1eb410c708)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:37.557220 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.561239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b9c075bc-4893-4158-aeae-97a657f8ce82 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:37.623577 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:06Z', 'updated_at': '2021-07-16T08:55:22Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3af8b925-a121-414b-9d09-4e4aaeff7e1b', 'name': '', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:20Z', 'updated_at': '2021-07-16T08:55:34Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:37.740369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be47c633-22e0-4a4d-92ff-896eac1a61c2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Router b407dad3-6359-4d2f-b7eb-d0863632d19e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:37.750987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-968b1014-e74f-4aaf-9958-4e1b7d777a00 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:37.756566 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-968b1014-e74f-4aaf-9958-4e1b7d777a00 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:37.766923 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:37.836105 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57831be-d81c-4602-935f-7e6981115b36 None None] Pushing event updated for resources: {'Port': ['ID=8c4950a6-1321-4002-a5cc-57b4a3b374ca,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:37.839035 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62563e1-98cc-4e78-839e-62e4c8c51e15 None None] The sync data for ids ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'] in n-d-758944-46 is: [{'id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:06Z', 'updated_at': '2021-07-16T08:55:22Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3af8b925-a121-414b-9d09-4e4aaeff7e1b', 'name': '', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:20Z', 'updated_at': '2021-07-16T08:55:34Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:38.070270 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.097614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-02f36ad9-03e2-42ad-95fe-53c69c935e01 None None] Could not find standard attr ID for object 64ac178f-4ba6-4818-80dd-4a0e0a6387b7. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:55:38.102582 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-968b1014-e74f-4aaf-9958-4e1b7d777a00 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.115161 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Attempting to bind port 8c4950a6-1321-4002-a5cc-57b4a3b374ca on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:38.115543 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Attempting to bind port 8c4950a6-1321-4002-a5cc-57b4a3b374ca by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:38.115905 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Attempting to bind port 8c4950a6-1321-4002-a5cc-57b4a3b374ca on network 14402a19-9c27-491a-b636-32963005e922 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:38.142980 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:38.146843 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Checking segment: {'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:38.148101 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.149400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be47c633-22e0-4a4d-92ff-896eac1a61c2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:38.150146 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Bound using segment: {'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:38.152293 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Bound port: 8c4950a6-1321-4002-a5cc-57b4a3b374ca, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:38.153146 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.175084 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-be47c633-22e0-4a4d-92ff-896eac1a61c2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "PUT /v2.0/routers/b407dad3-6359-4d2f-b7eb-d0863632d19e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9268682 Jul 16 08:55:38.178527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51364) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.216954 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968b1014-e74f-4aaf-9958-4e1b7d777a00 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4728a395-a895-4ec2-8221-1249fce23a31 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:55:38.224641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b1014-e74f-4aaf-9958-4e1b7d777a00 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Pushing event deleted for resources: {'Network': ['ID=4728a395-a895-4ec2-8221-1249fce23a31,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.256735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-968b1014-e74f-4aaf-9958-4e1b7d777a00 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.263264 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-968b1014-e74f-4aaf-9958-4e1b7d777a00 tempest-ExternalNetworksTestJSON-946767276 tempest-ExternalNetworksTestJSON-946767276-project-admin] 10.222.0.20 "DELETE /v2.0/networks/4728a395-a895-4ec2-8221-1249fce23a31 HTTP/1.1" status: 204 len: 168 time: 3.2453082 Jul 16 08:55:38.274949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51374) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.304571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:38.356887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:38.369523 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:38.385227 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] For port 8c4950a6-1321-4002-a5cc-57b4a3b374ca, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:38.399699 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] For port 8c4950a6-1321-4002-a5cc-57b4a3b374ca, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8c4950a6-1321-4002-a5cc-57b4a3b374ca,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:38.415187 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.440298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7653b669-47c9-4e5d-9de9-35481b653664 None None] Sync routers for ids ['b407dad3-6359-4d2f-b7eb-d0863632d19e'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:38.442184 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-87114285-7b69-4758-bba5-f0bd863237ef tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] delete failed (client error): The resource could not be found. Jul 16 08:55:38.446135 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-87114285-7b69-4758-bba5-f0bd863237ef tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "DELETE /v2.0/routers/tempest-non_exist_router-27252455 HTTP/1.1" status: 404 len: 333 time: 0.2658510 Jul 16 08:55:38.451873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51376) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.465658 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9d4fe52f-68b0-4add-a305-9df6ad29bfb9 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Request body: {'router': {'external_gateway_info': {'network_id': 'b407dad3-6359-4d2f-b7eb-d0863632d19e'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:38.581713 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0492c7d8-8777-46f3-b782-0d3be2a79bc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.644974 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.658942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=98411d6a-5c8b-409b-8e4d-713eb973db19,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.665072 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Routers {'916626c0-58f0-4605-91b3-8031e2878614'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:38.668701 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['916626c0-58f0-4605-91b3-8031e2878614'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:38.686042 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-1493fd0f-c64a-43fa-88fb-a837ae723e40 service neutron] 10.222.0.20 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2970736 Jul 16 08:55:38.687111 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c22decc-9f35-4c4e-ba1f-52ca88bcacd1 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] DELETE failed (client error): The resource could not be found. Jul 16 08:55:38.688141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c22decc-9f35-4c4e-ba1f-52ca88bcacd1 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:55:38.697847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7653b669-47c9-4e5d-9de9-35481b653664 None None] Routers {'b407dad3-6359-4d2f-b7eb-d0863632d19e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:38.701670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7653b669-47c9-4e5d-9de9-35481b653664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b407dad3-6359-4d2f-b7eb-d0863632d19e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:38.705367 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3c22decc-9f35-4c4e-ba1f-52ca88bcacd1 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] 10.222.0.20 "DELETE /v2.0/subnets/47c593d2-2004-403c-86c5-d8e19c3dbd1c HTTP/1.1" status: 404 len: 337 time: 0.4267161 Jul 16 08:55:38.732333 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51384) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:38.740560 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.887891 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.991089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7653b669-47c9-4e5d-9de9-35481b653664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:39.007609 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b9c075bc-4893-4158-aeae-97a657f8ce82 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:39.010390 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.164824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7653b669-47c9-4e5d-9de9-35481b653664 None None] Routers {'b407dad3-6359-4d2f-b7eb-d0863632d19e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:39.166414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7653b669-47c9-4e5d-9de9-35481b653664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b407dad3-6359-4d2f-b7eb-d0863632d19e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:39.284382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7653b669-47c9-4e5d-9de9-35481b653664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:39.285656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7653b669-47c9-4e5d-9de9-35481b653664 None None] The sync data for ids ['b407dad3-6359-4d2f-b7eb-d0863632d19e'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:39.362317 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9d4fe52f-68b0-4add-a305-9df6ad29bfb9 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.365799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event updated for resources: {'Port': ['ID=6f7e0b62-dd39-4423-b71a-21e8180db5e9,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.439184 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-9d4fe52f-68b0-4add-a305-9df6ad29bfb9 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] update failed (client error): The resource could not be found. Jul 16 08:55:39.447981 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9d4fe52f-68b0-4add-a305-9df6ad29bfb9 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "PUT /v2.0/routers/b407dad3-6359-4d2f-b7eb-d0863632d19e HTTP/1.1" status: 404 len: 339 time: 0.9865603 Jul 16 08:55:39.450679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51394) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:39.476335 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ba332721-23c4-4841-9448-8e5ca1fc2a49 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-730930073'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:39.480082 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] Set router 916626c0-58f0-4605-91b3-8031e2878614 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:39.520558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 770fb74c-47be-4fb6-a720-ad1b3f58bccb up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:39.548396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba332721-23c4-4841-9448-8e5ca1fc2a49 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Made reservation on behalf of f515c3aff3124f6f8d00fc3743c8825c for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:39.555607 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba332721-23c4-4841-9448-8e5ca1fc2a49 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.627687 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cfa1df8a-bc65-486b-889d-7e7b7f0118cc req-5d4ce245-de61-4c48-a88a-66cd896715c0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 210 time: 0.2787290 Jul 16 08:55:39.628636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba332721-23c4-4841-9448-8e5ca1fc2a49 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:39.634419 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 770fb74c-47be-4fb6-a720-ad1b3f58bccb completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:39.654087 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 770fb74c-47be-4fb6-a720-ad1b3f58bccb triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:39.655584 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.663875 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba332721-23c4-4841-9448-8e5ca1fc2a49 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.664205 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-ba332721-23c4-4841-9448-8e5ca1fc2a49 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Added segment 19628ee2-0383-4a5d-bb44-68b9274998c7 of type vlan for network ccc41769-34b3-4531-bf20-2a93e44c6e89 Jul 16 08:55:39.714567 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57831be-d81c-4602-935f-7e6981115b36 None None] Pushing event updated for resources: {'Port': ['ID=8c4950a6-1321-4002-a5cc-57b4a3b374ca,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.753096 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef0c49cb-938e-4d05-bde5-e1b4e2dc4080 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.777604 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.814536 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.823637 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.851871 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba332721-23c4-4841-9448-8e5ca1fc2a49 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.908137 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event updated for resources: {'Port': ['ID=6f7e0b62-dd39-4423-b71a-21e8180db5e9,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.946020 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba332721-23c4-4841-9448-8e5ca1fc2a49 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.963773 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba332721-23c4-4841-9448-8e5ca1fc2a49 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:39.967501 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba332721-23c4-4841-9448-8e5ca1fc2a49 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.007842 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.090945 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef0c49cb-938e-4d05-bde5-e1b4e2dc4080 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.092164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 770fb74c-47be-4fb6-a720-ad1b3f58bccb, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=770fb74c-47be-4fb6-a720-ad1b3f58bccb,segment=NetworkSegment(1438b944-ecf9-4cab-a634-d7a1be282a18),segment_id=1438b944-ecf9-4cab-a634-d7a1be282a18)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:40.105477 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.130494 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ef0c49cb-938e-4d05-bde5-e1b4e2dc4080 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53dc1164-f5fc-4660-ac06-3cd905b02867']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:40.171624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ef0c49cb-938e-4d05-bde5-e1b4e2dc4080 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5263682e-221c-4a0c-ab21-9c04009eb070') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:40.172145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ef0c49cb-938e-4d05-bde5-e1b4e2dc4080 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5263682e-221c-4a0c-ab21-9c04009eb070') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:40.262593 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ba332721-23c4-4841-9448-8e5ca1fc2a49 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7850678 Jul 16 08:55:40.263322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51416) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:40.285449 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=770fb74c-47be-4fb6-a720-ad1b3f58bccb,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:40.286442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c14f685c-21ae-4441-ab35-3907bb738ab2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Request body: {'subnet': {'network_id': 'ccc41769-34b3-4531-bf20-2a93e44c6e89', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:40.350567 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef0c49cb-938e-4d05-bde5-e1b4e2dc4080 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.395881 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:38Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:40.460090 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.490973 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7695d3d4-1400-41da-8313-92a118511fe3 None None] The sync data for ids ['916626c0-58f0-4605-91b3-8031e2878614'] in n-d-758944-46 is: [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:38Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:40.508226 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.521758 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-510bbb8d-47ca-475d-8470-3c4ce327db98 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.6957250 Jul 16 08:55:40.523578 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef0c49cb-938e-4d05-bde5-e1b4e2dc4080 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.543110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef0c49cb-938e-4d05-bde5-e1b4e2dc4080 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:40.545368 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef0c49cb-938e-4d05-bde5-e1b4e2dc4080 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:40.554364 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:40.623779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba332721-23c4-4841-9448-8e5ca1fc2a49 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event updated for resources: {'Network': ['ID=ccc41769-34b3-4531-bf20-2a93e44c6e89,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:40.652141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network ccc41769-34b3-4531-bf20-2a93e44c6e89 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:40.691106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08eed4-8bba-4423-a738-fd08d46277d8 req-2e94bafb-bb74-4d84-96dc-51f2265a389f tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:40.693072 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7e08eed4-8bba-4423-a738-fd08d46277d8 req-2e94bafb-bb74-4d84-96dc-51f2265a389f tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.6253693 Jul 16 08:55:40.787588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c14f685c-21ae-4441-ab35-3907bb738ab2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Made reservation on behalf of f515c3aff3124f6f8d00fc3743c8825c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:40.798262 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c14f685c-21ae-4441-ab35-3907bb738ab2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.909666 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef0c49cb-938e-4d05-bde5-e1b4e2dc4080 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.943724 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef0c49cb-938e-4d05-bde5-e1b4e2dc4080 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.949125 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ef0c49cb-938e-4d05-bde5-e1b4e2dc4080 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] 10.222.0.20 "DELETE /v2.0/networks/53dc1164-f5fc-4660-ac06-3cd905b02867 HTTP/1.1" status: 204 len: 168 time: 2.0815568 Jul 16 08:55:41.018149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c49cb-938e-4d05-bde5-e1b4e2dc4080 tempest-ExternalNetworksTestJSON-273232367 tempest-ExternalNetworksTestJSON-273232367-project] Pushing event deleted for resources: {'Network': ['ID=53dc1164-f5fc-4660-ac06-3cd905b02867,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:41.045161 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-62f4b38d-af6b-4e13-a06c-5f06898b78bf tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--232350148&fields=id&tenant_id=95a4a2eb3d0345d9bcfe753da948473e HTTP/1.1" status: 200 len: 267 time: 0.2007537 Jul 16 08:55:41.062093 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 98411d6a-5c8b-409b-8e4d-713eb973db19 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:41.292209 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.416472 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7e08eed4-8bba-4423-a738-fd08d46277d8 req-b1b0e577-d466-483b-ba1c-d542c5d588e7 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7030153 Jul 16 08:55:41.493093 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c14f685c-21ae-4441-ab35-3907bb738ab2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.523585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 98411d6a-5c8b-409b-8e4d-713eb973db19 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:41.524173 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.539839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-e286e72f-538b-4fbc-9f6f-87f3bf0fdcb8 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:41.553740 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-e286e72f-538b-4fbc-9f6f-87f3bf0fdcb8 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/networks?id=14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 200 len: 811 time: 0.4899647 Jul 16 08:55:41.646118 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-d2fe8c90-c93b-425e-b963-46e1a362d62b tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/quotas/95a4a2eb3d0345d9bcfe753da948473e HTTP/1.1" status: 200 len: 375 time: 0.0908704 Jul 16 08:55:41.670552 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f685c-21ae-4441-ab35-3907bb738ab2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event updated for resources: {'Subnet': ['ID=2e0a209b-f46f-4e27-b68c-22f87692ed97,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:41.785133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c14f685c-21ae-4441-ab35-3907bb738ab2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Checking segment: {'id': '19628ee2-0383-4a5d-bb44-68b9274998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ccc41769-34b3-4531-bf20-2a93e44c6e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:41.785500 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f685c-21ae-4441-ab35-3907bb738ab2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Network hostable DHCP agents. Network: ccc41769-34b3-4531-bf20-2a93e44c6e89, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:41.863858 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-e5d4bcda-9ae9-40e3-9a34-421bccbe7048 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2161257 Jul 16 08:55:41.880036 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f16032a-a09f-4b92-b50c-7bad3648a3be req-b77943a9-81d8-48ea-bbb9-81dd5614a388 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 210 time: 0.0959988 Jul 16 08:55:41.926280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c14f685c-21ae-4441-ab35-3907bb738ab2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Network ccc41769-34b3-4531-bf20-2a93e44c6e89 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:41.935881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f887f29-7676-405f-a31d-33f892f46f5a req-3cedce7e-f0bf-465c-b5dc-992dfc6af181 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:41.945395 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-c14f685c-21ae-4441-ab35-3907bb738ab2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, ccc41769-34b3-4531-bf20-2a93e44c6e89) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:41.946877 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2f887f29-7676-405f-a31d-33f892f46f5a req-3cedce7e-f0bf-465c-b5dc-992dfc6af181 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.38 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.3728902 Jul 16 08:55:41.951906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c14f685c-21ae-4441-ab35-3907bb738ab2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:41.952274 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c14f685c-21ae-4441-ab35-3907bb738ab2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.988931 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420c6481-1e2d-471c-9661-226942e3edb6 None None] Network ccc41769-34b3-4531-bf20-2a93e44c6e89 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:42.004114 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c14f685c-21ae-4441-ab35-3907bb738ab2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7346880 Jul 16 08:55:42.020351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51446) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:42.049497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-075b8b37-c5d2-43b1-98f5-3d5bb7d7f560 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ccc41769-34b3-4531-bf20-2a93e44c6e89'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:42.156607 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51452) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:42.682359 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3af8b925-a121-414b-9d09-4e4aaeff7e1b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:42.845247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-ccc41769-34b3-4531-bf20-2a93e44c6e89', 'network_id': 'ccc41769-34b3-4531-bf20-2a93e44c6e89', 'tenant_id': 'f515c3aff3124f6f8d00fc3743c8825c', 'fixed_ips': [{'subnet_id': '2e0a209b-f46f-4e27-b68c-22f87692ed97'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:42.846668 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.014354 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-92d5d879-7c7c-4b9f-82cf-165883018e33 service neutron] 10.222.0.20 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0655899 Jul 16 08:55:43.033640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-2f887f29-7676-405f-a31d-33f892f46f5a req-6f2097f1-2466-4f6a-80e8-56317d5f6d8b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Deleting port 71e2398d-09d3-436c-8152-71e6f178e2d9 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:43.034531 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2f887f29-7676-405f-a31d-33f892f46f5a req-6f2097f1-2466-4f6a-80e8-56317d5f6d8b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.154839 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Allocated IP 2001:db8:1::2 (ccc41769-34b3-4531-bf20-2a93e44c6e89/2e0a209b-f46f-4e27-b68c-22f87692ed97/247b4eb0-1d4d-4cee-a896-e05540474f98) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:43.192624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-09f27a58-14be-4b3b-929e-6c1421330fee tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:43.195680 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-09f27a58-14be-4b3b-929e-6c1421330fee tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.15 "GET /v2.0/networks?id=5d3569cf-5333-4fc9-ad23-0472f461f09c HTTP/1.1" status: 200 len: 797 time: 0.9176643 Jul 16 08:55:43.227084 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a12b0274-5c4d-4476-abab-e973d6d4687c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=108e0509176444be8342eb00e017f9da&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0528524 Jul 16 08:55:43.239798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51468) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:43.299723 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-075b8b37-c5d2-43b1-98f5-3d5bb7d7f560 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.462361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06895df4-4863-4c79-a236-6d1e5799de9e req-5a043f32-4a46-41e3-82fd-7abf7697eb05 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:43.464263 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-06895df4-4863-4c79-a236-6d1e5799de9e req-5a043f32-4a46-41e3-82fd-7abf7697eb05 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 945 time: 0.5749180 Jul 16 08:55:43.487794 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f22cb19-34fa-486d-9e3d-bffa57a01c62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.518000 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f22cb19-34fa-486d-9e3d-bffa57a01c62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.635837 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.658149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 3af8b925-a121-414b-9d09-4e4aaeff7e1b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:43.669002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Transition to ACTIVE for port object 247b4eb0-1d4d-4cee-a896-e05540474f98 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:43.686218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 3af8b925-a121-414b-9d09-4e4aaeff7e1b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:43.686966 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f22cb19-34fa-486d-9e3d-bffa57a01c62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.687119 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.690745 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9f22cb19-34fa-486d-9e3d-bffa57a01c62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.697455 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9f22cb19-34fa-486d-9e3d-bffa57a01c62 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adf3a1fc-15f0-4463-b342-9302b42b855d HTTP/1.1" status: 204 len: 168 time: 0.4291935 Jul 16 08:55:43.752230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Transition to ACTIVE for port object 247b4eb0-1d4d-4cee-a896-e05540474f98 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:43.753814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f22cb19-34fa-486d-9e3d-bffa57a01c62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf3a1fc-15f0-4463-b342-9302b42b855d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:43.782415 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.831695 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-06895df4-4863-4c79-a236-6d1e5799de9e req-733ee1e8-4b58-4494-9fec-ceebe36a270d tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/security-groups?id=56ca5e47-6605-4c95-8503-7fb055fa3a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524966 Jul 16 08:55:43.883134 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-075b8b37-c5d2-43b1-98f5-3d5bb7d7f560 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:55:43.884995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-075b8b37-c5d2-43b1-98f5-3d5bb7d7f560 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "PUT /v2.0/routers/b407dad3-6359-4d2f-b7eb-d0863632d19e HTTP/1.1" status: 400 len: 364 time: 1.8623853 Jul 16 08:55:43.894767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51478) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:44.004123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Pushing event updated for resources: {'Port': ['ID=247b4eb0-1d4d-4cee-a896-e05540474f98,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:44.047836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Network ccc41769-34b3-4531-bf20-2a93e44c6e89 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:44.105270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:44.124039 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:44.185932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-2f887f29-7676-405f-a31d-33f892f46f5a req-6f2097f1-2466-4f6a-80e8-56317d5f6d8b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] For port 71e2398d-09d3-436c-8152-71e6f178e2d9, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=71e2398d-09d3-436c-8152-71e6f178e2d9,segment=NetworkSegment(c7c146e4-8af3-4dbc-95c6-eb652d96ea0a),segment_id=c7c146e4-8af3-4dbc-95c6-eb652d96ea0a)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:44.186917 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2f887f29-7676-405f-a31d-33f892f46f5a req-6f2097f1-2466-4f6a-80e8-56317d5f6d8b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.204820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-2f887f29-7676-405f-a31d-33f892f46f5a req-6f2097f1-2466-4f6a-80e8-56317d5f6d8b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Calling delete_port for 71e2398d-09d3-436c-8152-71e6f178e2d9 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:44.457439 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2f887f29-7676-405f-a31d-33f892f46f5a req-6f2097f1-2466-4f6a-80e8-56317d5f6d8b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.458864 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.602372 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f887f29-7676-405f-a31d-33f892f46f5a req-6f2097f1-2466-4f6a-80e8-56317d5f6d8b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] No DVR routers for this DVR port 71e2398d-09d3-436c-8152-71e6f178e2d9 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:44.604177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Attempting to bind port 247b4eb0-1d4d-4cee-a896-e05540474f98 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:44.605218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Attempting to bind port 247b4eb0-1d4d-4cee-a896-e05540474f98 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '19628ee2-0383-4a5d-bb44-68b9274998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ccc41769-34b3-4531-bf20-2a93e44c6e89'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:44.605611 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2f887f29-7676-405f-a31d-33f892f46f5a req-6f2097f1-2466-4f6a-80e8-56317d5f6d8b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.607325 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Attempting to bind port 247b4eb0-1d4d-4cee-a896-e05540474f98 on network ccc41769-34b3-4531-bf20-2a93e44c6e89 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:44.612326 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2f887f29-7676-405f-a31d-33f892f46f5a req-6f2097f1-2466-4f6a-80e8-56317d5f6d8b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.38 "DELETE /v2.0/ports/71e2398d-09d3-436c-8152-71e6f178e2d9 HTTP/1.1" status: 204 len: 173 time: 2.6406426 Jul 16 08:55:44.619096 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '030eb287-4016-406d-8586-46ddb937bf8e', 'name': 'network-vif-deleted', 'tag': '71e2398d-09d3-436c-8152-71e6f178e2d9'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:44.622360 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71ebfc6-5547-4d65-b99a-3f0440011eb5" -d '{"events": [{"server_uuid": "030eb287-4016-406d-8586-46ddb937bf8e", "name": "network-vif-deleted", "tag": "71e2398d-09d3-436c-8152-71e6f178e2d9"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:44.629965 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-f716dd7f-9000-44b3-839c-8e37cbb86b14 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 379 time: 1.4136610 Jul 16 08:55:44.657755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2097f1-2466-4f6a-80e8-56317d5f6d8b tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] Pushing event deleted for resources: {'Port': ['ID=71e2398d-09d3-436c-8152-71e6f178e2d9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:44.681041 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:44.684573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Checking segment: {'id': '19628ee2-0383-4a5d-bb44-68b9274998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ccc41769-34b3-4531-bf20-2a93e44c6e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:44.686939 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.694144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Bound using segment: {'id': '19628ee2-0383-4a5d-bb44-68b9274998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ccc41769-34b3-4531-bf20-2a93e44c6e89'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:44.695195 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Bound port: 247b4eb0-1d4d-4cee-a896-e05540474f98, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19628ee2-0383-4a5d-bb44-68b9274998c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'ccc41769-34b3-4531-bf20-2a93e44c6e89'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:44.698522 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.718565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-84133a69-6da7-42a2-b63e-33efe2f74e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'port': {'device_id': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'admin_state_up': True, 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'security_groups': ['78e81584-0a2f-404a-aa65-c4f9ebac0a02']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:44.767355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 3af8b925-a121-414b-9d09-4e4aaeff7e1b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3af8b925-a121-414b-9d09-4e4aaeff7e1b,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:44.798884 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-07fa83d4-2492-44c0-9275-5356f25f56ed req-ba6bb3c8-3490-4199-997d-b9b949d1fe2f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 210 time: 0.1182685 Jul 16 08:55:44.878245 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.880458 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8c4950a6-1321-4002-a5cc-57b4a3b374ca up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:44.921441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51496) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:44.968611 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef43de5-64a8-4146-af7c-05687546bab7 x-openstack-request-id: req-9ef43de5-64a8-4146-af7c-05687546bab7 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:44.970283 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "030eb287-4016-406d-8586-46ddb937bf8e", "name": "network-vif-deleted", "tag": "71e2398d-09d3-436c-8152-71e6f178e2d9", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:44.970775 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ef43de5-64a8-4146-af7c-05687546bab7 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:44.971982 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '030eb287-4016-406d-8586-46ddb937bf8e', 'name': 'network-vif-deleted', 'tag': '71e2398d-09d3-436c-8152-71e6f178e2d9', 'status': 'completed', 'code': 200} Jul 16 08:55:45.063920 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-e10fd4b2-1fff-4ab9-a12e-91456b45f96e service neutron] 10.222.0.20 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.0316749 Jul 16 08:55:45.192864 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fbeb2ee9-e55a-4ff4-b354-98c12a7c1770 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8a5d2d7d189e4ad886ea0117678c9924&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2536619 Jul 16 08:55:45.195947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51502) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:45.254323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=3af8b925-a121-414b-9d09-4e4aaeff7e1b,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:45.280611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] For port 247b4eb0-1d4d-4cee-a896-e05540474f98, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:45.293619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] For port 247b4eb0-1d4d-4cee-a896-e05540474f98, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=247b4eb0-1d4d-4cee-a896-e05540474f98,segment=NetworkSegment(19628ee2-0383-4a5d-bb44-68b9274998c7),segment_id=19628ee2-0383-4a5d-bb44-68b9274998c7)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:45.303350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-84133a69-6da7-42a2-b63e-33efe2f74e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Made reservation on behalf of 6bd79a16b15a44f9ba1c5be5b1f2251d for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:45.305041 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.317476 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-84133a69-6da7-42a2-b63e-33efe2f74e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.326176 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-770828cf-3545-454f-8cf7-c9337928c565 req-c8454fc1-e6ee-4ddc-b7a1-b2c5e4512f76 tempest-ServerRescueTestJSON-1259887152 tempest-ServerRescueTestJSON-1259887152-project] 10.222.0.20 "GET /v2.0/ports?device_id=030eb287-4016-406d-8586-46ddb937bf8e HTTP/1.1" status: 200 len: 210 time: 0.0943556 Jul 16 08:55:45.450784 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.527215 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c93c7315-c137-48ea-85f6-29cf957e6fbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.528715 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 8c4950a6-1321-4002-a5cc-57b4a3b374ca completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:45.541162 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 8c4950a6-1321-4002-a5cc-57b4a3b374ca triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:45.542043 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.758145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aae1f56-9b8b-44e8-a3ae-3c9934c8f01f None None] Pushing event updated for resources: {'Port': ['ID=247b4eb0-1d4d-4cee-a896-e05540474f98,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:45.798607 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 71e2398d-09d3-436c-8152-71e6f178e2d9 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:45.883852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 71e2398d-09d3-436c-8152-71e6f178e2d9 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:45.884781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 71e2398d-09d3-436c-8152-71e6f178e2d9 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:45.988898 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.060468 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-84133a69-6da7-42a2-b63e-33efe2f74e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.20.0.22 (5d3569cf-5333-4fc9-ad23-0472f461f09c/0a11319f-cef5-4c95-b846-7dac2b4e25e9/c08c0a02-df36-4d76-a4cf-a9659b85d7fc) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:46.210295 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 8c4950a6-1321-4002-a5cc-57b4a3b374ca, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8c4950a6-1321-4002-a5cc-57b4a3b374ca,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:46.222647 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.379387 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c93c7315-c137-48ea-85f6-29cf957e6fbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.446497 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-786e2450-cf3a-478f-951a-bd219f1fc3ff req-0eee29d2-bc06-454d-9a64-e46c0dc7a7a4 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 210 time: 0.6780689 Jul 16 08:55:46.561257 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=8c4950a6-1321-4002-a5cc-57b4a3b374ca,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:46.667419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Allocated IP 2001:db8::1 (01433772-2a1f-41f9-9f1e-bfd563843cd6/b37c7e74-8823-4683-b312-ba9ab05ef9cd/de9836b1-ac89-4463-aa82-9c17eb22ecbb) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:46.669673 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-84133a69-6da7-42a2-b63e-33efe2f74e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.677648 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c93c7315-c137-48ea-85f6-29cf957e6fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.682898 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c93c7315-c137-48ea-85f6-29cf957e6fbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.690159 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c93c7315-c137-48ea-85f6-29cf957e6fbf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ae82893d-a906-4a58-92d3-913ea37035d6 HTTP/1.1" status: 204 len: 168 time: 1.4859979 Jul 16 08:55:46.711214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-84133a69-6da7-42a2-b63e-33efe2f74e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Transition to ACTIVE for port object c08c0a02-df36-4d76-a4cf-a9659b85d7fc will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:46.807178 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-29cc5d36-46bb-470e-a4b4-a3727b59c888 req-85307088-9904-44a7-9bc5-34c27e9cf003 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 210 time: 0.0710719 Jul 16 08:55:46.835272 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3af8b925-a121-414b-9d09-4e4aaeff7e1b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:46.854896 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-84133a69-6da7-42a2-b63e-33efe2f74e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.904922 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51534) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:46.923150 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93c7315-c137-48ea-85f6-29cf957e6fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae82893d-a906-4a58-92d3-913ea37035d6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:46.998644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 3af8b925-a121-414b-9d09-4e4aaeff7e1b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:46.999041 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.219908 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-84133a69-6da7-42a2-b63e-33efe2f74e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 5d3569cf-5333-4fc9-ad23-0472f461f09c is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:47.247668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-84133a69-6da7-42a2-b63e-33efe2f74e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:47.273765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-84133a69-6da7-42a2-b63e-33efe2f74e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:47.288810 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.294197 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84133a69-6da7-42a2-b63e-33efe2f74e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:47.318587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 770fb74c-47be-4fb6-a720-ad1b3f58bccb up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:47.404707 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Transition to ACTIVE for port object de9836b1-ac89-4463-aa82-9c17eb22ecbb will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:47.459834 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 770fb74c-47be-4fb6-a720-ad1b3f58bccb triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:47.460306 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.593707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-84133a69-6da7-42a2-b63e-33efe2f74e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:47.601456 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-84133a69-6da7-42a2-b63e-33efe2f74e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.665486 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-84133a69-6da7-42a2-b63e-33efe2f74e37 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9633179 Jul 16 08:55:47.682397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Request body: {'port': {'device_id': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:47.744175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 247b4eb0-1d4d-4cee-a896-e05540474f98 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:47.897478 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 247b4eb0-1d4d-4cee-a896-e05540474f98 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:47.926843 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.991172 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-37ce81f9-c9ad-4d87-b5d1-9f46eec2eff3 None None] Provisioning for port c08c0a02-df36-4d76-a4cf-a9659b85d7fc completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:48.004517 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-37ce81f9-c9ad-4d87-b5d1-9f46eec2eff3 None None] Provisioning complete for port c08c0a02-df36-4d76-a4cf-a9659b85d7fc triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:48.005178 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-37ce81f9-c9ad-4d87-b5d1-9f46eec2eff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.008440 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37356305-5bd7-4905-a8ee-2494093d4882 req-db7579b0-da11-4e24-b265-e9abae7383fb tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 210 time: 0.2156119 Jul 16 08:55:48.042096 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Network 01433772-2a1f-41f9-9f1e-bfd563843cd6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:48.057547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:48.129797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-37ce81f9-c9ad-4d87-b5d1-9f46eec2eff3 None None] Port c08c0a02-df36-4d76-a4cf-a9659b85d7fc cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:48.196281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:48.201453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.219810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf942289-3441-447a-a2c7-5d113d47f2aa None None] Network ccc41769-34b3-4531-bf20-2a93e44c6e89 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:48.451644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8c4950a6-1321-4002-a5cc-57b4a3b374ca up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:48.521012 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b2ca11cb-8dfd-4846-aabc-124032982112 None None] Provisioning for port 247b4eb0-1d4d-4cee-a896-e05540474f98 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:48.532656 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.548940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b2ca11cb-8dfd-4846-aabc-124032982112 None None] Provisioning complete for port 247b4eb0-1d4d-4cee-a896-e05540474f98 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:48.549384 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b2ca11cb-8dfd-4846-aabc-124032982112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.660752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-a1bd2b2c-b2e1-471d-aa81-0b6c83488dfe tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:48.669697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-a1bd2b2c-b2e1-471d-aa81-0b6c83488dfe tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.38 "GET /v2.0/networks?id=14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 200 len: 811 time: 0.5351884 Jul 16 08:55:48.720564 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 8c4950a6-1321-4002-a5cc-57b4a3b374ca triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:48.720564 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.868834 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b2ca11cb-8dfd-4846-aabc-124032982112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.947200 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event updated for resources: {'Port': ['ID=de9836b1-ac89-4463-aa82-9c17eb22ecbb,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:49.090692 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.134352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b2ca11cb-8dfd-4846-aabc-124032982112 None None] For port 247b4eb0-1d4d-4cee-a896-e05540474f98, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=247b4eb0-1d4d-4cee-a896-e05540474f98,segment=NetworkSegment(19628ee2-0383-4a5d-bb44-68b9274998c7),segment_id=19628ee2-0383-4a5d-bb44-68b9274998c7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:49.154531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f50d8c-83a8-454b-b605-9201070342e4 req-bfee5288-0415-41c0-b620-66fce5502f22 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:49.163493 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b2ca11cb-8dfd-4846-aabc-124032982112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.164518 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-13f50d8c-83a8-454b-b605-9201070342e4 req-bfee5288-0415-41c0-b620-66fce5502f22 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 932 time: 0.7306910 Jul 16 08:55:49.324301 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-8e54e5ab-ce1d-4529-a96b-6d1e6037192f tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95a4a2eb3d0345d9bcfe753da948473e HTTP/1.1" status: 200 len: 379 time: 0.6377673 Jul 16 08:55:49.360160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-61e99132-0526-43f3-a8df-b3a17a40f711 None None] Provisioning for port de9836b1-ac89-4463-aa82-9c17eb22ecbb completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:49.381668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-61e99132-0526-43f3-a8df-b3a17a40f711 None None] Provisioning complete for port de9836b1-ac89-4463-aa82-9c17eb22ecbb triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:49.382362 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-61e99132-0526-43f3-a8df-b3a17a40f711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.392834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-8a29790f-1849-494e-b0a5-f04ec3e8b8ff tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Request body: {'port': {'device_id': 'd7c612a7-0f0c-47a0-8c60-697fa12ed406', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'admin_state_up': True, 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'security_groups': ['4a5b6b0c-2cf0-487e-9077-d8c349012474']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:49.459308 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ca11cb-8dfd-4846-aabc-124032982112 None None] Pushing event updated for resources: {'Port': ['ID=247b4eb0-1d4d-4cee-a896-e05540474f98,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:49.485560 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-13f50d8c-83a8-454b-b605-9201070342e4 req-8681eedf-f8cb-4d52-b519-fb950cb7a500 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3192613 Jul 16 08:55:49.517629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-61e99132-0526-43f3-a8df-b3a17a40f711 None None] Port de9836b1-ac89-4463-aa82-9c17eb22ecbb cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:49.613458 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71e45224-294b-48ee-b8f7-d40e761417f2 req-686cfe9b-82a8-4113-9ad9-e1999cc8d1fa tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 210 time: 0.3002667 Jul 16 08:55:49.881860 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-399fcc36-39bc-4dc4-a10a-6df874773ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.952064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-8a29790f-1849-494e-b0a5-f04ec3e8b8ff tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Made reservation on behalf of 95a4a2eb3d0345d9bcfe753da948473e for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:49.963349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-75214a65-96f2-4dd1-9967-f24177b4c099 None None] Provisioning complete for port 247b4eb0-1d4d-4cee-a896-e05540474f98 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:49.963802 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-75214a65-96f2-4dd1-9967-f24177b4c099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.969130 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-8a29790f-1849-494e-b0a5-f04ec3e8b8ff tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.036637 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.045941 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.048063 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.126579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08c0a02-df36-4d76-a4cf-a9659b85d7fc {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:50.143913 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.170243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Transition to ACTIVE for port object c08c0a02-df36-4d76-a4cf-a9659b85d7fc will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:50.185250 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.216302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event updated for resources: {'Port': ['ID=de9836b1-ac89-4463-aa82-9c17eb22ecbb,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:50.374225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 247b4eb0-1d4d-4cee-a896-e05540474f98 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:50.544791 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 247b4eb0-1d4d-4cee-a896-e05540474f98 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:50.545185 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.573323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-8a29790f-1849-494e-b0a5-f04ec3e8b8ff tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Allocated IP 172.20.0.14 (14402a19-9c27-491a-b636-32963005e922/3b633f7a-07ad-4cc2-8342-da35f664e7b1/1296155c-74be-42b3-8b35-5c4b18b0bf31) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:51.040993 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Network 01433772-2a1f-41f9-9f1e-bfd563843cd6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:51.067111 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:51.221049 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d36a5d8-d36b-4ba7-a77a-156d56d9c714 req-5ab2d607-a381-4491-bf4b-fa09291ca147 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 210 time: 0.0637491 Jul 16 08:55:51.229551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Pushing event updated for resources: {'Port': ['ID=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:51.350571 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-8a29790f-1849-494e-b0a5-f04ec3e8b8ff tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.380113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-8a29790f-1849-494e-b0a5-f04ec3e8b8ff tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Transition to ACTIVE for port object 1296155c-74be-42b3-8b35-5c4b18b0bf31 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:51.596935 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-8a29790f-1849-494e-b0a5-f04ec3e8b8ff tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.672577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51644) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:51.696748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1df1b73c-0785-4990-a4bd-122a2a078c9d None None] Provisioning complete for port de9836b1-ac89-4463-aa82-9c17eb22ecbb triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:51.697621 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1df1b73c-0785-4990-a4bd-122a2a078c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.761598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-8a29790f-1849-494e-b0a5-f04ec3e8b8ff tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Network 14402a19-9c27-491a-b636-32963005e922 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:51.779829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-8a29790f-1849-494e-b0a5-f04ec3e8b8ff tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:51.795579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-8a29790f-1849-494e-b0a5-f04ec3e8b8ff tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:51.805684 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1df1b73c-0785-4990-a4bd-122a2a078c9d None None] Port de9836b1-ac89-4463-aa82-9c17eb22ecbb cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:51.808438 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Attempting to bind port c08c0a02-df36-4d76-a4cf-a9659b85d7fc on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:51.808837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Attempting to bind port c08c0a02-df36-4d76-a4cf-a9659b85d7fc by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:51.809172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Attempting to bind port c08c0a02-df36-4d76-a4cf-a9659b85d7fc on network 5d3569cf-5333-4fc9-ad23-0472f461f09c {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:51.841715 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Port c08c0a02-df36-4d76-a4cf-a9659b85d7fc on network 5d3569cf-5333-4fc9-ad23-0472f461f09c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:51.842087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Attempting to bind port c08c0a02-df36-4d76-a4cf-a9659b85d7fc on network 5d3569cf-5333-4fc9-ad23-0472f461f09c {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:51.847881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Router b407dad3-6359-4d2f-b7eb-d0863632d19e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:51.933335 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da05a367-331e-4d4f-96f1-0912ad407a9e req-7a5e4459-b6fa-4cfc-b3b5-df46f96be0b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:51.941479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a29790f-1849-494e-b0a5-f04ec3e8b8ff tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event updated for resources: {'Port': ['ID=1296155c-74be-42b3-8b35-5c4b18b0bf31,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:51.953462 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da05a367-331e-4d4f-96f1-0912ad407a9e req-7a5e4459-b6fa-4cfc-b3b5-df46f96be0b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 944 time: 0.9065437 Jul 16 08:55:51.955682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:51.956032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Checking segment: {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:51.956423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Bound using segment: {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:51.961573 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Bound port: c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:51.962052 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.061774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-8a29790f-1849-494e-b0a5-f04ec3e8b8ff tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:52.063130 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-8a29790f-1849-494e-b0a5-f04ec3e8b8ff tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.142167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:52.148346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:52.159217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.162065 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da05a367-331e-4d4f-96f1-0912ad407a9e req-88938576-580d-44d2-8174-c71c177310c3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2019460 Jul 16 08:55:52.164389 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-399fcc36-39bc-4dc4-a10a-6df874773ee1 admin admin] Deleting port 7f28fa42-ae1a-4b07-8ff7-893361e50e7b {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:52.174028 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-399fcc36-39bc-4dc4-a10a-6df874773ee1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.258580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Pushing event updated for resources: {'Port': ['ID=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:52.305897 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-8a29790f-1849-494e-b0a5-f04ec3e8b8ff tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9288619 Jul 16 08:55:52.317557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:52.318521 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.320251 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-e6ff7f05-8a15-4a97-a269-f4f50a8d7e9f service neutron] 10.222.0.15 "PUT /v2.0/ports/c08c0a02-df36-4d76-a4cf-a9659b85d7fc HTTP/1.1" status: 200 len: 1093 time: 4.6426594 Jul 16 08:55:52.321209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:52.356174 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46289d74-9f3c-41e0-85dc-220302737161" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:52.382039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Request body: {'port': {'device_id': 'd7c612a7-0f0c-47a0-8c60-697fa12ed406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:52.386914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1223dfe8-6317-406f-9d9e-cca604aac81b None None] Provisioning for port 1296155c-74be-42b3-8b35-5c4b18b0bf31 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:52.398063 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1223dfe8-6317-406f-9d9e-cca604aac81b None None] Provisioning complete for port 1296155c-74be-42b3-8b35-5c4b18b0bf31 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:52.398849 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1223dfe8-6317-406f-9d9e-cca604aac81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.533064 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bed928f8-f273-4a5f-b34e-8f68829ba3c9 x-openstack-request-id: req-bed928f8-f273-4a5f-b34e-8f68829ba3c9 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:52.533952 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:52.535149 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bed928f8-f273-4a5f-b34e-8f68829ba3c9 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:52.536934 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc', 'status': 'completed', 'code': 200} Jul 16 08:55:52.642184 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1223dfe8-6317-406f-9d9e-cca604aac81b None None] Port 1296155c-74be-42b3-8b35-5c4b18b0bf31 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:52.706870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-285689569'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:53.050620 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-9c1b893e-8930-4441-b92d-eb139cc61f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:53.052261 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-9c1b893e-8930-4441-b92d-eb139cc61f13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 1096 time: 0.5270159 Jul 16 08:55:53.057392 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.126783 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-7eab03ee-4257-4122-9322-d69d6370ce3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc HTTP/1.1" status: 200 len: 217 time: 0.0647576 Jul 16 08:55:53.239424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-399fcc36-39bc-4dc4-a10a-6df874773ee1 admin admin] For port 7f28fa42-ae1a-4b07-8ff7-893361e50e7b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7f28fa42-ae1a-4b07-8ff7-893361e50e7b,segment=NetworkSegment(c7c146e4-8af3-4dbc-95c6-eb652d96ea0a),segment_id=c7c146e4-8af3-4dbc-95c6-eb652d96ea0a)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:53.241362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-399fcc36-39bc-4dc4-a10a-6df874773ee1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.246359 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Made reservation on behalf of 704363a98a5a4fdbb7d1d0404dc215ce for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:53.252426 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.263507 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847b6dc-deed-4c09-a250-5db9bcaf51f2 req-8db7811f-0e1c-494e-bbc3-9d898f67657d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:53.270829 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3847b6dc-deed-4c09-a250-5db9bcaf51f2 req-8db7811f-0e1c-494e-bbc3-9d898f67657d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 932 time: 0.6182766 Jul 16 08:55:53.285766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:53.302399 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7b609c12-6dd1-42ef-a001-fb86540f8fdc tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "PUT /v2.0/routers/b407dad3-6359-4d2f-b7eb-d0863632d19e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4058306 Jul 16 08:55:53.304250 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.313125 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d40a8a6-f9a9-4c4d-a400-bd13001920d8 None None] Sync routers for ids ['b407dad3-6359-4d2f-b7eb-d0863632d19e'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:53.335695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51670) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:53.336040 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40a8a6-f9a9-4c4d-a400-bd13001920d8 None None] Routers {'b407dad3-6359-4d2f-b7eb-d0863632d19e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:53.336345 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7d40a8a6-f9a9-4c4d-a400-bd13001920d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b407dad3-6359-4d2f-b7eb-d0863632d19e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:53.338065 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-399fcc36-39bc-4dc4-a10a-6df874773ee1 admin admin] Calling delete_port for 7f28fa42-ae1a-4b07-8ff7-893361e50e7b owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:53.353656 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-8c25ab7a-5b28-4735-a2fd-1bf59997a480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:53.355210 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-8c25ab7a-5b28-4735-a2fd-1bf59997a480 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a11319f-cef5-4c95-b846-7dac2b4e25e9 HTTP/1.1" status: 200 len: 837 time: 0.2202227 Jul 16 08:55:53.435183 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7d40a8a6-f9a9-4c4d-a400-bd13001920d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:53.468956 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d40a8a6-f9a9-4c4d-a400-bd13001920d8 None None] Routers {'b407dad3-6359-4d2f-b7eb-d0863632d19e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:53.471221 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7d40a8a6-f9a9-4c4d-a400-bd13001920d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b407dad3-6359-4d2f-b7eb-d0863632d19e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:53.492754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3847b6dc-deed-4c09-a250-5db9bcaf51f2 req-474ede75-740a-42bb-9438-d39b0ad85dac tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208815 Jul 16 08:55:53.507999 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.527111 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.570711 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7d40a8a6-f9a9-4c4d-a400-bd13001920d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:53.571795 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d40a8a6-f9a9-4c4d-a400-bd13001920d8 None None] The sync data for ids ['b407dad3-6359-4d2f-b7eb-d0863632d19e'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:53.594421 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-8679fa85-3bfd-49cc-aa79-c4f693c067cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:53.596020 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-8679fa85-3bfd-49cc-aa79-c4f693c067cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d3569cf-5333-4fc9-ad23-0472f461f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2319744 Jul 16 08:55:53.800631 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-3d78de0f-6f3a-4f8b-9998-47f288ca9757 service neutron] 10.222.0.15 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776977 Jul 16 08:55:53.807728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:53.865193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1296155c-74be-42b3-8b35-5c4b18b0bf31 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:53.876758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c57e3943-848d-417a-83e7-35d5d7710cd2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:53.882315 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.890514 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.891356 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Added segment 3c0e8e2f-a175-4a16-b8dc-43246031de4b of type vlan for network bb21a5c8-54f4-4009-9a1a-3308233ac598 Jul 16 08:55:53.988079 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-01a21c26-72d9-46d2-92cb-ec771ceb2a15 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.001660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Transition to ACTIVE for port object 1296155c-74be-42b3-8b35-5c4b18b0bf31 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:54.033046 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.040123 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11d4d216-dab6-435c-95a2-ba1ee6248b8e req-5b895bea-1ac2-4bed-aa62-94ff79b82a2f service neutron] 10.222.0.15 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209938 Jul 16 08:55:54.066072 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.134870 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.142976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:54.144045 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.331715 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dde103-25e9-4deb-8d6d-409e06a2360d req-baf5d1e9-91fe-4e85-b90f-6b8b2814f8eb tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:54.334530 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d3dde103-25e9-4deb-8d6d-409e06a2360d req-baf5d1e9-91fe-4e85-b90f-6b8b2814f8eb tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 944 time: 0.8090847 Jul 16 08:55:54.355893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Pushing event updated for resources: {'Port': ['ID=1296155c-74be-42b3-8b35-5c4b18b0bf31,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:54.452925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Pushing event updated for resources: {'Network': ['ID=bb21a5c8-54f4-4009-9a1a-3308233ac598,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:54.475379 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network bb21a5c8-54f4-4009-9a1a-3308233ac598 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:54.532973 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-98d36114-26b8-4fbf-a252-4aae53fa9ff7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.8457966 Jul 16 08:55:54.540466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46289d74-9f3c-41e0-85dc-220302737161 req-f0d7e84d-80e8-4313-81e3-8d9b7c146c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:54.548661 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46289d74-9f3c-41e0-85dc-220302737161 req-f0d7e84d-80e8-4313-81e3-8d9b7c146c3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 1096 time: 0.4057028 Jul 16 08:55:54.567465 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-01a21c26-72d9-46d2-92cb-ec771ceb2a15 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:55:54.569763 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-01a21c26-72d9-46d2-92cb-ec771ceb2a15 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "DELETE /v2.0/routers/b407dad3-6359-4d2f-b7eb-d0863632d19e HTTP/1.1" status: 409 len: 329 time: 1.2051618 Jul 16 08:55:54.581799 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51702) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:54.639185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Attempting to bind port 1296155c-74be-42b3-8b35-5c4b18b0bf31 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:54.639701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Attempting to bind port 1296155c-74be-42b3-8b35-5c4b18b0bf31 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:54.640233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Attempting to bind port 1296155c-74be-42b3-8b35-5c4b18b0bf31 on network 14402a19-9c27-491a-b636-32963005e922 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:54.672919 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Port 1296155c-74be-42b3-8b35-5c4b18b0bf31 on network 14402a19-9c27-491a-b636-32963005e922 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:54.673228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Attempting to bind port 1296155c-74be-42b3-8b35-5c4b18b0bf31 on network 14402a19-9c27-491a-b636-32963005e922 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:54.709361 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:54.709725 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Checking segment: {'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:54.710124 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Bound using segment: {'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:54.711423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Bound port: 1296155c-74be-42b3-8b35-5c4b18b0bf31, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:54.711800 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.748436 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d3dde103-25e9-4deb-8d6d-409e06a2360d req-8b02eeec-fe52-4f8b-b4e1-67b7b0e57154 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3004603 Jul 16 08:55:54.903451 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46289d74-9f3c-41e0-85dc-220302737161 req-69a758b8-ffc0-4cef-a128-4b15810be70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:54.905044 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46289d74-9f3c-41e0-85dc-220302737161 req-69a758b8-ffc0-4cef-a128-4b15810be70a service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d3569cf-5333-4fc9-ad23-0472f461f09c HTTP/1.1" status: 200 len: 897 time: 0.3228455 Jul 16 08:55:54.918131 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc44bb1-6c67-46fe-a0ce-f29a833459c9 req-274f34cd-d8c1-41da-be90-4a973266bf62 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:54.920169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bbc44bb1-6c67-46fe-a0ce-f29a833459c9 req-274f34cd-d8c1-41da-be90-4a973266bf62 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 944 time: 0.2154415 Jul 16 08:55:55.009293 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46289d74-9f3c-41e0-85dc-220302737161 req-2d7a544d-75ef-4f23-a888-4d7618a1903d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc HTTP/1.1" status: 200 len: 217 time: 0.0814829 Jul 16 08:55:55.020852 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] For port 1296155c-74be-42b3-8b35-5c4b18b0bf31, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:55.075686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46289d74-9f3c-41e0-85dc-220302737161 req-77f4dcde-401e-4d17-b413-5eff458394c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:55.077658 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46289d74-9f3c-41e0-85dc-220302737161 req-77f4dcde-401e-4d17-b413-5eff458394c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a11319f-cef5-4c95-b846-7dac2b4e25e9 HTTP/1.1" status: 200 len: 837 time: 0.0585093 Jul 16 08:55:55.086108 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bbc44bb1-6c67-46fe-a0ce-f29a833459c9 req-84d17a74-02b6-4757-8619-34215da1c0c9 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435754 Jul 16 08:55:55.101947 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-399fcc36-39bc-4dc4-a10a-6df874773ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.136082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] For port 1296155c-74be-42b3-8b35-5c4b18b0bf31, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=1296155c-74be-42b3-8b35-5c4b18b0bf31,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:55.148636 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.167752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:55.168704 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.170521 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] 10.222.0.38 "PUT /v2.0/ports/1296155c-74be-42b3-8b35-5c4b18b0bf31 HTTP/1.1" status: 200 len: 1093 time: 2.8554487 Jul 16 08:55:55.174529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c612a7-0f0c-47a0-8c60-697fa12ed406', 'tag': '1296155c-74be-42b3-8b35-5c4b18b0bf31'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:55.177587 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c8cf2e7-a23a-4894-ac28-7f2f79c71fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c612a7-0f0c-47a0-8c60-697fa12ed406", "tag": "1296155c-74be-42b3-8b35-5c4b18b0bf31"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:55.259760 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2b7611-bf42-4cd8-aad8-2ecfdea474dc x-openstack-request-id: req-1e2b7611-bf42-4cd8-aad8-2ecfdea474dc {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:55.260117 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c612a7-0f0c-47a0-8c60-697fa12ed406", "tag": "1296155c-74be-42b3-8b35-5c4b18b0bf31", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:55.260378 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e2b7611-bf42-4cd8-aad8-2ecfdea474dc {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:55.260852 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c612a7-0f0c-47a0-8c60-697fa12ed406', 'tag': '1296155c-74be-42b3-8b35-5c4b18b0bf31', 'status': 'completed', 'code': 200} Jul 16 08:55:55.263396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46289d74-9f3c-41e0-85dc-220302737161 req-bbb2c268-f3ee-402a-975f-bca88cb3205b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:55.265435 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46289d74-9f3c-41e0-85dc-220302737161 req-bbb2c268-f3ee-402a-975f-bca88cb3205b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d3569cf-5333-4fc9-ad23-0472f461f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1783166 Jul 16 08:55:55.319381 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399fcc36-39bc-4dc4-a10a-6df874773ee1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f28fa42-ae1a-4b07-8ff7-893361e50e7b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:55.361828 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c08c0a02-df36-4d76-a4cf-a9659b85d7fc details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:55.432395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51718) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:55.444754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Request body: {'port': {'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598', 'binding:host_id': 'n-h1-758944-46', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1248065346'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:55.518439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d1f064-ab00-47f9-a837-e2c3119a5fca service neutron] Pushing event updated for resources: {'Port': ['ID=1296155c-74be-42b3-8b35-5c4b18b0bf31,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:55.585537 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:55.608538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'port_id': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc', 'mac_address': 'fa:16:3e:2e:10:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:55:55.615507 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46289d74-9f3c-41e0-85dc-220302737161 req-7cb21126-8631-4ccd-96a0-2dac4f345ba6 service neutron] 10.222.0.15 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349969 Jul 16 08:55:55.674233 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.708173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08c0a02-df36-4d76-a4cf-a9659b85d7fc {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:55.753832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:55.761673 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.778129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Made reservation on behalf of a8cf0330ff304668a0435c3565f9108d for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:55.780422 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.783735 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-399fcc36-39bc-4dc4-a10a-6df874773ee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.803837 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.815829 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:55.865617 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46289d74-9f3c-41e0-85dc-220302737161 req-81ed4a0c-bd04-4cfe-8b84-48c608a1e8f7 service neutron] 10.222.0.15 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417314 Jul 16 08:55:55.886306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-6b4df2a6-69b7-4c97-b0b5-380ab3238d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:55.888526 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-6b4df2a6-69b7-4c97-b0b5-380ab3238d5b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 1096 time: 0.4647901 Jul 16 08:55:55.948816 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-05df16c0-a6b0-48cb-a3df-fa2db476d5a4 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.974101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['c08c0a02-df36-4d76-a4cf-a9659b85d7fc'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:56.241063 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-8901d860-5cf1-4cf6-85cd-ffd387e27d65 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1296155c-74be-42b3-8b35-5c4b18b0bf31 HTTP/1.1" status: 200 len: 217 time: 0.2750466 Jul 16 08:55:56.245622 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.280909 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.287280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] device_id is not set on port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:56.451573 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399fcc36-39bc-4dc4-a10a-6df874773ee1 admin admin] Router bd02e6ec-ad1e-4389-beb6-203beaad0a60 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:56.660096 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f8b6c-f566-4941-9adf-b33c47def42f req-a1613a43-7b8b-492f-9db5-985afecc3fbc tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:56.671641 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ff8f8b6c-f566-4941-9adf-b33c47def42f req-a1613a43-7b8b-492f-9db5-985afecc3fbc tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 944 time: 0.2832303 Jul 16 08:55:56.727038 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c5a71b-8fd1-4c40-afd5-3601c4dc8bc9 req-727805cb-5cf7-45f8-a001-4f8fef3459ab tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:56.729723 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e8c5a71b-8fd1-4c40-afd5-3601c4dc8bc9 req-727805cb-5cf7-45f8-a001-4f8fef3459ab tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 945 time: 0.5816970 Jul 16 08:55:56.730733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176e723e-9b93-498f-abaa-5849367f71ab,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:56.747975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-c3cf4ca7-4ef7-4295-a027-db45bc2c8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:56.751190 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-c3cf4ca7-4ef7-4295-a027-db45bc2c8bd7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b633f7a-07ad-4cc2-8342-da35f664e7b1 HTTP/1.1" status: 200 len: 850 time: 0.4945998 Jul 16 08:55:56.825014 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ff8f8b6c-f566-4941-9adf-b33c47def42f req-99991605-1ddc-473b-b516-ab5b9f79223f tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516018 Jul 16 08:55:56.862854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399fcc36-39bc-4dc4-a10a-6df874773ee1 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:56.875045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae611b23-184a-479d-9c53-e54dcd26d93a None None] Sync routers for ids ['bd02e6ec-ad1e-4389-beb6-203beaad0a60'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:56.879145 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-399fcc36-39bc-4dc4-a10a-6df874773ee1 admin admin] 10.222.0.20 "PUT /v2.0/routers/bd02e6ec-ad1e-4389-beb6-203beaad0a60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9686635 Jul 16 08:55:56.881798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51742) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:56.888311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae611b23-184a-479d-9c53-e54dcd26d93a None None] Routers {'bd02e6ec-ad1e-4389-beb6-203beaad0a60'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:56.890426 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ae611b23-184a-479d-9c53-e54dcd26d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bd02e6ec-ad1e-4389-beb6-203beaad0a60'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:56.995762 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e8c5a71b-8fd1-4c40-afd5-3601c4dc8bc9 req-9e546de9-f1f5-4e13-bcd9-aaf65d6f3cf8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421842 Jul 16 08:55:57.068338 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-ae611b23-184a-479d-9c53-e54dcd26d93a None None] Set router bd02e6ec-ad1e-4389-beb6-203beaad0a60 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:57.068709 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-05df16c0-a6b0-48cb-a3df-fa2db476d5a4 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Deleting port de9836b1-ac89-4463-aa82-9c17eb22ecbb {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:57.069390 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-05df16c0-a6b0-48cb-a3df-fa2db476d5a4 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.119334 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-30b936ac-e14c-40ee-8ff2-4455e2d2c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:57.121525 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-30b936ac-e14c-40ee-8ff2-4455e2d2c764 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14402a19-9c27-491a-b636-32963005e922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3383257 Jul 16 08:55:57.125651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] device_id is not set on port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:57.137814 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.167948 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.193772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Transition to ACTIVE for port object 15bc9743-b93d-4c43-9a7b-9b66d26fad6c will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:57.281038 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.366367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Pushing event updated for resources: {'Port': ['ID=15bc9743-b93d-4c43-9a7b-9b66d26fad6c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:57.420310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-e8646f4b-6960-44a4-96b5-e75a7f417871 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879610 Jul 16 08:55:57.465762 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c08c0a02-df36-4d76-a4cf-a9659b85d7fc up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:57.509945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Checking segment: {'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:57.516322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Network hostable DHCP agents. Network: bb21a5c8-54f4-4009-9a1a-3308233ac598, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:57.676342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Network bb21a5c8-54f4-4009-9a1a-3308233ac598 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:57.680790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ae611b23-184a-479d-9c53-e54dcd26d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'name': 'tempest-ServerRescueTestJSON-1426992948-router', 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:04Z', 'updated_at': '2021-07-16T08:55:54Z', 'revision_number': 5, 'project_id': '3459e9736cff47bfb0c38d06c0ca8624', 'gw_port': {'id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:06Z', 'updated_at': '2021-07-16T08:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:57.711151 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77016514-a3fe-42eb-b13a-c8323b345fd2 req-da72128e-cc9e-44ca-95be-0b070bcb6ada service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779381 Jul 16 08:55:57.719755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, bb21a5c8-54f4-4009-9a1a-3308233ac598) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:57.742013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:57.754884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7c94cd-bd30-43c1-acd1-8063bab48108 None None] Network bb21a5c8-54f4-4009-9a1a-3308233ac598 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:57.761751 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae611b23-184a-479d-9c53-e54dcd26d93a None None] Checking router: bd02e6ec-ad1e-4389-beb6-203beaad0a60 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:55:57.766327 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port c08c0a02-df36-4d76-a4cf-a9659b85d7fc completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:57.801098 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port c08c0a02-df36-4d76-a4cf-a9659b85d7fc triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:57.802255 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.812071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:57.812974 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:57.813391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:57.884836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:57.897247 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:55:57.898948 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 2 to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c Jul 16 08:55:57.965086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae611b23-184a-479d-9c53-e54dcd26d93a None None] Routers {'bd02e6ec-ad1e-4389-beb6-203beaad0a60'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:57.965919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ae611b23-184a-479d-9c53-e54dcd26d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bd02e6ec-ad1e-4389-beb6-203beaad0a60'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:57.982797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:57.983280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:57.983472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:58.004788 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:58.004788 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:55:58.006205 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 3 to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c Jul 16 08:55:58.040894 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-05df16c0-a6b0-48cb-a3df-fa2db476d5a4 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.048432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf2e7-a23a-4894-ac28-7f2f79c71fa8 req-431c64da-df86-455a-ba25-ff6237171542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.052174 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c8cf2e7-a23a-4894-ac28-7f2f79c71fa8 req-431c64da-df86-455a-ba25-ff6237171542 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 1096 time: 0.2575624 Jul 16 08:55:58.103611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:58.103954 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:58.104296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:58.129620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-05df16c0-a6b0-48cb-a3df-fa2db476d5a4 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Calling delete_port for de9836b1-ac89-4463-aa82-9c17eb22ecbb owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:58.192720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:58.201101 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:55:58.204193 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 4 to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c Jul 16 08:55:58.348438 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:58.348822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:58.349195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:58.412958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:58.413285 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:55:58.457439 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.481245 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 5 to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c Jul 16 08:55:58.496701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf2e7-a23a-4894-ac28-7f2f79c71fa8 req-c67701f6-fdfb-4218-a3d8-66e597f364d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.499242 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c8cf2e7-a23a-4894-ac28-7f2f79c71fa8 req-c67701f6-fdfb-4218-a3d8-66e597f364d3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 200 len: 911 time: 0.4395087 Jul 16 08:55:58.651721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef7195-9f39-4968-914a-ddf8609425d7 req-8490cd0c-0b34-40fa-b74b-574dd277ab13 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.654700 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7fef7195-9f39-4968-914a-ddf8609425d7 req-8490cd0c-0b34-40fa-b74b-574dd277ab13 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 944 time: 0.5313990 Jul 16 08:55:58.688870 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:58.689425 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:58.690005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:58.699378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:58.699874 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:55:58.702153 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c8cf2e7-a23a-4894-ac28-7f2f79c71fa8 req-99e13294-9cc6-4a63-9d89-def828f6cb46 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1296155c-74be-42b3-8b35-5c4b18b0bf31 HTTP/1.1" status: 200 len: 217 time: 0.1533120 Jul 16 08:55:58.707313 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 6 to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c Jul 16 08:55:58.748378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:58.749412 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:58.749605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:58.804668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:58.805180 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:55:58.814970 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 7 to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c Jul 16 08:55:58.899590 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.912650 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1b2d2-64bb-43e0-a2c1-a110473d0fcb req-0c76ffc7-c365-4ee9-abee-622803af5f2a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.925956 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3f1b2d2-64bb-43e0-a2c1-a110473d0fcb req-0c76ffc7-c365-4ee9-abee-622803af5f2a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 945 time: 0.6163628 Jul 16 08:55:58.931258 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:58.939071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:58.940629 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:58.988845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:58.994309 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7fef7195-9f39-4968-914a-ddf8609425d7 req-25d3318c-ddda-4cbd-8998-9857cfe3ad88 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2149298 Jul 16 08:55:59.008698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-ae611b23-184a-479d-9c53-e54dcd26d93a None None] Set router bd02e6ec-ad1e-4389-beb6-203beaad0a60 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:55:59.015737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf2e7-a23a-4894-ac28-7f2f79c71fa8 req-d43bf4b2-e7d2-4132-9de8-a20a127f65ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:59.021718 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c8cf2e7-a23a-4894-ac28-7f2f79c71fa8 req-d43bf4b2-e7d2-4132-9de8-a20a127f65ff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b633f7a-07ad-4cc2-8342-da35f664e7b1 HTTP/1.1" status: 200 len: 850 time: 0.2929318 Jul 16 08:55:59.029223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:59.031530 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] Deleting port 388cb76d-ffda-4253-a27c-722703fe5e67 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:59.032226 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.038416 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:55:59.054934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:59.057389 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-416f57df-c826-4112-b67d-1683db8d07b4" -d '{"events": [{"server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "name": "network-vif-plugged", "status": "completed", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:59.066904 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 8 to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c Jul 16 08:55:59.108055 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.227622 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:59.237332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:59.238432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:59.275141 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e3f1b2d2-64bb-43e0-a2c1-a110473d0fcb req-2884e98c-d473-4bc4-95e1-3f01696691c7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3308241 Jul 16 08:55:59.288236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:59.289341 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:55:59.290592 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 9 to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c Jul 16 08:55:59.303085 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5199431a-9cb8-4566-a1c4-bec0b079268d x-openstack-request-id: req-5199431a-9cb8-4566-a1c4-bec0b079268d {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:59.303452 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "name": "network-vif-plugged", "status": "completed", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:59.306002 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5199431a-9cb8-4566-a1c4-bec0b079268d {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:59.306463 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc', 'code': 200} Jul 16 08:55:59.412607 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-05df16c0-a6b0-48cb-a3df-fa2db476d5a4 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.425282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:59.487328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05df16c0-a6b0-48cb-a3df-fa2db476d5a4 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event deleted for resources: {'Port': ['ID=de9836b1-ac89-4463-aa82-9c17eb22ecbb,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:59.552626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ae611b23-184a-479d-9c53-e54dcd26d93a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'name': 'tempest-ServerRescueTestJSON-1426992948-router', 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:04Z', 'updated_at': '2021-07-16T08:55:54Z', 'revision_number': 5, 'project_id': '3459e9736cff47bfb0c38d06c0ca8624', 'gw_port': {'id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:06Z', 'updated_at': '2021-07-16T08:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:59.643782 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-05df16c0-a6b0-48cb-a3df-fa2db476d5a4 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.650144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae611b23-184a-479d-9c53-e54dcd26d93a None None] The sync data for ids ['bd02e6ec-ad1e-4389-beb6-203beaad0a60'] in n-d-758944-46 is: [{'id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'name': 'tempest-ServerRescueTestJSON-1426992948-router', 'tenant_id': '3459e9736cff47bfb0c38d06c0ca8624', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:04Z', 'updated_at': '2021-07-16T08:55:54Z', 'revision_number': 5, 'project_id': '3459e9736cff47bfb0c38d06c0ca8624', 'gw_port': {'id': '388cb76d-ffda-4253-a27c-722703fe5e67', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:18:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd02e6ec-ad1e-4389-beb6-203beaad0a60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:06Z', 'updated_at': '2021-07-16T08:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:59.678847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] For port 388cb76d-ffda-4253-a27c-722703fe5e67, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=388cb76d-ffda-4253-a27c-722703fe5e67,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:59.679292 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.809500 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 1296155c-74be-42b3-8b35-5c4b18b0bf31 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:59.834231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] Calling delete_port for 388cb76d-ffda-4253-a27c-722703fe5e67 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:00.026265 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:00.027879 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:00.028693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:00.085691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8cf2e7-a23a-4894-ac28-7f2f79c71fa8 req-d21717dc-ff15-40f2-8c7f-c48ae65dac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:00.088291 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c8cf2e7-a23a-4894-ac28-7f2f79c71fa8 req-d21717dc-ff15-40f2-8c7f-c48ae65dac68 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14402a19-9c27-491a-b636-32963005e922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0482421 Jul 16 08:56:00.134249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05df16c0-a6b0-48cb-a3df-fa2db476d5a4 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Router b407dad3-6359-4d2f-b7eb-d0863632d19e has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:00.136378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 1296155c-74be-42b3-8b35-5c4b18b0bf31, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=1296155c-74be-42b3-8b35-5c4b18b0bf31,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:00.147439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:00.148346 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:00.178454 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 10 to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c Jul 16 08:56:00.185919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '1296155c-74be-42b3-8b35-5c4b18b0bf31', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'port_id': '1296155c-74be-42b3-8b35-5c4b18b0bf31', 'mac_address': 'fa:16:3e:d1:ff:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:00.256356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:00.257270 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:00.258044 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:00.320315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7f28fa42-ae1a-4b07-8ff7-893361e50e7b no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:00.375903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6218709-5eb7-4d30-ba3d-eeb48a9b7443 req-28872916-82b1-4318-8b65-d8fb088b3680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:00.381251 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b6218709-5eb7-4d30-ba3d-eeb48a9b7443 req-28872916-82b1-4318-8b65-d8fb088b3680 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 1098 time: 1.0793443 Jul 16 08:56:00.382868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:00.383873 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:00.385218 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.411676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 7f28fa42-ae1a-4b07-8ff7-893361e50e7b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:00.412420 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7f28fa42-ae1a-4b07-8ff7-893361e50e7b not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:00.415754 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.443292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1296155c-74be-42b3-8b35-5c4b18b0bf31 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:00.523583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 1296155c-74be-42b3-8b35-5c4b18b0bf31, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=1296155c-74be-42b3-8b35-5c4b18b0bf31,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:00.532095 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.599152 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05df16c0-a6b0-48cb-a3df-fa2db476d5a4 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:00.607603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=1296155c-74be-42b3-8b35-5c4b18b0bf31,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:00.626511 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-05df16c0-a6b0-48cb-a3df-fa2db476d5a4 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "PUT /v2.0/routers/b407dad3-6359-4d2f-b7eb-d0863632d19e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0423679 Jul 16 08:56:00.636374 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51802) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:00.636940 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f2864b-3df6-4433-8229-d47fcaf05c18 None None] Sync routers for ids ['b407dad3-6359-4d2f-b7eb-d0863632d19e'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:00.644433 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b6218709-5eb7-4d30-ba3d-eeb48a9b7443 req-0e79f5c4-03bd-4722-b658-9a98af808d7a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132530 Jul 16 08:56:00.656404 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f2864b-3df6-4433-8229-d47fcaf05c18 None None] Routers {'b407dad3-6359-4d2f-b7eb-d0863632d19e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:00.657111 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-38f2864b-3df6-4433-8229-d47fcaf05c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b407dad3-6359-4d2f-b7eb-d0863632d19e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:00.728945 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-42c3c5bd-4a40-428d-8006-5c3dfc7b41c2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] show failed (client error): The resource could not be found. Jul 16 08:56:00.731895 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['1296155c-74be-42b3-8b35-5c4b18b0bf31'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:00.739385 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-42c3c5bd-4a40-428d-8006-5c3dfc7b41c2 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "GET /v2.0/routers/tempest-non_exist_router-672449771 HTTP/1.1" status: 404 len: 334 time: 0.0953743 Jul 16 08:56:00.743600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51804) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:00.746737 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-38f2864b-3df6-4433-8229-d47fcaf05c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:00.752485 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-3090effd-c750-49ab-8ca7-f3391a8a77c5 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:00.756487 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] For port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:00.756888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempted to set empty binding levels {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:56:00.758688 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f2864b-3df6-4433-8229-d47fcaf05c18 None None] Routers {'b407dad3-6359-4d2f-b7eb-d0863632d19e'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:00.759727 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-38f2864b-3df6-4433-8229-d47fcaf05c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:55:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b407dad3-6359-4d2f-b7eb-d0863632d19e'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:00.764738 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c8cf2e7-a23a-4894-ac28-7f2f79c71fa8 req-10a7d633-0ced-4628-82a5-a8d2debeb5d6 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428809 Jul 16 08:56:00.787765 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.864455 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-3090effd-c750-49ab-8ca7-f3391a8a77c5 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] update failed (client error): The resource could not be found. Jul 16 08:56:00.871871 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3090effd-c750-49ab-8ca7-f3391a8a77c5 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "PUT /v2.0/routers/tempest-non_exist_router-1640547160 HTTP/1.1" status: 404 len: 335 time: 0.1218605 Jul 16 08:56:00.931048 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-38f2864b-3df6-4433-8229-d47fcaf05c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:00.932071 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38f2864b-3df6-4433-8229-d47fcaf05c18 None None] The sync data for ids ['b407dad3-6359-4d2f-b7eb-d0863632d19e'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:00.958154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51810) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:01.026755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4694bde-4131-44e1-8ccc-25a74be74565 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Deleting subnet 2e0a209b-f46f-4e27-b68c-22f87692ed97 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:01.027322 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c8cf2e7-a23a-4894-ac28-7f2f79c71fa8 req-d6294c07-bd74-46f7-8ff4-35baf4ca795f service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468939 Jul 16 08:56:01.030103 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4694bde-4131-44e1-8ccc-25a74be74565 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.070491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:01.074064 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.080640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Pushing event updated for resources: {'Port': ['ID=15bc9743-b93d-4c43-9a7b-9b66d26fad6c,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:01.108473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef34c3-8e20-4947-abab-2b8df225b017 req-9aee41df-2522-4492-ba01-bc4f539cd4f8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:01.118440 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27ef34c3-8e20-4947-abab-2b8df225b017 req-9aee41df-2522-4492-ba01-bc4f539cd4f8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 946 time: 0.5915306 Jul 16 08:56:01.173492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6d286-eaf9-4fa8-95b5-6e5b8c88f5e4 req-98410c9a-5659-4c20-9448-6e17622383d4 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:01.180709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27ef34c3-8e20-4947-abab-2b8df225b017 req-18112f8e-482c-4ad0-ad49-93d88c1a4306 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608971 Jul 16 08:56:01.186736 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ce0864cb-8505-4c3c-b76d-1480213fe46e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.7477462 Jul 16 08:56:01.193236 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-38c6d286-eaf9-4fa8-95b5-6e5b8c88f5e4 req-98410c9a-5659-4c20-9448-6e17622383d4 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 944 time: 0.7678871 Jul 16 08:56:01.195339 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51820) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:01.247651 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4694bde-4131-44e1-8ccc-25a74be74565 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.302083 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-38c6d286-eaf9-4fa8-95b5-6e5b8c88f5e4 req-01827575-07c2-490f-9854-21599b6a0d40 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051373 Jul 16 08:56:01.310299 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.356116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] Pushing event deleted for resources: {'Port': ['ID=388cb76d-ffda-4253-a27c-722703fe5e67,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:01.399347 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-3edd87b1-67fc-4867-8ac9-ff797c0a8409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Deleting port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:01.399914 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3edd87b1-67fc-4867-8ac9-ff797c0a8409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.487653 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.530590 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4694bde-4131-44e1-8ccc-25a74be74565 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.561836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-3edd87b1-67fc-4867-8ac9-ff797c0a8409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] For port 15bc9743-b93d-4c43-9a7b-9b66d26fad6c, host n-h1-758944-46, got binding levels [] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:01.562944 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3edd87b1-67fc-4867-8ac9-ff797c0a8409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.588034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-3edd87b1-67fc-4867-8ac9-ff797c0a8409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Calling delete_port for 15bc9743-b93d-4c43-9a7b-9b66d26fad6c owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:01.637234 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.641787 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.706572 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.707239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd02e6ec-ad1e-4389-beb6-203beaad0a60 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:01.714344 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.719887 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d310ee80-e582-4a36-9787-b07a96481896 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bd02e6ec-ad1e-4389-beb6-203beaad0a60 HTTP/1.1" status: 204 len: 168 time: 4.8300645 Jul 16 08:56:01.719887 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4694bde-4131-44e1-8ccc-25a74be74565 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.720912 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51830) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:01.732693 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3edd87b1-67fc-4867-8ac9-ff797c0a8409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.766204 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a4694bde-4131-44e1-8ccc-25a74be74565 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.768825 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a4694bde-4131-44e1-8ccc-25a74be74565 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "DELETE /v2.0/subnets/2e0a209b-f46f-4e27-b68c-22f87692ed97 HTTP/1.1" status: 204 len: 168 time: 0.8085575 Jul 16 08:56:01.769932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4694bde-4131-44e1-8ccc-25a74be74565 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0a209b-f46f-4e27-b68c-22f87692ed97,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:01.773939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089bb4d0-a679-4f5e-8324-188dffc02f2b None None] Network ccc41769-34b3-4531-bf20-2a93e44c6e89 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:01.774747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51832) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:01.884163 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3edd87b1-67fc-4867-8ac9-ff797c0a8409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.889150 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.890953 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3edd87b1-67fc-4867-8ac9-ff797c0a8409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "DELETE /v2.0/ports/15bc9743-b93d-4c43-9a7b-9b66d26fad6c HTTP/1.1" status: 204 len: 168 time: 0.6925564 Jul 16 08:56:01.892161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd87b1-67fc-4867-8ac9-ff797c0a8409 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Pushing event deleted for resources: {'Port': ['ID=15bc9743-b93d-4c43-9a7b-9b66d26fad6c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:01.894613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51834) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:01.915627 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 1296155c-74be-42b3-8b35-5c4b18b0bf31 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:01.938700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1bec0dd-063f-47f3-b9f8-ea820d43c0e4 admin admin] Deleting subnet 7390ce5d-ca79-4149-a5a6-f3e5199ee3ed {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:01.947426 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a1bec0dd-063f-47f3-b9f8-ea820d43c0e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.952543 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9300cf7-4d86-4f29-9364-7948b01be707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:56:01.956173 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a9300cf7-4d86-4f29-9364-7948b01be707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "GET /v2.0/ports/15bc9743-b93d-4c43-9a7b-9b66d26fad6c HTTP/1.1" status: 404 len: 333 time: 0.0600822 Jul 16 08:56:01.993563 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51836) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:02.027349 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-2b31eca1-81b7-4157-bde8-b52ca4375fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Request body: {'port': {'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305846339'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:02.076320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 1296155c-74be-42b3-8b35-5c4b18b0bf31 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:02.091334 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 1296155c-74be-42b3-8b35-5c4b18b0bf31 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:02.091870 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.132533 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b31eca1-81b7-4157-bde8-b52ca4375fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Made reservation on behalf of a8cf0330ff304668a0435c3565f9108d for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:02.135362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2b31eca1-81b7-4157-bde8-b52ca4375fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.138942 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a1bec0dd-063f-47f3-b9f8-ea820d43c0e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.172976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-2b31eca1-81b7-4157-bde8-b52ca4375fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] device_id is not set on port ea4c78ad-fa3c-4a28-929c-e378c040dece yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:02.209792 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a1bec0dd-063f-47f3-b9f8-ea820d43c0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.281564 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a1bec0dd-063f-47f3-b9f8-ea820d43c0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.370428 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bec0dd-063f-47f3-b9f8-ea820d43c0e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7390ce5d-ca79-4149-a5a6-f3e5199ee3ed,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:02.391669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2294f28-6a20-44b3-80d4-cb284e06a719 None None] DHCP port deletion for ccc41769-34b3-4531-bf20-2a93e44c6e89 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:02.407635 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a1bec0dd-063f-47f3-b9f8-ea820d43c0e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.410035 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a1bec0dd-063f-47f3-b9f8-ea820d43c0e4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/7390ce5d-ca79-4149-a5a6-f3e5199ee3ed HTTP/1.1" status: 204 len: 168 time: 0.6875706 Jul 16 08:56:02.417432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51848) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:02.567463 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2b31eca1-81b7-4157-bde8-b52ca4375fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.569078 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.632196 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2b31eca1-81b7-4157-bde8-b52ca4375fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.694139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 388cb76d-ffda-4253-a27c-722703fe5e67 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:02.700082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c612a7-0f0c-47a0-8c60-697fa12ed406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1296155c-74be-42b3-8b35-5c4b18b0bf31'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:02.702985 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6be47c13-3eb2-4300-b54a-5a7bf5215293" -d '{"events": [{"server_uuid": "d7c612a7-0f0c-47a0-8c60-697fa12ed406", "name": "network-vif-plugged", "status": "completed", "tag": "1296155c-74be-42b3-8b35-5c4b18b0bf31"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:02.750885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 1296155c-74be-42b3-8b35-5c4b18b0bf31, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=1296155c-74be-42b3-8b35-5c4b18b0bf31,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:02.754706 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 388cb76d-ffda-4253-a27c-722703fe5e67 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:02.755091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 388cb76d-ffda-4253-a27c-722703fe5e67 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:02.760111 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b31eca1-81b7-4157-bde8-b52ca4375fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Network bb21a5c8-54f4-4009-9a1a-3308233ac598 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:02.767953 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.771236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-2b31eca1-81b7-4157-bde8-b52ca4375fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:02.777446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Deleting port 247b4eb0-1d4d-4cee-a896-e05540474f98 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:02.777999 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.780900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b31eca1-81b7-4157-bde8-b52ca4375fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:02.782492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b31eca1-81b7-4157-bde8-b52ca4375fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:02.783303 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2b31eca1-81b7-4157-bde8-b52ca4375fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.819174 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2b31eca1-81b7-4157-bde8-b52ca4375fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8189495 Jul 16 08:56:02.823977 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31eca1-81b7-4157-bde8-b52ca4375fc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Pushing event updated for resources: {'Port': ['ID=ea4c78ad-fa3c-4a28-929c-e378c040dece,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:02.834562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51854) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:02.841433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:02.845715 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c2294f28-6a20-44b3-80d4-cb284e06a719 None None] Deleting port 247b4eb0-1d4d-4cee-a896-e05540474f98 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:02.845715 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c2294f28-6a20-44b3-80d4-cb284e06a719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.888718 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b8d05fe1-64a1-4f27-b0ff-f41014bc3cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.017462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] For port 247b4eb0-1d4d-4cee-a896-e05540474f98, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=247b4eb0-1d4d-4cee-a896-e05540474f98,segment=NetworkSegment(19628ee2-0383-4a5d-bb44-68b9274998c7),segment_id=19628ee2-0383-4a5d-bb44-68b9274998c7)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:03.018211 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.040458 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855a49f-a5e8-4127-8740-97097912a814 req-1658e27b-bce9-425f-9edf-b4af628490bf tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.042687 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3855a49f-a5e8-4127-8740-97097912a814 req-1658e27b-bce9-425f-9edf-b4af628490bf tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 945 time: 0.3411918 Jul 16 08:56:03.043700 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.049495 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a21692-394a-4dc1-9ce6-e94363f18d87 req-cb7c6cd4-2f76-4e4a-aa66-6d0ec3b97c60 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.052281 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11a21692-394a-4dc1-9ce6-e94363f18d87 req-cb7c6cd4-2f76-4e4a-aa66-6d0ec3b97c60 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 946 time: 0.4895420 Jul 16 08:56:03.130449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Calling delete_port for 247b4eb0-1d4d-4cee-a896-e05540474f98 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:03.151841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=1296155c-74be-42b3-8b35-5c4b18b0bf31,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:03.153946 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b8d05fe1-64a1-4f27-b0ff-f41014bc3cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.165459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c2294f28-6a20-44b3-80d4-cb284e06a719 None None] For port 247b4eb0-1d4d-4cee-a896-e05540474f98, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=247b4eb0-1d4d-4cee-a896-e05540474f98,segment=NetworkSegment(19628ee2-0383-4a5d-bb44-68b9274998c7),segment_id=19628ee2-0383-4a5d-bb44-68b9274998c7)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:03.169894 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c2294f28-6a20-44b3-80d4-cb284e06a719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.201722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c2294f28-6a20-44b3-80d4-cb284e06a719 None None] Calling delete_port for 247b4eb0-1d4d-4cee-a896-e05540474f98 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:03.237254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b8d05fe1-64a1-4f27-b0ff-f41014bc3cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c76c1a-b53d-407f-9c90-097bb834c398']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:03.257400 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-11a21692-394a-4dc1-9ce6-e94363f18d87 req-9d179d43-95bb-4f26-9663-2b26467fa207 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980678 Jul 16 08:56:03.264552 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b8d05fe1-64a1-4f27-b0ff-f41014bc3cf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c146e4-8af3-4dbc-95c6-eb652d96ea0a') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:03.264693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b8d05fe1-64a1-4f27-b0ff-f41014bc3cf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c146e4-8af3-4dbc-95c6-eb652d96ea0a') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:03.317226 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b8d05fe1-64a1-4f27-b0ff-f41014bc3cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.359943 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b8d05fe1-64a1-4f27-b0ff-f41014bc3cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.382205 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05fbbd2a-c5e0-4eff-b70c-a72a9b7bc3c7 x-openstack-request-id: req-05fbbd2a-c5e0-4eff-b70c-a72a9b7bc3c7 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:03.382503 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c612a7-0f0c-47a0-8c60-697fa12ed406", "name": "network-vif-plugged", "status": "completed", "tag": "1296155c-74be-42b3-8b35-5c4b18b0bf31", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:03.382934 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05fbbd2a-c5e0-4eff-b70c-a72a9b7bc3c7 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:03.383349 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c612a7-0f0c-47a0-8c60-697fa12ed406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1296155c-74be-42b3-8b35-5c4b18b0bf31', 'code': 200} Jul 16 08:56:03.390013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d05fe1-64a1-4f27-b0ff-f41014bc3cf1 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:03.392008 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b8d05fe1-64a1-4f27-b0ff-f41014bc3cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.399812 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c2294f28-6a20-44b3-80d4-cb284e06a719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:03.408900 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:03.457637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2294f28-6a20-44b3-80d4-cb284e06a719 None None] Pushing event deleted for resources: {'Port': ['ID=247b4eb0-1d4d-4cee-a896-e05540474f98,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:03.467919 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3855a49f-a5e8-4127-8740-97097912a814 req-0398d0de-bcc5-4134-ad8d-29f71424dcd8 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3931942 Jul 16 08:56:03.482754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2294f28-6a20-44b3-80d4-cb284e06a719 None None] No DVR routers for this DVR port 247b4eb0-1d4d-4cee-a896-e05540474f98 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:03.567466 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.597640 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] No DVR routers for this DVR port 247b4eb0-1d4d-4cee-a896-e05540474f98 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:03.669215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event deleted for resources: {'Port': ['ID=247b4eb0-1d4d-4cee-a896-e05540474f98,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:03.683922 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b8d05fe1-64a1-4f27-b0ff-f41014bc3cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.710878 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b8d05fe1-64a1-4f27-b0ff-f41014bc3cf1 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.713097 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b8d05fe1-64a1-4f27-b0ff-f41014bc3cf1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/d8c76c1a-b53d-407f-9c90-097bb834c398 HTTP/1.1" status: 204 len: 168 time: 1.2914433 Jul 16 08:56:03.752600 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d05fe1-64a1-4f27-b0ff-f41014bc3cf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8c76c1a-b53d-407f-9c90-097bb834c398,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:03.781028 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd336dc-0e98-4fde-834a-f6ed58bc697f req-3ce0cc61-f7b1-4af4-a033-098bcd599b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.782728 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8bd336dc-0e98-4fde-834a-f6ed58bc697f req-3ce0cc61-f7b1-4af4-a033-098bcd599b11 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 1098 time: 0.1981385 Jul 16 08:56:03.837659 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8bd336dc-0e98-4fde-834a-f6ed58bc697f req-0510b05f-cbc9-4f15-a3b4-c4787f83303a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469794 Jul 16 08:56:03.846193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af4ebb-a5c9-470a-8c8f-0f1517c17760 req-af9951ff-41ae-4411-9e62-cb1d3005a212 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.848322 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32af4ebb-a5c9-470a-8c8f-0f1517c17760 req-af9951ff-41ae-4411-9e62-cb1d3005a212 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 946 time: 0.1765056 Jul 16 08:56:03.924928 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.955873 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32af4ebb-a5c9-470a-8c8f-0f1517c17760 req-c640af02-7930-4bb0-9907-b4c30cd812bb tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962944 Jul 16 08:56:03.973823 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.998363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc41769-34b3-4531-bf20-2a93e44c6e89']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:04.025989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51864) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:04.058938 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19628ee2-0383-4a5d-bb44-68b9274998c7') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:04.059455 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19628ee2-0383-4a5d-bb44-68b9274998c7') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:04.078996 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.089562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] device_id is not set on port ea4c78ad-fa3c-4a28-929c-e378c040dece yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:04.107395 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.117960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.126774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51866) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:04.156822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071f6d16-4bc9-4a09-ad47-9eb588cb442f tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:04.156822 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-071f6d16-4bc9-4a09-ad47-9eb588cb442f tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 1093 time: 0.1272624 Jul 16 08:56:04.159309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51870) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:04.164339 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address': '172.20.0.22'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:04.165815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:04.166494 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:04.176876 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:04.190694 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.295266 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-17812e1d-e978-48c0-8344-3c708c4110b9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3459e9736cff47bfb0c38d06c0ca8624&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636779 Jul 16 08:56:04.298018 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51872) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:04.314659 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Transition to ACTIVE for port object ea4c78ad-fa3c-4a28-929c-e378c040dece will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:04.328544 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.328544 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.356092 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.361992 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "DELETE /v2.0/networks/ccc41769-34b3-4531-bf20-2a93e44c6e89 HTTP/1.1" status: 204 len: 168 time: 2.5864894 Jul 16 08:56:04.362263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51874) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:04.401813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 247b4eb0-1d4d-4cee-a896-e05540474f98 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:04.413637 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.461555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 247b4eb0-1d4d-4cee-a896-e05540474f98 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:04.462645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 247b4eb0-1d4d-4cee-a896-e05540474f98 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:04.569967 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-c734c336-3c03-4b4d-8211-bfbaf3f2af05 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Deleting subnet 2f7f9932-1bc7-4367-a6d6-6c735aa199e0 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:04.744923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.25.4.226 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/07b1830d-674a-48b4-be4e-bbcfc3cea64b) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:04.907342 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c734c336-3c03-4b4d-8211-bfbaf3f2af05 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.966428 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.983939 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c734c336-3c03-4b4d-8211-bfbaf3f2af05 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.065846 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf484897-7085-4d7d-b2aa-b8a20c386aea tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event deleted for resources: {'Network': ['ID=ccc41769-34b3-4531-bf20-2a93e44c6e89,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:05.170831 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.225347 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=07b1830d-674a-48b4-be4e-bbcfc3cea64b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:05.229252 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d4b43e3b-d6bd-48a2-ba1a-228c5e74d038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.232559 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c734c336-3c03-4b4d-8211-bfbaf3f2af05 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.232987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Pushing event updated for resources: {'Port': ['ID=ea4c78ad-fa3c-4a28-929c-e378c040dece,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:05.295284 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da5192cf-a48c-4af1-ba07-a2480ee54809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.302227 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:05.302739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:05.304057 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:05.337197 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c734c336-3c03-4b4d-8211-bfbaf3f2af05 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.345240 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:05.345597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:05.345943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:05.346287 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:05.346682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:05.347018 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:05.347354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:05.348475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:05.348754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:05.349034 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:05.349181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:05.349473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:05.349812 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:05.350141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:05.362402 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 2 to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece Jul 16 08:56:05.385980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:05.387112 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c734c336-3c03-4b4d-8211-bfbaf3f2af05 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7f9932-1bc7-4367-a6d6-6c735aa199e0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:05.394378 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c734c336-3c03-4b4d-8211-bfbaf3f2af05 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.396577 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c734c336-3c03-4b4d-8211-bfbaf3f2af05 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "DELETE /v2.0/subnets/2f7f9932-1bc7-4367-a6d6-6c735aa199e0 HTTP/1.1" status: 204 len: 168 time: 1.0332634 Jul 16 08:56:05.397779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:05.400605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:05.403190 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51882) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:05.409454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a39cb15-b7b4-40f3-957e-bc6f2da4101b None None] Network fe23d23c-09c8-49e0-8c52-6da66e636617 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:05.417814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2917270-dd80-4fbb-a1ed-9da788cef430 req-b4c29f6f-3f08-4036-acab-c591ad43f63f tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:05.420691 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b2917270-dd80-4fbb-a1ed-9da788cef430 req-b4c29f6f-3f08-4036-acab-c591ad43f63f tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.3798378 Jul 16 08:56:05.426916 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da5192cf-a48c-4af1-ba07-a2480ee54809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.480831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:05.481606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:05.482386 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:05.511040 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.531123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:05.531836 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:05.551324 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 3 to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece Jul 16 08:56:05.567542 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-af548f18-4176-4ab8-8640-ef6290248927 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Deleting subnet 53a713bd-fef3-452d-8a73-221c14aa503c {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:05.607035 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af548f18-4176-4ab8-8640-ef6290248927 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.642963 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b2917270-dd80-4fbb-a1ed-9da788cef430 req-b00bb69c-18a0-430b-9f47-181f0c0bc6f6 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120340 Jul 16 08:56:05.673281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:05.673281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:05.673281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:05.681455 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:05.682071 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:05.684008 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 4 to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece Jul 16 08:56:05.706626 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af548f18-4176-4ab8-8640-ef6290248927 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.723205 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:05.723724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:05.724272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:05.732147 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da5192cf-a48c-4af1-ba07-a2480ee54809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.737248 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da5192cf-a48c-4af1-ba07-a2480ee54809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.739175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-da5192cf-a48c-4af1-ba07-a2480ee54809 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/56ca5e47-6605-4c95-8503-7fb055fa3a37 HTTP/1.1" status: 204 len: 168 time: 1.4399662 Jul 16 08:56:05.756723 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:05.757234 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eac2702-f56c-4785-a49e-5764e4fcf7fd None None] DHCP port deletion for fe23d23c-09c8-49e0-8c52-6da66e636617 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:05.757422 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:05.766416 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 5 to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece Jul 16 08:56:05.778928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5192cf-a48c-4af1-ba07-a2480ee54809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ca5e47-6605-4c95-8503-7fb055fa3a37,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:05.808894 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:05.809158 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:05.809504 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:05.816946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:05.817598 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:05.817839 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 6 to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece Jul 16 08:56:05.846030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:05.846839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:05.846839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:05.864154 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8eac2702-f56c-4785-a49e-5764e4fcf7fd None None] Deleting port 98411d6a-5c8b-409b-8e4d-713eb973db19 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:05.865863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:05.866250 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:05.866821 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 7 to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece Jul 16 08:56:05.869143 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8eac2702-f56c-4785-a49e-5764e4fcf7fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.886041 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:05.886428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:05.886769 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:05.894108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:05.894618 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:05.895334 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 8 to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece Jul 16 08:56:05.912421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:05.915426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:05.915886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:05.925566 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:05.926170 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:05.926763 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 9 to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece Jul 16 08:56:05.958747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:05.961013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:05.962413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:05.971991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:05.974146 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:05.975176 n-d-758944-46 neutron-server[93694]: INFO neutron.plugins.ml2.plugin [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 10 to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece Jul 16 08:56:06.008679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:06.009225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8eac2702-f56c-4785-a49e-5764e4fcf7fd None None] For port 98411d6a-5c8b-409b-8e4d-713eb973db19, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=98411d6a-5c8b-409b-8e4d-713eb973db19,segment=NetworkSegment(1df6523d-2098-4f50-93c1-6f1eb410c708),segment_id=1df6523d-2098-4f50-93c1-6f1eb410c708)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:06.010630 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8eac2702-f56c-4785-a49e-5764e4fcf7fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.012520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:06.013749 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:06.026547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:06.030091 n-d-758944-46 neutron-server[93694]: ERROR neutron.plugins.ml2.managers [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port ea4c78ad-fa3c-4a28-929c-e378c040dece on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:06.031751 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.038262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8eac2702-f56c-4785-a49e-5764e4fcf7fd None None] Calling delete_port for 98411d6a-5c8b-409b-8e4d-713eb973db19 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:06.198718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] For port ea4c78ad-fa3c-4a28-929c-e378c040dece, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:06.199762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempted to set empty binding levels {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:56:06.216801 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.220717 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8eac2702-f56c-4785-a49e-5764e4fcf7fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.267008 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eac2702-f56c-4785-a49e-5764e4fcf7fd None None] No DVR routers for this DVR port 98411d6a-5c8b-409b-8e4d-713eb973db19 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:06.268734 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac2702-f56c-4785-a49e-5764e4fcf7fd None None] Pushing event deleted for resources: {'Port': ['ID=98411d6a-5c8b-409b-8e4d-713eb973db19,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:06.373217 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Pushing event updated for resources: {'Port': ['ID=ea4c78ad-fa3c-4a28-929c-e378c040dece,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:06.382144 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] In _notify_port_updated(), no bound segment for port ea4c78ad-fa3c-4a28-929c-e378c040dece on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:56:06.383278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.384248 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.388612 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-da95c2ef-22c4-4ca8-8b21-0edff5ce8978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "PUT /v2.0/ports/ea4c78ad-fa3c-4a28-929c-e378c040dece HTTP/1.1" status: 200 len: 980 time: 3.5499077 Jul 16 08:56:06.391108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51894) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:06.441736 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 98411d6a-5c8b-409b-8e4d-713eb973db19 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:06.470715 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af548f18-4176-4ab8-8640-ef6290248927 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.481820 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 98411d6a-5c8b-409b-8e4d-713eb973db19 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:06.483370 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 98411d6a-5c8b-409b-8e4d-713eb973db19 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:06.631183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.631668 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.632148 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.632652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.633124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.633594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.634097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.634545 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.635005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.635471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.635933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.636396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.640236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.645805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.646294 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.646779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.647252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.658710 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-56a61bd1-1418-449a-b02a-d5896d3f1d9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15354 time: 0.2613521 Jul 16 08:56:06.662180 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51904) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:06.789718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-58a54d93-52bc-4265-969a-e292f31b0ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Deleting port ea4c78ad-fa3c-4a28-929c-e378c040dece {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:06.790229 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58a54d93-52bc-4265-969a-e292f31b0ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.878004 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-58a54d93-52bc-4265-969a-e292f31b0ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] For port ea4c78ad-fa3c-4a28-929c-e378c040dece, host n-h1-758944-46, got binding levels [] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:06.878311 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58a54d93-52bc-4265-969a-e292f31b0ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.897538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-58a54d93-52bc-4265-969a-e292f31b0ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Calling delete_port for ea4c78ad-fa3c-4a28-929c-e378c040dece owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:06.926026 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af548f18-4176-4ab8-8640-ef6290248927 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.004245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51916) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:07.036284 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58a54d93-52bc-4265-969a-e292f31b0ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.075756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a54d93-52bc-4265-969a-e292f31b0ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea4c78ad-fa3c-4a28-929c-e378c040dece,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:07.106165 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58a54d93-52bc-4265-969a-e292f31b0ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.112331 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-58a54d93-52bc-4265-969a-e292f31b0ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "DELETE /v2.0/ports/ea4c78ad-fa3c-4a28-929c-e378c040dece HTTP/1.1" status: 204 len: 168 time: 0.4487457 Jul 16 08:56:07.114888 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51922) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:07.150704 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f05140-d93c-490a-86d9-1f662123c39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:56:07.153276 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-31f05140-d93c-490a-86d9-1f662123c39f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "GET /v2.0/ports/ea4c78ad-fa3c-4a28-929c-e378c040dece HTTP/1.1" status: 404 len: 333 time: 0.0366776 Jul 16 08:56:07.158310 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51924) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:07.164809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-56beb504-2514-48b3-8ac0-fd2a43ee8022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-885402156', 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:07.216710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56beb504-2514-48b3-8ac0-fd2a43ee8022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Made reservation on behalf of a8cf0330ff304668a0435c3565f9108d for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:07.221439 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-56beb504-2514-48b3-8ac0-fd2a43ee8022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.264275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-56beb504-2514-48b3-8ac0-fd2a43ee8022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] device_id is not set on port ccf1c6c2-3e18-48c6-a5e5-3c549cc01559 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:07.383878 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.435923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af548f18-4176-4ab8-8640-ef6290248927 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event deleted for resources: {'Subnet': ['ID=53a713bd-fef3-452d-8a73-221c14aa503c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:07.461118 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af548f18-4176-4ab8-8640-ef6290248927 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.465551 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-af548f18-4176-4ab8-8640-ef6290248927 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "DELETE /v2.0/subnets/53a713bd-fef3-452d-8a73-221c14aa503c HTTP/1.1" status: 204 len: 168 time: 2.0589540 Jul 16 08:56:07.473121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583d1f54-02b4-4fa9-9950-e46f9cadb6e8 None None] Network 7ac90cf5-96c4-401f-90c2-2223406e4473 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:07.485403 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51930) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:07.648525 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.720036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9070e-3814-4110-b98b-1c3351d77535 req-72051c48-e62c-4cdd-87c8-9dfd772af094 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:07.721753 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3b9070e-3814-4110-b98b-1c3351d77535 req-72051c48-e62c-4cdd-87c8-9dfd772af094 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.2819216 Jul 16 08:56:07.776032 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cfe2174f-d57f-4eb4-a5dd-6c45c2079237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.865731 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b8c336-2b16-434f-aa62-af47c716df58 None None] DHCP port deletion for 7ac90cf5-96c4-401f-90c2-2223406e4473 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:07.893611 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bc72fee8-25cb-4d99-a125-49960f5e7a8d tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.938982 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3b9070e-3814-4110-b98b-1c3351d77535 req-f8635ef7-6ac4-4eb7-af46-f135c0a72909 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2039406 Jul 16 08:56:07.957432 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-56beb504-2514-48b3-8ac0-fd2a43ee8022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.014063 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-21f86aaf-0004-41af-b979-add606088ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.043880 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-25b8c336-2b16-434f-aa62-af47c716df58 None None] Deleting port 770fb74c-47be-4fb6-a720-ad1b3f58bccb {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:08.044625 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-25b8c336-2b16-434f-aa62-af47c716df58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.191181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-25b8c336-2b16-434f-aa62-af47c716df58 None None] For port 770fb74c-47be-4fb6-a720-ad1b3f58bccb, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=770fb74c-47be-4fb6-a720-ad1b3f58bccb,segment=NetworkSegment(1438b944-ecf9-4cab-a634-d7a1be282a18),segment_id=1438b944-ecf9-4cab-a634-d7a1be282a18)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:08.192194 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-25b8c336-2b16-434f-aa62-af47c716df58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.196126 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.209991 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bc72fee8-25cb-4d99-a125-49960f5e7a8d tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.212383 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-25b8c336-2b16-434f-aa62-af47c716df58 None None] Calling delete_port for 770fb74c-47be-4fb6-a720-ad1b3f58bccb owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:08.223806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-bc72fee8-25cb-4d99-a125-49960f5e7a8d tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe23d23c-09c8-49e0-8c52-6da66e636617']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:08.243363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-bc72fee8-25cb-4d99-a125-49960f5e7a8d tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df6523d-2098-4f50-93c1-6f1eb410c708') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:08.243775 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-bc72fee8-25cb-4d99-a125-49960f5e7a8d tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df6523d-2098-4f50-93c1-6f1eb410c708') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:08.262417 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.270100 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.334902 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bc72fee8-25cb-4d99-a125-49960f5e7a8d tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.382448 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-25b8c336-2b16-434f-aa62-af47c716df58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.397565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=07b1830d-674a-48b4-be4e-bbcfc3cea64b,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:08.406842 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.434313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b8c336-2b16-434f-aa62-af47c716df58 None None] No DVR routers for this DVR port 770fb74c-47be-4fb6-a720-ad1b3f58bccb on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:08.447815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 770fb74c-47be-4fb6-a720-ad1b3f58bccb no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:08.473037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 770fb74c-47be-4fb6-a720-ad1b3f58bccb {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:08.473587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 770fb74c-47be-4fb6-a720-ad1b3f58bccb not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:08.476979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b8c336-2b16-434f-aa62-af47c716df58 None None] Pushing event deleted for resources: {'Port': ['ID=770fb74c-47be-4fb6-a720-ad1b3f58bccb,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:08.491527 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bc72fee8-25cb-4d99-a125-49960f5e7a8d tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.528996 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc72fee8-25cb-4d99-a125-49960f5e7a8d tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:08.529754 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bc72fee8-25cb-4d99-a125-49960f5e7a8d tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:08.535223 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:08.608151 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-56beb504-2514-48b3-8ac0-fd2a43ee8022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.608897 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Floating IP bf4dcc94-f66b-4b59-8759-a7bd5b5715f3 associated. External IP: 172.25.4.226, port: c08c0a02-df36-4d76-a4cf-a9659b85d7fc. Jul 16 08:56:08.720947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56beb504-2514-48b3-8ac0-fd2a43ee8022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Pushing event updated for resources: {'Port': ['ID=ccf1c6c2-3e18-48c6-a5e5-3c549cc01559,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:08.783618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf176f6-fe8c-4aaa-a5f5-e502083b64d1 req-095213f4-9155-4d06-9261-b0f23b17969c tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.785618 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faf176f6-fe8c-4aaa-a5f5-e502083b64d1 req-095213f4-9155-4d06-9261-b0f23b17969c tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.5482132 Jul 16 08:56:08.799935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51958) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:08.821735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-26785d4b-9ddd-4bb5-b3f6-9ca8845c1932 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Request body: {'floatingip': {'port_id': '1296155c-74be-42b3-8b35-5c4b18b0bf31'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:08.831052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56beb504-2514-48b3-8ac0-fd2a43ee8022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Network bb21a5c8-54f4-4009-9a1a-3308233ac598 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:08.836304 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cfe2174f-d57f-4eb4-a5dd-6c45c2079237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.868379 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bc72fee8-25cb-4d99-a125-49960f5e7a8d tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.874374 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-56beb504-2514-48b3-8ac0-fd2a43ee8022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:08.917250 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cfe2174f-d57f-4eb4-a5dd-6c45c2079237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.918871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:08.921748 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bc72fee8-25cb-4d99-a125-49960f5e7a8d tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.923709 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bc72fee8-25cb-4d99-a125-49960f5e7a8d tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "DELETE /v2.0/networks/fe23d23c-09c8-49e0-8c52-6da66e636617 HTTP/1.1" status: 204 len: 168 time: 1.4340010 Jul 16 08:56:08.928625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51964) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:08.934609 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56beb504-2514-48b3-8ac0-fd2a43ee8022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:08.935612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56beb504-2514-48b3-8ac0-fd2a43ee8022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.936410 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-56beb504-2514-48b3-8ac0-fd2a43ee8022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.948947 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-26785d4b-9ddd-4bb5-b3f6-9ca8845c1932 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.958258 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc72fee8-25cb-4d99-a125-49960f5e7a8d tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event deleted for resources: {'Network': ['ID=fe23d23c-09c8-49e0-8c52-6da66e636617,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:09.048628 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-56beb504-2514-48b3-8ac0-fd2a43ee8022 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8887947 Jul 16 08:56:09.055780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51968) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:09.059962 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cfe2174f-d57f-4eb4-a5dd-6c45c2079237 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e73b97c231974b47b29235f96a333b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0545669 Jul 16 08:56:09.066512 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d7f15c9-a9df-4094-a7bc-90df61989162 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.071637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51970) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:09.072528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe2174f-d57f-4eb4-a5dd-6c45c2079237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9372131b-d68c-43f8-911c-4def3e9e661e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:09.252949 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d7f15c9-a9df-4094-a7bc-90df61989162 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.265664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-9d7f15c9-a9df-4094-a7bc-90df61989162 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ac90cf5-96c4-401f-90c2-2223406e4473']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:09.284346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-9d7f15c9-a9df-4094-a7bc-90df61989162 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1438b944-ecf9-4cab-a634-d7a1be282a18') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:09.284785 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-9d7f15c9-a9df-4094-a7bc-90df61989162 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1438b944-ecf9-4cab-a634-d7a1be282a18') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:09.302153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e43e69-3975-491f-ae1b-07e1917249ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.304720 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-70e43e69-3975-491f-ae1b-07e1917249ae tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "GET /v2.0/ports/ccf1c6c2-3e18-48c6-a5e5-3c549cc01559 HTTP/1.1" status: 200 len: 958 time: 0.2472813 Jul 16 08:56:09.307536 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d7f15c9-a9df-4094-a7bc-90df61989162 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.314023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51972) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:09.369641 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d7f15c9-a9df-4094-a7bc-90df61989162 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.429974 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32c6c616-4f7d-49c5-88f0-637bce7fed78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.448158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7f15c9-a9df-4094-a7bc-90df61989162 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:09.448914 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d7f15c9-a9df-4094-a7bc-90df61989162 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:09.454855 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:09.495768 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32c6c616-4f7d-49c5-88f0-637bce7fed78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.609183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:09.639545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e81b4-b64e-43cb-b35b-eb65529508f1 None None] Sync routers for ids ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:09.659486 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e81b4-b64e-43cb-b35b-eb65529508f1 None None] Routers {'025fd5e6-e737-4bf9-8df7-65b3d2e69f16'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:09.660246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5e3e81b4-b64e-43cb-b35b-eb65529508f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:56:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:09.675030 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d7f15c9-a9df-4094-a7bc-90df61989162 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.686365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d7f15c9-a9df-4094-a7bc-90df61989162 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.689696 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9d7f15c9-a9df-4094-a7bc-90df61989162 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "DELETE /v2.0/networks/7ac90cf5-96c4-401f-90c2-2223406e4473 HTTP/1.1" status: 204 len: 168 time: 0.7596686 Jul 16 08:56:09.693931 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 51980) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:09.697469 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.722235 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32c6c616-4f7d-49c5-88f0-637bce7fed78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.725113 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32c6c616-4f7d-49c5-88f0-637bce7fed78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.726548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-32c6c616-4f7d-49c5-88f0-637bce7fed78 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9372131b-d68c-43f8-911c-4def3e9e661e HTTP/1.1" status: 204 len: 168 time: 0.6508520 Jul 16 08:56:09.756456 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.764708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7f15c9-a9df-4094-a7bc-90df61989162 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event deleted for resources: {'Network': ['ID=7ac90cf5-96c4-401f-90c2-2223406e4473,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:09.825506 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4d28d0c2-02d6-4123-98a9-75bcb891b419 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.6545839 Jul 16 08:56:09.831246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c0236ade-99cf-4df2-baa1-363ba6bac50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Deleting port ccf1c6c2-3e18-48c6-a5e5-3c549cc01559 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:09.835539 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0236ade-99cf-4df2-baa1-363ba6bac50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.840123 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:09.855501 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38932465-ff43-4a00-910e-64aefb818741" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:09.872416 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c6c616-4f7d-49c5-88f0-637bce7fed78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9372131b-d68c-43f8-911c-4def3e9e661e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:09.882119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-5e3e81b4-b64e-43cb-b35b-eb65529508f1 None None] Set router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:09.950774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8117363-c5c0-443d-903b-aaf8e4d88e12 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Deleting subnet b37c7e74-8823-4683-b312-ba9ab05ef9cd {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:09.958556 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e8117363-c5c0-443d-903b-aaf8e4d88e12 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.065597 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298b813e-de27-4172-aab8-f4ea2a30b992 x-openstack-request-id: req-298b813e-de27-4172-aab8-f4ea2a30b992 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:10.066543 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:10.066543 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-298b813e-de27-4172-aab8-f4ea2a30b992 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:10.066543 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc', 'status': 'completed', 'code': 200} Jul 16 08:56:10.085881 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e8117363-c5c0-443d-903b-aaf8e4d88e12 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.107351 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0236ade-99cf-4df2-baa1-363ba6bac50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.149789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c0236ade-99cf-4df2-baa1-363ba6bac50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Calling delete_port for ccf1c6c2-3e18-48c6-a5e5-3c549cc01559 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:10.238733 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.resource_extend [None req-26785d4b-9ddd-4bb5-b3f6-9ca8845c1932 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:56:10.259337 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 51992) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.335501 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e8117363-c5c0-443d-903b-aaf8e4d88e12 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.365743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5e3e81b4-b64e-43cb-b35b-eb65529508f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:06Z', 'updated_at': '2021-07-16T08:55:22Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'bf4dcc94-f66b-4b59-8759-a7bd5b5715f3', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'floating_ip_address': '172.25.4.226', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'port_id': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc', 'fixed_ip_address': '172.20.0.22', 'status': 'DOWN', 'standard_attr_id': 2693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'mac_address': 'fa:16:3e:2e:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:06Z', 'revision_number': 0, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af8b925-a121-414b-9d09-4e4aaeff7e1b', 'name': '', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:20Z', 'updated_at': '2021-07-16T08:55:44Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:10.375780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932465-ff43-4a00-910e-64aefb818741 req-749ef68e-9ace-4aa1-a301-7d329a99560a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.377693 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38932465-ff43-4a00-910e-64aefb818741 req-749ef68e-9ace-4aa1-a301-7d329a99560a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 1098 time: 0.3138964 Jul 16 08:56:10.409343 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e81b4-b64e-43cb-b35b-eb65529508f1 None None] Checking router: 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:10.420986 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3e81b4-b64e-43cb-b35b-eb65529508f1 None None] Routers {'025fd5e6-e737-4bf9-8df7-65b3d2e69f16'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:10.423088 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5e3e81b4-b64e-43cb-b35b-eb65529508f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:56:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:10.495065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347f1106-0316-4a37-b96c-82c6cec386a9 req-182dfdec-b78b-4cdf-8942-5b3d6c81c18b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.497399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-347f1106-0316-4a37-b96c-82c6cec386a9 req-182dfdec-b78b-4cdf-8942-5b3d6c81c18b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 946 time: 0.3413308 Jul 16 08:56:10.501161 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0236ade-99cf-4df2-baa1-363ba6bac50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.506335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e8117363-c5c0-443d-903b-aaf8e4d88e12 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.607978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0236ade-99cf-4df2-baa1-363ba6bac50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Pushing event deleted for resources: {'Port': ['ID=ccf1c6c2-3e18-48c6-a5e5-3c549cc01559,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:10.630718 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-347f1106-0316-4a37-b96c-82c6cec386a9 req-f1b76fab-5b18-41b0-8dcc-ba565f2d9008 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240854 Jul 16 08:56:10.632099 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0236ade-99cf-4df2-baa1-363ba6bac50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.640712 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-26785d4b-9ddd-4bb5-b3f6-9ca8845c1932 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.645154 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c0236ade-99cf-4df2-baa1-363ba6bac50e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "DELETE /v2.0/ports/ccf1c6c2-3e18-48c6-a5e5-3c549cc01559 HTTP/1.1" status: 204 len: 168 time: 1.3315217 Jul 16 08:56:10.650654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52012) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.659720 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8117363-c5c0-443d-903b-aaf8e4d88e12 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event deleted for resources: {'Subnet': ['ID=b37c7e74-8823-4683-b312-ba9ab05ef9cd,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:10.674006 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-26785d4b-9ddd-4bb5-b3f6-9ca8845c1932 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.718172 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-32184e38-ee74-4dca-9bfb-86012a7cf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:56:10.725208 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-32184e38-ee74-4dca-9bfb-86012a7cf433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "GET /v2.0/ports/ccf1c6c2-3e18-48c6-a5e5-3c549cc01559 HTTP/1.1" status: 404 len: 333 time: 0.0717146 Jul 16 08:56:10.728580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52016) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.729195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52020) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.768164 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e8117363-c5c0-443d-903b-aaf8e4d88e12 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.771779 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e8117363-c5c0-443d-903b-aaf8e4d88e12 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "DELETE /v2.0/subnets/b37c7e74-8823-4683-b312-ba9ab05ef9cd HTTP/1.1" status: 204 len: 168 time: 1.0763113 Jul 16 08:56:10.776149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-7da710d6-1e46-438a-b86f-2dbd69fc3fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Request body: {'port': {'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1621847224'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:10.776384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52026) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:10.853226 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932465-ff43-4a00-910e-64aefb818741 req-891be6f9-72b9-4fe2-9385-629d580807d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:10.854933 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38932465-ff43-4a00-910e-64aefb818741 req-891be6f9-72b9-4fe2-9385-629d580807d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d3569cf-5333-4fc9-ad23-0472f461f09c HTTP/1.1" status: 200 len: 897 time: 0.4664540 Jul 16 08:56:10.868226 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da710d6-1e46-438a-b86f-2dbd69fc3fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Made reservation on behalf of a8cf0330ff304668a0435c3565f9108d for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:10.870624 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7da710d6-1e46-438a-b86f-2dbd69fc3fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.984331 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58ebb08-ae9c-4b8a-9fb7-157a33dc5a78 None None] Network 01433772-2a1f-41f9-9f1e-bfd563843cd6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:11.034263 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a52c385c-8089-4928-be40-4dc2324f8d64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.038508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-7da710d6-1e46-438a-b86f-2dbd69fc3fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] device_id is not set on port d63879f9-429f-46f9-88f7-3cb84384a62a yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:11.086507 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38932465-ff43-4a00-910e-64aefb818741 req-de9beb41-6c2a-4505-846b-9a1d78600f74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc HTTP/1.1" status: 200 len: 1000 time: 0.1995511 Jul 16 08:56:11.159115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-5e3e81b4-b64e-43cb-b35b-eb65529508f1 None None] Set router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:11.364110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52034) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.396236 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.449792 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.462236 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-26785d4b-9ddd-4bb5-b3f6-9ca8845c1932 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Floating IP 5d432efb-6d1a-4c92-8d06-d9d6e104b375 associated. External IP: 172.25.4.32, port: 1296155c-74be-42b3-8b35-5c4b18b0bf31. Jul 16 08:56:11.568363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1997777709-network', 'tenant_id': '6d7d127892994ef29d6fc34730914246'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:11.602177 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1b146a08-9777-4661-b52e-76a6e18faa9d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/bf4dcc94-f66b-4b59-8759-a7bd5b5715f3 HTTP/1.1" status: 200 len: 992 time: 0.8714933 Jul 16 08:56:11.672637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8223836b-6ebf-4d2f-a53a-5cfe212ee93e None None] DHCP port deletion for 01433772-2a1f-41f9-9f1e-bfd563843cd6 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:11.673752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932465-ff43-4a00-910e-64aefb818741 req-05c5f50e-2595-4bae-9c1b-a863e6145628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:11.675223 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38932465-ff43-4a00-910e-64aefb818741 req-05c5f50e-2595-4bae-9c1b-a863e6145628 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a11319f-cef5-4c95-b846-7dac2b4e25e9 HTTP/1.1" status: 200 len: 837 time: 0.5608473 Jul 16 08:56:11.712254 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Deleting port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:11.712648 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.775045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5e3e81b4-b64e-43cb-b35b-eb65529508f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:06Z', 'updated_at': '2021-07-16T08:55:22Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'bf4dcc94-f66b-4b59-8759-a7bd5b5715f3', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'floating_ip_address': '172.25.4.226', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'port_id': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc', 'fixed_ip_address': '172.20.0.22', 'status': 'DOWN', 'standard_attr_id': 2693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'mac_address': 'fa:16:3e:2e:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:06Z', 'revision_number': 0, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af8b925-a121-414b-9d09-4e4aaeff7e1b', 'name': '', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:20Z', 'updated_at': '2021-07-16T08:55:44Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:11.814502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8223836b-6ebf-4d2f-a53a-5cfe212ee93e None None] Deleting port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:11.815058 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8223836b-6ebf-4d2f-a53a-5cfe212ee93e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.817685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3e81b4-b64e-43cb-b35b-eb65529508f1 None None] The sync data for ids ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'] in n-d-758944-46 is: [{'id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:06Z', 'updated_at': '2021-07-16T08:55:22Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'bf4dcc94-f66b-4b59-8759-a7bd5b5715f3', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'floating_ip_address': '172.25.4.226', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'port_id': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc', 'fixed_ip_address': '172.20.0.22', 'status': 'DOWN', 'standard_attr_id': 2693, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'mac_address': 'fa:16:3e:2e:10:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:56:06Z', 'updated_at': '2021-07-16T08:56:06Z', 'revision_number': 0, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3af8b925-a121-414b-9d09-4e4aaeff7e1b', 'name': '', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:20Z', 'updated_at': '2021-07-16T08:55:44Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:11.867062 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7da710d6-1e46-438a-b86f-2dbd69fc3fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.885783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] For port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed,segment=NetworkSegment(0fcddcfc-8489-42ed-b8d9-01f63e70f543),segment_id=0fcddcfc-8489-42ed-b8d9-01f63e70f543)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:11.886694 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.911722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38932465-ff43-4a00-910e-64aefb818741 req-d9f79534-6c9f-4853-b25a-c719fecf4768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:11.913655 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38932465-ff43-4a00-910e-64aefb818741 req-d9f79534-6c9f-4853-b25a-c719fecf4768 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d3569cf-5333-4fc9-ad23-0472f461f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2307308 Jul 16 08:56:11.932662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-38932465-ff43-4a00-910e-64aefb818741 req-92a49e8f-2529-49d1-80c8-aa4fc02f3d34 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:56:11.933871 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38932465-ff43-4a00-910e-64aefb818741 req-92a49e8f-2529-49d1-80c8-aa4fc02f3d34 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073709 Jul 16 08:56:11.938317 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Calling delete_port for dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:11.949047 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a52c385c-8089-4928-be40-4dc2324f8d64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.962993 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a52c385c-8089-4928-be40-4dc2324f8d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.974544 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8223836b-6ebf-4d2f-a53a-5cfe212ee93e None None] For port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed,segment=NetworkSegment(0fcddcfc-8489-42ed-b8d9-01f63e70f543),segment_id=0fcddcfc-8489-42ed-b8d9-01f63e70f543)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:11.975782 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8223836b-6ebf-4d2f-a53a-5cfe212ee93e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.004162 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8223836b-6ebf-4d2f-a53a-5cfe212ee93e None None] Calling delete_port for dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:12.036332 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7da710d6-1e46-438a-b86f-2dbd69fc3fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.059301 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] Made reservation on behalf of 6d7d127892994ef29d6fc34730914246 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:12.061944 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.090071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26785d4b-9ddd-4bb5-b3f6-9ca8845c1932 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Router 916626c0-58f0-4605-91b3-8031e2878614 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:12.099910 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a52c385c-8089-4928-be40-4dc2324f8d64 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbb442dea6104141a8a2adda878b9bc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8377779 Jul 16 08:56:12.110619 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.122093 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52040) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:12.129744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52c385c-8089-4928-be40-4dc2324f8d64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19f51cf-6afb-4882-8fa1-88938db5581d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:12.145298 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8223836b-6ebf-4d2f-a53a-5cfe212ee93e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.176026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da710d6-1e46-438a-b86f-2dbd69fc3fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Network bb21a5c8-54f4-4009-9a1a-3308233ac598 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:12.181404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-7da710d6-1e46-438a-b86f-2dbd69fc3fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:12.184743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223836b-6ebf-4d2f-a53a-5cfe212ee93e None None] Pushing event deleted for resources: {'Port': ['ID=dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:12.193911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da710d6-1e46-438a-b86f-2dbd69fc3fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:12.195441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da710d6-1e46-438a-b86f-2dbd69fc3fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:12.196303 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7da710d6-1e46-438a-b86f-2dbd69fc3fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.199575 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8223836b-6ebf-4d2f-a53a-5cfe212ee93e None None] No DVR routers for this DVR port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:12.227035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da710d6-1e46-438a-b86f-2dbd69fc3fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Pushing event updated for resources: {'Port': ['ID=d63879f9-429f-46f9-88f7-3cb84384a62a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:12.248553 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.251043 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38932465-ff43-4a00-910e-64aefb818741 req-2d10c896-f3ee-4f16-989d-251a916c6260 service neutron] 10.222.0.15 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043687 Jul 16 08:56:12.300932 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d481ea-bc40-4529-b186-457cbe76afd5 None None] New status for floating IP bf4dcc94-f66b-4b59-8759-a7bd5b5715f3: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:56:12.356542 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:12.390634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:12.391052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:12.420256 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38932465-ff43-4a00-910e-64aefb818741 req-cb058839-4665-48dd-b451-490a2116deb1 service neutron] 10.222.0.15 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479189 Jul 16 08:56:12.463467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event deleted for resources: {'Port': ['ID=dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:12.487992 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b525b7d1-00e8-4184-805a-7b4f534b44fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.502394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] No DVR routers for this DVR port dc847dab-a60e-4f66-8ae5-b48bbf2dc5ed on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:12.515821 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.516204 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.516588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.516931 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.517243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.517644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.518089 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.518287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.518619 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.519034 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.519331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.519654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:12.572111 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b525b7d1-00e8-4184-805a-7b4f534b44fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.601723 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26785d4b-9ddd-4bb5-b3f6-9ca8845c1932 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:12.603716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52042) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:12.615580 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-26785d4b-9ddd-4bb5-b3f6-9ca8845c1932 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.621930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700cf11-5252-490d-889a-c0fcc28b220a None None] Sync routers for ids ['916626c0-58f0-4605-91b3-8031e2878614'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:12.639859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700cf11-5252-490d-889a-c0fcc28b220a None None] Routers {'916626c0-58f0-4605-91b3-8031e2878614'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:12.640712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7700cf11-5252-490d-889a-c0fcc28b220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:56:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['916626c0-58f0-4605-91b3-8031e2878614'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:12.704583 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3ad331a0-a0ff-4c32-b7c3-05ce42af310d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/bf4dcc94-f66b-4b59-8759-a7bd5b5715f3 HTTP/1.1" status: 200 len: 994 time: 0.0943630 Jul 16 08:56:12.728444 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.755516 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-26785d4b-9ddd-4bb5-b3f6-9ca8845c1932 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "PUT /v2.0/floatingips/5d432efb-6d1a-4c92-8d06-d9d6e104b375 HTTP/1.1" status: 200 len: 991 time: 3.9478881 Jul 16 08:56:12.765921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01433772-2a1f-41f9-9f1e-bfd563843cd6']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:12.769580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c612a7-0f0c-47a0-8c60-697fa12ed406', 'tag': '1296155c-74be-42b3-8b35-5c4b18b0bf31'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:12.773443 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c023bdfb-5283-4591-93f3-deba2fca4db1" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c612a7-0f0c-47a0-8c60-697fa12ed406", "tag": "1296155c-74be-42b3-8b35-5c4b18b0bf31"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:12.795473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-7700cf11-5252-490d-889a-c0fcc28b220a None None] Set router 916626c0-58f0-4605-91b3-8031e2878614 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:12.807433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fcddcfc-8489-42ed-b8d9-01f63e70f543') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:12.807904 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fcddcfc-8489-42ed-b8d9-01f63e70f543') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:12.856409 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.861217 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.864047 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657f5f7e-f505-42a5-b74c-079098b89bdf x-openstack-request-id: req-657f5f7e-f505-42a5-b74c-079098b89bdf {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:12.864359 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c612a7-0f0c-47a0-8c60-697fa12ed406", "tag": "1296155c-74be-42b3-8b35-5c4b18b0bf31", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:12.864662 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-657f5f7e-f505-42a5-b74c-079098b89bdf {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:12.865219 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c612a7-0f0c-47a0-8c60-697fa12ed406', 'tag': '1296155c-74be-42b3-8b35-5c4b18b0bf31', 'status': 'completed', 'code': 200} Jul 16 08:56:12.876113 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7da710d6-1e46-438a-b86f-2dbd69fc3fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1441593 Jul 16 08:56:12.879937 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52048) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:12.880729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b525b7d1-00e8-4184-805a-7b4f534b44fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.885736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:12.886819 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b525b7d1-00e8-4184-805a-7b4f534b44fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.893126 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b525b7d1-00e8-4184-805a-7b4f534b44fc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d19f51cf-6afb-4882-8fa1-88938db5581d HTTP/1.1" status: 204 len: 168 time: 0.7609723 Jul 16 08:56:12.893126 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.932242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525b7d1-00e8-4184-805a-7b4f534b44fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19f51cf-6afb-4882-8fa1-88938db5581d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:12.962785 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.974073 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:13.019681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:13.019681 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.061710 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.081186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023bdfb-5283-4591-93f3-deba2fca4db1 req-5cb22155-7e04-426b-8f0c-802ddb7ad93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:13.082861 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c023bdfb-5283-4591-93f3-deba2fca4db1 req-5cb22155-7e04-426b-8f0c-802ddb7ad93d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 1098 time: 0.1374953 Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:13.091547 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:13.114503 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.115000 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] Added segment cccf6336-f4ca-46cd-b48b-a860b5a6420c of type vlan for network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 Jul 16 08:56:13.117749 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.128835 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fe9d58-f51d-49bf-9cb0-204e9a83eae3,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:13.136747 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.138734 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "DELETE /v2.0/networks/01433772-2a1f-41f9-9f1e-bfd563843cd6 HTTP/1.1" status: 204 len: 168 time: 2.3612127 Jul 16 08:56:13.142781 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52052) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:13.235259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a172e1bf-63c8-4238-a38d-7a71295f7374 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Pushing event deleted for resources: {'Network': ['ID=01433772-2a1f-41f9-9f1e-bfd563843cd6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:13.280834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023bdfb-5283-4591-93f3-deba2fca4db1 req-ea9f5859-e4c5-47ca-8058-a867d24ec3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:13.285494 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c023bdfb-5283-4591-93f3-deba2fca4db1 req-ea9f5859-e4c5-47ca-8058-a867d24ec3e6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 200 len: 911 time: 0.1954398 Jul 16 08:56:13.303504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7700cf11-5252-490d-889a-c0fcc28b220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '5d432efb-6d1a-4c92-8d06-d9d6e104b375', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '916626c0-58f0-4605-91b3-8031e2878614', 'port_id': '1296155c-74be-42b3-8b35-5c4b18b0bf31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'mac_address': 'fa:16:3e:d1:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c612a7-0f0c-47a0-8c60-697fa12ed406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:38Z', 'updated_at': '2021-07-16T08:56:09Z', 'revision_number': 1, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 5, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:13.325607 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.344838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700cf11-5252-490d-889a-c0fcc28b220a None None] Checking router: 916626c0-58f0-4605-91b3-8031e2878614 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:13.345611 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a2fd610e-e980-465a-85b7-1894fe5865e9 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "GET /v2.0/ports?device_id=b407dad3-6359-4d2f-b7eb-d0863632d19e HTTP/1.1" status: 200 len: 205 time: 0.1693816 Jul 16 08:56:13.346605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52058) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:13.361550 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7700cf11-5252-490d-889a-c0fcc28b220a None None] Routers {'916626c0-58f0-4605-91b3-8031e2878614'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:13.363616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7700cf11-5252-490d-889a-c0fcc28b220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:56:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['916626c0-58f0-4605-91b3-8031e2878614'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:13.519700 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-26c1a98d-2e79-4b8b-ba09-7fd7d6ca29e7 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.524577 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.525946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:13.526539 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.535439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-7700cf11-5252-490d-889a-c0fcc28b220a None None] Set router 916626c0-58f0-4605-91b3-8031e2878614 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:13.605096 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c023bdfb-5283-4591-93f3-deba2fca4db1 req-1ebfe8fd-8948-46db-ac8b-9d8ee194df0b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1296155c-74be-42b3-8b35-5c4b18b0bf31 HTTP/1.1" status: 200 len: 999 time: 0.2708895 Jul 16 08:56:13.642844 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.2754920 Jul 16 08:56:13.665016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52060) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:13.666409 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:56:13.685603 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b7b8d198-5277-4795-a500-57592c0673f2 admin admin] Request body: {'subnet': {'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1997777709-subnet', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:13.700924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd638e5-1a8f-4c33-80f9-a3dd514e8575 admin admin] Pushing event updated for resources: {'Network': ['ID=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:13.727852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:13.777917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52062) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:13.809511 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] device_id is not set on port d63879f9-429f-46f9-88f7-3cb84384a62a yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:13.841327 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83441a9c-ea97-4e38-9514-eb1a508c89cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.841933 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.849331 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-26c1a98d-2e79-4b8b-ba09-7fd7d6ca29e7 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.858697 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-26c1a98d-2e79-4b8b-ba09-7fd7d6ca29e7 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.893774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b8d198-5277-4795-a500-57592c0673f2 admin admin] Made reservation on behalf of 6d7d127892994ef29d6fc34730914246 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:13.899632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d198-5277-4795-a500-57592c0673f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.951037 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023bdfb-5283-4591-93f3-deba2fca4db1 req-f07efccd-963f-468a-af99-09eb0cfb830f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:13.954302 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c023bdfb-5283-4591-93f3-deba2fca4db1 req-f07efccd-963f-468a-af99-09eb0cfb830f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b633f7a-07ad-4cc2-8342-da35f664e7b1 HTTP/1.1" status: 200 len: 850 time: 0.2901082 Jul 16 08:56:13.955752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Transition to ACTIVE for port object d63879f9-429f-46f9-88f7-3cb84384a62a will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:13.994732 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7700cf11-5252-490d-889a-c0fcc28b220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '5d432efb-6d1a-4c92-8d06-d9d6e104b375', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '916626c0-58f0-4605-91b3-8031e2878614', 'port_id': '1296155c-74be-42b3-8b35-5c4b18b0bf31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'mac_address': 'fa:16:3e:d1:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c612a7-0f0c-47a0-8c60-697fa12ed406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:38Z', 'updated_at': '2021-07-16T08:56:09Z', 'revision_number': 1, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 5, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:14.021560 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-26c1a98d-2e79-4b8b-ba09-7fd7d6ca29e7 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.021928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c1a98d-2e79-4b8b-ba09-7fd7d6ca29e7 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Fanout notify agent at l3_agent the message router_deleted on router b407dad3-6359-4d2f-b7eb-d0863632d19e {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:14.034282 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.040967 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-26c1a98d-2e79-4b8b-ba09-7fd7d6ca29e7 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.045426 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-26c1a98d-2e79-4b8b-ba09-7fd7d6ca29e7 tempest-RoutersNegativeIpV6Test-516752250 tempest-RoutersNegativeIpV6Test-516752250-project] 10.222.0.20 "DELETE /v2.0/routers/b407dad3-6359-4d2f-b7eb-d0863632d19e HTTP/1.1" status: 204 len: 168 time: 0.6949747 Jul 16 08:56:14.097008 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7700cf11-5252-490d-889a-c0fcc28b220a None None] The sync data for ids ['916626c0-58f0-4605-91b3-8031e2878614'] in n-d-758944-46 is: [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '5d432efb-6d1a-4c92-8d06-d9d6e104b375', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '916626c0-58f0-4605-91b3-8031e2878614', 'port_id': '1296155c-74be-42b3-8b35-5c4b18b0bf31', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2670, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'mac_address': 'fa:16:3e:d1:ff:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c612a7-0f0c-47a0-8c60-697fa12ed406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:55:38Z', 'updated_at': '2021-07-16T08:56:09Z', 'revision_number': 1, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 5, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:14.146213 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83441a9c-ea97-4e38-9514-eb1a508c89cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.152244 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83441a9c-ea97-4e38-9514-eb1a508c89cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.229339 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-83441a9c-ea97-4e38-9514-eb1a508c89cd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a417cd9f0ec4b7e9766e826de4198f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4502168 Jul 16 08:56:14.230650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83441a9c-ea97-4e38-9514-eb1a508c89cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a24e91a4-a012-4a50-92c0-64f9ec5d26f8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:14.234400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52068) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:14.316560 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Pushing event updated for resources: {'Port': ['ID=d63879f9-429f-46f9-88f7-3cb84384a62a,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:14.345330 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-318cf0d3-3ceb-47e9-bd27-b1957d56fb53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.362880 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c023bdfb-5283-4591-93f3-deba2fca4db1 req-d1d672da-b6b3-4aee-89c9-275cefeb4810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.364474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c023bdfb-5283-4591-93f3-deba2fca4db1 req-d1d672da-b6b3-4aee-89c9-275cefeb4810 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14402a19-9c27-491a-b636-32963005e922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4037855 Jul 16 08:56:14.368551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:14.368864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:14.369044 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:14.403278 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-318cf0d3-3ceb-47e9-bd27-b1957d56fb53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.458539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:14.459469 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:14.477564 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 2 to bind port d63879f9-429f-46f9-88f7-3cb84384a62a Jul 16 08:56:14.482149 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-318cf0d3-3ceb-47e9-bd27-b1957d56fb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.486386 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-318cf0d3-3ceb-47e9-bd27-b1957d56fb53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.487818 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-318cf0d3-3ceb-47e9-bd27-b1957d56fb53 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a24e91a4-a012-4a50-92c0-64f9ec5d26f8 HTTP/1.1" status: 204 len: 168 time: 0.2523966 Jul 16 08:56:14.500675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318cf0d3-3ceb-47e9-bd27-b1957d56fb53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a24e91a4-a012-4a50-92c0-64f9ec5d26f8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:14.633480 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a08d642-08d9-4228-a015-920deeddd68e None None] New status for floating IP 5d432efb-6d1a-4c92-8d06-d9d6e104b375: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:56:14.635957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:14.636527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:14.637013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:14.702164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:14.702719 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:14.727439 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 3 to bind port d63879f9-429f-46f9-88f7-3cb84384a62a Jul 16 08:56:14.751398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52076) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:14.780004 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:14.781041 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:14.782035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:14.794924 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c023bdfb-5283-4591-93f3-deba2fca4db1 req-228e4bf1-8951-4a31-b925-28c84f001988 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231904 Jul 16 08:56:14.801527 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d198-5277-4795-a500-57592c0673f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.822438 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:14.822974 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:14.890974 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 4 to bind port d63879f9-429f-46f9-88f7-3cb84384a62a Jul 16 08:56:15.072846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8d198-5277-4795-a500-57592c0673f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea992bec-c968-4e68-942d-9a0eb6f6722d,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:15.112822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:15.113657 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:15.114311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:15.140477 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:15.141183 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:15.147753 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 5 to bind port d63879f9-429f-46f9-88f7-3cb84384a62a Jul 16 08:56:15.165027 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:15.165368 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:15.165954 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:15.183598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:15.183936 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:15.193163 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c023bdfb-5283-4591-93f3-deba2fca4db1 req-409ddec8-4208-4317-856e-d5fea23e5696 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806355 Jul 16 08:56:15.197866 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 6 to bind port d63879f9-429f-46f9-88f7-3cb84384a62a Jul 16 08:56:15.231318 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b8d198-5277-4795-a500-57592c0673f2 admin admin] Checking segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:15.232006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b8d198-5277-4795-a500-57592c0673f2 admin admin] Network hostable DHCP agents. Network: 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:15.239088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:15.239855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:15.240655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:15.253698 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:15.254432 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:15.255194 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 7 to bind port d63879f9-429f-46f9-88f7-3cb84384a62a Jul 16 08:56:15.276561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:15.277185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:15.277578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:15.285217 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:15.285690 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:15.287195 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 8 to bind port d63879f9-429f-46f9-88f7-3cb84384a62a Jul 16 08:56:15.290030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b8d198-5277-4795-a500-57592c0673f2 admin admin] Network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:15.296909 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5dac0c85-cf8a-4ac9-a2a7-301726cbc66a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f515c3aff3124f6f8d00fc3743c8825c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433323 Jul 16 08:56:15.298861 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52092) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:15.308392 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:15.308920 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:15.309399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:15.314717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-b7b8d198-5277-4795-a500-57592c0673f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:15.320742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b8d198-5277-4795-a500-57592c0673f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:15.321634 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d198-5277-4795-a500-57592c0673f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.323933 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:15.324305 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:15.325738 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 9 to bind port d63879f9-429f-46f9-88f7-3cb84384a62a Jul 16 08:56:15.326781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5060f1-2137-4f0b-a9d0-50d9d2e7afd7 None None] Network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:15.350899 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:15.351268 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:15.351660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:15.357347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b7b8d198-5277-4795-a500-57592c0673f2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6910465 Jul 16 08:56:15.360732 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:15.361066 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:15.361464 n-d-758944-46 neutron-server[93695]: INFO neutron.plugins.ml2.plugin [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempt 10 to bind port d63879f9-429f-46f9-88f7-3cb84384a62a Jul 16 08:56:15.363397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52094) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:15.398002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:15.400517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:15.401430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempting to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:15.412147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:15.414729 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:15.415068 n-d-758944-46 neutron-server[93695]: ERROR neutron.plugins.ml2.managers [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Failed to bind port d63879f9-429f-46f9-88f7-3cb84384a62a on host n-h1-758944-46 for vnic_type normal using segments [{'id': '3c0e8e2f-a175-4a16-b8dc-43246031de4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'bb21a5c8-54f4-4009-9a1a-3308233ac598'}] Jul 16 08:56:15.415537 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.511466 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a5a14e2-a6db-45d2-8180-11a9c0569cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.521592 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.523470 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.560752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] For port d63879f9-429f-46f9-88f7-3cb84384a62a, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:15.566208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attempted to set empty binding levels {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:56:15.575986 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.640513 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] In _notify_port_updated(), no bound segment for port d63879f9-429f-46f9-88f7-3cb84384a62a on network bb21a5c8-54f4-4009-9a1a-3308233ac598 {{(pid=93695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:56:15.642322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:15.643430 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.648444 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "PUT /v2.0/ports/d63879f9-429f-46f9-88f7-3cb84384a62a HTTP/1.1" status: 200 len: 980 time: 2.7649164 Jul 16 08:56:15.668310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52102) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:15.696528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:15.698237 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.705666 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a5a14e2-a6db-45d2-8180-11a9c0569cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.741037 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.774963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac42a2b-a8ca-4528-911d-a92e011a7bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Pushing event updated for resources: {'Port': ['ID=d63879f9-429f-46f9-88f7-3cb84384a62a,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:15.945462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-4593b351-f396-4dcc-b02b-5279d0eba331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Deleting port d63879f9-429f-46f9-88f7-3cb84384a62a {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:15.945774 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4593b351-f396-4dcc-b02b-5279d0eba331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.022562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Allocated IP 172.20.0.2 (5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9/ea992bec-c968-4e68-942d-9a0eb6f6722d/15956e2d-1c6f-459f-9915-c0013856a355) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:16.133065 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.151187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-4593b351-f396-4dcc-b02b-5279d0eba331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] For port d63879f9-429f-46f9-88f7-3cb84384a62a, host n-h1-758944-46, got binding levels [] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:16.151804 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4593b351-f396-4dcc-b02b-5279d0eba331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.207039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-4593b351-f396-4dcc-b02b-5279d0eba331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Calling delete_port for d63879f9-429f-46f9-88f7-3cb84384a62a owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:16.218154 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a5a14e2-a6db-45d2-8180-11a9c0569cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.223848 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1a5a14e2-a6db-45d2-8180-11a9c0569cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.228613 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1a5a14e2-a6db-45d2-8180-11a9c0569cf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3398c30c-6b32-4091-a576-a995f944a910 HTTP/1.1" status: 204 len: 168 time: 0.9197822 Jul 16 08:56:16.243890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5a14e2-a6db-45d2-8180-11a9c0569cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3398c30c-6b32-4091-a576-a995f944a910,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:16.346773 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.374805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Transition to ACTIVE for port object 15956e2d-1c6f-459f-9915-c0013856a355 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:16.413397 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Transition to ACTIVE for port object 15956e2d-1c6f-459f-9915-c0013856a355 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:16.430859 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.533896 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4593b351-f396-4dcc-b02b-5279d0eba331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.624977 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Pushing event updated for resources: {'Port': ['ID=15956e2d-1c6f-459f-9915-c0013856a355,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:16.638336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:16.640988 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:16.649073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:16.655762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4593b351-f396-4dcc-b02b-5279d0eba331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Pushing event deleted for resources: {'Port': ['ID=d63879f9-429f-46f9-88f7-3cb84384a62a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:16.682386 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4593b351-f396-4dcc-b02b-5279d0eba331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.696997 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4593b351-f396-4dcc-b02b-5279d0eba331 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "DELETE /v2.0/ports/d63879f9-429f-46f9-88f7-3cb84384a62a HTTP/1.1" status: 204 len: 168 time: 1.0216792 Jul 16 08:56:16.697835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52122) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:16.723410 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.748863 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.806779 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-2351031c-43fd-49b4-80a4-803f04925539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:56:16.807627 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Attempting to bind port 15956e2d-1c6f-459f-9915-c0013856a355 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:16.808013 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Attempting to bind port 15956e2d-1c6f-459f-9915-c0013856a355 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:16.808383 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Attempting to bind port 15956e2d-1c6f-459f-9915-c0013856a355 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:16.811961 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2351031c-43fd-49b4-80a4-803f04925539 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1305863469-project-admin] 10.222.0.20 "GET /v2.0/ports/d63879f9-429f-46f9-88f7-3cb84384a62a HTTP/1.1" status: 404 len: 333 time: 0.1128433 Jul 16 08:56:16.817859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52128) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:16.829125 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:16.830118 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Checking segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:16.831188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.832063 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Bound using segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:16.833128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Bound port: 15956e2d-1c6f-459f-9915-c0013856a355, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:16.834831 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.006993 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bca8ad66-f13e-4bfc-b217-9a268f2bfab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.007832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] For port 15956e2d-1c6f-459f-9915-c0013856a355, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:17.017415 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] For port 15956e2d-1c6f-459f-9915-c0013856a355, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=15956e2d-1c6f-459f-9915-c0013856a355,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:17.028634 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.080680 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Allocated IP 172.25.4.92 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/2db21432-8f06-4e3c-850c-d14dca47e148) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:17.117505 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba8e87-776c-42fd-b527-4738d24bade9 None None] Pushing event updated for resources: {'Port': ['ID=15956e2d-1c6f-459f-9915-c0013856a355,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:17.254119 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bca8ad66-f13e-4bfc-b217-9a268f2bfab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.290278 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bca8ad66-f13e-4bfc-b217-9a268f2bfab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb21a5c8-54f4-4009-9a1a-3308233ac598']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:17.293874 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.326005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bca8ad66-f13e-4bfc-b217-9a268f2bfab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0e8e2f-a175-4a16-b8dc-43246031de4b') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:17.326439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bca8ad66-f13e-4bfc-b217-9a268f2bfab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0e8e2f-a175-4a16-b8dc-43246031de4b') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:17.357073 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.361066 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bca8ad66-f13e-4bfc-b217-9a268f2bfab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.403827 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bca8ad66-f13e-4bfc-b217-9a268f2bfab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.421444 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bca8ad66-f13e-4bfc-b217-9a268f2bfab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:17.424541 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bca8ad66-f13e-4bfc-b217-9a268f2bfab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:17.431253 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:17.434043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Pushing event updated for resources: {'Port': ['ID=2db21432-8f06-4e3c-850c-d14dca47e148,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:17.446555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:17.449519 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:17.453937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:17.560853 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bca8ad66-f13e-4bfc-b217-9a268f2bfab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.578541 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bca8ad66-f13e-4bfc-b217-9a268f2bfab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.582983 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bca8ad66-f13e-4bfc-b217-9a268f2bfab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] 10.222.0.20 "DELETE /v2.0/networks/bb21a5c8-54f4-4009-9a1a-3308233ac598 HTTP/1.1" status: 204 len: 168 time: 0.7617311 Jul 16 08:56:17.641345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca8ad66-f13e-4bfc-b217-9a268f2bfab7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503 tempest-PortsAdminExtendedAttrsIpV6TestJSON-133124503-project] Pushing event deleted for resources: {'Network': ['ID=bb21a5c8-54f4-4009-9a1a-3308233ac598,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:17.955088 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.092218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52164) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:18.331944 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.490230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 15956e2d-1c6f-459f-9915-c0013856a355 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:18.602302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 15956e2d-1c6f-459f-9915-c0013856a355 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:18.654055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Router 89025303-18ca-442d-bc24-d7efcd2f1f92 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:56:18.694720 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-951fcc1c-5483-46d6-8fca-2c672b95e93a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=704363a98a5a4fdbb7d1d0404dc215ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6007614 Jul 16 08:56:18.697036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52180) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:18.811158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1674903-bee1-49d0-ba28-54eafb322c7f None None] Network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:18.854418 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-29b4913f-a753-4667-961b-f306531f951a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.931003 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-29b4913f-a753-4667-961b-f306531f951a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.056562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3579bdff-d4ab-4730-99b6-ce4277e2ee3f None None] Provisioning for port 15956e2d-1c6f-459f-9915-c0013856a355 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:19.058670 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-29b4913f-a753-4667-961b-f306531f951a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.069345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3579bdff-d4ab-4730-99b6-ce4277e2ee3f None None] Provisioning complete for port 15956e2d-1c6f-459f-9915-c0013856a355 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:19.069760 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3579bdff-d4ab-4730-99b6-ce4277e2ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.072842 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-29b4913f-a753-4667-961b-f306531f951a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.075437 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-29b4913f-a753-4667-961b-f306531f951a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c57e3943-848d-417a-83e7-35d5d7710cd2 HTTP/1.1" status: 204 len: 168 time: 0.3752196 Jul 16 08:56:19.107173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b4913f-a753-4667-961b-f306531f951a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c57e3943-848d-417a-83e7-35d5d7710cd2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:19.370669 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3579bdff-d4ab-4730-99b6-ce4277e2ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.402386 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:19.445586 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.457383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52208) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:19.472364 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-867cbe98-3c88-42f0-a3ec-57ad030c3f91 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0743346 Jul 16 08:56:19.605477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Sync routers for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:19.643076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3579bdff-d4ab-4730-99b6-ce4277e2ee3f None None] For port 15956e2d-1c6f-459f-9915-c0013856a355, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=15956e2d-1c6f-459f-9915-c0013856a355,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:19.659949 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3579bdff-d4ab-4730-99b6-ce4277e2ee3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.752190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579bdff-d4ab-4730-99b6-ce4277e2ee3f None None] Pushing event updated for resources: {'Port': ['ID=15956e2d-1c6f-459f-9915-c0013856a355,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:19.764781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:19.765727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:56:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:19.917016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:20.008127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52220) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:20.158210 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-92bc9753-c582-4060-9f01-c46d6fce5ceb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8cf0330ff304668a0435c3565f9108d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1476820 Jul 16 08:56:20.161072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52224) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:20.180539 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:17Z', 'revision_number': 3, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:20.285693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Checking router: 89025303-18ca-442d-bc24-d7efcd2f1f92 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:20.291061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Updating router 89025303-18ca-442d-bc24-d7efcd2f1f92 port 2db21432-8f06-4e3c-850c-d14dca47e148 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:56:20.309564 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-941d0724-1871-459d-b745-2b89bfaa77de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.368044 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-941d0724-1871-459d-b745-2b89bfaa77de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.406426 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.450304 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.522971 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-941d0724-1871-459d-b745-2b89bfaa77de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.526182 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-941d0724-1871-459d-b745-2b89bfaa77de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.533064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 15956e2d-1c6f-459f-9915-c0013856a355 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:20.533879 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-941d0724-1871-459d-b745-2b89bfaa77de admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/176e723e-9b93-498f-abaa-5849367f71ab HTTP/1.1" status: 204 len: 168 time: 0.3716030 Jul 16 08:56:20.549052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d0724-1871-459d-b745-2b89bfaa77de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176e723e-9b93-498f-abaa-5849367f71ab,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:20.830306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Allocated IP 172.20.0.1 (5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9/ea992bec-c968-4e68-942d-9a0eb6f6722d/5a0ebd79-df9b-4f2e-bfa0-1934d054b177) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:20.830566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a13d9a1d-9900-413a-b09f-633982d2d8b3 None None] Provisioning complete for port 15956e2d-1c6f-459f-9915-c0013856a355 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:20.831113 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a13d9a1d-9900-413a-b09f-633982d2d8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.017293 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 15956e2d-1c6f-459f-9915-c0013856a355 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:21.017888 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.026539 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.075927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Transition to ACTIVE for port object 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:21.193896 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.359003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:21.364996 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:21.395954 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:21.536697 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.619989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a0ebd79-df9b-4f2e-bfa0-1934d054b177,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:21.713780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52268) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:21.863066 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.892241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Transition to ACTIVE for port object 2db21432-8f06-4e3c-850c-d14dca47e148 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:21.910325 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.991160 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85c8edc4-af56-462a-a8ea-c38e1ed55c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.049189 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Attempting to bind port 2db21432-8f06-4e3c-850c-d14dca47e148 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:22.049811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Attempting to bind port 2db21432-8f06-4e3c-850c-d14dca47e148 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:22.050425 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Attempting to bind port 2db21432-8f06-4e3c-850c-d14dca47e148 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:22.061431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd871e46-4da6-40d5-8447-45ce0cc5f439 None None] Pushing event updated for resources: {'Port': ['ID=2db21432-8f06-4e3c-850c-d14dca47e148,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:22.079116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1a6bb02f-bb53-4cb3-a3a9-dad22669aa2f None None] Provisioning for port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:22.091540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1a6bb02f-bb53-4cb3-a3a9-dad22669aa2f None None] Provisioning complete for port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:22.092143 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1a6bb02f-bb53-4cb3-a3a9-dad22669aa2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.098630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:22.100174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:22.101107 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.101787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:22.102815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Bound port: 2db21432-8f06-4e3c-850c-d14dca47e148, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:22.103568 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.142034 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85c8edc4-af56-462a-a8ea-c38e1ed55c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.149643 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85c8edc4-af56-462a-a8ea-c38e1ed55c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.207355 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8edc4-af56-462a-a8ea-c38e1ed55c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a94f0c29-238d-4794-992f-4b9942bca730,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:22.214135 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-85c8edc4-af56-462a-a8ea-c38e1ed55c8c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d4246591a92425a8f550f497fcc677a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4978938 Jul 16 08:56:22.218273 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52280) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:22.224814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52282) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:22.290965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1a6bb02f-bb53-4cb3-a3a9-dad22669aa2f None None] Port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:22.314838 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-456fe970-ff7a-4e64-82a8-acb11c23fc02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.345446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] For port 2db21432-8f06-4e3c-850c-d14dca47e148, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:22.348229 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] For port 2db21432-8f06-4e3c-850c-d14dca47e148, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2db21432-8f06-4e3c-850c-d14dca47e148,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:22.355485 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.377573 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4e26dfbe-0156-458b-bdb6-da15aa6eec5b tempest-AgentManagementNegativeTest-1171895718 tempest-AgentManagementNegativeTest-1171895718-project] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1515675 Jul 16 08:56:22.380523 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-456fe970-ff7a-4e64-82a8-acb11c23fc02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.464852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:22.465517 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:56:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:22.508778 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-456fe970-ff7a-4e64-82a8-acb11c23fc02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.517236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-456fe970-ff7a-4e64-82a8-acb11c23fc02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.527675 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-456fe970-ff7a-4e64-82a8-acb11c23fc02 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a94f0c29-238d-4794-992f-4b9942bca730 HTTP/1.1" status: 204 len: 168 time: 0.3077691 Jul 16 08:56:22.576564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fe970-ff7a-4e64-82a8-acb11c23fc02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a94f0c29-238d-4794-992f-4b9942bca730,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:22.629760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd871e46-4da6-40d5-8447-45ce0cc5f439 None None] Pushing event updated for resources: {'Port': ['ID=2db21432-8f06-4e3c-850c-d14dca47e148,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:22.704029 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.944173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:23.099098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52318) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:23.544934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52332) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:23.550277 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5e6288f-8c3c-46ac-82aa-1327d519b0b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.551608 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.551608 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf3afd24-18d2-407a-a10c-1ce88e8c8495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.551608 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.666957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:20Z', 'revision_number': 1, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:23.670254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a0ebd79-df9b-4f2e-bfa0-1934d054b177,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:23.678361 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.713852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edccddb8-d3eb-45b8-ba70-defc54f5066b None None] The sync data for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 is: [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:20Z', 'revision_number': 1, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:23.736914 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5e6288f-8c3c-46ac-82aa-1327d519b0b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.745095 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5e6288f-8c3c-46ac-82aa-1327d519b0b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.832927 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c5e6288f-8c3c-46ac-82aa-1327d519b0b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b38429f3be2e4f83a5fb845947d17f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7312548 Jul 16 08:56:23.838099 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52346) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:23.855186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e6288f-8c3c-46ac-82aa-1327d519b0b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd10e7dc-1663-4abc-9e57-82e22bfa0205,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:23.939272 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9f4191b-f824-4b4d-8be5-e166efb0f84d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.982953 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9f4191b-f824-4b4d-8be5-e166efb0f84d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.992342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:23.997933 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:24.056610 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9f4191b-f824-4b4d-8be5-e166efb0f84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.064138 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9f4191b-f824-4b4d-8be5-e166efb0f84d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.066519 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f9f4191b-f824-4b4d-8be5-e166efb0f84d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/dd10e7dc-1663-4abc-9e57-82e22bfa0205 HTTP/1.1" status: 204 len: 168 time: 0.2266803 Jul 16 08:56:24.075763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f4191b-f824-4b4d-8be5-e166efb0f84d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd10e7dc-1663-4abc-9e57-82e22bfa0205,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:24.126517 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf3afd24-18d2-407a-a10c-1ce88e8c8495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.154369 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf3afd24-18d2-407a-a10c-1ce88e8c8495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.306460 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bf3afd24-18d2-407a-a10c-1ce88e8c8495 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cc0f28147a9f47a3977b36b82c2f0932&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8921993 Jul 16 08:56:24.313051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52356) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:24.356937 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3afd24-18d2-407a-a10c-1ce88e8c8495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632c5e27-e9c4-44e7-8d49-d240657a0716,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:24.433789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Router 89025303-18ca-442d-bc24-d7efcd2f1f92 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:24.523566 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b61601d5-c32a-4ada-b30d-e675bbe05a1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.597710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b61601d5-c32a-4ada-b30d-e675bbe05a1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.761599 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:24.776554 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-07e02543-a330-45bc-a24f-6c5d2e774cb0 admin admin] 10.222.0.20 "PUT /v2.0/routers/89025303-18ca-442d-bc24-d7efcd2f1f92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3084967 Jul 16 08:56:24.776838 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b61601d5-c32a-4ada-b30d-e675bbe05a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.783154 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b61601d5-c32a-4ada-b30d-e675bbe05a1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.783154 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b61601d5-c32a-4ada-b30d-e675bbe05a1c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/632c5e27-e9c4-44e7-8d49-d240657a0716 HTTP/1.1" status: 204 len: 168 time: 0.4654384 Jul 16 08:56:24.795144 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61601d5-c32a-4ada-b30d-e675bbe05a1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632c5e27-e9c4-44e7-8d49-d240657a0716,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:24.900048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d7943735-bc38-4e34-9c86-929829a73c21 None None] Provisioning complete for port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:24.903189 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d7943735-bc38-4e34-9c86-929829a73c21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.006141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d7943735-bc38-4e34-9c86-929829a73c21 None None] Port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:25.638396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52400) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:26.048843 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79770093-1553-48c5-8a2a-42ed93fe2f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.240403 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79770093-1553-48c5-8a2a-42ed93fe2f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.260067 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79770093-1553-48c5-8a2a-42ed93fe2f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.428407 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79770093-1553-48c5-8a2a-42ed93fe2f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b44a091-459e-4bf9-ab04-20ac55a680ad,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:26.436356 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-79770093-1553-48c5-8a2a-42ed93fe2f6d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f2dfe422eec4f5793dee5faedb70f08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7961164 Jul 16 08:56:26.440634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52438) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:26.558301 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2db21432-8f06-4e3c-850c-d14dca47e148 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:26.589631 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa0ec-419d-40f4-b84a-1a79d69f9733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.657204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 2db21432-8f06-4e3c-850c-d14dca47e148 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:26.666732 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2db21432-8f06-4e3c-850c-d14dca47e148 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:26.673490 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.751647 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa0ec-419d-40f4-b84a-1a79d69f9733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.898616 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa0ec-419d-40f4-b84a-1a79d69f9733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.902503 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d8aa0ec-419d-40f4-b84a-1a79d69f9733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.914915 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4d8aa0ec-419d-40f4-b84a-1a79d69f9733 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b44a091-459e-4bf9-ab04-20ac55a680ad HTTP/1.1" status: 204 len: 168 time: 0.4720776 Jul 16 08:56:26.955003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8aa0ec-419d-40f4-b84a-1a79d69f9733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b44a091-459e-4bf9-ab04-20ac55a680ad,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:27.044530 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.112938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 2db21432-8f06-4e3c-850c-d14dca47e148, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2db21432-8f06-4e3c-850c-d14dca47e148,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:27.124723 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.180338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52464) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:27.191881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1145785687-network', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:27.260069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] Made reservation on behalf of c7310f7941cf4c5f9a04d58f41668b44 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:27.276974 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.332134 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.432869 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=2db21432-8f06-4e3c-850c-d14dca47e148,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:27.454523 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:27.454865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:27.457512 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:27.458417 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:27.461869 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:27.463290 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:27.464002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:27.466138 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:27.467691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:27.468239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:27.470203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:27.470947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:27.621035 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.627660 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.662610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] vlan segment allocate from pool success with {'vlan_id': 63, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:27.676126 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d44c14a-9723-4f0b-bb07-bc693b8b41a6,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:27.693072 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.697761 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] Added segment 5228a284-45b7-4d67-8d9a-e6bf3af2691d of type vlan for network ad612f31-0f7b-4950-8142-8299509ede3b Jul 16 08:56:27.757227 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.806284 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.807504 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.808478 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.832457 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Sync routers for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:27.865662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52482) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:27.867348 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:27.869531 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:56:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:27.876343 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6943965 Jul 16 08:56:27.876884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-558d4763-799e-4a13-ade4-8a28a321e9a3 admin admin] Request body: {'subnet': {'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1145785687-subnet', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:27.922425 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52484) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:27.959084 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-558d4763-799e-4a13-ade4-8a28a321e9a3 admin admin] Made reservation on behalf of c7310f7941cf4c5f9a04d58f41668b44 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:27.967036 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-558d4763-799e-4a13-ade4-8a28a321e9a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.987931 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-540bafd7-8164-4402-8baf-9462ae15ed65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.063084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fd073-ccf1-4c3d-9e73-3fb8e4a8a853 admin admin] Pushing event updated for resources: {'Network': ['ID=ad612f31-0f7b-4950-8142-8299509ede3b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:28.077643 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network ad612f31-0f7b-4950-8142-8299509ede3b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:28.080016 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:28.374398 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-540bafd7-8164-4402-8baf-9462ae15ed65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.385809 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-540bafd7-8164-4402-8baf-9462ae15ed65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.570224 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-540bafd7-8164-4402-8baf-9462ae15ed65 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=88679dc8fc1d4c7388c47f8833e052c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6436155 Jul 16 08:56:28.571390 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52500) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:28.610133 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2db21432-8f06-4e3c-850c-d14dca47e148 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:28.681980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bafd7-8164-4402-8baf-9462ae15ed65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06742ee4-a45d-4715-891c-bb163f8f76a1,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:28.731063 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-558d4763-799e-4a13-ade4-8a28a321e9a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.759122 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4a60-2fa9-4bb6-967d-d491749cbf1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.792119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2db21432-8f06-4e3c-850c-d14dca47e148 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:28.792485 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.805565 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4a60-2fa9-4bb6-967d-d491749cbf1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.839222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d4763-799e-4a13-ade4-8a28a321e9a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32d4581c-4aec-4a87-9f8a-0cdb4154c087,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:28.869574 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52504) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:28.935462 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:22Z', 'revision_number': 2, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:28.941303 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4a60-2fa9-4bb6-967d-d491749cbf1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.944268 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7d5a4a60-2fa9-4bb6-967d-d491749cbf1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.946246 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7d5a4a60-2fa9-4bb6-967d-d491749cbf1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06742ee4-a45d-4715-891c-bb163f8f76a1 HTTP/1.1" status: 204 len: 168 time: 0.3659134 Jul 16 08:56:28.966146 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5a4a60-2fa9-4bb6-967d-d491749cbf1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06742ee4-a45d-4715-891c-bb163f8f76a1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:28.989493 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558d4763-799e-4a13-ade4-8a28a321e9a3 admin admin] Checking segment: {'id': '5228a284-45b7-4d67-8d9a-e6bf3af2691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:28.996865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558d4763-799e-4a13-ade4-8a28a321e9a3 admin admin] Network hostable DHCP agents. Network: ad612f31-0f7b-4950-8142-8299509ede3b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:29.004211 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Checking router: 89025303-18ca-442d-bc24-d7efcd2f1f92 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:29.006709 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Updating router 89025303-18ca-442d-bc24-d7efcd2f1f92 port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:56:29.058372 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558d4763-799e-4a13-ade4-8a28a321e9a3 admin admin] Network ad612f31-0f7b-4950-8142-8299509ede3b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:29.074546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-558d4763-799e-4a13-ade4-8a28a321e9a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, ad612f31-0f7b-4950-8142-8299509ede3b) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:29.082984 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.093099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15baec6-b3b8-409d-b01d-6c40c995b7c3 None None] Network ad612f31-0f7b-4950-8142-8299509ede3b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:29.111632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-558d4763-799e-4a13-ade4-8a28a321e9a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:29.112323 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-558d4763-799e-4a13-ade4-8a28a321e9a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.149209 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-558d4763-799e-4a13-ade4-8a28a321e9a3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2815166 Jul 16 08:56:29.154387 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52516) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:29.159578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1145785687-router', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:29.206481 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.207951 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.330201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1520798054'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:29.408223 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.460464 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.462549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-ad612f31-0f7b-4950-8142-8299509ede3b', 'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'fixed_ips': [{'subnet_id': '32d4581c-4aec-4a87-9f8a-0cdb4154c087'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:29.464111 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.476251 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Transition to ACTIVE for port object 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:29.490094 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.524258 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:29.535497 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.576071 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.600540 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e492b-9107-4726-8d63-41bf592f8d5f None None] Pushing event updated for resources: {'Port': ['ID=5a0ebd79-df9b-4f2e-bfa0-1934d054b177,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:29.653131 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9e492b-9107-4726-8d63-41bf592f8d5f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:29.653456 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9e492b-9107-4726-8d63-41bf592f8d5f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:29.653818 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9e492b-9107-4726-8d63-41bf592f8d5f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:29.654152 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9e492b-9107-4726-8d63-41bf592f8d5f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:29.654477 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9e492b-9107-4726-8d63-41bf592f8d5f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:29.654802 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9e492b-9107-4726-8d63-41bf592f8d5f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:29.655127 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9e492b-9107-4726-8d63-41bf592f8d5f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:29.655454 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9e492b-9107-4726-8d63-41bf592f8d5f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:29.655773 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9e492b-9107-4726-8d63-41bf592f8d5f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:29.656123 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9e492b-9107-4726-8d63-41bf592f8d5f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:29.656444 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9e492b-9107-4726-8d63-41bf592f8d5f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:29.665068 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c9e492b-9107-4726-8d63-41bf592f8d5f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:29.703186 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Attempting to bind port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:29.703557 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Attempting to bind port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:29.703912 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Attempting to bind port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:29.713316 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:29.713688 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Checking segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:29.720403 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.720850 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Bound using segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:29.721367 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Bound port: 5a0ebd79-df9b-4f2e-bfa0-1934d054b177, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:29.724965 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.811448 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.924304 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Allocated IP 172.20.0.2 (ad612f31-0f7b-4950-8142-8299509ede3b/32d4581c-4aec-4a87-9f8a-0cdb4154c087/cfd7449d-81ff-4724-b808-494ec2ca268b) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:29.946707 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] For port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:29.957373 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] For port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5a0ebd79-df9b-4f2e-bfa0-1934d054b177,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:29.967928 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.130531 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:30.131182 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:56:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:30.142909 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e492b-9107-4726-8d63-41bf592f8d5f None None] Pushing event updated for resources: {'Port': ['ID=5a0ebd79-df9b-4f2e-bfa0-1934d054b177,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:30.426204 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.441345 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.597512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:30.602770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27ebecc0-44f2-42e6-ab21-249922e51a1c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:30.669179 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:30.714191 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.718227 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Added segment c532e0e5-dda3-478a-bfd4-98e0b7810f6b of type vlan for network d414e6fa-d160-44fd-92e3-d399748f3f68 Jul 16 08:56:30.787100 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:30.815029 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.835237 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.878729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.928572 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.940943 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:30.950513 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Transition to ACTIVE for port object cfd7449d-81ff-4724-b808-494ec2ca268b will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:30.962853 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:30.963130 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.963751 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.972570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.973412 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.013994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Transition to ACTIVE for port object cfd7449d-81ff-4724-b808-494ec2ca268b will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:31.030548 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.126460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Pushing event updated for resources: {'Port': ['ID=cfd7449d-81ff-4724-b808-494ec2ca268b,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:31.159137 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52576) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:31.160013 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.2804217 Jul 16 08:56:31.164707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9c738184-cb59-4f7c-af82-91f000f4b3da tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:31.179394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Network ad612f31-0f7b-4950-8142-8299509ede3b is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:31.188651 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:31.190792 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:29Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:31.209509 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:31.285354 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5714252-4e23-4400-abf2-c4502134b19c None None] The sync data for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 is: [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:29Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:31.378599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9df52ab-cd24-4316-a179-4894c7b0f43b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Network': ['ID=d414e6fa-d160-44fd-92e3-d399748f3f68,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:31.407503 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c738184-cb59-4f7c-af82-91f000f4b3da tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:31.426182 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9c738184-cb59-4f7c-af82-91f000f4b3da tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.432812 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Allocated IP 172.25.4.55 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/69f5d9e5-ea7c-42ea-847f-c9ca101c86b8) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:31.448304 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:31.516972 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.549340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Attempting to bind port cfd7449d-81ff-4724-b808-494ec2ca268b on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:31.550091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Attempting to bind port cfd7449d-81ff-4724-b808-494ec2ca268b by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '5228a284-45b7-4d67-8d9a-e6bf3af2691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:31.550688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Attempting to bind port cfd7449d-81ff-4724-b808-494ec2ca268b on network ad612f31-0f7b-4950-8142-8299509ede3b {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:31.583527 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:31.584309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Checking segment: {'id': '5228a284-45b7-4d67-8d9a-e6bf3af2691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:31.584974 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.585633 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Bound using segment: {'id': '5228a284-45b7-4d67-8d9a-e6bf3af2691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:31.586486 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Bound port: cfd7449d-81ff-4724-b808-494ec2ca268b, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5228a284-45b7-4d67-8d9a-e6bf3af2691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:31.587151 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.702466 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.810875 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5a0ebd79-df9b-4f2e-bfa0-1934d054b177,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:31.831270 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.868699 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9c738184-cb59-4f7c-af82-91f000f4b3da tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.883052 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.912916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:31.917147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:31.936999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:31.997797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Pushing event updated for resources: {'Port': ['ID=69f5d9e5-ea7c-42ea-847f-c9ca101c86b8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:32.003546 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c738184-cb59-4f7c-af82-91f000f4b3da tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:32.003898 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c738184-cb59-4f7c-af82-91f000f4b3da tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network hostable DHCP agents. Network: d414e6fa-d160-44fd-92e3-d399748f3f68, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:32.016866 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c738184-cb59-4f7c-af82-91f000f4b3da tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=71bf0a4b-6059-4857-84c1-c948b6909544,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:32.038615 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c738184-cb59-4f7c-af82-91f000f4b3da tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:32.050048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] For port cfd7449d-81ff-4724-b808-494ec2ca268b, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:32.064015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-9c738184-cb59-4f7c-af82-91f000f4b3da tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, d414e6fa-d160-44fd-92e3-d399748f3f68) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:32.077084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c738184-cb59-4f7c-af82-91f000f4b3da tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:32.079485 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9c738184-cb59-4f7c-af82-91f000f4b3da tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.106321 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f5d3a6-b81c-4746-9b5c-6e54a857b877 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:32.120388 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9c738184-cb59-4f7c-af82-91f000f4b3da tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9546700 Jul 16 08:56:32.121718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52602) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:32.135543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-40f612d7-397e-4dc4-99fc-47dc53709771 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'name': 'tempest-NetworksTestDHCPv6-1018057343'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:32.160244 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] For port cfd7449d-81ff-4724-b808-494ec2ca268b, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=cfd7449d-81ff-4724-b808-494ec2ca268b,segment=NetworkSegment(5228a284-45b7-4d67-8d9a-e6bf3af2691d),segment_id=5228a284-45b7-4d67-8d9a-e6bf3af2691d)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:32.162217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=5a0ebd79-df9b-4f2e-bfa0-1934d054b177,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:32.188569 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.506740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f612d7-397e-4dc4-99fc-47dc53709771 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:32.514296 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-40f612d7-397e-4dc4-99fc-47dc53709771 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.549390 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-40f612d7-397e-4dc4-99fc-47dc53709771 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port 316f6aa3-c4bc-4b97-a94b-505c5bf0a5d4 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:32.610558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:32.689488 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.784838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed057d85-8b04-4d0e-a69e-de25596ed9f9 None None] Pushing event updated for resources: {'Port': ['ID=cfd7449d-81ff-4724-b808-494ec2ca268b,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:32.864691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-40f612d7-397e-4dc4-99fc-47dc53709771 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::324 (d414e6fa-d160-44fd-92e3-d399748f3f68/71bf0a4b-6059-4857-84c1-c948b6909544/316f6aa3-c4bc-4b97-a94b-505c5bf0a5d4) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:32.871930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': '71bf0a4b-6059-4857-84c1-c948b6909544'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:32.874964 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.177407 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.200245 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:33.200971 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.293084 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-40f612d7-397e-4dc4-99fc-47dc53709771 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.329572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-40f612d7-397e-4dc4-99fc-47dc53709771 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object 316f6aa3-c4bc-4b97-a94b-505c5bf0a5d4 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:33.454302 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-40f612d7-397e-4dc4-99fc-47dc53709771 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.540449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Router cf84ba98-df23-49f7-966a-f5a0227812d2 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:56:33.545525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f612d7-397e-4dc4-99fc-47dc53709771 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:33.570358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-40f612d7-397e-4dc4-99fc-47dc53709771 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:33.582042 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f612d7-397e-4dc4-99fc-47dc53709771 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:33.595085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f612d7-397e-4dc4-99fc-47dc53709771 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:33.596220 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-40f612d7-397e-4dc4-99fc-47dc53709771 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.674965 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-40f612d7-397e-4dc4-99fc-47dc53709771 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5508304 Jul 16 08:56:33.693601 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52652) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:33.711661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Allocated IP 2001:db8::2 (d414e6fa-d160-44fd-92e3-d399748f3f68/71bf0a4b-6059-4857-84c1-c948b6909544/d461f420-bb3f-44d2-98fe-137d73da5831) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:33.777150 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f612d7-397e-4dc4-99fc-47dc53709771 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=316f6aa3-c4bc-4b97-a94b-505c5bf0a5d4,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:33.867128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:33.928812 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.932898 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4285d8a2-c8ef-44b1-a244-9eb29820cc48 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7775292 Jul 16 08:56:33.938263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52660) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:34.066400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42a3a112-0dca-4ab9-ab60-c3654564f3c6 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.069383 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-42a3a112-0dca-4ab9-ab60-c3654564f3c6 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3741159 Jul 16 08:56:34.081266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52662) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:34.254475 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Sync routers for ids ['cf84ba98-df23-49f7-966a-f5a0227812d2'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:34.326654 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.350849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Routers {'cf84ba98-df23-49f7-966a-f5a0227812d2'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:34.352466 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:56:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['cf84ba98-df23-49f7-966a-f5a0227812d2'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:34.585310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-579858d6-f3f5-45af-85f8-c9b6aa5fb1d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port 316f6aa3-c4bc-4b97-a94b-505c5bf0a5d4 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:34.585310 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-579858d6-f3f5-45af-85f8-c9b6aa5fb1d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.709698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device cfd7449d-81ff-4724-b808-494ec2ca268b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:34.806551 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-579858d6-f3f5-45af-85f8-c9b6aa5fb1d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.823111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-579858d6-f3f5-45af-85f8-c9b6aa5fb1d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for 316f6aa3-c4bc-4b97-a94b-505c5bf0a5d4 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:34.913978 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.964544 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d19dd0f0-269c-41db-80b9-20e849ee2dae None None] Network ad612f31-0f7b-4950-8142-8299509ede3b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:34.976299 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Transition to ACTIVE for port object d461f420-bb3f-44d2-98fe-137d73da5831 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:35.039834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2712cecb-03ba-467b-8385-9d55123b609c req-bc285dc6-2ad9-4e37-8771-db143ced7aa3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:35.049595 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2712cecb-03ba-467b-8385-9d55123b609c req-bc285dc6-2ad9-4e37-8771-db143ced7aa3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 946 time: 0.8616943 Jul 16 08:56:35.054151 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-579858d6-f3f5-45af-85f8-c9b6aa5fb1d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.087315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Set router cf84ba98-df23-49f7-966a-f5a0227812d2 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:35.121536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579858d6-f3f5-45af-85f8-c9b6aa5fb1d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=316f6aa3-c4bc-4b97-a94b-505c5bf0a5d4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:35.175043 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2712cecb-03ba-467b-8385-9d55123b609c req-9efd779c-831a-4fb5-a3f7-a90ace414130 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233494 Jul 16 08:56:35.187812 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-579858d6-f3f5-45af-85f8-c9b6aa5fb1d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.193204 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-579858d6-f3f5-45af-85f8-c9b6aa5fb1d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/316f6aa3-c4bc-4b97-a94b-505c5bf0a5d4 HTTP/1.1" status: 204 len: 168 time: 1.1103754 Jul 16 08:56:35.194917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52688) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:35.206327 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52690) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:35.366444 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4319c483-8c28-4735-b6a4-6f186c031fa8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/bf4dcc94-f66b-4b59-8759-a7bd5b5715f3 HTTP/1.1" status: 200 len: 994 time: 0.1497211 Jul 16 08:56:35.455920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Transition to ACTIVE for port object d461f420-bb3f-44d2-98fe-137d73da5831 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:35.457448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b835b2b5-0dc7-4ad5-beb6-cb9bac76b27c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:35.461830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b835b2b5-0dc7-4ad5-beb6-cb9bac76b27c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:35.474238 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b835b2b5-0dc7-4ad5-beb6-cb9bac76b27c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2780321 Jul 16 08:56:35.480156 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52700) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:35.543010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ccb8df17-499b-4cdc-9b82-6c032c7c8c54 None None] Provisioning for port cfd7449d-81ff-4724-b808-494ec2ca268b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:35.550502 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.719387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-42b2955e-cfa9-4796-b576-3eec24aea66e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 71bf0a4b-6059-4857-84c1-c948b6909544 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:35.726208 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-42b2955e-cfa9-4796-b576-3eec24aea66e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.823947 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.826121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port cfd7449d-81ff-4724-b808-494ec2ca268b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:35.879316 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-42b2955e-cfa9-4796-b576-3eec24aea66e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.892424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:35.902670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port cfd7449d-81ff-4724-b808-494ec2ca268b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:35.903704 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.938467 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:36.059657 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7532b5db-8cf5-49cf-8256-dc1749982e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.068958 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:36.102979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Pushing event updated for resources: {'Port': ['ID=d461f420-bb3f-44d2-98fe-137d73da5831,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:36.145248 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.175174 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-42b2955e-cfa9-4796-b576-3eec24aea66e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.275758 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209a059-952c-443b-ab18-5f1c5b9d684a req-92dd725a-d18a-468f-ad9d-ff1341755c90 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:36.285293 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c209a059-952c-443b-ab18-5f1c5b9d684a req-92dd725a-d18a-468f-ad9d-ff1341755c90 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 1098 time: 0.2267008 Jul 16 08:56:36.289512 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-42b2955e-cfa9-4796-b576-3eec24aea66e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.353850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b2955e-cfa9-4796-b576-3eec24aea66e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=71bf0a4b-6059-4857-84c1-c948b6909544,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:36.361135 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-42b2955e-cfa9-4796-b576-3eec24aea66e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.366954 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-42b2955e-cfa9-4796-b576-3eec24aea66e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/71bf0a4b-6059-4857-84c1-c948b6909544 HTTP/1.1" status: 204 len: 168 time: 0.8853652 Jul 16 08:56:36.367633 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52722) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.386679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Attempting to bind port d461f420-bb3f-44d2-98fe-137d73da5831 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:36.387438 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Attempting to bind port d461f420-bb3f-44d2-98fe-137d73da5831 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:36.387868 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Attempting to bind port d461f420-bb3f-44d2-98fe-137d73da5831 on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:36.409318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:36.410132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:36.410775 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.411394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:36.412104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Bound port: d461f420-bb3f-44d2-98fe-137d73da5831, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:36.412769 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.487416 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-58e54ece-1d17-498e-824e-9b9b1a853b86 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1173067 Jul 16 08:56:36.488395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52724) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.494670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f9859d93-bcae-443a-b6e0-84e2d9434a30 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:36.512043 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c209a059-952c-443b-ab18-5f1c5b9d684a req-9ea7aebb-d370-42ab-87be-ccb2bf95b245 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2242162 Jul 16 08:56:36.596594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Allocated IP 172.20.0.1 (ad612f31-0f7b-4950-8142-8299509ede3b/32d4581c-4aec-4a87-9f8a-0cdb4154c087/4289a23f-41c0-4f62-981b-1c1aa910d912) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:36.718244 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.841954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] For port d461f420-bb3f-44d2-98fe-137d73da5831, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:36.847517 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] For port d461f420-bb3f-44d2-98fe-137d73da5831, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d461f420-bb3f-44d2-98fe-137d73da5831,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:36.853359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9859d93-bcae-443a-b6e0-84e2d9434a30 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:36.865018 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f9859d93-bcae-443a-b6e0-84e2d9434a30 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.871511 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port cfd7449d-81ff-4724-b808-494ec2ca268b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=cfd7449d-81ff-4724-b808-494ec2ca268b,segment=NetworkSegment(5228a284-45b7-4d67-8d9a-e6bf3af2691d),segment_id=5228a284-45b7-4d67-8d9a-e6bf3af2691d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:36.876200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'name': 'tempest-TestVolumeBootPattern-1145785687-router', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '69f5d9e5-ea7c-42ea-847f-c9ca101c86b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:29Z', 'updated_at': '2021-07-16T08:56:32Z', 'revision_number': 3, 'project_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'gw_port': {'id': '69f5d9e5-ea7c-42ea-847f-c9ca101c86b8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:30Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:36.878931 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.953554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Transition to ACTIVE for port object 4289a23f-41c0-4f62-981b-1c1aa910d912 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:37.049404 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.057014 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.139989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Checking router: cf84ba98-df23-49f7-966a-f5a0227812d2 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:37.143219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Updating router cf84ba98-df23-49f7-966a-f5a0227812d2 port 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:56:37.181002 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.242202 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Network ad612f31-0f7b-4950-8142-8299509ede3b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:37.266015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:37.271390 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:37.341869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Pushing event updated for resources: {'Port': ['ID=4289a23f-41c0-4f62-981b-1c1aa910d912,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.446101 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.673317 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f9859d93-bcae-443a-b6e0-84e2d9434a30 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.724787 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.791338 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.811740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039aa6c-6b15-4f14-920f-f773b187cce7 None None] Pushing event updated for resources: {'Port': ['ID=d461f420-bb3f-44d2-98fe-137d73da5831,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.849796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9859d93-bcae-443a-b6e0-84e2d9434a30 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:37.869087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f9859d93-bcae-443a-b6e0-84e2d9434a30 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:37.889291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9859d93-bcae-443a-b6e0-84e2d9434a30 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:37.891954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f9859d93-bcae-443a-b6e0-84e2d9434a30 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.922910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-e50f1dcb-72dd-4283-b917-ca828403afe2 req-1b4c8d60-e67a-46f9-9926-bbd76416c203 tempest-ServerShowV247Test-1515399422 tempest-ServerShowV247Test-1515399422-project] (93695) timed out ('10.222.0.15', 56202) {{(pid=93695) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:56:37.933981 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9859d93-bcae-443a-b6e0-84e2d9434a30 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=7c2d7a2e-9fe5-4639-a87b-3347faaaddcb,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.977413 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f9859d93-bcae-443a-b6e0-84e2d9434a30 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4873865 Jul 16 08:56:37.979490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52766) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.989429 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-15c946f6-58bc-4643-901d-8ab61384c659 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'name': 'tempest-NetworksTestDHCPv6-10257256'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:38.299801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c946f6-58bc-4643-901d-8ab61384c659 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:38.311142 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15c946f6-58bc-4643-901d-8ab61384c659 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.321721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-393bab61-4d71-42a4-b9ef-48bd05e32f93 None None] Provisioning complete for port cfd7449d-81ff-4724-b808-494ec2ca268b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:38.322102 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-393bab61-4d71-42a4-b9ef-48bd05e32f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.375565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-15c946f6-58bc-4643-901d-8ab61384c659 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port f337d2f1-a03b-43b8-bbd1-02287594b4af yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:38.405202 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.416405 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.528058 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.600877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c769b-92de-42d6-b926-794e7b42a5ea req-82ccd1d6-4385-4184-8fd0-a317a715f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:38.608356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b32c769b-92de-42d6-b926-794e7b42a5ea req-82ccd1d6-4385-4184-8fd0-a317a715f4a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 1098 time: 0.5664775 Jul 16 08:56:38.691653 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-15c946f6-58bc-4643-901d-8ab61384c659 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::281 (d414e6fa-d160-44fd-92e3-d399748f3f68/7c2d7a2e-9fe5-4639-a87b-3347faaaddcb/f337d2f1-a03b-43b8-bbd1-02287594b4af) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:38.706359 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.709754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Pushing event updated for resources: {'Port': ['ID=4289a23f-41c0-4f62-981b-1c1aa910d912,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:38.720342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Transition to ACTIVE for port object 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:38.731126 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=cfd7449d-81ff-4724-b808-494ec2ca268b,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:38.765163 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.840747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90222580-5ba7-4a74-a145-ac60dc69335d None None] Pushing event updated for resources: {'Port': ['ID=69f5d9e5-ea7c-42ea-847f-c9ca101c86b8,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:38.843555 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ea07667a-6195-426d-8d04-5be202923149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.845267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e30603f-7892-42d4-baa3-7c13a120cc47 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:38.899576 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.935735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Network ad612f31-0f7b-4950-8142-8299509ede3b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:38.938118 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:39.149733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Attempting to bind port 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:39.151861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Attempting to bind port 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:39.153870 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Attempting to bind port 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:39.249050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:39.249542 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:39.252390 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.253144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:39.253847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Bound port: 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:39.255118 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.303881 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device cfd7449d-81ff-4724-b808-494ec2ca268b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:39.314568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Router cf84ba98-df23-49f7-966a-f5a0227812d2 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:39.322673 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c769b-92de-42d6-b926-794e7b42a5ea req-63a8e624-f659-4439-8267-97811e3d33fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:39.329682 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b32c769b-92de-42d6-b926-794e7b42a5ea req-63a8e624-f659-4439-8267-97811e3d33fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d3569cf-5333-4fc9-ad23-0472f461f09c HTTP/1.1" status: 200 len: 897 time: 0.6872721 Jul 16 08:56:39.537402 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-7127f785-79e2-4312-a079-5a9611690bb1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8938982 Jul 16 08:56:39.545052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] For port 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:39.563727 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15c946f6-58bc-4643-901d-8ab61384c659 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.573965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] For port 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=69f5d9e5-ea7c-42ea-847f-c9ca101c86b8,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:39.591836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port cfd7449d-81ff-4724-b808-494ec2ca268b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:39.592734 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.595906 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.633301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-15c946f6-58bc-4643-901d-8ab61384c659 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object f337d2f1-a03b-43b8-bbd1-02287594b4af will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:39.640135 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b32c769b-92de-42d6-b926-794e7b42a5ea req-f72f1614-2ba0-4b3d-8059-ed1a5165494d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc HTTP/1.1" status: 200 len: 1002 time: 0.2987719 Jul 16 08:56:39.669816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7159642d-7c4f-4ba3-b005-1ec8af383c18 None None] Provisioning for port 4289a23f-41c0-4f62-981b-1c1aa910d912 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:39.701509 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90222580-5ba7-4a74-a145-ac60dc69335d None None] Pushing event updated for resources: {'Port': ['ID=69f5d9e5-ea7c-42ea-847f-c9ca101c86b8,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:39.704221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:39.726164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7159642d-7c4f-4ba3-b005-1ec8af383c18 None None] Provisioning complete for port 4289a23f-41c0-4f62-981b-1c1aa910d912 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:39.726851 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7159642d-7c4f-4ba3-b005-1ec8af383c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.734754 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6601463f-d1aa-4f4b-8039-b870a9e88b2d admin admin] 10.222.0.20 "PUT /v2.0/routers/cf84ba98-df23-49f7-966a-f5a0227812d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7938061 Jul 16 08:56:39.959885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7159642d-7c4f-4ba3-b005-1ec8af383c18 None None] Port 4289a23f-41c0-4f62-981b-1c1aa910d912 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:39.988921 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.173892 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Routers {'cf84ba98-df23-49f7-966a-f5a0227812d2'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:40.174896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:56:39Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['cf84ba98-df23-49f7-966a-f5a0227812d2'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:40.540341 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15c946f6-58bc-4643-901d-8ab61384c659 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.614965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] Set router cf84ba98-df23-49f7-966a-f5a0227812d2 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:40.646556 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c946f6-58bc-4643-901d-8ab61384c659 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:40.653706 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c769b-92de-42d6-b926-794e7b42a5ea req-5374e42a-aabd-46a8-b5fa-6733424b2784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:40.655314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b32c769b-92de-42d6-b926-794e7b42a5ea req-5374e42a-aabd-46a8-b5fa-6733424b2784 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a11319f-cef5-4c95-b846-7dac2b4e25e9 HTTP/1.1" status: 200 len: 837 time: 0.9175031 Jul 16 08:56:40.657362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-15c946f6-58bc-4643-901d-8ab61384c659 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:40.660630 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c946f6-58bc-4643-901d-8ab61384c659 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:40.667619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c946f6-58bc-4643-901d-8ab61384c659 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:40.668575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15c946f6-58bc-4643-901d-8ab61384c659 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.757926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c946f6-58bc-4643-901d-8ab61384c659 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=f337d2f1-a03b-43b8-bbd1-02287594b4af,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:40.785067 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-15c946f6-58bc-4643-901d-8ab61384c659 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8051045 Jul 16 08:56:40.787405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52858) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:40.857175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c769b-92de-42d6-b926-794e7b42a5ea req-ff1cea02-f4bf-42a8-bda3-2fd47074e65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:40.858799 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b32c769b-92de-42d6-b926-794e7b42a5ea req-ff1cea02-f4bf-42a8-bda3-2fd47074e65d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d3569cf-5333-4fc9-ad23-0472f461f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1849926 Jul 16 08:56:40.872047 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb44552-9210-48a2-a5b4-87ad670c3e50 None None] Update dhcp port {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'fixed_ips': [{'subnet_id': '7c2d7a2e-9fe5-4639-a87b-3347faaaddcb'}], 'binding:host_id': 'n-d-758944-46'}, 'id': 'd461f420-bb3f-44d2-98fe-137d73da5831'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:56:41.105387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-0b310d3e-d298-41eb-9a08-077c71d19be2 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:56:41.106590 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-0b310d3e-d298-41eb-9a08-077c71d19be2 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277798 Jul 16 08:56:41.116597 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d373439-4a98-40fc-a694-1888d4c799b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:41.132484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d373439-4a98-40fc-a694-1888d4c799b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:41.133262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b32c769b-92de-42d6-b926-794e7b42a5ea req-afa6c31e-0b0c-4d08-bd6b-67967f46be75 service neutron] 10.222.0.15 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678366 Jul 16 08:56:41.137010 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9d373439-4a98-40fc-a694-1888d4c799b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1588 time: 0.3479037 Jul 16 08:56:41.140352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 52868) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:41.160411 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bcb44552-9210-48a2-a5b4-87ad670c3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.292411 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b32c769b-92de-42d6-b926-794e7b42a5ea req-ac0a8300-4750-4231-bac3-e94ee470d563 service neutron] 10.222.0.15 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435895 Jul 16 08:56:41.316553 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.325251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'name': 'tempest-TestVolumeBootPattern-1145785687-router', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '69f5d9e5-ea7c-42ea-847f-c9ca101c86b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:29Z', 'updated_at': '2021-07-16T08:56:37Z', 'revision_number': 4, 'project_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'gw_port': {'id': '69f5d9e5-ea7c-42ea-847f-c9ca101c86b8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:30Z', 'updated_at': '2021-07-16T08:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '4289a23f-41c0-4f62-981b-1c1aa910d912', 'name': '', 'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'mac_address': 'fa:16:3e:63:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '32d4581c-4aec-4a87-9f8a-0cdb4154c087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:36Z', 'updated_at': '2021-07-16T08:56:37Z', 'revision_number': 2, 'project_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'subnets': [{'id': '32d4581c-4aec-4a87-9f8a-0cdb4154c087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:41.406954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a28fe90-c78d-47b2-a9c3-461661da5355 None None] The sync data for ids ['cf84ba98-df23-49f7-966a-f5a0227812d2'] in n-d-758944-46 is: [{'id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'name': 'tempest-TestVolumeBootPattern-1145785687-router', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '69f5d9e5-ea7c-42ea-847f-c9ca101c86b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:29Z', 'updated_at': '2021-07-16T08:56:37Z', 'revision_number': 4, 'project_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'gw_port': {'id': '69f5d9e5-ea7c-42ea-847f-c9ca101c86b8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:30Z', 'updated_at': '2021-07-16T08:56:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '4289a23f-41c0-4f62-981b-1c1aa910d912', 'name': '', 'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'mac_address': 'fa:16:3e:63:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '32d4581c-4aec-4a87-9f8a-0cdb4154c087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:36Z', 'updated_at': '2021-07-16T08:56:37Z', 'revision_number': 2, 'project_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'subnets': [{'id': '32d4581c-4aec-4a87-9f8a-0cdb4154c087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:41.776045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7494e76a-54a7-4589-b466-a63dc4245da2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port f337d2f1-a03b-43b8-bbd1-02287594b4af {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:41.777028 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7494e76a-54a7-4589-b466-a63dc4245da2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.138262 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-e4e802d8-5b83-4f25-9e91-ee207a1e59a6 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:56:42.149145 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-e4e802d8-5b83-4f25-9e91-ee207a1e59a6 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8253973 Jul 16 08:56:42.166118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-8f02c643-55a0-41ba-9ff5-7804844f5978 service neutron] Request body: {'binding': {'host': 'n-h2-758944-46', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:42.166593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-8f02c643-55a0-41ba-9ff5-7804844f5978 service neutron] Unknown quota resources ['binding']. {{(pid=93695) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:56:42.270542 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-bcb44552-9210-48a2-a5b4-87ad670c3e50 None None] Allocated IP 2001:db8::2 (d414e6fa-d160-44fd-92e3-d399748f3f68/7c2d7a2e-9fe5-4639-a87b-3347faaaddcb/d461f420-bb3f-44d2-98fe-137d73da5831) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:42.486480 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7494e76a-54a7-4589-b466-a63dc4245da2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.542910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7494e76a-54a7-4589-b466-a63dc4245da2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for f337d2f1-a03b-43b8-bbd1-02287594b4af owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:42.545351 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-8f02c643-55a0-41ba-9ff5-7804844f5978 service neutron] Attempting to bind port c08c0a02-df36-4d76-a4cf-a9659b85d7fc on host n-h2-758944-46 for vnic_type normal with profile None {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:42.545685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-8f02c643-55a0-41ba-9ff5-7804844f5978 service neutron] Attempting to bind port c08c0a02-df36-4d76-a4cf-a9659b85d7fc by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:42.546015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-8f02c643-55a0-41ba-9ff5-7804844f5978 service neutron] Attempting to bind port c08c0a02-df36-4d76-a4cf-a9659b85d7fc on network 5d3569cf-5333-4fc9-ad23-0472f461f09c {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:42.591134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-8f02c643-55a0-41ba-9ff5-7804844f5978 service neutron] Port c08c0a02-df36-4d76-a4cf-a9659b85d7fc on network 5d3569cf-5333-4fc9-ad23-0472f461f09c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:42.591134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-8f02c643-55a0-41ba-9ff5-7804844f5978 service neutron] Attempting to bind port c08c0a02-df36-4d76-a4cf-a9659b85d7fc on network 5d3569cf-5333-4fc9-ad23-0472f461f09c {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:42.598308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-8f02c643-55a0-41ba-9ff5-7804844f5978 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:42.599062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-8f02c643-55a0-41ba-9ff5-7804844f5978 service neutron] Checking segment: {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:42.599798 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-8f02c643-55a0-41ba-9ff5-7804844f5978 service neutron] Bound using segment: {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:42.600261 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-8f02c643-55a0-41ba-9ff5-7804844f5978 service neutron] Bound port: c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:42.605123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-bcb44552-9210-48a2-a5b4-87ad670c3e50 None None] For port d461f420-bb3f-44d2-98fe-137d73da5831, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d461f420-bb3f-44d2-98fe-137d73da5831,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:42.696923 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bcb44552-9210-48a2-a5b4-87ad670c3e50 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.759141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bcb44552-9210-48a2-a5b4-87ad670c3e50 None None] Ignored duplicate provisioning block setup for port d461f420-bb3f-44d2-98fe-137d73da5831 by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 08:56:42.770191 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bcb44552-9210-48a2-a5b4-87ad670c3e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.063576 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb44552-9210-48a2-a5b4-87ad670c3e50 None None] Pushing event updated for resources: {'Port': ['ID=d461f420-bb3f-44d2-98fe-137d73da5831,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:43.072116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-8f02c643-55a0-41ba-9ff5-7804844f5978 service neutron] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:43.091080 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-8f02c643-55a0-41ba-9ff5-7804844f5978 service neutron] Notify callbacks [] for binding, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.098187 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-8f02c643-55a0-41ba-9ff5-7804844f5978 service neutron] 10.222.0.20 "POST /v2.0/ports/c08c0a02-df36-4d76-a4cf-a9659b85d7fc/bindings HTTP/1.1" status: 201 len: 390 time: 0.9481268 Jul 16 08:56:43.350820 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7494e76a-54a7-4589-b466-a63dc4245da2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.424728 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:43.590817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494e76a-54a7-4589-b466-a63dc4245da2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=f337d2f1-a03b-43b8-bbd1-02287594b4af,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:43.610102 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7494e76a-54a7-4589-b466-a63dc4245da2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.614608 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7494e76a-54a7-4589-b466-a63dc4245da2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/f337d2f1-a03b-43b8-bbd1-02287594b4af HTTP/1.1" status: 204 len: 168 time: 2.4717989 Jul 16 08:56:43.615574 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52928) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.706832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:43.714144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:43.714777 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.910557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3664b39-a9a6-4bc7-88b6-1f9008508a58 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:43.926280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3664b39-a9a6-4bc7-88b6-1f9008508a58 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:43.926882 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.931532 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e3664b39-a9a6-4bc7-88b6-1f9008508a58 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3138940 Jul 16 08:56:43.932484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52938) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.978420 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-0f0941d7-50b8-408a-aedc-bb3162a1acef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:43.982682 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-0f0941d7-50b8-408a-aedc-bb3162a1acef service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 1098 time: 0.3984184 Jul 16 08:56:44.062076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=69f5d9e5-ea7c-42ea-847f-c9ca101c86b8,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:44.075584 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.099439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b1c3a-9111-45a6-86d9-bb212eccf996 req-70499c29-b7e4-4049-b7da-4b2af3c8e6a4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:44.111924 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a47b1c3a-9111-45a6-86d9-bb212eccf996 req-70499c29-b7e4-4049-b7da-4b2af3c8e6a4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 946 time: 0.3357780 Jul 16 08:56:44.187307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b311de9-363f-46c7-a53e-7353d15d4f9b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 7c2d7a2e-9fe5-4639-a87b-3347faaaddcb {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:44.220416 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a47b1c3a-9111-45a6-86d9-bb212eccf996 req-cfa4285d-5797-4faf-81b9-3f0de4f7caa2 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074572 Jul 16 08:56:44.247765 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b311de9-363f-46c7-a53e-7353d15d4f9b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.264581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=69f5d9e5-ea7c-42ea-847f-c9ca101c86b8,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:44.361403 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b311de9-363f-46c7-a53e-7353d15d4f9b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.395265 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-931de292-22b5-4c92-9ce8-7cab7778e50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:44.403149 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-931de292-22b5-4c92-9ce8-7cab7778e50f service neutron] 10.222.0.38 "GET /v2.0/networks?id=5d3569cf-5333-4fc9-ad23-0472f461f09c HTTP/1.1" status: 200 len: 897 time: 0.3851945 Jul 16 08:56:44.549114 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b311de9-363f-46c7-a53e-7353d15d4f9b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.645343 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-e1399a95-e60f-4e88-92d6-9ced764da16e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc HTTP/1.1" status: 200 len: 1002 time: 0.2353680 Jul 16 08:56:44.753524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-228a1887-95f7-4a91-9d10-77c128ec4ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:44.755143 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-228a1887-95f7-4a91-9d10-77c128ec4ecf service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a11319f-cef5-4c95-b846-7dac2b4e25e9 HTTP/1.1" status: 200 len: 837 time: 0.0836740 Jul 16 08:56:44.782593 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b311de9-363f-46c7-a53e-7353d15d4f9b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.900450 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b311de9-363f-46c7-a53e-7353d15d4f9b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.904844 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9b311de9-363f-46c7-a53e-7353d15d4f9b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/7c2d7a2e-9fe5-4639-a87b-3347faaaddcb HTTP/1.1" status: 204 len: 168 time: 0.9705424 Jul 16 08:56:44.906910 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b311de9-363f-46c7-a53e-7353d15d4f9b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=7c2d7a2e-9fe5-4639-a87b-3347faaaddcb,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:44.912622 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52960) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:44.958886 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-1453db77-2a59-49a4-87bd-414ac79427a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:44.962629 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-1453db77-2a59-49a4-87bd-414ac79427a8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5d3569cf-5333-4fc9-ad23-0472f461f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2003419 Jul 16 08:56:45.073002 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cb5fe0b6-e66d-42e9-b745-2b90a517c450 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1579442 Jul 16 08:56:45.076021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52962) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.078657 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-3e65a28e-efa9-4f59-beaa-77fe24299fb5 service neutron] 10.222.0.38 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055324 Jul 16 08:56:45.083923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d81f764c-63f4-4223-a7f8-e1c298291c19 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:45.108452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-8b946237-55f0-4003-b777-e1097a4e6775 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.122303 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-8b946237-55f0-4003-b777-e1097a4e6775 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 812 time: 0.5968506 Jul 16 08:56:45.218250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb7d789b-1ccb-4625-a352-2bcab05591a9 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:45.336087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-f45ed30e-9c8b-41d0-857b-70e525f45272 service neutron] 10.222.0.38 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914039 Jul 16 08:56:45.344270 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81f764c-63f4-4223-a7f8-e1c298291c19 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:45.348522 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d81f764c-63f4-4223-a7f8-e1c298291c19 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.369418 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-715e88f9-146b-4cd2-a1cb-004aa0ce6371 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/quotas/6d7d127892994ef29d6fc34730914246 HTTP/1.1" status: 200 len: 375 time: 0.2449281 Jul 16 08:56:45.433255 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-54ab3eee-c9db-4b91-b802-074674878d4a None None] Provisioning for port d461f420-bb3f-44d2-98fe-137d73da5831 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:45.633803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d461f420-bb3f-44d2-98fe-137d73da5831 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:45.758243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9f5626-cedf-4ca5-aabb-0fa3277d061b None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:45.831834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-0ec02be0-119f-4199-8665-e21807f20dae tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.836926 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-0ec02be0-119f-4199-8665-e21807f20dae tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1098 time: 0.4083838 Jul 16 08:56:45.850415 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port d461f420-bb3f-44d2-98fe-137d73da5831 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:45.850796 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d81f764c-63f4-4223-a7f8-e1c298291c19 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.855640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d461f420-bb3f-44d2-98fe-137d73da5831 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:45.856048 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.887720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-46'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:45.904225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f5626-cedf-4ca5-aabb-0fa3277d061b None None] Deleting port d461f420-bb3f-44d2-98fe-137d73da5831 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:45.904977 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2e9f5626-cedf-4ca5-aabb-0fa3277d061b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.915629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81f764c-63f4-4223-a7f8-e1c298291c19 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=a9a126e7-dc71-491d-8556-eb90421c8b3f,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:45.934585 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-78e4cd31-2035-4481-81a2-3ed7180a8668 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5450246 Jul 16 08:56:45.975618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe612e5e-0539-493e-a9fa-44000784d050 req-95e4a304-0a8d-48e8-98ce-b52a351b41f9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:45.988460 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe612e5e-0539-493e-a9fa-44000784d050 req-95e4a304-0a8d-48e8-98ce-b52a351b41f9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 946 time: 0.3013799 Jul 16 08:56:45.996154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81f764c-63f4-4223-a7f8-e1c298291c19 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:46.018927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-d81f764c-63f4-4223-a7f8-e1c298291c19 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:46.028103 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81f764c-63f4-4223-a7f8-e1c298291c19 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:46.029009 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d81f764c-63f4-4223-a7f8-e1c298291c19 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.070947 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d81f764c-63f4-4223-a7f8-e1c298291c19 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9918327 Jul 16 08:56:46.071811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 52972) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:46.085682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-32657951-69b2-4f38-8128-503dc78d7154 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'name': 'tempest-NetworksTestDHCPv6-284551890'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:46.101603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2e9f5626-cedf-4ca5-aabb-0fa3277d061b None None] For port d461f420-bb3f-44d2-98fe-137d73da5831, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d461f420-bb3f-44d2-98fe-137d73da5831,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:46.102326 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2e9f5626-cedf-4ca5-aabb-0fa3277d061b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.115369 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.129735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f5626-cedf-4ca5-aabb-0fa3277d061b None None] Calling delete_port for d461f420-bb3f-44d2-98fe-137d73da5831 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:46.198654 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Sync routers for ids ['cf84ba98-df23-49f7-966a-f5a0227812d2'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:46.225516 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe612e5e-0539-493e-a9fa-44000784d050 req-c59a0696-4170-49a7-bc1d-e9f1f48f2314 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250755 Jul 16 08:56:46.232884 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Routers {'cf84ba98-df23-49f7-966a-f5a0227812d2'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:46.237010 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:56:39Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['cf84ba98-df23-49f7-966a-f5a0227812d2'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.247998 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32657951-69b2-4f38-8128-503dc78d7154 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:46.253859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port d461f420-bb3f-44d2-98fe-137d73da5831, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d461f420-bb3f-44d2-98fe-137d73da5831,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:46.258530 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32657951-69b2-4f38-8128-503dc78d7154 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.276250 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.277434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:46.309667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-32657951-69b2-4f38-8128-503dc78d7154 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port ba384816-5b10-49c1-8083-8e045360d20f yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:46.341126 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-592137ed-21fb-4930-9a54-f17579012656 req-06802dce-3bac-4c0c-b74f-f51203f06092 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7875957 Jul 16 08:56:46.429753 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-895e63c6-dfef-402c-8594-e71b27d7d234 service neutron] 10.222.0.20 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934134 Jul 16 08:56:46.481337 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2e9f5626-cedf-4ca5-aabb-0fa3277d061b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.516668 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.622267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:46.633786 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.637339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9f5626-cedf-4ca5-aabb-0fa3277d061b None None] No DVR routers for this DVR port d461f420-bb3f-44d2-98fe-137d73da5831 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:46.681193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592137ed-21fb-4930-9a54-f17579012656 req-7172ece8-abee-40ce-a7c4-c73167bf5c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:46.682284 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-592137ed-21fb-4930-9a54-f17579012656 req-7172ece8-abee-40ce-a7c4-c73167bf5c41 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 1098 time: 0.2698147 Jul 16 08:56:46.700191 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-11a42cb4-b345-495f-bd5d-1845dd293e64 service neutron] 10.222.0.20 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419829 Jul 16 08:56:46.775560 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Set router cf84ba98-df23-49f7-966a-f5a0227812d2 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:46.790704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=d461f420-bb3f-44d2-98fe-137d73da5831,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:46.818939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-32657951-69b2-4f38-8128-503dc78d7154 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::229 (d414e6fa-d160-44fd-92e3-d399748f3f68/a9a126e7-dc71-491d-8556-eb90421c8b3f/ba384816-5b10-49c1-8083-8e045360d20f) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:46.859981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea43d47f-17ef-464f-896a-aeb01272b472 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:47.166715 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f5626-cedf-4ca5-aabb-0fa3277d061b None None] Pushing event deleted for resources: {'Port': ['ID=d461f420-bb3f-44d2-98fe-137d73da5831,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:47.225189 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:47.265788 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592137ed-21fb-4930-9a54-f17579012656 req-ae6ee221-8dc5-4e36-8f66-03e64fa44018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:47.268206 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-592137ed-21fb-4930-9a54-f17579012656 req-ae6ee221-8dc5-4e36-8f66-03e64fa44018 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 200 len: 911 time: 0.5442746 Jul 16 08:56:47.312679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': 'a9a126e7-dc71-491d-8556-eb90421c8b3f'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:47.314727 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.408942 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32657951-69b2-4f38-8128-503dc78d7154 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.476639 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'name': 'tempest-TestVolumeBootPattern-1145785687-router', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '69f5d9e5-ea7c-42ea-847f-c9ca101c86b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:29Z', 'updated_at': '2021-07-16T08:56:37Z', 'revision_number': 4, 'project_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'gw_port': {'id': '69f5d9e5-ea7c-42ea-847f-c9ca101c86b8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:30Z', 'updated_at': '2021-07-16T08:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '4289a23f-41c0-4f62-981b-1c1aa910d912', 'name': '', 'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'mac_address': 'fa:16:3e:63:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '32d4581c-4aec-4a87-9f8a-0cdb4154c087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:36Z', 'updated_at': '2021-07-16T08:56:37Z', 'revision_number': 2, 'project_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'subnets': [{'id': '32d4581c-4aec-4a87-9f8a-0cdb4154c087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:47.481198 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-32657951-69b2-4f38-8128-503dc78d7154 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object ba384816-5b10-49c1-8083-8e045360d20f will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:47.572100 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Checking router: cf84ba98-df23-49f7-966a-f5a0227812d2 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:47.573682 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Updating router cf84ba98-df23-49f7-966a-f5a0227812d2 port 4289a23f-41c0-4f62-981b-1c1aa910d912 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:56:47.588051 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d461f420-bb3f-44d2-98fe-137d73da5831 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:47.627265 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-592137ed-21fb-4930-9a54-f17579012656 req-0892ff1d-599c-411e-b3f7-3e91e3fa1f73 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1296155c-74be-42b3-8b35-5c4b18b0bf31 HTTP/1.1" status: 200 len: 1001 time: 0.3325202 Jul 16 08:56:47.663858 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: d461f420-bb3f-44d2-98fe-137d73da5831 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:47.665174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d461f420-bb3f-44d2-98fe-137d73da5831 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:47.678320 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32657951-69b2-4f38-8128-503dc78d7154 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.754561 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.778566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Allocated IP 2001:db8::2 (d414e6fa-d160-44fd-92e3-d399748f3f68/a9a126e7-dc71-491d-8556-eb90421c8b3f/9c84d3b4-bbad-43ab-8b50-57c0140f0516) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:47.852726 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-90209c12-49e9-4237-85da-f99244be14cf req-faa12659-cdfc-45dd-9506-c12f801e2351 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 210 time: 0.0633056 Jul 16 08:56:47.904236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592137ed-21fb-4930-9a54-f17579012656 req-b06f6f11-8b9e-4902-809a-49817ff35002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:47.907498 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-592137ed-21fb-4930-9a54-f17579012656 req-b06f6f11-8b9e-4902-809a-49817ff35002 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b633f7a-07ad-4cc2-8342-da35f664e7b1 HTTP/1.1" status: 200 len: 850 time: 0.2686105 Jul 16 08:56:47.917631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:48.047275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32657951-69b2-4f38-8128-503dc78d7154 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=ba384816-5b10-49c1-8083-8e045360d20f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:48.128319 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:48.130597 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32657951-69b2-4f38-8128-503dc78d7154 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:48.131454 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972addb8-108c-4ab5-ab44-094fefbe1a80" -d '{"events": [{"server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "name": "network-vif-unplugged", "status": "completed", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:48.137735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.175401 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.194225 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.211685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Transition to ACTIVE for port object 9c84d3b4-bbad-43ab-8b50-57c0140f0516 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:48.242110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Transition to ACTIVE for port object 9c84d3b4-bbad-43ab-8b50-57c0140f0516 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:48.246827 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f3cd3dc-3c08-4049-b9d3-bed68e083c4d x-openstack-request-id: req-7f3cd3dc-3c08-4049-b9d3-bed68e083c4d {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:48.247365 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "name": "network-vif-unplugged", "status": "completed", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:48.247949 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7f3cd3dc-3c08-4049-b9d3-bed68e083c4d {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:48.248741 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc', 'code': 200} Jul 16 08:56:48.253353 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.255488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-32657951-69b2-4f38-8128-503dc78d7154 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:48.268137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32657951-69b2-4f38-8128-503dc78d7154 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:48.300359 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32657951-69b2-4f38-8128-503dc78d7154 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:48.302010 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32657951-69b2-4f38-8128-503dc78d7154 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.335266 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-32657951-69b2-4f38-8128-503dc78d7154 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2504838 Jul 16 08:56:48.336734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53004) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:48.401770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:48.415574 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:48.423799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:48.438845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Pushing event updated for resources: {'Port': ['ID=9c84d3b4-bbad-43ab-8b50-57c0140f0516,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:48.472125 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41a970-5f82-41e1-81b7-0ae153d38235 req-67e4e319-62a2-41b6-ab5e-4fe24c938074 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:48.478886 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f41a970-5f82-41e1-81b7-0ae153d38235 req-67e4e319-62a2-41b6-ab5e-4fe24c938074 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 946 time: 0.4666677 Jul 16 08:56:48.568064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f80e3bb-5fd1-4442-b22e-9e6db9ad357a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:48.586997 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f80e3bb-5fd1-4442-b22e-9e6db9ad357a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:48.588767 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4f80e3bb-5fd1-4442-b22e-9e6db9ad357a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2496974 Jul 16 08:56:48.594389 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Attempting to bind port 9c84d3b4-bbad-43ab-8b50-57c0140f0516 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:48.594757 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Attempting to bind port 9c84d3b4-bbad-43ab-8b50-57c0140f0516 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:48.597223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53008) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:48.597939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Attempting to bind port 9c84d3b4-bbad-43ab-8b50-57c0140f0516 on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:48.614849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:48.615922 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:48.617381 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.617984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:48.619678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Bound port: 9c84d3b4-bbad-43ab-8b50-57c0140f0516, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:48.623219 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.705687 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.752594 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f41a970-5f82-41e1-81b7-0ae153d38235 req-a22dc152-2d1e-482e-b153-3e545ae45559 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657783 Jul 16 08:56:48.767572 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Transition to ACTIVE for port object 4289a23f-41c0-4f62-981b-1c1aa910d912 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:48.793205 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.869952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0833b7b2-014c-4ed3-8c8b-c1e3c360cf5d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port ba384816-5b10-49c1-8083-8e045360d20f {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:48.870506 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0833b7b2-014c-4ed3-8c8b-c1e3c360cf5d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.883448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] For port 9c84d3b4-bbad-43ab-8b50-57c0140f0516, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:48.900190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] For port 9c84d3b4-bbad-43ab-8b50-57c0140f0516, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9c84d3b4-bbad-43ab-8b50-57c0140f0516,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:48.918891 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.004976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4004b2e-8436-49ae-a011-5b4ace66f4c5 None None] Pushing event updated for resources: {'Port': ['ID=9c84d3b4-bbad-43ab-8b50-57c0140f0516,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:49.037170 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9dd8129c-7d7c-4732-9112-3a9ce44759be None None] Provisioning complete for port c08c0a02-df36-4d76-a4cf-a9659b85d7fc triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:49.037543 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9dd8129c-7d7c-4732-9112-3a9ce44759be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.052022 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8e3b3-97b3-4e2c-a539-045c92701372 None None] Pushing event updated for resources: {'Port': ['ID=4289a23f-41c0-4f62-981b-1c1aa910d912,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:49.134276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9dd8129c-7d7c-4732-9112-3a9ce44759be None None] Port c08c0a02-df36-4d76-a4cf-a9659b85d7fc cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:49.287511 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0833b7b2-014c-4ed3-8c8b-c1e3c360cf5d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.329936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0833b7b2-014c-4ed3-8c8b-c1e3c360cf5d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for ba384816-5b10-49c1-8083-8e045360d20f owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:49.385069 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Attempting to bind port 4289a23f-41c0-4f62-981b-1c1aa910d912 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:49.386301 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Attempting to bind port 4289a23f-41c0-4f62-981b-1c1aa910d912 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '5228a284-45b7-4d67-8d9a-e6bf3af2691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:49.388280 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Attempting to bind port 4289a23f-41c0-4f62-981b-1c1aa910d912 on network ad612f31-0f7b-4950-8142-8299509ede3b {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:49.408978 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:49.413699 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Checking segment: {'id': '5228a284-45b7-4d67-8d9a-e6bf3af2691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:49.416201 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.417296 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Bound using segment: {'id': '5228a284-45b7-4d67-8d9a-e6bf3af2691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:49.419549 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Bound port: 4289a23f-41c0-4f62-981b-1c1aa910d912, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5228a284-45b7-4d67-8d9a-e6bf3af2691d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:49.421317 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.687293 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0833b7b2-014c-4ed3-8c8b-c1e3c360cf5d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.774523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833b7b2-014c-4ed3-8c8b-c1e3c360cf5d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=ba384816-5b10-49c1-8083-8e045360d20f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:49.791113 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0833b7b2-014c-4ed3-8c8b-c1e3c360cf5d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.820766 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] For port 4289a23f-41c0-4f62-981b-1c1aa910d912, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:49.824264 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0833b7b2-014c-4ed3-8c8b-c1e3c360cf5d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/ba384816-5b10-49c1-8083-8e045360d20f HTTP/1.1" status: 204 len: 168 time: 1.2244105 Jul 16 08:56:49.826138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53022) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:49.836866 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] For port 4289a23f-41c0-4f62-981b-1c1aa910d912, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4289a23f-41c0-4f62-981b-1c1aa910d912,segment=NetworkSegment(5228a284-45b7-4d67-8d9a-e6bf3af2691d),segment_id=5228a284-45b7-4d67-8d9a-e6bf3af2691d)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:49.857970 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.874172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592137ed-21fb-4930-9a54-f17579012656 req-f00d23ad-9ff1-4777-a1b6-1ce39da41433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:49.877455 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-592137ed-21fb-4930-9a54-f17579012656 req-f00d23ad-9ff1-4777-a1b6-1ce39da41433 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14402a19-9c27-491a-b636-32963005e922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.9614472 Jul 16 08:56:50.011723 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d050e79-00de-44a4-9920-171c479ddcc8 req-201ea9a2-3d6d-44ed-ac5e-707af2a57ba4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 210 time: 0.1598463 Jul 16 08:56:50.018176 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c8e3b3-97b3-4e2c-a539-045c92701372 None None] Pushing event updated for resources: {'Port': ['ID=4289a23f-41c0-4f62-981b-1c1aa910d912,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:50.031892 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Routers {'cf84ba98-df23-49f7-966a-f5a0227812d2'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:50.032885 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:56:39Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['cf84ba98-df23-49f7-966a-f5a0227812d2'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:50.054072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef06615f-1d5c-4543-b08f-a8bb63eda684 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.056964 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef06615f-1d5c-4543-b08f-a8bb63eda684 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.077749 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ef06615f-1d5c-4543-b08f-a8bb63eda684 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2471213 Jul 16 08:56:50.081451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53030) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:50.141206 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Pushing event updated for resources: {'Port': ['ID=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,revision_number=7']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:50.342138 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] Set router cf84ba98-df23-49f7-966a-f5a0227812d2 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:50.367774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df725e3-3785-474e-95cb-623955446239 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet a9a126e7-dc71-491d-8556-eb90421c8b3f {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:50.372040 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9df725e3-3785-474e-95cb-623955446239 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.427679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Attempting to bind port c08c0a02-df36-4d76-a4cf-a9659b85d7fc on host n-h1-758944-46 for vnic_type normal with profile {"migrating_to": "n-h2-758944-46"} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:50.428202 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Attempting to bind port c08c0a02-df36-4d76-a4cf-a9659b85d7fc by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:50.428761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Attempting to bind port c08c0a02-df36-4d76-a4cf-a9659b85d7fc on network 5d3569cf-5333-4fc9-ad23-0472f461f09c {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:50.458883 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Port c08c0a02-df36-4d76-a4cf-a9659b85d7fc on network 5d3569cf-5333-4fc9-ad23-0472f461f09c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:50.474480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Attempting to bind port c08c0a02-df36-4d76-a4cf-a9659b85d7fc on network 5d3569cf-5333-4fc9-ad23-0472f461f09c {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:50.510933 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:50.511741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Checking segment: {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:50.512119 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Bound using segment: {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:50.512900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Bound port: c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67313fde-9b31-4382-8c12-25c125eeb262', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:50.513486 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.598673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9116d044-27df-41a3-840e-d6b7089dfcbf req-b043ef05-cf9a-444c-9c4a-52d16b6afb3b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.601290 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9116d044-27df-41a3-840e-d6b7089dfcbf req-b043ef05-cf9a-444c-9c4a-52d16b6afb3b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 944 time: 0.3475242 Jul 16 08:56:50.617451 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9df725e3-3785-474e-95cb-623955446239 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.717507 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-592137ed-21fb-4930-9a54-f17579012656 req-1bfa3b51-2154-48d1-ae10-02a601c3ea44 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8122938 Jul 16 08:56:50.774668 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:56:50.833815 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'name': 'tempest-TestVolumeBootPattern-1145785687-router', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '69f5d9e5-ea7c-42ea-847f-c9ca101c86b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:29Z', 'updated_at': '2021-07-16T08:56:37Z', 'revision_number': 4, 'project_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'gw_port': {'id': '69f5d9e5-ea7c-42ea-847f-c9ca101c86b8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:30Z', 'updated_at': '2021-07-16T08:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '4289a23f-41c0-4f62-981b-1c1aa910d912', 'name': '', 'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'mac_address': 'fa:16:3e:63:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '32d4581c-4aec-4a87-9f8a-0cdb4154c087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:36Z', 'updated_at': '2021-07-16T08:56:49Z', 'revision_number': 4, 'project_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'subnets': [{'id': '32d4581c-4aec-4a87-9f8a-0cdb4154c087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:50.905119 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea55211-f80a-491f-a968-859ac1e0a31d None None] The sync data for ids ['cf84ba98-df23-49f7-966a-f5a0227812d2'] in n-d-758944-46 is: [{'id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'name': 'tempest-TestVolumeBootPattern-1145785687-router', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '69f5d9e5-ea7c-42ea-847f-c9ca101c86b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:29Z', 'updated_at': '2021-07-16T08:56:37Z', 'revision_number': 4, 'project_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'gw_port': {'id': '69f5d9e5-ea7c-42ea-847f-c9ca101c86b8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:30Z', 'updated_at': '2021-07-16T08:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '4289a23f-41c0-4f62-981b-1c1aa910d912', 'name': '', 'network_id': 'ad612f31-0f7b-4950-8142-8299509ede3b', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'mac_address': 'fa:16:3e:63:b4:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2769, 'fixed_ips': [{'subnet_id': '32d4581c-4aec-4a87-9f8a-0cdb4154c087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:36Z', 'updated_at': '2021-07-16T08:56:49Z', 'revision_number': 4, 'project_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'subnets': [{'id': '32d4581c-4aec-4a87-9f8a-0cdb4154c087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:51.005457 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9116d044-27df-41a3-840e-d6b7089dfcbf req-4df6e476-1b0e-4ecf-accf-65dd3a560f24 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3828254 Jul 16 08:56:51.237745 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-592137ed-21fb-4930-9a54-f17579012656 req-b14a901f-44ef-49f5-ac63-742c3b01b4a9 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188501 Jul 16 08:56:51.289874 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9df725e3-3785-474e-95cb-623955446239 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.406137 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d68ff589-a884-48fb-ac37-8a7ae25c72b5 None None] Provisioning for port 9c84d3b4-bbad-43ab-8b50-57c0140f0516 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:51.414609 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-793f25b7-308b-4fdb-af7b-dce334650d89 req-790c95fa-ae25-4267-b34b-b3737c18d293 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 210 time: 0.1137240 Jul 16 08:56:51.520076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:51.557574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:51.575363 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.971741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-3a4d9e8e-1d3a-4bf0-ba49-c57e0dc44040 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:51.995497 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-3a4d9e8e-1d3a-4bf0-ba49-c57e0dc44040 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 812 time: 0.9581323 Jul 16 08:56:52.008351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-529a80c5-d5da-48a2-a507-737c68b6b095 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'port': {'device_id': 'eb5f99b0-655b-4b11-b134-aa8f1f83320a', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'admin_state_up': True, 'tenant_id': '6d7d127892994ef29d6fc34730914246'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:52.045427 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4289a23f-41c0-4f62-981b-1c1aa910d912 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:52.045961 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9df725e3-3785-474e-95cb-623955446239 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.087364 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Pushing event updated for resources: {'Port': ['ID=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,revision_number=8']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:52.177923 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9df725e3-3785-474e-95cb-623955446239 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.187026 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9df725e3-3785-474e-95cb-623955446239 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/a9a126e7-dc71-491d-8556-eb90421c8b3f HTTP/1.1" status: 204 len: 168 time: 2.0919085 Jul 16 08:56:52.192240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53060) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:52.258064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5fd587e5-0c19-4e29-8a8b-515423175eb0 None None] Could not find standard attr ID for object 316f6aa3-c4bc-4b97-a94b-505c5bf0a5d4. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:56:52.295559 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.297138 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.298950 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-49eba9d1-33c7-4b0d-a217-67922a11e00a service neutron] 10.222.0.38 "PUT /v2.0/ports/c08c0a02-df36-4d76-a4cf-a9659b85d7fc HTTP/1.1" status: 200 len: 1124 time: 6.4369771 Jul 16 08:56:52.299483 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:52.307766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df725e3-3785-474e-95cb-623955446239 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=a9a126e7-dc71-491d-8556-eb90421c8b3f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:52.309016 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c5e825-1365-4e48-b694-c6bf557d58af" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:52.321254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 4289a23f-41c0-4f62-981b-1c1aa910d912 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:52.328944 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4289a23f-41c0-4f62-981b-1c1aa910d912 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:52.329544 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:52.448763 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd58fcbc-d56a-44ee-9e24-209b6a0e9207 x-openstack-request-id: req-cd58fcbc-d56a-44ee-9e24-209b6a0e9207 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:52.449067 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:52.449323 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cd58fcbc-d56a-44ee-9e24-209b6a0e9207 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:52.449784 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc', 'status': 'completed', 'code': 200} Jul 16 08:56:52.575446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['c08c0a02-df36-4d76-a4cf-a9659b85d7fc'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:52.624429 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f12d2887-8fdb-4a22-b940-2e5fc5e08377 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3158224 Jul 16 08:56:52.627167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53066) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:52.779364 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55691fe8-7c76-42cd-9124-528dfeaf4061 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:52.779722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5e825-1365-4e48-b694-c6bf557d58af req-31f26026-e929-441e-af88-baccf97ddaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.782578 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-06c5e825-1365-4e48-b694-c6bf557d58af req-31f26026-e929-441e-af88-baccf97ddaab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 1127 time: 0.2428048 Jul 16 08:56:52.923038 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53070) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:52.981616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5e825-1365-4e48-b694-c6bf557d58af req-e60a69fe-bdfb-4a20-a37d-f143f12ffe40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.983602 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-06c5e825-1365-4e48-b694-c6bf557d58af req-e60a69fe-bdfb-4a20-a37d-f143f12ffe40 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5d3569cf-5333-4fc9-ad23-0472f461f09c HTTP/1.1" status: 200 len: 897 time: 0.1829696 Jul 16 08:56:53.030997 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db690b1-629b-4127-8399-a3e1bb35f8d7 req-d678b6e9-6a54-4af5-bda0-608dd3f8a4b0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:53.041737 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4db690b1-629b-4127-8399-a3e1bb35f8d7 req-d678b6e9-6a54-4af5-bda0-608dd3f8a4b0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 944 time: 0.5861833 Jul 16 08:56:53.049159 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4621e42e-0447-4108-90c2-f06e64af9031 req-84c047e1-76a2-4c61-8870-aeb5d6c45d45 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 210 time: 0.1705406 Jul 16 08:56:53.099614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-529a80c5-d5da-48a2-a507-737c68b6b095 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Made reservation on behalf of 6d7d127892994ef29d6fc34730914246 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:53.104387 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-529a80c5-d5da-48a2-a507-737c68b6b095 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.129960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4063b296-7820-49bc-8a33-7576b03ac934 None None] Provisioning complete for port c08c0a02-df36-4d76-a4cf-a9659b85d7fc triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:53.133492 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4063b296-7820-49bc-8a33-7576b03ac934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.331267 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7493a78f-bc55-481a-92f2-436f60a45e47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.339891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d595b95-c27b-4523-bf57-1a75ddf199f7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:53.349023 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7d595b95-c27b-4523-bf57-1a75ddf199f7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.7028162 Jul 16 08:56:53.354256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53082) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:53.412411 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4db690b1-629b-4127-8399-a3e1bb35f8d7 req-f032052f-7886-4b83-b113-09c8d9052b07 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3696220 Jul 16 08:56:53.471883 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-06c5e825-1365-4e48-b694-c6bf557d58af req-4e875fdc-e2aa-4976-895d-08fb14e6b669 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc HTTP/1.1" status: 200 len: 1000 time: 0.4076931 Jul 16 08:56:53.524656 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.595568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5e825-1365-4e48-b694-c6bf557d58af req-eb032cfe-3aa3-44c6-b9f1-4cc0ec8f2953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:53.597405 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-06c5e825-1365-4e48-b694-c6bf557d58af req-eb032cfe-3aa3-44c6-b9f1-4cc0ec8f2953 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0a11319f-cef5-4c95-b846-7dac2b4e25e9 HTTP/1.1" status: 200 len: 837 time: 0.1115549 Jul 16 08:56:53.601610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5af3ce-cabf-4f4f-8183-841fde4686f4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:53.605074 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fa5af3ce-cabf-4f4f-8183-841fde4686f4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2475197 Jul 16 08:56:53.609237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-529a80c5-d5da-48a2-a507-737c68b6b095 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Allocated IP 172.20.0.5 (5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9/ea992bec-c968-4e68-942d-9a0eb6f6722d/f19a408e-87d4-4b43-9a70-c7b2ea572159) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:53.618178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53086) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:53.659147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 4289a23f-41c0-4f62-981b-1c1aa910d912, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4289a23f-41c0-4f62-981b-1c1aa910d912,segment=NetworkSegment(5228a284-45b7-4d67-8d9a-e6bf3af2691d),segment_id=5228a284-45b7-4d67-8d9a-e6bf3af2691d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:53.677984 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.678814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9c84d3b4-bbad-43ab-8b50-57c0140f0516 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:53.742092 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-036d06df-4166-4ded-8f79-1d2931fd6eca tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1210599 Jul 16 08:56:53.755341 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53088) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:53.775559 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5031463e-1ef0-45aa-9735-f6fa8dafbb1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:53.788828 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ea179f-35f5-42fb-b701-1da547314541 None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:53.862986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-529a80c5-d5da-48a2-a507-737c68b6b095 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.882436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c5e825-1365-4e48-b694-c6bf557d58af req-99447479-ed02-4051-b8bf-82dc09e65922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:53.884680 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-06c5e825-1365-4e48-b694-c6bf557d58af req-99447479-ed02-4051-b8bf-82dc09e65922 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5d3569cf-5333-4fc9-ad23-0472f461f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2805543 Jul 16 08:56:53.892689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 9c84d3b4-bbad-43ab-8b50-57c0140f0516 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:53.945774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 9c84d3b4-bbad-43ab-8b50-57c0140f0516 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:53.946899 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.988899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=4289a23f-41c0-4f62-981b-1c1aa910d912,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:54.001416 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4063b296-7820-49bc-8a33-7576b03ac934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.022192 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-06c5e825-1365-4e48-b694-c6bf557d58af req-8313751b-9f93-48ce-934d-044f615d2bf8 service neutron] 10.222.0.15 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286559 Jul 16 08:56:54.028259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c08c0a02-df36-4d76-a4cf-a9659b85d7fc details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:54.067501 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:54.069923 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fda475-4a78-4aab-a30b-0787d73eba00" -d '{"events": [{"server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "name": "network-vif-plugged", "status": "completed", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:54.105735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea179f-35f5-42fb-b701-1da547314541 None None] Deleting port 9c84d3b4-bbad-43ab-8b50-57c0140f0516 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:54.112844 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d1ea179f-35f5-42fb-b701-1da547314541 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.152810 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e54540c2-1e23-440d-b8c4-860886684180 x-openstack-request-id: req-e54540c2-1e23-440d-b8c4-860886684180 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:54.153544 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "name": "network-vif-plugged", "status": "completed", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:54.153942 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e54540c2-1e23-440d-b8c4-860886684180 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:54.154517 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc', 'code': 200} Jul 16 08:56:54.175954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4063b296-7820-49bc-8a33-7576b03ac934 None None] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:54.178841 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-06c5e825-1365-4e48-b694-c6bf557d58af req-7f779ac0-95b1-4d7a-8419-633d5f638046 service neutron] 10.222.0.15 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505351 Jul 16 08:56:54.211025 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4063b296-7820-49bc-8a33-7576b03ac934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.351068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-529a80c5-d5da-48a2-a507-737c68b6b095 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Transition to ACTIVE for port object f19a408e-87d4-4b43-9a70-c7b2ea572159 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:54.400112 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-305ef283-a4ee-44d5-94fe-8ff1747765a9 req-aa0b7c65-24c7-4246-a373-39db0438e571 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 210 time: 0.0587976 Jul 16 08:56:54.468903 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-529a80c5-d5da-48a2-a507-737c68b6b095 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.575379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-529a80c5-d5da-48a2-a507-737c68b6b095 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:54.576707 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a80c5-d5da-48a2-a507-737c68b6b095 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'Port': ['ID=f19a408e-87d4-4b43-9a70-c7b2ea572159,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:54.580293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-529a80c5-d5da-48a2-a507-737c68b6b095 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:54.582944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-529a80c5-d5da-48a2-a507-737c68b6b095 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:54.627875 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:54.654488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-529a80c5-d5da-48a2-a507-737c68b6b095 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:54.655378 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-529a80c5-d5da-48a2-a507-737c68b6b095 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.689480 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7493a78f-bc55-481a-92f2-436f60a45e47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.703729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7493a78f-bc55-481a-92f2-436f60a45e47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.770474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5031463e-1ef0-45aa-9735-f6fa8dafbb1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:54.787448 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5031463e-1ef0-45aa-9735-f6fa8dafbb1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.808060 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7493a78f-bc55-481a-92f2-436f60a45e47 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=0046c25195f0442eaca21bb23e722501&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8835824 Jul 16 08:56:54.820227 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-529a80c5-d5da-48a2-a507-737c68b6b095 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8233140 Jul 16 08:56:54.823285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53106) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:54.847988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Request body: {'port': {'device_id': 'eb5f99b0-655b-4b11-b134-aa8f1f83320a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:54.853879 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c08c0a02-df36-4d76-a4cf-a9659b85d7fc has no active binding in host n-h2-758944-46 {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:56:54.887988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493a78f-bc55-481a-92f2-436f60a45e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e193f9d6-006a-4441-88c3-3750b0bafec2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:54.978094 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.050073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 9c84d3b4-bbad-43ab-8b50-57c0140f0516, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9c84d3b4-bbad-43ab-8b50-57c0140f0516,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:55.099676 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.112653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d1ea179f-35f5-42fb-b701-1da547314541 None None] For port 9c84d3b4-bbad-43ab-8b50-57c0140f0516, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9c84d3b4-bbad-43ab-8b50-57c0140f0516,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:55.113325 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d1ea179f-35f5-42fb-b701-1da547314541 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.142373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d1ea179f-35f5-42fb-b701-1da547314541 None None] Calling delete_port for 9c84d3b4-bbad-43ab-8b50-57c0140f0516 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:55.148955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063b296-7820-49bc-8a33-7576b03ac934 None None] Pushing event updated for resources: {'Port': ['ID=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:55.300915 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-beb105bb-1c95-4b03-af7d-8167a8f397f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.304061 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.305113 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5031463e-1ef0-45aa-9735-f6fa8dafbb1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.323890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aeec98-63ea-4715-886a-2d338b4f632c req-8e41f3ce-43e9-4ec0-ad9d-4150eb6ffed4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:55.337407 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-45aeec98-63ea-4715-886a-2d338b4f632c req-8e41f3ce-43e9-4ec0-ad9d-4150eb6ffed4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 946 time: 0.4836211 Jul 16 08:56:55.363662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031463e-1ef0-45aa-9735-f6fa8dafbb1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=4c06f03b-2245-4d82-8dd5-284270b6cdd3,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:55.377370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5031463e-1ef0-45aa-9735-f6fa8dafbb1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:55.379379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-5031463e-1ef0-45aa-9735-f6fa8dafbb1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:55.382900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5031463e-1ef0-45aa-9735-f6fa8dafbb1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:55.384524 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5031463e-1ef0-45aa-9735-f6fa8dafbb1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.403266 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5031463e-1ef0-45aa-9735-f6fa8dafbb1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6467969 Jul 16 08:56:55.407792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53110) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:55.408589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4289a23f-41c0-4f62-981b-1c1aa910d912 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:55.415670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ffd450fa-eddd-424a-92da-15fc25471dc7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'fixed_ips': [{'subnet_id': '4c06f03b-2245-4d82-8dd5-284270b6cdd3', 'ip_address': '2001:db8::50a4:f7f9:501:c512'}], 'name': 'tempest-NetworksTestDHCPv6-1404847025'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:55.438498 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-beb105bb-1c95-4b03-af7d-8167a8f397f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.480959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-91211a40-21d8-40c6-a561-1c8391a80c6b None None] Provisioning for port f19a408e-87d4-4b43-9a70-c7b2ea572159 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:55.498575 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d1ea179f-35f5-42fb-b701-1da547314541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.500701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=9c84d3b4-bbad-43ab-8b50-57c0140f0516,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:55.511362 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-91211a40-21d8-40c6-a561-1c8391a80c6b None None] Provisioning complete for port f19a408e-87d4-4b43-9a70-c7b2ea572159 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:55.511783 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-91211a40-21d8-40c6-a561-1c8391a80c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.574011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea179f-35f5-42fb-b701-1da547314541 None None] Pushing event deleted for resources: {'Port': ['ID=9c84d3b4-bbad-43ab-8b50-57c0140f0516,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:55.589695 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea179f-35f5-42fb-b701-1da547314541 None None] No DVR routers for this DVR port 9c84d3b4-bbad-43ab-8b50-57c0140f0516 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:55.624624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b22a71-2391-46bc-a08b-3eaaa9557ab2 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:55.627677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-91211a40-21d8-40c6-a561-1c8391a80c6b None None] Port f19a408e-87d4-4b43-9a70-c7b2ea572159 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:55.780624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd450fa-eddd-424a-92da-15fc25471dc7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:55.784933 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-91211a40-21d8-40c6-a561-1c8391a80c6b None None] Could not find standard attr ID for object f337d2f1-a03b-43b8-bbd1-02287594b4af. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:56:55.840071 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4289a23f-41c0-4f62-981b-1c1aa910d912 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:55.840707 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.901350 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-45aeec98-63ea-4715-886a-2d338b4f632c req-3dff2c24-9ce0-4354-9e5f-5bde466b43dd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5618525 Jul 16 08:56:55.908773 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795e570-7e15-4357-84ab-23621ae7f797 req-67782f81-5aa8-4e8a-9f2e-38d4a8aa7519 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:55.910773 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d795e570-7e15-4357-84ab-23621ae7f797 req-67782f81-5aa8-4e8a-9f2e-38d4a8aa7519 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 931 time: 0.2084937 Jul 16 08:56:55.962421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19a408e-87d4-4b43-9a70-c7b2ea572159 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:55.975076 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:55.992863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Transition to ACTIVE for port object f19a408e-87d4-4b43-9a70-c7b2ea572159 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:56.004591 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.018290 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': '4c06f03b-2245-4d82-8dd5-284270b6cdd3'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:56.019196 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.021597 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d795e570-7e15-4357-84ab-23621ae7f797 req-b83e8484-8ed2-4f51-a8b1-b811273c5ed5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893414 Jul 16 08:56:56.027453 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffd450fa-eddd-424a-92da-15fc25471dc7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.097456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-ffd450fa-eddd-424a-92da-15fc25471dc7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port b9a34a1a-52b5-4898-b6c1-ca0a63a81d32 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:56.137277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Pushing event updated for resources: {'Port': ['ID=f19a408e-87d4-4b43-9a70-c7b2ea572159,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:56.171174 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-beb105bb-1c95-4b03-af7d-8167a8f397f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.174588 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-beb105bb-1c95-4b03-af7d-8167a8f397f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.179509 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-beb105bb-1c95-4b03-af7d-8167a8f397f7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e193f9d6-006a-4441-88c3-3750b0bafec2 HTTP/1.1" status: 204 len: 168 time: 1.3532827 Jul 16 08:56:56.215818 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb105bb-1c95-4b03-af7d-8167a8f397f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e193f9d6-006a-4441-88c3-3750b0bafec2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:56.230584 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Attempting to bind port f19a408e-87d4-4b43-9a70-c7b2ea572159 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:56.230928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Attempting to bind port f19a408e-87d4-4b43-9a70-c7b2ea572159 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:56.231259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Attempting to bind port f19a408e-87d4-4b43-9a70-c7b2ea572159 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:56.239108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Port f19a408e-87d4-4b43-9a70-c7b2ea572159 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:56.239546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Attempting to bind port f19a408e-87d4-4b43-9a70-c7b2ea572159 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:56.246976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:56.247234 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Checking segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:56.247641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Bound using segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:56.248250 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Bound port: f19a408e-87d4-4b43-9a70-c7b2ea572159, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:56.248654 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.465353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] For port f19a408e-87d4-4b43-9a70-c7b2ea572159, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:56.478681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] For port f19a408e-87d4-4b43-9a70-c7b2ea572159, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f19a408e-87d4-4b43-9a70-c7b2ea572159,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:56.487249 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.618442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:56.619210 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:56.621552 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] 10.222.0.38 "PUT /v2.0/ports/f19a408e-87d4-4b43-9a70-c7b2ea572159 HTTP/1.1" status: 200 len: 1092 time: 1.7821558 Jul 16 08:56:56.622039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5f99b0-655b-4b11-b134-aa8f1f83320a', 'tag': 'f19a408e-87d4-4b43-9a70-c7b2ea572159'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:56.627047 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377a6f55-50ed-4d7c-a06f-dee56e5d834a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5f99b0-655b-4b11-b134-aa8f1f83320a", "tag": "f19a408e-87d4-4b43-9a70-c7b2ea572159"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:56.710823 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9c84d3b4-bbad-43ab-8b50-57c0140f0516 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:56.760475 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 9c84d3b4-bbad-43ab-8b50-57c0140f0516 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:56.760475 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9c84d3b4-bbad-43ab-8b50-57c0140f0516 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:56.778367 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-170a5d57-083e-4608-a787-d4a3c06c4e3e x-openstack-request-id: req-170a5d57-083e-4608-a787-d4a3c06c4e3e {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:56.778786 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5f99b0-655b-4b11-b134-aa8f1f83320a", "tag": "f19a408e-87d4-4b43-9a70-c7b2ea572159", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:56.779142 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-170a5d57-083e-4608-a787-d4a3c06c4e3e {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:56.779723 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5f99b0-655b-4b11-b134-aa8f1f83320a', 'tag': 'f19a408e-87d4-4b43-9a70-c7b2ea572159', 'status': 'completed', 'code': 200} Jul 16 08:56:56.788935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4586891a-af3f-440e-8b7a-cb4cf7c3da97 service neutron] Pushing event updated for resources: {'Port': ['ID=f19a408e-87d4-4b43-9a70-c7b2ea572159,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:56.790581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-ffd450fa-eddd-424a-92da-15fc25471dc7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::50a4:f7f9:501:c512 (d414e6fa-d160-44fd-92e3-d399748f3f68/4c06f03b-2245-4d82-8dd5-284270b6cdd3/b9a34a1a-52b5-4898-b6c1-ca0a63a81d32) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:56.842535 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-0e797360-44be-4d40-b57a-9b31b7f2c510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:56.846104 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-0e797360-44be-4d40-b57a-9b31b7f2c510 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 1095 time: 0.1633098 Jul 16 08:56:56.938487 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-d8ee8e9e-3d97-4f06-b228-c228abc80162 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f19a408e-87d4-4b43-9a70-c7b2ea572159 HTTP/1.1" status: 200 len: 217 time: 0.0791111 Jul 16 08:56:57.020025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53138) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:57.081045 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4296-6a8b-4cfc-9e78-3f37536afe6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.103105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-c3759827-77e9-4ee6-8667-ddbe02dc0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.104883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-c3759827-77e9-4ee6-8667-ddbe02dc0be2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.1653516 Jul 16 08:56:57.278406 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffd450fa-eddd-424a-92da-15fc25471dc7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.299369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-ffd450fa-eddd-424a-92da-15fc25471dc7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object b9a34a1a-52b5-4898-b6c1-ca0a63a81d32 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:57.319149 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-f91bfda9-7ac2-49b8-8396-58a1ec81f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.321886 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-f91bfda9-7ac2-49b8-8396-58a1ec81f303 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2098386 Jul 16 08:56:57.422942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Allocated IP 2001:db8::2 (d414e6fa-d160-44fd-92e3-d399748f3f68/4c06f03b-2245-4d82-8dd5-284270b6cdd3/598692c3-f131-4ca7-b00e-04dae60decbf) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:57.435620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a5d45-4c74-44d8-9704-67677ed958a2 req-38d92305-3a9b-4788-90dc-e35d385d9c74 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.439035 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-015a5d45-4c74-44d8-9704-67677ed958a2 req-38d92305-3a9b-4788-90dc-e35d385d9c74 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 946 time: 0.2706864 Jul 16 08:56:57.487836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-e2e7366a-9bc6-4c1a-b1e7-79534fbe8b1d service neutron] 10.222.0.15 "GET /v2.0/ports/c08c0a02-df36-4d76-a4cf-a9659b85d7fc/bindings/n-h2-758944-46 HTTP/1.1" status: 200 len: 385 time: 0.3007777 Jul 16 08:56:57.490055 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffd450fa-eddd-424a-92da-15fc25471dc7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.570791 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4296-6a8b-4cfc-9e78-3f37536afe6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.597679 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d7b4296-6a8b-4cfc-9e78-3f37536afe6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.632228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffd450fa-eddd-424a-92da-15fc25471dc7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:57.650709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-ffd450fa-eddd-424a-92da-15fc25471dc7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:57.654729 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd450fa-eddd-424a-92da-15fc25471dc7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=b9a34a1a-52b5-4898-b6c1-ca0a63a81d32,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:57.670039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd450fa-eddd-424a-92da-15fc25471dc7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:57.675839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd450fa-eddd-424a-92da-15fc25471dc7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.676549 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffd450fa-eddd-424a-92da-15fc25471dc7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.681293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b4296-6a8b-4cfc-9e78-3f37536afe6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e593d9-3518-4546-ab85-8c4f9a348925,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:57.729436 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-015a5d45-4c74-44d8-9704-67677ed958a2 req-3a4645e9-7b73-41e9-8db6-ab5dbfaa6fae tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2753034 Jul 16 08:56:57.733414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24fbc5-b977-4a09-97ba-d3d9bb697be1 req-e5191a56-5a2e-4d78-a918-7f973a37b128 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.735302 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb24fbc5-b977-4a09-97ba-d3d9bb697be1 req-e5191a56-5a2e-4d78-a918-7f973a37b128 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 943 time: 0.2570384 Jul 16 08:56:57.763693 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ffd450fa-eddd-424a-92da-15fc25471dc7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3513491 Jul 16 08:56:57.769656 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2d7b4296-6a8b-4cfc-9e78-3f37536afe6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=82ed792801bd4b05a64b39d25e6e46c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7435987 Jul 16 08:56:57.771131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53150) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:57.773616 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53152) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:57.777421 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-89601184-7938-4149-8506-ea44a9f6f04d service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423862 Jul 16 08:56:57.784779 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.807143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Transition to ACTIVE for port object 598692c3-f131-4ca7-b00e-04dae60decbf will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:57.846886 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Transition to ACTIVE for port object 598692c3-f131-4ca7-b00e-04dae60decbf will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:57.864157 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:57.990622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:58.009120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:58.022577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Pushing event updated for resources: {'Port': ['ID=598692c3-f131-4ca7-b00e-04dae60decbf,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.028230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:58.042107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53154) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:58.073231 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb24fbc5-b977-4a09-97ba-d3d9bb697be1 req-2a17fff3-8c67-4f70-ad19-6eb02e23dbf9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981799 Jul 16 08:56:58.142827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-b0df5661-88df-47ed-85b0-0cfd67f464f5 service neutron] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:58.178426 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a16671-a90f-493c-913d-b98145b674fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.184198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Attempting to bind port 598692c3-f131-4ca7-b00e-04dae60decbf on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:58.184594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Attempting to bind port 598692c3-f131-4ca7-b00e-04dae60decbf by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:58.185143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Attempting to bind port 598692c3-f131-4ca7-b00e-04dae60decbf on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:58.191937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:58.192888 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:58.193453 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.193985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:58.194658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Bound port: 598692c3-f131-4ca7-b00e-04dae60decbf, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:58.195206 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.214949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-b0df5661-88df-47ed-85b0-0cfd67f464f5 service neutron] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:58.247986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a16671-a90f-493c-913d-b98145b674fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.327266 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba65f54-2679-462f-8958-1a1fe3be8fed tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.333709 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1ba65f54-2679-462f-8958-1a1fe3be8fed tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.5500708 Jul 16 08:56:58.333709 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2bfc4ce7-759c-4614-91fb-94ca57dc00d3 req-eb828e8f-d741-4ffd-ad89-236210cffe61 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5092993 Jul 16 08:56:58.334052 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:58.334218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53158) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:58.334780 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d8c654-42b1-466a-91ee-db0d02fed764" -d '{"events": [{"server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "name": "network-vif-unplugged", "status": "completed", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:58.358344 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-b0df5661-88df-47ed-85b0-0cfd67f464f5 service neutron] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:58.390140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] For port 598692c3-f131-4ca7-b00e-04dae60decbf, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:58.399233 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] For port 598692c3-f131-4ca7-b00e-04dae60decbf, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=598692c3-f131-4ca7-b00e-04dae60decbf,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:58.408232 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-b0df5661-88df-47ed-85b0-0cfd67f464f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.411814 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.416767 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523832a6-0fcb-4391-acb9-e3d13dbbc7d1 x-openstack-request-id: req-523832a6-0fcb-4391-acb9-e3d13dbbc7d1 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:58.417208 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "name": "network-vif-unplugged", "status": "completed", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:58.417398 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-523832a6-0fcb-4391-acb9-e3d13dbbc7d1 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:58.417734 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc', 'code': 200} Jul 16 08:56:58.472003 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eff5e2f-b0c5-49ff-82e3-0c23c2cc46b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.487847 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a16671-a90f-493c-913d-b98145b674fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.493082 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a16671-a90f-493c-913d-b98145b674fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.508160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c6a16671-a90f-493c-913d-b98145b674fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59e593d9-3518-4546-ab85-8c4f9a348925 HTTP/1.1" status: 204 len: 168 time: 0.7007124 Jul 16 08:56:58.549792 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e04ed3-42f0-4132-8563-8c5392c7ef83 None None] Pushing event updated for resources: {'Port': ['ID=598692c3-f131-4ca7-b00e-04dae60decbf,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.620719 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-b0df5661-88df-47ed-85b0-0cfd67f464f5 service neutron] Transition to ACTIVE for port object c08c0a02-df36-4d76-a4cf-a9659b85d7fc will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:58.630082 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-b0df5661-88df-47ed-85b0-0cfd67f464f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:58.679377 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a16671-a90f-493c-913d-b98145b674fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e593d9-3518-4546-ab85-8c4f9a348925,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.737066 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0df5661-88df-47ed-85b0-0cfd67f464f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,revision_number=11']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:58.864801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a6f55-50ed-4d7c-a06f-dee56e5d834a req-c3b14b12-572f-4b7b-8a55-7832658afd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.878279 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-377a6f55-50ed-4d7c-a06f-dee56e5d834a req-c3b14b12-572f-4b7b-8a55-7832658afd03 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 1095 time: 0.4617465 Jul 16 08:56:58.951757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-b0df5661-88df-47ed-85b0-0cfd67f464f5 service neutron] No DVR routers for this DVR port c08c0a02-df36-4d76-a4cf-a9659b85d7fc on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:59.094266 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a438c3f3-601b-4254-8f2e-7d7ef2933a31 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port b9a34a1a-52b5-4898-b6c1-ca0a63a81d32 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:59.094371 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a438c3f3-601b-4254-8f2e-7d7ef2933a31 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.390673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 598692c3-f131-4ca7-b00e-04dae60decbf up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:59.532716 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 598692c3-f131-4ca7-b00e-04dae60decbf completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:59.585224 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eff5e2f-b0c5-49ff-82e3-0c23c2cc46b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.620450 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eff5e2f-b0c5-49ff-82e3-0c23c2cc46b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:59.636704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c08c0a02-df36-4d76-a4cf-a9659b85d7fc no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:59.678647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaac21e-e630-403d-8fd2-896cac627972 req-1fe22e2c-3c77-493a-8977-46e59d865664 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:59.687917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-efaac21e-e630-403d-8fd2-896cac627972 req-1fe22e2c-3c77-493a-8977-46e59d865664 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 945 time: 0.4999774 Jul 16 08:56:59.699652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff5e2f-b0c5-49ff-82e3-0c23c2cc46b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df5f41a2-3837-4d38-9687-82bc8df1c3a1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:59.721899 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-b0df5661-88df-47ed-85b0-0cfd67f464f5 service neutron] 10.222.0.15 "PUT /v2.0/ports/c08c0a02-df36-4d76-a4cf-a9659b85d7fc/bindings/n-h2-758944-46/activate HTTP/1.1" status: 200 len: 370 time: 2.2115314 Jul 16 08:56:59.776976 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-efaac21e-e630-403d-8fd2-896cac627972 req-4ac502d9-b1e5-4d9d-9ab4-266c9c6cc601 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853283 Jul 16 08:56:59.784870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a6f55-50ed-4d7c-a06f-dee56e5d834a req-e47acfdd-626a-4711-99ca-8cef6a47da2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:59.819629 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-377a6f55-50ed-4d7c-a06f-dee56e5d834a req-e47acfdd-626a-4711-99ca-8cef6a47da2b service neutron] 10.222.0.38 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.9028773 Jul 16 08:56:59.823187 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c08c0a02-df36-4d76-a4cf-a9659b85d7fc not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:00.007568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-10380f79-e919-4aa5-b36f-46279abcf7af tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:00.010076 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-10380f79-e919-4aa5-b36f-46279abcf7af tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 1097 time: 0.1828268 Jul 16 08:57:00.059939 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a438c3f3-601b-4254-8f2e-7d7ef2933a31 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.076229 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-377a6f55-50ed-4d7c-a06f-dee56e5d834a req-22860d02-6c91-4afd-bb46-10ca2849cfd2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f19a408e-87d4-4b43-9a70-c7b2ea572159 HTTP/1.1" status: 200 len: 217 time: 0.1456013 Jul 16 08:57:00.082548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1eff5e2f-b0c5-49ff-82e3-0c23c2cc46b8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ea2c1ac48d36465db8ae82c088c62f84&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0338426 Jul 16 08:57:00.090219 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53190) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:00.103824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a438c3f3-601b-4254-8f2e-7d7ef2933a31 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for b9a34a1a-52b5-4898-b6c1-ca0a63a81d32 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:00.226883 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-a0402e8c-bb56-4c0f-96ee-53c747dbc0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:00.229673 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-a0402e8c-bb56-4c0f-96ee-53c747dbc0e8 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 1097 time: 0.2116833 Jul 16 08:57:00.305216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a6f55-50ed-4d7c-a06f-dee56e5d834a req-faf78688-e71c-4c0e-9e04-5d16219a50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:00.306973 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-377a6f55-50ed-4d7c-a06f-dee56e5d834a req-faf78688-e71c-4c0e-9e04-5d16219a50ce service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.2220395 Jul 16 08:57:00.363386 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cda57ddd-cf51-494f-9d6c-55537632da76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.400971 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cda57ddd-cf51-494f-9d6c-55537632da76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.447385 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-dd1dd7b4-a631-40a9-8841-0e630263cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:00.455374 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-dd1dd7b4-a631-40a9-8841-0e630263cec1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 1097 time: 0.1855381 Jul 16 08:57:00.492819 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cda57ddd-cf51-494f-9d6c-55537632da76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.495506 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cda57ddd-cf51-494f-9d6c-55537632da76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.496889 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cda57ddd-cf51-494f-9d6c-55537632da76 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df5f41a2-3837-4d38-9687-82bc8df1c3a1 HTTP/1.1" status: 204 len: 168 time: 0.3959444 Jul 16 08:57:00.528126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbdc3a-935e-4b66-9814-7d0f6e5eb534 req-376decc1-ea38-4a96-8f65-23d66256164e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:00.536969 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4dcbdc3a-935e-4b66-9814-7d0f6e5eb534 req-376decc1-ea38-4a96-8f65-23d66256164e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 943 time: 0.9063611 Jul 16 08:57:00.558086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda57ddd-cf51-494f-9d6c-55537632da76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df5f41a2-3837-4d38-9687-82bc8df1c3a1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:00.566927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-16142524-7a53-470c-af86-88ce5931b5ae None None] Provisioning for port 598692c3-f131-4ca7-b00e-04dae60decbf completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:00.597373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-16142524-7a53-470c-af86-88ce5931b5ae None None] Provisioning complete for port 598692c3-f131-4ca7-b00e-04dae60decbf triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:00.598003 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-16142524-7a53-470c-af86-88ce5931b5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.646482 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4dcbdc3a-935e-4b66-9814-7d0f6e5eb534 req-f3d51e99-6498-4335-baf0-df637772b9b7 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054904 Jul 16 08:57:00.708033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-e3b53c8f-8c3d-4529-af52-144a0e0a38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:00.716769 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-e3b53c8f-8c3d-4529-af52-144a0e0a38a4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5d3569cf-5333-4fc9-ad23-0472f461f09c HTTP/1.1" status: 200 len: 897 time: 0.2534020 Jul 16 08:57:00.772626 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a438c3f3-601b-4254-8f2e-7d7ef2933a31 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:00.962364 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-77415a9c-4c02-4017-aeb0-511eeb1d5c64 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc HTTP/1.1" status: 200 len: 1000 time: 0.2347274 Jul 16 08:57:00.978111 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438c3f3-601b-4254-8f2e-7d7ef2933a31 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=b9a34a1a-52b5-4898-b6c1-ca0a63a81d32,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:00.998072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a6f55-50ed-4d7c-a06f-dee56e5d834a req-74a3532b-1158-410e-90ab-73a4ce354585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:00.999995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-377a6f55-50ed-4d7c-a06f-dee56e5d834a req-74a3532b-1158-410e-90ab-73a4ce354585 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6774459 Jul 16 08:57:01.019456 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-16142524-7a53-470c-af86-88ce5931b5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.021737 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a438c3f3-601b-4254-8f2e-7d7ef2933a31 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.024219 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a438c3f3-601b-4254-8f2e-7d7ef2933a31 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/b9a34a1a-52b5-4898-b6c1-ca0a63a81d32 HTTP/1.1" status: 204 len: 168 time: 2.6878865 Jul 16 08:57:01.040552 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53204) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:01.106984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-6e6ab8a3-2a9f-4747-b765-c27d7d5feb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:01.108697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-6e6ab8a3-2a9f-4747-b765-c27d7d5feb56 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a11319f-cef5-4c95-b846-7dac2b4e25e9 HTTP/1.1" status: 200 len: 837 time: 0.1452825 Jul 16 08:57:01.171869 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-16142524-7a53-470c-af86-88ce5931b5ae None None] For port 598692c3-f131-4ca7-b00e-04dae60decbf, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=598692c3-f131-4ca7-b00e-04dae60decbf,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:01.183920 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-16142524-7a53-470c-af86-88ce5931b5ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.275673 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-d771beb2-6993-4fbe-8a13-c05cb3fa26e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:01.277038 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-d771beb2-6993-4fbe-8a13-c05cb3fa26e1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5d3569cf-5333-4fc9-ad23-0472f461f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1554155 Jul 16 08:57:01.340105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9392c5-80ed-488a-bf9b-8cb2350e8dbb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:01.346706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9392c5-80ed-488a-bf9b-8cb2350e8dbb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:01.351257 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2e9392c5-80ed-488a-bf9b-8cb2350e8dbb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3089738 Jul 16 08:57:01.365373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-54f9f31e-74ee-48c7-8879-bbe426f0ce91 None None] Could not find standard attr ID for object b9a34a1a-52b5-4898-b6c1-ca0a63a81d32. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:57:01.390154 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-54f9f31e-74ee-48c7-8879-bbe426f0ce91 None None] Could not find standard attr ID for object ba384816-5b10-49c1-8083-8e045360d20f. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:57:01.401640 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53210) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:01.464381 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16142524-7a53-470c-af86-88ce5931b5ae None None] Pushing event updated for resources: {'Port': ['ID=598692c3-f131-4ca7-b00e-04dae60decbf,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:01.511840 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-9edeaa79-1e99-4b9f-936d-7ba0c1892156 service neutron] 10.222.0.38 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270815 Jul 16 08:57:01.558687 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-377a6f55-50ed-4d7c-a06f-dee56e5d834a req-2c0be0bd-0c60-45bc-a006-3a0796d68dbf service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5463955 Jul 16 08:57:01.642788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-71906907-e5c9-45c9-8880-cd739fdff2f7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 4c06f03b-2245-4d82-8dd5-284270b6cdd3 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:01.650652 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-71906907-e5c9-45c9-8880-cd739fdff2f7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:01.766478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af7ac98-413d-4c1a-a581-2402d23d8d6c req-a2fbf7a0-8322-4dfe-8e20-6545ea98cd98 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:01.768145 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8af7ac98-413d-4c1a-a581-2402d23d8d6c req-a2fbf7a0-8322-4dfe-8e20-6545ea98cd98 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 945 time: 0.4898334 Jul 16 08:57:01.823816 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-25a95ac1-20e5-45d1-b749-b814f5ec5ba1 service neutron] 10.222.0.38 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050146 Jul 16 08:57:01.868071 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-71906907-e5c9-45c9-8880-cd739fdff2f7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.068633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8af7ac98-413d-4c1a-a581-2402d23d8d6c req-53a4de78-27f0-4ceb-9c84-360f10b23f0e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2834589 Jul 16 08:57:02.354335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dfd5e9-0923-4257-8b4c-b81dc4f15d63 None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:57:02.355271 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-71906907-e5c9-45c9-8880-cd739fdff2f7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.552361 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90dfd5e9-0923-4257-8b4c-b81dc4f15d63 None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:57:02.561405 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-377a6f55-50ed-4d7c-a06f-dee56e5d834a req-18e8e922-bf97-43b8-8ecc-f26fcf9d132a service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9913363 Jul 16 08:57:02.572895 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-71906907-e5c9-45c9-8880-cd739fdff2f7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.631857 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-71906907-e5c9-45c9-8880-cd739fdff2f7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.637977 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-71906907-e5c9-45c9-8880-cd739fdff2f7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/4c06f03b-2245-4d82-8dd5-284270b6cdd3 HTTP/1.1" status: 204 len: 168 time: 1.2338736 Jul 16 08:57:02.699004 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53242) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:02.740295 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71906907-e5c9-45c9-8880-cd739fdff2f7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=4c06f03b-2245-4d82-8dd5-284270b6cdd3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:02.909577 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d58875f9-9151-4e8e-ac9a-e92ca85b55a0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1913285 Jul 16 08:57:02.910928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53248) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:02.924986 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4ef85378-aba5-4b23-88b7-3d221eb1d8cf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:02.936553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-32b4691a-fdd3-4144-b846-b95cff910965 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:02.954451 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-32b4691a-fdd3-4144-b846-b95cff910965 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&binding%3Ahost_id=n-h2-758944-46 HTTP/1.1" status: 200 len: 1097 time: 0.1767945 Jul 16 08:57:02.995510 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfde8ce1-0d6d-4773-9753-74a690fb12d1 req-f2a4890c-7f8d-49bb-92f5-3cf72d14fe07 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:03.008426 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfde8ce1-0d6d-4773-9753-74a690fb12d1 req-f2a4890c-7f8d-49bb-92f5-3cf72d14fe07 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 943 time: 1.0739057 Jul 16 08:57:03.158140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdbb7bb-4410-4757-834e-f1c7fd9af928 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:03.177448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfde8ce1-0d6d-4773-9753-74a690fb12d1 req-8cf36a95-3e88-476f-aa7d-438b520e9d63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669950 Jul 16 08:57:03.253131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef85378-aba5-4b23-88b7-3d221eb1d8cf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:03.256888 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ef85378-aba5-4b23-88b7-3d221eb1d8cf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.369092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 598692c3-f131-4ca7-b00e-04dae60decbf up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:03.544085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1785e82c-3335-4112-b0e5-5c1a98aefac7 None None] Provisioning complete for port 598692c3-f131-4ca7-b00e-04dae60decbf triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:03.544835 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1785e82c-3335-4112-b0e5-5c1a98aefac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.578796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-627bd404-a21b-4ad3-99e2-650c5048096b service neutron] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:03.590627 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-627bd404-a21b-4ad3-99e2-650c5048096b service neutron] Notify callbacks [] for binding, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.606089 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-627bd404-a21b-4ad3-99e2-650c5048096b service neutron] 10.222.0.38 "DELETE /v2.0/ports/c08c0a02-df36-4d76-a4cf-a9659b85d7fc/bindings/n-h1-758944-46 HTTP/1.1" status: 204 len: 173 time: 0.6393409 Jul 16 08:57:03.794981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 598692c3-f131-4ca7-b00e-04dae60decbf triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:03.794981 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.872994 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ef85378-aba5-4b23-88b7-3d221eb1d8cf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.988625 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.999595 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a9e10c7-82bc-4711-bc6f-ca0b16eb9669 None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:57:04.392342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e10c7-82bc-4711-bc6f-ca0b16eb9669 None None] Deleting port 598692c3-f131-4ca7-b00e-04dae60decbf {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:04.393017 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8a9e10c7-82bc-4711-bc6f-ca0b16eb9669 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.673452 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8a9e10c7-82bc-4711-bc6f-ca0b16eb9669 None None] For port 598692c3-f131-4ca7-b00e-04dae60decbf, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=598692c3-f131-4ca7-b00e-04dae60decbf,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:04.675680 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8a9e10c7-82bc-4711-bc6f-ca0b16eb9669 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.708840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40912c92-01c1-4a2d-8cab-5763cde7c595 req-83dca594-c6d8-471a-b3cc-aa920e0b547a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:04.720135 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-40912c92-01c1-4a2d-8cab-5763cde7c595 req-83dca594-c6d8-471a-b3cc-aa920e0b547a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 943 time: 0.1592495 Jul 16 08:57:04.726899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8a9e10c7-82bc-4711-bc6f-ca0b16eb9669 None None] Calling delete_port for 598692c3-f131-4ca7-b00e-04dae60decbf owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:04.788666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef85378-aba5-4b23-88b7-3d221eb1d8cf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:04.794651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4ef85378-aba5-4b23-88b7-3d221eb1d8cf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:04.837735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef85378-aba5-4b23-88b7-3d221eb1d8cf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:04.838380 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ef85378-aba5-4b23-88b7-3d221eb1d8cf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.841004 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef85378-aba5-4b23-88b7-3d221eb1d8cf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=663e65a6-197d-478b-a51c-dedb74c9e218,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:04.841663 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-40912c92-01c1-4a2d-8cab-5763cde7c595 req-ba7fec38-db89-437f-b881-949cb232c832 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190012 Jul 16 08:57:04.923169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36ea65-c7de-4223-837b-58934a1e88cf req-40928029-8e2f-4595-85c3-98c5d6dd1f1b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:04.934192 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6d36ea65-c7de-4223-837b-58934a1e88cf req-40928029-8e2f-4595-85c3-98c5d6dd1f1b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 945 time: 1.3216131 Jul 16 08:57:04.989126 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4ef85378-aba5-4b23-88b7-3d221eb1d8cf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0735919 Jul 16 08:57:04.992169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53296) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:04.999253 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8a9e10c7-82bc-4711-bc6f-ca0b16eb9669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.006181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'fixed_ips': [{'subnet_id': '663e65a6-197d-478b-a51c-dedb74c9e218', 'ip_address': '2001:db8::fd51:f2c4:9608:cad9'}], 'name': 'tempest-NetworksTestDHCPv6-456693478'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:05.059048 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6d36ea65-c7de-4223-837b-58934a1e88cf req-0f177a49-e0bd-4805-b75b-3aede40dcb2c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221960 Jul 16 08:57:05.075473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9e10c7-82bc-4711-bc6f-ca0b16eb9669 None None] No DVR routers for this DVR port 598692c3-f131-4ca7-b00e-04dae60decbf on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:05.080534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e10c7-82bc-4711-bc6f-ca0b16eb9669 None None] Pushing event deleted for resources: {'Port': ['ID=598692c3-f131-4ca7-b00e-04dae60decbf,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:05.106989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ad1310-7932-4f17-9013-c22db8480d28 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:05.242228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:05.316221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 598692c3-f131-4ca7-b00e-04dae60decbf no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:05.336264 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e0056ba-3212-4b3e-9a80-98cf5c987247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.381660 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.400480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 598692c3-f131-4ca7-b00e-04dae60decbf {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:05.401356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 598692c3-f131-4ca7-b00e-04dae60decbf not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:05.420055 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port 2e4c344a-8c84-47b2-a439-736907689ee2 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:05.549295 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.656847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': '663e65a6-197d-478b-a51c-dedb74c9e218'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:57:05.657762 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.862156 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::fd51:f2c4:9608:cad9 (d414e6fa-d160-44fd-92e3-d399748f3f68/663e65a6-197d-478b-a51c-dedb74c9e218/2e4c344a-8c84-47b2-a439-736907689ee2) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:06.138636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc1dfc8-b6e7-4cc8-9c3a-651b8c7a1d0f req-cde8bd37-6187-4d86-8e3d-38e9154c7cd6 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.146769 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9cc1dfc8-b6e7-4cc8-9c3a-651b8c7a1d0f req-cde8bd37-6187-4d86-8e3d-38e9154c7cd6 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 1097 time: 0.5701146 Jul 16 08:57:06.204118 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92ea8a7-b87f-4b8c-8f19-30a172b505a9 req-90f8bf34-220a-4983-827a-30bc9f7092ce tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.211360 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c92ea8a7-b87f-4b8c-8f19-30a172b505a9 req-90f8bf34-220a-4983-827a-30bc9f7092ce tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 943 time: 0.1355190 Jul 16 08:57:06.276804 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9cc1dfc8-b6e7-4cc8-9c3a-651b8c7a1d0f req-081f5b30-23a4-40b9-83e5-9011c35805f4 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1287949 Jul 16 08:57:06.292619 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c92ea8a7-b87f-4b8c-8f19-30a172b505a9 req-e258e2b7-5175-480d-9143-ed1fc58b7b68 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797198 Jul 16 08:57:06.381785 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.403466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object 2e4c344a-8c84-47b2-a439-736907689ee2 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:06.517219 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.616530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=2e4c344a-8c84-47b2-a439-736907689ee2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:06.630968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:06.631326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:06.631671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:06.632099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:06.632529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:06.633095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:06.633523 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:06.633865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:06.634321 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:06.634744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:06.635079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:06.635410 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:06.645783 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:06.652307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:06.661862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:06.668031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.668766 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.682080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f5b95d-5537-473e-9ae1-b439ffa485ae req-129b166e-93f9-424f-bc1b-ba8ae57ed72c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.683857 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Allocated IP 2001:db8::2 (d414e6fa-d160-44fd-92e3-d399748f3f68/663e65a6-197d-478b-a51c-dedb74c9e218/a89fb423-12ac-4600-b6ef-c793fd6069c0) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:06.692999 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-07f5b95d-5537-473e-9ae1-b439ffa485ae req-129b166e-93f9-424f-bc1b-ba8ae57ed72c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 945 time: 0.1331482 Jul 16 08:57:06.719007 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9ccbd4c6-7306-43ee-841e-5d5a5de5ca2b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7233601 Jul 16 08:57:06.724816 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53416) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:06.824931 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-07f5b95d-5537-473e-9ae1-b439ffa485ae req-e5956a8d-24cd-4469-ab98-b2bd7f500bab tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309440 Jul 16 08:57:06.865383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53428) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:06.907465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e8d91-c3f4-4642-a2d9-8ccb7f422bb1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.914969 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-607e8d91-c3f4-4642-a2d9-8ccb7f422bb1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1870339 Jul 16 08:57:06.915908 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53434) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:07.034022 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6c843993-12c0-4b4e-97e9-d4308afd3e26 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/bf4dcc94-f66b-4b59-8759-a7bd5b5715f3 HTTP/1.1" status: 200 len: 992 time: 0.1638722 Jul 16 08:57:07.216348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53468) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:07.303396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-24375598-0d32-45fe-881c-e654407f3fd1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port 2e4c344a-8c84-47b2-a439-736907689ee2 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:07.304518 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24375598-0d32-45fe-881c-e654407f3fd1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.395210 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53486) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:07.520251 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24375598-0d32-45fe-881c-e654407f3fd1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.534465 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.535190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-24375598-0d32-45fe-881c-e654407f3fd1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for 2e4c344a-8c84-47b2-a439-736907689ee2 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:07.566198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Transition to ACTIVE for port object a89fb423-12ac-4600-b6ef-c793fd6069c0 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:07.598148 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e531a56d-2449-42b7-a804-cf823b0e5d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.620596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Transition to ACTIVE for port object a89fb423-12ac-4600-b6ef-c793fd6069c0 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:07.670527 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.783521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:07.806282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:07.810147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:07.840823 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24375598-0d32-45fe-881c-e654407f3fd1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.855331 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Pushing event updated for resources: {'Port': ['ID=a89fb423-12ac-4600-b6ef-c793fd6069c0,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:07.883217 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24375598-0d32-45fe-881c-e654407f3fd1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=2e4c344a-8c84-47b2-a439-736907689ee2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:07.962394 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24375598-0d32-45fe-881c-e654407f3fd1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:07.964693 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-24375598-0d32-45fe-881c-e654407f3fd1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/2e4c344a-8c84-47b2-a439-736907689ee2 HTTP/1.1" status: 204 len: 168 time: 1.0475128 Jul 16 08:57:07.967894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53540) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:08.023008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39606d-8ee4-461b-b3d9-d4a0b1054910 req-c85d50bd-d641-4d92-bdc3-fc3807ab0963 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:08.029597 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-999d1327-5335-471f-b72b-37956784a181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.031884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Attempting to bind port a89fb423-12ac-4600-b6ef-c793fd6069c0 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:08.032288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Attempting to bind port a89fb423-12ac-4600-b6ef-c793fd6069c0 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:08.032639 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Attempting to bind port a89fb423-12ac-4600-b6ef-c793fd6069c0 on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:08.036144 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac39606d-8ee4-461b-b3d9-d4a0b1054910 req-c85d50bd-d641-4d92-bdc3-fc3807ab0963 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 943 time: 0.2773774 Jul 16 08:57:08.042845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:08.043175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:08.043575 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.043960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:08.044438 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Bound port: a89fb423-12ac-4600-b6ef-c793fd6069c0, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:08.053111 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.112759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e531a56d-2449-42b7-a804-cf823b0e5d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.127696 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e531a56d-2449-42b7-a804-cf823b0e5d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.150447 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac39606d-8ee4-461b-b3d9-d4a0b1054910 req-8fb6f63c-5bf0-45b1-bc7e-78421f420cc4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128671 Jul 16 08:57:08.164761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eadf62a-0be3-4609-a768-044c35da117f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:08.167936 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eadf62a-0be3-4609-a768-044c35da117f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:08.170962 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4eadf62a-0be3-4609-a768-044c35da117f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1990921 Jul 16 08:57:08.174170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53560) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:08.215106 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e531a56d-2449-42b7-a804-cf823b0e5d45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f8e6a715d6e648b58d106b0728a322b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9959416 Jul 16 08:57:08.216121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e531a56d-2449-42b7-a804-cf823b0e5d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eca1f6b-4d77-4a03-9d9c-51082bf8429a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:08.220818 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-43827c13-b45d-420f-9e0a-0df0be87c6b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port 07b1830d-674a-48b4-be4e-bbcfc3cea64b {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:08.221438 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43827c13-b45d-420f-9e0a-0df0be87c6b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.242156 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53566) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:08.257608 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.283564 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] For port a89fb423-12ac-4600-b6ef-c793fd6069c0, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:08.289211 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] For port a89fb423-12ac-4600-b6ef-c793fd6069c0, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=a89fb423-12ac-4600-b6ef-c793fd6069c0,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:08.298806 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.370894 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-7efb031f-ce89-4e13-bbd2-6945adb307eb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 663e65a6-197d-478b-a51c-dedb74c9e218 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:08.377655 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43827c13-b45d-420f-9e0a-0df0be87c6b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.380151 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43827c13-b45d-420f-9e0a-0df0be87c6b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.402548 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-43827c13-b45d-420f-9e0a-0df0be87c6b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for 07b1830d-674a-48b4-be4e-bbcfc3cea64b owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:08.402690 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7efb031f-ce89-4e13-bbd2-6945adb307eb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.407213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b835a252-a4d4-43bb-b64c-0169f6b0b852 None None] Pushing event updated for resources: {'Port': ['ID=a89fb423-12ac-4600-b6ef-c793fd6069c0,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:08.450651 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9adfdcdf-066b-4e46-be0e-950fb7185046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.515094 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7efb031f-ce89-4e13-bbd2-6945adb307eb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.542382 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9adfdcdf-066b-4e46-be0e-950fb7185046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.665964 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7efb031f-ce89-4e13-bbd2-6945adb307eb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.698603 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9adfdcdf-066b-4e46-be0e-950fb7185046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.701519 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9adfdcdf-066b-4e46-be0e-950fb7185046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.703337 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9adfdcdf-066b-4e46-be0e-950fb7185046 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7eca1f6b-4d77-4a03-9d9c-51082bf8429a HTTP/1.1" status: 204 len: 168 time: 0.4586453 Jul 16 08:57:08.727810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adfdcdf-066b-4e46-be0e-950fb7185046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eca1f6b-4d77-4a03-9d9c-51082bf8429a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:08.742482 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43827c13-b45d-420f-9e0a-0df0be87c6b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.834762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43827c13-b45d-420f-9e0a-0df0be87c6b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=07b1830d-674a-48b4-be4e-bbcfc3cea64b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:08.904559 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7efb031f-ce89-4e13-bbd2-6945adb307eb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.988490 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43827c13-b45d-420f-9e0a-0df0be87c6b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.989273 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-43827c13-b45d-420f-9e0a-0df0be87c6b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Floating IP bf4dcc94-f66b-4b59-8759-a7bd5b5715f3 disassociated (deleted). External IP: 172.25.4.226, port: c08c0a02-df36-4d76-a4cf-a9659b85d7fc. Jul 16 08:57:09.031282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb031f-ce89-4e13-bbd2-6945adb307eb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=663e65a6-197d-478b-a51c-dedb74c9e218,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:09.053094 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7efb031f-ce89-4e13-bbd2-6945adb307eb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.064931 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7efb031f-ce89-4e13-bbd2-6945adb307eb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/663e65a6-197d-478b-a51c-dedb74c9e218 HTTP/1.1" status: 204 len: 168 time: 0.8792837 Jul 16 08:57:09.064931 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53628) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:09.209351 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-62808416-b440-437e-be9c-85e8e88d7bf7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1428101 Jul 16 08:57:09.216607 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53646) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:09.258245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-79f20b5a-e88f-4f8f-a25f-8da9e58ddb5a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:09.413107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device a89fb423-12ac-4600-b6ef-c793fd6069c0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:09.573809 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port a89fb423-12ac-4600-b6ef-c793fd6069c0 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:09.650593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f20b5a-e88f-4f8f-a25f-8da9e58ddb5a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:09.660581 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79f20b5a-e88f-4f8f-a25f-8da9e58ddb5a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.662536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53688) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:09.725689 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.741505 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43827c13-b45d-420f-9e0a-0df0be87c6b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:57:09.754194 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32a6a9a2-3581-42d9-9afc-c1484653ecfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.934694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a20719f-ed37-4b90-823a-9ad81c119375 req-388a958c-f34f-4ff0-be6b-6c4bbaceac0d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:09.937994 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a20719f-ed37-4b90-823a-9ad81c119375 req-388a958c-f34f-4ff0-be6b-6c4bbaceac0d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 943 time: 0.4538994 Jul 16 08:57:10.027110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43827c13-b45d-420f-9e0a-0df0be87c6b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:10.038898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ae59a7-894a-4fe0-816a-6d8eda13b09c None None] Sync routers for ids ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:10.040163 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-43827c13-b45d-420f-9e0a-0df0be87c6b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.054081 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae59a7-894a-4fe0-816a-6d8eda13b09c None None] Routers {'025fd5e6-e737-4bf9-8df7-65b3d2e69f16'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:10.054729 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e7ae59a7-894a-4fe0-816a-6d8eda13b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:10.125567 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-43827c13-b45d-420f-9e0a-0df0be87c6b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/floatingips/bf4dcc94-f66b-4b59-8759-a7bd5b5715f3 HTTP/1.1" status: 204 len: 168 time: 2.7288721 Jul 16 08:57:10.126441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:10.134995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cff607d-9c37-4725-b649-fd38bd94b808 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:10.143253 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5d824a-408f-4082-bfa5-6395aa8b6ab9" -d '{"events": [{"name": "network-changed", "server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:10.213294 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32a6a9a2-3581-42d9-9afc-c1484653ecfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.228016 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32a6a9a2-3581-42d9-9afc-c1484653ecfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.304537 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a6a9a2-3581-42d9-9afc-c1484653ecfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eda69ad-79e8-4d0f-857f-26d7354fb4f4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:10.330200 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a20719f-ed37-4b90-823a-9ad81c119375 req-a19748c5-5c33-460f-aa3b-74c06b7a5300 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996558 Jul 16 08:57:10.367313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-32a6a9a2-3581-42d9-9afc-c1484653ecfc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ee656633b7314f84ab0ef8eabfbc2d43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7022383 Jul 16 08:57:10.369851 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53770) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:10.383510 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79f20b5a-e88f-4f8f-a25f-8da9e58ddb5a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.454887 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f1760469-f9da-4a8c-b70d-aee328fe67e0 None None] Provisioning for port a89fb423-12ac-4600-b6ef-c793fd6069c0 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:10.505226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f1760469-f9da-4a8c-b70d-aee328fe67e0 None None] Provisioning complete for port a89fb423-12ac-4600-b6ef-c793fd6069c0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:10.505608 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f1760469-f9da-4a8c-b70d-aee328fe67e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.530667 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-e7ae59a7-894a-4fe0-816a-6d8eda13b09c None None] Set router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:10.555181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f20b5a-e88f-4f8f-a25f-8da9e58ddb5a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:10.566536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-79f20b5a-e88f-4f8f-a25f-8da9e58ddb5a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:10.576419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f20b5a-e88f-4f8f-a25f-8da9e58ddb5a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:10.577486 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79f20b5a-e88f-4f8f-a25f-8da9e58ddb5a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.598011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f20b5a-e88f-4f8f-a25f-8da9e58ddb5a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=6e64afd7-e1ee-4e0b-a658-998e113da7f9,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:10.604633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-79f20b5a-e88f-4f8f-a25f-8da9e58ddb5a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3854988 Jul 16 08:57:10.609575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53796) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:10.610110 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-600e9c44-e0ed-4372-8f36-1b4a6b282a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.620134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ed1b0ecd-b4b3-480f-ac27-6f84d8b9de96 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'fixed_ips': [{'subnet_id': '6e64afd7-e1ee-4e0b-a658-998e113da7f9', 'ip_address': '2001:db8::4a97:3ff9:72f:e3ba'}], 'name': 'tempest-NetworksTestDHCPv6-527209595'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:10.677330 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-600e9c44-e0ed-4372-8f36-1b4a6b282a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.820118 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593e5e75-d13b-47ef-8f5a-9897d8ac5107 x-openstack-request-id: req-593e5e75-d13b-47ef-8f5a-9897d8ac5107 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:10.824456 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:10.827658 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-593e5e75-d13b-47ef-8f5a-9897d8ac5107 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:10.829632 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc', 'status': 'completed', 'code': 200} Jul 16 08:57:10.852134 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-600e9c44-e0ed-4372-8f36-1b4a6b282a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.866891 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-600e9c44-e0ed-4372-8f36-1b4a6b282a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.898546 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-600e9c44-e0ed-4372-8f36-1b4a6b282a8a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9eda69ad-79e8-4d0f-857f-26d7354fb4f4 HTTP/1.1" status: 204 len: 168 time: 0.5273457 Jul 16 08:57:10.937342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ee01a7-1e5c-47a7-8dbc-0f676fb53904 None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:57:10.970929 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600e9c44-e0ed-4372-8f36-1b4a6b282a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eda69ad-79e8-4d0f-857f-26d7354fb4f4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:11.072633 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d824a-408f-4082-bfa5-6395aa8b6ab9 req-dc50e925-6043-4046-90fb-f8430e5e90e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:11.076856 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd5d824a-408f-4082-bfa5-6395aa8b6ab9 req-dc50e925-6043-4046-90fb-f8430e5e90e9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 1097 time: 0.2449012 Jul 16 08:57:11.116250 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed1b0ecd-b4b3-480f-ac27-6f84d8b9de96 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:11.317834 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f1760469-f9da-4a8c-b70d-aee328fe67e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.338086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee01a7-1e5c-47a7-8dbc-0f676fb53904 None None] Deleting port a89fb423-12ac-4600-b6ef-c793fd6069c0 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:11.338750 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a8ee01a7-1e5c-47a7-8dbc-0f676fb53904 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.342103 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.374934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device a89fb423-12ac-4600-b6ef-c793fd6069c0 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:11.419916 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e7ae59a7-894a-4fe0-816a-6d8eda13b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:06Z', 'updated_at': '2021-07-16T08:55:22Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3af8b925-a121-414b-9d09-4e4aaeff7e1b', 'name': '', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:20Z', 'updated_at': '2021-07-16T08:55:44Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:11.500882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ae59a7-894a-4fe0-816a-6d8eda13b09c None None] Checking router: 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:11.575652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d824a-408f-4082-bfa5-6395aa8b6ab9 req-d61a2a6b-9d87-4c82-badd-2d9eba26e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:11.578426 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd5d824a-408f-4082-bfa5-6395aa8b6ab9 req-d61a2a6b-9d87-4c82-badd-2d9eba26e0c8 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5d3569cf-5333-4fc9-ad23-0472f461f09c HTTP/1.1" status: 200 len: 897 time: 0.4751174 Jul 16 08:57:11.589862 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed1b0ecd-b4b3-480f-ac27-6f84d8b9de96 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.646558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ae59a7-894a-4fe0-816a-6d8eda13b09c None None] Routers {'025fd5e6-e737-4bf9-8df7-65b3d2e69f16'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:11.648120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e7ae59a7-894a-4fe0-816a-6d8eda13b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:11.659446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f1760469-f9da-4a8c-b70d-aee328fe67e0 None None] For port a89fb423-12ac-4600-b6ef-c793fd6069c0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=a89fb423-12ac-4600-b6ef-c793fd6069c0,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:11.693595 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd5d824a-408f-4082-bfa5-6395aa8b6ab9 req-82649d1c-123a-4a0a-8dea-7a33fd47bc9d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc HTTP/1.1" status: 200 len: 217 time: 0.0941484 Jul 16 08:57:11.700148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-ed1b0ecd-b4b3-480f-ac27-6f84d8b9de96 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port b97f0d77-fea5-4d08-bd49-3852826dbc1e yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:11.721150 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7ac5c-f7fe-4d9f-8229-cbaff2b6cfcd req-dccbad7c-f2dc-42ef-a293-7596457f959e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:11.722779 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-76a7ac5c-f7fe-4d9f-8229-cbaff2b6cfcd req-dccbad7c-f2dc-42ef-a293-7596457f959e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.38 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 945 time: 0.3424058 Jul 16 08:57:11.902946 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f1760469-f9da-4a8c-b70d-aee328fe67e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.903911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-ed1b0ecd-b4b3-480f-ac27-6f84d8b9de96 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::4a97:3ff9:72f:e3ba (d414e6fa-d160-44fd-92e3-d399748f3f68/6e64afd7-e1ee-4e0b-a658-998e113da7f9/b97f0d77-fea5-4d08-bd49-3852826dbc1e) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:11.905319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a968f-5641-45b6-937c-0421c7e9ae01 req-a473bca7-a751-4800-a970-155d8826b734 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:11.923134 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b25a968f-5641-45b6-937c-0421c7e9ae01 req-a473bca7-a751-4800-a970-155d8826b734 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 945 time: 0.4775996 Jul 16 08:57:12.102963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d824a-408f-4082-bfa5-6395aa8b6ab9 req-f4905a3e-7963-46d1-8684-30e23b0e9710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.105299 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd5d824a-408f-4082-bfa5-6395aa8b6ab9 req-f4905a3e-7963-46d1-8684-30e23b0e9710 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0a11319f-cef5-4c95-b846-7dac2b4e25e9 HTTP/1.1" status: 200 len: 837 time: 0.1583486 Jul 16 08:57:12.145158 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b25a968f-5641-45b6-937c-0421c7e9ae01 req-92f745bd-06bc-488b-8fe5-e41676fd785a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=78e81584-0a2f-404a-aa65-c4f9ebac0a02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2093208 Jul 16 08:57:12.183798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-76a7ac5c-f7fe-4d9f-8229-cbaff2b6cfcd req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port c08c0a02-df36-4d76-a4cf-a9659b85d7fc {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:12.184271 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-76a7ac5c-f7fe-4d9f-8229-cbaff2b6cfcd req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.198703 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a8ee01a7-1e5c-47a7-8dbc-0f676fb53904 None None] For port a89fb423-12ac-4600-b6ef-c793fd6069c0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=a89fb423-12ac-4600-b6ef-c793fd6069c0,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:12.199498 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a8ee01a7-1e5c-47a7-8dbc-0f676fb53904 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.240330 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1760469-f9da-4a8c-b70d-aee328fe67e0 None None] Pushing event updated for resources: {'Port': ['ID=a89fb423-12ac-4600-b6ef-c793fd6069c0,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:12.432171 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-e7ae59a7-894a-4fe0-816a-6d8eda13b09c None None] Set router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:12.463881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-76a7ac5c-f7fe-4d9f-8229-cbaff2b6cfcd req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] For port c08c0a02-df36-4d76-a4cf-a9659b85d7fc, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:12.464260 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-76a7ac5c-f7fe-4d9f-8229-cbaff2b6cfcd req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.507263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-76a7ac5c-f7fe-4d9f-8229-cbaff2b6cfcd req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for c08c0a02-df36-4d76-a4cf-a9659b85d7fc owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:12.690760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a8ee01a7-1e5c-47a7-8dbc-0f676fb53904 None None] Calling delete_port for a89fb423-12ac-4600-b6ef-c793fd6069c0 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:12.774440 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.863958 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-76a7ac5c-f7fe-4d9f-8229-cbaff2b6cfcd req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.923769 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=c08c0a02-df36-4d76-a4cf-a9659b85d7fc,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:12.939664 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.940221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.940767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.941271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.941921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.942405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.942956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.943452 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.944064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.944850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.945428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:12.945928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:13.052027 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a7ac5c-f7fe-4d9f-8229-cbaff2b6cfcd req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] No DVR routers for this DVR port c08c0a02-df36-4d76-a4cf-a9659b85d7fc on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:13.067984 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-76a7ac5c-f7fe-4d9f-8229-cbaff2b6cfcd req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.070176 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-76a7ac5c-f7fe-4d9f-8229-cbaff2b6cfcd req-1494cee3-6392-4cb7-a1c3-a4e8a5d6311b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.38 "DELETE /v2.0/ports/c08c0a02-df36-4d76-a4cf-a9659b85d7fc HTTP/1.1" status: 204 len: 173 time: 1.3414714 Jul 16 08:57:13.070866 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'name': 'network-vif-deleted', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:13.073493 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cb62d9-dad5-454b-ad74-66747dfa7348" -d '{"events": [{"server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "name": "network-vif-deleted", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:13.077701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f896968-53da-42fc-bfb4-120e42d7b529 req-74beaf22-23e1-4f03-901a-b9325cbe41ba tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:13.083927 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f896968-53da-42fc-bfb4-120e42d7b529 req-74beaf22-23e1-4f03-901a-b9325cbe41ba tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 943 time: 1.1432688 Jul 16 08:57:13.183739 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b715d4-a5f4-4ade-b6fa-0df86f4af9c1 x-openstack-request-id: req-b3b715d4-a5f4-4ade-b6fa-0df86f4af9c1 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:13.184315 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc9bb206-c5a2-4fe6-83f7-c245166b5c2f", "name": "network-vif-deleted", "tag": "c08c0a02-df36-4d76-a4cf-a9659b85d7fc", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:13.184770 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3b715d4-a5f4-4ade-b6fa-0df86f4af9c1 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:13.185330 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc9bb206-c5a2-4fe6-83f7-c245166b5c2f', 'name': 'network-vif-deleted', 'tag': 'c08c0a02-df36-4d76-a4cf-a9659b85d7fc', 'status': 'completed', 'code': 200} Jul 16 08:57:13.205182 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a8ee01a7-1e5c-47a7-8dbc-0f676fb53904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.240094 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed1b0ecd-b4b3-480f-ac27-6f84d8b9de96 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.339160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-ed1b0ecd-b4b3-480f-ac27-6f84d8b9de96 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object b97f0d77-fea5-4d08-bd49-3852826dbc1e will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:13.344535 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3f896968-53da-42fc-bfb4-120e42d7b529 req-f5e3712e-c6af-4049-a1df-a6e64bd9c7b5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505589 Jul 16 08:57:13.352357 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5d824a-408f-4082-bfa5-6395aa8b6ab9 req-35033e24-5d8e-456f-b40f-aa2a2d13f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:13.355490 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd5d824a-408f-4082-bfa5-6395aa8b6ab9 req-35033e24-5d8e-456f-b40f-aa2a2d13f1da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5d3569cf-5333-4fc9-ad23-0472f461f09c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 1.2367115 Jul 16 08:57:13.459912 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee01a7-1e5c-47a7-8dbc-0f676fb53904 None None] Pushing event deleted for resources: {'Port': ['ID=a89fb423-12ac-4600-b6ef-c793fd6069c0,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:13.498678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee01a7-1e5c-47a7-8dbc-0f676fb53904 None None] No DVR routers for this DVR port a89fb423-12ac-4600-b6ef-c793fd6069c0 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:13.558361 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed1b0ecd-b4b3-480f-ac27-6f84d8b9de96 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.690557 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babf0e2c-c887-44fc-8243-3efcd1bc4514 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:13.807919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e7ae59a7-894a-4fe0-816a-6d8eda13b09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:06Z', 'updated_at': '2021-07-16T08:55:22Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3af8b925-a121-414b-9d09-4e4aaeff7e1b', 'name': '', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:20Z', 'updated_at': '2021-07-16T08:55:44Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:13.883993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1b0ecd-b4b3-480f-ac27-6f84d8b9de96 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=b97f0d77-fea5-4d08-bd49-3852826dbc1e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:13.928346 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd5d824a-408f-4082-bfa5-6395aa8b6ab9 req-4975968f-7976-4de8-a5d6-4ff4f4601aaa service neutron] 10.222.0.38 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627899 Jul 16 08:57:13.931345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1b0ecd-b4b3-480f-ac27-6f84d8b9de96 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:13.933154 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-ed1b0ecd-b4b3-480f-ac27-6f84d8b9de96 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:13.947589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1b0ecd-b4b3-480f-ac27-6f84d8b9de96 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:13.959990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed1b0ecd-b4b3-480f-ac27-6f84d8b9de96 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:13.961519 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed1b0ecd-b4b3-480f-ac27-6f84d8b9de96 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.975780 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0b5834c5-8bc1-41de-a36d-179693c2f769 req-d327b1af-d49e-4e76-b383-548139fbaeb1 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=fc9bb206-c5a2-4fe6-83f7-c245166b5c2f HTTP/1.1" status: 200 len: 210 time: 0.1332304 Jul 16 08:57:14.055914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ed1b0ecd-b4b3-480f-ac27-6f84d8b9de96 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.4392471 Jul 16 08:57:14.055914 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53950) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:14.351454 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd5d824a-408f-4082-bfa5-6395aa8b6ab9 req-c5c01662-9b57-4b88-83ef-b409af8e318e service neutron] 10.222.0.38 "GET /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856609 Jul 16 08:57:14.413474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aec0f06-c85e-4f09-a4a0-5cb57b7684e5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.416370 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3aec0f06-c85e-4f09-a4a0-5cb57b7684e5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.3598902 Jul 16 08:57:14.419954 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 53970) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:14.436936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ae59a7-894a-4fe0-816a-6d8eda13b09c None None] The sync data for ids ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'] in n-d-758944-46 is: [{'id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:06Z', 'updated_at': '2021-07-16T08:55:22Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3af8b925-a121-414b-9d09-4e4aaeff7e1b', 'name': '', 'network_id': '5d3569cf-5333-4fc9-ad23-0472f461f09c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_interface', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:20Z', 'updated_at': '2021-07-16T08:55:44Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': '0a11319f-cef5-4c95-b846-7dac2b4e25e9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:14.461025 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f19a408e-87d4-4b43-9a70-c7b2ea572159 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:14.472341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c08c0a02-df36-4d76-a4cf-a9659b85d7fc no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:14.540001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: c08c0a02-df36-4d76-a4cf-a9659b85d7fc {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:14.540782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c08c0a02-df36-4d76-a4cf-a9659b85d7fc not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:14.885003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f19a408e-87d4-4b43-9a70-c7b2ea572159, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f19a408e-87d4-4b43-9a70-c7b2ea572159,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:14.889527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-eebdb5d3-3e99-4c30-b371-5c2a628c7ef2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port b97f0d77-fea5-4d08-bd49-3852826dbc1e {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:14.890090 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eebdb5d3-3e99-4c30-b371-5c2a628c7ef2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:14.922947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad793a-44e3-4c97-ad66-f4bd47001f18 req-e3d74726-d957-4ea0-939f-e40cd934311f tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.927313 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3ad793a-44e3-4c97-ad66-f4bd47001f18 req-e3d74726-d957-4ea0-939f-e40cd934311f tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 943 time: 0.3501482 Jul 16 08:57:14.982485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'f19a408e-87d4-4b43-9a70-c7b2ea572159', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'port_id': 'f19a408e-87d4-4b43-9a70-c7b2ea572159', 'mac_address': 'fa:16:3e:6e:a5:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:15.023012 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8572c14d-d3e4-4981-88c6-f975e6f2115d None None] New status for floating IP bf4dcc94-f66b-4b59-8759-a7bd5b5715f3: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:57:15.049223 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.080691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19a408e-87d4-4b43-9a70-c7b2ea572159 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:15.115735 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a3ad793a-44e3-4c97-ad66-f4bd47001f18 req-4d9e4171-8e00-4486-9a9e-d6cebb096c45 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703060 Jul 16 08:57:15.128928 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f19a408e-87d4-4b43-9a70-c7b2ea572159, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f19a408e-87d4-4b43-9a70-c7b2ea572159,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:15.142659 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.227747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f19a408e-87d4-4b43-9a70-c7b2ea572159,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:15.228964 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eebdb5d3-3e99-4c30-b371-5c2a628c7ef2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.233126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53990) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:15.256244 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': '6e64afd7-e1ee-4e0b-a658-998e113da7f9'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:57:15.260332 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.283038 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-eebdb5d3-3e99-4c30-b371-5c2a628c7ef2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for b97f0d77-fea5-4d08-bd49-3852826dbc1e owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:15.368402 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 53996) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:15.423555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['f19a408e-87d4-4b43-9a70-c7b2ea572159'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:15.628900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Allocated IP 2001:db8::2 (d414e6fa-d160-44fd-92e3-d399748f3f68/6e64afd7-e1ee-4e0b-a658-998e113da7f9/49e36791-3ef9-4d0b-9841-cf5d4bee0a8a) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:15.676487 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eebdb5d3-3e99-4c30-b371-5c2a628c7ef2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.698153 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-78a2abf0-661a-415f-a4ee-9a8e54e3f644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.783598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebdb5d3-3e99-4c30-b371-5c2a628c7ef2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=b97f0d77-fea5-4d08-bd49-3852826dbc1e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:15.875086 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eebdb5d3-3e99-4c30-b371-5c2a628c7ef2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:15.890528 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eebdb5d3-3e99-4c30-b371-5c2a628c7ef2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/b97f0d77-fea5-4d08-bd49-3852826dbc1e HTTP/1.1" status: 204 len: 168 time: 1.4685948 Jul 16 08:57:15.891561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54004) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:15.994920 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54006) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:16.018729 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.032622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Transition to ACTIVE for port object 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:16.034637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9995e2-383a-4355-b60a-c3072c373c5e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.038395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9995e2-383a-4355-b60a-c3072c373c5e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.045908 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ef9995e2-383a-4355-b60a-c3072c373c5e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1525433 Jul 16 08:57:16.047867 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54010) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:16.053592 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Transition to ACTIVE for port object 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:16.077471 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.162746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bebcfb2-45d4-4547-92f8-491a8b84bef4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 6e64afd7-e1ee-4e0b-a658-998e113da7f9 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:16.175756 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9bebcfb2-45d4-4547-92f8-491a8b84bef4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.258557 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Pushing event updated for resources: {'Port': ['ID=49e36791-3ef9-4d0b-9841-cf5d4bee0a8a,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:16.268423 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-78a2abf0-661a-415f-a4ee-9a8e54e3f644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.285185 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9bebcfb2-45d4-4547-92f8-491a8b84bef4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.287039 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-78a2abf0-661a-415f-a4ee-9a8e54e3f644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.302332 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:16.307682 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:16.312249 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:16.415543 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a2abf0-661a-415f-a4ee-9a8e54e3f644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e17d7d6-b7c2-4c59-ae54-d672ec8860d9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:16.435314 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Attempting to bind port 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:16.435704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Attempting to bind port 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:16.436078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Attempting to bind port 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:16.446402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:16.446778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:16.447201 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.447604 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:16.448093 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Bound port: 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:16.448586 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.494672 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88387302-0b6f-4c85-9766-33f4920dfbd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.520353 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-78a2abf0-661a-415f-a4ee-9a8e54e3f644 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=701c1eefd65a4c959bbead756a967572&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2851620 Jul 16 08:57:16.525065 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54016) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:16.543383 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] For port 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:16.550452 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] For port 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=49e36791-3ef9-4d0b-9841-cf5d4bee0a8a,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:16.563074 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9bebcfb2-45d4-4547-92f8-491a8b84bef4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.567951 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.682772 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4743-75ca-4a5d-919b-aaae6ea733dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.716921 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9bebcfb2-45d4-4547-92f8-491a8b84bef4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.728864 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d53a35-de11-4387-9e73-84d9fcceefb1 None None] Pushing event updated for resources: {'Port': ['ID=49e36791-3ef9-4d0b-9841-cf5d4bee0a8a,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:16.737113 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261417f-d8cd-4599-9c84-6c8b0b4ef16b req-c324d3b3-390b-48cf-9f51-cad6cd4b49a8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.744014 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9bebcfb2-45d4-4547-92f8-491a8b84bef4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.747728 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9bebcfb2-45d4-4547-92f8-491a8b84bef4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/6e64afd7-e1ee-4e0b-a658-998e113da7f9 HTTP/1.1" status: 204 len: 168 time: 0.6983280 Jul 16 08:57:16.752683 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3261417f-d8cd-4599-9c84-6c8b0b4ef16b req-c324d3b3-390b-48cf-9f51-cad6cd4b49a8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 944 time: 0.3294547 Jul 16 08:57:16.775991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54018) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:16.781675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bebcfb2-45d4-4547-92f8-491a8b84bef4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=6e64afd7-e1ee-4e0b-a658-998e113da7f9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:16.803231 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4743-75ca-4a5d-919b-aaae6ea733dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.874637 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a5dde5b0-1f8d-4419-8bbd-6d26962dd96d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0895958 Jul 16 08:57:16.883088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54020) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:17.001069 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3261417f-d8cd-4599-9c84-6c8b0b4ef16b req-2e613be4-c832-4aaf-8d19-2353c6a16fba tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471967 Jul 16 08:57:17.134546 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88387302-0b6f-4c85-9766-33f4920dfbd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.136122 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4743-75ca-4a5d-919b-aaae6ea733dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.139108 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce8c4743-75ca-4a5d-919b-aaae6ea733dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.143992 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ce8c4743-75ca-4a5d-919b-aaae6ea733dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9e17d7d6-b7c2-4c59-ae54-d672ec8860d9 HTTP/1.1" status: 204 len: 168 time: 0.6156030 Jul 16 08:57:17.151377 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88387302-0b6f-4c85-9766-33f4920dfbd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.153256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9486dd28-c3eb-4bc8-bb12-033ff169326a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:17.156126 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9486dd28-c3eb-4bc8-bb12-033ff169326a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2240734 Jul 16 08:57:17.159808 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54026) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:17.165940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-16e560a2-b6f5-40b9-aa2f-10bd76a08a8b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.175420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8c4743-75ca-4a5d-919b-aaae6ea733dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e17d7d6-b7c2-4c59-ae54-d672ec8860d9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:17.268647 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-88387302-0b6f-4c85-9766-33f4920dfbd3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=17dfed275e514039811d99c397c04585&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2661066 Jul 16 08:57:17.269683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54028) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:17.298244 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ba420-446a-4a65-916b-fbec07e2e880 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:17.302226 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3e2ba420-446a-4a65-916b-fbec07e2e880 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1386127 Jul 16 08:57:17.302418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88387302-0b6f-4c85-9766-33f4920dfbd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07c3fc6d-cd42-4162-9703-20c37542ee66,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:17.304682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54030) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:17.378320 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f4617c8d-1da7-4054-89a5-83c86d120ba6 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712352 Jul 16 08:57:17.387485 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54032) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:17.396618 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8f32c597-4cd0-45cd-8c33-3ed0b0af583d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.397689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9b3c7e6e-b509-445b-bab2-264308129943 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:17.446375 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8f32c597-4cd0-45cd-8c33-3ed0b0af583d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.552484 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8f32c597-4cd0-45cd-8c33-3ed0b0af583d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.555674 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8f32c597-4cd0-45cd-8c33-3ed0b0af583d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.559925 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8f32c597-4cd0-45cd-8c33-3ed0b0af583d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07c3fc6d-cd42-4162-9703-20c37542ee66 HTTP/1.1" status: 204 len: 168 time: 0.2885334 Jul 16 08:57:17.570998 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32c597-4cd0-45cd-8c33-3ed0b0af583d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c3fc6d-cd42-4162-9703-20c37542ee66,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:17.744354 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3c7e6e-b509-445b-bab2-264308129943 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:17.752528 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b3c7e6e-b509-445b-bab2-264308129943 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:17.903675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:18.061515 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:18.091201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f19a408e-87d4-4b43-9a70-c7b2ea572159 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:18.091387 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b3c7e6e-b509-445b-bab2-264308129943 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.154442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port f19a408e-87d4-4b43-9a70-c7b2ea572159 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:18.160800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port f19a408e-87d4-4b43-9a70-c7b2ea572159 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:18.161263 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.204233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3c7e6e-b509-445b-bab2-264308129943 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:18.230572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-9b3c7e6e-b509-445b-bab2-264308129943 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:18.236175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3c7e6e-b509-445b-bab2-264308129943 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:18.236811 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b3c7e6e-b509-445b-bab2-264308129943 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.335469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c7e6e-b509-445b-bab2-264308129943 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=6027ff1d-b529-4aa9-83fb-b262b3887b6e,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:18.368325 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9b3c7e6e-b509-445b-bab2-264308129943 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9792378 Jul 16 08:57:18.373001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54058) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:18.380260 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6da12e86-77c5-4e9b-a514-89e14cc72e4a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'fixed_ips': [{'subnet_id': '6027ff1d-b529-4aa9-83fb-b262b3887b6e', 'ip_address': '2001:db8::5e76:d7d9:7c9:16a3'}], 'name': 'tempest-NetworksTestDHCPv6-505100772'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:18.426297 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.542921 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f19a408e-87d4-4b43-9a70-c7b2ea572159, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f19a408e-87d4-4b43-9a70-c7b2ea572159,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:18.546388 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5f99b0-655b-4b11-b134-aa8f1f83320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19a408e-87d4-4b43-9a70-c7b2ea572159'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:18.551137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-16e560a2-b6f5-40b9-aa2f-10bd76a08a8b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port 3af8b925-a121-414b-9d09-4e4aaeff7e1b {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:18.551658 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-16e560a2-b6f5-40b9-aa2f-10bd76a08a8b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.558727 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e40346-e784-4892-b44b-c723eccb2437" -d '{"events": [{"server_uuid": "eb5f99b0-655b-4b11-b134-aa8f1f83320a", "name": "network-vif-plugged", "status": "completed", "tag": "f19a408e-87d4-4b43-9a70-c7b2ea572159"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:18.564351 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.700555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f19a408e-87d4-4b43-9a70-c7b2ea572159,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:18.713257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54074) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:18.734911 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1a1693-0708-4c64-b1ac-011e80bba8aa None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:18.782259 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-649b7411-a74e-4931-9d3d-585955121c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.806469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-464ec501-8a7b-4d0b-82d0-caa6cc28f049 None None] Could not find standard attr ID for object b97f0d77-fea5-4d08-bd49-3852826dbc1e. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:57:18.880480 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.api [None req-649b7411-a74e-4931-9d3d-585955121c40 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:57:18.880480 n-d-758944-46 neutron-server[93695]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:57:18.880480 n-d-758944-46 neutron-server[93695]: [parameters: {'project_id': '73b03840d7254312bb14a5f507d8c341', 'id': 'b74f553b-8e88-4eb1-9b1e-de82e9089208', 'expiration': datetime.datetime(2021, 7, 16, 8, 59, 18, 856596)}] Jul 16 08:57:18.880480 n-d-758944-46 neutron-server[93695]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:57:18.881121 n-d-758944-46 neutron-server[93695]: DEBUG oslo_db.api [None req-649b7411-a74e-4931-9d3d-585955121c40 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:57:18.886919 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da12e86-77c5-4e9b-a514-89e14cc72e4a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:18.913002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-464ec501-8a7b-4d0b-82d0-caa6cc28f049 None None] Provisioning for port 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:18.935422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-464ec501-8a7b-4d0b-82d0-caa6cc28f049 None None] Provisioning complete for port 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:18.935851 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-464ec501-8a7b-4d0b-82d0-caa6cc28f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.962160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-16e560a2-b6f5-40b9-aa2f-10bd76a08a8b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] For port 3af8b925-a121-414b-9d09-4e4aaeff7e1b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3af8b925-a121-414b-9d09-4e4aaeff7e1b,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:18.962730 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-16e560a2-b6f5-40b9-aa2f-10bd76a08a8b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.025103 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1bb9c6-dad1-49b9-8cec-58bd7f91107a req-3c95e770-5801-4c31-85ae-63d3fdf5e1a1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:19.026770 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1b1bb9c6-dad1-49b9-8cec-58bd7f91107a req-3c95e770-5801-4c31-85ae-63d3fdf5e1a1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 944 time: 0.6086297 Jul 16 08:57:19.035759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-16e560a2-b6f5-40b9-aa2f-10bd76a08a8b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for 3af8b925-a121-414b-9d09-4e4aaeff7e1b owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:19.217365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6da12e86-77c5-4e9b-a514-89e14cc72e4a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.220640 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1b1bb9c6-dad1-49b9-8cec-58bd7f91107a req-eb0d94f5-6533-484f-b9d0-f39c8a876408 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703234 Jul 16 08:57:19.302284 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-464ec501-8a7b-4d0b-82d0-caa6cc28f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.316724 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-6da12e86-77c5-4e9b-a514-89e14cc72e4a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port b3e9137f-9718-4cfe-9b85-61528367cac9 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:19.349666 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc0f300-1984-4fab-8664-a49fc4bc198b x-openstack-request-id: req-1bc0f300-1984-4fab-8664-a49fc4bc198b {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:19.350444 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5f99b0-655b-4b11-b134-aa8f1f83320a", "name": "network-vif-plugged", "status": "completed", "tag": "f19a408e-87d4-4b43-9a70-c7b2ea572159", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:19.350908 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bc0f300-1984-4fab-8664-a49fc4bc198b {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:19.351488 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5f99b0-655b-4b11-b134-aa8f1f83320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19a408e-87d4-4b43-9a70-c7b2ea572159', 'code': 200} Jul 16 08:57:19.383221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-464ec501-8a7b-4d0b-82d0-caa6cc28f049 None None] For port 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=49e36791-3ef9-4d0b-9841-cf5d4bee0a8a,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:19.406269 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-464ec501-8a7b-4d0b-82d0-caa6cc28f049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.461057 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-649b7411-a74e-4931-9d3d-585955121c40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.536979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464ec501-8a7b-4d0b-82d0-caa6cc28f049 None None] Pushing event updated for resources: {'Port': ['ID=49e36791-3ef9-4d0b-9841-cf5d4bee0a8a,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:19.620038 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-16e560a2-b6f5-40b9-aa2f-10bd76a08a8b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.744490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868da5f7-6287-4de9-be91-7e1e3c3a2eeb req-0f576ad0-b8a4-4e1f-b03d-add176c7b7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:19.746288 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-868da5f7-6287-4de9-be91-7e1e3c3a2eeb req-0f576ad0-b8a4-4e1f-b03d-add176c7b7e9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 1097 time: 0.2350667 Jul 16 08:57:19.821733 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e560a2-b6f5-40b9-aa2f-10bd76a08a8b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=3af8b925-a121-414b-9d09-4e4aaeff7e1b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:19.950369 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d56108cd-6240-405d-b898-879002426ff8 None None] Provisioning complete for port 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:19.951151 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d56108cd-6240-405d-b898-879002426ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:19.981331 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-868da5f7-6287-4de9-be91-7e1e3c3a2eeb req-3bb0c0a8-0ad6-4ac5-bcd9-537dc3c6b3d0 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980300 Jul 16 08:57:20.023241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:20.037211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-6da12e86-77c5-4e9b-a514-89e14cc72e4a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::5e76:d7d9:7c9:16a3 (d414e6fa-d160-44fd-92e3-d399748f3f68/6027ff1d-b529-4aa9-83fb-b262b3887b6e/b3e9137f-9718-4cfe-9b85-61528367cac9) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:20.172338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-649b7411-a74e-4931-9d3d-585955121c40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.195627 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-649b7411-a74e-4931-9d3d-585955121c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.308032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:20.310947 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-649b7411-a74e-4931-9d3d-585955121c40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=73b03840d7254312bb14a5f507d8c341&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5915806 Jul 16 08:57:20.311829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54092) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:20.312914 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.350805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b7411-a74e-4931-9d3d-585955121c40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d68c0b-b042-4b6c-bdce-007404e24957,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:20.636550 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9519cac9-589b-4000-948a-a4cb9759bd06 None None] Could not find standard attr ID for object 2e4c344a-8c84-47b2-a439-736907689ee2. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:57:20.644009 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d2cd75d4-63bf-429a-9511-d5d16d62879a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.675458 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d2cd75d4-63bf-429a-9511-d5d16d62879a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.771798 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-39b85ef8-2941-4fc0-9958-fd559aa868da None None] Could not find standard attr ID for object b97f0d77-fea5-4d08-bd49-3852826dbc1e. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:57:20.882758 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d2cd75d4-63bf-429a-9511-d5d16d62879a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.894875 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d2cd75d4-63bf-429a-9511-d5d16d62879a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.898422 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d2cd75d4-63bf-429a-9511-d5d16d62879a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/38d68c0b-b042-4b6c-bdce-007404e24957 HTTP/1.1" status: 204 len: 168 time: 0.5470395 Jul 16 08:57:20.927911 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-16e560a2-b6f5-40b9-aa2f-10bd76a08a8b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:20.989449 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd75d4-63bf-429a-9511-d5d16d62879a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d68c0b-b042-4b6c-bdce-007404e24957,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:21.120787 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6da12e86-77c5-4e9b-a514-89e14cc72e4a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.162766 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b500d0f-3bbb-45d9-8d7f-6d065e60668b req-b560d3a1-3ebe-40a2-a3d7-7fd10ee7e8c3 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:21.175601 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b500d0f-3bbb-45d9-8d7f-6d065e60668b req-b560d3a1-3ebe-40a2-a3d7-7fd10ee7e8c3 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 945 time: 0.5645239 Jul 16 08:57:21.240738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-6da12e86-77c5-4e9b-a514-89e14cc72e4a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object b3e9137f-9718-4cfe-9b85-61528367cac9 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:21.346654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b500d0f-3bbb-45d9-8d7f-6d065e60668b req-ea430372-b5e3-4d7e-aa29-48af3d353e4a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693246 Jul 16 08:57:21.428740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54108) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:21.483266 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6da12e86-77c5-4e9b-a514-89e14cc72e4a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.569861 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16e560a2-b6f5-40b9-aa2f-10bd76a08a8b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:57:21.647855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da12e86-77c5-4e9b-a514-89e14cc72e4a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=b3e9137f-9718-4cfe-9b85-61528367cac9,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:21.686790 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da12e86-77c5-4e9b-a514-89e14cc72e4a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:21.692175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-6da12e86-77c5-4e9b-a514-89e14cc72e4a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:21.711114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da12e86-77c5-4e9b-a514-89e14cc72e4a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:21.719942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da12e86-77c5-4e9b-a514-89e14cc72e4a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:21.728547 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6da12e86-77c5-4e9b-a514-89e14cc72e4a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:21.752434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-344222024', 'router:external': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:21.787442 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6da12e86-77c5-4e9b-a514-89e14cc72e4a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.4103954 Jul 16 08:57:21.792008 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54122) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:21.802909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-74e7c350-a643-4d18-b4ab-14162536335d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'fixed_ips': [{'subnet_id': '6027ff1d-b529-4aa9-83fb-b262b3887b6e', 'ip_address': '2001:db8::5e76:d7d9:7c9:16a3'}], 'name': 'tempest-NetworksTestDHCPv6-1489149745'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:21.813260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16e560a2-b6f5-40b9-aa2f-10bd76a08a8b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:21.825675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb341739-6c4f-4e3c-aedb-241865268d98 None None] Sync routers for ids ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:21.838738 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-16e560a2-b6f5-40b9-aa2f-10bd76a08a8b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "PUT /v2.0/routers/025fd5e6-e737-4bf9-8df7-65b3d2e69f16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4688342 Jul 16 08:57:21.855394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54124) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:21.868277 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb341739-6c4f-4e3c-aedb-241865268d98 None None] Routers {'025fd5e6-e737-4bf9-8df7-65b3d2e69f16'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:21.869285 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-bb341739-6c4f-4e3c-aedb-241865268d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:21.970748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Made reservation on behalf of 62468bcd808140cf8d27a98f05fa461b for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:21.973337 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.000554 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.050266 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-972e95e6-05aa-4be8-b5ee-b6a90e1cffd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting subnet 0a11319f-cef5-4c95-b846-7dac2b4e25e9 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:22.053027 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e7c350-a643-4d18-b4ab-14162536335d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:22.065593 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-972e95e6-05aa-4be8-b5ee-b6a90e1cffd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.067724 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74e7c350-a643-4d18-b4ab-14162536335d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.133406 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-74e7c350-a643-4d18-b4ab-14162536335d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port a09f6810-d7c0-4f32-b0c8-2fb7bd9f2b6f yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:22.270968 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-bb341739-6c4f-4e3c-aedb-241865268d98 None None] Set router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:22.289355 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-972e95e6-05aa-4be8-b5ee-b6a90e1cffd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.435409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-16a26b75-2107-42ad-a173-1b54f4e3dde0 None None] Provisioning for port b3e9137f-9718-4cfe-9b85-61528367cac9 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:22.448086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-16a26b75-2107-42ad-a173-1b54f4e3dde0 None None] Provisioning complete for port b3e9137f-9718-4cfe-9b85-61528367cac9 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:22.448528 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-16a26b75-2107-42ad-a173-1b54f4e3dde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.459657 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-972e95e6-05aa-4be8-b5ee-b6a90e1cffd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.511705 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-16a26b75-2107-42ad-a173-1b54f4e3dde0 None None] Port b3e9137f-9718-4cfe-9b85-61528367cac9 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:22.577352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-bb341739-6c4f-4e3c-aedb-241865268d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:06Z', 'updated_at': '2021-07-16T08:57:19Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:22.618015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54140) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:22.621360 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb341739-6c4f-4e3c-aedb-241865268d98 None None] Checking router: 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:22.645781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb341739-6c4f-4e3c-aedb-241865268d98 None None] Routers {'025fd5e6-e737-4bf9-8df7-65b3d2e69f16'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:22.646843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-bb341739-6c4f-4e3c-aedb-241865268d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:22.650772 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-972e95e6-05aa-4be8-b5ee-b6a90e1cffd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.673171 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-972e95e6-05aa-4be8-b5ee-b6a90e1cffd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.676298 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-972e95e6-05aa-4be8-b5ee-b6a90e1cffd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/subnets/0a11319f-cef5-4c95-b846-7dac2b4e25e9 HTTP/1.1" status: 204 len: 168 time: 0.8193223 Jul 16 08:57:22.679374 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54144) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:22.696893 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e7c350-a643-4d18-b4ab-14162536335d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 08:57:22.697621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e7c350-a643-4d18-b4ab-14162536335d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:57:22.750183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22abc6f3-5f1f-4f49-b4f4-9bddf236fca5 None None] Network 5d3569cf-5333-4fc9-ad23-0472f461f09c requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:22.768249 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.787005 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.807198 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1067007108-network', 'tenant_id': '2b38f4a810fa482f8ee216875ed346f6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:22.815859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e95e6-05aa-4be8-b5ee-b6a90e1cffd7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Subnet': ['ID=0a11319f-cef5-4c95-b846-7dac2b4e25e9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:22.816305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7caa068-d533-48f6-b4d8-6fd9b9465697 req-a7e8e08e-4f2f-4275-96b6-3b8f47e6356e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:22.818887 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a7caa068-d533-48f6-b4d8-6fd9b9465697 req-a7e8e08e-4f2f-4275-96b6-3b8f47e6356e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 945 time: 0.2360063 Jul 16 08:57:22.829525 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-74e7c350-a643-4d18-b4ab-14162536335d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.0346265 Jul 16 08:57:22.844835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54146) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:22.879835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:57:22.918298 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:22.998854 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2202efbe-be11-45e6-89ed-2f623f24e7b8,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:23.043978 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.044528 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Added segment 09fdbb27-b044-4796-8446-bd610d3b2d16 of type vlan for network 314c5f2d-2f84-4731-95c3-e293f110870f Jul 16 08:57:23.059470 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a7caa068-d533-48f6-b4d8-6fd9b9465697 req-18396319-322f-4976-a023-2b0cd88f1e1e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107177 Jul 16 08:57:23.103968 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] Made reservation on behalf of 2b38f4a810fa482f8ee216875ed346f6 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:23.108326 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.125741 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.132221 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.189808 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.214143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e35295-c9fa-4f07-998e-4ca3a101503f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:23.226844 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e35295-c9fa-4f07-998e-4ca3a101503f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:23.229900 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-58e35295-c9fa-4f07-998e-4ca3a101503f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1606 time: 0.3834798 Jul 16 08:57:23.232707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54152) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:23.244819 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-bb341739-6c4f-4e3c-aedb-241865268d98 None None] Set router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:23.482703 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.485011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:23.485971 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.497471 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.519563 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.574864 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.1359749 Jul 16 08:57:23.583921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54158) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:23.619422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:57:23.655433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3cbf3c6b-7d04-43e8-bdcc-ddfac71eeee3 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Request body: {'subnet': {'network_id': '314c5f2d-2f84-4731-95c3-e293f110870f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:23.669275 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bd06e-b5b4-4ace-99bf-4aebaedd3fda tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Pushing event updated for resources: {'Network': ['ID=314c5f2d-2f84-4731-95c3-e293f110870f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:23.674230 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e7a628-db78-4d0e-bbb3-32746daf92c1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:23.687859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port 4317c39c-a29e-4987-ba92-f1e4286e24bb {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:23.687859 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.692730 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.693287 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] Added segment 78b7523d-61d5-4edc-9959-852884ce2b69 of type vlan for network bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9 Jul 16 08:57:23.699480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 314c5f2d-2f84-4731-95c3-e293f110870f details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:57:23.700714 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6d627238-443e-40ac-ac11-5c5a9821a211 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port b3e9137f-9718-4cfe-9b85-61528367cac9 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:23.701259 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6d627238-443e-40ac-ac11-5c5a9821a211 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.746489 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cbf3c6b-7d04-43e8-bdcc-ddfac71eeee3 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Made reservation on behalf of 62468bcd808140cf8d27a98f05fa461b for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:23.748217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f61ebc-0946-4ae9-9026-47db28bcb40f None None] DHCP port deletion for 5d3569cf-5333-4fc9-ad23-0472f461f09c request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:57:23.749275 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3c6b-7d04-43e8-bdcc-ddfac71eeee3 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.855181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-bb341739-6c4f-4e3c-aedb-241865268d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:06Z', 'updated_at': '2021-07-16T08:57:19Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:23.902991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b9c075bc-4893-4158-aeae-97a657f8ce82 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:23.949547 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb341739-6c4f-4e3c-aedb-241865268d98 None None] The sync data for ids ['025fd5e6-e737-4bf9-8df7-65b3d2e69f16'] in n-d-758944-46 is: [{'id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'name': 'tempest-TestNetworkAdvancedServerOps-router-907600073', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227'}], 'enable_snat': True}, 'gw_port_id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:06Z', 'updated_at': '2021-07-16T08:57:19Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '4317c39c-a29e-4987-ba92-f1e4286e24bb', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:54:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '025fd5e6-e737-4bf9-8df7-65b3d2e69f16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2631, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:23.950817 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] For port 4317c39c-a29e-4987-ba92-f1e4286e24bb, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4317c39c-a29e-4987-ba92-f1e4286e24bb,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:23.951188 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.961667 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b8f61ebc-0946-4ae9-9026-47db28bcb40f None None] Deleting port b9c075bc-4893-4158-aeae-97a657f8ce82 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:23.962059 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b8f61ebc-0946-4ae9-9026-47db28bcb40f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:23.976707 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for 4317c39c-a29e-4987-ba92-f1e4286e24bb owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:24.076620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b8f61ebc-0946-4ae9-9026-47db28bcb40f None None] For port b9c075bc-4893-4158-aeae-97a657f8ce82, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b9c075bc-4893-4158-aeae-97a657f8ce82,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:24.077043 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b8f61ebc-0946-4ae9-9026-47db28bcb40f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.090352 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.131238 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port b9c075bc-4893-4158-aeae-97a657f8ce82, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b9c075bc-4893-4158-aeae-97a657f8ce82,segment=NetworkSegment(67313fde-9b31-4382-8c12-25c125eeb262),segment_id=67313fde-9b31-4382-8c12-25c125eeb262)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:24.133187 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b8f61ebc-0946-4ae9-9026-47db28bcb40f None None] Calling delete_port for b9c075bc-4893-4158-aeae-97a657f8ce82 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:24.140012 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.195303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6eee5a-a7da-40dc-ba9a-ec1626bb5a64 req-f93f609c-ec71-4b52-99d2-295832cac043 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.203347 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d6eee5a-a7da-40dc-ba9a-ec1626bb5a64 req-f93f609c-ec71-4b52-99d2-295832cac043 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 945 time: 0.7475514 Jul 16 08:57:24.209389 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.260274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=b9c075bc-4893-4158-aeae-97a657f8ce82,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:24.282732 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d6eee5a-a7da-40dc-ba9a-ec1626bb5a64 req-0904c981-2f1d-4230-b66e-75e3bca076ec tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782423 Jul 16 08:57:24.291816 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.361121 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6d627238-443e-40ac-ac11-5c5a9821a211 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.384427 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b8f61ebc-0946-4ae9-9026-47db28bcb40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.413123 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6d627238-443e-40ac-ac11-5c5a9821a211 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for b3e9137f-9718-4cfe-9b85-61528367cac9 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:24.467263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f61ebc-0946-4ae9-9026-47db28bcb40f None None] Pushing event deleted for resources: {'Port': ['ID=b9c075bc-4893-4158-aeae-97a657f8ce82,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:24.491614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f61ebc-0946-4ae9-9026-47db28bcb40f None None] No DVR routers for this DVR port b9c075bc-4893-4158-aeae-97a657f8ce82 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:24.540734 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.543238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:24.543884 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.557351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=4317c39c-a29e-4987-ba92-f1e4286e24bb,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:24.672468 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.681562 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0592031 Jul 16 08:57:24.700930 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54170) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:24.723736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-48f85828-5a3c-42d8-8260-1c4bdc783f5c admin admin] Request body: {'subnet': {'network_id': 'bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1067007108-subnet', 'tenant_id': '2b38f4a810fa482f8ee216875ed346f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:24.818060 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f85828-5a3c-42d8-8260-1c4bdc783f5c admin admin] Made reservation on behalf of 2b38f4a810fa482f8ee216875ed346f6 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:24.820521 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-48f85828-5a3c-42d8-8260-1c4bdc783f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.883389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54174) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:24.926088 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fd5bdf-7692-48b8-9df5-3a16cc47b151 admin admin] Pushing event updated for resources: {'Network': ['ID=bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:24.938319 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.942231 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:24.944798 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:57:24.985237 n-d-758944-46 neutron-server[93695]: DEBUG neutron.objects.ports [None req-3cbf3c6b-7d04-43e8-bdcc-ddfac71eeee3 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93695) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:57:24.985726 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3c6b-7d04-43e8-bdcc-ddfac71eeee3 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.016082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6790b1fc-8b22-455a-ab3d-2c6addb5fd54 req-c9f8598f-c388-4b04-bacb-30864d4adb18 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:25.017864 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6790b1fc-8b22-455a-ab3d-2c6addb5fd54 req-c9f8598f-c388-4b04-bacb-30864d4adb18 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 945 time: 0.4047704 Jul 16 08:57:25.072611 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.072807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Fanout notify agent at l3_agent the message router_deleted on router 025fd5e6-e737-4bf9-8df7-65b3d2e69f16 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:57:25.087717 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.092547 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-32fd7b60-cca4-4efa-99a0-f5aed2b8bc50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/routers/025fd5e6-e737-4bf9-8df7-65b3d2e69f16 HTTP/1.1" status: 204 len: 168 time: 2.4114504 Jul 16 08:57:25.097129 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54178) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:25.170233 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6d627238-443e-40ac-ac11-5c5a9821a211 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.203851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf3c6b-7d04-43e8-bdcc-ddfac71eeee3 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Pushing event updated for resources: {'Subnet': ['ID=029cda83-dd5e-417e-b8e8-65196e234c7f,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:25.240355 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a9c14fb-4000-48c0-a923-24c519d35c65 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.242353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cbf3c6b-7d04-43e8-bdcc-ddfac71eeee3 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Checking segment: {'id': '09fdbb27-b044-4796-8446-bd610d3b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '314c5f2d-2f84-4731-95c3-e293f110870f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:25.243039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbf3c6b-7d04-43e8-bdcc-ddfac71eeee3 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Network hostable DHCP agents. Network: 314c5f2d-2f84-4731-95c3-e293f110870f, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:57:25.259476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d627238-443e-40ac-ac11-5c5a9821a211 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=b3e9137f-9718-4cfe-9b85-61528367cac9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:25.297359 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6790b1fc-8b22-455a-ab3d-2c6addb5fd54 req-17c9d80f-3b47-432d-9200-e788505854ba tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282016 Jul 16 08:57:25.349247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54180) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:25.349674 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f7c4a4a6-efe0-45ff-a19b-ec280ebbe945 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6f79a47424484f25b9f5f58c636b6e00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4411802 Jul 16 08:57:25.387854 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cbf3c6b-7d04-43e8-bdcc-ddfac71eeee3 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Network 314c5f2d-2f84-4731-95c3-e293f110870f is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:57:25.399460 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6d627238-443e-40ac-ac11-5c5a9821a211 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.402211 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6d627238-443e-40ac-ac11-5c5a9821a211 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/b3e9137f-9718-4cfe-9b85-61528367cac9 HTTP/1.1" status: 204 len: 168 time: 2.1681273 Jul 16 08:57:25.405643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-3cbf3c6b-7d04-43e8-bdcc-ddfac71eeee3 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 314c5f2d-2f84-4731-95c3-e293f110870f) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:25.407900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54184) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:25.424954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05d49ea-0319-4cf9-bd6b-4d68e83fe46e None None] Network 314c5f2d-2f84-4731-95c3-e293f110870f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:25.430465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cbf3c6b-7d04-43e8-bdcc-ddfac71eeee3 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:25.431614 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3cbf3c6b-7d04-43e8-bdcc-ddfac71eeee3 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.439876 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a9c14fb-4000-48c0-a923-24c519d35c65 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.454379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-5a9c14fb-4000-48c0-a923-24c519d35c65 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3569cf-5333-4fc9-ad23-0472f461f09c']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:25.469366 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-5a9c14fb-4000-48c0-a923-24c519d35c65 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67313fde-9b31-4382-8c12-25c125eeb262') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:25.469664 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-5a9c14fb-4000-48c0-a923-24c519d35c65 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67313fde-9b31-4382-8c12-25c125eeb262') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:25.481542 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a9c14fb-4000-48c0-a923-24c519d35c65 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.502012 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a9c14fb-4000-48c0-a923-24c519d35c65 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.504225 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3cbf3c6b-7d04-43e8-bdcc-ddfac71eeee3 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9173248 Jul 16 08:57:25.511374 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a9c14fb-4000-48c0-a923-24c519d35c65 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:57:25.511920 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a9c14fb-4000-48c0-a923-24c519d35c65 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.514297 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54186) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:25.533172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9c7ca991-f89f-4d94-9438-b464d2b11746 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1083330223', 'network_id': '314c5f2d-2f84-4731-95c3-e293f110870f'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:25.576516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-48f85828-5a3c-42d8-8260-1c4bdc783f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:57:25.598475 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:57:25.622369 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a9c14fb-4000-48c0-a923-24c519d35c65 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.635518 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a9c14fb-4000-48c0-a923-24c519d35c65 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.641740 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5a9c14fb-4000-48c0-a923-24c519d35c65 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/networks/5d3569cf-5333-4fc9-ad23-0472f461f09c HTTP/1.1" status: 204 len: 168 time: 0.5401523 Jul 16 08:57:25.659927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54188) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:25.665413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e112bf-a3b7-41d9-8057-fd7da24acee3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:25.667281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91e112bf-a3b7-41d9-8057-fd7da24acee3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:25.669130 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-91e112bf-a3b7-41d9-8057-fd7da24acee3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2563608 Jul 16 08:57:25.688194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54192) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:25.699661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9c14fb-4000-48c0-a923-24c519d35c65 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Network': ['ID=5d3569cf-5333-4fc9-ad23-0472f461f09c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:25.774295 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7ca991-f89f-4d94-9438-b464d2b11746 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Made reservation on behalf of 62468bcd808140cf8d27a98f05fa461b for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:25.778261 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1073-bcd9-4d78-b95f-c679ac3cfa1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.778758 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9c7ca991-f89f-4d94-9438-b464d2b11746 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.792608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-b680ca95-cdfe-4c0b-9bcc-91bc43d29e91 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 6027ff1d-b529-4aa9-83fb-b262b3887b6e {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:25.805338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f85828-5a3c-42d8-8260-1c4bdc783f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79a95993-e9aa-4a99-8400-abda12f54024,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:25.814884 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b680ca95-cdfe-4c0b-9bcc-91bc43d29e91 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.818486 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1073-bcd9-4d78-b95f-c679ac3cfa1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.916635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3af8b925-a121-414b-9d09-4e4aaeff7e1b no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:25.924091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0bf0b7e-5c92-4e55-95df-2b77b739dcf2 None None] Network 314c5f2d-2f84-4731-95c3-e293f110870f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:25.959167 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 3af8b925-a121-414b-9d09-4e4aaeff7e1b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:25.959772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3af8b925-a121-414b-9d09-4e4aaeff7e1b not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:25.960407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4317c39c-a29e-4987-ba92-f1e4286e24bb no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:25.963172 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1073-bcd9-4d78-b95f-c679ac3cfa1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.964483 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-9c7ca991-f89f-4d94-9438-b464d2b11746 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] device_id is not set on port 8a56ceea-49cf-4490-9e83-c0432a77aa65 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:25.966245 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7ce1073-bcd9-4d78-b95f-c679ac3cfa1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.979073 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c7ce1073-bcd9-4d78-b95f-c679ac3cfa1f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/054787cb-740b-4433-9703-151663c958d1 HTTP/1.1" status: 204 len: 168 time: 0.6227272 Jul 16 08:57:25.998672 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce1073-bcd9-4d78-b95f-c679ac3cfa1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054787cb-740b-4433-9703-151663c958d1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:26.014652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 4317c39c-a29e-4987-ba92-f1e4286e24bb {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:26.014997 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4317c39c-a29e-4987-ba92-f1e4286e24bb not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:26.079284 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b680ca95-cdfe-4c0b-9bcc-91bc43d29e91 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.195897 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd013c7b-d93d-4701-b76a-658e1b44246d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.203206 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f85828-5a3c-42d8-8260-1c4bdc783f5c admin admin] Checking segment: {'id': '78b7523d-61d5-4edc-9959-852884ce2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:26.203750 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f85828-5a3c-42d8-8260-1c4bdc783f5c admin admin] Network hostable DHCP agents. Network: bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:57:26.215413 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b680ca95-cdfe-4c0b-9bcc-91bc43d29e91 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.692361 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd013c7b-d93d-4701-b76a-658e1b44246d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.721042 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f85828-5a3c-42d8-8260-1c4bdc783f5c admin admin] Network bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:57:26.768096 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-9c7ca991-f89f-4d94-9438-b464d2b11746 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Allocated IP 2001:db8::38d (314c5f2d-2f84-4731-95c3-e293f110870f/029cda83-dd5e-417e-b8e8-65196e234c7f/8a56ceea-49cf-4490-9e83-c0432a77aa65) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:26.784392 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-48f85828-5a3c-42d8-8260-1c4bdc783f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:26.794371 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f85828-5a3c-42d8-8260-1c4bdc783f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:26.794983 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-48f85828-5a3c-42d8-8260-1c4bdc783f5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.799741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529bba46-b70d-4408-9572-4c1836fc4cc3 None None] Network bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:26.806089 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b680ca95-cdfe-4c0b-9bcc-91bc43d29e91 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.870682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b680ca95-cdfe-4c0b-9bcc-91bc43d29e91 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=6027ff1d-b529-4aa9-83fb-b262b3887b6e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:26.878018 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b680ca95-cdfe-4c0b-9bcc-91bc43d29e91 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.883046 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b680ca95-cdfe-4c0b-9bcc-91bc43d29e91 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/6027ff1d-b529-4aa9-83fb-b262b3887b6e HTTP/1.1" status: 204 len: 168 time: 1.1917572 Jul 16 08:57:26.886950 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-48f85828-5a3c-42d8-8260-1c4bdc783f5c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1812503 Jul 16 08:57:26.891826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54216) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:26.921980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48bc39c-8c4b-47fe-8dca-655c85709bec req-6b438772-4ff2-4658-b6a2-c819cbfa89ab tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:26.923798 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e48bc39c-8c4b-47fe-8dca-655c85709bec req-6b438772-4ff2-4658-b6a2-c819cbfa89ab tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 945 time: 0.6391785 Jul 16 08:57:26.959303 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3f116f-b152-4daf-81b7-fb1c403ee7fb None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:27.034439 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c234ad95-85ee-432a-aa74-a59dd2e445a9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1294818 Jul 16 08:57:27.039476 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54226) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:27.054272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6eb20284-2a1a-4cd0-ac5f-8f7b158b1a6a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:27.094980 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd013c7b-d93d-4701-b76a-658e1b44246d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.107236 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fd013c7b-d93d-4701-b76a-658e1b44246d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.119919 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fd013c7b-d93d-4701-b76a-658e1b44246d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/security-groups/78e81584-0a2f-404a-aa65-c4f9ebac0a02 HTTP/1.1" status: 204 len: 168 time: 1.4495118 Jul 16 08:57:27.177223 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e48bc39c-8c4b-47fe-8dca-655c85709bec req-e011120d-4f36-49ec-9482-f22e77f4cb46 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402358 Jul 16 08:57:27.189143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd013c7b-d93d-4701-b76a-658e1b44246d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e81584-0a2f-404a-aa65-c4f9ebac0a02,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:27.262353 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9c7ca991-f89f-4d94-9438-b464d2b11746 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.327786 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d0a110-5e77-4e51-8869-aa756658ee17 None None] Network bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:27.345938 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb20284-2a1a-4cd0-ac5f-8f7b158b1a6a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:27.350657 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6eb20284-2a1a-4cd0-ac5f-8f7b158b1a6a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.483087 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9c7ca991-f89f-4d94-9438-b464d2b11746 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.652594 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6eb20284-2a1a-4cd0-ac5f-8f7b158b1a6a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.760104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a966e9-a1a5-4467-a125-2cab74279088 None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:57:27.766072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb20284-2a1a-4cd0-ac5f-8f7b158b1a6a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=d7095214-f65a-420f-ad40-3cb9083a89d6,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:27.806362 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:57:27.818212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb20284-2a1a-4cd0-ac5f-8f7b158b1a6a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:27.822172 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-6eb20284-2a1a-4cd0-ac5f-8f7b158b1a6a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:27.838592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb20284-2a1a-4cd0-ac5f-8f7b158b1a6a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:27.843771 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6eb20284-2a1a-4cd0-ac5f-8f7b158b1a6a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.872245 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6eb20284-2a1a-4cd0-ac5f-8f7b158b1a6a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8305669 Jul 16 08:57:27.877216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54238) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:27.890401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-767d958a-07c3-407d-b2f0-d838128ffe0c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'fixed_ips': [{'subnet_id': 'd7095214-f65a-420f-ad40-3cb9083a89d6', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1542032393'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:27.900744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54240) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:27.924613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-87403977-1559-40e8-aec4-4df7c886b6e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-167198184', 'description': 'tempest-secgroup-smoke-167198184 description', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:27.933802 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7ca991-f89f-4d94-9438-b464d2b11746 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Network 314c5f2d-2f84-4731-95c3-e293f110870f is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:27.940921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7ca991-f89f-4d94-9438-b464d2b11746 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Pushing event updated for resources: {'Port': ['ID=8a56ceea-49cf-4490-9e83-c0432a77aa65,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:27.948424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-9c7ca991-f89f-4d94-9438-b464d2b11746 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:27.962178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7ca991-f89f-4d94-9438-b464d2b11746 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:27.963744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7ca991-f89f-4d94-9438-b464d2b11746 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:27.965345 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9c7ca991-f89f-4d94-9438-b464d2b11746 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:27.972720 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:27.996346 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a1a966e9-a1a5-4467-a125-2cab74279088 None None] Deleting port 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:27.997359 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a1a966e9-a1a5-4467-a125-2cab74279088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.038766 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf5ce2-db51-4c5b-8334-c55400686764 req-e748f8aa-4480-4f18-808f-81916bcae2b6 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:28.047291 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0faf5ce2-db51-4c5b-8334-c55400686764 req-e748f8aa-4480-4f18-808f-81916bcae2b6 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 945 time: 0.3727081 Jul 16 08:57:28.186565 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.227466 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-87403977-1559-40e8-aec4-4df7c886b6e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.234140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=49e36791-3ef9-4d0b-9841-cf5d4bee0a8a,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:28.248821 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.298086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a1a966e9-a1a5-4467-a125-2cab74279088 None None] For port 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=49e36791-3ef9-4d0b-9841-cf5d4bee0a8a,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:28.302522 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a1a966e9-a1a5-4467-a125-2cab74279088 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.333939 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9c7ca991-f89f-4d94-9438-b464d2b11746 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.8139737 Jul 16 08:57:28.336958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54252) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:28.342204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a1a966e9-a1a5-4467-a125-2cab74279088 None None] Calling delete_port for 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:28.383765 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-87403977-1559-40e8-aec4-4df7c886b6e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.409761 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-87403977-1559-40e8-aec4-4df7c886b6e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.417036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-767d958a-07c3-407d-b2f0-d838128ffe0c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:28.513940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-87403977-1559-40e8-aec4-4df7c886b6e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.527860 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-87403977-1559-40e8-aec4-4df7c886b6e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6197348 Jul 16 08:57:28.555533 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event deleted for resources: {'Port': ['ID=49e36791-3ef9-4d0b-9841-cf5d4bee0a8a,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:28.558487 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a1a966e9-a1a5-4467-a125-2cab74279088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.574516 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:28.575017 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:28.575463 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:28.575905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:28.576656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:28.577156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:28.577702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:28.578691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:28.579124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:28.579553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:28.580426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54256) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:28.582048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:28.582527 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:28.614395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a966e9-a1a5-4467-a125-2cab74279088 None None] No DVR routers for this DVR port 49e36791-3ef9-4d0b-9841-cf5d4bee0a8a on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:28.617269 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a966e9-a1a5-4467-a125-2cab74279088 None None] Pushing event deleted for resources: {'Port': ['ID=49e36791-3ef9-4d0b-9841-cf5d4bee0a8a,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:28.647412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44561ccb-ab5b-49b0-a901-70df27f851d9 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:28.649064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54262) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:28.658311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-445f96cc-93a8-44e1-a0ae-34a22827dc75 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': 'd2cd42b3-7c62-41ef-a101-2f2384b3b460', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:28.666498 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1801178795-network', 'tenant_id': '89b4018bd4b54d6eb7446eccb05d0d24'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:28.675053 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87403977-1559-40e8-aec4-4df7c886b6e5 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2cd42b3-7c62-41ef-a101-2f2384b3b460,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:28.750364 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-445f96cc-93a8-44e1-a0ae-34a22827dc75 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.804472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2432cb09-e5d0-4126-872b-b654fe1e226b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Deleting port 8a56ceea-49cf-4490-9e83-c0432a77aa65 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:28.804980 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2432cb09-e5d0-4126-872b-b654fe1e226b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.835929 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-0faf5ce2-db51-4c5b-8334-c55400686764 req-3a0cfdb1-5aaa-4a11-958a-ac411f559b7a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Deleting port f19a408e-87d4-4b43-9a70-c7b2ea572159 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:28.836639 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0faf5ce2-db51-4c5b-8334-c55400686764 req-3a0cfdb1-5aaa-4a11-958a-ac411f559b7a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.854213 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-767d958a-07c3-407d-b2f0-d838128ffe0c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.879014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] Made reservation on behalf of 89b4018bd4b54d6eb7446eccb05d0d24 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:28.884167 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.930399 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.938562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-767d958a-07c3-407d-b2f0-d838128ffe0c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port 3d486213-b363-4377-a6ff-7bfa1d6914f8 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:57:28.969118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-0faf5ce2-db51-4c5b-8334-c55400686764 req-3a0cfdb1-5aaa-4a11-958a-ac411f559b7a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] For port f19a408e-87d4-4b43-9a70-c7b2ea572159, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f19a408e-87d4-4b43-9a70-c7b2ea572159,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:28.970685 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0faf5ce2-db51-4c5b-8334-c55400686764 req-3a0cfdb1-5aaa-4a11-958a-ac411f559b7a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:28.993782 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-0faf5ce2-db51-4c5b-8334-c55400686764 req-3a0cfdb1-5aaa-4a11-958a-ac411f559b7a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Calling delete_port for f19a408e-87d4-4b43-9a70-c7b2ea572159 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:29.002880 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e94def-e727-4be6-b10b-0dfe96b546fa req-fd62d177-8e69-4b25-8ea0-5deb2e7f839c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:29.018520 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0e94def-e727-4be6-b10b-0dfe96b546fa req-fd62d177-8e69-4b25-8ea0-5deb2e7f839c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 945 time: 0.3441727 Jul 16 08:57:29.068974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': 'd7095214-f65a-420f-ad40-3cb9083a89d6'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:57:29.070845 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.221395 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0e94def-e727-4be6-b10b-0dfe96b546fa req-3b56c711-86c1-4e8e-a159-4dd94fcbe6d8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025611 Jul 16 08:57:29.261293 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0faf5ce2-db51-4c5b-8334-c55400686764 req-3a0cfdb1-5aaa-4a11-958a-ac411f559b7a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.278705 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-445f96cc-93a8-44e1-a0ae-34a22827dc75 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.363980 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-445f96cc-93a8-44e1-a0ae-34a22827dc75 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.380076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cfdb1-5aaa-4a11-958a-ac411f559b7a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event deleted for resources: {'Port': ['ID=f19a408e-87d4-4b43-9a70-c7b2ea572159,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:29.411263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445f96cc-93a8-44e1-a0ae-34a22827dc75 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f12e5b80-8abf-44a7-91ad-3e7b5a2c0051,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:29.522877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-0faf5ce2-db51-4c5b-8334-c55400686764 req-3a0cfdb1-5aaa-4a11-958a-ac411f559b7a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] No DVR routers for this DVR port f19a408e-87d4-4b43-9a70-c7b2ea572159 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:29.527682 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0faf5ce2-db51-4c5b-8334-c55400686764 req-3a0cfdb1-5aaa-4a11-958a-ac411f559b7a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.527682 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0faf5ce2-db51-4c5b-8334-c55400686764 req-3a0cfdb1-5aaa-4a11-958a-ac411f559b7a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "DELETE /v2.0/ports/f19a408e-87d4-4b43-9a70-c7b2ea572159 HTTP/1.1" status: 204 len: 173 time: 1.4766204 Jul 16 08:57:29.538703 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2432cb09-e5d0-4126-872b-b654fe1e226b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.542461 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5f99b0-655b-4b11-b134-aa8f1f83320a', 'name': 'network-vif-deleted', 'tag': 'f19a408e-87d4-4b43-9a70-c7b2ea572159'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:29.545460 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cb9916-8a0e-4382-a505-5bcdfa7ad8bd" -d '{"events": [{"server_uuid": "eb5f99b0-655b-4b11-b134-aa8f1f83320a", "name": "network-vif-deleted", "tag": "f19a408e-87d4-4b43-9a70-c7b2ea572159"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:29.620285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2432cb09-e5d0-4126-872b-b654fe1e226b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Calling delete_port for 8a56ceea-49cf-4490-9e83-c0432a77aa65 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:29.628617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Allocated IP 2001:db8::2 (d414e6fa-d160-44fd-92e3-d399748f3f68/d7095214-f65a-420f-ad40-3cb9083a89d6/ad4d67c3-9804-40ce-97b6-0c471a54e326) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:29.649419 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.658234 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.697070 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:57:29.719662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce6581d-16be-4d93-9f55-225201a5ddd3,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:29.732826 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.733363 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] Added segment 5075c524-9188-4bbf-ad3d-a45bc6fe33c8 of type vlan for network 1bff943c-910e-4862-aba4-920f37aeaadc Jul 16 08:57:29.766926 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-775b2e1e-0644-496f-b67d-79a807cca446 x-openstack-request-id: req-775b2e1e-0644-496f-b67d-79a807cca446 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:29.767141 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5f99b0-655b-4b11-b134-aa8f1f83320a", "name": "network-vif-deleted", "tag": "f19a408e-87d4-4b43-9a70-c7b2ea572159", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:29.776826 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-775b2e1e-0644-496f-b67d-79a807cca446 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:29.777276 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5f99b0-655b-4b11-b134-aa8f1f83320a', 'name': 'network-vif-deleted', 'tag': 'f19a408e-87d4-4b43-9a70-c7b2ea572159', 'status': 'completed', 'code': 200} Jul 16 08:57:29.778063 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-445f96cc-93a8-44e1-a0ae-34a22827dc75 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.783681 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-445f96cc-93a8-44e1-a0ae-34a22827dc75 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1973054 Jul 16 08:57:29.787087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54274) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:29.807524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-142f4cdc-c360-4e92-9f24-1ee89e14cb50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': 'd2cd42b3-7c62-41ef-a101-2f2384b3b460', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:29.864214 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.905275 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-142f4cdc-c360-4e92-9f24-1ee89e14cb50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.924559 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.936265 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:29.936265 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.944027 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:29.957182 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Transition to ACTIVE for port object ad4d67c3-9804-40ce-97b6-0c471a54e326 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:29.979877 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Transition to ACTIVE for port object ad4d67c3-9804-40ce-97b6-0c471a54e326 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:29.989454 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.044088 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:30.051159 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-767d958a-07c3-407d-b2f0-d838128ffe0c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:57:30.051889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-767d958a-07c3-407d-b2f0-d838128ffe0c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:57:30.052751 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:30.065634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:30.082450 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4192648 Jul 16 08:57:30.090436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54280) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:30.112329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Pushing event updated for resources: {'Port': ['ID=ad4d67c3-9804-40ce-97b6-0c471a54e326,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:30.132547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9d21720e-26aa-476b-82d6-640fa7adec45 admin admin] Request body: {'subnet': {'network_id': '1bff943c-910e-4862-aba4-920f37aeaadc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1801178795-subnet', 'tenant_id': '89b4018bd4b54d6eb7446eccb05d0d24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:30.141708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f19a408e-87d4-4b43-9a70-c7b2ea572159 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:30.185891 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-142f4cdc-c360-4e92-9f24-1ee89e14cb50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.190283 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: f19a408e-87d4-4b43-9a70-c7b2ea572159 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:30.191399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f19a408e-87d4-4b43-9a70-c7b2ea572159 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:30.193986 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-142f4cdc-c360-4e92-9f24-1ee89e14cb50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.205179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Attempting to bind port ad4d67c3-9804-40ce-97b6-0c471a54e326 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:30.205683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Attempting to bind port ad4d67c3-9804-40ce-97b6-0c471a54e326 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:30.206730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Attempting to bind port ad4d67c3-9804-40ce-97b6-0c471a54e326 on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:30.215849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7f8e43-468d-4769-8aa2-71f2f114f945 admin admin] Pushing event updated for resources: {'Network': ['ID=1bff943c-910e-4862-aba4-920f37aeaadc,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:30.219153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:30.219416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:30.219774 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.220248 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:30.220878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Bound port: ad4d67c3-9804-40ce-97b6-0c471a54e326, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:30.221347 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.227790 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-767d958a-07c3-407d-b2f0-d838128ffe0c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.3482313 Jul 16 08:57:30.234170 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 1bff943c-910e-4862-aba4-920f37aeaadc details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:57:30.245252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54282) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:30.308057 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f4cdc-c360-4e92-9f24-1ee89e14cb50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcdb843b-02a9-4ff1-8760-a95cef3396bd,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:30.320891 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2432cb09-e5d0-4126-872b-b654fe1e226b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.393343 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432cb09-e5d0-4126-872b-b654fe1e226b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a56ceea-49cf-4490-9e83-c0432a77aa65,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:30.410990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] For port ad4d67c3-9804-40ce-97b6-0c471a54e326, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:30.416010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] For port ad4d67c3-9804-40ce-97b6-0c471a54e326, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ad4d67c3-9804-40ce-97b6-0c471a54e326,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:30.420130 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d21720e-26aa-476b-82d6-640fa7adec45 admin admin] Made reservation on behalf of 89b4018bd4b54d6eb7446eccb05d0d24 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:30.424752 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9d21720e-26aa-476b-82d6-640fa7adec45 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.425923 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.465279 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-142f4cdc-c360-4e92-9f24-1ee89e14cb50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.467046 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-142f4cdc-c360-4e92-9f24-1ee89e14cb50 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6769238 Jul 16 08:57:30.480389 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2432cb09-e5d0-4126-872b-b654fe1e226b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.487396 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2432cb09-e5d0-4126-872b-b654fe1e226b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "DELETE /v2.0/ports/8a56ceea-49cf-4490-9e83-c0432a77aa65 HTTP/1.1" status: 204 len: 168 time: 2.1288424 Jul 16 08:57:30.488279 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54290) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:30.490241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54292) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:30.502168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '314c5f2d-2f84-4731-95c3-e293f110870f', 'external_fixed_ips': [{'subnet_id': '029cda83-dd5e-417e-b8e8-65196e234c7f', 'ip_address': '2001:db8::38d'}]}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:30.519272 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-397c471b-0278-46fe-8b11-01f673cc8a27 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': 'd2cd42b3-7c62-41ef-a101-2f2384b3b460', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:30.538375 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5844a-7538-4e1f-97a8-591a955fb5e4 None None] Pushing event updated for resources: {'Port': ['ID=ad4d67c3-9804-40ce-97b6-0c471a54e326,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:30.569858 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.api [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:57:30.569858 n-d-758944-46 neutron-server[93695]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:57:30.569858 n-d-758944-46 neutron-server[93695]: [parameters: {'project_id_1': '62468bcd808140cf8d27a98f05fa461b', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 57, 30, 548224)}] Jul 16 08:57:30.569858 n-d-758944-46 neutron-server[93695]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:57:30.571474 n-d-758944-46 neutron-server[93695]: DEBUG oslo_db.api [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:57:30.599915 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-397c471b-0278-46fe-8b11-01f673cc8a27 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.608007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e96d0c16-d01c-4fb8-8302-0989098a625e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:30.611927 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e96d0c16-d01c-4fb8-8302-0989098a625e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.3652356 Jul 16 08:57:30.615873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54296) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:30.707435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04485a0-ff81-4114-b38d-0071101750a8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:30.708429 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-397c471b-0278-46fe-8b11-01f673cc8a27 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.709166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04485a0-ff81-4114-b38d-0071101750a8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:30.710829 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d04485a0-ff81-4114-b38d-0071101750a8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0938902 Jul 16 08:57:30.713718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54298) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:30.720540 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-397c471b-0278-46fe-8b11-01f673cc8a27 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.756772 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-397c471b-0278-46fe-8b11-01f673cc8a27 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.765360 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-397c471b-0278-46fe-8b11-01f673cc8a27 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2757361 Jul 16 08:57:30.766922 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c471b-0278-46fe-8b11-01f673cc8a27 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3343320-2307-42a0-a1a0-3aea5e81f22e,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:30.769890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54300) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:30.778868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-69521b36-482c-4f9f-b1cb-4612d782ec9a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': 'd2cd42b3-7c62-41ef-a101-2f2384b3b460', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:30.849286 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69521b36-482c-4f9f-b1cb-4612d782ec9a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.866855 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b50d5362-38e5-4ec6-8202-164905bf9604 req-e816b40d-98b8-484c-855c-04db6c357f61 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 210 time: 0.1391625 Jul 16 08:57:30.987687 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69521b36-482c-4f9f-b1cb-4612d782ec9a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:30.994435 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69521b36-482c-4f9f-b1cb-4612d782ec9a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.028058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69521b36-482c-4f9f-b1cb-4612d782ec9a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33c1fc92-7186-47ef-a352-3030fbaccfef,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:31.033428 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69521b36-482c-4f9f-b1cb-4612d782ec9a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.035073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-69521b36-482c-4f9f-b1cb-4612d782ec9a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2636511 Jul 16 08:57:31.039370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54304) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:31.039891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-957cc453-ae07-47bf-85b3-2c2d56f9b43c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet d7095214-f65a-420f-ad40-3cb9083a89d6 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:31.045550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-09690017-8a6d-4b59-a8ae-2109bc3579e0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': 'd2cd42b3-7c62-41ef-a101-2f2384b3b460', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:31.048966 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-957cc453-ae07-47bf-85b3-2c2d56f9b43c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.060178 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9d21720e-26aa-476b-82d6-640fa7adec45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.091970 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-09690017-8a6d-4b59-a8ae-2109bc3579e0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Project 6bd79a16b15a44f9ba1c5be5b1f2251d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:57:31.102780 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-09690017-8a6d-4b59-a8ae-2109bc3579e0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.165297 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.167012 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.243529 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.355764 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-957cc453-ae07-47bf-85b3-2c2d56f9b43c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.424678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21720e-26aa-476b-82d6-640fa7adec45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9aa535e5-12f6-4394-9d0f-4f91da766162,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:31.473027 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d21720e-26aa-476b-82d6-640fa7adec45 admin admin] Checking segment: {'id': '5075c524-9188-4bbf-ad3d-a45bc6fe33c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '1bff943c-910e-4862-aba4-920f37aeaadc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:31.482667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d21720e-26aa-476b-82d6-640fa7adec45 admin admin] Network hostable DHCP agents. Network: 1bff943c-910e-4862-aba4-920f37aeaadc, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:57:31.492590 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.522332 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-09690017-8a6d-4b59-a8ae-2109bc3579e0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.538794 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-09690017-8a6d-4b59-a8ae-2109bc3579e0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.580554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09690017-8a6d-4b59-a8ae-2109bc3579e0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f48f4aa-08d5-44ec-a165-4667fb7bf823,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:31.587900 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-09690017-8a6d-4b59-a8ae-2109bc3579e0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.593565 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-09690017-8a6d-4b59-a8ae-2109bc3579e0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5480328 Jul 16 08:57:31.596046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54308) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:31.603315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-1c8f4afa-5e91-4c2d-b5d4-293d9e4b9e0d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'security_group_rule': {'security_group_id': 'd2cd42b3-7c62-41ef-a101-2f2384b3b460', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:31.686538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-957cc453-ae07-47bf-85b3-2c2d56f9b43c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.686816 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-1c8f4afa-5e91-4c2d-b5d4-293d9e4b9e0d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Project 6bd79a16b15a44f9ba1c5be5b1f2251d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:57:31.695751 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4afa-5e91-4c2d-b5d4-293d9e4b9e0d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.819838 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d21720e-26aa-476b-82d6-640fa7adec45 admin admin] Network 1bff943c-910e-4862-aba4-920f37aeaadc is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:57:31.834980 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4afa-5e91-4c2d-b5d4-293d9e4b9e0d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.842494 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-9d21720e-26aa-476b-82d6-640fa7adec45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 1bff943c-910e-4862-aba4-920f37aeaadc) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:31.849391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d21720e-26aa-476b-82d6-640fa7adec45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:31.850006 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9d21720e-26aa-476b-82d6-640fa7adec45 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.857690 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da802cd6-41ce-4fc7-b934-98007a234a8e None None] Network 1bff943c-910e-4862-aba4-920f37aeaadc requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:31.860255 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4afa-5e91-4c2d-b5d4-293d9e4b9e0d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.872937 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-957cc453-ae07-47bf-85b3-2c2d56f9b43c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.933030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f4afa-5e91-4c2d-b5d4-293d9e4b9e0d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ae550cf-cca5-4079-938e-4f4166ed5a5e,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:31.970615 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957cc453-ae07-47bf-85b3-2c2d56f9b43c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=d7095214-f65a-420f-ad40-3cb9083a89d6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:31.988054 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-957cc453-ae07-47bf-85b3-2c2d56f9b43c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:31.992548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-957cc453-ae07-47bf-85b3-2c2d56f9b43c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/d7095214-f65a-420f-ad40-3cb9083a89d6 HTTP/1.1" status: 204 len: 168 time: 1.2751985 Jul 16 08:57:31.993074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54312) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:32.004543 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9d21720e-26aa-476b-82d6-640fa7adec45 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9041147 Jul 16 08:57:32.054840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ad4d67c3-9804-40ce-97b6-0c471a54e326 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:32.115758 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8cda96d8-dd97-4a02-924f-de8683bcac0e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1210740 Jul 16 08:57:32.116427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54316) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:32.126005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f6177884-b189-43d3-90c2-ee7e5a6e9d8f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:32.135162 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c8f4afa-5e91-4c2d-b5d4-293d9e4b9e0d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.141800 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54318) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:32.142367 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1c8f4afa-5e91-4c2d-b5d4-293d9e4b9e0d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5448396 Jul 16 08:57:32.151523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-927a3224-b242-41be-b19d-5b91e7a1de4c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'network': {'name': 'tempest-network-smoke--1189008822', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'port_security_enabled': True}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:32.205590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927a3224-b242-41be-b19d-5b91e7a1de4c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Made reservation on behalf of 6bd79a16b15a44f9ba1c5be5b1f2251d for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:32.213310 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-927a3224-b242-41be-b19d-5b91e7a1de4c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.294875 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-927a3224-b242-41be-b19d-5b91e7a1de4c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:57:32.318158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b1932c-b082-437f-bd0f-c8b8a0925efc None None] Network 1bff943c-910e-4862-aba4-920f37aeaadc requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:32.345149 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-927a3224-b242-41be-b19d-5b91e7a1de4c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.345747 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-927a3224-b242-41be-b19d-5b91e7a1de4c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Added segment d43c5176-97bd-4bdb-8cd7-bf59279f299e of type vlan for network 28a0aa94-0f4f-4171-9fed-e2f91a71d53c Jul 16 08:57:32.431923 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.441671 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b50829bd-8cf7-4681-a9a3-49796edd68a8 req-bfeffda0-ea7f-470a-a7a9-a26aede8b3f4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 210 time: 0.1000807 Jul 16 08:57:32.482437 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.490632 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port ad4d67c3-9804-40ce-97b6-0c471a54e326 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:32.535748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6f79c7-b6df-4b21-970e-8688b8318f8c None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:32.584193 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-927a3224-b242-41be-b19d-5b91e7a1de4c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.633698 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6177884-b189-43d3-90c2-ee7e5a6e9d8f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:32.640370 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f6177884-b189-43d3-90c2-ee7e5a6e9d8f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.645309 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-927a3224-b242-41be-b19d-5b91e7a1de4c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.654303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927a3224-b242-41be-b19d-5b91e7a1de4c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:32.654961 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-927a3224-b242-41be-b19d-5b91e7a1de4c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.710572 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-927a3224-b242-41be-b19d-5b91e7a1de4c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5672009 Jul 16 08:57:32.717392 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54328) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:32.742902 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'admin_state_up': True, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:32.841813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-aefc5423-9050-42dc-9fea-670fa6b681a5 None None] Provisioning for port ad4d67c3-9804-40ce-97b6-0c471a54e326 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:32.849131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-aefc5423-9050-42dc-9fea-670fa6b681a5 None None] Provisioning complete for port ad4d67c3-9804-40ce-97b6-0c471a54e326 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:32.849510 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-aefc5423-9050-42dc-9fea-670fa6b681a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.895869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927a3224-b242-41be-b19d-5b91e7a1de4c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Network': ['ID=28a0aa94-0f4f-4171-9fed-e2f91a71d53c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:32.929345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 28a0aa94-0f4f-4171-9fed-e2f91a71d53c details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:57:32.947356 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.949801 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.109773 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-aefc5423-9050-42dc-9fea-670fa6b681a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.150798 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-aefc5423-9050-42dc-9fea-670fa6b681a5 None None] For port ad4d67c3-9804-40ce-97b6-0c471a54e326, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ad4d67c3-9804-40ce-97b6-0c471a54e326,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:33.158740 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-aefc5423-9050-42dc-9fea-670fa6b681a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.232086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879c1d1f-ee3c-46a6-86bb-29cde114a804 None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:57:33.246504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc5423-9050-42dc-9fea-670fa6b681a5 None None] Pushing event updated for resources: {'Port': ['ID=ad4d67c3-9804-40ce-97b6-0c471a54e326,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:33.318899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-879c1d1f-ee3c-46a6-86bb-29cde114a804 None None] Deleting port ad4d67c3-9804-40ce-97b6-0c471a54e326 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:33.319653 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-879c1d1f-ee3c-46a6-86bb-29cde114a804 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.401959 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f6177884-b189-43d3-90c2-ee7e5a6e9d8f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.418368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-879c1d1f-ee3c-46a6-86bb-29cde114a804 None None] For port ad4d67c3-9804-40ce-97b6-0c471a54e326, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ad4d67c3-9804-40ce-97b6-0c471a54e326,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:33.419617 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-879c1d1f-ee3c-46a6-86bb-29cde114a804 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.424526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Allocated IP 2001:db8::38d (314c5f2d-2f84-4731-95c3-e293f110870f/029cda83-dd5e-417e-b8e8-65196e234c7f/266042d3-5fcb-4a21-b15f-3d0f84fb0185) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:33.441251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-879c1d1f-ee3c-46a6-86bb-29cde114a804 None None] Calling delete_port for ad4d67c3-9804-40ce-97b6-0c471a54e326 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:33.468717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6177884-b189-43d3-90c2-ee7e5a6e9d8f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:33.565384 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-879c1d1f-ee3c-46a6-86bb-29cde114a804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.602222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879c1d1f-ee3c-46a6-86bb-29cde114a804 None None] Pushing event deleted for resources: {'Port': ['ID=ad4d67c3-9804-40ce-97b6-0c471a54e326,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:33.607553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879c1d1f-ee3c-46a6-86bb-29cde114a804 None None] No DVR routers for this DVR port ad4d67c3-9804-40ce-97b6-0c471a54e326 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:57:33.610810 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f6177884-b189-43d3-90c2-ee7e5a6e9d8f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:33.616243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6177884-b189-43d3-90c2-ee7e5a6e9d8f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:33.621544 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f6177884-b189-43d3-90c2-ee7e5a6e9d8f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.637007 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ae698d-d0c6-4cae-a062-ea9af863beca None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:33.827267 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f6177884-b189-43d3-90c2-ee7e5a6e9d8f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7055564 Jul 16 08:57:33.837312 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54348) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:33.858687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ad4d67c3-9804-40ce-97b6-0c471a54e326 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:33.873256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5223983e-f893-4ef3-953a-ba950ee4e285 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-296667216', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:33.916533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6177884-b189-43d3-90c2-ee7e5a6e9d8f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=39e41e83-416f-4c26-9af6-8800a3430a1b,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:33.953974 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:33.965907 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19edc-d48a-497e-a238-34e993918f9c req-6d81ec74-da7e-4c37-a3e5-e279811f5687 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:33.969868 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fc19edc-d48a-497e-a238-34e993918f9c req-6d81ec74-da7e-4c37-a3e5-e279811f5687 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/networks?id=bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9 HTTP/1.1" status: 200 len: 809 time: 0.9540524 Jul 16 08:57:34.006549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: ad4d67c3-9804-40ce-97b6-0c471a54e326 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:34.007417 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ad4d67c3-9804-40ce-97b6-0c471a54e326 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:34.050169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-088bd5e4-4e38-4f62-850e-75d32ce05c91 req-1df94e09-c57f-4116-99ec-2c7861c0d5fe tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 210 time: 0.1434877 Jul 16 08:57:34.123387 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5223983e-f893-4ef3-953a-ba950ee4e285 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.127502 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5223983e-f893-4ef3-953a-ba950ee4e285 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.133445 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fc19edc-d48a-497e-a238-34e993918f9c req-861ed280-a040-4102-bd89-d22cb94750ea tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/quotas/2b38f4a810fa482f8ee216875ed346f6 HTTP/1.1" status: 200 len: 375 time: 0.0990462 Jul 16 08:57:34.147788 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.164429 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.271002 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fc19edc-d48a-497e-a238-34e993918f9c req-bab5d93d-2872-40df-b09a-360d9eb9c9da tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2b38f4a810fa482f8ee216875ed346f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1267045 Jul 16 08:57:34.272208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': '39e41e83-416f-4c26-9af6-8800a3430a1b'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:57:34.275061 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.336934 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5223983e-f893-4ef3-953a-ba950ee4e285 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.348387 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5223983e-f893-4ef3-953a-ba950ee4e285 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.376849 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.408876 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.425058 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5223983e-f893-4ef3-953a-ba950ee4e285 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.427379 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5223983e-f893-4ef3-953a-ba950ee4e285 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5882044 Jul 16 08:57:34.430225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54358) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:34.469379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Network 314c5f2d-2f84-4731-95c3-e293f110870f is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:34.480346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:34.486571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:34.490599 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Pushing event updated for resources: {'Port': ['ID=266042d3-5fcb-4a21-b15f-3d0f84fb0185,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:34.627306 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Allocated IP 2001:db8::2 (d414e6fa-d160-44fd-92e3-d399748f3f68/39e41e83-416f-4c26-9af6-8800a3430a1b/d38c19b0-76dc-4490-87fd-ee8ffa674e21) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:35.032389 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.051241 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fc19edc-d48a-497e-a238-34e993918f9c req-fae99bf3-a4fc-42ae-86d9-a34756e178cf service neutron] 10.222.0.20 "GET /v2.0/networks/bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6821251 Jul 16 08:57:35.069073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Transition to ACTIVE for port object d38c19b0-76dc-4490-87fd-ee8ffa674e21 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:35.119774 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.124374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Transition to ACTIVE for port object d38c19b0-76dc-4490-87fd-ee8ffa674e21 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:35.172210 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.200627 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.220953 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2fc19edc-d48a-497e-a238-34e993918f9c req-fc50c51f-57b4-4a89-9081-4044b5788574 service neutron] 10.222.0.20 "GET /v2.0/networks/bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471767 Jul 16 08:57:35.391222 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-681f3fc7-8caa-4f5b-8a12-be04de4086f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.423016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:35.433127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:35.441497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:35.444177 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf186f42-58f6-4e80-b988-ff366e8bbe78 req-cd7af5e2-ad21-4f0b-9285-903f705ef097 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 210 time: 0.0763252 Jul 16 08:57:35.603330 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Pushing event updated for resources: {'Port': ['ID=d38c19b0-76dc-4490-87fd-ee8ffa674e21,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:35.644410 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.654844 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.715727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Attempting to bind port d38c19b0-76dc-4490-87fd-ee8ffa674e21 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:35.716339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Attempting to bind port d38c19b0-76dc-4490-87fd-ee8ffa674e21 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:35.716960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Attempting to bind port d38c19b0-76dc-4490-87fd-ee8ffa674e21 on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:35.750804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:35.751457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:35.752084 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.752936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:35.753773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Bound port: d38c19b0-76dc-4490-87fd-ee8ffa674e21, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:35.754451 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.874033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Router 3ac15e55-2b04-4761-99ae-84195c379ac0 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:57:35.892456 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.909659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] For port d38c19b0-76dc-4490-87fd-ee8ffa674e21, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:35.914141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] For port d38c19b0-76dc-4490-87fd-ee8ffa674e21, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d38c19b0-76dc-4490-87fd-ee8ffa674e21,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:35.916727 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-58f2dfdf-3b35-4f1f-bcdb-8cc43223c6f1 req-eab3e3f0-4815-408f-a400-cb3baa6a36a7 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 210 time: 0.2163873 Jul 16 08:57:35.933773 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.955885 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.150038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3831421f-3cb0-4a28-98b2-178792760489 None None] Pushing event updated for resources: {'Port': ['ID=d38c19b0-76dc-4490-87fd-ee8ffa674e21,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:36.259790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::1 (d414e6fa-d160-44fd-92e3-d399748f3f68/39e41e83-416f-4c26-9af6-8800a3430a1b/7e2048db-f68b-44e4-a00b-51ea761acd9e) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:36.562786 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.588462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object 7e2048db-f68b-44e4-a00b-51ea761acd9e will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:36.653661 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.823342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.25.4.59 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/639de7ce-793c-4d65-ac4f-a1fbdb5dce14) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:36.873407 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:36.999061 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-122a4f10-6f3a-40a0-b6f5-d19f9a3181cf req-fd5a9798-e52b-43b4-a3fe-0bd57603a7c1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 210 time: 0.0529718 Jul 16 08:57:37.035336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:37.048516 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:37.051071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:37.053310 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.076486 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Sync routers for ids ['3ac15e55-2b04-4761-99ae-84195c379ac0'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:37.115307 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Routers {'3ac15e55-2b04-4761-99ae-84195c379ac0'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:37.116085 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3ac15e55-2b04-4761-99ae-84195c379ac0'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:37.119000 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.121836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e5678024-1078-4882-ae72-a6e7ac839a7c tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.6234832 Jul 16 08:57:37.124477 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54394) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:37.185447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=7e2048db-f68b-44e4-a00b-51ea761acd9e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:37.460667 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Set router 3ac15e55-2b04-4761-99ae-84195c379ac0 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:37.507883 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.613348 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0be283ad-b8c1-4ef4-8bcd-9ef72a875be7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.807944 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9134c7d4-0672-4b5b-b2b5-6a44c2dea3c1 req-13c82cc5-90ce-4064-87fd-a6d20f585d2d tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 210 time: 0.2105422 Jul 16 08:57:37.814921 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:37.947175 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac15e55-2b04-4761-99ae-84195c379ac0', 'name': '', 'tenant_id': '62468bcd808140cf8d27a98f05fa461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '314c5f2d-2f84-4731-95c3-e293f110870f', 'external_fixed_ips': [{'subnet_id': '029cda83-dd5e-417e-b8e8-65196e234c7f', 'ip_address': '2001:db8::38d'}], 'enable_snat': True}, 'gw_port_id': '266042d3-5fcb-4a21-b15f-3d0f84fb0185', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:31Z', 'updated_at': '2021-07-16T08:57:34Z', 'revision_number': 3, 'project_id': '62468bcd808140cf8d27a98f05fa461b', 'gw_port': {'id': '266042d3-5fcb-4a21-b15f-3d0f84fb0185', 'name': '', 'network_id': '314c5f2d-2f84-4731-95c3-e293f110870f', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:a9:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ac15e55-2b04-4761-99ae-84195c379ac0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2868, 'fixed_ips': [{'subnet_id': '029cda83-dd5e-417e-b8e8-65196e234c7f', 'ip_address': '2001:db8::38d', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T08:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '029cda83-dd5e-417e-b8e8-65196e234c7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:38.027243 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9a8cd63c-86f4-4b18-b32a-5a43b180ceb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.126843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d38c19b0-76dc-4490-87fd-ee8ffa674e21 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:38.131515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:38.161246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:38.167601 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:38.188704 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0be283ad-b8c1-4ef4-8bcd-9ef72a875be7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.189437 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Checking router: 3ac15e55-2b04-4761-99ae-84195c379ac0 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:38.198399 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Updating router 3ac15e55-2b04-4761-99ae-84195c379ac0 port 266042d3-5fcb-4a21-b15f-3d0f84fb0185 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:57:38.367380 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=639de7ce-793c-4d65-ac4f-a1fbdb5dce14,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:38.480217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port d38c19b0-76dc-4490-87fd-ee8ffa674e21 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:38.490065 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d38c19b0-76dc-4490-87fd-ee8ffa674e21 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:38.490997 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.496843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e4a3b60f-e1be-4bd1-9706-52d660a1d4fb None None] Provisioning for port d38c19b0-76dc-4490-87fd-ee8ffa674e21 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:38.535979 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.570901 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.613460 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.632457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e4a3b60f-e1be-4bd1-9706-52d660a1d4fb None None] Provisioning complete for port d38c19b0-76dc-4490-87fd-ee8ffa674e21 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:38.633396 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b60f-e1be-4bd1-9706-52d660a1d4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.830833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19edc-d48a-497e-a238-34e993918f9c req-3aeb5d2b-aad0-4862-8493-28f7838a36e0 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:38.834086 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2fc19edc-d48a-497e-a238-34e993918f9c req-3aeb5d2b-aad0-4862-8493-28f7838a36e0 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.15 "GET /v2.0/networks?id=bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9 HTTP/1.1" status: 200 len: 809 time: 0.6745527 Jul 16 08:57:38.876181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-2fc19edc-d48a-497e-a238-34e993918f9c req-37f689b7-6148-4a6e-b2d8-d50f6ce36372 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Request body: {'port': {'device_id': '97ca7c6e-1b09-42a6-9f46-c4c2a43fd265', 'network_id': 'bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9', 'admin_state_up': True, 'tenant_id': '2b38f4a810fa482f8ee216875ed346f6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:38.907507 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d51642a4-23e1-4e2e-a078-acdf4b513704 req-bdc4aa08-abc8-430c-8b74-ce9b615d4f19 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb5f99b0-655b-4b11-b134-aa8f1f83320a HTTP/1.1" status: 200 len: 210 time: 0.0528667 Jul 16 08:57:39.102773 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.133542 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Transition to ACTIVE for port object 266042d3-5fcb-4a21-b15f-3d0f84fb0185 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:39.146455 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.147247 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.213344 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-0be283ad-b8c1-4ef4-8bcd-9ef72a875be7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Deleting port 266042d3-5fcb-4a21-b15f-3d0f84fb0185 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:39.214282 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0be283ad-b8c1-4ef4-8bcd-9ef72a875be7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.221227 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4a3b60f-e1be-4bd1-9706-52d660a1d4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.270529 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c2df1-cbf5-4fab-a1d4-aef8bad47f3f None None] Pushing event updated for resources: {'Port': ['ID=266042d3-5fcb-4a21-b15f-3d0f84fb0185,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:39.273611 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Attempting to bind port 266042d3-5fcb-4a21-b15f-3d0f84fb0185 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:39.273611 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Attempting to bind port 266042d3-5fcb-4a21-b15f-3d0f84fb0185 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '09fdbb27-b044-4796-8446-bd610d3b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '314c5f2d-2f84-4731-95c3-e293f110870f'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:39.274122 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Attempting to bind port 266042d3-5fcb-4a21-b15f-3d0f84fb0185 on network 314c5f2d-2f84-4731-95c3-e293f110870f {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:39.279872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port d38c19b0-76dc-4490-87fd-ee8ffa674e21, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d38c19b0-76dc-4490-87fd-ee8ffa674e21,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:39.295935 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c2df1-cbf5-4fab-a1d4-aef8bad47f3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:39.296248 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c2df1-cbf5-4fab-a1d4-aef8bad47f3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:39.296406 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c2df1-cbf5-4fab-a1d4-aef8bad47f3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:39.297828 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.298450 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-184488b0-532b-4855-9c82-57785177ebdb req-0e34be8a-f2a5-4045-a871-bdf44a5acb7c tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 210 time: 0.1143050 Jul 16 08:57:39.304620 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c2df1-cbf5-4fab-a1d4-aef8bad47f3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:39.304620 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c2df1-cbf5-4fab-a1d4-aef8bad47f3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:39.304971 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c2df1-cbf5-4fab-a1d4-aef8bad47f3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:39.305307 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c2df1-cbf5-4fab-a1d4-aef8bad47f3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:39.305632 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c2df1-cbf5-4fab-a1d4-aef8bad47f3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:39.305958 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c2df1-cbf5-4fab-a1d4-aef8bad47f3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:39.306280 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c2df1-cbf5-4fab-a1d4-aef8bad47f3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:39.306606 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c2df1-cbf5-4fab-a1d4-aef8bad47f3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:39.306926 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-622c2df1-cbf5-4fab-a1d4-aef8bad47f3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:39.333842 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:39.334996 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Checking segment: {'id': '09fdbb27-b044-4796-8446-bd610d3b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '314c5f2d-2f84-4731-95c3-e293f110870f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:39.350858 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.353309 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Bound using segment: {'id': '09fdbb27-b044-4796-8446-bd610d3b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '314c5f2d-2f84-4731-95c3-e293f110870f'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:39.360052 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Bound port: 266042d3-5fcb-4a21-b15f-3d0f84fb0185, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09fdbb27-b044-4796-8446-bd610d3b2d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '314c5f2d-2f84-4731-95c3-e293f110870f'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:39.366173 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.442685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.589833 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-e4a3b60f-e1be-4bd1-9706-52d660a1d4fb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:57:39.593480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fc19edc-d48a-497e-a238-34e993918f9c req-37f689b7-6148-4a6e-b2d8-d50f6ce36372 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Made reservation on behalf of 2b38f4a810fa482f8ee216875ed346f6 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:39.594753 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-e4a3b60f-e1be-4bd1-9706-52d660a1d4fb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:57:39.598625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=d38c19b0-76dc-4490-87fd-ee8ffa674e21,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:39.602506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2fc19edc-d48a-497e-a238-34e993918f9c req-37f689b7-6148-4a6e-b2d8-d50f6ce36372 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.612222 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0be283ad-b8c1-4ef4-8bcd-9ef72a875be7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.619323 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] For port 266042d3-5fcb-4a21-b15f-3d0f84fb0185, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:39.639555 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] For port 266042d3-5fcb-4a21-b15f-3d0f84fb0185, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=266042d3-5fcb-4a21-b15f-3d0f84fb0185,segment=NetworkSegment(09fdbb27-b044-4796-8446-bd610d3b2d16),segment_id=09fdbb27-b044-4796-8446-bd610d3b2d16)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:39.649164 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.735075 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.776016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-0be283ad-b8c1-4ef4-8bcd-9ef72a875be7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Calling delete_port for 266042d3-5fcb-4a21-b15f-3d0f84fb0185 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:39.794888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-2fc19edc-d48a-497e-a238-34e993918f9c req-37f689b7-6148-4a6e-b2d8-d50f6ce36372 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Allocated IP 172.20.0.9 (bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9/79a95993-e9aa-4a99-8400-abda12f54024/f93ef3db-19be-4969-b37a-bab4c8de21a4) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:39.832617 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.845285 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.846800 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.870653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d38c19b0-76dc-4490-87fd-ee8ffa674e21 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:39.923963 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Routers {'3ac15e55-2b04-4761-99ae-84195c379ac0'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:39.926962 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3ac15e55-2b04-4761-99ae-84195c379ac0'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:39.971063 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d38c19b0-76dc-4490-87fd-ee8ffa674e21 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:39.971953 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.370613 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] Set router 3ac15e55-2b04-4761-99ae-84195c379ac0 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:40.412772 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0be283ad-b8c1-4ef4-8bcd-9ef72a875be7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.452739 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ac15e55-2b04-4761-99ae-84195c379ac0', 'name': '', 'tenant_id': '62468bcd808140cf8d27a98f05fa461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:31Z', 'updated_at': '2021-07-16T08:57:38Z', 'revision_number': 4, 'project_id': '62468bcd808140cf8d27a98f05fa461b', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:40.458473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be283ad-b8c1-4ef4-8bcd-9ef72a875be7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Pushing event deleted for resources: {'Port': ['ID=266042d3-5fcb-4a21-b15f-3d0f84fb0185,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:40.466307 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c2df1-cbf5-4fab-a1d4-aef8bad47f3f None None] Pushing event updated for resources: {'Port': ['ID=266042d3-5fcb-4a21-b15f-3d0f84fb0185,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:40.493762 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dff875d6-136b-4017-af2b-b14194cfe9af None None] Provisioning for port 7e2048db-f68b-44e4-a00b-51ea761acd9e completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:40.507547 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dff875d6-136b-4017-af2b-b14194cfe9af None None] Provisioning complete for port 7e2048db-f68b-44e4-a00b-51ea761acd9e triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:40.509105 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dff875d6-136b-4017-af2b-b14194cfe9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.512826 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0be283ad-b8c1-4ef4-8bcd-9ef72a875be7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.554616 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068a602d-75c1-4ed0-9d67-06c35e896c2e None None] The sync data for ids ['3ac15e55-2b04-4761-99ae-84195c379ac0'] in n-d-758944-46 is: [{'id': '3ac15e55-2b04-4761-99ae-84195c379ac0', 'name': '', 'tenant_id': '62468bcd808140cf8d27a98f05fa461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:31Z', 'updated_at': '2021-07-16T08:57:38Z', 'revision_number': 4, 'project_id': '62468bcd808140cf8d27a98f05fa461b', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:40.590034 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-dff875d6-136b-4017-af2b-b14194cfe9af None None] Port 7e2048db-f68b-44e4-a00b-51ea761acd9e cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:40.643533 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2fc19edc-d48a-497e-a238-34e993918f9c req-37f689b7-6148-4a6e-b2d8-d50f6ce36372 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.650588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=7e2048db-f68b-44e4-a00b-51ea761acd9e,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:40.661304 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-730790d5-17e7-45f2-a135-052f7c1dd7b3 req-c312431b-0416-4f92-b70e-e7fcaa9474c7 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 210 time: 0.1111526 Jul 16 08:57:40.714294 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0be283ad-b8c1-4ef4-8bcd-9ef72a875be7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.720702 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0be283ad-b8c1-4ef4-8bcd-9ef72a875be7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.736684 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.843793 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0be283ad-b8c1-4ef4-8bcd-9ef72a875be7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.844379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be283ad-b8c1-4ef4-8bcd-9ef72a875be7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ac15e55-2b04-4761-99ae-84195c379ac0 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:57:40.851381 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0be283ad-b8c1-4ef4-8bcd-9ef72a875be7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.855136 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0be283ad-b8c1-4ef4-8bcd-9ef72a875be7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "DELETE /v2.0/routers/3ac15e55-2b04-4761-99ae-84195c379ac0 HTTP/1.1" status: 204 len: 168 time: 3.7248118 Jul 16 08:57:40.859821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54440) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:40.929135 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2fc19edc-d48a-497e-a238-34e993918f9c req-37f689b7-6148-4a6e-b2d8-d50f6ce36372 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:40.978232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-532cb12b-2d0d-44ca-abd9-753e79953b08 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Deleting subnet 029cda83-dd5e-417e-b8e8-65196e234c7f {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:40.986287 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-532cb12b-2d0d-44ca-abd9-753e79953b08 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.022005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fc19edc-d48a-497e-a238-34e993918f9c req-37f689b7-6148-4a6e-b2d8-d50f6ce36372 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Network bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:41.033550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-2fc19edc-d48a-497e-a238-34e993918f9c req-37f689b7-6148-4a6e-b2d8-d50f6ce36372 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:41.039819 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fc19edc-d48a-497e-a238-34e993918f9c req-37f689b7-6148-4a6e-b2d8-d50f6ce36372 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:41.042515 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f689b7-6148-4a6e-b2d8-d50f6ce36372 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Pushing event updated for resources: {'Port': ['ID=f93ef3db-19be-4969-b37a-bab4c8de21a4,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:41.055183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:41.062825 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:41.068663 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-532cb12b-2d0d-44ca-abd9-753e79953b08 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.137398 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-532cb12b-2d0d-44ca-abd9-753e79953b08 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.224488 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-532cb12b-2d0d-44ca-abd9-753e79953b08 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.287557 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.290604 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router c4673821-de0b-4658-ad72-5a1a8ae7667a is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:57:41.311835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532cb12b-2d0d-44ca-abd9-753e79953b08 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=029cda83-dd5e-417e-b8e8-65196e234c7f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:41.329465 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-532cb12b-2d0d-44ca-abd9-753e79953b08 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.343699 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-532cb12b-2d0d-44ca-abd9-753e79953b08 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "DELETE /v2.0/subnets/029cda83-dd5e-417e-b8e8-65196e234c7f HTTP/1.1" status: 204 len: 168 time: 0.4826844 Jul 16 08:57:41.361946 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19edc-d48a-497e-a238-34e993918f9c req-37f689b7-6148-4a6e-b2d8-d50f6ce36372 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.362640 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2fc19edc-d48a-497e-a238-34e993918f9c req-37f689b7-6148-4a6e-b2d8-d50f6ce36372 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.378575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54450) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:41.475566 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2fc19edc-d48a-497e-a238-34e993918f9c req-37f689b7-6148-4a6e-b2d8-d50f6ce36372 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6269922 Jul 16 08:57:41.535798 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-851bc816-31f8-4de9-8a61-2f5443198509 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.543320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Request body: {'port': {'device_id': '97ca7c6e-1b09-42a6-9f46-c4c2a43fd265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:41.596022 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c8911e83-645d-4b00-b4f3-2339c552f717 None None] Provisioning complete for port 7e2048db-f68b-44e4-a00b-51ea761acd9e triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:41.596676 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c8911e83-645d-4b00-b4f3-2339c552f717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.620864 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Router 2d957b8b-686d-407e-8d0a-327d137a6760 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:57:41.664889 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c8911e83-645d-4b00-b4f3-2339c552f717 None None] Port 7e2048db-f68b-44e4-a00b-51ea761acd9e cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:41.838265 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:41.845528 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-851bc816-31f8-4de9-8a61-2f5443198509 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:41.847929 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-eebbe1ad-f190-49f9-a361-8697d458e640 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "PUT /v2.0/routers/2d957b8b-686d-407e-8d0a-327d137a6760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4161599 Jul 16 08:57:41.848706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54462) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:41.855146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Sync routers for ids ['2d957b8b-686d-407e-8d0a-327d137a6760'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:41.861013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:41.876857 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Sync routers for ids ['c4673821-de0b-4658-ad72-5a1a8ae7667a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:41.886119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Routers {'2d957b8b-686d-407e-8d0a-327d137a6760'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:41.886797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2d957b8b-686d-407e-8d0a-327d137a6760'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:41.896143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-851bc816-31f8-4de9-8a61-2f5443198509 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314c5f2d-2f84-4731-95c3-e293f110870f']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:41.904171 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Routers {'c4673821-de0b-4658-ad72-5a1a8ae7667a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:41.904965 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-79d9c72a-368e-4972-acef-574deb530dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c4673821-de0b-4658-ad72-5a1a8ae7667a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:41.953436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-851bc816-31f8-4de9-8a61-2f5443198509 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09fdbb27-b044-4796-8446-bd610d3b2d16') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:41.953885 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-851bc816-31f8-4de9-8a61-2f5443198509 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09fdbb27-b044-4796-8446-bd610d3b2d16') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:41.987739 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-851bc816-31f8-4de9-8a61-2f5443198509 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.023346 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-851bc816-31f8-4de9-8a61-2f5443198509 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.048318 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-851bc816-31f8-4de9-8a61-2f5443198509 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:57:42.049254 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-851bc816-31f8-4de9-8a61-2f5443198509 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.067668 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.074157 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-46ef4ae6-0a75-4998-a7df-21dd679e8703 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 9.3417695 Jul 16 08:57:42.140119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54466) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:42.176563 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2308dee-3f83-4871-807b-3f47e281bc62 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:42.182964 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e2308dee-3f83-4871-807b-3f47e281bc62 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports/7e2048db-f68b-44e4-a00b-51ea761acd9e HTTP/1.1" status: 200 len: 911 time: 0.3326447 Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:57:42.199173 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:57:42.205610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54470) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:42.214858 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-851bc816-31f8-4de9-8a61-2f5443198509 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.314202 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Set router c4673821-de0b-4658-ad72-5a1a8ae7667a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:42.427153 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a7c9e0b2-e727-4259-942d-e75c78374fab tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=6bd79a16b15a44f9ba1c5be5b1f2251d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2347128 Jul 16 08:57:42.427387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851bc816-31f8-4de9-8a61-2f5443198509 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 314c5f2d-2f84-4731-95c3-e293f110870f {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:57:42.432741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54476) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:42.454654 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-851bc816-31f8-4de9-8a61-2f5443198509 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.471075 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-851bc816-31f8-4de9-8a61-2f5443198509 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "DELETE /v2.0/networks/314c5f2d-2f84-4731-95c3-e293f110870f HTTP/1.1" status: 204 len: 168 time: 1.0912068 Jul 16 08:57:42.725021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cde2b-afce-453a-b80e-6051f1cf0423 req-d80da6a0-db0a-458d-a3da-32d0cff1bcb8 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:42.734305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851bc816-31f8-4de9-8a61-2f5443198509 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Pushing event deleted for resources: {'Network': ['ID=314c5f2d-2f84-4731-95c3-e293f110870f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:42.750804 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad3cde2b-afce-453a-b80e-6051f1cf0423 req-d80da6a0-db0a-458d-a3da-32d0cff1bcb8 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 931 time: 0.5145288 Jul 16 08:57:42.812934 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:42.819583 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-79d9c72a-368e-4972-acef-574deb530dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T08:57:39Z', 'revision_number': 3, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:42.847711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Set router 2d957b8b-686d-407e-8d0a-327d137a6760 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:42.893539 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc9ef9ec-9fb3-46af-954a-bf3a56036880 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:42.897484 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bc9ef9ec-9fb3-46af-954a-bf3a56036880 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4613540 Jul 16 08:57:42.908990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54486) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:42.916060 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad3cde2b-afce-453a-b80e-6051f1cf0423 req-e8928aa5-e18d-4080-8206-40f50ef0f857 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/security-groups?id=99e7a628-db78-4d0e-bbb3-32746daf92c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633017 Jul 16 08:57:42.938121 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Checking router: c4673821-de0b-4658-ad72-5a1a8ae7667a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:42.939203 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Updating router c4673821-de0b-4658-ad72-5a1a8ae7667a port 639de7ce-793c-4d65-ac4f-a1fbdb5dce14 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:57:43.027331 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.170009 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-311de83c-20ce-42c0-8067-336e61445a0e tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2530043 Jul 16 08:57:43.174565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54496) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:43.181002 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a0d5b263-c6ec-4f91-9e0c-834c5563114a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-395201540', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:43.246186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05b2562-f25b-4de6-8f7f-c1eb8d9fe674 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:43.283374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05b2562-f25b-4de6-8f7f-c1eb8d9fe674 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:43.290904 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c05b2562-f25b-4de6-8f7f-c1eb8d9fe674 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.0681932 Jul 16 08:57:43.294051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54498) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:43.582745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54504) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:43.598528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-870bb570-c853-4c19-a8ca-39c4fa358e3b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Request body: {'router': {'name': 'tempest-router--871574377', 'project_id': '71634c428ed244ec8a313a0e98bc1c7b'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:43.695495 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-870bb570-c853-4c19-a8ca-39c4fa358e3b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.697677 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-870bb570-c853-4c19-a8ca-39c4fa358e3b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.706053 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d957b8b-686d-407e-8d0a-327d137a6760', 'name': 'tempest-NetworksTestDHCPv6-router-296667216', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:34Z', 'updated_at': '2021-07-16T08:57:38Z', 'revision_number': 2, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'gw_port_host': None, '_interfaces': [{'id': '7e2048db-f68b-44e4-a00b-51ea761acd9e', 'name': '', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'mac_address': 'fa:16:3e:39:91:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d957b8b-686d-407e-8d0a-327d137a6760', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '39e41e83-416f-4c26-9af6-8800a3430a1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:39Z', 'revision_number': 2, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'subnets': [{'id': '39e41e83-416f-4c26-9af6-8800a3430a1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:43.814232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Checking router: 2d957b8b-686d-407e-8d0a-327d137a6760 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:43.814232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Updating router 2d957b8b-686d-407e-8d0a-327d137a6760 port 7e2048db-f68b-44e4-a00b-51ea761acd9e binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:57:43.962876 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:43.993942 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Transition to ACTIVE for port object 639de7ce-793c-4d65-ac4f-a1fbdb5dce14 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:44.009009 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.012068 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.040555 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-870bb570-c853-4c19-a8ca-39c4fa358e3b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.048044 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d5b263-c6ec-4f91-9e0c-834c5563114a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Made reservation on behalf of 6bd79a16b15a44f9ba1c5be5b1f2251d for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:44.075567 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b263-c6ec-4f91-9e0c-834c5563114a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.081471 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-870bb570-c853-4c19-a8ca-39c4fa358e3b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.176765 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-870bb570-c853-4c19-a8ca-39c4fa358e3b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.181215 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-870bb570-c853-4c19-a8ca-39c4fa358e3b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5950339 Jul 16 08:57:44.189852 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54512) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:44.190848 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9de43-1e43-4097-b974-3c77033e3955 None None] Pushing event updated for resources: {'Port': ['ID=639de7ce-793c-4d65-ac4f-a1fbdb5dce14,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:44.201916 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Attempting to bind port 639de7ce-793c-4d65-ac4f-a1fbdb5dce14 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:44.202288 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Attempting to bind port 639de7ce-793c-4d65-ac4f-a1fbdb5dce14 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:44.202651 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Attempting to bind port 639de7ce-793c-4d65-ac4f-a1fbdb5dce14 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:44.229957 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:44.230334 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:44.230728 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.231119 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:44.231604 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Bound port: 639de7ce-793c-4d65-ac4f-a1fbdb5dce14, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:44.231986 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.383696 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-79d9c72a-368e-4972-acef-574deb530dff None None] For port 639de7ce-793c-4d65-ac4f-a1fbdb5dce14, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:44.387254 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-79d9c72a-368e-4972-acef-574deb530dff None None] For port 639de7ce-793c-4d65-ac4f-a1fbdb5dce14, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=639de7ce-793c-4d65-ac4f-a1fbdb5dce14,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:44.396662 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.501100 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbbf7ce6-fd9a-4825-b3ce-7ca294ff7cd7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:44.524201 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Routers {'c4673821-de0b-4658-ad72-5a1a8ae7667a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:44.537131 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-79d9c72a-368e-4972-acef-574deb530dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c4673821-de0b-4658-ad72-5a1a8ae7667a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:44.541930 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9de43-1e43-4097-b974-3c77033e3955 None None] Pushing event updated for resources: {'Port': ['ID=639de7ce-793c-4d65-ac4f-a1fbdb5dce14,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:44.757141 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-79d9c72a-368e-4972-acef-574deb530dff None None] Set router c4673821-de0b-4658-ad72-5a1a8ae7667a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:45.017012 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.071870 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Transition to ACTIVE for port object 7e2048db-f68b-44e4-a00b-51ea761acd9e will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:45.092148 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.216023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37182957-5aa3-4624-af79-12f35b3ef4d7 None None] Pushing event updated for resources: {'Port': ['ID=7e2048db-f68b-44e4-a00b-51ea761acd9e,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:45.324398 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-79d9c72a-368e-4972-acef-574deb530dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T08:57:39Z', 'revision_number': 3, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:45.381818 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Attempting to bind port 7e2048db-f68b-44e4-a00b-51ea761acd9e on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:45.382307 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Attempting to bind port 7e2048db-f68b-44e4-a00b-51ea761acd9e by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:45.382681 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Attempting to bind port 7e2048db-f68b-44e4-a00b-51ea761acd9e on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:45.393297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:45.393678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:45.394382 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.394470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:45.394950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Bound port: 7e2048db-f68b-44e4-a00b-51ea761acd9e, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:45.396536 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.399861 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d9c72a-368e-4972-acef-574deb530dff None None] The sync data for ids ['c4673821-de0b-4658-ad72-5a1a8ae7667a'] in n-d-758944-46 is: [{'id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T08:57:39Z', 'revision_number': 3, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:45.526862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93ef3db-19be-4969-b37a-bab4c8de21a4 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:45.540727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] For port 7e2048db-f68b-44e4-a00b-51ea761acd9e, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:45.549458 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] For port 7e2048db-f68b-44e4-a00b-51ea761acd9e, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7e2048db-f68b-44e4-a00b-51ea761acd9e,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:45.566629 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.586659 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b263-c6ec-4f91-9e0c-834c5563114a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.588846 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:45.618462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99577ff-01e6-4564-97f6-889b032f246f req-574a1872-1f2c-43eb-9555-f8f551d42f2c tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:45.629146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e99577ff-01e6-4564-97f6-889b032f246f req-574a1872-1f2c-43eb-9555-f8f551d42f2c tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 931 time: 1.3055596 Jul 16 08:57:45.792944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d5b263-c6ec-4f91-9e0c-834c5563114a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Subnet': ['ID=d37a4149-f093-4581-924e-85f224a85519,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:45.829225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Routers {'2d957b8b-686d-407e-8d0a-327d137a6760'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:45.830127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2d957b8b-686d-407e-8d0a-327d137a6760'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:45.883748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d5b263-c6ec-4f91-9e0c-834c5563114a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Checking segment: {'id': 'd43c5176-97bd-4bdb-8cd7-bf59279f299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:45.884336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d5b263-c6ec-4f91-9e0c-834c5563114a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network hostable DHCP agents. Network: 28a0aa94-0f4f-4171-9fed-e2f91a71d53c, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:57:46.028933 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e99577ff-01e6-4564-97f6-889b032f246f req-372ad95f-55fb-4444-be96-adae498fd267 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/security-groups?id=99e7a628-db78-4d0e-bbb3-32746daf92c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3987179 Jul 16 08:57:46.035807 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Transition to ACTIVE for port object f93ef3db-19be-4969-b37a-bab4c8de21a4 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:46.054609 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.071635 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbbf7ce6-fd9a-4825-b3ce-7ca294ff7cd7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.119580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] Set router 2d957b8b-686d-407e-8d0a-327d137a6760 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:46.139539 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbbf7ce6-fd9a-4825-b3ce-7ca294ff7cd7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.162808 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4272eb24-a16e-4d34-bfe1-90f58f30bf82 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.335579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d5b263-c6ec-4f91-9e0c-834c5563114a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 28a0aa94-0f4f-4171-9fed-e2f91a71d53c is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:57:46.501591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-a0d5b263-c6ec-4f91-9e0c-834c5563114a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 28a0aa94-0f4f-4171-9fed-e2f91a71d53c) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:46.508032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37182957-5aa3-4624-af79-12f35b3ef4d7 None None] Pushing event updated for resources: {'Port': ['ID=7e2048db-f68b-44e4-a00b-51ea761acd9e,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:46.513375 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d5b263-c6ec-4f91-9e0c-834c5563114a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:46.514004 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0d5b263-c6ec-4f91-9e0c-834c5563114a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.527381 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbbf7ce6-fd9a-4825-b3ce-7ca294ff7cd7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.528014 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbf7ce6-fd9a-4825-b3ce-7ca294ff7cd7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b458b663-7af9-4a1b-b524-7a348df2bc53 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:57:46.554259 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbbf7ce6-fd9a-4825-b3ce-7ca294ff7cd7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:46.559787 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fbbf7ce6-fd9a-4825-b3ce-7ca294ff7cd7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "DELETE /v2.0/routers/b458b663-7af9-4a1b-b524-7a348df2bc53 HTTP/1.1" status: 204 len: 168 time: 2.3684039 Jul 16 08:57:46.563470 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Pushing event updated for resources: {'Port': ['ID=f93ef3db-19be-4969-b37a-bab4c8de21a4,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:46.579101 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a0d5b263-c6ec-4f91-9e0c-834c5563114a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.4034297 Jul 16 08:57:46.589819 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54534) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:46.614540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43396df1-b567-47a4-9df4-8255fd2c7ae2 None None] Network 28a0aa94-0f4f-4171-9fed-e2f91a71d53c requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:46.705382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Attempting to bind port f93ef3db-19be-4969-b37a-bab4c8de21a4 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:46.705974 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Attempting to bind port f93ef3db-19be-4969-b37a-bab4c8de21a4 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '78b7523d-61d5-4edc-9959-852884ce2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:46.706494 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Attempting to bind port f93ef3db-19be-4969-b37a-bab4c8de21a4 on network bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:46.721379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Port f93ef3db-19be-4969-b37a-bab4c8de21a4 on network bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:57:46.722030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Attempting to bind port f93ef3db-19be-4969-b37a-bab4c8de21a4 on network bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:46.766922 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:46.767268 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Checking segment: {'id': '78b7523d-61d5-4edc-9959-852884ce2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:46.767665 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Bound using segment: {'id': '78b7523d-61d5-4edc-9959-852884ce2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:46.768109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Bound port: f93ef3db-19be-4969-b37a-bab4c8de21a4, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78b7523d-61d5-4edc-9959-852884ce2b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:46.768475 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.037253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54538) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:47.149981 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] For port f93ef3db-19be-4969-b37a-bab4c8de21a4, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:47.158097 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] For port f93ef3db-19be-4969-b37a-bab4c8de21a4, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f93ef3db-19be-4969-b37a-bab4c8de21a4,segment=NetworkSegment(78b7523d-61d5-4edc-9959-852884ce2b69),segment_id=78b7523d-61d5-4edc-9959-852884ce2b69)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:47.167117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.315528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:47.316484 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.338497 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2fc19edc-d48a-497e-a238-34e993918f9c req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] 10.222.0.15 "PUT /v2.0/ports/f93ef3db-19be-4969-b37a-bab4c8de21a4 HTTP/1.1" status: 200 len: 1092 time: 5.7995470 Jul 16 08:57:47.339366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ca7c6e-1b09-42a6-9f46-c4c2a43fd265', 'tag': 'f93ef3db-19be-4969-b37a-bab4c8de21a4'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:47.344789 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64796d55-5286-4be5-b084-aeabcc288709" -d '{"events": [{"name": "network-changed", "server_uuid": "97ca7c6e-1b09-42a6-9f46-c4c2a43fd265", "tag": "f93ef3db-19be-4969-b37a-bab4c8de21a4"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:47.470875 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30c94ea-579a-45ce-9a44-a82a1dec9161 x-openstack-request-id: req-d30c94ea-579a-45ce-9a44-a82a1dec9161 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:47.494956 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97ca7c6e-1b09-42a6-9f46-c4c2a43fd265", "tag": "f93ef3db-19be-4969-b37a-bab4c8de21a4", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:47.502964 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d30c94ea-579a-45ce-9a44-a82a1dec9161 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:47.507696 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ca7c6e-1b09-42a6-9f46-c4c2a43fd265', 'tag': 'f93ef3db-19be-4969-b37a-bab4c8de21a4', 'status': 'completed', 'code': 200} Jul 16 08:57:47.596159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ips': [{'subnet_id': 'd37a4149-f093-4581-924e-85f224a85519'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:57:47.600988 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:47.637776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d957b8b-686d-407e-8d0a-327d137a6760', 'name': 'tempest-NetworksTestDHCPv6-router-296667216', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:34Z', 'updated_at': '2021-07-16T08:57:38Z', 'revision_number': 2, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'gw_port_host': None, '_interfaces': [{'id': '7e2048db-f68b-44e4-a00b-51ea761acd9e', 'name': '', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'mac_address': 'fa:16:3e:39:91:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d957b8b-686d-407e-8d0a-327d137a6760', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '39e41e83-416f-4c26-9af6-8800a3430a1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:45Z', 'revision_number': 4, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'subnets': [{'id': '39e41e83-416f-4c26-9af6-8800a3430a1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:47.688442 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0b55aa-425e-47e3-8f93-e5023963daf0 service neutron] Pushing event updated for resources: {'Port': ['ID=f93ef3db-19be-4969-b37a-bab4c8de21a4,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:47.732364 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c3fd5a-e46d-40d0-ba01-b60ee482c768 None None] The sync data for ids ['2d957b8b-686d-407e-8d0a-327d137a6760'] in n-d-758944-46 is: [{'id': '2d957b8b-686d-407e-8d0a-327d137a6760', 'name': 'tempest-NetworksTestDHCPv6-router-296667216', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:34Z', 'updated_at': '2021-07-16T08:57:38Z', 'revision_number': 2, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'gw_port_host': None, '_interfaces': [{'id': '7e2048db-f68b-44e4-a00b-51ea761acd9e', 'name': '', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'mac_address': 'fa:16:3e:39:91:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2d957b8b-686d-407e-8d0a-327d137a6760', 'device_owner': 'network:router_interface', 'standard_attr_id': 2873, 'fixed_ips': [{'subnet_id': '39e41e83-416f-4c26-9af6-8800a3430a1b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:45Z', 'revision_number': 4, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'subnets': [{'id': '39e41e83-416f-4c26-9af6-8800a3430a1b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:47.818513 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19edc-d48a-497e-a238-34e993918f9c req-389d0319-4ace-4788-a4fc-ff668f4b7e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:47.825560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2fc19edc-d48a-497e-a238-34e993918f9c req-389d0319-4ace-4788-a4fc-ff668f4b7e9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b38f4a810fa482f8ee216875ed346f6&device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 1095 time: 0.3167512 Jul 16 08:57:47.835794 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84b9866e-ffd6-4945-96e7-3ba550457894 req-962a7dc3-ac49-4938-b845-b5feb88373cd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3084939 Jul 16 08:57:47.851020 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1130875703', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}, 'admin_state_up': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:47.960467 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2fc19edc-d48a-497e-a238-34e993918f9c req-854fe988-f3db-446d-ad82-25f6dc7cff0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f93ef3db-19be-4969-b37a-bab4c8de21a4 HTTP/1.1" status: 200 len: 217 time: 0.0922000 Jul 16 08:57:48.160472 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 639de7ce-793c-4d65-ac4f-a1fbdb5dce14 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:48.216800 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.231538 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.486834 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Allocated IP 172.20.0.2 (28a0aa94-0f4f-4171-9fed-e2f91a71d53c/d37a4149-f093-4581-924e-85f224a85519/612ca741-f84f-46bb-9dca-24594f1b8e6c) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:48.521439 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0210b63-8727-41f5-af44-e4f37ee79d4a req-a8a7c01c-db44-438d-881c-a76dc46513f6 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:48.546088 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c0210b63-8727-41f5-af44-e4f37ee79d4a req-a8a7c01c-db44-438d-881c-a76dc46513f6 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 943 time: 1.0542758 Jul 16 08:57:48.550216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc19edc-d48a-497e-a238-34e993918f9c req-ea6f0c7b-eeaf-4eaa-89e6-6400899263cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:48.557356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2fc19edc-d48a-497e-a238-34e993918f9c req-ea6f0c7b-eeaf-4eaa-89e6-6400899263cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79a95993-e9aa-4a99-8400-abda12f54024 HTTP/1.1" status: 200 len: 849 time: 0.5858204 Jul 16 08:57:48.739402 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2fc19edc-d48a-497e-a238-34e993918f9c req-f0946e67-1b3a-4038-a797-5bc113cdbddc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1526866 Jul 16 08:57:48.767479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4272eb24-a16e-4d34-bfe1-90f58f30bf82 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port 7e2048db-f68b-44e4-a00b-51ea761acd9e {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:48.768143 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4272eb24-a16e-4d34-bfe1-90f58f30bf82 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.773360 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 639de7ce-793c-4d65-ac4f-a1fbdb5dce14 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:48.827352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 639de7ce-793c-4d65-ac4f-a1fbdb5dce14 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:48.828006 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:48.983893 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.005264 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c0210b63-8727-41f5-af44-e4f37ee79d4a req-f9c04ff1-6860-4bd1-a563-c62635962275 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/security-groups?id=99e7a628-db78-4d0e-bbb3-32746daf92c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574585 Jul 16 08:57:49.344605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9866e-ffd6-4945-96e7-3ba550457894 req-98c41124-9a1e-4aa9-991f-bff2f0c5cfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:49.347331 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84b9866e-ffd6-4945-96e7-3ba550457894 req-98c41124-9a1e-4aa9-991f-bff2f0c5cfa6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 1098 time: 1.3285415 Jul 16 08:57:49.610110 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.613986 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.662276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Transition to ACTIVE for port object 612ca741-f84f-46bb-9dca-24594f1b8e6c will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:49.691571 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 639de7ce-793c-4d65-ac4f-a1fbdb5dce14, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=639de7ce-793c-4d65-ac4f-a1fbdb5dce14,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:49.702769 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.706763 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Transition to ACTIVE for port object 612ca741-f84f-46bb-9dca-24594f1b8e6c will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:49.794220 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-4272eb24-a16e-4d34-bfe1-90f58f30bf82 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] For port 7e2048db-f68b-44e4-a00b-51ea761acd9e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7e2048db-f68b-44e4-a00b-51ea761acd9e,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:49.794996 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=639de7ce-793c-4d65-ac4f-a1fbdb5dce14,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:49.796076 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4272eb24-a16e-4d34-bfe1-90f58f30bf82 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.801700 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.844885 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:49.848393 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4272eb24-a16e-4d34-bfe1-90f58f30bf82 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for 7e2048db-f68b-44e4-a00b-51ea761acd9e owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:57:50.025630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Pushing event updated for resources: {'Port': ['ID=612ca741-f84f-46bb-9dca-24594f1b8e6c,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:50.106455 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.112242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Network 28a0aa94-0f4f-4171-9fed-e2f91a71d53c is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:50.128113 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:50.139799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:50.186691 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2fc19edc-d48a-497e-a238-34e993918f9c req-e8776e2f-1a62-4e16-abd3-a0cf6d595898 service neutron] 10.222.0.15 "GET /v2.0/networks/bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4225271 Jul 16 08:57:50.207185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7e2048db-f68b-44e4-a00b-51ea761acd9e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:50.256000 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9866e-ffd6-4945-96e7-3ba550457894 req-3a8801e6-1928-433b-b5ed-46b9fb2bd6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.257697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84b9866e-ffd6-4945-96e7-3ba550457894 req-3a8801e6-1928-433b-b5ed-46b9fb2bd6ab service neutron] 10.222.0.38 "GET /v2.0/networks?id=14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 200 len: 911 time: 0.7771363 Jul 16 08:57:50.514752 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Attempting to bind port 612ca741-f84f-46bb-9dca-24594f1b8e6c on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:50.515691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Attempting to bind port 612ca741-f84f-46bb-9dca-24594f1b8e6c by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'd43c5176-97bd-4bdb-8cd7-bf59279f299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:50.516433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Attempting to bind port 612ca741-f84f-46bb-9dca-24594f1b8e6c on network 28a0aa94-0f4f-4171-9fed-e2f91a71d53c {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:50.536075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:50.537041 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Checking segment: {'id': 'd43c5176-97bd-4bdb-8cd7-bf59279f299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:50.537915 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.538963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Bound using segment: {'id': 'd43c5176-97bd-4bdb-8cd7-bf59279f299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:50.540054 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Bound port: 612ca741-f84f-46bb-9dca-24594f1b8e6c, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43c5176-97bd-4bdb-8cd7-bf59279f299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:50.542356 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.714972 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84b9866e-ffd6-4945-96e7-3ba550457894 req-e88f5bfb-ead6-4618-b261-ee1845c74012 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1296155c-74be-42b3-8b35-5c4b18b0bf31 HTTP/1.1" status: 200 len: 1001 time: 0.4328189 Jul 16 08:57:50.784620 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2fc19edc-d48a-497e-a238-34e993918f9c req-b426cde6-c47d-48b9-8134-b853fb5c21a3 service neutron] 10.222.0.15 "GET /v2.0/networks/bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5808117 Jul 16 08:57:50.798360 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] For port 612ca741-f84f-46bb-9dca-24594f1b8e6c, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:50.811236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] For port 612ca741-f84f-46bb-9dca-24594f1b8e6c, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=612ca741-f84f-46bb-9dca-24594f1b8e6c,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:50.828741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 7e2048db-f68b-44e4-a00b-51ea761acd9e completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:50.838977 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7e2048db-f68b-44e4-a00b-51ea761acd9e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:50.839651 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:50.842241 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.065774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9866e-ffd6-4945-96e7-3ba550457894 req-c8988fde-4e9f-4aa3-ab56-441021f0ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.068533 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84b9866e-ffd6-4945-96e7-3ba550457894 req-c8988fde-4e9f-4aa3-ab56-441021f0ee85 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b633f7a-07ad-4cc2-8342-da35f664e7b1 HTTP/1.1" status: 200 len: 850 time: 0.3307605 Jul 16 08:57:51.191759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1a21d-e7a8-4acb-aff4-576d4eac2deb None None] Pushing event updated for resources: {'Port': ['ID=612ca741-f84f-46bb-9dca-24594f1b8e6c,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:51.325806 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.397519 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 7e2048db-f68b-44e4-a00b-51ea761acd9e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7e2048db-f68b-44e4-a00b-51ea761acd9e,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:51.408405 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:51.514983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24587aab-8392-4ba4-830f-cc3b5ef354cd req-42215ebf-8b19-4acc-84f5-8cbf7f977999 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.524605 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24587aab-8392-4ba4-830f-cc3b5ef354cd req-42215ebf-8b19-4acc-84f5-8cbf7f977999 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 943 time: 1.0668151 Jul 16 08:57:51.555339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=7e2048db-f68b-44e4-a00b-51ea761acd9e,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:51.651327 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-24587aab-8392-4ba4-830f-cc3b5ef354cd req-1ff41f16-3895-419c-b5ac-b7ca9e4b9122 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/security-groups?id=99e7a628-db78-4d0e-bbb3-32746daf92c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211369 Jul 16 08:57:51.852272 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f93ef3db-19be-4969-b37a-bab4c8de21a4 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:51.876227 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b9866e-ffd6-4945-96e7-3ba550457894 req-8d1078e1-a9a2-4285-a036-8d97b3cd4ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.902131 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84b9866e-ffd6-4945-96e7-3ba550457894 req-8d1078e1-a9a2-4285-a036-8d97b3cd4ad9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14402a19-9c27-491a-b636-32963005e922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7705524 Jul 16 08:57:51.911932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64796d55-5286-4be5-b084-aeabcc288709 req-f2f9f940-7b20-4797-bb01-d1c46db65111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:51.930409 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-64796d55-5286-4be5-b084-aeabcc288709 req-f2f9f940-7b20-4797-bb01-d1c46db65111 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b38f4a810fa482f8ee216875ed346f6&device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 1095 time: 0.8463836 Jul 16 08:57:52.456823 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:52.640959 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:52.768589 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.20.0.1 (28a0aa94-0f4f-4171-9fed-e2f91a71d53c/d37a4149-f093-4581-924e-85f224a85519/3db89212-e3c0-4af2-af56-286a386ac033) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:52.806975 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4272eb24-a16e-4d34-bfe1-90f58f30bf82 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:52.855399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84b9866e-ffd6-4945-96e7-3ba550457894 req-796071c2-b342-4736-a4bd-481e57761d16 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8685250 Jul 16 08:57:52.857775 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f93ef3db-19be-4969-b37a-bab4c8de21a4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f93ef3db-19be-4969-b37a-bab4c8de21a4,segment=NetworkSegment(78b7523d-61d5-4edc-9959-852884ce2b69),segment_id=78b7523d-61d5-4edc-9959-852884ce2b69)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:52.924743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'f93ef3db-19be-4969-b37a-bab4c8de21a4', 'network_id': 'bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9', 'port_id': 'f93ef3db-19be-4969-b37a-bab4c8de21a4', 'mac_address': 'fa:16:3e:cd:9a:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79a95993-e9aa-4a99-8400-abda12f54024', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:52.959922 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7e2048db-f68b-44e4-a00b-51ea761acd9e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:53.015025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64796d55-5286-4be5-b084-aeabcc288709 req-ebfd09ab-f277-491b-b684-97f74369e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:53.034502 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-64796d55-5286-4be5-b084-aeabcc288709 req-ebfd09ab-f277-491b-b684-97f74369e073 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9 HTTP/1.1" status: 200 len: 909 time: 1.0963609 Jul 16 08:57:53.062977 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 7e2048db-f68b-44e4-a00b-51ea761acd9e {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:53.069752 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7e2048db-f68b-44e4-a00b-51ea761acd9e not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 08:57:53.149236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4272eb24-a16e-4d34-bfe1-90f58f30bf82 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=7e2048db-f68b-44e4-a00b-51ea761acd9e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:53.178970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Port 7e2048db-f68b-44e4-a00b-51ea761acd9e not found, will not notify nova. {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 08:57:53.180471 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 612ca741-f84f-46bb-9dca-24594f1b8e6c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:53.304489 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4272eb24-a16e-4d34-bfe1-90f58f30bf82 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.368718 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.413267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93ef3db-19be-4969-b37a-bab4c8de21a4 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:53.450766 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84b9866e-ffd6-4945-96e7-3ba550457894 req-9da8d7c0-ffb7-43ba-834a-01e52adbd1fb service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136848 Jul 16 08:57:53.452706 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-64796d55-5286-4be5-b084-aeabcc288709 req-dc1170e2-09ff-4902-be2d-4bf7124e36f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f93ef3db-19be-4969-b37a-bab4c8de21a4 HTTP/1.1" status: 200 len: 217 time: 0.3869691 Jul 16 08:57:53.499031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f93ef3db-19be-4969-b37a-bab4c8de21a4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f93ef3db-19be-4969-b37a-bab4c8de21a4,segment=NetworkSegment(78b7523d-61d5-4edc-9959-852884ce2b69),segment_id=78b7523d-61d5-4edc-9959-852884ce2b69)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:53.507961 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65de0add-be13-43a2-a17a-9d7cc966939a None None] Network 28a0aa94-0f4f-4171-9fed-e2f91a71d53c requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:53.539419 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.566311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Allocated IP 172.25.4.248 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/f507d387-bc61-490c-8635-dbd59b632090) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:53.643539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64796d55-5286-4be5-b084-aeabcc288709 req-e981b568-f140-49d4-86df-cc4248d90983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:53.645034 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-64796d55-5286-4be5-b084-aeabcc288709 req-e981b568-f140-49d4-86df-cc4248d90983 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79a95993-e9aa-4a99-8400-abda12f54024 HTTP/1.1" status: 200 len: 849 time: 0.0659056 Jul 16 08:57:53.703365 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.721168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e731dd60-2615-4afc-86ac-feb1999a003f None None] Provisioning for port 612ca741-f84f-46bb-9dca-24594f1b8e6c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:53.764938 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Transition to ACTIVE for port object 3db89212-e3c0-4af2-af56-286a386ac033 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:53.825561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['f93ef3db-19be-4969-b37a-bab4c8de21a4'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:53.831501 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-64796d55-5286-4be5-b084-aeabcc288709 req-e92c4f58-4be1-448f-92c1-fdbfd978a2ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1619356 Jul 16 08:57:53.832729 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=f93ef3db-19be-4969-b37a-bab4c8de21a4,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:53.856041 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 612ca741-f84f-46bb-9dca-24594f1b8e6c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:53.892181 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:53.954873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 612ca741-f84f-46bb-9dca-24594f1b8e6c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:53.958284 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.065607 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-64796d55-5286-4be5-b084-aeabcc288709 req-46a888b0-4df1-496f-b4fb-c12642a5cd91 service neutron] 10.222.0.15 "GET /v2.0/networks/bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168324 Jul 16 08:57:54.150747 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.156483 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 28a0aa94-0f4f-4171-9fed-e2f91a71d53c is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:54.186379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:54.200944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:54.399749 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.473145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 612ca741-f84f-46bb-9dca-24594f1b8e6c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=612ca741-f84f-46bb-9dca-24594f1b8e6c,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:54.495866 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.496809 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 639de7ce-793c-4d65-ac4f-a1fbdb5dce14 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:54.549074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=3db89212-e3c0-4af2-af56-286a386ac033,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:54.573614 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-64796d55-5286-4be5-b084-aeabcc288709 req-7113d769-7839-44f3-8078-3b082126a5b2 service neutron] 10.222.0.15 "GET /v2.0/networks/bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945920 Jul 16 08:57:54.595216 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.645991 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:54.652289 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.653712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:54.667394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:54.719579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773fe09b-ccc3-4278-a961-9840bab6a241 req-4616ff3f-6d10-4252-b534-e554deeea078 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:54.721006 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=612ca741-f84f-46bb-9dca-24594f1b8e6c,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:54.726884 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-773fe09b-ccc3-4278-a961-9840bab6a241 req-4616ff3f-6d10-4252-b534-e554deeea078 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 944 time: 1.4032829 Jul 16 08:57:54.770991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 639de7ce-793c-4d65-ac4f-a1fbdb5dce14 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:54.771382 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:54.807567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4272eb24-a16e-4d34-bfe1-90f58f30bf82 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Router 2d957b8b-686d-407e-8d0a-327d137a6760 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:57:54.837850 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-773fe09b-ccc3-4278-a961-9840bab6a241 req-83d2b644-e223-4971-9697-14b25f51990b tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/security-groups?id=99e7a628-db78-4d0e-bbb3-32746daf92c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093681 Jul 16 08:57:54.865827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Pushing event updated for resources: {'Port': ['ID=f507d387-bc61-490c-8635-dbd59b632090,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:55.082057 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4272eb24-a16e-4d34-bfe1-90f58f30bf82 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:55.088551 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4272eb24-a16e-4d34-bfe1-90f58f30bf82 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "PUT /v2.0/routers/2d957b8b-686d-407e-8d0a-327d137a6760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7925551 Jul 16 08:57:55.101406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-62d17171-e4b3-40c9-b587-1c7128fcaea5 None None] Provisioning complete for port 612ca741-f84f-46bb-9dca-24594f1b8e6c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:55.102462 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-62d17171-e4b3-40c9-b587-1c7128fcaea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.122625 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54678) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:55.163354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835137bc-5680-453b-a398-b9cbf35fe883 None None] Sync routers for ids ['2d957b8b-686d-407e-8d0a-327d137a6760'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:55.180197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835137bc-5680-453b-a398-b9cbf35fe883 None None] Routers {'2d957b8b-686d-407e-8d0a-327d137a6760'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:55.181204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-835137bc-5680-453b-a398-b9cbf35fe883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2d957b8b-686d-407e-8d0a-327d137a6760'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:55.351133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b544a-73e6-4f63-877d-36192709532f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:55.352990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827b544a-73e6-4f63-877d-36192709532f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:55.358608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54682) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:55.369580 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-827b544a-73e6-4f63-877d-36192709532f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2458088 Jul 16 08:57:55.415506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 612ca741-f84f-46bb-9dca-24594f1b8e6c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:55.485582 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-835137bc-5680-453b-a398-b9cbf35fe883 None None] Set router 2d957b8b-686d-407e-8d0a-327d137a6760 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:55.509455 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.633660 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-835137bc-5680-453b-a398-b9cbf35fe883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d957b8b-686d-407e-8d0a-327d137a6760', 'name': 'tempest-NetworksTestDHCPv6-router-296667216', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:34Z', 'updated_at': '2021-07-16T08:57:52Z', 'revision_number': 3, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:55.649456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee563d3a-e980-452f-b7a8-9ad511fc46c2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 39e41e83-416f-4c26-9af6-8800a3430a1b {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:57:55.672296 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee563d3a-e980-452f-b7a8-9ad511fc46c2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.730986 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835137bc-5680-453b-a398-b9cbf35fe883 None None] Checking router: 2d957b8b-686d-407e-8d0a-327d137a6760 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:55.787998 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.788363 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835137bc-5680-453b-a398-b9cbf35fe883 None None] Routers {'2d957b8b-686d-407e-8d0a-327d137a6760'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:55.789058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-835137bc-5680-453b-a398-b9cbf35fe883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2d957b8b-686d-407e-8d0a-327d137a6760'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:55.795887 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 612ca741-f84f-46bb-9dca-24594f1b8e6c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:55.797332 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:55.885618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f93ef3db-19be-4969-b37a-bab4c8de21a4 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:55.919725 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee563d3a-e980-452f-b7a8-9ad511fc46c2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.177007 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-835137bc-5680-453b-a398-b9cbf35fe883 None None] Set router 2d957b8b-686d-407e-8d0a-327d137a6760 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:56.180020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-62d17171-e4b3-40c9-b587-1c7128fcaea5 None None] Provisioning for port 3db89212-e3c0-4af2-af56-286a386ac033 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:56.217123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-62d17171-e4b3-40c9-b587-1c7128fcaea5 None None] Provisioning complete for port 3db89212-e3c0-4af2-af56-286a386ac033 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:56.217893 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-62d17171-e4b3-40c9-b587-1c7128fcaea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.228744 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.237485 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.342576 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.403461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-835137bc-5680-453b-a398-b9cbf35fe883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2d957b8b-686d-407e-8d0a-327d137a6760', 'name': 'tempest-NetworksTestDHCPv6-router-296667216', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:34Z', 'updated_at': '2021-07-16T08:57:52Z', 'revision_number': 3, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:56.415114 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port f93ef3db-19be-4969-b37a-bab4c8de21a4 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:56.464243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835137bc-5680-453b-a398-b9cbf35fe883 None None] The sync data for ids ['2d957b8b-686d-407e-8d0a-327d137a6760'] in n-d-758944-46 is: [{'id': '2d957b8b-686d-407e-8d0a-327d137a6760', 'name': 'tempest-NetworksTestDHCPv6-router-296667216', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:34Z', 'updated_at': '2021-07-16T08:57:52Z', 'revision_number': 3, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:56.475222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port f93ef3db-19be-4969-b37a-bab4c8de21a4 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:56.475589 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.487655 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=3db89212-e3c0-4af2-af56-286a386ac033,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:56.610901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-62d17171-e4b3-40c9-b587-1c7128fcaea5 None None] Port 3db89212-e3c0-4af2-af56-286a386ac033 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:56.691314 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.767274 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 28a0aa94-0f4f-4171-9fed-e2f91a71d53c is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:56.769968 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:56.825803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ca7c6e-1b09-42a6-9f46-c4c2a43fd265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93ef3db-19be-4969-b37a-bab4c8de21a4'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:56.861540 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f839fc8-a94c-4eb0-8ed5-c836e23da4ff" -d '{"events": [{"server_uuid": "97ca7c6e-1b09-42a6-9f46-c4c2a43fd265", "name": "network-vif-plugged", "status": "completed", "tag": "f93ef3db-19be-4969-b37a-bab4c8de21a4"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:56.934394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ace53434-9dc2-4b51-904e-20817fc56524 None None] Provisioning complete for port 3db89212-e3c0-4af2-af56-286a386ac033 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:56.941072 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee563d3a-e980-452f-b7a8-9ad511fc46c2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:56.943748 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ace53434-9dc2-4b51-904e-20817fc56524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.040860 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e666957c-3bf7-47a1-be7f-5441047f9876 x-openstack-request-id: req-e666957c-3bf7-47a1-be7f-5441047f9876 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:57.041261 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0918a0ae-342a-4158-8e9f-b0a2d258a70e req-ebc9a12d-249d-4a15-ab27-8dfd1d471d26 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:57.041846 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ca7c6e-1b09-42a6-9f46-c4c2a43fd265", "name": "network-vif-plugged", "status": "completed", "tag": "f93ef3db-19be-4969-b37a-bab4c8de21a4", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:57.042261 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e666957c-3bf7-47a1-be7f-5441047f9876 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:57.042825 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ca7c6e-1b09-42a6-9f46-c4c2a43fd265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93ef3db-19be-4969-b37a-bab4c8de21a4', 'code': 200} Jul 16 08:57:57.052182 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0918a0ae-342a-4158-8e9f-b0a2d258a70e req-ebc9a12d-249d-4a15-ab27-8dfd1d471d26 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 944 time: 0.3534243 Jul 16 08:57:57.065081 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f93ef3db-19be-4969-b37a-bab4c8de21a4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f93ef3db-19be-4969-b37a-bab4c8de21a4,segment=NetworkSegment(78b7523d-61d5-4edc-9959-852884ce2b69),segment_id=78b7523d-61d5-4edc-9959-852884ce2b69)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:57.075761 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7e2048db-f68b-44e4-a00b-51ea761acd9e no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:57.082185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router c4673821-de0b-4658-ad72-5a1a8ae7667a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:57:57.104710 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.191681 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ace53434-9dc2-4b51-904e-20817fc56524 None None] Port 3db89212-e3c0-4af2-af56-286a386ac033 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:57.201753 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 7e2048db-f68b-44e4-a00b-51ea761acd9e {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:57:57.202116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7e2048db-f68b-44e4-a00b-51ea761acd9e not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:57:57.348116 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0918a0ae-342a-4158-8e9f-b0a2d258a70e req-5aaef629-9abc-47c0-84e6-671ee0d785f3 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/security-groups?id=99e7a628-db78-4d0e-bbb3-32746daf92c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933657 Jul 16 08:57:57.355675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=f93ef3db-19be-4969-b37a-bab4c8de21a4,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:57.371580 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee563d3a-e980-452f-b7a8-9ad511fc46c2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.441122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:57.445497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5dee8cf4-54c8-4678-9cc7-c4bf9c320f52 None None] Provisioning complete for port 3db89212-e3c0-4af2-af56-286a386ac033 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:57.450859 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5dee8cf4-54c8-4678-9cc7-c4bf9c320f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.458243 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Sync routers for ids ['c4673821-de0b-4658-ad72-5a1a8ae7667a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:57.459653 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-94e4b485-95ab-4010-984d-a61508401333 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "PUT /v2.0/routers/c4673821-de0b-4658-ad72-5a1a8ae7667a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8678558 Jul 16 08:57:57.478745 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Routers {'c4673821-de0b-4658-ad72-5a1a8ae7667a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:57.479799 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c4673821-de0b-4658-ad72-5a1a8ae7667a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:57.495909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee563d3a-e980-452f-b7a8-9ad511fc46c2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=39e41e83-416f-4c26-9af6-8800a3430a1b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:57.584976 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.599912 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5dee8cf4-54c8-4678-9cc7-c4bf9c320f52 None None] Port 3db89212-e3c0-4af2-af56-286a386ac033 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:57.665935 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee563d3a-e980-452f-b7a8-9ad511fc46c2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:57.670985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9acd8a-5c35-41a6-bec2-6a3ba29fefb8 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:57:57.679442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54702) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:57.692088 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ee563d3a-e980-452f-b7a8-9ad511fc46c2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/39e41e83-416f-4c26-9af6-8800a3430a1b HTTP/1.1" status: 204 len: 168 time: 2.3300040 Jul 16 08:57:57.697323 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Set router c4673821-de0b-4658-ad72-5a1a8ae7667a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:58.054889 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T08:57:55Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3db89212-e3c0-4af2-af56-286a386ac033', 'name': '', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:3e:72:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'd37a4149-f093-4581-924e-85f224a85519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:50Z', 'updated_at': '2021-07-16T08:57:55Z', 'revision_number': 2, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': 'd37a4149-f093-4581-924e-85f224a85519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:58.098257 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Checking router: c4673821-de0b-4658-ad72-5a1a8ae7667a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:58.098879 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Updating router c4673821-de0b-4658-ad72-5a1a8ae7667a port 3db89212-e3c0-4af2-af56-286a386ac033 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:57:58.139010 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.258954 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-c4b04ded-06e9-4648-96b3-ea3af7be26d2 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-167198184&fields=id&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 267 time: 0.0702946 Jul 16 08:57:58.357061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d23be3-fc02-48f5-9511-ae1fc01553e0 req-3fac57a0-c690-4731-9f05-0ffb5022d503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:58.360217 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69d23be3-fc02-48f5-9511-ae1fc01553e0 req-3fac57a0-c690-4731-9f05-0ffb5022d503 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 1097 time: 1.2636845 Jul 16 08:57:58.408867 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54720) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:58.413152 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bed71c90-22a8-46fa-a8a8-7e7bfd922d2a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7288802 Jul 16 08:57:58.656465 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a515ea0c-9a21-434d-9d7e-efab1e3fee08 None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:57:58.685327 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69d23be3-fc02-48f5-9511-ae1fc01553e0 req-847df2a8-fb8a-4b87-ba46-868ca57c7f0c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99e7a628-db78-4d0e-bbb3-32746daf92c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171599 Jul 16 08:57:58.695642 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Router b48fb3d2-34cf-487d-9669-923c64cbd2f5 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:57:58.708788 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-daf95ac9-8a08-44cd-a046-a399e416c252 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.806270 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.826666 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Transition to ACTIVE for port object 3db89212-e3c0-4af2-af56-286a386ac033 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:58.841016 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:58.850312 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec03513-516b-419f-a553-a2aec44ef9ff req-f48d0e8f-eb63-4690-a4e4-ff8ba0e79a00 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:58.867936 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-f48d0e8f-eb63-4690-a4e4-ff8ba0e79a00 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/networks?id=28a0aa94-0f4f-4171-9fed-e2f91a71d53c HTTP/1.1" status: 200 len: 797 time: 0.5995846 Jul 16 08:57:58.897200 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-32bb1183-a560-4e74-aaf1-b0644d968be6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/quotas/6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 375 time: 0.0266588 Jul 16 08:57:59.026573 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9841dbe-11da-471d-a42a-70f12ba5e822 None None] Pushing event updated for resources: {'Port': ['ID=3db89212-e3c0-4af2-af56-286a386ac033,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:59.229206 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-a7410dac-09df-482c-9950-b015e2124834 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3301401 Jul 16 08:57:59.397282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d38c19b0-76dc-4490-87fd-ee8ffa674e21 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:57:59.410602 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Attempting to bind port 3db89212-e3c0-4af2-af56-286a386ac033 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:59.411252 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Attempting to bind port 3db89212-e3c0-4af2-af56-286a386ac033 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'd43c5176-97bd-4bdb-8cd7-bf59279f299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:59.411792 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Attempting to bind port 3db89212-e3c0-4af2-af56-286a386ac033 on network 28a0aa94-0f4f-4171-9fed-e2f91a71d53c {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:59.438218 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:59.446162 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Checking segment: {'id': 'd43c5176-97bd-4bdb-8cd7-bf59279f299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:59.447090 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.447712 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Bound using segment: {'id': 'd43c5176-97bd-4bdb-8cd7-bf59279f299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:59.454925 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Bound port: 3db89212-e3c0-4af2-af56-286a386ac033, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd43c5176-97bd-4bdb-8cd7-bf59279f299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:59.455675 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.660037 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-daf95ac9-8a08-44cd-a046-a399e416c252 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.695396 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-daf95ac9-8a08-44cd-a046-a399e416c252 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.729552 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a515ea0c-9a21-434d-9d7e-efab1e3fee08 None None] Deleting port d38c19b0-76dc-4490-87fd-ee8ffa674e21 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:57:59.730413 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a515ea0c-9a21-434d-9d7e-efab1e3fee08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.811159 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-f30d1f5d-cc25-4588-82e9-164bd8ab72ad service neutron] 10.222.0.20 "GET /v2.0/networks/28a0aa94-0f4f-4171-9fed-e2f91a71d53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197411 Jul 16 08:57:59.865084 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] For port 3db89212-e3c0-4af2-af56-286a386ac033, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:59.880531 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] For port 3db89212-e3c0-4af2-af56-286a386ac033, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3db89212-e3c0-4af2-af56-286a386ac033,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:59.893169 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.937952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a515ea0c-9a21-434d-9d7e-efab1e3fee08 None None] For port d38c19b0-76dc-4490-87fd-ee8ffa674e21, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d38c19b0-76dc-4490-87fd-ee8ffa674e21,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:59.938384 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a515ea0c-9a21-434d-9d7e-efab1e3fee08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:59.995247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a515ea0c-9a21-434d-9d7e-efab1e3fee08 None None] Calling delete_port for d38c19b0-76dc-4490-87fd-ee8ffa674e21 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:00.067016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b695aa-ea86-430d-8685-c899226b0afb req-43e87e99-0f19-45df-9895-af112d011316 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:00.068905 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3b695aa-ea86-430d-8685-c899226b0afb req-43e87e99-0f19-45df-9895-af112d011316 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 945 time: 1.2530715 Jul 16 08:58:00.069592 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-daf95ac9-8a08-44cd-a046-a399e416c252 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.070128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daf95ac9-8a08-44cd-a046-a399e416c252 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Fanout notify agent at l3_agent the message router_deleted on router 2d957b8b-686d-407e-8d0a-327d137a6760 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:58:00.103828 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-daf95ac9-8a08-44cd-a046-a399e416c252 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.105292 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-daf95ac9-8a08-44cd-a046-a399e416c252 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/routers/2d957b8b-686d-407e-8d0a-327d137a6760 HTTP/1.1" status: 204 len: 168 time: 1.6949437 Jul 16 08:58:00.146435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54734) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:00.177554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-05c009c0-198f-4500-bf5c-cb5e2686a04e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:00.231218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:00.259049 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Routers {'c4673821-de0b-4658-ad72-5a1a8ae7667a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:00.260360 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c4673821-de0b-4658-ad72-5a1a8ae7667a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:00.291235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc804f7-d3e5-4f56-9480-6c71a6753741 None None] Sync routers for ids ['b48fb3d2-34cf-487d-9669-923c64cbd2f5'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:00.294508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54736) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:00.358596 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a515ea0c-9a21-434d-9d7e-efab1e3fee08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.364076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Port d38c19b0-76dc-4490-87fd-ee8ffa674e21 update to DOWN by agent not found {{(pid=93696) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 08:58:00.404211 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-19c86475-b86c-42e5-9940-cd5bf5b7a3df service neutron] 10.222.0.20 "GET /v2.0/networks/28a0aa94-0f4f-4171-9fed-e2f91a71d53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5916336 Jul 16 08:58:00.411504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc804f7-d3e5-4f56-9480-6c71a6753741 None None] Routers {'b48fb3d2-34cf-487d-9669-923c64cbd2f5'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:00.412357 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6fc804f7-d3e5-4f56-9480-6c71a6753741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b48fb3d2-34cf-487d-9669-923c64cbd2f5'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:00.423760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a515ea0c-9a21-434d-9d7e-efab1e3fee08 None None] Pushing event deleted for resources: {'Port': ['ID=d38c19b0-76dc-4490-87fd-ee8ffa674e21,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:00.466992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a515ea0c-9a21-434d-9d7e-efab1e3fee08 None None] No DVR routers for this DVR port d38c19b0-76dc-4490-87fd-ee8ffa674e21 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:00.483970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6fc804f7-d3e5-4f56-9480-6c71a6753741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:00.535310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc804f7-d3e5-4f56-9480-6c71a6753741 None None] Routers {'b48fb3d2-34cf-487d-9669-923c64cbd2f5'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:00.545596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6fc804f7-d3e5-4f56-9480-6c71a6753741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:57:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b48fb3d2-34cf-487d-9669-923c64cbd2f5'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:00.589498 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9841dbe-11da-471d-a42a-70f12ba5e822 None None] Pushing event updated for resources: {'Port': ['ID=3db89212-e3c0-4af2-af56-286a386ac033,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:00.682877 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6fc804f7-d3e5-4f56-9480-6c71a6753741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:00.683792 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc804f7-d3e5-4f56-9480-6c71a6753741 None None] The sync data for ids ['b48fb3d2-34cf-487d-9669-923c64cbd2f5'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:00.709529 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:00.715690 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1dbb25ca-01e9-4b89-afaa-90fb4ee74821 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 13.6744504 Jul 16 08:58:00.717441 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54740) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:00.908546 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] Set router c4673821-de0b-4658-ad72-5a1a8ae7667a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:00.915020 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3b695aa-ea86-430d-8685-c899226b0afb req-3152c275-1e67-4e17-88ad-30b19f7095a5 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/security-groups?id=99e7a628-db78-4d0e-bbb3-32746daf92c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8062453 Jul 16 08:58:00.989950 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0720df2-2423-4019-8268-a62815287a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:01.027626 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f99cad36-debf-4fa8-ac02-69f2661d24f9 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/routers/b48fb3d2-34cf-487d-9669-923c64cbd2f5 HTTP/1.1" status: 200 len: 925 time: 0.3081174 Jul 16 08:58:01.032659 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54748) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:01.095436 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ab96f4d1-dd8c-4b05-a302-3423fc0ddc88 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48fb3d2-34cf-487d-9669-923c64cbd2f5 HTTP/1.1" status: 200 len: 205 time: 0.0613351 Jul 16 08:58:01.107005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54754) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:01.116417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c009c0-198f-4500-bf5c-cb5e2686a04e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:01.142128 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-05c009c0-198f-4500-bf5c-cb5e2686a04e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:01.408038 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0720df2-2423-4019-8268-a62815287a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:01.434526 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0720df2-2423-4019-8268-a62815287a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:01.453831 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T08:57:55Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3db89212-e3c0-4af2-af56-286a386ac033', 'name': '', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:3e:72:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'd37a4149-f093-4581-924e-85f224a85519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:50Z', 'updated_at': '2021-07-16T08:57:59Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': 'd37a4149-f093-4581-924e-85f224a85519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:01.511389 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5391ce5-295c-4423-9209-85266aaf2701 None None] The sync data for ids ['c4673821-de0b-4658-ad72-5a1a8ae7667a'] in n-d-758944-46 is: [{'id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T08:57:55Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3db89212-e3c0-4af2-af56-286a386ac033', 'name': '', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:3e:72:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'd37a4149-f093-4581-924e-85f224a85519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:50Z', 'updated_at': '2021-07-16T08:57:59Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': 'd37a4149-f093-4581-924e-85f224a85519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:01.719788 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0720df2-2423-4019-8268-a62815287a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aad3ac6-5689-457d-8da2-345a46e0661b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:01.785406 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a0720df2-2423-4019-8268-a62815287a27 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8f209c40c25a47d4891d80582a1503d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4053895 Jul 16 08:58:01.789068 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54762) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:01.989388 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-66f4c03a-9683-4512-a396-b43acb36ffc4 req-a0ac11b2-37ea-4635-95f0-f658a9b209d6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 210 time: 0.0553184 Jul 16 08:58:02.008941 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ac24c87-172d-48e2-84f9-be6a53fd33b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.026340 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b88ef788-aa4b-4249-93bc-47b97697ce1e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.182716 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ac24c87-172d-48e2-84f9-be6a53fd33b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.294944 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b88ef788-aa4b-4249-93bc-47b97697ce1e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.307313 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-05c009c0-198f-4500-bf5c-cb5e2686a04e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.408062 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b88ef788-aa4b-4249-93bc-47b97697ce1e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Deleting port f507d387-bc61-490c-8635-dbd59b632090 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:02.408769 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b88ef788-aa4b-4249-93bc-47b97697ce1e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.532909 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ac24c87-172d-48e2-84f9-be6a53fd33b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.537308 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7ac24c87-172d-48e2-84f9-be6a53fd33b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.543037 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7ac24c87-172d-48e2-84f9-be6a53fd33b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7aad3ac6-5689-457d-8da2-345a46e0661b HTTP/1.1" status: 204 len: 168 time: 0.7431586 Jul 16 08:58:02.577040 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b88ef788-aa4b-4249-93bc-47b97697ce1e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.598019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b88ef788-aa4b-4249-93bc-47b97697ce1e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Calling delete_port for f507d387-bc61-490c-8635-dbd59b632090 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:02.634753 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c009c0-198f-4500-bf5c-cb5e2686a04e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:02.659350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-05c009c0-198f-4500-bf5c-cb5e2686a04e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:02.668798 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac24c87-172d-48e2-84f9-be6a53fd33b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aad3ac6-5689-457d-8da2-345a46e0661b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:02.677760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc72b98-1061-447c-b4ce-b8508454fdfb None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:02.690102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c009c0-198f-4500-bf5c-cb5e2686a04e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:02.692257 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-05c009c0-198f-4500-bf5c-cb5e2686a04e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.721597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c009c0-198f-4500-bf5c-cb5e2686a04e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=4ae902d3-b12f-4403-b145-231f17e17f79,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:02.754988 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-05c009c0-198f-4500-bf5c-cb5e2686a04e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6068707 Jul 16 08:58:02.758772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54772) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:02.769562 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f7cc2f71-8e4c-4254-bb93-e9ee47ddaf69 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-450235854', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:02.828869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6229ef-3fbe-4e93-b2fe-64fa3c22fdc6 req-3b0eb623-8b8d-427a-ac54-45e382ce1b56 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:02.843149 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b6229ef-3fbe-4e93-b2fe-64fa3c22fdc6 req-3b0eb623-8b8d-427a-ac54-45e382ce1b56 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 945 time: 0.4639595 Jul 16 08:58:02.945265 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f7cc2f71-8e4c-4254-bb93-e9ee47ddaf69 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.947707 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f7cc2f71-8e4c-4254-bb93-e9ee47ddaf69 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.003768 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b6229ef-3fbe-4e93-b2fe-64fa3c22fdc6 req-03d36879-4258-4a5c-b704-3d311484a03e tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/security-groups?id=99e7a628-db78-4d0e-bbb3-32746daf92c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467144 Jul 16 08:58:03.020664 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b88ef788-aa4b-4249-93bc-47b97697ce1e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.169360 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88ef788-aa4b-4249-93bc-47b97697ce1e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Pushing event deleted for resources: {'Port': ['ID=f507d387-bc61-490c-8635-dbd59b632090,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:03.325470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': '4ae902d3-b12f-4403-b145-231f17e17f79'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:03.332351 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.342300 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f7cc2f71-8e4c-4254-bb93-e9ee47ddaf69 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.364914 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f7cc2f71-8e4c-4254-bb93-e9ee47ddaf69 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.463086 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f7cc2f71-8e4c-4254-bb93-e9ee47ddaf69 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.464266 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f7cc2f71-8e4c-4254-bb93-e9ee47ddaf69 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7036529 Jul 16 08:58:03.494383 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3db89212-e3c0-4af2-af56-286a386ac033 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:03.502412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54786) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:03.530127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b88ef788-aa4b-4249-93bc-47b97697ce1e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.852952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 3db89212-e3c0-4af2-af56-286a386ac033 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:03.862213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 3db89212-e3c0-4af2-af56-286a386ac033 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:03.862822 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.872144 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec03513-516b-419f-a553-a2aec44ef9ff req-d99da865-f044-4a8d-ba6d-703450e5a2ea tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:03.880734 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-d99da865-f044-4a8d-ba6d-703450e5a2ea tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.38 "GET /v2.0/networks?id=28a0aa94-0f4f-4171-9fed-e2f91a71d53c HTTP/1.1" status: 200 len: 797 time: 0.5886810 Jul 16 08:58:04.011357 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Allocated IP 2001:db8::2 (d414e6fa-d160-44fd-92e3-d399748f3f68/4ae902d3-b12f-4403-b145-231f17e17f79/ab4acab2-5a24-4e35-9e22-c449b49edf6b) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:04.046290 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-2e31eede-06fc-4218-9799-06e4bb32e14c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d HTTP/1.1" status: 200 len: 379 time: 0.1605337 Jul 16 08:58:04.059236 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.066925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-cec03513-516b-419f-a553-a2aec44ef9ff req-bc086e04-121b-4d72-b6f9-dfee00f21373 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'port': {'device_id': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'admin_state_up': True, 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'security_groups': ['d2cd42b3-7c62-41ef-a101-2f2384b3b460']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:04.139061 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.302847 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c7050f5-483c-46d8-abf8-4d1ab296b819 req-57581514-bfca-44c9-81bf-71eca6a1f2c0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 210 time: 0.8009987 Jul 16 08:58:04.324559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 3db89212-e3c0-4af2-af56-286a386ac033, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3db89212-e3c0-4af2-af56-286a386ac033,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:04.339707 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.424584 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b88ef788-aa4b-4249-93bc-47b97697ce1e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.433020 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b88ef788-aa4b-4249-93bc-47b97697ce1e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.490168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cec03513-516b-419f-a553-a2aec44ef9ff req-bc086e04-121b-4d72-b6f9-dfee00f21373 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Made reservation on behalf of 6bd79a16b15a44f9ba1c5be5b1f2251d for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:04.494736 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cec03513-516b-419f-a553-a2aec44ef9ff req-bc086e04-121b-4d72-b6f9-dfee00f21373 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.535106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=3db89212-e3c0-4af2-af56-286a386ac033,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:04.556238 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.571097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Transition to ACTIVE for port object ab4acab2-5a24-4e35-9e22-c449b49edf6b will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:04.596045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Transition to ACTIVE for port object ab4acab2-5a24-4e35-9e22-c449b49edf6b will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:04.607474 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.664002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:04.682873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:04.691364 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:04.706870 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Pushing event updated for resources: {'Port': ['ID=ab4acab2-5a24-4e35-9e22-c449b49edf6b,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:04.743014 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:58:04.746615 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54812) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:04.781378 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b88ef788-aa4b-4249-93bc-47b97697ce1e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.782760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88ef788-aa4b-4249-93bc-47b97697ce1e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Fanout notify agent at l3_agent the message router_deleted on router b48fb3d2-34cf-487d-9669-923c64cbd2f5 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:58:04.797099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-cec03513-516b-419f-a553-a2aec44ef9ff req-bc086e04-121b-4d72-b6f9-dfee00f21373 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.20.0.11 (28a0aa94-0f4f-4171-9fed-e2f91a71d53c/d37a4149-f093-4581-924e-85f224a85519/0a4d8c7b-cc0e-4411-a59d-2f9565aca632) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:04.851482 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b88ef788-aa4b-4249-93bc-47b97697ce1e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.858478 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b88ef788-aa4b-4249-93bc-47b97697ce1e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "DELETE /v2.0/routers/b48fb3d2-34cf-487d-9669-923c64cbd2f5 HTTP/1.1" status: 204 len: 168 time: 3.7451160 Jul 16 08:58:04.862679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54818) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:04.874619 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1303270379', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'enable_snat': False}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:04.920004 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.922592 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.972661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Attempting to bind port ab4acab2-5a24-4e35-9e22-c449b49edf6b on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:04.974018 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Attempting to bind port ab4acab2-5a24-4e35-9e22-c449b49edf6b by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:04.976888 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Attempting to bind port ab4acab2-5a24-4e35-9e22-c449b49edf6b on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:04.996357 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:04.996980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:04.998885 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:04.999935 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:05.000622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Bound port: ab4acab2-5a24-4e35-9e22-c449b49edf6b, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:05.001723 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.050684 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-833693188-network', 'tenant_id': '5d9e7e5e15b9448ab1d05d4cc83371f6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:05.098035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] For port ab4acab2-5a24-4e35-9e22-c449b49edf6b, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:05.103108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] For port ab4acab2-5a24-4e35-9e22-c449b49edf6b, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ab4acab2-5a24-4e35-9e22-c449b49edf6b,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:05.116100 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.127600 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cec03513-516b-419f-a553-a2aec44ef9ff req-bc086e04-121b-4d72-b6f9-dfee00f21373 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.186685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.228914 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-cec03513-516b-419f-a553-a2aec44ef9ff req-bc086e04-121b-4d72-b6f9-dfee00f21373 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Transition to ACTIVE for port object 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:05.255661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3db89212-e3c0-4af2-af56-286a386ac033 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:05.258614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] Made reservation on behalf of 5d9e7e5e15b9448ab1d05d4cc83371f6 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:05.271153 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.303930 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.305797 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.365563 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004d9629-e662-4ff5-b938-cf65972857b5 None None] Pushing event updated for resources: {'Port': ['ID=ab4acab2-5a24-4e35-9e22-c449b49edf6b,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:05.375414 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c463eee6-74de-4075-bbd6-61e8419657a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.513763 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 3db89212-e3c0-4af2-af56-286a386ac033 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:05.514219 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.618112 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.727469 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.739133 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.745872 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.767910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:58:05.801908 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.803053 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] Added segment 01a46d31-1813-4ea6-b013-2e4397f4a467 of type vlan for network 22a8884d-57fe-436b-ab14-212ebf379cc7 Jul 16 08:58:05.957141 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cec03513-516b-419f-a553-a2aec44ef9ff req-bc086e04-121b-4d72-b6f9-dfee00f21373 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.060299 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.096288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::1 (d414e6fa-d160-44fd-92e3-d399748f3f68/4ae902d3-b12f-4403-b145-231f17e17f79/8123da17-2b5d-4185-8db7-b327a8086371) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:06.110658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cec03513-516b-419f-a553-a2aec44ef9ff req-bc086e04-121b-4d72-b6f9-dfee00f21373 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 28a0aa94-0f4f-4171-9fed-e2f91a71d53c is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:06.119370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30848ff1-e7d3-4c87-b727-fbf132f416a2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:06.136131 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-cec03513-516b-419f-a553-a2aec44ef9ff req-bc086e04-121b-4d72-b6f9-dfee00f21373 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:06.147860 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-cec03513-516b-419f-a553-a2aec44ef9ff req-bc086e04-121b-4d72-b6f9-dfee00f21373 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:06.223766 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.resource_extend [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:58:06.226554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc086e04-121b-4d72-b6f9-dfee00f21373 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:06.235479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec03513-516b-419f-a553-a2aec44ef9ff req-bc086e04-121b-4d72-b6f9-dfee00f21373 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:06.236186 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cec03513-516b-419f-a553-a2aec44ef9ff req-bc086e04-121b-4d72-b6f9-dfee00f21373 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.287401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fd4ad-4863-4720-a41f-79cfb92cbf01 req-4e619ec8-790d-4e6f-b2a8-cabcb0afc699 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:06.290736 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d3fd4ad-4863-4720-a41f-79cfb92cbf01 req-4e619ec8-790d-4e6f-b2a8-cabcb0afc699 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 932 time: 0.4692938 Jul 16 08:58:06.299582 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.301315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:06.302332 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.308671 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-bc086e04-121b-4d72-b6f9-dfee00f21373 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2563770 Jul 16 08:58:06.348970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Request body: {'port': {'device_id': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:06.456136 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7082386 Jul 16 08:58:06.461751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54830) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:06.493014 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Request body: {'subnet': {'network_id': '22a8884d-57fe-436b-ab14-212ebf379cc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-833693188-subnet', 'tenant_id': '5d9e7e5e15b9448ab1d05d4cc83371f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:06.547471 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d3fd4ad-4863-4720-a41f-79cfb92cbf01 req-74ee5d8c-e13a-4923-bf7f-09cee6c34431 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2364604 Jul 16 08:58:06.557809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24c3b0-8967-4448-a449-44183ccef386 admin admin] Pushing event updated for resources: {'Network': ['ID=22a8884d-57fe-436b-ab14-212ebf379cc7,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:06.582797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 22a8884d-57fe-436b-ab14-212ebf379cc7 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:58:06.587963 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.641322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Made reservation on behalf of 5d9e7e5e15b9448ab1d05d4cc83371f6 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:06.651536 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.774973 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.808586 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object 8123da17-2b5d-4185-8db7-b327a8086371 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:06.879605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-87bbaef0-2ec0-4a7b-996b-0dd96e4d90e9 None None] Provisioning for port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:06.886040 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-87bbaef0-2ec0-4a7b-996b-0dd96e4d90e9 None None] Provisioning complete for port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:06.886757 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-87bbaef0-2ec0-4a7b-996b-0dd96e4d90e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.907020 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.943977 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-87bbaef0-2ec0-4a7b-996b-0dd96e4d90e9 None None] Port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:07.074259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:07.080464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:07.083095 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.089141 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:07.089705 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.113778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=8123da17-2b5d-4185-8db7-b327a8086371,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:07.206730 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.446665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ab4acab2-5a24-4e35-9e22-c449b49edf6b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:07.525950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-02bd8e77-e91a-45bf-b1df-66e494df568e None None] Provisioning for port ab4acab2-5a24-4e35-9e22-c449b49edf6b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:07.559430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port ab4acab2-5a24-4e35-9e22-c449b49edf6b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:07.566047 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ab4acab2-5a24-4e35-9e22-c449b49edf6b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:07.566406 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.704128 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.796114 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port ab4acab2-5a24-4e35-9e22-c449b49edf6b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ab4acab2-5a24-4e35-9e22-c449b49edf6b,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:07.804844 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.839122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Allocated IP 172.25.4.195 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/69bd8ae9-3457-4d49-8b23-58f911f40713) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:07.927709 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.016947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=ab4acab2-5a24-4e35-9e22-c449b49edf6b,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:08.073794 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce5568c9-5afa-47cb-9e4c-f07aa6aec51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.082218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fdcc677b-c6b5-4de2-9921-c4959c9e6d0f None None] Provisioning for port 8123da17-2b5d-4185-8db7-b327a8086371 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:08.088781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fdcc677b-c6b5-4de2-9921-c4959c9e6d0f None None] Provisioning complete for port 8123da17-2b5d-4185-8db7-b327a8086371 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:08.089954 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fdcc677b-c6b5-4de2-9921-c4959c9e6d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.149782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-fdcc677b-c6b5-4de2-9921-c4959c9e6d0f None None] Port 8123da17-2b5d-4185-8db7-b327a8086371 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:08.203612 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.358065 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.395243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401cb24-77e9-4f0f-bc50-7fba498beb86 req-8db08fb9-8dab-4111-93d0-c181ae9082b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:08.402872 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3401cb24-77e9-4f0f-bc50-7fba498beb86 req-8db08fb9-8dab-4111-93d0-c181ae9082b9 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 932 time: 0.4108880 Jul 16 08:58:08.520579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04825ece-49fb-4ad4-881b-96096466b8ce,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:08.566752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd234d00-d2cc-4ac1-85f2-7bdf6ebd3609 req-c98f4848-7682-4fda-92fc-28887dade8ba tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:08.570117 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bd234d00-d2cc-4ac1-85f2-7bdf6ebd3609 req-c98f4848-7682-4fda-92fc-28887dade8ba tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.4121702 Jul 16 08:58:08.637048 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:08.637804 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:08.638505 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:08.639202 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:08.639919 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:08.641367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:08.642065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:08.642758 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:08.643446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:08.644160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:08.645214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:08.646300 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:08.720704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:08.733883 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.754968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Checking segment: {'id': '01a46d31-1813-4ea6-b013-2e4397f4a467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '22a8884d-57fe-436b-ab14-212ebf379cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:08.755365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Network hostable DHCP agents. Network: 22a8884d-57fe-436b-ab14-212ebf379cc7, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:58:08.770948 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Transition to ACTIVE for port object 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:08.791817 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.826777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bd234d00-d2cc-4ac1-85f2-7bdf6ebd3609 req-766e82c3-9a8b-4da4-811d-15fa6012fbe9 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2397270 Jul 16 08:58:08.861736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Network 22a8884d-57fe-436b-ab14-212ebf379cc7 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:58:08.894230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 22a8884d-57fe-436b-ab14-212ebf379cc7) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:08.899232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:08.900057 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.923786 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5361dd5f-f60f-40b9-a240-04d648531c95 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4384372 Jul 16 08:58:08.947060 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.985156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc5e90e-7f53-495d-8579-f0645e31951c None None] Network 22a8884d-57fe-436b-ab14-212ebf379cc7 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:08.994126 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:09.037018 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3401cb24-77e9-4f0f-bc50-7fba498beb86 req-9252ce60-4e52-4ca0-922c-39aab4a73838 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6283197 Jul 16 08:58:09.073905 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Attempting to bind port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:09.074242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Attempting to bind port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'd43c5176-97bd-4bdb-8cd7-bf59279f299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:09.074572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Attempting to bind port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 on network 28a0aa94-0f4f-4171-9fed-e2f91a71d53c {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:09.089114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 on network 28a0aa94-0f4f-4171-9fed-e2f91a71d53c not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:09.089999 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Attempting to bind port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 on network 28a0aa94-0f4f-4171-9fed-e2f91a71d53c {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:09.104255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:09.105208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Checking segment: {'id': 'd43c5176-97bd-4bdb-8cd7-bf59279f299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:09.106092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Bound using segment: {'id': 'd43c5176-97bd-4bdb-8cd7-bf59279f299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:09.107531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Bound port: 0a4d8c7b-cc0e-4411-a59d-2f9565aca632, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd43c5176-97bd-4bdb-8cd7-bf59279f299e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:09.108347 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.315962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] For port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:09.338681 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] For port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:09.349182 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ab4acab2-5a24-4e35-9e22-c449b49edf6b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:09.353340 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.519176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:09.520923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbccd254-d2ac-4524-b2d4-1de0ccae6173 None None] Network 22a8884d-57fe-436b-ab14-212ebf379cc7 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:09.529013 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.532701 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] 10.222.0.38 "PUT /v2.0/ports/0a4d8c7b-cc0e-4411-a59d-2f9565aca632 HTTP/1.1" status: 200 len: 1093 time: 3.1892514 Jul 16 08:58:09.558670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'tag': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:09.567784 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72689a90-fe22-444a-b47e-a1d743e519b7" -d '{"events": [{"name": "network-changed", "server_uuid": "ec82a73f-da96-4afe-bec5-64b1b4bbabf2", "tag": "0a4d8c7b-cc0e-4411-a59d-2f9565aca632"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:09.664741 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.761264 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.765203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:09.770230 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:09.776274 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:09.788035 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.789332 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:09.794931 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc5e76e6-6cfe-419b-a4fe-81d0df63e8c6 x-openstack-request-id: req-cc5e76e6-6cfe-419b-a4fe-81d0df63e8c6 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:09.798194 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec82a73f-da96-4afe-bec5-64b1b4bbabf2", "tag": "0a4d8c7b-cc0e-4411-a59d-2f9565aca632", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:09.798805 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cc5e76e6-6cfe-419b-a4fe-81d0df63e8c6 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:09.800880 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'tag': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632', 'status': 'completed', 'code': 200} Jul 16 08:58:09.814114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Pushing event updated for resources: {'Port': ['ID=69bd8ae9-3457-4d49-8b23-58f911f40713,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:09.860101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719e8202-a5a8-4aeb-b06f-f0d86dde5666 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:10.017721 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec03513-516b-419f-a553-a2aec44ef9ff req-30903055-1fc8-4ac8-a3c2-d791a6fa484b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:10.019383 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-30903055-1fc8-4ac8-a3c2-d791a6fa484b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 1096 time: 0.4309356 Jul 16 08:58:10.096878 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=8123da17-2b5d-4185-8db7-b327a8086371,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:10.149453 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-526bb87c-e09c-4564-8297-e9453b0c1473 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a4d8c7b-cc0e-4411-a59d-2f9565aca632 HTTP/1.1" status: 200 len: 217 time: 0.1158590 Jul 16 08:58:10.173874 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.240113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec03513-516b-419f-a553-a2aec44ef9ff req-c5fe60cd-8460-4120-b2c6-cb4f88d4356a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:10.244433 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-c5fe60cd-8460-4120-b2c6-cb4f88d4356a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d37a4149-f093-4581-924e-85f224a85519 HTTP/1.1" status: 200 len: 834 time: 0.0884383 Jul 16 08:58:10.304338 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ab4acab2-5a24-4e35-9e22-c449b49edf6b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:10.304983 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.404002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec03513-516b-419f-a553-a2aec44ef9ff req-992127a1-f081-442e-8ceb-524ce87fc6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:10.406022 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-992127a1-f081-442e-8ceb-524ce87fc6bf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=28a0aa94-0f4f-4171-9fed-e2f91a71d53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1513929 Jul 16 08:58:10.467118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362ea15d-970a-43f0-aad8-fad57c22b85e req-8bca7632-7b3e-4d74-9533-3813f17360fd tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:10.470672 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-362ea15d-970a-43f0-aad8-fad57c22b85e req-8bca7632-7b3e-4d74-9533-3813f17360fd tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 945 time: 0.1601241 Jul 16 08:58:10.583668 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-362ea15d-970a-43f0-aad8-fad57c22b85e req-72d88661-31e3-48d5-8d19-c0aec1c9e7f4 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/security-groups?id=99e7a628-db78-4d0e-bbb3-32746daf92c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032691 Jul 16 08:58:10.616877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:10.624032 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:10.639379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54892) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:10.649329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1609647773-network', 'tenant_id': '84cdace281d44f2ca3c36be9aaa48482'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:10.658984 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-c491b3c9-8699-4147-838b-dc1ae34ac85c service neutron] 10.222.0.38 "GET /v2.0/networks/28a0aa94-0f4f-4171-9fed-e2f91a71d53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463214 Jul 16 08:58:10.664665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97dbafe-a83e-49c3-b1ec-c838145af709 req-c91f6c54-7079-4a47-8aa4-186596f1f12f tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:10.666204 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d97dbafe-a83e-49c3-b1ec-c838145af709 req-c91f6c54-7079-4a47-8aa4-186596f1f12f tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.4409781 Jul 16 08:58:10.778883 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] Made reservation on behalf of 84cdace281d44f2ca3c36be9aaa48482 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:10.783516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.822667 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:10.878839 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cec03513-516b-419f-a553-a2aec44ef9ff req-230b9fbe-61af-4fa5-acdb-8b491a8fba25 service neutron] 10.222.0.38 "GET /v2.0/networks/28a0aa94-0f4f-4171-9fed-e2f91a71d53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058365 Jul 16 08:58:11.043473 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.053479 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.073768 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:58:11.088434 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.089917 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] Added segment 61eeee3c-f423-4be6-a781-f9f1d175aec9 of type vlan for network aac1284c-3c3f-4224-bae5-4dff35b180da Jul 16 08:58:11.138778 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d97dbafe-a83e-49c3-b1ec-c838145af709 req-71834e67-01a0-4ec8-a459-71885088070c tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2071128 Jul 16 08:58:11.147608 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.205722 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.215989 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.244690 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-64f8988b-8909-4eec-b28d-f69b1a4955a6 None None] Provisioning complete for port 8123da17-2b5d-4185-8db7-b327a8086371 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:11.245489 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-64f8988b-8909-4eec-b28d-f69b1a4955a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.267259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03719b70-a2c3-4053-804f-dcfadb318749,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:11.303211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72689a90-fe22-444a-b47e-a1d743e519b7 req-6fcd3d79-2967-4046-b98d-6da6320699ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:11.305366 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72689a90-fe22-444a-b47e-a1d743e519b7 req-6fcd3d79-2967-4046-b98d-6da6320699ae service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 1096 time: 0.3162966 Jul 16 08:58:11.306239 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.307412 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:11.308016 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.329072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Router f1996612-3d11-4060-858a-c97c05b0cd12 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:58:11.329910 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-64f8988b-8909-4eec-b28d-f69b1a4955a6 None None] Port 8123da17-2b5d-4185-8db7-b327a8086371 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:11.428048 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] Pushing event updated for resources: {'Network': ['ID=aac1284c-3c3f-4224-bae5-4dff35b180da,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:11.441933 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network aac1284c-3c3f-4224-bae5-4dff35b180da details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:58:11.562168 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-be4cecf1-1c5e-4ae1-89f4-83b7b99247f7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9182978 Jul 16 08:58:11.568980 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54898) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:11.584211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6b4f39ff-c0ac-4144-b95b-419ba1a88658 admin admin] Request body: {'subnet': {'network_id': 'aac1284c-3c3f-4224-bae5-4dff35b180da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1609647773-subnet', 'tenant_id': '84cdace281d44f2ca3c36be9aaa48482', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:11.591650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:11.599083 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.605776 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Sync routers for ids ['f1996612-3d11-4060-858a-c97c05b0cd12'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:11.614377 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-121ffdbb-9107-4294-9d77-48913dc46ec3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "PUT /v2.0/routers/f1996612-3d11-4060-858a-c97c05b0cd12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0847151 Jul 16 08:58:11.614657 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54900) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:11.622100 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Routers {'f1996612-3d11-4060-858a-c97c05b0cd12'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:11.623973 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f1996612-3d11-4060-858a-c97c05b0cd12'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:11.639770 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72689a90-fe22-444a-b47e-a1d743e519b7 req-ee4a5d00-2e7d-4bc3-bc1e-30f2c4284e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:11.641890 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72689a90-fe22-444a-b47e-a1d743e519b7 req-ee4a5d00-2e7d-4bc3-bc1e-30f2c4284e90 service neutron] 10.222.0.38 "GET /v2.0/networks?id=28a0aa94-0f4f-4171-9fed-e2f91a71d53c HTTP/1.1" status: 200 len: 897 time: 0.2562087 Jul 16 08:58:11.728151 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72689a90-fe22-444a-b47e-a1d743e519b7 req-0e92c9ac-92a0-4ff9-9050-6f97c046ac2c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a4d8c7b-cc0e-4411-a59d-2f9565aca632 HTTP/1.1" status: 200 len: 217 time: 0.0622957 Jul 16 08:58:11.740139 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf3dfb-5fcc-44ba-a05d-20fa0d886135 req-6f608417-5045-4108-af48-44b197f4218c tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:11.741797 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6bdf3dfb-5fcc-44ba-a05d-20fa0d886135 req-6f608417-5045-4108-af48-44b197f4218c tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.15 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 945 time: 0.3548100 Jul 16 08:58:11.779246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e459b8-0622-4876-945d-841b6ff735f7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:11.779246 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f9e459b8-0622-4876-945d-841b6ff735f7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports/8123da17-2b5d-4185-8db7-b327a8086371 HTTP/1.1" status: 200 len: 911 time: 0.1593180 Jul 16 08:58:11.783161 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54904) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:11.830603 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0fede-276d-4371-bf4f-3e214f4a83e8 req-1527ab9a-b800-4d11-ba9e-d76f56851e52 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:11.832437 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Set router f1996612-3d11-4060-858a-c97c05b0cd12 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:11.833164 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c0b0fede-276d-4371-bf4f-3e214f4a83e8 req-1527ab9a-b800-4d11-ba9e-d76f56851e52 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 944 time: 0.3975861 Jul 16 08:58:11.873738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4f39ff-c0ac-4144-b95b-419ba1a88658 admin admin] Made reservation on behalf of 84cdace281d44f2ca3c36be9aaa48482 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:11.878889 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b4f39ff-c0ac-4144-b95b-419ba1a88658 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:11.961616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72689a90-fe22-444a-b47e-a1d743e519b7 req-326bf90d-18af-484e-b10c-02ced2bb5788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:11.963355 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72689a90-fe22-444a-b47e-a1d743e519b7 req-326bf90d-18af-484e-b10c-02ced2bb5788 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d37a4149-f093-4581-924e-85f224a85519 HTTP/1.1" status: 200 len: 834 time: 0.2180512 Jul 16 08:58:11.984584 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c0b0fede-276d-4371-bf4f-3e214f4a83e8 req-dadb2f3f-c43c-4ac2-88c0-cab0a8ac4161 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425600 Jul 16 08:58:12.058974 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-6bdf3dfb-5fcc-44ba-a05d-20fa0d886135 req-9454b552-cff2-477c-a0c5-55693af46182 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Deleting port f93ef3db-19be-4969-b37a-bab4c8de21a4 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:12.059357 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6bdf3dfb-5fcc-44ba-a05d-20fa0d886135 req-9454b552-cff2-477c-a0c5-55693af46182 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.067284 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72689a90-fe22-444a-b47e-a1d743e519b7 req-1a4ac695-8a5d-4202-ade2-89e93672a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:12.069073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72689a90-fe22-444a-b47e-a1d743e519b7 req-1a4ac695-8a5d-4202-ade2-89e93672a5ce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=28a0aa94-0f4f-4171-9fed-e2f91a71d53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972939 Jul 16 08:58:12.181433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a3dd8-918d-4dfc-af86-5b477a28f88f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:12.190075 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35a3dd8-918d-4dfc-af86-5b477a28f88f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:12.192595 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f35a3dd8-918d-4dfc-af86-5b477a28f88f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.4072773 Jul 16 08:58:12.201079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54910) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:12.298121 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1996612-3d11-4060-858a-c97c05b0cd12', 'name': 'tempest-NetworksTestDHCPv6-router-450235854', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:03Z', 'updated_at': '2021-07-16T08:58:07Z', 'revision_number': 2, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'gw_port_host': None, '_interfaces': [{'id': '8123da17-2b5d-4185-8db7-b327a8086371', 'name': '', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'mac_address': 'fa:16:3e:62:d7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1996612-3d11-4060-858a-c97c05b0cd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '4ae902d3-b12f-4403-b145-231f17e17f79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:05Z', 'updated_at': '2021-07-16T08:58:09Z', 'revision_number': 2, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'subnets': [{'id': '4ae902d3-b12f-4403-b145-231f17e17f79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:12.311610 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:58:12.334224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Router 32c503b3-7141-4b4d-9a63-5d3f5b7864b1 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:58:12.364890 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72689a90-fe22-444a-b47e-a1d743e519b7 req-a9658e5e-0a01-49e5-b8c4-f840428b8715 service neutron] 10.222.0.38 "GET /v2.0/networks/28a0aa94-0f4f-4171-9fed-e2f91a71d53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844622 Jul 16 08:58:12.365233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5d76c-9fd0-44c9-a077-79e71c85e68d req-4a2bc921-baa1-4453-8da0-a63466a45cdf tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:12.366904 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a4e5d76c-9fd0-44c9-a077-79e71c85e68d req-4a2bc921-baa1-4453-8da0-a63466a45cdf tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 945 time: 0.4403996 Jul 16 08:58:12.387502 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Checking router: f1996612-3d11-4060-858a-c97c05b0cd12 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:58:12.388962 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Updating router f1996612-3d11-4060-858a-c97c05b0cd12 port 8123da17-2b5d-4185-8db7-b327a8086371 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:58:12.457267 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.511323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-6bdf3dfb-5fcc-44ba-a05d-20fa0d886135 req-9454b552-cff2-477c-a0c5-55693af46182 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] For port f93ef3db-19be-4969-b37a-bab4c8de21a4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f93ef3db-19be-4969-b37a-bab4c8de21a4,segment=NetworkSegment(78b7523d-61d5-4edc-9959-852884ce2b69),segment_id=78b7523d-61d5-4edc-9959-852884ce2b69)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:12.511861 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6bdf3dfb-5fcc-44ba-a05d-20fa0d886135 req-9454b552-cff2-477c-a0c5-55693af46182 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.563071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-6bdf3dfb-5fcc-44ba-a05d-20fa0d886135 req-9454b552-cff2-477c-a0c5-55693af46182 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Calling delete_port for f93ef3db-19be-4969-b37a-bab4c8de21a4 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:12.643277 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a4e5d76c-9fd0-44c9-a077-79e71c85e68d req-4772d215-05b9-4c29-af85-3c944150e4e8 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/security-groups?id=99e7a628-db78-4d0e-bbb3-32746daf92c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644606 Jul 16 08:58:12.698405 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72689a90-fe22-444a-b47e-a1d743e519b7 req-72e8c6d1-1957-49be-b993-5819261f348c service neutron] 10.222.0.38 "GET /v2.0/networks/28a0aa94-0f4f-4171-9fed-e2f91a71d53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3129711 Jul 16 08:58:12.708067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a52e58-adb6-42d1-a073-4bb0e7561fd2 req-f430acfa-5cf7-4f73-a8d0-96579ca851f6 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:12.709126 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b4f39ff-c0ac-4144-b95b-419ba1a88658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.717773 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-89a52e58-adb6-42d1-a073-4bb0e7561fd2 req-f430acfa-5cf7-4f73-a8d0-96579ca851f6 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.3343732 Jul 16 08:58:12.724161 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:12.756219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'port_id': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632', 'mac_address': 'fa:16:3e:2d:8f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37a4149-f093-4581-924e-85f224a85519', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:58:12.787096 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-89a52e58-adb6-42d1-a073-4bb0e7561fd2 req-57a3352c-6182-4e2c-95da-d3e24145c5bf tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655055 Jul 16 08:58:12.862526 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.881441 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:12.886774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:12.890725 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4f39ff-c0ac-4144-b95b-419ba1a88658 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8decdecb-3549-4238-859e-838f6e0567cc,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:12.913302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Sync routers for ids ['32c503b3-7141-4b4d-9a63-5d3f5b7864b1'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:12.923832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6bdf3dfb-5fcc-44ba-a05d-20fa0d886135 req-9454b552-cff2-477c-a0c5-55693af46182 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.927649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b4f39ff-c0ac-4144-b95b-419ba1a88658 admin admin] Checking segment: {'id': '61eeee3c-f423-4be6-a781-f9f1d175aec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'aac1284c-3c3f-4224-bae5-4dff35b180da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:12.928051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4f39ff-c0ac-4144-b95b-419ba1a88658 admin admin] Network hostable DHCP agents. Network: aac1284c-3c3f-4224-bae5-4dff35b180da, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:58:12.932665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:12.936199 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:12.943174 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ee1070be-77a7-4599-b6b3-12c51c9fa9f6 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 8.0745833 Jul 16 08:58:12.943505 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Routers {'32c503b3-7141-4b4d-9a63-5d3f5b7864b1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:12.943505 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['32c503b3-7141-4b4d-9a63-5d3f5b7864b1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:12.943840 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54912) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:13.023807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4f39ff-c0ac-4144-b95b-419ba1a88658 admin admin] Network aac1284c-3c3f-4224-bae5-4dff35b180da is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:58:13.116590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-6b4f39ff-c0ac-4144-b95b-419ba1a88658 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, aac1284c-3c3f-4224-bae5-4dff35b180da) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:13.126626 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.142702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1a1769-e11b-4e1b-940b-d72737789b76 None None] Network aac1284c-3c3f-4224-bae5-4dff35b180da requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:13.144315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9454b552-cff2-477c-a0c5-55693af46182 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Pushing event deleted for resources: {'Port': ['ID=f93ef3db-19be-4969-b37a-bab4c8de21a4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:13.188999 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bdf3dfb-5fcc-44ba-a05d-20fa0d886135 req-9454b552-cff2-477c-a0c5-55693af46182 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] No DVR routers for this DVR port f93ef3db-19be-4969-b37a-bab4c8de21a4 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:13.192116 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6bdf3dfb-5fcc-44ba-a05d-20fa0d886135 req-9454b552-cff2-477c-a0c5-55693af46182 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.194568 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6bdf3dfb-5fcc-44ba-a05d-20fa0d886135 req-9454b552-cff2-477c-a0c5-55693af46182 tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.15 "DELETE /v2.0/ports/f93ef3db-19be-4969-b37a-bab4c8de21a4 HTTP/1.1" status: 204 len: 173 time: 1.4394193 Jul 16 08:58:13.195074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ca7c6e-1b09-42a6-9f46-c4c2a43fd265', 'name': 'network-vif-deleted', 'tag': 'f93ef3db-19be-4969-b37a-bab4c8de21a4'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:13.197732 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca9af5c-b0ff-48f0-9294-50bf6b2c2b94" -d '{"events": [{"server_uuid": "97ca7c6e-1b09-42a6-9f46-c4c2a43fd265", "name": "network-vif-deleted", "tag": "f93ef3db-19be-4969-b37a-bab4c8de21a4"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:13.205880 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4f39ff-c0ac-4144-b95b-419ba1a88658 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:13.207056 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6b4f39ff-c0ac-4144-b95b-419ba1a88658 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.246316 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ca6544-d6a3-493b-b145-280ff251ab10 x-openstack-request-id: req-87ca6544-d6a3-493b-b145-280ff251ab10 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:13.246880 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97ca7c6e-1b09-42a6-9f46-c4c2a43fd265", "name": "network-vif-deleted", "tag": "f93ef3db-19be-4969-b37a-bab4c8de21a4", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:13.247294 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87ca6544-d6a3-493b-b145-280ff251ab10 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:13.247949 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ca7c6e-1b09-42a6-9f46-c4c2a43fd265', 'name': 'network-vif-deleted', 'tag': 'f93ef3db-19be-4969-b37a-bab4c8de21a4', 'status': 'completed', 'code': 200} Jul 16 08:58:13.311783 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6b4f39ff-c0ac-4144-b95b-419ba1a88658 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7379692 Jul 16 08:58:13.394451 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c242c828-09b6-443f-a439-db00e5759ac3 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/routers/32c503b3-7141-4b4d-9a63-5d3f5b7864b1 HTTP/1.1" status: 200 len: 909 time: 0.4497974 Jul 16 08:58:13.398352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 54922) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:13.403416 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1303270379', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'enable_snat': True}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:13.467466 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.478055 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.492908 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['0a4d8c7b-cc0e-4411-a59d-2f9565aca632'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:13.514472 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.561540 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Transition to ACTIVE for port object 8123da17-2b5d-4185-8db7-b327a8086371 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:13.576829 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.612357 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738c680e-a11b-431a-a729-3608bf0e01ea None None] Network aac1284c-3c3f-4224-bae5-4dff35b180da requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:13.617934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Set router 32c503b3-7141-4b4d-9a63-5d3f5b7864b1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:13.785157 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.842262 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b27449-848d-4523-be6f-79a0cf5f662e req-e4532ef8-cec8-4233-9e6c-5fb3c4a1a64d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:13.861510 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-05b27449-848d-4523-be6f-79a0cf5f662e req-e4532ef8-cec8-4233-9e6c-5fb3c4a1a64d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 945 time: 0.5780911 Jul 16 08:58:13.864993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:13.977358 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Attempting to bind port 8123da17-2b5d-4185-8db7-b327a8086371 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:13.977928 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Attempting to bind port 8123da17-2b5d-4185-8db7-b327a8086371 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:13.978487 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Attempting to bind port 8123da17-2b5d-4185-8db7-b327a8086371 on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:14.016759 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:14.017395 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:14.019771 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.020352 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:14.024704 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Bound port: 8123da17-2b5d-4185-8db7-b327a8086371, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:14.026158 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.026342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f93ef3db-19be-4969-b37a-bab4c8de21a4 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:14.097578 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: f93ef3db-19be-4969-b37a-bab4c8de21a4 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:14.097936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f93ef3db-19be-4969-b37a-bab4c8de21a4 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:14.103886 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:14.552899 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f807c4-46de-401a-a41d-17c5b9b1e41d None None] Pushing event updated for resources: {'Port': ['ID=8123da17-2b5d-4185-8db7-b327a8086371,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:14.575394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-de3e3df9-9904-42ef-b61f-18d0bbc9f5bf req-75f2df04-972e-4037-ac6f-e214bd5b5f0c tempest-VolumesActionsTest-421368290 tempest-VolumesActionsTest-421368290-project] 10.222.0.20 "GET /v2.0/ports?device_id=97ca7c6e-1b09-42a6-9f46-c4c2a43fd265 HTTP/1.1" status: 200 len: 210 time: 0.3267105 Jul 16 08:58:14.602036 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.623362 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] For port 8123da17-2b5d-4185-8db7-b327a8086371, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:14.640961 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] For port 8123da17-2b5d-4185-8db7-b327a8086371, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8123da17-2b5d-4185-8db7-b327a8086371,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:14.656068 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:14.872203 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-05b27449-848d-4523-be6f-79a0cf5f662e req-f365c613-fd5d-40e0-bb84-5185a7942ecc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351461 Jul 16 08:58:14.941459 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Routers {'f1996612-3d11-4060-858a-c97c05b0cd12'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:14.944164 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f1996612-3d11-4060-858a-c97c05b0cd12'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:15.126955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c503b3-7141-4b4d-9a63-5d3f5b7864b1', 'name': 'tempest-snat-router-1303270379', 'tenant_id': '62468bcd808140cf8d27a98f05fa461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.195'}], 'enable_snat': False}, 'gw_port_id': '69bd8ae9-3457-4d49-8b23-58f911f40713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:04Z', 'updated_at': '2021-07-16T08:58:10Z', 'revision_number': 3, 'project_id': '62468bcd808140cf8d27a98f05fa461b', 'gw_port': {'id': '69bd8ae9-3457-4d49-8b23-58f911f40713', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c503b3-7141-4b4d-9a63-5d3f5b7864b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:07Z', 'updated_at': '2021-07-16T08:58:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:15.128924 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f807c4-46de-401a-a41d-17c5b9b1e41d None None] Pushing event updated for resources: {'Port': ['ID=8123da17-2b5d-4185-8db7-b327a8086371,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:15.213629 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] Set router f1996612-3d11-4060-858a-c97c05b0cd12 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:15.251492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port 8123da17-2b5d-4185-8db7-b327a8086371 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:15.251492 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.292989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Checking router: 32c503b3-7141-4b4d-9a63-5d3f5b7864b1 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:58:15.292989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Updating router 32c503b3-7141-4b4d-9a63-5d3f5b7864b1 port 69bd8ae9-3457-4d49-8b23-58f911f40713 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:58:15.377748 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.507120 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.545701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efd32d2-f3f7-434a-93c4-74c33fd4572c req-4c47d09d-9491-47c9-b164-0c5498ee3942 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:15.554455 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9efd32d2-f3f7-434a-93c4-74c33fd4572c req-4c47d09d-9491-47c9-b164-0c5498ee3942 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.4135036 Jul 16 08:58:15.557170 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.713996 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9efd32d2-f3f7-434a-93c4-74c33fd4572c req-5dcd5104-da74-4ff9-8843-dbbda63f8f9c tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569312 Jul 16 08:58:15.812437 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1996612-3d11-4060-858a-c97c05b0cd12', 'name': 'tempest-NetworksTestDHCPv6-router-450235854', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:03Z', 'updated_at': '2021-07-16T08:58:07Z', 'revision_number': 2, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'gw_port_host': None, '_interfaces': [{'id': '8123da17-2b5d-4185-8db7-b327a8086371', 'name': '', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'mac_address': 'fa:16:3e:62:d7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1996612-3d11-4060-858a-c97c05b0cd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '4ae902d3-b12f-4403-b145-231f17e17f79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:05Z', 'updated_at': '2021-07-16T08:58:14Z', 'revision_number': 4, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'subnets': [{'id': '4ae902d3-b12f-4403-b145-231f17e17f79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:15.820893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea972571-1b82-4117-965f-b48230c7599a req-c08b1478-0f4c-4f9d-af95-a1f923982728 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:15.828553 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea972571-1b82-4117-965f-b48230c7599a req-c08b1478-0f4c-4f9d-af95-a1f923982728 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/networks?id=22a8884d-57fe-436b-ab14-212ebf379cc7 HTTP/1.1" status: 200 len: 811 time: 0.5693452 Jul 16 08:58:15.833928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] For port 8123da17-2b5d-4185-8db7-b327a8086371, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8123da17-2b5d-4185-8db7-b327a8086371,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:15.834217 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.880899 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5400cfe-d1f9-4a73-bf38-fba4d52775b4 None None] The sync data for ids ['f1996612-3d11-4060-858a-c97c05b0cd12'] in n-d-758944-46 is: [{'id': 'f1996612-3d11-4060-858a-c97c05b0cd12', 'name': 'tempest-NetworksTestDHCPv6-router-450235854', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:03Z', 'updated_at': '2021-07-16T08:58:07Z', 'revision_number': 2, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'gw_port_host': None, '_interfaces': [{'id': '8123da17-2b5d-4185-8db7-b327a8086371', 'name': '', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'mac_address': 'fa:16:3e:62:d7:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1996612-3d11-4060-858a-c97c05b0cd12', 'device_owner': 'network:router_interface', 'standard_attr_id': 2897, 'fixed_ips': [{'subnet_id': '4ae902d3-b12f-4403-b145-231f17e17f79', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:05Z', 'updated_at': '2021-07-16T08:58:14Z', 'revision_number': 4, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'subnets': [{'id': '4ae902d3-b12f-4403-b145-231f17e17f79', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:15.927482 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for 8123da17-2b5d-4185-8db7-b327a8086371 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:15.935692 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:15.946316 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea972571-1b82-4117-965f-b48230c7599a req-84c08cfe-7957-41c7-86de-d822533509cc tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/quotas/5d9e7e5e15b9448ab1d05d4cc83371f6 HTTP/1.1" status: 200 len: 375 time: 0.1032116 Jul 16 08:58:15.962619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Transition to ACTIVE for port object 69bd8ae9-3457-4d49-8b23-58f911f40713 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:15.971962 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.025687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef886dd2-03a5-4679-9c97-0f8772a20bb1 None None] Pushing event updated for resources: {'Port': ['ID=69bd8ae9-3457-4d49-8b23-58f911f40713,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:16.079838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Attempting to bind port 69bd8ae9-3457-4d49-8b23-58f911f40713 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:16.080241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Attempting to bind port 69bd8ae9-3457-4d49-8b23-58f911f40713 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:16.080617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Attempting to bind port 69bd8ae9-3457-4d49-8b23-58f911f40713 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:16.114204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:16.114580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:16.121415 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea972571-1b82-4117-965f-b48230c7599a req-cfb02bd3-2403-4f04-bf44-10275ab94596 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d9e7e5e15b9448ab1d05d4cc83371f6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1583433 Jul 16 08:58:16.133083 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.133918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:16.134106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Allocated IP 172.25.4.174 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/597ca005-7dca-45b0-a850-6cf4e7696b76) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:16.134288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Bound port: 69bd8ae9-3457-4d49-8b23-58f911f40713, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:16.134624 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.316581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] For port 69bd8ae9-3457-4d49-8b23-58f911f40713, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:16.325793 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.326001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] For port 69bd8ae9-3457-4d49-8b23-58f911f40713, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=69bd8ae9-3457-4d49-8b23-58f911f40713,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:16.336353 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.350554 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:16.586677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef886dd2-03a5-4679-9c97-0f8772a20bb1 None None] Pushing event updated for resources: {'Port': ['ID=69bd8ae9-3457-4d49-8b23-58f911f40713,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:16.628126 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea972571-1b82-4117-965f-b48230c7599a req-ce11b47c-aed8-4862-a71c-3e65ffa2fe8e service neutron] 10.222.0.20 "GET /v2.0/networks/22a8884d-57fe-436b-ab14-212ebf379cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973660 Jul 16 08:58:16.680974 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acbe3a0-6009-4931-8405-98eb03164cb7 req-fb3bc820-ce1d-47b4-b973-0f9323ff2576 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:16.682796 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3acbe3a0-6009-4931-8405-98eb03164cb7 req-fb3bc820-ce1d-47b4-b973-0f9323ff2576 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 945 time: 0.5960577 Jul 16 08:58:16.740634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Routers {'32c503b3-7141-4b4d-9a63-5d3f5b7864b1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:16.740634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['32c503b3-7141-4b4d-9a63-5d3f5b7864b1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:16.744609 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:16.807195 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3acbe3a0-6009-4931-8405-98eb03164cb7 req-560a43a2-9a81-4c93-bc85-bac0b1c355fa tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887661 Jul 16 08:58:16.829436 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.835959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:16.836548 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.954666 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:16.964245 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:16.971091 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:17.048481 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.055376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Pushing event updated for resources: {'Port': ['ID=597ca005-7dca-45b0-a850-6cf4e7696b76,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:17.192044 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=8123da17-2b5d-4185-8db7-b327a8086371,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:17.257744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.258560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.259265 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.260132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.266405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.269585 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.269896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.270233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.270567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.274698 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.275080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.275413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:17.386335 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.503407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8123da17-2b5d-4185-8db7-b327a8086371 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:17.519069 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:17.543012 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] Set router 32c503b3-7141-4b4d-9a63-5d3f5b7864b1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:17.549679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 8123da17-2b5d-4185-8db7-b327a8086371 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:17.550657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8123da17-2b5d-4185-8db7-b327a8086371 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 08:58:17.605742 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:17.608772 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e3f17aa-7168-4489-bda1-0340d28bd3ae" -d '{"events": [{"server_uuid": "ec82a73f-da96-4afe-bec5-64b1b4bbabf2", "name": "network-vif-plugged", "status": "completed", "tag": "0a4d8c7b-cc0e-4411-a59d-2f9565aca632"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:17.810636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc088d98-89ad-48cc-912d-49dcdde3016e req-3b79f3bf-355c-470f-9de8-555e7dd4f1be tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:17.814010 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fc088d98-89ad-48cc-912d-49dcdde3016e req-3b79f3bf-355c-470f-9de8-555e7dd4f1be tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.5041292 Jul 16 08:58:17.836612 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea972571-1b82-4117-965f-b48230c7599a req-6808e782-14b6-417c-8cf8-782805423cfe service neutron] 10.222.0.20 "GET /v2.0/networks/22a8884d-57fe-436b-ab14-212ebf379cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1976326 Jul 16 08:58:17.904037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Port 8123da17-2b5d-4185-8db7-b327a8086371 not found, will not notify nova. {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 08:58:17.914950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:17.940328 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:18.162123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c503b3-7141-4b4d-9a63-5d3f5b7864b1', 'name': 'tempest-snat-router-1303270379', 'tenant_id': '62468bcd808140cf8d27a98f05fa461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.195'}], 'enable_snat': False}, 'gw_port_id': '69bd8ae9-3457-4d49-8b23-58f911f40713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:04Z', 'updated_at': '2021-07-16T08:58:10Z', 'revision_number': 3, 'project_id': '62468bcd808140cf8d27a98f05fa461b', 'gw_port': {'id': '69bd8ae9-3457-4d49-8b23-58f911f40713', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c503b3-7141-4b4d-9a63-5d3f5b7864b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:07Z', 'updated_at': '2021-07-16T08:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:18.165420 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:18.201362 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac023677-5be5-44ae-ab05-7a6fcc3a12f0 x-openstack-request-id: req-ac023677-5be5-44ae-ab05-7a6fcc3a12f0 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:18.201821 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec82a73f-da96-4afe-bec5-64b1b4bbabf2", "name": "network-vif-plugged", "status": "completed", "tag": "0a4d8c7b-cc0e-4411-a59d-2f9565aca632", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:18.202245 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ac023677-5be5-44ae-ab05-7a6fcc3a12f0 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:18.207757 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632', 'code': 200} Jul 16 08:58:18.269688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Router f1996612-3d11-4060-858a-c97c05b0cd12 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:58:18.373717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c3d8d9e-2b73-44ea-81e2-f1f008311700 None None] The sync data for ids ['32c503b3-7141-4b4d-9a63-5d3f5b7864b1'] in n-d-758944-46 is: [{'id': '32c503b3-7141-4b4d-9a63-5d3f5b7864b1', 'name': 'tempest-snat-router-1303270379', 'tenant_id': '62468bcd808140cf8d27a98f05fa461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.195'}], 'enable_snat': False}, 'gw_port_id': '69bd8ae9-3457-4d49-8b23-58f911f40713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:04Z', 'updated_at': '2021-07-16T08:58:10Z', 'revision_number': 3, 'project_id': '62468bcd808140cf8d27a98f05fa461b', 'gw_port': {'id': '69bd8ae9-3457-4d49-8b23-58f911f40713', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c503b3-7141-4b4d-9a63-5d3f5b7864b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2901, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:07Z', 'updated_at': '2021-07-16T08:58:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:18.577190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:18.587122 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dc283d3f-03c1-4542-a8c6-0fd68b8e9574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "PUT /v2.0/routers/f1996612-3d11-4060-858a-c97c05b0cd12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3824503 Jul 16 08:58:18.588848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54974) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:18.735235 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb935b0-2e0e-4c1c-97f7-b83d3b76b53a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:18.737899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb935b0-2e0e-4c1c-97f7-b83d3b76b53a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:18.745472 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7eb935b0-2e0e-4c1c-97f7-b83d3b76b53a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1552229 Jul 16 08:58:18.749345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54980) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:18.826869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bceb50-c332-40b5-8c3c-083794bafb7a req-7e07c251-ad57-497b-82ff-6c64dd67a049 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:18.830162 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e7bceb50-c332-40b5-8c3c-083794bafb7a req-7e07c251-ad57-497b-82ff-6c64dd67a049 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.3144612 Jul 16 08:58:19.004650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e60d4e-c62b-4899-b325-b33d434450fd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 4ae902d3-b12f-4403-b145-231f17e17f79 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:19.033924 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58e60d4e-c62b-4899-b325-b33d434450fd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.154708 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f63bd-909c-4917-9a02-fbbc963d3277 None None] Sync routers for ids ['f1996612-3d11-4060-858a-c97c05b0cd12'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:19.176682 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f63bd-909c-4917-9a02-fbbc963d3277 None None] Routers {'f1996612-3d11-4060-858a-c97c05b0cd12'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:19.178321 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b29f63bd-909c-4917-9a02-fbbc963d3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f1996612-3d11-4060-858a-c97c05b0cd12'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:19.249189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fc088d98-89ad-48cc-912d-49dcdde3016e req-779a83f7-bd0e-4838-aeb2-b011de5cfec8 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4188454 Jul 16 08:58:19.317239 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e7bceb50-c332-40b5-8c3c-083794bafb7a req-c2714b83-24b1-49f9-a0b0-e3dd3917ee5e tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4800129 Jul 16 08:58:19.366519 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.440318 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58e60d4e-c62b-4899-b325-b33d434450fd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.470112 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-b29f63bd-909c-4917-9a02-fbbc963d3277 None None] Set router f1996612-3d11-4060-858a-c97c05b0cd12 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:19.606667 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b29f63bd-909c-4917-9a02-fbbc963d3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1996612-3d11-4060-858a-c97c05b0cd12', 'name': 'tempest-NetworksTestDHCPv6-router-450235854', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:03Z', 'updated_at': '2021-07-16T08:58:16Z', 'revision_number': 3, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:19.698662 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f63bd-909c-4917-9a02-fbbc963d3277 None None] Checking router: f1996612-3d11-4060-858a-c97c05b0cd12 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:58:19.711793 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 69bd8ae9-3457-4d49-8b23-58f911f40713 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:19.723351 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29f63bd-909c-4917-9a02-fbbc963d3277 None None] Routers {'f1996612-3d11-4060-858a-c97c05b0cd12'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:19.725241 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b29f63bd-909c-4917-9a02-fbbc963d3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f1996612-3d11-4060-858a-c97c05b0cd12'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:19.824915 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58e60d4e-c62b-4899-b325-b33d434450fd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.862925 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 69bd8ae9-3457-4d49-8b23-58f911f40713 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:19.881658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 69bd8ae9-3457-4d49-8b23-58f911f40713 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:19.882046 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:19.931671 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-b29f63bd-909c-4917-9a02-fbbc963d3277 None None] Set router f1996612-3d11-4060-858a-c97c05b0cd12 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:19.967955 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.007990 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c724470f-df4a-4451-b928-fc2f6eb8b15e req-d933d864-0a49-4013-9a89-d37caba4d1b8 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 210 time: 0.0782959 Jul 16 08:58:20.016065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cc593-688e-40c8-a77d-b63812efccdd req-23318ffc-21a7-4a5f-a324-42e47a21ae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:20.027350 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df6cc593-688e-40c8-a77d-b63812efccdd req-23318ffc-21a7-4a5f-a324-42e47a21ae7d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 1098 time: 1.7069647 Jul 16 08:58:20.030798 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b29f63bd-909c-4917-9a02-fbbc963d3277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1996612-3d11-4060-858a-c97c05b0cd12', 'name': 'tempest-NetworksTestDHCPv6-router-450235854', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:03Z', 'updated_at': '2021-07-16T08:58:16Z', 'revision_number': 3, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:20.065287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58e60d4e-c62b-4899-b325-b33d434450fd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.069963 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29f63bd-909c-4917-9a02-fbbc963d3277 None None] The sync data for ids ['f1996612-3d11-4060-858a-c97c05b0cd12'] in n-d-758944-46 is: [{'id': 'f1996612-3d11-4060-858a-c97c05b0cd12', 'name': 'tempest-NetworksTestDHCPv6-router-450235854', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:03Z', 'updated_at': '2021-07-16T08:58:16Z', 'revision_number': 3, 'project_id': 'da8328f10d7242beb466466b336fef2c', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:20.104443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58e60d4e-c62b-4899-b325-b33d434450fd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.110928 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-58e60d4e-c62b-4899-b325-b33d434450fd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/4ae902d3-b12f-4403-b145-231f17e17f79 HTTP/1.1" status: 204 len: 168 time: 1.3596487 Jul 16 08:58:20.112005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 54996) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:20.145002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de281c1-0748-4d33-ad87-3a96e5c37538 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:20.230378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e60d4e-c62b-4899-b325-b33d434450fd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae902d3-b12f-4403-b145-231f17e17f79,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:20.265111 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.340413 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 69bd8ae9-3457-4d49-8b23-58f911f40713, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=69bd8ae9-3457-4d49-8b23-58f911f40713,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:20.361501 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df6cc593-688e-40c8-a77d-b63812efccdd req-b18e1d21-37f4-49b2-8e96-10ebbaafeb4b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2976420 Jul 16 08:58:20.367000 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6bfd23ab-e30d-4526-8714-67ae3dffda26 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1951392 Jul 16 08:58:20.368887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55012) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:20.441992 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.500609 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc15c1b5-d9fa-4c8a-b4db-e73ee92f012b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.581300 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Router 0dbbc287-a00a-41b5-946b-1eb2cbbc93be is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:58:20.699898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=69bd8ae9-3457-4d49-8b23-58f911f40713,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:20.869929 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:20.884436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Sync routers for ids ['0dbbc287-a00a-41b5-946b-1eb2cbbc93be'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:20.903238 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c274559f-8542-4fba-9984-e8cf2265d237 None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:20.925092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Routers {'0dbbc287-a00a-41b5-946b-1eb2cbbc93be'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:20.925754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['0dbbc287-a00a-41b5-946b-1eb2cbbc93be'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:20.959573 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc15c1b5-d9fa-4c8a-b4db-e73ee92f012b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:20.963472 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc15c1b5-d9fa-4c8a-b4db-e73ee92f012b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.043832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.069026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5246ca3e-db98-434f-a765-e26ccb9faf09 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6690886 Jul 16 08:58:21.069651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55018) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:21.158203 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc15c1b5-d9fa-4c8a-b4db-e73ee92f012b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.158648 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc15c1b5-d9fa-4c8a-b4db-e73ee92f012b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Fanout notify agent at l3_agent the message router_deleted on router f1996612-3d11-4060-858a-c97c05b0cd12 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:58:21.182166 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc15c1b5-d9fa-4c8a-b4db-e73ee92f012b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:21.190197 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dc15c1b5-d9fa-4c8a-b4db-e73ee92f012b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/routers/f1996612-3d11-4060-858a-c97c05b0cd12 HTTP/1.1" status: 204 len: 168 time: 0.8188314 Jul 16 08:58:21.192405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55020) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:21.335284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 69bd8ae9-3457-4d49-8b23-58f911f40713 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:21.362681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de51eb6-7218-406a-91ac-e8627270acda req-1c256f51-e29f-449d-a42f-ef5a05ec0492 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.377992 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5de51eb6-7218-406a-91ac-e8627270acda req-1c256f51-e29f-449d-a42f-ef5a05ec0492 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.4640222 Jul 16 08:58:21.566995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Set router 0dbbc287-a00a-41b5-946b-1eb2cbbc93be gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:21.608035 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024ba566-48cb-45c7-ae59-153aefd9ac1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.614995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-024ba566-48cb-45c7-ae59-153aefd9ac1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4073253 Jul 16 08:58:21.631207 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5de51eb6-7218-406a-91ac-e8627270acda req-b501b17f-98a3-4766-b270-61d494a1b969 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2522092 Jul 16 08:58:21.634419 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55024) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:21.827893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3656310-12b7-4a7b-8457-579dea440aa2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.833518 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55036) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:21.837307 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e3656310-12b7-4a7b-8457-579dea440aa2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2014837 Jul 16 08:58:21.874958 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b28b81a1-e028-4772-8160-dd1c844bb623 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/routers/0dbbc287-a00a-41b5-946b-1eb2cbbc93be HTTP/1.1" status: 200 len: 908 time: 0.7907431 Jul 16 08:58:21.882256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55038) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:21.891163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e71bf2-115d-444d-94d1-35e6a0a4c9db req-99729a7a-a97e-45da-8153-71353a815197 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.892997 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57e71bf2-115d-444d-94d1-35e6a0a4c9db req-99729a7a-a97e-45da-8153-71353a815197 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 1.0396678 Jul 16 08:58:21.925083 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ec459453-bf15-4af6-8bb7-c141048607f1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899301 Jul 16 08:58:21.935614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55040) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:21.984683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-01a41445-83b7-41a5-bfa2-df79dd5e9f1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:21.994512 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2509b200-afd7-4934-a84c-16c4f66506dc req-15cd9fb7-8455-40cc-9530-4949fd6cc1e7 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 210 time: 0.0673478 Jul 16 08:58:22.112053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea972571-1b82-4117-965f-b48230c7599a req-820ce91a-c45a-4462-b838-bbc37314703b tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:22.114212 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ea972571-1b82-4117-965f-b48230c7599a req-820ce91a-c45a-4462-b838-bbc37314703b tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.15 "GET /v2.0/networks?id=22a8884d-57fe-436b-ab14-212ebf379cc7 HTTP/1.1" status: 200 len: 811 time: 1.2703385 Jul 16 08:58:22.118096 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57e71bf2-115d-444d-94d1-35e6a0a4c9db req-b73e2359-66d4-441f-a448-9454e98421e7 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2162347 Jul 16 08:58:22.128978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ea972571-1b82-4117-965f-b48230c7599a req-074ff985-67be-4e2f-9c2f-30a6f48c8dfb tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Request body: {'port': {'device_id': '8752d144-f00f-494e-8cc6-99abecaac81c', 'network_id': '22a8884d-57fe-436b-ab14-212ebf379cc7', 'admin_state_up': True, 'tenant_id': '5d9e7e5e15b9448ab1d05d4cc83371f6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:22.129331 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c274559f-8542-4fba-9984-e8cf2265d237 None None] Deleting port ab4acab2-5a24-4e35-9e22-c449b49edf6b {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:22.129961 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c274559f-8542-4fba-9984-e8cf2265d237 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.182900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 69bd8ae9-3457-4d49-8b23-58f911f40713 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:22.193433 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.450748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c274559f-8542-4fba-9984-e8cf2265d237 None None] For port ab4acab2-5a24-4e35-9e22-c449b49edf6b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ab4acab2-5a24-4e35-9e22-c449b49edf6b,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:22.451150 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c274559f-8542-4fba-9984-e8cf2265d237 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.483497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c274559f-8542-4fba-9984-e8cf2265d237 None None] Calling delete_port for ab4acab2-5a24-4e35-9e22-c449b49edf6b owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:22.497759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9a65a5da-71d7-4768-8f68-90bf43ef3e6d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.661142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a41445-83b7-41a5-bfa2-df79dd5e9f1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:22.665581 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-01a41445-83b7-41a5-bfa2-df79dd5e9f1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.729108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbbc287-a00a-41b5-946b-1eb2cbbc93be', 'name': 'tempest-snat-router-1303270379', 'tenant_id': '62468bcd808140cf8d27a98f05fa461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.174'}], 'enable_snat': True}, 'gw_port_id': '597ca005-7dca-45b0-a850-6cf4e7696b76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:13Z', 'updated_at': '2021-07-16T08:58:17Z', 'revision_number': 3, 'project_id': '62468bcd808140cf8d27a98f05fa461b', 'gw_port': {'id': '597ca005-7dca-45b0-a850-6cf4e7696b76', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:d9:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbbc287-a00a-41b5-946b-1eb2cbbc93be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2911, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:58:15Z', 'updated_at': '2021-07-16T08:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:22.776167 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ab4acab2-5a24-4e35-9e22-c449b49edf6b no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:22.779796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Checking router: 0dbbc287-a00a-41b5-946b-1eb2cbbc93be for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:58:22.780210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Updating router 0dbbc287-a00a-41b5-946b-1eb2cbbc93be port 597ca005-7dca-45b0-a850-6cf4e7696b76 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:58:22.839963 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c274559f-8542-4fba-9984-e8cf2265d237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.895328 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274559f-8542-4fba-9984-e8cf2265d237 None None] Pushing event deleted for resources: {'Port': ['ID=ab4acab2-5a24-4e35-9e22-c449b49edf6b,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:22.903810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c274559f-8542-4fba-9984-e8cf2265d237 None None] No DVR routers for this DVR port ab4acab2-5a24-4e35-9e22-c449b49edf6b on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:22.916309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71832af9-4670-47f2-a1f1-a503a2c33f16 req-77915f71-6a0a-4bc5-9888-a10cf7cee94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:22.917877 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71832af9-4670-47f2-a1f1-a503a2c33f16 req-77915f71-6a0a-4bc5-9888-a10cf7cee94a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 1098 time: 0.4873271 Jul 16 08:58:22.927327 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9a65a5da-71d7-4768-8f68-90bf43ef3e6d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.940243 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.972106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea972571-1b82-4117-965f-b48230c7599a req-074ff985-67be-4e2f-9c2f-30a6f48c8dfb tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Made reservation on behalf of 5d9e7e5e15b9448ab1d05d4cc83371f6 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:22.978778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No active binding found for port ab4acab2-5a24-4e35-9e22-c449b49edf6b {{(pid=93696) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:58:22.979384 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ab4acab2-5a24-4e35-9e22-c449b49edf6b not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:22.980097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8123da17-2b5d-4185-8db7-b327a8086371 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:22.980910 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ea972571-1b82-4117-965f-b48230c7599a req-074ff985-67be-4e2f-9c2f-30a6f48c8dfb tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.023628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d591e3-1445-425e-9213-633959d40c98 req-9cfc62d3-a49e-4529-93ac-709e7f6f4bb2 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:23.024202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 8123da17-2b5d-4185-8db7-b327a8086371 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:23.024737 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8123da17-2b5d-4185-8db7-b327a8086371 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:23.038124 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a7d591e3-1445-425e-9213-633959d40c98 req-9cfc62d3-a49e-4529-93ac-709e7f6f4bb2 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.4869905 Jul 16 08:58:23.340126 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a7d591e3-1445-425e-9213-633959d40c98 req-e4bd71b9-8ca3-477f-bb9c-a75d6b4076ed tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3010080 Jul 16 08:58:23.363173 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e326925a-6b7f-421d-bf83-451a9d88ac14 req-0173e3a0-fcb7-4350-b22d-4f06dae4a911 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 210 time: 0.1099358 Jul 16 08:58:23.384489 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71832af9-4670-47f2-a1f1-a503a2c33f16 req-7f7a8a11-d635-4bc7-8b54-78a44720731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:23.388485 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71832af9-4670-47f2-a1f1-a503a2c33f16 req-7f7a8a11-d635-4bc7-8b54-78a44720731f service neutron] 10.222.0.38 "GET /v2.0/networks?id=14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 200 len: 911 time: 0.4546256 Jul 16 08:58:23.552866 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.573548 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Transition to ACTIVE for port object 597ca005-7dca-45b0-a850-6cf4e7696b76 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:23.591438 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.600648 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-9a65a5da-71d7-4768-8f68-90bf43ef3e6d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Deleting port 597ca005-7dca-45b0-a850-6cf4e7696b76 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:23.601096 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9a65a5da-71d7-4768-8f68-90bf43ef3e6d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.603877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-ea972571-1b82-4117-965f-b48230c7599a req-074ff985-67be-4e2f-9c2f-30a6f48c8dfb tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Allocated IP 172.20.0.11 (22a8884d-57fe-436b-ab14-212ebf379cc7/04825ece-49fb-4ad4-881b-96096466b8ce/f1e4cd8b-7220-48ac-b138-0e75f18f062e) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:23.627600 n-d-758944-46 neutron-server[93695]: DEBUG neutron.objects.ports [None req-01a41445-83b7-41a5-bfa2-df79dd5e9f1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93695) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:58:23.630092 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71832af9-4670-47f2-a1f1-a503a2c33f16 req-9d96bd28-3893-4760-bb4a-6f136efca23f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1296155c-74be-42b3-8b35-5c4b18b0bf31 HTTP/1.1" status: 200 len: 1001 time: 0.2355378 Jul 16 08:58:23.647101 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-01a41445-83b7-41a5-bfa2-df79dd5e9f1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.673859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfb67b-95d0-444d-937b-f737a5132fa1 None None] Pushing event updated for resources: {'Port': ['ID=597ca005-7dca-45b0-a850-6cf4e7696b76,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:23.717631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Attempting to bind port 597ca005-7dca-45b0-a850-6cf4e7696b76 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:23.718015 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Attempting to bind port 597ca005-7dca-45b0-a850-6cf4e7696b76 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:23.718442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Attempting to bind port 597ca005-7dca-45b0-a850-6cf4e7696b76 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:23.735769 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fdaab9-0a81-4f5b-a620-d46ea8f47bb1 req-73d39562-bf21-48bf-a35a-1daba5deba38 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:23.739051 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:23.739532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:23.739961 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.740368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:23.740930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Bound port: 597ca005-7dca-45b0-a850-6cf4e7696b76, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:23.741302 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.747360 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-13fdaab9-0a81-4f5b-a620-d46ea8f47bb1 req-73d39562-bf21-48bf-a35a-1daba5deba38 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.1789334 Jul 16 08:58:23.858091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] For port 597ca005-7dca-45b0-a850-6cf4e7696b76, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:23.866362 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] For port 597ca005-7dca-45b0-a850-6cf4e7696b76, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=597ca005-7dca-45b0-a850-6cf4e7696b76,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:23.876735 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.880458 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-13fdaab9-0a81-4f5b-a620-d46ea8f47bb1 req-432cf3d5-745c-46ff-86f6-13d7e150ab7a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184180 Jul 16 08:58:24.038088 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfb67b-95d0-444d-937b-f737a5132fa1 None None] Pushing event updated for resources: {'Port': ['ID=597ca005-7dca-45b0-a850-6cf4e7696b76,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:24.094924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Routers {'0dbbc287-a00a-41b5-946b-1eb2cbbc93be'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:24.096209 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['0dbbc287-a00a-41b5-946b-1eb2cbbc93be'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:24.273589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] Set router 0dbbc287-a00a-41b5-946b-1eb2cbbc93be gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:24.314449 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a41445-83b7-41a5-bfa2-df79dd5e9f1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:24.346297 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-01a41445-83b7-41a5-bfa2-df79dd5e9f1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:24.349924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a41445-83b7-41a5-bfa2-df79dd5e9f1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:24.350843 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-01a41445-83b7-41a5-bfa2-df79dd5e9f1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.372021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a41445-83b7-41a5-bfa2-df79dd5e9f1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=6fdb2985-dc69-4dd4-87e4-b95e5e700377,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:24.391150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9911c47f-d79d-4574-8da1-e5ba911d0ee6 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:24.412657 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71832af9-4670-47f2-a1f1-a503a2c33f16 req-baf2eb53-143b-4f21-8e99-1389f1025c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:24.417076 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71832af9-4670-47f2-a1f1-a503a2c33f16 req-baf2eb53-143b-4f21-8e99-1389f1025c8b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b633f7a-07ad-4cc2-8342-da35f664e7b1 HTTP/1.1" status: 200 len: 850 time: 0.7652588 Jul 16 08:58:24.436318 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9a65a5da-71d7-4768-8f68-90bf43ef3e6d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:24.535876 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-01a41445-83b7-41a5-bfa2-df79dd5e9f1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5945489 Jul 16 08:58:24.536421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55076) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:24.545572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d174f0e2-01b8-4014-ada2-1190bbdb8a7b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:24.551690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-9a65a5da-71d7-4768-8f68-90bf43ef3e6d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Calling delete_port for 597ca005-7dca-45b0-a850-6cf4e7696b76 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:24.677558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0dbbc287-a00a-41b5-946b-1eb2cbbc93be', 'name': 'tempest-snat-router-1303270379', 'tenant_id': '62468bcd808140cf8d27a98f05fa461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:13Z', 'updated_at': '2021-07-16T08:58:22Z', 'revision_number': 4, 'project_id': '62468bcd808140cf8d27a98f05fa461b', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:24.763763 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9522fea7-2cf3-47c3-ae22-04abf413e844 req-ac80e0ee-ef23-4bf2-bd12-68c2a408fbb3 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 210 time: 0.1497054 Jul 16 08:58:24.826066 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbbae9c-97ba-40f4-a231-5e8723fdf34b None None] The sync data for ids ['0dbbc287-a00a-41b5-946b-1eb2cbbc93be'] in n-d-758944-46 is: [{'id': '0dbbc287-a00a-41b5-946b-1eb2cbbc93be', 'name': 'tempest-snat-router-1303270379', 'tenant_id': '62468bcd808140cf8d27a98f05fa461b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:58:13Z', 'updated_at': '2021-07-16T08:58:22Z', 'revision_number': 4, 'project_id': '62468bcd808140cf8d27a98f05fa461b', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:25.069335 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d174f0e2-01b8-4014-ada2-1190bbdb8a7b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:25.074322 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d174f0e2-01b8-4014-ada2-1190bbdb8a7b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.098155 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca39c5-abd2-4350-98a2-0095b6ba0e59 req-14b9fa47-9e5a-4e42-a608-0627ddf1f4d2 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:25.106100 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b9ca39c5-abd2-4350-98a2-0095b6ba0e59 req-14b9fa47-9e5a-4e42-a608-0627ddf1f4d2 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.8964107 Jul 16 08:58:25.111739 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': '6fdb2985-dc69-4dd4-87e4-b95e5e700377'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:25.113366 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.211748 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ea972571-1b82-4117-965f-b48230c7599a req-074ff985-67be-4e2f-9c2f-30a6f48c8dfb tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.394821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71832af9-4670-47f2-a1f1-a503a2c33f16 req-52f1d9bc-4c1b-4aa5-a56d-483a033bf7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:25.396409 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71832af9-4670-47f2-a1f1-a503a2c33f16 req-52f1d9bc-4c1b-4aa5-a56d-483a033bf7a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14402a19-9c27-491a-b636-32963005e922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8987174 Jul 16 08:58:25.481166 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b9ca39c5-abd2-4350-98a2-0095b6ba0e59 req-29c139d0-5ec6-4a11-93c2-6da0c529dda4 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3739903 Jul 16 08:58:25.533785 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55080) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:25.681484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Allocated IP 2001:db8::f816:3eff:febf:64b9 (d414e6fa-d160-44fd-92e3-d399748f3f68/6fdb2985-dc69-4dd4-87e4-b95e5e700377/6b8bc540-28ff-4d84-abdb-83497e2385ae) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:25.929624 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ea972571-1b82-4117-965f-b48230c7599a req-074ff985-67be-4e2f-9c2f-30a6f48c8dfb tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:25.947475 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9a65a5da-71d7-4768-8f68-90bf43ef3e6d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.016347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71832af9-4670-47f2-a1f1-a503a2c33f16 req-711e6194-e501-455e-a176-dcc626cd873e service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5830550 Jul 16 08:58:26.027604 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d174f0e2-01b8-4014-ada2-1190bbdb8a7b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.123859 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.154776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Transition to ACTIVE for port object 6b8bc540-28ff-4d84-abdb-83497e2385ae will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:26.182176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea972571-1b82-4117-965f-b48230c7599a req-074ff985-67be-4e2f-9c2f-30a6f48c8dfb tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Network 22a8884d-57fe-436b-ab14-212ebf379cc7 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:26.200907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ff985-67be-4e2f-9c2f-30a6f48c8dfb tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Pushing event updated for resources: {'Port': ['ID=f1e4cd8b-7220-48ac-b138-0e75f18f062e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:26.211554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d174f0e2-01b8-4014-ada2-1190bbdb8a7b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:26.215225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Transition to ACTIVE for port object 6b8bc540-28ff-4d84-abdb-83497e2385ae will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:26.244178 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.261148 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-d174f0e2-01b8-4014-ada2-1190bbdb8a7b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:26.271753 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d174f0e2-01b8-4014-ada2-1190bbdb8a7b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:26.280555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-ea972571-1b82-4117-965f-b48230c7599a req-074ff985-67be-4e2f-9c2f-30a6f48c8dfb tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:26.280555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea972571-1b82-4117-965f-b48230c7599a req-074ff985-67be-4e2f-9c2f-30a6f48c8dfb tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:26.282691 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d174f0e2-01b8-4014-ada2-1190bbdb8a7b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.317951 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d174f0e2-01b8-4014-ada2-1190bbdb8a7b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7796192 Jul 16 08:58:26.330269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55092) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:26.343643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'mac_address': 'fa:16:3e:a0:56:f5', 'name': 'tempest-NetworksTestDHCPv6-1333756051'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:26.344775 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184b18f6-19fb-445c-b91e-619e1fd861b6 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:26.350544 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-184b18f6-19fb-445c-b91e-619e1fd861b6 tempest-TestNetworkAdvancedServerOps-1012229922 tempest-TestNetworkAdvancedServerOps-1012229922-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 1093 time: 0.8110390 Jul 16 08:58:26.354564 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55094) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:26.410562 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:26.422302 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65a5da-71d7-4768-8f68-90bf43ef3e6d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Pushing event deleted for resources: {'Port': ['ID=597ca005-7dca-45b0-a850-6cf4e7696b76,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:26.450807 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:26.484025 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:26.503828 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:26.533583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Pushing event updated for resources: {'Port': ['ID=6b8bc540-28ff-4d84-abdb-83497e2385ae,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:26.657096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Attempting to bind port 6b8bc540-28ff-4d84-abdb-83497e2385ae on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:26.657962 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Attempting to bind port 6b8bc540-28ff-4d84-abdb-83497e2385ae by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:26.658669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Attempting to bind port 6b8bc540-28ff-4d84-abdb-83497e2385ae on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:26.669659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:26.670730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:26.671624 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.672411 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:26.673311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Bound port: 6b8bc540-28ff-4d84-abdb-83497e2385ae, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:26.674032 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.774990 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9a65a5da-71d7-4768-8f68-90bf43ef3e6d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.881248 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71832af9-4670-47f2-a1f1-a503a2c33f16 req-7ab8d55d-83f9-420e-a7b0-ce7b976ff924 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8382661 Jul 16 08:58:26.909530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] For port 6b8bc540-28ff-4d84-abdb-83497e2385ae, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:26.922199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] For port 6b8bc540-28ff-4d84-abdb-83497e2385ae, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6b8bc540-28ff-4d84-abdb-83497e2385ae,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:26.934271 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:26.947132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174f0e2-01b8-4014-ada2-1190bbdb8a7b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=a271aecf-7d72-40ed-b8ff-dba8a2b70ea8,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:26.988775 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f784016-4e16-4ee7-921f-2b6a7f17c102 req-e9e0b319-dee6-4cf3-802b-7e3eb64c5f4c tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:26.996876 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f784016-4e16-4ee7-921f-2b6a7f17c102 req-e9e0b319-dee6-4cf3-802b-7e3eb64c5f4c tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 1.0078299 Jul 16 08:58:26.998903 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.018195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea972571-1b82-4117-965f-b48230c7599a req-074ff985-67be-4e2f-9c2f-30a6f48c8dfb tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:27.018999 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ea972571-1b82-4117-965f-b48230c7599a req-074ff985-67be-4e2f-9c2f-30a6f48c8dfb tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.057258 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f669d4-0a4c-4048-ba9f-10bff6b476ff req-4a0a438e-4324-4984-84bb-7bed9305af36 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:27.059150 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-64f669d4-0a4c-4048-ba9f-10bff6b476ff req-4a0a438e-4324-4984-84bb-7bed9305af36 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 932 time: 0.8992088 Jul 16 08:58:27.072451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e996e-3fd5-450b-abef-45067b9a0418 None None] Pushing event updated for resources: {'Port': ['ID=6b8bc540-28ff-4d84-abdb-83497e2385ae,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:27.120555 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9a65a5da-71d7-4768-8f68-90bf43ef3e6d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.125928 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f784016-4e16-4ee7-921f-2b6a7f17c102 req-359e81d2-4bb9-4145-9a4e-5d31327076e6 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274440 Jul 16 08:58:27.127731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9a65a5da-71d7-4768-8f68-90bf43ef3e6d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.146012 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ea972571-1b82-4117-965f-b48230c7599a req-074ff985-67be-4e2f-9c2f-30a6f48c8dfb tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.0222020 Jul 16 08:58:27.173095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Request body: {'port': {'device_id': '8752d144-f00f-494e-8cc6-99abecaac81c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:27.190227 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:27.369654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-64f669d4-0a4c-4048-ba9f-10bff6b476ff req-d216ca50-a50f-470a-8782-dc4e2ea5ab1a tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2979991 Jul 16 08:58:27.491513 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.501041 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9a65a5da-71d7-4768-8f68-90bf43ef3e6d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.501875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a65a5da-71d7-4768-8f68-90bf43ef3e6d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0dbbc287-a00a-41b5-946b-1eb2cbbc93be {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:58:27.512864 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9a65a5da-71d7-4768-8f68-90bf43ef3e6d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:27.517494 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9a65a5da-71d7-4768-8f68-90bf43ef3e6d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "DELETE /v2.0/routers/0dbbc287-a00a-41b5-946b-1eb2cbbc93be HTTP/1.1" status: 204 len: 168 time: 5.6229696 Jul 16 08:58:27.523606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55100) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:27.613744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port 2433391a-bca3-42a0-8409-b7c0cf795312 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:27.772644 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.017891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 172.20.0.4 (d414e6fa-d160-44fd-92e3-d399748f3f68/a271aecf-7d72-40ed-b8ff-dba8a2b70ea8/2433391a-bca3-42a0-8409-b7c0cf795312) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:28.032525 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::f816:3eff:fea0:56f5 (d414e6fa-d160-44fd-92e3-d399748f3f68/6fdb2985-dc69-4dd4-87e4-b95e5e700377/2433391a-bca3-42a0-8409-b7c0cf795312) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:28.201470 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.423760 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.625250 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:28.665123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object 2433391a-bca3-42a0-8409-b7c0cf795312 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:28.834578 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.046240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:29.059129 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:29.087377 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=2433391a-bca3-42a0-8409-b7c0cf795312,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:29.090784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1e4cd8b-7220-48ac-b138-0e75f18f062e {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:29.091593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:29.103177 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.121261 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Transition to ACTIVE for port object f1e4cd8b-7220-48ac-b138-0e75f18f062e will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:29.139793 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.203152 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750aedf-d5a9-4a14-a718-fc144211e6ea req-2ffec00f-6d98-490d-9690-c159cad2e347 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:29.213345 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6750aedf-d5a9-4a14-a718-fc144211e6ea req-2ffec00f-6d98-490d-9690-c159cad2e347 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.5443306 Jul 16 08:58:29.252824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Pushing event updated for resources: {'Port': ['ID=f1e4cd8b-7220-48ac-b138-0e75f18f062e,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:29.257645 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.268236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Allocated IP 172.25.4.44 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/3a72b0d3-e280-45a4-8a67-e37f2d91944f) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:29.271994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:29.278171 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.345949 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-61d03a0b-1601-4125-afe5-d9d767fb84dd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.0050964 Jul 16 08:58:29.347080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55118) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:29.385365 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6750aedf-d5a9-4a14-a718-fc144211e6ea req-9748e316-6693-41fa-926c-29443378757c tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561131 Jul 16 08:58:29.426441 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6b8bc540-28ff-4d84-abdb-83497e2385ae up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:29.520547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53860ed2-8f85-4396-beb0-2c3b40afc8a0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:29.527813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c5b045-3f5b-4e9f-9f97-da4cd51a236d None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:29.529000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53860ed2-8f85-4396-beb0-2c3b40afc8a0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:29.536763 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-53860ed2-8f85-4396-beb0-2c3b40afc8a0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1851537 Jul 16 08:58:29.537259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55122) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:29.621476 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0526e90c-70ba-4daa-a8ab-682894f72d46 None None] Provisioning for port 6b8bc540-28ff-4d84-abdb-83497e2385ae completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:29.647967 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6db4a-d4ee-48fa-8e32-b5f58665be57 req-4a4e92cf-e261-4e95-958f-353a5ee0fd4b tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:29.651067 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-82b6db4a-d4ee-48fa-8e32-b5f58665be57 req-4a4e92cf-e261-4e95-958f-353a5ee0fd4b tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 932 time: 0.6998308 Jul 16 08:58:29.705946 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 6b8bc540-28ff-4d84-abdb-83497e2385ae completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:29.715335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 6b8bc540-28ff-4d84-abdb-83497e2385ae triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:29.715887 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.772277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b1506450-a125-42cb-bc53-95a62fe56980 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port 2433391a-bca3-42a0-8409-b7c0cf795312 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:29.773666 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1506450-a125-42cb-bc53-95a62fe56980 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.917704 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.946083 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1506450-a125-42cb-bc53-95a62fe56980 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.966281 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 6b8bc540-28ff-4d84-abdb-83497e2385ae, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6b8bc540-28ff-4d84-abdb-83497e2385ae,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:29.974307 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:29.990211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b1506450-a125-42cb-bc53-95a62fe56980 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for 2433391a-bca3-42a0-8409-b7c0cf795312 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:30.136622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=6b8bc540-28ff-4d84-abdb-83497e2385ae,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:30.141575 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-82b6db4a-d4ee-48fa-8e32-b5f58665be57 req-56c8abff-80dd-4914-acad-5752328638d1 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016085 Jul 16 08:58:30.154916 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a787f5e4-1478-4d37-a6ca-8413163c80fb None None] Update dhcp port {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'fixed_ips': [{'subnet_id': '6fdb2985-dc69-4dd4-87e4-b95e5e700377', 'ip_address': '2001:db8::f816:3eff:febf:64b9'}, {'subnet_id': 'a271aecf-7d72-40ed-b8ff-dba8a2b70ea8'}], 'binding:host_id': 'n-d-758944-46'}, 'id': '6b8bc540-28ff-4d84-abdb-83497e2385ae'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:58:30.160549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.161086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.161533 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.162064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.162623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.163328 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.163896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.164372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.164905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.165339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.165920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.166356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:30.185239 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Deleting port 69bd8ae9-3457-4d49-8b23-58f911f40713 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:30.186149 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.255397 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a787f5e4-1478-4d37-a6ca-8413163c80fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.302940 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.306741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Attempting to bind port f1e4cd8b-7220-48ac-b138-0e75f18f062e on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:30.307663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Attempting to bind port f1e4cd8b-7220-48ac-b138-0e75f18f062e by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '01a46d31-1813-4ea6-b013-2e4397f4a467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '22a8884d-57fe-436b-ab14-212ebf379cc7'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:30.308228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Attempting to bind port f1e4cd8b-7220-48ac-b138-0e75f18f062e on network 22a8884d-57fe-436b-ab14-212ebf379cc7 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:30.331405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Port f1e4cd8b-7220-48ac-b138-0e75f18f062e on network 22a8884d-57fe-436b-ab14-212ebf379cc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:30.331993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Attempting to bind port f1e4cd8b-7220-48ac-b138-0e75f18f062e on network 22a8884d-57fe-436b-ab14-212ebf379cc7 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:30.415567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:30.415567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Checking segment: {'id': '01a46d31-1813-4ea6-b013-2e4397f4a467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '22a8884d-57fe-436b-ab14-212ebf379cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:30.416290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Bound using segment: {'id': '01a46d31-1813-4ea6-b013-2e4397f4a467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '22a8884d-57fe-436b-ab14-212ebf379cc7'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:30.417050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Bound port: f1e4cd8b-7220-48ac-b138-0e75f18f062e, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01a46d31-1813-4ea6-b013-2e4397f4a467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '22a8884d-57fe-436b-ab14-212ebf379cc7'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:30.417652 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.519963 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1506450-a125-42cb-bc53-95a62fe56980 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.558113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] For port 69bd8ae9-3457-4d49-8b23-58f911f40713, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=69bd8ae9-3457-4d49-8b23-58f911f40713,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:30.558468 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.574491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Calling delete_port for 69bd8ae9-3457-4d49-8b23-58f911f40713 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:30.596117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1506450-a125-42cb-bc53-95a62fe56980 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=2433391a-bca3-42a0-8409-b7c0cf795312,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:30.644323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-a787f5e4-1478-4d37-a6ca-8413163c80fb None None] Allocated IP 172.20.0.2 (d414e6fa-d160-44fd-92e3-d399748f3f68/a271aecf-7d72-40ed-b8ff-dba8a2b70ea8/6b8bc540-28ff-4d84-abdb-83497e2385ae) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:30.698649 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1506450-a125-42cb-bc53-95a62fe56980 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.707905 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b1506450-a125-42cb-bc53-95a62fe56980 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/2433391a-bca3-42a0-8409-b7c0cf795312 HTTP/1.1" status: 204 len: 168 time: 1.1645927 Jul 16 08:58:30.709164 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55128) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:30.797891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a787f5e4-1478-4d37-a6ca-8413163c80fb None None] For port 6b8bc540-28ff-4d84-abdb-83497e2385ae, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6b8bc540-28ff-4d84-abdb-83497e2385ae,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:30.823847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b8a3e-88e2-49b6-a36d-1b46e5165fa0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:30.828537 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b8a3e-88e2-49b6-a36d-1b46e5165fa0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:30.831744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7b8a3e-88e2-49b6-a36d-1b46e5165fa0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:30.839446 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-da7b8a3e-88e2-49b6-a36d-1b46e5165fa0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1283259 Jul 16 08:58:30.840536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55130) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:30.855993 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a787f5e4-1478-4d37-a6ca-8413163c80fb None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:30.888024 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a787f5e4-1478-4d37-a6ca-8413163c80fb None None] Transition to ACTIVE for port object 6b8bc540-28ff-4d84-abdb-83497e2385ae will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:30.894677 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a787f5e4-1478-4d37-a6ca-8413163c80fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.024238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-b047245b-a7d8-401d-b18c-85ed2db1bf78 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 6fdb2985-dc69-4dd4-87e4-b95e5e700377 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:31.040545 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.051550 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b047245b-a7d8-401d-b18c-85ed2db1bf78 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.073193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] For port f1e4cd8b-7220-48ac-b138-0e75f18f062e, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:31.147420 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787f5e4-1478-4d37-a6ca-8413163c80fb None None] Pushing event updated for resources: {'Port': ['ID=6b8bc540-28ff-4d84-abdb-83497e2385ae,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:31.161171 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:31.201738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:31.209991 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:31.220122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] For port f1e4cd8b-7220-48ac-b138-0e75f18f062e, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f1e4cd8b-7220-48ac-b138-0e75f18f062e,segment=NetworkSegment(01a46d31-1813-4ea6-b013-2e4397f4a467),segment_id=01a46d31-1813-4ea6-b013-2e4397f4a467)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:31.230056 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b047245b-a7d8-401d-b18c-85ed2db1bf78 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.329165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6b8bc540-28ff-4d84-abdb-83497e2385ae up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:31.558164 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b047245b-a7d8-401d-b18c-85ed2db1bf78 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.688923 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b047245b-a7d8-401d-b18c-85ed2db1bf78 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.764403 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b047245b-a7d8-401d-b18c-85ed2db1bf78 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:31.772687 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b047245b-a7d8-401d-b18c-85ed2db1bf78 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/6fdb2985-dc69-4dd4-87e4-b95e5e700377 HTTP/1.1" status: 204 len: 168 time: 0.9265225 Jul 16 08:58:31.772687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b047245b-a7d8-401d-b18c-85ed2db1bf78 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=6fdb2985-dc69-4dd4-87e4-b95e5e700377,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:31.782517 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55144) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:31.910059 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.029565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f57b973-a5ee-4b73-8093-39a30814aca0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet a271aecf-7d72-40ed-b8ff-dba8a2b70ea8 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:32.037997 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f57b973-a5ee-4b73-8093-39a30814aca0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.115920 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f57b973-a5ee-4b73-8093-39a30814aca0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.135991 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.199526 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.269730 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=3a72b0d3-e280-45a4-8a67-e37f2d91944f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:32.338441 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f57b973-a5ee-4b73-8093-39a30814aca0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.339771 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.347778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:32.352672 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.354446 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ea972571-1b82-4117-965f-b48230c7599a req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] 10.222.0.15 "PUT /v2.0/ports/f1e4cd8b-7220-48ac-b138-0e75f18f062e HTTP/1.1" status: 200 len: 1093 time: 5.1865335 Jul 16 08:58:32.363606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8752d144-f00f-494e-8cc6-99abecaac81c', 'tag': 'f1e4cd8b-7220-48ac-b138-0e75f18f062e'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:32.367729 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0456b737-039c-4ea8-aed2-1ea7c9a08f1d" -d '{"events": [{"name": "network-changed", "server_uuid": "8752d144-f00f-494e-8cc6-99abecaac81c", "tag": "f1e4cd8b-7220-48ac-b138-0e75f18f062e"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:32.388579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f66af-c38a-4eb9-8ecc-979fc32ceb7f req-ffedcf0c-eff2-45fa-9830-b141758ba473 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:32.390920 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3c4f66af-c38a-4eb9-8ecc-979fc32ceb7f req-ffedcf0c-eff2-45fa-9830-b141758ba473 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 944 time: 0.2295220 Jul 16 08:58:32.457387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c7a02a-1864-4470-ba86-84c7199a48c3 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:32.514563 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3c4f66af-c38a-4eb9-8ecc-979fc32ceb7f req-d7b3c1a7-fa44-4411-8dbc-d56d71693089 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171174 Jul 16 08:58:32.528273 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f57b973-a5ee-4b73-8093-39a30814aca0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.627121 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74674182-f300-4710-b12b-fad54e4aeb90 x-openstack-request-id: req-74674182-f300-4710-b12b-fad54e4aeb90 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:32.627564 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8752d144-f00f-494e-8cc6-99abecaac81c", "tag": "f1e4cd8b-7220-48ac-b138-0e75f18f062e", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:32.628077 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74674182-f300-4710-b12b-fad54e4aeb90 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:32.628851 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8752d144-f00f-494e-8cc6-99abecaac81c', 'tag': 'f1e4cd8b-7220-48ac-b138-0e75f18f062e', 'status': 'completed', 'code': 200} Jul 16 08:58:32.642417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57b973-a5ee-4b73-8093-39a30814aca0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=a271aecf-7d72-40ed-b8ff-dba8a2b70ea8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:32.681907 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f57b973-a5ee-4b73-8093-39a30814aca0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.683837 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6f57b973-a5ee-4b73-8093-39a30814aca0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/a271aecf-7d72-40ed-b8ff-dba8a2b70ea8 HTTP/1.1" status: 204 len: 168 time: 0.8994942 Jul 16 08:58:32.688809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55154) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:32.718031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6fa32-c5a9-4d29-a840-39e65e63800c service neutron] Pushing event updated for resources: {'Port': ['ID=f1e4cd8b-7220-48ac-b138-0e75f18f062e,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:32.771721 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.817187 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2bbd0a3a-9de6-43ed-a048-e1bb3b711a0d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1222823 Jul 16 08:58:32.818796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55156) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:32.845296 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5ab6343d-b503-401c-8f3e-744fac65aac8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:32.856208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8627c4bb-192e-430c-9340-a9800b1b1404 None None] Could not find standard attr ID for object 2433391a-bca3-42a0-8409-b7c0cf795312. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:58:32.923879 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.927480 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.972434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8627c4bb-192e-430c-9340-a9800b1b1404 None None] Provisioning for port 6b8bc540-28ff-4d84-abdb-83497e2385ae completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:32.987830 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8627c4bb-192e-430c-9340-a9800b1b1404 None None] Provisioning complete for port 6b8bc540-28ff-4d84-abdb-83497e2385ae triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:32.988073 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Pushing event deleted for resources: {'Port': ['ID=69bd8ae9-3457-4d49-8b23-58f911f40713,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:32.988430 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8627c4bb-192e-430c-9340-a9800b1b1404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.043935 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.044475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 32c503b3-7141-4b4d-9a63-5d3f5b7864b1 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:58:33.050221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea972571-1b82-4117-965f-b48230c7599a req-7500824d-07e4-4a56-9e9d-31a7dd586edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:33.051810 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ea972571-1b82-4117-965f-b48230c7599a req-7500824d-07e4-4a56-9e9d-31a7dd586edf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d9e7e5e15b9448ab1d05d4cc83371f6&device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 1096 time: 0.5760024 Jul 16 08:58:33.056745 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.057939 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2195a121-25de-467e-8c5f-f61d23e88b2b tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "DELETE /v2.0/routers/32c503b3-7141-4b4d-9a63-5d3f5b7864b1 HTTP/1.1" status: 204 len: 168 time: 5.4645572 Jul 16 08:58:33.063578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55162) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:33.074280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1403310121', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:33.120084 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ea972571-1b82-4117-965f-b48230c7599a req-73d91464-6375-48fa-abcd-6ddbda568fab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1e4cd8b-7220-48ac-b138-0e75f18f062e HTTP/1.1" status: 200 len: 217 time: 0.0563033 Jul 16 08:58:33.141637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab6343d-b503-401c-8f3e-744fac65aac8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:33.145236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5ab6343d-b503-401c-8f3e-744fac65aac8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.315786 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.334277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea972571-1b82-4117-965f-b48230c7599a req-e429a84b-0b8c-4bf4-a101-74733add1e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:33.335743 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ea972571-1b82-4117-965f-b48230c7599a req-e429a84b-0b8c-4bf4-a101-74733add1e13 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04825ece-49fb-4ad4-881b-96096466b8ce HTTP/1.1" status: 200 len: 851 time: 0.2077303 Jul 16 08:58:33.336724 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.438706 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ea972571-1b82-4117-965f-b48230c7599a req-321547ef-a9f6-4084-a012-716acc84fda5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a8884d-57fe-436b-ab14-212ebf379cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734875 Jul 16 08:58:33.447254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6b8bc540-28ff-4d84-abdb-83497e2385ae up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:33.513558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19720911-cb9d-42a0-8af7-0aaacec85122 None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:33.589952 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.641012 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.646705 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.695385 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 6b8bc540-28ff-4d84-abdb-83497e2385ae triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:33.696313 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.716398 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Floating IP 6d0bcba8-82de-472a-8e36-14d14e44c748 associated. External IP: 172.25.4.44, port: 0a4d8c7b-cc0e-4411-a59d-2f9565aca632. Jul 16 08:58:33.721591 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event updated for resources: {'Port': ['ID=3a72b0d3-e280-45a4-8a67-e37f2d91944f,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:33.732486 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-19720911-cb9d-42a0-8af7-0aaacec85122 None None] Deleting port 6b8bc540-28ff-4d84-abdb-83497e2385ae {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:33.734167 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-19720911-cb9d-42a0-8af7-0aaacec85122 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.862371 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.976429 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-19720911-cb9d-42a0-8af7-0aaacec85122 None None] For port 6b8bc540-28ff-4d84-abdb-83497e2385ae, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6b8bc540-28ff-4d84-abdb-83497e2385ae,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:33.977338 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-19720911-cb9d-42a0-8af7-0aaacec85122 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.993631 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.007766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-19720911-cb9d-42a0-8af7-0aaacec85122 None None] Calling delete_port for 6b8bc540-28ff-4d84-abdb-83497e2385ae owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:34.111922 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ea972571-1b82-4117-965f-b48230c7599a req-b5b9103e-697c-406b-b842-44598f076672 service neutron] 10.222.0.15 "GET /v2.0/networks/22a8884d-57fe-436b-ab14-212ebf379cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282036 Jul 16 08:58:34.213188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-19720911-cb9d-42a0-8af7-0aaacec85122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.263662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19720911-cb9d-42a0-8af7-0aaacec85122 None None] Pushing event deleted for resources: {'Port': ['ID=6b8bc540-28ff-4d84-abdb-83497e2385ae,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:34.287093 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19720911-cb9d-42a0-8af7-0aaacec85122 None None] No DVR routers for this DVR port 6b8bc540-28ff-4d84-abdb-83497e2385ae on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:34.459969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.objects.ports [None req-5ab6343d-b503-401c-8f3e-744fac65aac8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93694) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:58:34.467107 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.474141 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5ab6343d-b503-401c-8f3e-744fac65aac8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.541379 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ea972571-1b82-4117-965f-b48230c7599a req-79d8f692-3713-4ab7-a59b-752745b4c521 service neutron] 10.222.0.15 "GET /v2.0/networks/22a8884d-57fe-436b-ab14-212ebf379cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4220538 Jul 16 08:58:34.545826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab6343d-b503-401c-8f3e-744fac65aac8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=68062cea-6047-41d3-a28d-51ec2ff35af7,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:34.575536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab6343d-b503-401c-8f3e-744fac65aac8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:34.585066 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-5ab6343d-b503-401c-8f3e-744fac65aac8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:34.600432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab6343d-b503-401c-8f3e-744fac65aac8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:34.601059 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5ab6343d-b503-401c-8f3e-744fac65aac8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.613028 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542dda9a-bc00-4fbc-9d9b-67ff15b45d82 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:34.669247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf787f3-4642-4020-aa18-65e92adb7f20 req-171a5fb1-8dd9-459f-a2d2-e95ab2ee3c72 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:34.672385 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8bf787f3-4642-4020-aa18-65e92adb7f20 req-171a5fb1-8dd9-459f-a2d2-e95ab2ee3c72 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 944 time: 0.8032415 Jul 16 08:58:34.691067 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5ab6343d-b503-401c-8f3e-744fac65aac8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8691528 Jul 16 08:58:34.699280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55174) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:34.718359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e2f76d38-885d-4be3-b89b-7d831ea59928 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:34.757501 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8bf787f3-4642-4020-aa18-65e92adb7f20 req-a66f7cbe-30f9-4668-b85c-19594856e44b tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710680 Jul 16 08:58:34.931376 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': '68062cea-6047-41d3-a28d-51ec2ff35af7'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:34.932389 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.941521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router c4673821-de0b-4658-ad72-5a1a8ae7667a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:58:34.963639 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:34.964855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456b737-039c-4ea8-aed2-1ea7c9a08f1d req-126994e3-cc01-412c-9a4a-a7bffd539f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:34.967584 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0456b737-039c-4ea8-aed2-1ea7c9a08f1d req-126994e3-cc01-412c-9a4a-a7bffd539f2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d9e7e5e15b9448ab1d05d4cc83371f6&device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 1096 time: 0.3357444 Jul 16 08:58:34.993915 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.094093 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456b737-039c-4ea8-aed2-1ea7c9a08f1d req-2a502e7e-6481-4473-a9d8-c0540d9543db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:35.095675 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0456b737-039c-4ea8-aed2-1ea7c9a08f1d req-2a502e7e-6481-4473-a9d8-c0540d9543db service neutron] 10.222.0.15 "GET /v2.0/networks?id=22a8884d-57fe-436b-ab14-212ebf379cc7 HTTP/1.1" status: 200 len: 911 time: 0.1166065 Jul 16 08:58:35.190547 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0456b737-039c-4ea8-aed2-1ea7c9a08f1d req-7793dc9a-1aef-47be-abae-eb54853beee9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1e4cd8b-7220-48ac-b138-0e75f18f062e HTTP/1.1" status: 200 len: 217 time: 0.0809431 Jul 16 08:58:35.196740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Allocated IP 172.25.4.87 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/8949495b-1968-47b5-80e1-9ef0acf63c92) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:35.266001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0456b737-039c-4ea8-aed2-1ea7c9a08f1d req-ad0a9b10-71a7-4f24-917e-056020a11e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:35.267623 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0456b737-039c-4ea8-aed2-1ea7c9a08f1d req-ad0a9b10-71a7-4f24-917e-056020a11e48 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04825ece-49fb-4ad4-881b-96096466b8ce HTTP/1.1" status: 200 len: 851 time: 0.0727081 Jul 16 08:58:35.283454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 69bd8ae9-3457-4d49-8b23-58f911f40713 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:35.348863 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 69bd8ae9-3457-4d49-8b23-58f911f40713 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:35.349440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 69bd8ae9-3457-4d49-8b23-58f911f40713 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:35.350356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6b8bc540-28ff-4d84-abdb-83497e2385ae no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:35.399609 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.407106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 6b8bc540-28ff-4d84-abdb-83497e2385ae {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:35.407472 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6b8bc540-28ff-4d84-abdb-83497e2385ae not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:35.414984 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-27539d9e-f9c2-4218-9b46-3f7572305b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.430155 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Allocated IP 2001:db8::f816:3eff:fe50:62b5 (d414e6fa-d160-44fd-92e3-d399748f3f68/68062cea-6047-41d3-a28d-51ec2ff35af7/2bb1f7f8-8c40-4d5f-8423-0d2be39f426f) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:35.508331 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.578568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:35.587934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:35.602193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:35.625739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Pushing event updated for resources: {'Port': ['ID=8949495b-1968-47b5-80e1-9ef0acf63c92,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:35.629145 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.773023 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.792296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0456b737-039c-4ea8-aed2-1ea7c9a08f1d req-18c1b57d-7930-4aa5-9130-c6a3f4ee38a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a8884d-57fe-436b-ab14-212ebf379cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457239 Jul 16 08:58:35.798930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Transition to ACTIVE for port object 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:35.802025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f76d38-885d-4be3-b89b-7d831ea59928 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:35.806063 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2f76d38-885d-4be3-b89b-7d831ea59928 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.832271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Transition to ACTIVE for port object 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:35.844803 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.941900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:35.948001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:35.956020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:35.997447 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-a23e6850-4488-4399-b8f5-928172b28e99 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:36.009847 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-a23e6850-4488-4399-b8f5-928172b28e99 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 812 time: 0.7408094 Jul 16 08:58:36.046778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f1e4cd8b-7220-48ac-b138-0e75f18f062e details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:58:36.063822 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Pushing event updated for resources: {'Port': ['ID=2bb1f7f8-8c40-4d5f-8423-0d2be39f426f,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:36.082407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Attempting to bind port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:36.083061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Attempting to bind port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:36.083518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Attempting to bind port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:36.101008 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:36.101545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:36.102041 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.102970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:36.104447 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Bound port: 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:36.105486 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.105623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:36.118736 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c863ea3-143d-4e12-8b23-55752494c7c6 None None] Sync routers for ids ['c4673821-de0b-4658-ad72-5a1a8ae7667a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:36.133760 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-fd96d338-a3df-487a-9603-30e5021e1937 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/quotas/6d7d127892994ef29d6fc34730914246 HTTP/1.1" status: 200 len: 375 time: 0.1213360 Jul 16 08:58:36.134564 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.158330 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c863ea3-143d-4e12-8b23-55752494c7c6 None None] Routers {'c4673821-de0b-4658-ad72-5a1a8ae7667a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:36.159614 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3c863ea3-143d-4e12-8b23-55752494c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c4673821-de0b-4658-ad72-5a1a8ae7667a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:36.275557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539f8450-43e7-4909-b045-7cce95679e60 req-e20b461d-6520-4d65-b7fa-6081293eeed7 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:36.277235 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-539f8450-43e7-4909-b045-7cce95679e60 req-e20b461d-6520-4d65-b7fa-6081293eeed7 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 944 time: 0.3448529 Jul 16 08:58:36.290389 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f1e4cd8b-7220-48ac-b138-0e75f18f062e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f1e4cd8b-7220-48ac-b138-0e75f18f062e,segment=NetworkSegment(01a46d31-1813-4ea6-b013-2e4397f4a467),segment_id=01a46d31-1813-4ea6-b013-2e4397f4a467)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:36.303834 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] For port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:36.321194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'f1e4cd8b-7220-48ac-b138-0e75f18f062e', 'network_id': '22a8884d-57fe-436b-ab14-212ebf379cc7', 'port_id': 'f1e4cd8b-7220-48ac-b138-0e75f18f062e', 'mac_address': 'fa:16:3e:4a:df:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04825ece-49fb-4ad4-881b-96096466b8ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:58:36.325446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] For port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2bb1f7f8-8c40-4d5f-8423-0d2be39f426f,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:36.368071 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-539f8450-43e7-4909-b045-7cce95679e60 req-086aec7a-64a4-4c7b-9fcf-d64cbcf164a0 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804553 Jul 16 08:58:36.401316 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.454133 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.456803 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.494014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1e4cd8b-7220-48ac-b138-0e75f18f062e {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:36.508809 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-3c863ea3-143d-4e12-8b23-55752494c7c6 None None] Set router c4673821-de0b-4658-ad72-5a1a8ae7667a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:36.522982 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4598fa33-7772-474c-86e2-5116d500f89f None None] Pushing event updated for resources: {'Port': ['ID=2bb1f7f8-8c40-4d5f-8423-0d2be39f426f,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:36.540179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f1e4cd8b-7220-48ac-b138-0e75f18f062e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f1e4cd8b-7220-48ac-b138-0e75f18f062e,segment=NetworkSegment(01a46d31-1813-4ea6-b013-2e4397f4a467),segment_id=01a46d31-1813-4ea6-b013-2e4397f4a467)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:36.549801 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.583369 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.597003 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0456b737-039c-4ea8-aed2-1ea7c9a08f1d req-cb139a63-4e1d-453d-8182-6e3c2a235552 service neutron] 10.222.0.15 "GET /v2.0/networks/22a8884d-57fe-436b-ab14-212ebf379cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7796564 Jul 16 08:58:36.603337 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6a8aa552-415d-465a-97fa-73df4f8abcd3 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.1971796 Jul 16 08:58:36.618110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'tag': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:36.621108 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c620ad-94f8-4dcc-8260-4ba0186b6fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "ec82a73f-da96-4afe-bec5-64b1b4bbabf2", "tag": "0a4d8c7b-cc0e-4411-a59d-2f9565aca632"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:36.664286 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=f1e4cd8b-7220-48ac-b138-0e75f18f062e,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:36.679647 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-bf87025c-ae84-48a6-a707-63c8d9eb4e8d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5446560 Jul 16 08:58:36.738643 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['f1e4cd8b-7220-48ac-b138-0e75f18f062e'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:36.817047 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Router c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:58:37.071749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-1bdb2bbf-6beb-462a-bf2e-2dd928074f13 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:58:37.105105 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-1bdb2bbf-6beb-462a-bf2e-2dd928074f13 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3564572 Jul 16 08:58:37.204760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:37.220034 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ffc5ed-5d40-4ec8-8d01-3336a520d3c7 None None] Sync routers for ids ['c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:37.242866 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3c863ea3-143d-4e12-8b23-55752494c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T08:57:55Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '6d0bcba8-82de-472a-8e36-14d14e44c748', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'floating_ip_address': '172.25.4.44', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'port_id': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'mac_address': 'fa:16:3e:2d:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:58:31Z', 'updated_at': '2021-07-16T08:58:31Z', 'revision_number': 0, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db89212-e3c0-4af2-af56-286a386ac033', 'name': '', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:3e:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'd37a4149-f093-4581-924e-85f224a85519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:50Z', 'updated_at': '2021-07-16T08:58:04Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': 'd37a4149-f093-4581-924e-85f224a85519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:37.244969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ffc5ed-5d40-4ec8-8d01-3336a520d3c7 None None] Routers {'c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:37.244969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c7ffc5ed-5d40-4ec8-8d01-3336a520d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:37.315529 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a5b49a-63f2-4c0b-9cbe-3312c687505a req-1781cf52-a4fd-427d-86e6-f103660a399a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.317554 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5a5b49a-63f2-4c0b-9cbe-3312c687505a req-1781cf52-a4fd-427d-86e6-f103660a399a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.2172995 Jul 16 08:58:37.318764 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.323266 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8ec62a4b-ac4e-4196-8b07-f574f7cefa49 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.2563994 Jul 16 08:58:37.323827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55206) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:37.333796 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0456b737-039c-4ea8-aed2-1ea7c9a08f1d req-f0af6a02-e639-441a-81e2-a00b5d72f7a1 service neutron] 10.222.0.15 "GET /v2.0/networks/22a8884d-57fe-436b-ab14-212ebf379cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7248712 Jul 16 08:58:37.358405 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:37.364291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c7ffc5ed-5d40-4ec8-8d01-3336a520d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:37.366194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1d995bec-874d-473c-a252-18a9c6d74f1a tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'enable_snat': False}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:37.391601 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5a5b49a-63f2-4c0b-9cbe-3312c687505a req-caf68536-e7c3-4ae5-ae53-e5e1bae5b9da tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667109 Jul 16 08:58:37.419308 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ffc5ed-5d40-4ec8-8d01-3336a520d3c7 None None] Routers {'c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:37.422115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c7ffc5ed-5d40-4ec8-8d01-3336a520d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:37.472980 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55210) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:37.480748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c7ffc5ed-5d40-4ec8-8d01-3336a520d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:37.482844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ffc5ed-5d40-4ec8-8d01-3336a520d3c7 None None] The sync data for ids ['c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:37.528947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:37.551874 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c863ea3-143d-4e12-8b23-55752494c7c6 None None] Checking router: c4673821-de0b-4658-ad72-5a1a8ae7667a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:58:37.561696 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c863ea3-143d-4e12-8b23-55752494c7c6 None None] Routers {'c4673821-de0b-4658-ad72-5a1a8ae7667a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:37.562852 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3c863ea3-143d-4e12-8b23-55752494c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c4673821-de0b-4658-ad72-5a1a8ae7667a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:37.567996 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2f76d38-885d-4be3-b89b-7d831ea59928 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.665625 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b8f43dc3-eae0-47e6-aba0-5e88efb48f7b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/6d0bcba8-82de-472a-8e36-14d14e44c748 HTTP/1.1" status: 200 len: 991 time: 0.1914625 Jul 16 08:58:37.697797 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8fe0aa9-429c-4b93-9b73-871d577d8c48 x-openstack-request-id: req-a8fe0aa9-429c-4b93-9b73-871d577d8c48 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:37.701432 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec82a73f-da96-4afe-bec5-64b1b4bbabf2", "tag": "0a4d8c7b-cc0e-4411-a59d-2f9565aca632", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:37.706092 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8fe0aa9-429c-4b93-9b73-871d577d8c48 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:37.706938 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'tag': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632', 'status': 'completed', 'code': 200} Jul 16 08:58:37.739873 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-3c863ea3-143d-4e12-8b23-55752494c7c6 None None] Set router c4673821-de0b-4658-ad72-5a1a8ae7667a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:58:37.790774 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-53fbe1e9-ff6f-4f8b-8a80-6bbf3b661984 service neutron] 10.222.0.20 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6845012 Jul 16 08:58:37.795295 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f76d38-885d-4be3-b89b-7d831ea59928 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:37.904321 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f76d38-885d-4be3-b89b-7d831ea59928 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=b4fdb0dd-d563-43ea-b830-5fece2d8fdb3,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:37.914329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e2f76d38-885d-4be3-b89b-7d831ea59928 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:37.924557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f76d38-885d-4be3-b89b-7d831ea59928 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:37.925549 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2f76d38-885d-4be3-b89b-7d831ea59928 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.951329 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-12f5d322-1873-41fa-ab06-7914c4895331 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.039146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f1e4cd8b-7220-48ac-b138-0e75f18f062e up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:38.063965 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e2f76d38-885d-4be3-b89b-7d831ea59928 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3544474 Jul 16 08:58:38.066614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55214) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:38.158330 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port f1e4cd8b-7220-48ac-b138-0e75f18f062e completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:38.169442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port f1e4cd8b-7220-48ac-b138-0e75f18f062e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:38.169796 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.192413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'mac_address': 'fa:16:3e:2f:a3:2f', 'name': 'tempest-NetworksTestDHCPv6-1900732409'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:38.243630 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3c863ea3-143d-4e12-8b23-55752494c7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T08:57:55Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '6d0bcba8-82de-472a-8e36-14d14e44c748', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'floating_ip_address': '172.25.4.44', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'port_id': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'mac_address': 'fa:16:3e:2d:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:58:31Z', 'updated_at': '2021-07-16T08:58:31Z', 'revision_number': 0, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db89212-e3c0-4af2-af56-286a386ac033', 'name': '', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:3e:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'd37a4149-f093-4581-924e-85f224a85519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:50Z', 'updated_at': '2021-07-16T08:58:04Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': 'd37a4149-f093-4581-924e-85f224a85519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:38.317154 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.330434 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c863ea3-143d-4e12-8b23-55752494c7c6 None None] The sync data for ids ['c4673821-de0b-4658-ad72-5a1a8ae7667a'] in n-d-758944-46 is: [{'id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T08:57:55Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '6d0bcba8-82de-472a-8e36-14d14e44c748', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'floating_ip_address': '172.25.4.44', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'port_id': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2918, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'mac_address': 'fa:16:3e:2d:8f:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:58:31Z', 'updated_at': '2021-07-16T08:58:31Z', 'revision_number': 0, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3db89212-e3c0-4af2-af56-286a386ac033', 'name': '', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:3e:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'd37a4149-f093-4581-924e-85f224a85519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:50Z', 'updated_at': '2021-07-16T08:58:04Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': 'd37a4149-f093-4581-924e-85f224a85519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:38.388312 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.392296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c620ad-94f8-4dcc-8260-4ba0186b6fb5 req-e3f03188-54be-4f5c-babd-454622f2eaf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.394570 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-90c620ad-94f8-4dcc-8260-4ba0186b6fb5 req-e3f03188-54be-4f5c-babd-454622f2eaf2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 1098 time: 0.6829381 Jul 16 08:58:38.431214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8752d144-f00f-494e-8cc6-99abecaac81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e4cd8b-7220-48ac-b138-0e75f18f062e'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:38.434257 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3ec862-dbb4-4045-9b1b-9c969aa2677d" -d '{"events": [{"server_uuid": "8752d144-f00f-494e-8cc6-99abecaac81c", "name": "network-vif-plugged", "status": "completed", "tag": "f1e4cd8b-7220-48ac-b138-0e75f18f062e"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:38.457679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f1e4cd8b-7220-48ac-b138-0e75f18f062e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f1e4cd8b-7220-48ac-b138-0e75f18f062e,segment=NetworkSegment(01a46d31-1813-4ea6-b013-2e4397f4a467),segment_id=01a46d31-1813-4ea6-b013-2e4397f4a467)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:38.463457 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.480711 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-0b1d1db7-1782-4e8c-afbf-89394e3b56fe service neutron] 10.222.0.20 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5999291 Jul 16 08:58:38.595637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9594949-96ce-48e5-aecd-f75c808e575b None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:38.600166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=f1e4cd8b-7220-48ac-b138-0e75f18f062e,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:38.629406 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:38.688574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55220) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:38.753723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2391d18d-c00c-4261-9f89-9a7fd3bff671 None None] Provisioning for port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:38.761685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2391d18d-c00c-4261-9f89-9a7fd3bff671 None None] Provisioning complete for port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:38.762098 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2391d18d-c00c-4261-9f89-9a7fd3bff671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.946228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c620ad-94f8-4dcc-8260-4ba0186b6fb5 req-0ea7f2fc-0dff-43e2-b244-d0e332b1ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:38.953313 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-90c620ad-94f8-4dcc-8260-4ba0186b6fb5 req-0ea7f2fc-0dff-43e2-b244-d0e332b1ff2b service neutron] 10.222.0.38 "GET /v2.0/networks?id=28a0aa94-0f4f-4171-9fed-e2f91a71d53c HTTP/1.1" status: 200 len: 897 time: 0.5491738 Jul 16 08:58:38.983368 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ad0efc-f659-4f2b-8c2e-820f82757096 None None] New status for floating IP 6d0bcba8-82de-472a-8e36-14d14e44c748: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:58:39.005365 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c513d8-4efe-4000-ae39-b8f4e90ee8eb x-openstack-request-id: req-58c513d8-4efe-4000-ae39-b8f4e90ee8eb {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:39.006225 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8752d144-f00f-494e-8cc6-99abecaac81c", "name": "network-vif-plugged", "status": "completed", "tag": "f1e4cd8b-7220-48ac-b138-0e75f18f062e", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:39.006225 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58c513d8-4efe-4000-ae39-b8f4e90ee8eb {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:39.006473 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8752d144-f00f-494e-8cc6-99abecaac81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1e4cd8b-7220-48ac-b138-0e75f18f062e', 'code': 200} Jul 16 08:58:39.006815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d509564e-ad17-4984-954b-1d5ce74ba53d req-fa92cfbf-3b8b-413d-8dad-cce664caa89b tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:39.018620 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d509564e-ad17-4984-954b-1d5ce74ba53d req-fa92cfbf-3b8b-413d-8dad-cce664caa89b tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 945 time: 1.2234774 Jul 16 08:58:39.121436 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d509564e-ad17-4984-954b-1d5ce74ba53d req-eeac30f3-eb3f-46b4-8abe-576753fd8b07 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001611 Jul 16 08:58:39.152072 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d995bec-874d-473c-a252-18a9c6d74f1a tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.258607 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2391d18d-c00c-4261-9f89-9a7fd3bff671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.410127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2391d18d-c00c-4261-9f89-9a7fd3bff671 None None] For port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2bb1f7f8-8c40-4d5f-8423-0d2be39f426f,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:39.425159 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2391d18d-c00c-4261-9f89-9a7fd3bff671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.569542 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07f8604b-6a4d-4608-b95c-8b88570264d2 req-c7a72007-2264-482b-95e4-929f8fdda68d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 210 time: 0.3195882 Jul 16 08:58:39.601510 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1651fa64-d103-4c31-a11d-b5c7b334aa9d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/6d0bcba8-82de-472a-8e36-14d14e44c748 HTTP/1.1" status: 200 len: 991 time: 0.9107175 Jul 16 08:58:39.678951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6794f2ad-c4e5-4d26-b590-deded795a9ac None None] Update dhcp port {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'fixed_ips': [{'subnet_id': '68062cea-6047-41d3-a28d-51ec2ff35af7', 'ip_address': '2001:db8::f816:3eff:fe50:62b5'}, {'subnet_id': 'b4fdb0dd-d563-43ea-b830-5fece2d8fdb3'}], 'binding:host_id': 'n-d-758944-46'}, 'id': '2bb1f7f8-8c40-4d5f-8423-0d2be39f426f'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:58:39.758682 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.848768 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.852583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391d18d-c00c-4261-9f89-9a7fd3bff671 None None] Pushing event updated for resources: {'Port': ['ID=2bb1f7f8-8c40-4d5f-8423-0d2be39f426f,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:39.860727 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6794f2ad-c4e5-4d26-b590-deded795a9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:39.914079 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-90c620ad-94f8-4dcc-8260-4ba0186b6fb5 req-1bf5e5ca-9fbf-47fd-a633-10ca58a053c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a4d8c7b-cc0e-4411-a59d-2f9565aca632 HTTP/1.1" status: 200 len: 999 time: 0.7464952 Jul 16 08:58:40.060527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a493c33c-8ea3-4c45-a93b-5d54d43c17d3 req-2fdaa5ae-e482-4179-a90c-9aaa89cb046b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.066189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a493c33c-8ea3-4c45-a93b-5d54d43c17d3 req-2fdaa5ae-e482-4179-a90c-9aaa89cb046b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 1098 time: 0.9527469 Jul 16 08:58:40.070636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port 35589938-2db5-477b-a32b-7be9d031890e yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:40.275671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c620ad-94f8-4dcc-8260-4ba0186b6fb5 req-5b8f004f-2a48-455d-9165-e18f233e8da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.277397 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-90c620ad-94f8-4dcc-8260-4ba0186b6fb5 req-5b8f004f-2a48-455d-9165-e18f233e8da0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d37a4149-f093-4581-924e-85f224a85519 HTTP/1.1" status: 200 len: 834 time: 0.3463671 Jul 16 08:58:40.347157 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-6794f2ad-c4e5-4d26-b590-deded795a9ac None None] Allocated IP 172.20.0.2 (d414e6fa-d160-44fd-92e3-d399748f3f68/b4fdb0dd-d563-43ea-b830-5fece2d8fdb3/2bb1f7f8-8c40-4d5f-8423-0d2be39f426f) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:40.360994 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a493c33c-8ea3-4c45-a93b-5d54d43c17d3 req-3fd557bf-b000-4457-be80-95fe8cc82b19 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706108 Jul 16 08:58:40.399724 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c620ad-94f8-4dcc-8260-4ba0186b6fb5 req-50dbc230-25dc-429b-83d1-d673396d90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.401889 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-90c620ad-94f8-4dcc-8260-4ba0186b6fb5 req-50dbc230-25dc-429b-83d1-d673396d90cb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=28a0aa94-0f4f-4171-9fed-e2f91a71d53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1137164 Jul 16 08:58:40.549754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-90c620ad-94f8-4dcc-8260-4ba0186b6fb5 req-1a428e65-856f-4499-8236-23788f0bbd59 service neutron] 10.222.0.38 "GET /v2.0/networks/28a0aa94-0f4f-4171-9fed-e2f91a71d53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374953 Jul 16 08:58:40.601391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55250) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:40.688304 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d995bec-874d-473c-a252-18a9c6d74f1a tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.725841 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-90c620ad-94f8-4dcc-8260-4ba0186b6fb5 req-aadb0233-4891-413b-891b-f10f29daf0db service neutron] 10.222.0.38 "GET /v2.0/networks/28a0aa94-0f4f-4171-9fed-e2f91a71d53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678822 Jul 16 08:58:40.748800 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c821be08-ab79-4cd4-b622-637d3c55d0e8 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/6d0bcba8-82de-472a-8e36-14d14e44c748 HTTP/1.1" status: 200 len: 993 time: 0.1457484 Jul 16 08:58:40.768153 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d995bec-874d-473c-a252-18a9c6d74f1a tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:40.934965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d995bec-874d-473c-a252-18a9c6d74f1a tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Router c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:58:40.972776 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a0662f-55ab-4c5f-a96e-f8e2eea236a4 req-efeebfde-b78d-431b-847f-f7deea814a78 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:40.986929 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-18a0662f-55ab-4c5f-a96e-f8e2eea236a4 req-efeebfde-b78d-431b-847f-f7deea814a78 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 946 time: 0.4647579 Jul 16 08:58:41.004998 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61e7774a-dc5c-47e0-b50b-f5b2d6c302e2 req-a777baf1-1acd-449d-9d6f-31cbe3881cb7 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 210 time: 0.0605109 Jul 16 08:58:41.100992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6794f2ad-c4e5-4d26-b590-deded795a9ac None None] For port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2bb1f7f8-8c40-4d5f-8423-0d2be39f426f,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:41.174856 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-18a0662f-55ab-4c5f-a96e-f8e2eea236a4 req-33511b34-5af3-42fd-be53-a307d96cacb8 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707938 Jul 16 08:58:41.194977 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6794f2ad-c4e5-4d26-b590-deded795a9ac None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.235287 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6794f2ad-c4e5-4d26-b590-deded795a9ac None None] Transition to ACTIVE for port object 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:41.248276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:41.307243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d995bec-874d-473c-a252-18a9c6d74f1a tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:41.313085 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d995bec-874d-473c-a252-18a9c6d74f1a tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.317558 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1d995bec-874d-473c-a252-18a9c6d74f1a tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "PUT /v2.0/routers/c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c HTTP/1.1" status: 200 len: 925 time: 3.9553192 Jul 16 08:58:41.318583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55254) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:41.367727 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6794f2ad-c4e5-4d26-b590-deded795a9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.417323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a35703-24b2-4315-9d70-8f6f00873081 None None] Sync routers for ids ['c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:41.523682 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.553864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 172.20.0.9 (d414e6fa-d160-44fd-92e3-d399748f3f68/b4fdb0dd-d563-43ea-b830-5fece2d8fdb3/35589938-2db5-477b-a32b-7be9d031890e) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:41.564086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::f816:3eff:fe2f:a32f (d414e6fa-d160-44fd-92e3-d399748f3f68/68062cea-6047-41d3-a28d-51ec2ff35af7/35589938-2db5-477b-a32b-7be9d031890e) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:41.594849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a35703-24b2-4315-9d70-8f6f00873081 None None] Routers {'c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:41.595914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-29a35703-24b2-4315-9d70-8f6f00873081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:41.620977 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-615570c5-750b-4101-82c2-890246005ecc tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/routers/c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c HTTP/1.1" status: 200 len: 925 time: 0.3005345 Jul 16 08:58:41.623550 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55260) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:41.716706 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-29a35703-24b2-4315-9d70-8f6f00873081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:41.724935 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:58:41.759179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794f2ad-c4e5-4d26-b590-deded795a9ac None None] Pushing event updated for resources: {'Port': ['ID=2bb1f7f8-8c40-4d5f-8423-0d2be39f426f,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:41.788542 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a35703-24b2-4315-9d70-8f6f00873081 None None] Routers {'c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:41.789480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-29a35703-24b2-4315-9d70-8f6f00873081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:41.831958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-ecb387a6-1676-46bd-af44-9888b93a8447 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:41.833788 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-ecb387a6-1676-46bd-af44-9888b93a8447 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.15 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 812 time: 0.2202985 Jul 16 08:58:41.838868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c344011-d156-427f-b456-329ebd060da7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:41.844538 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0c344011-d156-427f-b456-329ebd060da7 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&device_id=c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2179866 Jul 16 08:58:41.846922 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-c49d26c5-8ccf-498f-8a4d-456401ac6409 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'port': {'device_id': '39e8e40a-b8d4-41ee-96b3-0655287d4798', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'admin_state_up': True, 'tenant_id': '6d7d127892994ef29d6fc34730914246'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:41.849484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55262) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:41.854123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-29a35703-24b2-4315-9d70-8f6f00873081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:41.854914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29a35703-24b2-4315-9d70-8f6f00873081 None None] The sync data for ids ['c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:41.946819 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:41.989492 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object 35589938-2db5-477b-a32b-7be9d031890e will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:42.000671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c8444d-0776-4294-8022-7ff24a012f18 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.002524 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b8c8444d-0776-4294-8022-7ff24a012f18 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 881 time: 0.1506464 Jul 16 08:58:42.005557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55264) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:42.048799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55268) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:42.049481 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6e0d99b4-d790-4f81-8465-b604c215583c tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c HTTP/1.1" status: 200 len: 205 time: 0.0424211 Jul 16 08:58:42.060414 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.209255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=35589938-2db5-477b-a32b-7be9d031890e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:42.216251 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:42.290157 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:42.317462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:42.339426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-c49d26c5-8ccf-498f-8a4d-456401ac6409 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Made reservation on behalf of 6d7d127892994ef29d6fc34730914246 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:42.343044 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-c49d26c5-8ccf-498f-8a4d-456401ac6409 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.414552 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-032f1e89-582b-4773-adde-69896fd2605a req-b29cfeaf-6846-40ef-9df3-68e205244160 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 210 time: 0.1779459 Jul 16 08:58:42.475942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84a641-d6b1-4c49-ab74-f5ce4ebd0a08 req-13a4760e-3d8a-43e5-9bbb-699eca846f4a tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.497566 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6c84a641-d6b1-4c49-ab74-f5ce4ebd0a08 req-13a4760e-3d8a-43e5-9bbb-699eca846f4a tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 946 time: 0.1613936 Jul 16 08:58:42.512837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.513546 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.523776 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-727a39c6-d3c7-4572-95d8-d9825c8d24a0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:42.586803 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6c84a641-d6b1-4c49-ab74-f5ce4ebd0a08 req-5a18ff01-7352-4d38-8af4-7f28f9206874 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914309 Jul 16 08:58:42.673985 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b5603f8c-375c-4abf-a868-7e06145d8495 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.4961240 Jul 16 08:58:42.674295 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55280) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:42.899120 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3613a30-3232-4ab8-a1e8-00efef068856 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.921234 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3613a30-3232-4ab8-a1e8-00efef068856 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:42.923637 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a3613a30-3232-4ab8-a1e8-00efef068856 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2481456 Jul 16 08:58:42.928312 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-469095e7-c1f5-4c1d-945c-dd4f8c6bcd36 req-f45b37ec-2bb5-47d1-9483-3b6ea17ad71b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2334125 Jul 16 08:58:42.929212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55286) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:43.036758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d9b6106f-b03c-40a8-a8d4-02aafcede21c None None] Provisioning for port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:43.042448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d9b6106f-b03c-40a8-a8d4-02aafcede21c None None] Provisioning complete for port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:43.043139 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d9b6106f-b03c-40a8-a8d4-02aafcede21c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.282869 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:43.324200 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469095e7-c1f5-4c1d-945c-dd4f8c6bcd36 req-e8f01675-3af9-4eb7-bbf8-1022cd72765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:43.332430 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-469095e7-c1f5-4c1d-945c-dd4f8c6bcd36 req-e8f01675-3af9-4eb7-bbf8-1022cd72765e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d9e7e5e15b9448ab1d05d4cc83371f6&device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 1098 time: 0.3401575 Jul 16 08:58:43.360245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-109c7fe5-dc08-4784-b979-39f329bc24bc tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port 35589938-2db5-477b-a32b-7be9d031890e {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:43.363290 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-109c7fe5-dc08-4784-b979-39f329bc24bc tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.479645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:43.481186 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.632868 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-727a39c6-d3c7-4572-95d8-d9825c8d24a0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.705274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ddf7a47b-492a-4160-968d-db89c6de0d53 None None] Provisioning for port 35589938-2db5-477b-a32b-7be9d031890e completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:43.723500 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ddf7a47b-492a-4160-968d-db89c6de0d53 None None] Provisioning complete for port 35589938-2db5-477b-a32b-7be9d031890e triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:43.735840 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ddf7a47b-492a-4160-968d-db89c6de0d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.841438 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7a47b-492a-4160-968d-db89c6de0d53 None None] Port 35589938-2db5-477b-a32b-7be9d031890e cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:43.878832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-c49d26c5-8ccf-498f-8a4d-456401ac6409 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Allocated IP 172.20.0.4 (5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9/ea992bec-c968-4e68-942d-9a0eb6f6722d/88d5060b-0862-4727-b6db-0cc136762128) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:43.879304 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-109c7fe5-dc08-4784-b979-39f329bc24bc tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.896631 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c29469b-9c33-4ebc-b747-fdbedb923469 req-3c686b18-3bbd-4bd6-b792-edeea330ce63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 210 time: 0.1986783 Jul 16 08:58:43.903370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469095e7-c1f5-4c1d-945c-dd4f8c6bcd36 req-a4ebea7b-34c8-4d1c-8cd6-751fddcbd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:43.907549 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-469095e7-c1f5-4c1d-945c-dd4f8c6bcd36 req-a4ebea7b-34c8-4d1c-8cd6-751fddcbd4bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=22a8884d-57fe-436b-ab14-212ebf379cc7 HTTP/1.1" status: 200 len: 911 time: 0.5326514 Jul 16 08:58:43.924087 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-109c7fe5-dc08-4784-b979-39f329bc24bc tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for 35589938-2db5-477b-a32b-7be9d031890e owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:43.988483 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-469095e7-c1f5-4c1d-945c-dd4f8c6bcd36 req-f2520bd3-32e9-43a2-ba66-a4a32091b9eb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1e4cd8b-7220-48ac-b138-0e75f18f062e HTTP/1.1" status: 200 len: 217 time: 0.0739074 Jul 16 08:58:44.057515 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a33a3f-7c38-494d-895b-bdf4d12b15b1 req-7d003c3a-8ddd-4e4d-b5aa-bebbd68d2046 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.059269 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-54a33a3f-7c38-494d-895b-bdf4d12b15b1 req-7d003c3a-8ddd-4e4d-b5aa-bebbd68d2046 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 946 time: 0.4571905 Jul 16 08:58:44.130933 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-727a39c6-d3c7-4572-95d8-d9825c8d24a0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Deleting port 8949495b-1968-47b5-80e1-9ef0acf63c92 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:44.131381 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-727a39c6-d3c7-4572-95d8-d9825c8d24a0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.147306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-54a33a3f-7c38-494d-895b-bdf4d12b15b1 req-9f7d3dcc-4489-4077-8671-69631573787d tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801799 Jul 16 08:58:44.291878 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469095e7-c1f5-4c1d-945c-dd4f8c6bcd36 req-990cf32d-3220-404f-aebc-2197be5ce9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.294463 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-469095e7-c1f5-4c1d-945c-dd4f8c6bcd36 req-990cf32d-3220-404f-aebc-2197be5ce9fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04825ece-49fb-4ad4-881b-96096466b8ce HTTP/1.1" status: 200 len: 851 time: 0.3000572 Jul 16 08:58:44.414606 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-c49d26c5-8ccf-498f-8a4d-456401ac6409 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.423091 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-469095e7-c1f5-4c1d-945c-dd4f8c6bcd36 req-a16564a6-66ef-4825-b091-b2d537251cee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a8884d-57fe-436b-ab14-212ebf379cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841641 Jul 16 08:58:44.425649 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-727a39c6-d3c7-4572-95d8-d9825c8d24a0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.483828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-727a39c6-d3c7-4572-95d8-d9825c8d24a0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Calling delete_port for 8949495b-1968-47b5-80e1-9ef0acf63c92 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:44.556664 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-109c7fe5-dc08-4784-b979-39f329bc24bc tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.562743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-c49d26c5-8ccf-498f-8a4d-456401ac6409 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Transition to ACTIVE for port object 88d5060b-0862-4727-b6db-0cc136762128 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:44.692867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109c7fe5-dc08-4784-b979-39f329bc24bc tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=35589938-2db5-477b-a32b-7be9d031890e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:44.694557 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-c49d26c5-8ccf-498f-8a4d-456401ac6409 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.785755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-c49d26c5-8ccf-498f-8a4d-456401ac6409 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:44.800433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-c49d26c5-8ccf-498f-8a4d-456401ac6409 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:44.812748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-c49d26c5-8ccf-498f-8a4d-456401ac6409 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:44.908913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-c49d26c5-8ccf-498f-8a4d-456401ac6409 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:44.914950 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-c49d26c5-8ccf-498f-8a4d-456401ac6409 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:44.928259 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-469095e7-c1f5-4c1d-945c-dd4f8c6bcd36 req-efa92057-8bf9-454c-9384-d4c671e1638a service neutron] 10.222.0.15 "GET /v2.0/networks/22a8884d-57fe-436b-ab14-212ebf379cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4914670 Jul 16 08:58:44.942236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d26c5-8ccf-498f-8a4d-456401ac6409 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'Port': ['ID=88d5060b-0862-4727-b6db-0cc136762128,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:45.054984 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-c49d26c5-8ccf-498f-8a4d-456401ac6409 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2120478 Jul 16 08:58:45.082001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Request body: {'port': {'device_id': '39e8e40a-b8d4-41ee-96b3-0655287d4798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:45.157731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-727a39c6-d3c7-4572-95d8-d9825c8d24a0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.212624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a39c6-d3c7-4572-95d8-d9825c8d24a0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Pushing event deleted for resources: {'Port': ['ID=8949495b-1968-47b5-80e1-9ef0acf63c92,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:45.293091 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-727a39c6-d3c7-4572-95d8-d9825c8d24a0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.371866 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-109c7fe5-dc08-4784-b979-39f329bc24bc tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.377731 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-109c7fe5-dc08-4784-b979-39f329bc24bc tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/35589938-2db5-477b-a32b-7be9d031890e HTTP/1.1" status: 204 len: 168 time: 2.4452615 Jul 16 08:58:45.411130 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55302) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:45.486341 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.508235 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-469095e7-c1f5-4c1d-945c-dd4f8c6bcd36 req-df3d2ad4-c5fd-4877-96ea-99b5591ee815 service neutron] 10.222.0.15 "GET /v2.0/networks/22a8884d-57fe-436b-ab14-212ebf379cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690796 Jul 16 08:58:45.514580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-842e7c50-901b-4a2c-a700-1824afe8488f None None] Provisioning for port 88d5060b-0862-4727-b6db-0cc136762128 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:45.524007 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-842e7c50-901b-4a2c-a700-1824afe8488f None None] Provisioning complete for port 88d5060b-0862-4727-b6db-0cc136762128 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:45.524986 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-842e7c50-901b-4a2c-a700-1824afe8488f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.586859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f7ffa-5a0e-48d6-bdf7-89678d476a43 req-005cf456-deca-4390-a52b-74b79e186c3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:45.598941 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d89f7ffa-5a0e-48d6-bdf7-89678d476a43 req-005cf456-deca-4390-a52b-74b79e186c3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 931 time: 0.2190452 Jul 16 08:58:45.628126 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-727a39c6-d3c7-4572-95d8-d9825c8d24a0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.630728 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-727a39c6-d3c7-4572-95d8-d9825c8d24a0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.655813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-842e7c50-901b-4a2c-a700-1824afe8488f None None] Port 88d5060b-0862-4727-b6db-0cc136762128 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:45.725838 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d89f7ffa-5a0e-48d6-bdf7-89678d476a43 req-d1d7593f-abab-408a-a0b1-9fa97913130a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119881 Jul 16 08:58:45.826467 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-727a39c6-d3c7-4572-95d8-d9825c8d24a0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.827313 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727a39c6-d3c7-4572-95d8-d9825c8d24a0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Fanout notify agent at l3_agent the message router_deleted on router c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:58:45.862919 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-727a39c6-d3c7-4572-95d8-d9825c8d24a0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.864102 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-727a39c6-d3c7-4572-95d8-d9825c8d24a0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "DELETE /v2.0/routers/c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c HTTP/1.1" status: 204 len: 168 time: 3.8138044 Jul 16 08:58:45.870681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55306) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:45.876762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-62606c07-cff9-4383-b05b-49fe0b092593 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-875585268', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:45.949850 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-62606c07-cff9-4383-b05b-49fe0b092593 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.954514 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-62606c07-cff9-4383-b05b-49fe0b092593 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:45.980549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c8753c-8a5f-45f6-b3ef-884cc9f1d4b3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:45.982155 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c8753c-8a5f-45f6-b3ef-884cc9f1d4b3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:45.983912 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c8753c-8a5f-45f6-b3ef-884cc9f1d4b3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:45.989162 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f5c8753c-8a5f-45f6-b3ef-884cc9f1d4b3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.5039558 Jul 16 08:58:45.991156 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55308) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:46.050496 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b78a3-63c1-4ab1-bb83-cf21b16f28b9 req-8408cd12-611e-413e-9800-8b6cfac6e1dc tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:46.055924 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b30b78a3-63c1-4ab1-bb83-cf21b16f28b9 req-8408cd12-611e-413e-9800-8b6cfac6e1dc tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 946 time: 0.6434762 Jul 16 08:58:46.123571 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b30b78a3-63c1-4ab1-bb83-cf21b16f28b9 req-02cba7db-3d24-4aad-b1f4-47b6493ea4cd tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580170 Jul 16 08:58:46.152540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-475ad1aa-48a0-4c6f-9215-1b10dcae3b08 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 68062cea-6047-41d3-a28d-51ec2ff35af7 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:46.170463 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-475ad1aa-48a0-4c6f-9215-1b10dcae3b08 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.227545 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-62606c07-cff9-4383-b05b-49fe0b092593 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.265085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88d5060b-0862-4727-b6db-0cc136762128 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:46.271061 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-475ad1aa-48a0-4c6f-9215-1b10dcae3b08 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.276996 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.293553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Transition to ACTIVE for port object 88d5060b-0862-4727-b6db-0cc136762128 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:46.298900 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.346087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Pushing event updated for resources: {'Port': ['ID=88d5060b-0862-4727-b6db-0cc136762128,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:46.369907 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-62606c07-cff9-4383-b05b-49fe0b092593 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.491852 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-62606c07-cff9-4383-b05b-49fe0b092593 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.501648 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55310) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:46.502341 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-62606c07-cff9-4383-b05b-49fe0b092593 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6223300 Jul 16 08:58:46.508528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Request body: {'router': {'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:46.573670 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-475ad1aa-48a0-4c6f-9215-1b10dcae3b08 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.726720 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-475ad1aa-48a0-4c6f-9215-1b10dcae3b08 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.757307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ad1aa-48a0-4c6f-9215-1b10dcae3b08 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=68062cea-6047-41d3-a28d-51ec2ff35af7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:46.779975 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-475ad1aa-48a0-4c6f-9215-1b10dcae3b08 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.782523 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3629e1ad-2e58-4195-9461-e9cfb5e78144 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:46.784183 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.786154 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-475ad1aa-48a0-4c6f-9215-1b10dcae3b08 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/68062cea-6047-41d3-a28d-51ec2ff35af7 HTTP/1.1" status: 204 len: 168 time: 0.7894166 Jul 16 08:58:46.786805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55314) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:46.792741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Attempting to bind port 88d5060b-0862-4727-b6db-0cc136762128 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:46.793096 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Attempting to bind port 88d5060b-0862-4727-b6db-0cc136762128 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:46.793461 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Attempting to bind port 88d5060b-0862-4727-b6db-0cc136762128 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:46.803663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Port 88d5060b-0862-4727-b6db-0cc136762128 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:46.806185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Attempting to bind port 88d5060b-0862-4727-b6db-0cc136762128 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:46.858589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:46.859892 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Checking segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:46.859892 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Bound using segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:46.860119 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Bound port: 88d5060b-0862-4727-b6db-0cc136762128, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:46.860471 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:46.936029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-028245ad-0c0a-4711-a03b-0307f5c85bea tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet b4fdb0dd-d563-43ea-b830-5fece2d8fdb3 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:58:46.951363 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-028245ad-0c0a-4711-a03b-0307f5c85bea tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.190942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] For port 88d5060b-0862-4727-b6db-0cc136762128, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:47.202434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] For port 88d5060b-0862-4727-b6db-0cc136762128, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=88d5060b-0862-4727-b6db-0cc136762128,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:47.210496 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-028245ad-0c0a-4711-a03b-0307f5c85bea tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.298868 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.356864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.360958 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.376888 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] 10.222.0.15 "PUT /v2.0/ports/88d5060b-0862-4727-b6db-0cc136762128 HTTP/1.1" status: 200 len: 1092 time: 2.3009748 Jul 16 08:58:47.385915 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39e8e40a-b8d4-41ee-96b3-0655287d4798', 'tag': '88d5060b-0862-4727-b6db-0cc136762128'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:47.397606 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef3d8b4e-9a32-40cf-864f-83ad4e1a13ea" -d '{"events": [{"name": "network-changed", "server_uuid": "39e8e40a-b8d4-41ee-96b3-0655287d4798", "tag": "88d5060b-0862-4727-b6db-0cc136762128"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:47.475962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc34868-588c-4dcd-bad5-9ddc35ece04d req-b43ae4bb-5183-41df-b168-8caffa929046 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:47.485150 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cdc34868-588c-4dcd-bad5-9ddc35ece04d req-b43ae4bb-5183-41df-b168-8caffa929046 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.4421425 Jul 16 08:58:47.549680 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-028245ad-0c0a-4711-a03b-0307f5c85bea tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.618692 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cdc34868-588c-4dcd-bad5-9ddc35ece04d req-2bb72991-4a80-427d-800f-65f13dccb91b tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302361 Jul 16 08:58:47.825408 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-028245ad-0c0a-4711-a03b-0307f5c85bea tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.842442 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadd83d9-bb1f-4473-8735-b10513bc8296 service neutron] Pushing event updated for resources: {'Port': ['ID=88d5060b-0862-4727-b6db-0cc136762128,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:47.866310 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0777197-7e86-4792-9a56-5a76ff7073a1 x-openstack-request-id: req-f0777197-7e86-4792-9a56-5a76ff7073a1 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:47.869775 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39e8e40a-b8d4-41ee-96b3-0655287d4798", "tag": "88d5060b-0862-4727-b6db-0cc136762128", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:47.870451 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0777197-7e86-4792-9a56-5a76ff7073a1 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:47.872245 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39e8e40a-b8d4-41ee-96b3-0655287d4798', 'tag': '88d5060b-0862-4727-b6db-0cc136762128', 'status': 'completed', 'code': 200} Jul 16 08:58:47.909428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028245ad-0c0a-4711-a03b-0307f5c85bea tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=b4fdb0dd-d563-43ea-b830-5fece2d8fdb3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:47.917538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-028245ad-0c0a-4711-a03b-0307f5c85bea tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:47.923275 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-028245ad-0c0a-4711-a03b-0307f5c85bea tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/b4fdb0dd-d563-43ea-b830-5fece2d8fdb3 HTTP/1.1" status: 204 len: 168 time: 1.1350746 Jul 16 08:58:47.923815 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55334) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:48.156786 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-61a37379-4e08-40ac-9c49-bbb4b2e6754e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2212100 Jul 16 08:58:48.157402 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55336) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:48.172291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-082ece66-ac54-4ce6-bca3-74247cd4a123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.175691 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-082ece66-ac54-4ce6-bca3-74247cd4a123 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 1095 time: 0.6557682 Jul 16 08:58:48.181499 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-77c257ff-937c-40e6-bb4c-7fb8ea138ced tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:48.195796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad08178-1b08-4ea7-9c52-5164cb5038bd req-fa19a7b1-d808-4794-9b45-92a6b0cfaad4 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.200421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ad08178-1b08-4ea7-9c52-5164cb5038bd req-fa19a7b1-d808-4794-9b45-92a6b0cfaad4 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 946 time: 0.6993272 Jul 16 08:58:48.385720 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d87eb53-b7cc-4d5d-af84-4ed55b01fa1a None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:48.407013 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-c352baa7-d4c8-4dc4-94d5-4d870623cde4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88d5060b-0862-4727-b6db-0cc136762128 HTTP/1.1" status: 200 len: 217 time: 0.1463900 Jul 16 08:58:48.433138 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.504308 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c257ff-937c-40e6-bb4c-7fb8ea138ced tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:48.511404 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77c257ff-937c-40e6-bb4c-7fb8ea138ced tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.610480 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.637472 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0ad08178-1b08-4ea7-9c52-5164cb5038bd req-904d0132-0b5b-4a0d-a45c-aa86e5068770 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786721 Jul 16 08:58:48.689909 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c5197a20-8af2-49a3-a69f-4984d8e8d7a1 None None] Provisioning complete for port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:48.690607 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c5197a20-8af2-49a3-a69f-4984d8e8d7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:48.888560 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-444462c5-0fd7-4bab-9349-a0ca714f68c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:48.890916 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-444462c5-0fd7-4bab-9349-a0ca714f68c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.4725232 Jul 16 08:58:49.145757 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aee5d759-7a89-454c-a4ff-017f86315540 req-0679b2b4-6878-4180-a868-e6997cbef5fd service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5843160 Jul 16 08:58:49.163900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9e2d168-1d41-4246-a600-7812300304f4 None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:58:49.270456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Allocated IP 172.25.4.248 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/ec662f63-4fef-42d2-ac69-c3aa33ba9852) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:49.294545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2d168-1d41-4246-a600-7812300304f4 None None] Deleting port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:49.295397 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a9e2d168-1d41-4246-a600-7812300304f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.357764 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0d42c-4925-490b-8d09-51cfe40a48db req-ef7b28f4-6fd7-4255-b361-75c4b810a606 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:49.360666 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1fa0d42c-4925-490b-8d09-51cfe40a48db req-ef7b28f4-6fd7-4255-b361-75c4b810a606 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.3519974 Jul 16 08:58:49.373289 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77c257ff-937c-40e6-bb4c-7fb8ea138ced tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.435445 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-6f038c37-ce51-46e6-b2e3-36102bbd4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:49.435827 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a9e2d168-1d41-4246-a600-7812300304f4 None None] For port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2bb1f7f8-8c40-4d5f-8423-0d2be39f426f,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:49.436562 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a9e2d168-1d41-4246-a600-7812300304f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.440184 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-6f038c37-ce51-46e6-b2e3-36102bbd4b67 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5282016 Jul 16 08:58:49.488868 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a9e2d168-1d41-4246-a600-7812300304f4 None None] Calling delete_port for 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:49.705370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c257ff-937c-40e6-bb4c-7fb8ea138ced tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=d4507cae-b789-4859-9efb-2ef848e2bdae,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:49.765934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c257ff-937c-40e6-bb4c-7fb8ea138ced tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:49.769932 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a9e2d168-1d41-4246-a600-7812300304f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.809798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-77c257ff-937c-40e6-bb4c-7fb8ea138ced tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:49.830253 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c257ff-937c-40e6-bb4c-7fb8ea138ced tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:49.831232 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77c257ff-937c-40e6-bb4c-7fb8ea138ced tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:49.904620 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1fa0d42c-4925-490b-8d09-51cfe40a48db req-1fbb99e1-2526-4d25-b323-55cf944d6c19 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5118086 Jul 16 08:58:49.922375 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-77c257ff-937c-40e6-bb4c-7fb8ea138ced tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7620842 Jul 16 08:58:49.928984 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55352) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:49.950462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:49.973913 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e2d168-1d41-4246-a600-7812300304f4 None None] Pushing event deleted for resources: {'Port': ['ID=2bb1f7f8-8c40-4d5f-8423-0d2be39f426f,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:49.989296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e2d168-1d41-4246-a600-7812300304f4 None None] No DVR routers for this DVR port 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:58:50.023950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0051e476-6c7b-4076-a37b-89b8b679a2c8 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:50.218912 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b2f26-2159-4565-a018-8a2f2db41b1d req-f047ddf8-9c48-43e5-b741-295987bae446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:50.221582 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b47b2f26-2159-4565-a018-8a2f2db41b1d req-f047ddf8-9c48-43e5-b741-295987bae446 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d9e7e5e15b9448ab1d05d4cc83371f6&device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 1098 time: 0.6291738 Jul 16 08:58:50.314439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5d759-7a89-454c-a4ff-017f86315540 req-9ed805eb-3cad-4028-a2de-ed2e2c335190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:50.317612 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aee5d759-7a89-454c-a4ff-017f86315540 req-9ed805eb-3cad-4028-a2de-ed2e2c335190 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 1098 time: 1.0622056 Jul 16 08:58:50.347860 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.362923 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-0571e96b-b65b-4afb-8de8-291bad4e5b49 service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9148362 Jul 16 08:58:50.380357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:50.390342 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.415550 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': 'd4507cae-b789-4859-9efb-2ef848e2bdae'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:58:50.425182 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:50.611322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c59ee6a-090d-4e42-a3a0-38eed11d3b8a req-5b7677db-66e0-4729-85e4-b69f008b57a6 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:50.619838 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c59ee6a-090d-4e42-a3a0-38eed11d3b8a req-5b7677db-66e0-4729-85e4-b69f008b57a6 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 946 time: 0.5163732 Jul 16 08:58:50.759803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Allocated IP 172.20.0.2 (d414e6fa-d160-44fd-92e3-d399748f3f68/d4507cae-b789-4859-9efb-2ef848e2bdae/06c7f153-8faa-4238-9664-f110c4cbc3b8) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:50.794354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5d759-7a89-454c-a4ff-017f86315540 req-3a722894-5300-40c2-8544-3e58b8f3bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:50.796163 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aee5d759-7a89-454c-a4ff-017f86315540 req-3a722894-5300-40c2-8544-3e58b8f3bf88 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 200 len: 911 time: 0.4303398 Jul 16 08:58:50.898554 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c59ee6a-090d-4e42-a3a0-38eed11d3b8a req-aab7895e-2bf9-4ec2-8e12-bdcb28ebeb28 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2766805 Jul 16 08:58:51.092531 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.139784 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Transition to ACTIVE for port object 06c7f153-8faa-4238-9664-f110c4cbc3b8 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:51.158463 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.176732 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76a8eff6-2e8b-4d0a-b109-266f33ef529e req-2a9a62f8-f97d-4849-9e5e-69414903fe5c service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7978435 Jul 16 08:58:51.187373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Transition to ACTIVE for port object 06c7f153-8faa-4238-9664-f110c4cbc3b8 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:51.225249 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.335669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:58:51.341695 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:51.369796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:51.377326 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:58:51.377763 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2bb1f7f8-8c40-4d5f-8423-0d2be39f426f not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:58:51.381959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:51.402061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Pushing event updated for resources: {'Port': ['ID=06c7f153-8faa-4238-9664-f110c4cbc3b8,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:51.481326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:51.553115 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b2f26-2159-4565-a018-8a2f2db41b1d req-ac251150-2f67-4154-856c-c08d6ba650e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:51.558025 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Attempting to bind port 06c7f153-8faa-4238-9664-f110c4cbc3b8 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:51.558456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Attempting to bind port 06c7f153-8faa-4238-9664-f110c4cbc3b8 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:51.558830 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Attempting to bind port 06c7f153-8faa-4238-9664-f110c4cbc3b8 on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:51.562623 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b47b2f26-2159-4565-a018-8a2f2db41b1d req-ac251150-2f67-4154-856c-c08d6ba650e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22a8884d-57fe-436b-ab14-212ebf379cc7 HTTP/1.1" status: 200 len: 911 time: 1.3323319 Jul 16 08:58:51.565685 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aee5d759-7a89-454c-a4ff-017f86315540 req-ae98e43d-8565-4e9d-a507-3edefceca8ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1296155c-74be-42b3-8b35-5c4b18b0bf31 HTTP/1.1" status: 200 len: 1001 time: 0.6607747 Jul 16 08:58:51.565991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:51.566549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:51.567720 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.568632 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:51.569527 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:51.570039 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Bound port: 06c7f153-8faa-4238-9664-f110c4cbc3b8, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:51.570569 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.601389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:51.647224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Pushing event updated for resources: {'Port': ['ID=ec662f63-4fef-42d2-ac69-c3aa33ba9852,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:51.716277 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b47b2f26-2159-4565-a018-8a2f2db41b1d req-3cc3d8c2-11bf-4aa6-a769-7ae5d8d873b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1e4cd8b-7220-48ac-b138-0e75f18f062e HTTP/1.1" status: 200 len: 217 time: 0.1188388 Jul 16 08:58:51.736119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] For port 06c7f153-8faa-4238-9664-f110c4cbc3b8, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:51.741087 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] For port 06c7f153-8faa-4238-9664-f110c4cbc3b8, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=06c7f153-8faa-4238-9664-f110c4cbc3b8,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:51.755591 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:51.761282 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5d759-7a89-454c-a4ff-017f86315540 req-10433136-049d-4673-b7c2-0fe002d30447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:51.766217 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aee5d759-7a89-454c-a4ff-017f86315540 req-10433136-049d-4673-b7c2-0fe002d30447 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b633f7a-07ad-4cc2-8342-da35f664e7b1 HTTP/1.1" status: 200 len: 850 time: 0.1857221 Jul 16 08:58:51.891923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d8b4e-9a32-40cf-864f-83ad4e1a13ea req-aa3b8100-5f7f-4878-ba4c-cbb77c3fa596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:51.909746 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b2f26-2159-4565-a018-8a2f2db41b1d req-bbfbe551-4b11-4670-86c4-082826419149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:51.911237 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef3d8b4e-9a32-40cf-864f-83ad4e1a13ea req-aa3b8100-5f7f-4878-ba4c-cbb77c3fa596 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 1095 time: 0.6121917 Jul 16 08:58:51.916985 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b47b2f26-2159-4565-a018-8a2f2db41b1d req-bbfbe551-4b11-4670-86c4-082826419149 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04825ece-49fb-4ad4-881b-96096466b8ce HTTP/1.1" status: 200 len: 851 time: 0.1798031 Jul 16 08:58:51.980946 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55e1767-e5b3-4af3-86da-70e7ce3fcf48 None None] Pushing event updated for resources: {'Port': ['ID=06c7f153-8faa-4238-9664-f110c4cbc3b8,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:52.063447 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b47b2f26-2159-4565-a018-8a2f2db41b1d req-7b29c2d3-d5c6-44de-8035-c81a4f7acdf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a8884d-57fe-436b-ab14-212ebf379cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152873 Jul 16 08:58:52.264032 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b47b2f26-2159-4565-a018-8a2f2db41b1d req-9a3953de-21df-4093-bca5-b3de23e3696a service neutron] 10.222.0.15 "GET /v2.0/networks/22a8884d-57fe-436b-ab14-212ebf379cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415598 Jul 16 08:58:52.506241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4563c7f-e4c6-404c-87df-19361f4cea80 req-0e34a8d6-85b5-4dad-a7a7-c22a29d04a5e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:52.507908 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c4563c7f-e4c6-404c-87df-19361f4cea80 req-0e34a8d6-85b5-4dad-a7a7-c22a29d04a5e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 1.1438046 Jul 16 08:58:52.592148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d8b4e-9a32-40cf-864f-83ad4e1a13ea req-23d1fc4d-c1ee-4528-99a9-65b1c4320118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:52.596303 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef3d8b4e-9a32-40cf-864f-83ad4e1a13ea req-23d1fc4d-c1ee-4528-99a9-65b1c4320118 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.6445279 Jul 16 08:58:52.722914 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c4563c7f-e4c6-404c-87df-19361f4cea80 req-44b04031-33d4-4457-8306-43c1b37afe13 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009711 Jul 16 08:58:52.743113 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b47b2f26-2159-4565-a018-8a2f2db41b1d req-77e5c352-9428-4688-918e-d8e929a1796c service neutron] 10.222.0.15 "GET /v2.0/networks/22a8884d-57fe-436b-ab14-212ebf379cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4143245 Jul 16 08:58:52.814946 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef3d8b4e-9a32-40cf-864f-83ad4e1a13ea req-5f175abb-4c6a-4694-b119-d4ae978c5aac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=88d5060b-0862-4727-b6db-0cc136762128 HTTP/1.1" status: 200 len: 217 time: 0.0784526 Jul 16 08:58:52.895583 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee5d759-7a89-454c-a4ff-017f86315540 req-e416423b-3a37-4c61-8dc4-cc068570e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:52.902185 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aee5d759-7a89-454c-a4ff-017f86315540 req-e416423b-3a37-4c61-8dc4-cc068570e3a5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14402a19-9c27-491a-b636-32963005e922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1236792 Jul 16 08:58:52.916249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d8b4e-9a32-40cf-864f-83ad4e1a13ea req-06580fe3-6eb1-4599-b09e-14879aa3e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:52.917819 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef3d8b4e-9a32-40cf-864f-83ad4e1a13ea req-06580fe3-6eb1-4599-b09e-14879aa3e4c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.0901117 Jul 16 08:58:53.016939 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.165691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.objects.ports [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93694) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:58:53.177976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4493a3c3-58cf-4f9c-b139-4cddeaa1b850 req-ede1aa90-c23c-4a24-8ca0-c85be40042ed tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.180836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4493a3c3-58cf-4f9c-b139-4cddeaa1b850 req-ede1aa90-c23c-4a24-8ca0-c85be40042ed tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 946 time: 0.8939662 Jul 16 08:58:53.328596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 06c7f153-8faa-4238-9664-f110c4cbc3b8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:53.467234 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aee5d759-7a89-454c-a4ff-017f86315540 req-e17b9dd5-0a2e-4bf2-95a6-9dfb7164d872 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547130 Jul 16 08:58:53.472838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 06c7f153-8faa-4238-9664-f110c4cbc3b8 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:53.497865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3d8b4e-9a32-40cf-864f-83ad4e1a13ea req-c1e7fa03-8137-4abf-afaf-f6779a8f016d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.497865 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef3d8b4e-9a32-40cf-864f-83ad4e1a13ea req-c1e7fa03-8137-4abf-afaf-f6779a8f016d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5659254 Jul 16 08:58:53.512654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4493a3c3-58cf-4f9c-b139-4cddeaa1b850 req-6806c11a-dcea-4a4b-9e16-63d03e878f18 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031412 Jul 16 08:58:53.877340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dcd6f714-95bf-45d7-99a6-0ed61437873a None None] Provisioning for port 06c7f153-8faa-4238-9664-f110c4cbc3b8 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:53.894373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dcd6f714-95bf-45d7-99a6-0ed61437873a None None] Provisioning complete for port 06c7f153-8faa-4238-9664-f110c4cbc3b8 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:53.899639 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f714-95bf-45d7-99a6-0ed61437873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.978699 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.996009 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.012089 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aee5d759-7a89-454c-a4ff-017f86315540 req-6cdbce10-462d-4513-87a5-35cff9dec0e1 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5282400 Jul 16 08:58:54.161785 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef3d8b4e-9a32-40cf-864f-83ad4e1a13ea req-6dc16a49-ce14-41cd-8d5d-f1da672afdcf service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6476164 Jul 16 08:58:54.211977 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.237403 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f714-95bf-45d7-99a6-0ed61437873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.289763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3210ed-2e67-4011-bff1-c1c0f0f881de req-e0fbcab0-9e60-4536-a45c-537d3a4167da tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.298176 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a3210ed-2e67-4011-bff1-c1c0f0f881de req-e0fbcab0-9e60-4536-a45c-537d3a4167da tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.2543077 Jul 16 08:58:54.326829 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-dcd6f714-95bf-45d7-99a6-0ed61437873a None None] For port 06c7f153-8faa-4238-9664-f110c4cbc3b8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=06c7f153-8faa-4238-9664-f110c4cbc3b8,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:54.338055 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dcd6f714-95bf-45d7-99a6-0ed61437873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.376713 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a3210ed-2e67-4011-bff1-c1c0f0f881de req-09b01780-7830-4154-a0a1-ce70d7bd1309 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774770 Jul 16 08:58:54.439834 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef3d8b4e-9a32-40cf-864f-83ad4e1a13ea req-4d36d759-dcfa-426a-9881-eef50309049b service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621620 Jul 16 08:58:54.448538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6f714-95bf-45d7-99a6-0ed61437873a None None] Pushing event updated for resources: {'Port': ['ID=06c7f153-8faa-4238-9664-f110c4cbc3b8,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:54.465981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:58:54.466892 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:58:54.476582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Router 6c4f2814-d906-4286-89a0-8625c0c5a06d is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:58:55.037267 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.318282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] For port 06c7f153-8faa-4238-9664-f110c4cbc3b8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=06c7f153-8faa-4238-9664-f110c4cbc3b8,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:58:55.355023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 06c7f153-8faa-4238-9664-f110c4cbc3b8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:58:55.408751 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.420579 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.422860 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.476201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a646be8-aad8-438a-8909-3c879c66208e req-55aaf422-8d9c-42de-b718-3a391a333468 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.480914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4a646be8-aad8-438a-8909-3c879c66208e req-55aaf422-8d9c-42de-b718-3a391a333468 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 946 time: 0.4472749 Jul 16 08:58:55.483876 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:58:55.503825 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8ed0b0-1b96-493a-ae44-3142c644bfb7 None None] Sync routers for ids ['6c4f2814-d906-4286-89a0-8625c0c5a06d'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:58:55.509428 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.511001 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b0b4082c-02da-4290-aab1-d70f8bc96eee tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "PUT /v2.0/routers/6c4f2814-d906-4286-89a0-8625c0c5a06d HTTP/1.1" status: 200 len: 883 time: 9.0084360 Jul 16 08:58:55.520763 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55402) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:55.533420 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ed0b0-1b96-493a-ae44-3142c644bfb7 None None] Routers {'6c4f2814-d906-4286-89a0-8625c0c5a06d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:55.534107 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8a8ed0b0-1b96-493a-ae44-3142c644bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6c4f2814-d906-4286-89a0-8625c0c5a06d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:55.571073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 06c7f153-8faa-4238-9664-f110c4cbc3b8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:55.571444 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:55.651105 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8a8ed0b0-1b96-493a-ae44-3142c644bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:55.672026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4a646be8-aad8-438a-8909-3c879c66208e req-354cc373-a088-44bb-a758-cf230eca8ebe tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707568 Jul 16 08:58:55.678938 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8ed0b0-1b96-493a-ae44-3142c644bfb7 None None] Routers {'6c4f2814-d906-4286-89a0-8625c0c5a06d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:58:55.679603 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8a8ed0b0-1b96-493a-ae44-3142c644bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6c4f2814-d906-4286-89a0-8625c0c5a06d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:55.794528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:55.814651 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8a8ed0b0-1b96-493a-ae44-3142c644bfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:58:55.815412 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a8ed0b0-1b96-493a-ae44-3142c644bfb7 None None] The sync data for ids ['6c4f2814-d906-4286-89a0-8625c0c5a06d'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:58:55.875559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:55.903611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25d7ed5-3118-44a4-9ea3-5d4c2a567759 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:56.016338 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7a7c6ddd-3468-450a-b780-b58e26f837c1 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/routers/6c4f2814-d906-4286-89a0-8625c0c5a06d HTTP/1.1" status: 200 len: 924 time: 0.4917438 Jul 16 08:58:56.029513 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55410) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:56.075923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.077129 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:56.216168 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=06c7f153-8faa-4238-9664-f110c4cbc3b8,revision_number=5']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:56.240710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=fc12e80c-72b2-4d82-93b1-15735736dfd2,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:56.265591 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fb9ee6e1-5b46-4ce7-9125-13f74ff66609 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.3262670 Jul 16 08:58:56.267663 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55412) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:56.289384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'mac_address': 'fa:16:3e:5e:d5:52', 'name': 'tempest-NetworksTestDHCPv6-1576003835'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:56.390012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77d0364-964c-4bae-812d-95e9514039f5 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.402578 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d77d0364-964c-4bae-812d-95e9514039f5 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&device_id=6c4f2814-d906-4286-89a0-8625c0c5a06d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3693047 Jul 16 08:58:56.403909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55416) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:56.605040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeca591e-4d7f-4762-9410-81ba552e9160 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.609645 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-aeca591e-4d7f-4762-9410-81ba552e9160 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 881 time: 0.2053421 Jul 16 08:58:56.610294 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55418) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:56.698962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951e2ec-fd34-4c1c-bfcb-406f095b80a6 req-a6155b3e-8aa9-4566-a6b3-9ae007b85fc4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.702175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2951e2ec-fd34-4c1c-bfcb-406f095b80a6 req-a6155b3e-8aa9-4566-a6b3-9ae007b85fc4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.8758459 Jul 16 08:58:56.704601 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bbb1979f-a00c-49ac-a84f-37319a23db5f tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4f2814-d906-4286-89a0-8625c0c5a06d HTTP/1.1" status: 200 len: 205 time: 0.0929670 Jul 16 08:58:56.705217 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55420) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:56.722933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:56.797510 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9ec86-86a0-43b9-bc1d-d047aa681c3b req-a57abf1c-1513-4acf-aae7-d2fded13f3d1 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.802730 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-12a9ec86-86a0-43b9-bc1d-d047aa681c3b req-a57abf1c-1513-4acf-aae7-d2fded13f3d1 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 946 time: 0.1821995 Jul 16 08:58:56.944637 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-12a9ec86-86a0-43b9-bc1d-d047aa681c3b req-ee9f3896-f107-4c15-8308-09bf5112bfde tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306510 Jul 16 08:58:57.032996 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.145970 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2951e2ec-fd34-4c1c-bfcb-406f095b80a6 req-e38a801e-fab9-4b44-b374-97b5999302a3 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4249299 Jul 16 08:58:57.206126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port d839d701-650f-40be-a65c-c6abac47c7be yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:58:57.310346 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60cd81bb-6288-4216-a302-5bd512f7a3c0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.556856 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60cd81bb-6288-4216-a302-5bd512f7a3c0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.580032 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 172.20.0.12 (d414e6fa-d160-44fd-92e3-d399748f3f68/d4507cae-b789-4859-9efb-2ef848e2bdae/d839d701-650f-40be-a65c-c6abac47c7be) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:57.607958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::f816:3eff:fe5e:d552 (d414e6fa-d160-44fd-92e3-d399748f3f68/fc12e80c-72b2-4d82-93b1-15735736dfd2/d839d701-650f-40be-a65c-c6abac47c7be) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:57.704335 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-60cd81bb-6288-4216-a302-5bd512f7a3c0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Deleting port ec662f63-4fef-42d2-ac69-c3aa33ba9852 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:57.705230 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60cd81bb-6288-4216-a302-5bd512f7a3c0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.800266 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-64035c40-6747-4e12-a503-e2b17a2b2194 None None] Provisioning complete for port 06c7f153-8faa-4238-9664-f110c4cbc3b8 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:57.801211 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-64035c40-6747-4e12-a503-e2b17a2b2194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.863469 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60cd81bb-6288-4216-a302-5bd512f7a3c0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.868025 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.895946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-60cd81bb-6288-4216-a302-5bd512f7a3c0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Calling delete_port for ec662f63-4fef-42d2-ac69-c3aa33ba9852 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:58:57.905109 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object d839d701-650f-40be-a65c-c6abac47c7be will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:58.038740 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.199317 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:58.225872 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:58.235204 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:58.355566 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=d839d701-650f-40be-a65c-c6abac47c7be,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:58.518840 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.519914 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.649899 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-af8817e4-c082-4a81-9db4-e117301c1268 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.3804018 Jul 16 08:58:58.653702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55446) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:58.657014 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60cd81bb-6288-4216-a302-5bd512f7a3c0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.701033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cd81bb-6288-4216-a302-5bd512f7a3c0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Pushing event deleted for resources: {'Port': ['ID=ec662f63-4fef-42d2-ac69-c3aa33ba9852,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:58.740848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf06031c-9940-4aa9-a27d-6ae0c5a41d00 req-e28eb43d-33b9-4c47-9a22-d7ff639ede25 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.743551 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bf06031c-9940-4aa9-a27d-6ae0c5a41d00 req-e28eb43d-33b9-4c47-9a22-d7ff639ede25 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 946 time: 0.4562371 Jul 16 08:58:58.808672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef5098-01c6-46a2-97b1-db188fdf0540 req-be17ea30-01b7-45f5-bef6-e6d0408b1893 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.817091 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2ef5098-01c6-46a2-97b1-db188fdf0540 req-be17ea30-01b7-45f5-bef6-e6d0408b1893 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.2398305 Jul 16 08:58:58.920721 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea16447-6382-4957-bbee-6619c8a2398a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.929197 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60cd81bb-6288-4216-a302-5bd512f7a3c0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.942656 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea16447-6382-4957-bbee-6619c8a2398a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.945631 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0ea16447-6382-4957-bbee-6619c8a2398a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.2903292 Jul 16 08:58:58.967787 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55450) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:59.022037 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f2ef5098-01c6-46a2-97b1-db188fdf0540 req-ee8fe88f-a2ca-4e6f-b906-222ffceb6bd1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030623 Jul 16 08:58:59.072679 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60cd81bb-6288-4216-a302-5bd512f7a3c0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.075594 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60cd81bb-6288-4216-a302-5bd512f7a3c0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.132166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dcb034ca-1d1f-4ffe-a9d0-88fc063d6b81 None None] Provisioning for port d839d701-650f-40be-a65c-c6abac47c7be completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:59.157865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dcb034ca-1d1f-4ffe-a9d0-88fc063d6b81 None None] Provisioning complete for port d839d701-650f-40be-a65c-c6abac47c7be triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:59.158502 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dcb034ca-1d1f-4ffe-a9d0-88fc063d6b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.164432 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60cd81bb-6288-4216-a302-5bd512f7a3c0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.165076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60cd81bb-6288-4216-a302-5bd512f7a3c0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Fanout notify agent at l3_agent the message router_deleted on router 6c4f2814-d906-4286-89a0-8625c0c5a06d {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:58:59.176014 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60cd81bb-6288-4216-a302-5bd512f7a3c0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.178384 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-60cd81bb-6288-4216-a302-5bd512f7a3c0 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "DELETE /v2.0/routers/6c4f2814-d906-4286-89a0-8625c0c5a06d HTTP/1.1" status: 204 len: 168 time: 2.4713645 Jul 16 08:58:59.188555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55452) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:59.194851 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-594f3830-db9e-4239-8fbd-af2a19de57af tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-398606167', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:59.262984 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bf06031c-9940-4aa9-a27d-6ae0c5a41d00 req-219cf0da-5da1-4248-a8d4-16322699d6f4 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348741 Jul 16 08:58:59.265687 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-594f3830-db9e-4239-8fbd-af2a19de57af tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.271227 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-594f3830-db9e-4239-8fbd-af2a19de57af tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.356690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2744eec9-1e87-4d1c-98ad-777710a78957 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port d839d701-650f-40be-a65c-c6abac47c7be {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:58:59.357277 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2744eec9-1e87-4d1c-98ad-777710a78957 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.361948 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-dcb034ca-1d1f-4ffe-a9d0-88fc063d6b81 None None] Port d839d701-650f-40be-a65c-c6abac47c7be cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:59.439792 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-594f3830-db9e-4239-8fbd-af2a19de57af tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.446463 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-594f3830-db9e-4239-8fbd-af2a19de57af tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.472109 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-594f3830-db9e-4239-8fbd-af2a19de57af tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.474526 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-594f3830-db9e-4239-8fbd-af2a19de57af tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2843134 Jul 16 08:58:59.478410 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55458) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:59.487060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'enable_snat': True}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:59.599498 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2744eec9-1e87-4d1c-98ad-777710a78957 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.623932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2744eec9-1e87-4d1c-98ad-777710a78957 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for d839d701-650f-40be-a65c-c6abac47c7be owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:00.016440 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2744eec9-1e87-4d1c-98ad-777710a78957 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.017685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.070761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2744eec9-1e87-4d1c-98ad-777710a78957 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=d839d701-650f-40be-a65c-c6abac47c7be,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:00.086215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cf81d4-cecd-4c25-8cc0-5362813e20fb req-9f5b188d-09ea-40b7-9c00-a47ca6832295 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.088305 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-75cf81d4-cecd-4c25-8cc0-5362813e20fb req-9f5b188d-09ea-40b7-9c00-a47ca6832295 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.2751074 Jul 16 08:59:00.336283 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-75cf81d4-cecd-4c25-8cc0-5362813e20fb req-1a414bc5-0748-4c22-94be-1a067982228f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2169492 Jul 16 08:59:00.402365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2744eec9-1e87-4d1c-98ad-777710a78957 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.417848 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2744eec9-1e87-4d1c-98ad-777710a78957 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/d839d701-650f-40be-a65c-c6abac47c7be HTTP/1.1" status: 204 len: 168 time: 1.4458091 Jul 16 08:59:00.418901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55466) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.540006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55468) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.616545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-f87558c9-3397-4445-8b8e-b8f4b1a7a7e2 admin admin] Deleting subnet 79a95993-e9aa-4a99-8400-abda12f54024 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:00.624997 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f87558c9-3397-4445-8b8e-b8f4b1a7a7e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.632836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3d3b6-b0d7-4918-afd3-80728e8abd57 req-3aa6c57e-aa99-40fe-85f9-ddfe6492aecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.634424 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17a3d3b6-b0d7-4918-afd3-80728e8abd57 req-3aa6c57e-aa99-40fe-85f9-ddfe6492aecd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d9e7e5e15b9448ab1d05d4cc83371f6&device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 1098 time: 0.5760803 Jul 16 08:59:00.758134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ffda11-da15-4b01-af51-fbfab66a8cb8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.759840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ffda11-da15-4b01-af51-fbfab66a8cb8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.761782 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ffda11-da15-4b01-af51-fbfab66a8cb8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.767376 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-43ffda11-da15-4b01-af51-fbfab66a8cb8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3468874 Jul 16 08:59:00.769163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55472) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:00.778311 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f87558c9-3397-4445-8b8e-b8f4b1a7a7e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.908157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-973498f5-91f8-474c-8a97-c66ec52e83e8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet d4507cae-b789-4859-9efb-2ef848e2bdae {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:00.913963 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973498f5-91f8-474c-8a97-c66ec52e83e8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.914430 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f87558c9-3397-4445-8b8e-b8f4b1a7a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:00.928974 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdc1bd-15a3-473c-9444-b0590b78f47a req-1891aa6c-c101-4aee-a7c4-37714bb81ee6 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.929314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4cdc1bd-15a3-473c-9444-b0590b78f47a req-1891aa6c-c101-4aee-a7c4-37714bb81ee6 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.2657423 Jul 16 08:59:00.978255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3d3b6-b0d7-4918-afd3-80728e8abd57 req-3ab85fe6-90ac-4873-a839-64d1dcbbb940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.979792 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17a3d3b6-b0d7-4918-afd3-80728e8abd57 req-3ab85fe6-90ac-4873-a839-64d1dcbbb940 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22a8884d-57fe-436b-ab14-212ebf379cc7 HTTP/1.1" status: 200 len: 911 time: 0.3180857 Jul 16 08:59:01.001503 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973498f5-91f8-474c-8a97-c66ec52e83e8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.042722 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17a3d3b6-b0d7-4918-afd3-80728e8abd57 req-02254f74-0d90-419c-946e-985fe13b5882 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f1e4cd8b-7220-48ac-b138-0e75f18f062e HTTP/1.1" status: 200 len: 217 time: 0.0514786 Jul 16 08:59:01.075960 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4cdc1bd-15a3-473c-9444-b0590b78f47a req-ccd6f0e0-de0a-4fa8-8f3c-a458500756e3 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259987 Jul 16 08:59:01.177897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3d3b6-b0d7-4918-afd3-80728e8abd57 req-5c5944d2-7729-43ac-a2cb-cdc8890e68f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:01.181739 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17a3d3b6-b0d7-4918-afd3-80728e8abd57 req-5c5944d2-7729-43ac-a2cb-cdc8890e68f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=04825ece-49fb-4ad4-881b-96096466b8ce HTTP/1.1" status: 200 len: 851 time: 0.1297724 Jul 16 08:59:01.224286 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f87558c9-3397-4445-8b8e-b8f4b1a7a7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.235092 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973498f5-91f8-474c-8a97-c66ec52e83e8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.347879 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f87558c9-3397-4445-8b8e-b8f4b1a7a7e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.357035 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f87558c9-3397-4445-8b8e-b8f4b1a7a7e2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/79a95993-e9aa-4a99-8400-abda12f54024 HTTP/1.1" status: 204 len: 168 time: 0.8142853 Jul 16 08:59:01.357342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55476) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.366067 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17a3d3b6-b0d7-4918-afd3-80728e8abd57 req-19205ba0-de90-4493-a5c3-2c871db9443b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22a8884d-57fe-436b-ab14-212ebf379cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1774597 Jul 16 08:59:01.377947 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973498f5-91f8-474c-8a97-c66ec52e83e8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.397429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfe8882-bdca-4dc4-b743-1f87fe7d48b7 req-a0aadf5b-8a55-4ea7-8a48-9d5c095e8b26 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:01.410843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dbfe8882-bdca-4dc4-b743-1f87fe7d48b7 req-a0aadf5b-8a55-4ea7-8a48-9d5c095e8b26 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 946 time: 0.7276669 Jul 16 08:59:01.553718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87558c9-3397-4445-8b8e-b8f4b1a7a7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79a95993-e9aa-4a99-8400-abda12f54024,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:01.613537 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17a3d3b6-b0d7-4918-afd3-80728e8abd57 req-7ae0b63c-7c4f-45b6-bab0-9b5c97b967e2 service neutron] 10.222.0.15 "GET /v2.0/networks/22a8884d-57fe-436b-ab14-212ebf379cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2089915 Jul 16 08:59:01.622759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973498f5-91f8-474c-8a97-c66ec52e83e8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=d4507cae-b789-4859-9efb-2ef848e2bdae,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:01.675459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac46a4f-a633-4b0e-bf3b-54a25bee5d24 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:01.747237 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17a3d3b6-b0d7-4918-afd3-80728e8abd57 req-261c5ff8-f7b7-49b0-9856-f81c688d1476 service neutron] 10.222.0.15 "GET /v2.0/networks/22a8884d-57fe-436b-ab14-212ebf379cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263809 Jul 16 08:59:01.794762 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9886a29-634e-4aa5-9721-dbc59f248d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.797767 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973498f5-91f8-474c-8a97-c66ec52e83e8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:01.800075 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-973498f5-91f8-474c-8a97-c66ec52e83e8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/d4507cae-b789-4859-9efb-2ef848e2bdae HTTP/1.1" status: 204 len: 168 time: 1.0298517 Jul 16 08:59:01.803809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55486) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:01.820713 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dbfe8882-bdca-4dc4-b743-1f87fe7d48b7 req-51104d63-4d6e-4140-a4bd-07cd55ff65c7 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4085183 Jul 16 08:59:02.008623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd13687-2093-4449-a95c-9d5262c164c1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet fc12e80c-72b2-4d82-93b1-15735736dfd2 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:02.018899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9dd13687-2093-4449-a95c-9d5262c164c1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.063524 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9886a29-634e-4aa5-9721-dbc59f248d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.103048 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a9886a29-634e-4aa5-9721-dbc59f248d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:02.115562 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9dd13687-2093-4449-a95c-9d5262c164c1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.130130 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a9886a29-634e-4aa5-9721-dbc59f248d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b7523d-61d5-4edc-9959-852884ce2b69') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:02.130435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a9886a29-634e-4aa5-9721-dbc59f248d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b7523d-61d5-4edc-9959-852884ce2b69') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:02.153596 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9886a29-634e-4aa5-9721-dbc59f248d70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.161502 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c9c9e-3448-4cf5-9742-d51505e38710 req-d1c8439b-fffd-421d-b0dd-d62a74dc99f6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:02.170813 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.176293 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-232c9c9e-3448-4cf5-9742-d51505e38710 req-d1c8439b-fffd-421d-b0dd-d62a74dc99f6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.3124769 Jul 16 08:59:02.214736 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.407932 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-232c9c9e-3448-4cf5-9742-d51505e38710 req-8681721c-dd88-468b-8bef-406d7df6dc23 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2291014 Jul 16 08:59:02.460660 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9886a29-634e-4aa5-9721-dbc59f248d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.512133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9886a29-634e-4aa5-9721-dbc59f248d70 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:02.512749 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9dd13687-2093-4449-a95c-9d5262c164c1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.512920 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9886a29-634e-4aa5-9721-dbc59f248d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:02.516143 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:02.623570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Allocated IP 172.25.4.8 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/3ec5ccac-b863-4522-9382-4534ab8d8343) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:02.661790 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9dd13687-2093-4449-a95c-9d5262c164c1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.674931 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9886a29-634e-4aa5-9721-dbc59f248d70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.684174 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9886a29-634e-4aa5-9721-dbc59f248d70 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.692433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55490) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.693148 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a9886a29-634e-4aa5-9721-dbc59f248d70 admin admin] 10.222.0.20 "DELETE /v2.0/networks/bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9 HTTP/1.1" status: 204 len: 168 time: 1.3310511 Jul 16 08:59:02.703381 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd13687-2093-4449-a95c-9d5262c164c1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=fc12e80c-72b2-4d82-93b1-15735736dfd2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:02.732880 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9dd13687-2093-4449-a95c-9d5262c164c1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.735593 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9dd13687-2093-4449-a95c-9d5262c164c1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/fc12e80c-72b2-4d82-93b1-15735736dfd2 HTTP/1.1" status: 204 len: 168 time: 0.9303055 Jul 16 08:59:02.740551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55492) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.797937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9886a29-634e-4aa5-9721-dbc59f248d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=bc5d6b9c-3d40-4ae6-be0c-e2d744b422b9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:02.808884 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5f7ad85e-a071-4d21-9a6a-47f26bb116a0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621219 Jul 16 08:59:02.813259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e2a307-64c9-4f21-869e-80a0e13d8a40 admin admin] Deleting subnet 9aa535e5-12f6-4394-9d0f-4f91da766162 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:02.817364 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46e2a307-64c9-4f21-869e-80a0e13d8a40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.824681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55496) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:02.834455 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8177f077-09c8-4c96-81f5-80ae3323d90c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:02.860864 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46e2a307-64c9-4f21-869e-80a0e13d8a40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.873615 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48e6b90-0326-4c97-8b58-2f2e883d5833 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:02.879485 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f369b2db-5c5f-4c6f-af99-965f424a9157 req-2ef4078b-daed-4756-885f-accb9c7f37b1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:02.882267 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f369b2db-5c5f-4c6f-af99-965f424a9157 req-2ef4078b-daed-4756-885f-accb9c7f37b1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.4457433 Jul 16 08:59:02.916144 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46e2a307-64c9-4f21-869e-80a0e13d8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.002652 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46e2a307-64c9-4f21-869e-80a0e13d8a40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.081342 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46e2a307-64c9-4f21-869e-80a0e13d8a40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.084406 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-46e2a307-64c9-4f21-869e-80a0e13d8a40 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/9aa535e5-12f6-4394-9d0f-4f91da766162 HTTP/1.1" status: 204 len: 168 time: 0.3889437 Jul 16 08:59:03.088032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55500) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:03.120152 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e2a307-64c9-4f21-869e-80a0e13d8a40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9aa535e5-12f6-4394-9d0f-4f91da766162,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:03.172098 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bd98d3fc-a438-44a4-9b2a-5ccf49e041a1 None None] Provisioning complete for port 06c7f153-8faa-4238-9664-f110c4cbc3b8 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:03.172733 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bd98d3fc-a438-44a4-9b2a-5ccf49e041a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.196441 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f369b2db-5c5f-4c6f-af99-965f424a9157 req-d95b1934-7347-4881-a086-61b1f6836b8c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411506 Jul 16 08:59:03.233228 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.263060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8177f077-09c8-4c96-81f5-80ae3323d90c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:03.270886 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8177f077-09c8-4c96-81f5-80ae3323d90c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.293666 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b1f-981a-4dbc-8ea5-096e1e0d1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.434332 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c16f8f5-666f-48ec-8211-efb8917fc180 None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:03.479064 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.500235 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ac541-f476-4d00-ba25-54a2420b8373 req-63065346-c8c8-462c-a562-b62c6088c3ea tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:03.507587 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-029ac541-f476-4d00-ba25-54a2420b8373 req-63065346-c8c8-462c-a562-b62c6088c3ea tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 946 time: 0.4359131 Jul 16 08:59:03.560077 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-0c16f8f5-666f-48ec-8211-efb8917fc180 None None] Deleting port 06c7f153-8faa-4238-9664-f110c4cbc3b8 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:03.560601 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0c16f8f5-666f-48ec-8211-efb8917fc180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.595787 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b1f-981a-4dbc-8ea5-096e1e0d1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.612131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:03.647078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-dbda3b1f-981a-4dbc-8ea5-096e1e0d1de5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bff943c-910e-4862-aba4-920f37aeaadc']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:03.652881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:03.666318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:03.694401 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0c16f8f5-666f-48ec-8211-efb8917fc180 None None] For port 06c7f153-8faa-4238-9664-f110c4cbc3b8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=06c7f153-8faa-4238-9664-f110c4cbc3b8,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:03.695057 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0c16f8f5-666f-48ec-8211-efb8917fc180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.702149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-dbda3b1f-981a-4dbc-8ea5-096e1e0d1de5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5075c524-9188-4bbf-ad3d-a45bc6fe33c8') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:03.703105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-dbda3b1f-981a-4dbc-8ea5-096e1e0d1de5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5075c524-9188-4bbf-ad3d-a45bc6fe33c8') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:03.717378 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-029ac541-f476-4d00-ba25-54a2420b8373 req-4dd86f71-b73b-4cc0-aca2-e97542edab64 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029426 Jul 16 08:59:03.721683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-0c16f8f5-666f-48ec-8211-efb8917fc180 None None] Calling delete_port for 06c7f153-8faa-4238-9664-f110c4cbc3b8 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:03.734779 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b1f-981a-4dbc-8ea5-096e1e0d1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.784518 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b1f-981a-4dbc-8ea5-096e1e0d1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.797029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbda3b1f-981a-4dbc-8ea5-096e1e0d1de5 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:03.799384 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b1f-981a-4dbc-8ea5-096e1e0d1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:03.851446 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:03.918654 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0c16f8f5-666f-48ec-8211-efb8917fc180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.975024 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b1f-981a-4dbc-8ea5-096e1e0d1de5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.980180 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Pushing event updated for resources: {'Port': ['ID=3ec5ccac-b863-4522-9382-4534ab8d8343,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:03.990609 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dbda3b1f-981a-4dbc-8ea5-096e1e0d1de5 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:03.997754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dbda3b1f-981a-4dbc-8ea5-096e1e0d1de5 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1bff943c-910e-4862-aba4-920f37aeaadc HTTP/1.1" status: 204 len: 168 time: 0.9043839 Jul 16 08:59:04.017049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda3b1f-981a-4dbc-8ea5-096e1e0d1de5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bff943c-910e-4862-aba4-920f37aeaadc,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.055233 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c16f8f5-666f-48ec-8211-efb8917fc180 None None] Pushing event deleted for resources: {'Port': ['ID=06c7f153-8faa-4238-9664-f110c4cbc3b8,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.066282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c16f8f5-666f-48ec-8211-efb8917fc180 None None] No DVR routers for this DVR port 06c7f153-8faa-4238-9664-f110c4cbc3b8 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:04.078983 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.138339 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8177f077-09c8-4c96-81f5-80ae3323d90c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.325629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8177f077-09c8-4c96-81f5-80ae3323d90c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:04.330470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-8177f077-09c8-4c96-81f5-80ae3323d90c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:04.333392 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177f077-09c8-4c96-81f5-80ae3323d90c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=e028112d-9771-4a42-aa3d-c72d6c847a26,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.342761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6814f3-531c-48f3-b24c-2138d3b29cb3 req-51372c28-22c6-4906-9c3e-a5bcd13193bd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.345081 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b6814f3-531c-48f3-b24c-2138d3b29cb3 req-51372c28-22c6-4906-9c3e-a5bcd13193bd tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.5726857 Jul 16 08:59:04.346542 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8177f077-09c8-4c96-81f5-80ae3323d90c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.347144 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8177f077-09c8-4c96-81f5-80ae3323d90c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.350355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ff6eec-d147-40d9-ab88-c12808be9c1c None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:04.512708 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8177f077-09c8-4c96-81f5-80ae3323d90c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6863632 Jul 16 08:59:04.518104 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55512) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:04.518902 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.519050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55514) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:04.526091 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b6814f3-531c-48f3-b24c-2138d3b29cb3 req-d3e1db91-d685-42ed-b9dc-c5674b9a3e42 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731522 Jul 16 08:59:04.539998 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6dff0438-3a51-4a39-82db-988ef5ce6fdf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:04.610131 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b8d6a-2d13-420f-876b-37407fd2e888 req-7a9e949b-aa1e-48cd-a34a-6efbcda4773b tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.613372 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a15b8d6a-2d13-420f-876b-37407fd2e888 req-7a9e949b-aa1e-48cd-a34a-6efbcda4773b tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.1711185 Jul 16 08:59:04.770498 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': 'e028112d-9771-4a42-aa3d-c72d6c847a26'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:04.773210 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.801366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dff0438-3a51-4a39-82db-988ef5ce6fdf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:04.807301 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6dff0438-3a51-4a39-82db-988ef5ce6fdf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.008486 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-be554350-9df4-4e6c-9d4d-fc6fd2ba07df admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2b38f4a810fa482f8ee216875ed346f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4875307 Jul 16 08:59:05.019054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55516) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:05.092747 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1d6ced8a-956d-45cd-be0c-b8afc0e6f06f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.109419 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a15b8d6a-2d13-420f-876b-37407fd2e888 req-1270e272-038a-4d14-bfbe-8366f65c31e9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3236504 Jul 16 08:59:05.179705 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1d6ced8a-956d-45cd-be0c-b8afc0e6f06f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.270116 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.276040 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.298785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 06c7f153-8faa-4238-9664-f110c4cbc3b8 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:05.334166 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1d6ced8a-956d-45cd-be0c-b8afc0e6f06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.336650 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 06c7f153-8faa-4238-9664-f110c4cbc3b8 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:05.337050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 06c7f153-8faa-4238-9664-f110c4cbc3b8 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:05.337623 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1d6ced8a-956d-45cd-be0c-b8afc0e6f06f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.342621 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1d6ced8a-956d-45cd-be0c-b8afc0e6f06f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/99e7a628-db78-4d0e-bbb3-32746daf92c1 HTTP/1.1" status: 204 len: 168 time: 0.3164346 Jul 16 08:59:05.357468 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6ced8a-956d-45cd-be0c-b8afc0e6f06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e7a628-db78-4d0e-bbb3-32746daf92c1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:05.368929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Allocated IP 172.20.0.2 (d414e6fa-d160-44fd-92e3-d399748f3f68/e028112d-9771-4a42-aa3d-c72d6c847a26/1a5c4a4a-c4c7-413d-8d11-949652feeb0c) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:05.381201 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1197a1b3-3ccf-4d8b-9ed8-3e1e068b788a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.390886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411aa43b-5f41-4cf5-9c41-60a99534b37e req-8b831e32-e40d-4358-a2aa-a43aab0bf802 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:05.393037 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-411aa43b-5f41-4cf5-9c41-60a99534b37e req-8b831e32-e40d-4358-a2aa-a43aab0bf802 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 946 time: 0.6464081 Jul 16 08:59:05.495009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.objects.ports [None req-6dff0438-3a51-4a39-82db-988ef5ce6fdf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93695) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:59:05.507167 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6dff0438-3a51-4a39-82db-988ef5ce6fdf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.566805 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.600431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff0438-3a51-4a39-82db-988ef5ce6fdf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=d49f530a-ed41-473a-ad26-39f0d0245454,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:05.612928 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dff0438-3a51-4a39-82db-988ef5ce6fdf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:05.614608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-6dff0438-3a51-4a39-82db-988ef5ce6fdf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:05.623100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dff0438-3a51-4a39-82db-988ef5ce6fdf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:05.623612 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6dff0438-3a51-4a39-82db-988ef5ce6fdf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.646544 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6dff0438-3a51-4a39-82db-988ef5ce6fdf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1268141 Jul 16 08:59:05.650948 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55522) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:05.668233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'mac_address': 'fa:16:3e:c3:55:bb', 'name': 'tempest-NetworksTestDHCPv6-1801235149'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:05.700813 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-411aa43b-5f41-4cf5-9c41-60a99534b37e req-4c7f89c9-f357-4b58-8f34-930d79b3e2d9 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463418 Jul 16 08:59:05.727565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Router 5e89cc7f-cbf5-49ce-9553-3e48a8e6c5e7 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:59:05.767672 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.791335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Transition to ACTIVE for port object 1a5c4a4a-c4c7-413d-8d11-949652feeb0c will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:05.832726 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Transition to ACTIVE for port object 1a5c4a4a-c4c7-413d-8d11-949652feeb0c will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:05.847729 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.871882 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:05.877933 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.879489 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c007cd0a-e67f-4e4b-9187-136d61c34cb0 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "PUT /v2.0/routers/5e89cc7f-cbf5-49ce-9553-3e48a8e6c5e7 HTTP/1.1" status: 200 len: 916 time: 6.3998139 Jul 16 08:59:05.882995 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55526) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:05.938998 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Pushing event updated for resources: {'Port': ['ID=1a5c4a4a-c4c7-413d-8d11-949652feeb0c,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:05.945456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9653c4e2-e444-44d0-b09c-4dc45e8f2054 None None] Sync routers for ids ['5e89cc7f-cbf5-49ce-9553-3e48a8e6c5e7'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:05.997451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:06.002019 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:06.011246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:06.045743 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ba3e751d-bbf9-40d9-90bb-306d251ed3b1 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/routers/5e89cc7f-cbf5-49ce-9553-3e48a8e6c5e7 HTTP/1.1" status: 200 len: 922 time: 0.1612940 Jul 16 08:59:06.050211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55528) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:06.052169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9653c4e2-e444-44d0-b09c-4dc45e8f2054 None None] Routers {'5e89cc7f-cbf5-49ce-9553-3e48a8e6c5e7'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:06.053444 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9653c4e2-e444-44d0-b09c-4dc45e8f2054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5e89cc7f-cbf5-49ce-9553-3e48a8e6c5e7'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:06.115991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9653c4e2-e444-44d0-b09c-4dc45e8f2054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:06.124039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d206f6-bc8b-4b7d-ac9d-8d94b53824cb tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:06.126788 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c0d206f6-bc8b-4b7d-ac9d-8d94b53824cb tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&device_id=5e89cc7f-cbf5-49ce-9553-3e48a8e6c5e7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0752225 Jul 16 08:59:06.129509 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55530) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:06.134123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55532) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:06.135461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Attempting to bind port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:06.136032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Attempting to bind port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:06.138054 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Attempting to bind port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:06.160440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:06.161091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:06.161767 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.162423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:06.163227 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Bound port: 1a5c4a4a-c4c7-413d-8d11-949652feeb0c, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:06.163848 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.235277 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9653c4e2-e444-44d0-b09c-4dc45e8f2054 None None] Routers {'5e89cc7f-cbf5-49ce-9553-3e48a8e6c5e7'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:06.240514 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9653c4e2-e444-44d0-b09c-4dc45e8f2054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:58:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5e89cc7f-cbf5-49ce-9553-3e48a8e6c5e7'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:06.255477 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a36c5-9a7c-45f9-bba5-30a0363baddf req-4e15457f-9702-41dc-b281-fa15263bcc15 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:06.263557 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd9a36c5-9a7c-45f9-bba5-30a0363baddf req-4e15457f-9702-41dc-b281-fa15263bcc15 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.4175384 Jul 16 08:59:06.268846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:06.311399 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6ab42d44-c6e1-420e-9f59-27cb2985ded6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=89b4018bd4b54d6eb7446eccb05d0d24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752129 Jul 16 08:59:06.316377 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55538) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:06.343785 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cd9a36c5-9a7c-45f9-bba5-30a0363baddf req-878b9dfa-e5b4-41da-9157-e67af3ebb373 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788453 Jul 16 08:59:06.344198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9653c4e2-e444-44d0-b09c-4dc45e8f2054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:06.345352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9653c4e2-e444-44d0-b09c-4dc45e8f2054 None None] The sync data for ids ['5e89cc7f-cbf5-49ce-9553-3e48a8e6c5e7'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:06.415168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] For port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:06.420960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78624e68-a114-4cf8-b8dc-33894105b20c req-fadd3f23-d8d2-47cb-a878-3dd324a862fd tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:06.422270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] For port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1a5c4a4a-c4c7-413d-8d11-949652feeb0c,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:06.423093 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78624e68-a114-4cf8-b8dc-33894105b20c req-fadd3f23-d8d2-47cb-a878-3dd324a862fd tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.15 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 946 time: 0.3445637 Jul 16 08:59:06.430932 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.480372 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74561d6-b486-420a-b100-2970dd6aba5e tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:06.484889 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a74561d6-b486-420a-b100-2970dd6aba5e tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 881 time: 0.3511345 Jul 16 08:59:06.488609 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55540) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:06.572705 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e3bd2f1f-5259-42cc-969d-3166a269cd69 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89cc7f-cbf5-49ce-9553-3e48a8e6c5e7 HTTP/1.1" status: 200 len: 205 time: 0.0805438 Jul 16 08:59:06.575177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55542) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:06.583534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513538c0-4b3f-4158-b9fb-cca46b5e6083 None None] Pushing event updated for resources: {'Port': ['ID=1a5c4a4a-c4c7-413d-8d11-949652feeb0c,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:06.584903 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e0cec958-3672-4d71-8109-0791af6a8af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.598680 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c71d73-4996-47d7-8895-dcb83cc788de req-2671157c-c235-44ef-a75c-e74c2023af14 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:06.600622 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d5c71d73-4996-47d7-8895-dcb83cc788de req-2671157c-c235-44ef-a75c-e74c2023af14 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.2586851 Jul 16 08:59:06.715021 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d5c71d73-4996-47d7-8895-dcb83cc788de req-e87e1eb2-c716-4fb7-a427-c26dcf7f41ea tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727003 Jul 16 08:59:06.761489 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e0cec958-3672-4d71-8109-0791af6a8af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.941785 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6c2bb7b-3e34-4aa9-9b82-c0dfd7ddb608 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.082140 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e0cec958-3672-4d71-8109-0791af6a8af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.086705 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e0cec958-3672-4d71-8109-0791af6a8af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.089763 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e0cec958-3672-4d71-8109-0791af6a8af8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cce6581d-16be-4d93-9f55-225201a5ddd3 HTTP/1.1" status: 204 len: 168 time: 0.7716961 Jul 16 08:59:07.096779 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.113276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cec958-3672-4d71-8109-0791af6a8af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce6581d-16be-4d93-9f55-225201a5ddd3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:07.119686 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6c2bb7b-3e34-4aa9-9b82-c0dfd7ddb608 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.154139 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-78624e68-a114-4cf8-b8dc-33894105b20c req-3ab45996-4e9d-428a-9a36-cc1fbb0e6cd7 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Deleting port f1e4cd8b-7220-48ac-b138-0e75f18f062e {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:07.154488 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-78624e68-a114-4cf8-b8dc-33894105b20c req-3ab45996-4e9d-428a-9a36-cc1fbb0e6cd7 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.296677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d723ba-4011-4da1-946d-bc5e0d2a21ec req-a3692eb2-ed3d-4fe2-9231-4134a119fa53 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.298387 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8d723ba-4011-4da1-946d-bc5e0d2a21ec req-a3692eb2-ed3d-4fe2-9231-4134a119fa53 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 946 time: 0.3028233 Jul 16 08:59:07.304013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-78624e68-a114-4cf8-b8dc-33894105b20c req-3ab45996-4e9d-428a-9a36-cc1fbb0e6cd7 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] For port f1e4cd8b-7220-48ac-b138-0e75f18f062e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f1e4cd8b-7220-48ac-b138-0e75f18f062e,segment=NetworkSegment(01a46d31-1813-4ea6-b013-2e4397f4a467),segment_id=01a46d31-1813-4ea6-b013-2e4397f4a467)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:07.304393 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-78624e68-a114-4cf8-b8dc-33894105b20c req-3ab45996-4e9d-428a-9a36-cc1fbb0e6cd7 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.318170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2bb7b-3e34-4aa9-9b82-c0dfd7ddb608 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Deleting port 3ec5ccac-b863-4522-9382-4534ab8d8343 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:07.318828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port 7ba84ee8-b0e4-4b46-8f73-a55337c66918 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:07.318956 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6c2bb7b-3e34-4aa9-9b82-c0dfd7ddb608 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.358437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-78624e68-a114-4cf8-b8dc-33894105b20c req-3ab45996-4e9d-428a-9a36-cc1fbb0e6cd7 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Calling delete_port for f1e4cd8b-7220-48ac-b138-0e75f18f062e owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:07.373637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1a5c4a4a-c4c7-413d-8d11-949652feeb0c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:07.431273 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d8d723ba-4011-4da1-946d-bc5e0d2a21ec req-53c0c982-9dbe-47ed-8f33-02c3102b6c08 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/security-groups?id=30848ff1-e7d3-4c87-b727-fbf132f416a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178885 Jul 16 08:59:07.517280 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:07.594302 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6c2bb7b-3e34-4aa9-9b82-c0dfd7ddb608 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.619163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b6c2bb7b-3e34-4aa9-9b82-c0dfd7ddb608 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Calling delete_port for 3ec5ccac-b863-4522-9382-4534ab8d8343 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:07.736790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f17dd-5c92-466c-b665-befc62d0d328 req-1455c716-72bb-4fa5-ad53-0da175c71441 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.738609 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-288f17dd-5c92-466c-b665-befc62d0d328 req-1455c716-72bb-4fa5-ad53-0da175c71441 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.1938460 Jul 16 08:59:07.888355 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-288f17dd-5c92-466c-b665-befc62d0d328 req-a9459f77-49fa-4c5e-a66d-db52d4896463 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387265 Jul 16 08:59:07.922763 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f32cd652-5d54-472d-ac6b-b23e57630cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.928310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 172.20.0.12 (d414e6fa-d160-44fd-92e3-d399748f3f68/e028112d-9771-4a42-aa3d-c72d6c847a26/7ba84ee8-b0e4-4b46-8f73-a55337c66918) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:07.978260 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::f816:3eff:fec3:55bb (d414e6fa-d160-44fd-92e3-d399748f3f68/d49f530a-ed41-473a-ad26-39f0d0245454/7ba84ee8-b0e4-4b46-8f73-a55337c66918) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:08.015313 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-78624e68-a114-4cf8-b8dc-33894105b20c req-3ab45996-4e9d-428a-9a36-cc1fbb0e6cd7 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.018392 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6c2bb7b-3e34-4aa9-9b82-c0dfd7ddb608 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.072278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c2bb7b-3e34-4aa9-9b82-c0dfd7ddb608 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Pushing event deleted for resources: {'Port': ['ID=3ec5ccac-b863-4522-9382-4534ab8d8343,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:08.100121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab45996-4e9d-428a-9a36-cc1fbb0e6cd7 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Pushing event deleted for resources: {'Port': ['ID=f1e4cd8b-7220-48ac-b138-0e75f18f062e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:08.193536 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.195297 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6c2bb7b-3e34-4aa9-9b82-c0dfd7ddb608 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.198093 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f1e4cd8b-7220-48ac-b138-0e75f18f062e no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:08.233668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-78624e68-a114-4cf8-b8dc-33894105b20c req-3ab45996-4e9d-428a-9a36-cc1fbb0e6cd7 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] No DVR routers for this DVR port f1e4cd8b-7220-48ac-b138-0e75f18f062e on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:08.239233 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-78624e68-a114-4cf8-b8dc-33894105b20c req-3ab45996-4e9d-428a-9a36-cc1fbb0e6cd7 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.242981 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78624e68-a114-4cf8-b8dc-33894105b20c req-3ab45996-4e9d-428a-9a36-cc1fbb0e6cd7 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.15 "DELETE /v2.0/ports/f1e4cd8b-7220-48ac-b138-0e75f18f062e HTTP/1.1" status: 204 len: 173 time: 1.7880156 Jul 16 08:59:08.244561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8752d144-f00f-494e-8cc6-99abecaac81c', 'name': 'network-vif-deleted', 'tag': 'f1e4cd8b-7220-48ac-b138-0e75f18f062e'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:08.247285 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba22f9f-5b2d-443e-b73f-6149b2ac4fd0" -d '{"events": [{"server_uuid": "8752d144-f00f-494e-8cc6-99abecaac81c", "name": "network-vif-deleted", "tag": "f1e4cd8b-7220-48ac-b138-0e75f18f062e"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:08.264089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: f1e4cd8b-7220-48ac-b138-0e75f18f062e {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:08.264436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f1e4cd8b-7220-48ac-b138-0e75f18f062e not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:08.283156 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47c23c-bdbd-416c-add3-564ab1629f3e req-6b930109-ab84-43e4-afa6-6074a7344cff tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:08.285340 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7a47c23c-bdbd-416c-add3-564ab1629f3e req-6b930109-ab84-43e4-afa6-6074a7344cff tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.2908630 Jul 16 08:59:08.314520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd69b04f-1dcc-4e82-b070-579318922a57 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:08.391307 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13caa559-83f3-46a0-8d35-7a924c494231 x-openstack-request-id: req-13caa559-83f3-46a0-8d35-7a924c494231 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:08.393507 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8752d144-f00f-494e-8cc6-99abecaac81c", "name": "network-vif-deleted", "tag": "f1e4cd8b-7220-48ac-b138-0e75f18f062e", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:08.393783 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13caa559-83f3-46a0-8d35-7a924c494231 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:08.394222 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8752d144-f00f-494e-8cc6-99abecaac81c', 'name': 'network-vif-deleted', 'tag': 'f1e4cd8b-7220-48ac-b138-0e75f18f062e', 'status': 'completed', 'code': 200} Jul 16 08:59:08.410739 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6c2bb7b-3e34-4aa9-9b82-c0dfd7ddb608 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.413418 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6c2bb7b-3e34-4aa9-9b82-c0dfd7ddb608 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.455032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6a55e913-0907-4284-bac7-e2c935d18164 None None] Provisioning for port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:08.485528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6a55e913-0907-4284-bac7-e2c935d18164 None None] Provisioning complete for port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:08.488214 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6a55e913-0907-4284-bac7-e2c935d18164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.511826 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6c2bb7b-3e34-4aa9-9b82-c0dfd7ddb608 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.512191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c2bb7b-3e34-4aa9-9b82-c0dfd7ddb608 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Fanout notify agent at l3_agent the message router_deleted on router 5e89cc7f-cbf5-49ce-9553-3e48a8e6c5e7 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:59:08.516193 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7a47c23c-bdbd-416c-add3-564ab1629f3e req-d4bc8cf8-69da-4fec-95f5-b06cb233ae36 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207119 Jul 16 08:59:08.530892 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6c2bb7b-3e34-4aa9-9b82-c0dfd7ddb608 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.541752 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b6c2bb7b-3e34-4aa9-9b82-c0dfd7ddb608 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "DELETE /v2.0/routers/5e89cc7f-cbf5-49ce-9553-3e48a8e6c5e7 HTTP/1.1" status: 204 len: 168 time: 1.9643104 Jul 16 08:59:08.544077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55572) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:08.577635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f024b5d6-e18d-43d3-835e-73af071a7189 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1735637480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:08.603252 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.668829 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f024b5d6-e18d-43d3-835e-73af071a7189 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.670961 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f024b5d6-e18d-43d3-835e-73af071a7189 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.697958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object 7ba84ee8-b0e4-4b46-8f73-a55337c66918 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:08.767119 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6a55e913-0907-4284-bac7-e2c935d18164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.781883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-457e2b00-4190-4462-b564-364ef7fb21b3 req-f0c6f19d-ecaf-4775-b6bc-e97d1031af79 tempest-TestServerAdvancedOps-1306718748 tempest-TestServerAdvancedOps-1306718748-project] 10.222.0.20 "GET /v2.0/ports?device_id=8752d144-f00f-494e-8cc6-99abecaac81c HTTP/1.1" status: 200 len: 210 time: 0.1042664 Jul 16 08:59:08.807440 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f024b5d6-e18d-43d3-835e-73af071a7189 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.816187 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f024b5d6-e18d-43d3-835e-73af071a7189 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.826534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6a55e913-0907-4284-bac7-e2c935d18164 None None] For port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1a5c4a4a-c4c7-413d-8d11-949652feeb0c,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:08.835356 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6a55e913-0907-4284-bac7-e2c935d18164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.836306 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.838966 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f024b5d6-e18d-43d3-835e-73af071a7189 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.843065 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f024b5d6-e18d-43d3-835e-73af071a7189 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2946079 Jul 16 08:59:08.845186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55578) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:08.853320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'enable_snat': False}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:08.904158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:08.908056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:08.913016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:08.925661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a55e913-0907-4284-bac7-e2c935d18164 None None] Pushing event updated for resources: {'Port': ['ID=1a5c4a4a-c4c7-413d-8d11-949652feeb0c,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:09.010069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=7ba84ee8-b0e4-4b46-8f73-a55337c66918,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:09.059438 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.062221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.064472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.065119 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.067935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.068435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.068897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.069338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.069769 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.070228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.071721 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.072194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:09.087339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a6fa3d-ca7b-4b24-ac4a-95e9f55a902d None None] Update dhcp port {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'fixed_ips': [{'subnet_id': 'e028112d-9771-4a42-aa3d-c72d6c847a26', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd49f530a-ed41-473a-ad26-39f0d0245454'}], 'binding:host_id': 'n-d-758944-46'}, 'id': '1a5c4a4a-c4c7-413d-8d11-949652feeb0c'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:59:09.089493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:09.092594 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.158551 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-36a6fa3d-ca7b-4b24-ac4a-95e9f55a902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.159329 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b8ec2c96-0a0d-4526-861b-296633d2ed3f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5007436 Jul 16 08:59:09.188046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55582) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:09.199494 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.364612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca609e45-b56d-48ed-a0ab-974aef9169d3 req-e9418f39-4507-4da1-be79-529a0f736701 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:09.371305 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca609e45-b56d-48ed-a0ab-974aef9169d3 req-e9418f39-4507-4da1-be79-529a0f736701 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.2542064 Jul 16 08:59:09.391486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005a1ae6-a969-4055-af54-f0cdaf6dce8f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:09.410607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005a1ae6-a969-4055-af54-f0cdaf6dce8f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:09.417533 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-005a1ae6-a969-4055-af54-f0cdaf6dce8f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1766 time: 0.2273300 Jul 16 08:59:09.419996 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55584) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:09.449453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-36a6fa3d-ca7b-4b24-ac4a-95e9f55a902d None None] Allocated IP 2001:db8::f816:3eff:fe52:8a45 (d414e6fa-d160-44fd-92e3-d399748f3f68/d49f530a-ed41-473a-ad26-39f0d0245454/1a5c4a4a-c4c7-413d-8d11-949652feeb0c) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:09.505114 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1a5c4a4a-c4c7-413d-8d11-949652feeb0c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:09.550771 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.554320 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca609e45-b56d-48ed-a0ab-974aef9169d3 req-96e77167-e477-456c-8c9c-9233591316ab tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332529 Jul 16 08:59:09.593998 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.662590 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-36a6fa3d-ca7b-4b24-ac4a-95e9f55a902d None None] For port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1a5c4a4a-c4c7-413d-8d11-949652feeb0c,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:09.679267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:09.679908 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.744395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-80201cfa-9cf0-42da-a955-8f989aeb22f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port 7ba84ee8-b0e4-4b46-8f73-a55337c66918 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:09.744822 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-80201cfa-9cf0-42da-a955-8f989aeb22f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.754018 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-36a6fa3d-ca7b-4b24-ac4a-95e9f55a902d None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.767336 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.786251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-36a6fa3d-ca7b-4b24-ac4a-95e9f55a902d None None] Transition to ACTIVE for port object 1a5c4a4a-c4c7-413d-8d11-949652feeb0c will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:09.834379 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-36a6fa3d-ca7b-4b24-ac4a-95e9f55a902d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.870328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Allocated IP 172.25.4.82 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/5b8ffdf6-ad0d-43f8-9236-c38cf1c0c361) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:09.920447 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a6fa3d-ca7b-4b24-ac4a-95e9f55a902d None None] Pushing event updated for resources: {'Port': ['ID=1a5c4a4a-c4c7-413d-8d11-949652feeb0c,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:09.948446 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-80201cfa-9cf0-42da-a955-8f989aeb22f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:09.988040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-80201cfa-9cf0-42da-a955-8f989aeb22f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for 7ba84ee8-b0e4-4b46-8f73-a55337c66918 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:10.029135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55590) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:10.232584 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-c15d5d4f-8ba6-4284-b8fe-4adb193616c4 admin admin] Deleting subnet 04825ece-49fb-4ad4-881b-96096466b8ce {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:10.237662 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c15d5d4f-8ba6-4284-b8fe-4adb193616c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.432413 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c15d5d4f-8ba6-4284-b8fe-4adb193616c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.576400 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c15d5d4f-8ba6-4284-b8fe-4adb193616c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.632562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be510e-bfd4-44c9-9cfb-01371eeef965 req-6472a848-cc2e-45d1-a862-eba77a082c43 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:10.634591 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5be510e-bfd4-44c9-9cfb-01371eeef965 req-6472a848-cc2e-45d1-a862-eba77a082c43 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.8016608 Jul 16 08:59:10.664544 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c15d5d4f-8ba6-4284-b8fe-4adb193616c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.704348 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.724194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d5d4f-8ba6-4284-b8fe-4adb193616c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04825ece-49fb-4ad4-881b-96096466b8ce,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:10.741909 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c15d5d4f-8ba6-4284-b8fe-4adb193616c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.744214 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c15d5d4f-8ba6-4284-b8fe-4adb193616c4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/04825ece-49fb-4ad4-881b-96096466b8ce HTTP/1.1" status: 204 len: 168 time: 0.7134445 Jul 16 08:59:10.747871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55600) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:10.755742 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5be510e-bfd4-44c9-9cfb-01371eeef965 req-1b0b8a2d-65d1-4c29-bf34-4308ec181e11 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017876 Jul 16 08:59:10.759766 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-80201cfa-9cf0-42da-a955-8f989aeb22f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.820908 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80201cfa-9cf0-42da-a955-8f989aeb22f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=7ba84ee8-b0e4-4b46-8f73-a55337c66918,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:10.822677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.924719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Pushing event updated for resources: {'Port': ['ID=5b8ffdf6-ad0d-43f8-9236-c38cf1c0c361,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:10.943969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:10.945850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:10.948927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:11.116280 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2c1c46e3-e3de-48fa-a1b6-b9270a096ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.135122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-aa460449-5939-482a-84aa-d9199fee710a None None] Provisioning for port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:11.149341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-aa460449-5939-482a-84aa-d9199fee710a None None] Provisioning complete for port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:11.155395 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-aa460449-5939-482a-84aa-d9199fee710a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.191712 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-80201cfa-9cf0-42da-a955-8f989aeb22f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.194234 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-80201cfa-9cf0-42da-a955-8f989aeb22f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/7ba84ee8-b0e4-4b46-8f73-a55337c66918 HTTP/1.1" status: 204 len: 168 time: 1.7702806 Jul 16 08:59:11.198080 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55602) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:11.340469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3107523-df94-4272-89f8-f3ea601343b9 req-982d26b7-08ed-4e37-9c5e-c7bd7002cc08 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:11.343508 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3107523-df94-4272-89f8-f3ea601343b9 req-982d26b7-08ed-4e37-9c5e-c7bd7002cc08 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.2458479 Jul 16 08:59:11.345235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1a5c4a4a-c4c7-413d-8d11-949652feeb0c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:11.422264 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.435151 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9280db1f-7599-4578-8b99-45e7a7fb371c req-1aaa3e21-1384-4a9f-88ef-892989cd26e0 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:11.443956 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9280db1f-7599-4578-8b99-45e7a7fb371c req-1aaa3e21-1384-4a9f-88ef-892989cd26e0 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.4534051 Jul 16 08:59:11.539871 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:11.540330 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.549077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1335ae27-1957-404b-885d-7c7da27be03e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:11.552581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1335ae27-1957-404b-885d-7c7da27be03e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:11.557558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1335ae27-1957-404b-885d-7c7da27be03e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:11.566926 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3107523-df94-4272-89f8-f3ea601343b9 req-3ead92cf-bc4d-4db5-8cf1-88e194ae4c3c tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413658 Jul 16 08:59:11.567542 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55608) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:11.567771 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1335ae27-1957-404b-885d-7c7da27be03e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3679886 Jul 16 08:59:11.576460 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.662351 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2c1c46e3-e3de-48fa-a1b6-b9270a096ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.678514 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-2c1c46e3-e3de-48fa-a1b6-b9270a096ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22a8884d-57fe-436b-ab14-212ebf379cc7']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:11.684159 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9280db1f-7599-4578-8b99-45e7a7fb371c req-5f356dfa-6fb5-48c4-bd57-f4f0502b7c5b tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2392514 Jul 16 08:59:11.699379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-2c1c46e3-e3de-48fa-a1b6-b9270a096ae4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01a46d31-1813-4ea6-b013-2e4397f4a467') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:11.699873 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-2c1c46e3-e3de-48fa-a1b6-b9270a096ae4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01a46d31-1813-4ea6-b013-2e4397f4a467') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:11.731673 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2c1c46e3-e3de-48fa-a1b6-b9270a096ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.741761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4bf8e44-5930-4a68-bf0e-9e18262ca62f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet d49f530a-ed41-473a-ad26-39f0d0245454 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:11.745391 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8e44-5930-4a68-bf0e-9e18262ca62f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.749376 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f44dae91-c80e-4c02-b6d3-37151d160d18 None None] Could not find standard attr ID for object 7ba84ee8-b0e4-4b46-8f73-a55337c66918. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:59:11.779132 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2c1c46e3-e3de-48fa-a1b6-b9270a096ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.790192 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c1c46e3-e3de-48fa-a1b6-b9270a096ae4 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:11.792787 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2c1c46e3-e3de-48fa-a1b6-b9270a096ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: timer() Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:11.798185 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:11.839519 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8e44-5930-4a68-bf0e-9e18262ca62f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.886567 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2c1c46e3-e3de-48fa-a1b6-b9270a096ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.902757 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2c1c46e3-e3de-48fa-a1b6-b9270a096ae4 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.903895 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2c1c46e3-e3de-48fa-a1b6-b9270a096ae4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/22a8884d-57fe-436b-ab14-212ebf379cc7 HTTP/1.1" status: 204 len: 168 time: 1.1546299 Jul 16 08:59:11.908165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55614) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:11.948932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c46e3-e3de-48fa-a1b6-b9270a096ae4 admin admin] Pushing event deleted for resources: {'Network': ['ID=22a8884d-57fe-436b-ab14-212ebf379cc7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:12.085261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8088e74-6df4-4a28-9956-07df293db598 admin admin] Deleting subnet 8decdecb-3549-4238-859e-838f6e0567cc {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:12.114973 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a8088e74-6df4-4a28-9956-07df293db598 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.221319 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8e44-5930-4a68-bf0e-9e18262ca62f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.277303 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a8088e74-6df4-4a28-9956-07df293db598 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.344899 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.368535 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.425023 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a8088e74-6df4-4a28-9956-07df293db598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.442580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f289dac-6695-4ffb-bad7-d0c39ab63656 req-889f4cca-aa1b-40b4-a0cf-42819309cf49 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:12.446042 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f289dac-6695-4ffb-bad7-d0c39ab63656 req-889f4cca-aa1b-40b4-a0cf-42819309cf49 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.3374171 Jul 16 08:59:12.543440 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8e44-5930-4a68-bf0e-9e18262ca62f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.663029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf8e44-5930-4a68-bf0e-9e18262ca62f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=d49f530a-ed41-473a-ad26-39f0d0245454,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:12.670630 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d4bf8e44-5930-4a68-bf0e-9e18262ca62f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.670630 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d4bf8e44-5930-4a68-bf0e-9e18262ca62f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/d49f530a-ed41-473a-ad26-39f0d0245454 HTTP/1.1" status: 204 len: 168 time: 1.1009607 Jul 16 08:59:12.673480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55624) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:12.689263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e565428a-a6c1-4fc4-8172-b5d927507f43 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:12.794545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f289dac-6695-4ffb-bad7-d0c39ab63656 req-798790a0-347c-4d14-b624-86dfe685d9d6 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2537014 Jul 16 08:59:12.801177 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a8088e74-6df4-4a28-9956-07df293db598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.894769 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8088e74-6df4-4a28-9956-07df293db598 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8decdecb-3549-4238-859e-838f6e0567cc,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:12.899106 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a8088e74-6df4-4a28-9956-07df293db598 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.910567 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a8088e74-6df4-4a28-9956-07df293db598 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8decdecb-3549-4238-859e-838f6e0567cc HTTP/1.1" status: 204 len: 168 time: 0.9946287 Jul 16 08:59:12.918355 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55632) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:12.968693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5675fc-ad56-48bf-93fa-09dfd9aaf59b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet e028112d-9771-4a42-aa3d-c72d6c847a26 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:12.975414 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2f5675fc-ad56-48bf-93fa-09dfd9aaf59b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.153167 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2f5675fc-ad56-48bf-93fa-09dfd9aaf59b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.212231 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-728e1bcb-9395-4566-92fa-b36a2528fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.241196 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Router a14638ab-9241-4f92-a3e7-9436ec8be164 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:59:13.300175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8874a4-0511-442d-ae01-6a0ec1f6b6fc req-dc8a274e-88d5-487e-b5f8-8f258dfbb943 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.301936 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d8874a4-0511-442d-ae01-6a0ec1f6b6fc req-dc8a274e-88d5-487e-b5f8-8f258dfbb943 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.2724972 Jul 16 08:59:13.401635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12a730-1498-4de5-9af9-1f5e65082188 req-e0dfc466-ad7c-4f77-80cd-4269c20df08a tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.405397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8e12a730-1498-4de5-9af9-1f5e65082188 req-e0dfc466-ad7c-4f77-80cd-4269c20df08a tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.2671866 Jul 16 08:59:13.458718 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d8874a4-0511-442d-ae01-6a0ec1f6b6fc req-0f3bf130-28ef-4c17-b98f-f5d44dacb773 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178348 Jul 16 08:59:13.461925 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2f5675fc-ad56-48bf-93fa-09dfd9aaf59b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.580258 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2f5675fc-ad56-48bf-93fa-09dfd9aaf59b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.614787 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5675fc-ad56-48bf-93fa-09dfd9aaf59b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=e028112d-9771-4a42-aa3d-c72d6c847a26,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:13.624438 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2f5675fc-ad56-48bf-93fa-09dfd9aaf59b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.630606 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2f5675fc-ad56-48bf-93fa-09dfd9aaf59b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/e028112d-9771-4a42-aa3d-c72d6c847a26 HTTP/1.1" status: 204 len: 168 time: 0.9513407 Jul 16 08:59:13.631383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55648) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:13.685700 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b43bb764-ca71-4703-a27c-c004ba7f7230 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505941 Jul 16 08:59:13.686352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55652) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:13.705981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-728e1bcb-9395-4566-92fa-b36a2528fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.781106 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8e12a730-1498-4de5-9af9-1f5e65082188 req-43f92e40-8ee3-4db0-ba67-1c330dac06d8 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2171123 Jul 16 08:59:13.785820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-728e1bcb-9395-4566-92fa-b36a2528fc44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aac1284c-3c3f-4224-bae5-4dff35b180da']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:13.789490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d80db5-e500-46df-8298-bf690ee848f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.794396 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f0d80db5-e500-46df-8298-bf690ee848f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1068087 Jul 16 08:59:13.795083 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55656) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:13.816133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-728e1bcb-9395-4566-92fa-b36a2528fc44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61eeee3c-f423-4be6-a781-f9f1d175aec9') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:13.816954 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-728e1bcb-9395-4566-92fa-b36a2528fc44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61eeee3c-f423-4be6-a781-f9f1d175aec9') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:13.835929 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-728e1bcb-9395-4566-92fa-b36a2528fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.850336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:13.861468 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd68f134-9cbf-4872-bb0b-c23d96e22219 None None] Sync routers for ids ['a14638ab-9241-4f92-a3e7-9436ec8be164'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:13.863818 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.865238 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1d028a9d-f9d1-4f0c-97cc-00354e8922ec tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "PUT /v2.0/routers/a14638ab-9241-4f92-a3e7-9436ec8be164 HTTP/1.1" status: 200 len: 919 time: 5.0168223 Jul 16 08:59:13.876446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bae9eb-0885-4f1f-92d6-d2c6e1a39200 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.877297 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55660) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:13.878451 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-728e1bcb-9395-4566-92fa-b36a2528fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:13.881232 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d0bae9eb-0885-4f1f-92d6-d2c6e1a39200 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0849190 Jul 16 08:59:13.882165 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55662) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:13.900983 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd68f134-9cbf-4872-bb0b-c23d96e22219 None None] Routers {'a14638ab-9241-4f92-a3e7-9436ec8be164'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:13.902051 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fd68f134-9cbf-4872-bb0b-c23d96e22219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:59:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14638ab-9241-4f92-a3e7-9436ec8be164'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:13.973376 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a278a55d-79a9-4bf1-bb5a-79ef13bda514 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0861101 Jul 16 08:59:13.974940 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55666) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:13.982582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a33198c4-1d11-4f4c-af7b-8ab94a7bae73 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:14.018485 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fd68f134-9cbf-4872-bb0b-c23d96e22219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:14.020375 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-728e1bcb-9395-4566-92fa-b36a2528fc44 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:59:14.020877 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-728e1bcb-9395-4566-92fa-b36a2528fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.037250 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd68f134-9cbf-4872-bb0b-c23d96e22219 None None] Routers {'a14638ab-9241-4f92-a3e7-9436ec8be164'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:14.038675 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fd68f134-9cbf-4872-bb0b-c23d96e22219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:59:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a14638ab-9241-4f92-a3e7-9436ec8be164'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:14.080002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6394d2d7-04b3-43dc-bb0d-27b5e1c53a70 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: timer() Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:59:14.148587 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:59:14.156328 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-728e1bcb-9395-4566-92fa-b36a2528fc44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.166708 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-728e1bcb-9395-4566-92fa-b36a2528fc44 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.170249 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-728e1bcb-9395-4566-92fa-b36a2528fc44 admin admin] 10.222.0.20 "DELETE /v2.0/networks/aac1284c-3c3f-4224-bae5-4dff35b180da HTTP/1.1" status: 204 len: 168 time: 1.2423232 Jul 16 08:59:14.191976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33198c4-1d11-4f4c-af7b-8ab94a7bae73 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:14.196442 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a33198c4-1d11-4f4c-af7b-8ab94a7bae73 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.198327 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33198c4-1d11-4f4c-af7b-8ab94a7bae73 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:59:14.198778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a33198c4-1d11-4f4c-af7b-8ab94a7bae73 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:14.211187 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fd68f134-9cbf-4872-bb0b-c23d96e22219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:14.217197 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd68f134-9cbf-4872-bb0b-c23d96e22219 None None] The sync data for ids ['a14638ab-9241-4f92-a3e7-9436ec8be164'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:14.233151 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a33198c4-1d11-4f4c-af7b-8ab94a7bae73 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2567370 Jul 16 08:59:14.238355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3cec12c-140b-4392-a148-047a5dc88f3c None None] Provisioning complete for port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:14.241205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55670) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:14.241472 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3cec12c-140b-4392-a148-047a5dc88f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.254366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-835a800a-43fb-4ed9-add9-6db67fb9f649 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:14.254691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728e1bcb-9395-4566-92fa-b36a2528fc44 admin admin] Pushing event deleted for resources: {'Network': ['ID=aac1284c-3c3f-4224-bae5-4dff35b180da,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:14.336818 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc42660-3486-40fa-b893-3f7ace353163 req-343fd9c2-6f93-4ce0-921c-33fe71f5a8b3 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:14.341472 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5cc42660-3486-40fa-b893-3f7ace353163 req-343fd9c2-6f93-4ce0-921c-33fe71f5a8b3 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.2797122 Jul 16 08:59:14.496124 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5cc42660-3486-40fa-b893-3f7ace353163 req-05e18834-9e7f-4828-8193-ac4585ce02fd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471922 Jul 16 08:59:14.536854 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835a800a-43fb-4ed9-add9-6db67fb9f649 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:14.536854 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-835a800a-43fb-4ed9-add9-6db67fb9f649 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.536854 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-835a800a-43fb-4ed9-add9-6db67fb9f649 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:59:14.536854 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-835a800a-43fb-4ed9-add9-6db67fb9f649 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:14.574282 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-835a800a-43fb-4ed9-add9-6db67fb9f649 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3295994 Jul 16 08:59:14.582892 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55674) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:14.599633 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-889d1131-bfda-4e1b-961a-a758a2b753fb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:14.605588 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f06ba-10fe-4ea2-93ff-f422292d9497 None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:14.713826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-898f06ba-10fe-4ea2-93ff-f422292d9497 None None] Deleting port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:14.713826 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-898f06ba-10fe-4ea2-93ff-f422292d9497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.784562 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55676) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:14.802502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-898f06ba-10fe-4ea2-93ff-f422292d9497 None None] For port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1a5c4a4a-c4c7-413d-8d11-949652feeb0c,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:14.802906 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-898f06ba-10fe-4ea2-93ff-f422292d9497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.819184 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-898f06ba-10fe-4ea2-93ff-f422292d9497 None None] Calling delete_port for 1a5c4a4a-c4c7-413d-8d11-949652feeb0c owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:14.890736 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e648c97e-246c-4ed7-8a8a-1f8c6d0ac7d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5d9e7e5e15b9448ab1d05d4cc83371f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1037323 Jul 16 08:59:14.895561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55680) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:14.925074 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-898f06ba-10fe-4ea2-93ff-f422292d9497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:14.947599 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f06ba-10fe-4ea2-93ff-f422292d9497 None None] No DVR routers for this DVR port 1a5c4a4a-c4c7-413d-8d11-949652feeb0c on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:14.995057 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889d1131-bfda-4e1b-961a-a758a2b753fb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:15.001114 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-889d1131-bfda-4e1b-961a-a758a2b753fb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.004693 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-889d1131-bfda-4e1b-961a-a758a2b753fb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:59:15.005432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889d1131-bfda-4e1b-961a-a758a2b753fb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:15.017762 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f06ba-10fe-4ea2-93ff-f422292d9497 None None] Pushing event deleted for resources: {'Port': ['ID=1a5c4a4a-c4c7-413d-8d11-949652feeb0c,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:15.032623 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-032e19cd-a007-4dd8-8308-d56e8de172c2 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/routers/a14638ab-9241-4f92-a3e7-9436ec8be164 HTTP/1.1" status: 200 len: 925 time: 1.1444428 Jul 16 08:59:15.033335 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55684) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:15.081690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214aa738-bee3-469d-9d24-c91313e79f44 req-1ef04ef5-7755-4ab2-9daf-936b456e64a6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:15.083353 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-214aa738-bee3-469d-9d24-c91313e79f44 req-1ef04ef5-7755-4ab2-9daf-936b456e64a6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.2020459 Jul 16 08:59:15.124905 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-889d1131-bfda-4e1b-961a-a758a2b753fb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5393894 Jul 16 08:59:15.129660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55686) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:15.135562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f3b32a24-3193-4b4e-9c56-ce672aa63be9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:15.140636 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-73c23e05-2d9e-43cd-907e-483994fafff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.193918 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-73c23e05-2d9e-43cd-907e-483994fafff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.223259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e2a93c-15c5-4bfd-8c0a-8fcdb0a733ae req-de1eec79-e45f-45c7-ac12-0ba28a89a2cb tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:15.231743 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-98e2a93c-15c5-4bfd-8c0a-8fcdb0a733ae req-de1eec79-e45f-45c7-ac12-0ba28a89a2cb tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.2523663 Jul 16 08:59:15.273848 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1a5c4a4a-c4c7-413d-8d11-949652feeb0c no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:15.290061 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-214aa738-bee3-469d-9d24-c91313e79f44 req-798003b4-fcf9-4af6-bbb0-7fc391f698c0 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946995 Jul 16 08:59:15.293050 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b32a24-3193-4b4e-9c56-ce672aa63be9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:15.302675 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f3b32a24-3193-4b4e-9c56-ce672aa63be9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.306161 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b32a24-3193-4b4e-9c56-ce672aa63be9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:59:15.307144 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b32a24-3193-4b4e-9c56-ce672aa63be9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:15.316032 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-98e2a93c-15c5-4bfd-8c0a-8fcdb0a733ae req-cb76981a-f441-42d9-b013-cc1910f1037c tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831232 Jul 16 08:59:15.318820 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 1a5c4a4a-c4c7-413d-8d11-949652feeb0c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:15.319380 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1a5c4a4a-c4c7-413d-8d11-949652feeb0c not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:15.326347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa69233-139a-4834-b3f6-bdf6616f1fff tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:15.329504 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1aa69233-139a-4834-b3f6-bdf6616f1fff tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&device_id=a14638ab-9241-4f92-a3e7-9436ec8be164&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2946126 Jul 16 08:59:15.334833 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55688) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:15.365328 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-73c23e05-2d9e-43cd-907e-483994fafff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.368137 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-73c23e05-2d9e-43cd-907e-483994fafff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.375479 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-73c23e05-2d9e-43cd-907e-483994fafff2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30848ff1-e7d3-4c87-b727-fbf132f416a2 HTTP/1.1" status: 204 len: 168 time: 0.4723184 Jul 16 08:59:15.375712 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f3b32a24-3193-4b4e-9c56-ce672aa63be9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2383740 Jul 16 08:59:15.377976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55690) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:15.383841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c2777166-f8c8-4d90-909a-76ee61abd2c2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:15.389347 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c23e05-2d9e-43cd-907e-483994fafff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30848ff1-e7d3-4c87-b727-fbf132f416a2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:15.473663 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1650f4b6-ea9a-49ef-9c86-0ef7f3d8eb0d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:15.478083 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1650f4b6-ea9a-49ef-9c86-0ef7f3d8eb0d tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/networks/5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 881 time: 0.1401606 Jul 16 08:59:15.478421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55694) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:15.526238 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-04587898-14b6-4916-b4bb-b51d22edfba1 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14638ab-9241-4f92-a3e7-9436ec8be164 HTTP/1.1" status: 200 len: 205 time: 0.0465341 Jul 16 08:59:15.527649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55696) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:15.566427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2777166-f8c8-4d90-909a-76ee61abd2c2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:15.575608 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c2777166-f8c8-4d90-909a-76ee61abd2c2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.579544 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2777166-f8c8-4d90-909a-76ee61abd2c2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:59:15.581726 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2777166-f8c8-4d90-909a-76ee61abd2c2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:15.615611 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c2777166-f8c8-4d90-909a-76ee61abd2c2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2346728 Jul 16 08:59:15.618235 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55700) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:15.637487 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3d4241ce-d9c6-4e37-8d66-06af403c0ce0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:15.668552 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77184a1a-f625-4294-beb3-44ab3d3208a6 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.771318 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4241ce-d9c6-4e37-8d66-06af403c0ce0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:15.775387 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d4241ce-d9c6-4e37-8d66-06af403c0ce0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:15.778375 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d4241ce-d9c6-4e37-8d66-06af403c0ce0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:59:15.779143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d4241ce-d9c6-4e37-8d66-06af403c0ce0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:15.799472 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3d4241ce-d9c6-4e37-8d66-06af403c0ce0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1796253 Jul 16 08:59:15.803656 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55704) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:15.862548 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-02bfbc6a-cbc7-44d6-9fb3-50c39e167dbf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0572057 Jul 16 08:59:15.866422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55706) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:15.935326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d656147f-d4ab-49c6-ab15-21a887d7ab71 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:15.938124 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d656147f-d4ab-49c6-ab15-21a887d7ab71 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0703237 Jul 16 08:59:15.942812 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55708) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:15.995503 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77184a1a-f625-4294-beb3-44ab3d3208a6 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.036608 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9ac958a9-8d96-4a7d-bce2-0f0a5b8d03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0921273 Jul 16 08:59:16.044646 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55710) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:16.051101 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879dda2-20ef-476d-97e0-5246fcae38ba req-73b30904-e7f8-4f41-b244-592eb0c7072a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:16.052978 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0879dda2-20ef-476d-97e0-5246fcae38ba req-73b30904-e7f8-4f41-b244-592eb0c7072a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.3081074 Jul 16 08:59:16.054759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-edb30557-4673-4d93-b3d0-fcbf552efff2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:16.086842 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-77184a1a-f625-4294-beb3-44ab3d3208a6 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Deleting port 5b8ffdf6-ad0d-43f8-9236-c38cf1c0c361 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:16.087171 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77184a1a-f625-4294-beb3-44ab3d3208a6 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.110001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55714) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:16.210200 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0879dda2-20ef-476d-97e0-5246fcae38ba req-65908566-770b-4949-99c1-83656d5b0251 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924873 Jul 16 08:59:16.252535 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77184a1a-f625-4294-beb3-44ab3d3208a6 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.252828 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e62f4864-e8fc-43c5-8c8d-cc87b4f7482d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=84cdace281d44f2ca3c36be9aaa48482&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1338148 Jul 16 08:59:16.258828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55716) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:16.261910 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-77184a1a-f625-4294-beb3-44ab3d3208a6 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Calling delete_port for 5b8ffdf6-ad0d-43f8-9236-c38cf1c0c361 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:16.293464 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edb30557-4673-4d93-b3d0-fcbf552efff2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:16.297664 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-edb30557-4673-4d93-b3d0-fcbf552efff2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.399574 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f461075-9156-4474-ab55-f0a8a91b93b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.448153 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f461075-9156-4474-ab55-f0a8a91b93b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.512988 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77184a1a-f625-4294-beb3-44ab3d3208a6 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.567020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77184a1a-f625-4294-beb3-44ab3d3208a6 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Pushing event deleted for resources: {'Port': ['ID=5b8ffdf6-ad0d-43f8-9236-c38cf1c0c361,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:16.634015 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f461075-9156-4474-ab55-f0a8a91b93b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.636882 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f461075-9156-4474-ab55-f0a8a91b93b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.638693 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0f461075-9156-4474-ab55-f0a8a91b93b3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/03719b70-a2c3-4053-804f-dcfadb318749 HTTP/1.1" status: 204 len: 168 time: 0.3816931 Jul 16 08:59:16.675626 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eb929d-a26c-4703-90ee-05d8539784d6 req-8397370c-580d-4a7d-9275-e0a952471130 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:16.677707 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e9eb929d-a26c-4703-90ee-05d8539784d6 req-8397370c-580d-4a7d-9275-e0a952471130 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.2351055 Jul 16 08:59:16.699635 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77184a1a-f625-4294-beb3-44ab3d3208a6 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.706111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f461075-9156-4474-ab55-f0a8a91b93b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03719b70-a2c3-4053-804f-dcfadb318749,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:16.808119 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e9eb929d-a26c-4703-90ee-05d8539784d6 req-287d0b78-8a51-459b-b19b-3f2a756d429d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671325 Jul 16 08:59:16.821396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842cff9-c372-421f-bf4f-52888ce15e3d req-61e3fa6a-bfee-4842-834e-068828be27ea tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:16.835717 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6842cff9-c372-421f-bf4f-52888ce15e3d req-61e3fa6a-bfee-4842-834e-068828be27ea tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.2788517 Jul 16 08:59:16.846417 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77184a1a-f625-4294-beb3-44ab3d3208a6 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.857393 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77184a1a-f625-4294-beb3-44ab3d3208a6 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.923268 n-d-758944-46 neutron-server[93695]: DEBUG neutron.objects.ports [None req-edb30557-4673-4d93-b3d0-fcbf552efff2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93695) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:59:16.925104 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-edb30557-4673-4d93-b3d0-fcbf552efff2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.963576 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6842cff9-c372-421f-bf4f-52888ce15e3d req-6df065ab-dfe8-4474-b6c3-81ee93355d63 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278994 Jul 16 08:59:16.965289 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77184a1a-f625-4294-beb3-44ab3d3208a6 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.966263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77184a1a-f625-4294-beb3-44ab3d3208a6 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Fanout notify agent at l3_agent the message router_deleted on router a14638ab-9241-4f92-a3e7-9436ec8be164 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:59:16.982854 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edb30557-4673-4d93-b3d0-fcbf552efff2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:16.990486 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77184a1a-f625-4294-beb3-44ab3d3208a6 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.991679 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-77184a1a-f625-4294-beb3-44ab3d3208a6 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "DELETE /v2.0/routers/a14638ab-9241-4f92-a3e7-9436ec8be164 HTTP/1.1" status: 204 len: 168 time: 1.4627368 Jul 16 08:59:16.995017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-edb30557-4673-4d93-b3d0-fcbf552efff2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:17.001269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edb30557-4673-4d93-b3d0-fcbf552efff2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:17.001988 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-edb30557-4673-4d93-b3d0-fcbf552efff2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.003210 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55724) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:17.006235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d52540-1b51-4f21-b252-6dadbc1c65e7 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:17.017850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-734958896', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:17.024774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb30557-4673-4d93-b3d0-fcbf552efff2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=a380492a-8a30-4965-afca-5c74bc8a32aa,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:17.052968 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-edb30557-4673-4d93-b3d0-fcbf552efff2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0038097 Jul 16 08:59:17.054609 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55726) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:17.072393 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-75fb77bf-5fa8-44c9-b05b-98d72fdef009 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'mac_address': 'fa:16:3e:e1:af:52', 'name': 'tempest-NetworksTestDHCPv6-1879027782'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:17.094141 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.095335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.282403 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.388545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': 'a380492a-8a30-4965-afca-5c74bc8a32aa'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:17.389670 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.595345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fb77bf-5fa8-44c9-b05b-98d72fdef009 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:17.646652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9e107-9b75-4328-8866-ac716ac856b9 req-a0e06ebc-6f08-42d3-bee7-67c8b8207097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:17.648272 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b0e9e107-9b75-4328-8866-ac716ac856b9 req-a0e06ebc-6f08-42d3-bee7-67c8b8207097 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 1098 time: 0.2702122 Jul 16 08:59:17.650100 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:17.730332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f48a2-9557-4b20-ae51-d6594278e0b1 req-d5745a8d-d434-4c5e-9e56-899b98dafb0d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:17.738463 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-657f48a2-9557-4b20-ae51-d6594278e0b1 req-d5745a8d-d434-4c5e-9e56-899b98dafb0d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.2058854 Jul 16 08:59:17.759283 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Allocated IP 2001:db8::f816:3eff:fea5:b5e2 (d414e6fa-d160-44fd-92e3-d399748f3f68/a380492a-8a30-4965-afca-5c74bc8a32aa/5a593f99-0541-4700-b0d2-a1e19f5f7fb5) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:17.877658 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55738) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:18.201315 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.213397 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Transition to ACTIVE for port object 5a593f99-0541-4700-b0d2-a1e19f5f7fb5 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:18.232697 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Transition to ACTIVE for port object 5a593f99-0541-4700-b0d2-a1e19f5f7fb5 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:18.236621 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b0e9e107-9b75-4328-8866-ac716ac856b9 req-2edabbde-f736-4fac-862b-7c0e27497589 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5813103 Jul 16 08:59:18.241211 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.243284 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.282920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:18.292446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:18.296197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:18.298967 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-75fb77bf-5fa8-44c9-b05b-98d72fdef009 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.302642 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.317379 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-657f48a2-9557-4b20-ae51-d6594278e0b1 req-0f706e98-c020-4acf-b25f-413f4c72476e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935252 Jul 16 08:59:18.332826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Pushing event updated for resources: {'Port': ['ID=5a593f99-0541-4700-b0d2-a1e19f5f7fb5,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:18.333434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-75fb77bf-5fa8-44c9-b05b-98d72fdef009 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port 74f4688e-7abf-4ddb-a5b3-41b7d73e7b7d yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:18.371760 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.428030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Attempting to bind port 5a593f99-0541-4700-b0d2-a1e19f5f7fb5 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:18.428592 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Attempting to bind port 5a593f99-0541-4700-b0d2-a1e19f5f7fb5 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:18.429088 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Attempting to bind port 5a593f99-0541-4700-b0d2-a1e19f5f7fb5 on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:18.436863 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:18.438112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:18.438630 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.439168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:18.439767 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Bound port: 5a593f99-0541-4700-b0d2-a1e19f5f7fb5, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:18.440327 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.462298 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-75fb77bf-5fa8-44c9-b05b-98d72fdef009 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::f816:3eff:fee1:af52 (d414e6fa-d160-44fd-92e3-d399748f3f68/a380492a-8a30-4965-afca-5c74bc8a32aa/74f4688e-7abf-4ddb-a5b3-41b7d73e7b7d) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:18.527410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] For port 5a593f99-0541-4700-b0d2-a1e19f5f7fb5, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:18.532446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] For port 5a593f99-0541-4700-b0d2-a1e19f5f7fb5, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5a593f99-0541-4700-b0d2-a1e19f5f7fb5,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:18.532791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58f0d8-c1a8-4021-899b-c99af5365b51 req-75835741-7702-483d-96b3-b0f4a60c041a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:18.535758 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6e58f0d8-c1a8-4021-899b-c99af5365b51 req-75835741-7702-483d-96b3-b0f4a60c041a tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.3872623 Jul 16 08:59:18.539536 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.617679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07c30e9-d36a-46d6-939d-a5d23399530c None None] Pushing event updated for resources: {'Port': ['ID=5a593f99-0541-4700-b0d2-a1e19f5f7fb5,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:18.625062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:59:18.627639 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:18.684173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e450e9-08b7-4386-8fcf-136e33650a56 req-d99a4fbb-0ba3-4ece-a7b4-8f519528befe tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:18.686144 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d9e450e9-08b7-4386-8fcf-136e33650a56 req-d99a4fbb-0ba3-4ece-a7b4-8f519528befe tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.2054806 Jul 16 08:59:18.726202 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:59:18.754471 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6e58f0d8-c1a8-4021-899b-c99af5365b51 req-14281e47-c45f-4b26-85f6-d1390437f977 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066829 Jul 16 08:59:18.793103 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-75fb77bf-5fa8-44c9-b05b-98d72fdef009 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.805146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d9e450e9-08b7-4386-8fcf-136e33650a56 req-6129110f-987b-4946-9089-5d5b3b2b425b tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997555 Jul 16 08:59:18.815099 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.832611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-75fb77bf-5fa8-44c9-b05b-98d72fdef009 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object 74f4688e-7abf-4ddb-a5b3-41b7d73e7b7d will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:18.841256 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Allocated IP 172.25.4.232 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/56e60487-9e25-4c1c-a0c6-3a7106fedebd) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:18.844108 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.863306 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:18.892288 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-75fb77bf-5fa8-44c9-b05b-98d72fdef009 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.903955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'port_id': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632', 'mac_address': 'fa:16:3e:2d:8f:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd37a4149-f093-4581-924e-85f224a85519', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:59:18.924876 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.977976 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d16574f1379a4fb1aca5ed7b5d434964&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0952649 Jul 16 08:59:18.991043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55744) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:19.022542 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75fb77bf-5fa8-44c9-b05b-98d72fdef009 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:19.034257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-75fb77bf-5fa8-44c9-b05b-98d72fdef009 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:19.041051 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75fb77bf-5fa8-44c9-b05b-98d72fdef009 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:19.054285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fb77bf-5fa8-44c9-b05b-98d72fdef009 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:19.055127 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-75fb77bf-5fa8-44c9-b05b-98d72fdef009 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.066892 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:19.075622 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf1a0a8-3b0a-4e31-91c5-58c5d3c84a25" -d '{"events": [{"server_uuid": "ec82a73f-da96-4afe-bec5-64b1b4bbabf2", "name": "network-vif-unplugged", "status": "completed", "tag": "0a4d8c7b-cc0e-4411-a59d-2f9565aca632"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:19.086599 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-75fb77bf-5fa8-44c9-b05b-98d72fdef009 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0281663 Jul 16 08:59:19.090828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55748) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:19.092965 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.093901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fb77bf-5fa8-44c9-b05b-98d72fdef009 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=74f4688e-7abf-4ddb-a5b3-41b7d73e7b7d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:19.126335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:19.130416 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.130625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:19.142766 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.201200 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e931af03-479a-4dcb-bdfc-c1025c414a5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.259122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7dcbc5-df24-4193-aee4-8b75eeab85ee tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:19.266627 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7dcbc5-df24-4193-aee4-8b75eeab85ee tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:19.268134 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b221a4e5-b7ec-4ad4-89be-05d701bf03a4 x-openstack-request-id: req-b221a4e5-b7ec-4ad4-89be-05d701bf03a4 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:19.269034 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2b7dcbc5-df24-4193-aee4-8b75eeab85ee tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1757493 Jul 16 08:59:19.269202 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec82a73f-da96-4afe-bec5-64b1b4bbabf2", "name": "network-vif-unplugged", "status": "completed", "tag": "0a4d8c7b-cc0e-4411-a59d-2f9565aca632", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:19.270541 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b221a4e5-b7ec-4ad4-89be-05d701bf03a4 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:19.271546 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632', 'code': 200} Jul 16 08:59:19.271762 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e931af03-479a-4dcb-bdfc-c1025c414a5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.272130 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b50dfcf-79a5-402f-84bf-2a20c84f1e9f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:19.276388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55750) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:19.313080 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:59:19.313423 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:59:19.328144 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.338504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:19.366097 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e931af03-479a-4dcb-bdfc-c1025c414a5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.369283 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e931af03-479a-4dcb-bdfc-c1025c414a5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.373058 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e931af03-479a-4dcb-bdfc-c1025c414a5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b50dfcf-79a5-402f-84bf-2a20c84f1e9f HTTP/1.1" status: 204 len: 168 time: 0.3753850 Jul 16 08:59:19.386164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931af03-479a-4dcb-bdfc-c1025c414a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b50dfcf-79a5-402f-84bf-2a20c84f1e9f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:19.392422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5a593f99-0541-4700-b0d2-a1e19f5f7fb5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:19.413583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:19.414240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:19.414759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:19.415351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:19.415854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:19.416349 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:19.417212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:19.417782 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:19.419226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:19.419936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:19.420437 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:19.421146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6609e37-c6be-439f-98ff-89c3f35a5dce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:19.432293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Pushing event updated for resources: {'Port': ['ID=56e60487-9e25-4c1c-a0c6-3a7106fedebd,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:19.466614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:19.473420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:19.476557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:19.526527 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 5a593f99-0541-4700-b0d2-a1e19f5f7fb5 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:19.676315 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d916cb70-b577-4bb6-ba5b-99a4eddd4718 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port 74f4688e-7abf-4ddb-a5b3-41b7d73e7b7d {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:19.676737 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d916cb70-b577-4bb6-ba5b-99a4eddd4718 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.705336 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6033daf9-098b-4fc0-9c87-0b0ee0c587f1 req-4360ebe1-2514-45c5-a82d-e6b8b683c068 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:19.707031 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6033daf9-098b-4fc0-9c87-0b0ee0c587f1 req-4360ebe1-2514-45c5-a82d-e6b8b683c068 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 943 time: 0.1331553 Jul 16 08:59:19.773364 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6033daf9-098b-4fc0-9c87-0b0ee0c587f1 req-c3dc2157-4b78-41d7-b6ee-e745829853a8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590849 Jul 16 08:59:19.927456 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:19.948760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:19.984665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:19.990698 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.055556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:20.126829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf95000-9daa-46e9-8c5f-a241ed86d7a6 req-9328acf8-59a0-42bc-a315-af112c19e5a3 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:20.128573 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7cf95000-9daa-46e9-8c5f-a241ed86d7a6 req-9328acf8-59a0-42bc-a315-af112c19e5a3 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.1308205 Jul 16 08:59:20.202048 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7cf95000-9daa-46e9-8c5f-a241ed86d7a6 req-7521f354-8e40-4ff2-8799-a86be9e23a53 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620394 Jul 16 08:59:20.225974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 88d5060b-0862-4727-b6db-0cc136762128 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:59:20.250665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-eb677783-9a70-4967-bf56-0a6a5a773b07 None None] Provisioning for port 5a593f99-0541-4700-b0d2-a1e19f5f7fb5 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:20.258947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-eb677783-9a70-4967-bf56-0a6a5a773b07 None None] Provisioning complete for port 5a593f99-0541-4700-b0d2-a1e19f5f7fb5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:20.259334 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eb677783-9a70-4967-bf56-0a6a5a773b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.261921 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['0a4d8c7b-cc0e-4411-a59d-2f9565aca632'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:20.501977 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 88d5060b-0862-4727-b6db-0cc136762128, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=88d5060b-0862-4727-b6db-0cc136762128,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:20.521294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '88d5060b-0862-4727-b6db-0cc136762128', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'port_id': '88d5060b-0862-4727-b6db-0cc136762128', 'mac_address': 'fa:16:3e:30:5c:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:59:20.550949 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.622119 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d916cb70-b577-4bb6-ba5b-99a4eddd4718 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.648188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.654976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d916cb70-b577-4bb6-ba5b-99a4eddd4718 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for 74f4688e-7abf-4ddb-a5b3-41b7d73e7b7d owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:20.668110 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eb677783-9a70-4967-bf56-0a6a5a773b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.687069 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88d5060b-0862-4727-b6db-0cc136762128 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:20.733627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3bc616-1a82-4909-a71f-c538c151bc67 req-01ef210f-76de-4f8d-88d9-e3e439e2fc58 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:20.741315 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6c3bc616-1a82-4909-a71f-c538c151bc67 req-01ef210f-76de-4f8d-88d9-e3e439e2fc58 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 945 time: 0.3979256 Jul 16 08:59:20.745008 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 88d5060b-0862-4727-b6db-0cc136762128, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=88d5060b-0862-4727-b6db-0cc136762128,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:20.763033 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.768598 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-eb677783-9a70-4967-bf56-0a6a5a773b07 None None] For port 5a593f99-0541-4700-b0d2-a1e19f5f7fb5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5a593f99-0541-4700-b0d2-a1e19f5f7fb5,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:20.798867 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eb677783-9a70-4967-bf56-0a6a5a773b07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:20.841895 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=88d5060b-0862-4727-b6db-0cc136762128,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:20.918296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6c3bc616-1a82-4909-a71f-c538c151bc67 req-c622e57a-3717-4fa9-bc5a-915b362ebdb6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753876 Jul 16 08:59:20.949098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55784) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:21.047258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['88d5060b-0862-4727-b6db-0cc136762128'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:21.056926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2038ea00-e333-4140-84de-db0b497f3f6b req-648876ae-11da-4d04-a5b6-2bfce2e7ae23 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.059721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2038ea00-e333-4140-84de-db0b497f3f6b req-648876ae-11da-4d04-a5b6-2bfce2e7ae23 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 944 time: 0.1296372 Jul 16 08:59:21.118896 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2038ea00-e333-4140-84de-db0b497f3f6b req-f3f1ef3f-643f-44ff-97cb-83d0a49496e2 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503635 Jul 16 08:59:21.159995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c1a2566e-e951-4231-a8b6-b8301ec09878 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/floatingips/6d0bcba8-82de-472a-8e36-14d14e44c748 HTTP/1.1" status: 200 len: 992 time: 0.2059565 Jul 16 08:59:21.161341 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.188766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8c13ef2d-a50c-40ae-9a1d-864b18a72dd4 None None] Provisioning for port 74f4688e-7abf-4ddb-a5b3-41b7d73e7b7d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:21.217435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb677783-9a70-4967-bf56-0a6a5a773b07 None None] Pushing event updated for resources: {'Port': ['ID=5a593f99-0541-4700-b0d2-a1e19f5f7fb5,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:21.225675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8c13ef2d-a50c-40ae-9a1d-864b18a72dd4 None None] Provisioning complete for port 74f4688e-7abf-4ddb-a5b3-41b7d73e7b7d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:21.226307 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8c13ef2d-a50c-40ae-9a1d-864b18a72dd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.300603 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d916cb70-b577-4bb6-ba5b-99a4eddd4718 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.353011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916cb70-b577-4bb6-ba5b-99a4eddd4718 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=74f4688e-7abf-4ddb-a5b3-41b7d73e7b7d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:21.416678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8c13ef2d-a50c-40ae-9a1d-864b18a72dd4 None None] Port 74f4688e-7abf-4ddb-a5b3-41b7d73e7b7d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:21.419979 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d916cb70-b577-4bb6-ba5b-99a4eddd4718 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.425350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55798) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:21.425595 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d916cb70-b577-4bb6-ba5b-99a4eddd4718 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/74f4688e-7abf-4ddb-a5b3-41b7d73e7b7d HTTP/1.1" status: 204 len: 168 time: 2.1369009 Jul 16 08:59:21.479390 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Router ca5a84bd-6188-4b52-a164-13c0941090dd is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:59:21.493947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3ac8c-7bf2-45b2-8fc3-5a5d6a0d1d95 req-2879d87f-c25a-4643-895c-d05ba6bca270 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.495628 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-99c3ac8c-7bf2-45b2-8fc3-5a5d6a0d1d95 req-2879d87f-c25a-4643-895c-d05ba6bca270 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.1486790 Jul 16 08:59:21.567362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ef3bf-9b64-4457-9a56-792d2b06403d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.571003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9ef3bf-9b64-4457-9a56-792d2b06403d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.574804 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4a9ef3bf-9b64-4457-9a56-792d2b06403d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1474929 Jul 16 08:59:21.577596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55802) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:21.641122 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-99c3ac8c-7bf2-45b2-8fc3-5a5d6a0d1d95 req-c0480689-331b-41ab-b2cc-659ed74848cf tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351497 Jul 16 08:59:21.681967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:21.697266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-2595ad59-e1cf-4847-b48a-c73ec717991f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet a380492a-8a30-4965-afca-5c74bc8a32aa {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:21.700864 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2595ad59-e1cf-4847-b48a-c73ec717991f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.710300 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d97693-e156-44b7-aa14-4b422192ac14 None None] Sync routers for ids ['ca5a84bd-6188-4b52-a164-13c0941090dd'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:21.720836 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.723784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5a333cc3-c680-45ba-9d5e-fb8714c19817 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.7191844 Jul 16 08:59:21.727022 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d97693-e156-44b7-aa14-4b422192ac14 None None] Routers {'ca5a84bd-6188-4b52-a164-13c0941090dd'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:21.727937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55806) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:21.728152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-14d97693-e156-44b7-aa14-4b422192ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:59:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['ca5a84bd-6188-4b52-a164-13c0941090dd'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:21.746591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:21.775796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-14d97693-e156-44b7-aa14-4b422192ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:21.786667 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d97693-e156-44b7-aa14-4b422192ac14 None None] Routers {'ca5a84bd-6188-4b52-a164-13c0941090dd'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:21.787640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-14d97693-e156-44b7-aa14-4b422192ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:59:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['ca5a84bd-6188-4b52-a164-13c0941090dd'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:21.805342 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2595ad59-e1cf-4847-b48a-c73ec717991f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.831891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-14d97693-e156-44b7-aa14-4b422192ac14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:21.833020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d97693-e156-44b7-aa14-4b422192ac14 None None] The sync data for ids ['ca5a84bd-6188-4b52-a164-13c0941090dd'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:22.011651 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2595ad59-e1cf-4847-b48a-c73ec717991f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.124353 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2595ad59-e1cf-4847-b48a-c73ec717991f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.225574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595ad59-e1cf-4847-b48a-c73ec717991f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=a380492a-8a30-4965-afca-5c74bc8a32aa,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:22.236308 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2595ad59-e1cf-4847-b48a-c73ec717991f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.240068 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2595ad59-e1cf-4847-b48a-c73ec717991f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/a380492a-8a30-4965-afca-5c74bc8a32aa HTTP/1.1" status: 204 len: 168 time: 0.6596215 Jul 16 08:59:22.241072 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 88d5060b-0862-4727-b6db-0cc136762128 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:22.243818 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55818) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:22.276040 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48de520f-5155-48d3-bacd-2958a402e8a3 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:22.325106 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-93d40769-adbf-4b0e-9d52-7a35e6295936 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781574 Jul 16 08:59:22.326803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55820) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:22.387861 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de7309-296f-4a15-afc5-c4e25ed99846 req-7caebe36-ad12-43ec-a5b9-81610019a8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.389567 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8de7309-296f-4a15-afc5-c4e25ed99846 req-7caebe36-ad12-43ec-a5b9-81610019a8c6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 1098 time: 0.2598617 Jul 16 08:59:22.414266 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.438695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-dae489c7-51f4-4e03-b73b-46c1300e387b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:22.450909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88e702-8ee9-4790-ab02-342f91a35d33 req-145fb638-98ca-4ab8-9b99-1e0b39f7cc3c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.458118 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df88e702-8ee9-4790-ab02-342f91a35d33 req-145fb638-98ca-4ab8-9b99-1e0b39f7cc3c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 944 time: 0.1830666 Jul 16 08:59:22.485932 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.559936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 88d5060b-0862-4727-b6db-0cc136762128 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:22.564943 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df88e702-8ee9-4790-ab02-342f91a35d33 req-744a5d48-9dab-48d1-9a7b-1bcaf14c0a6e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045396 Jul 16 08:59:22.580938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 88d5060b-0862-4727-b6db-0cc136762128 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:22.581734 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.590139 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de7309-296f-4a15-afc5-c4e25ed99846 req-630069eb-0331-4f4f-8db6-c7e28d1b1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.593829 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8de7309-296f-4a15-afc5-c4e25ed99846 req-630069eb-0331-4f4f-8db6-c7e28d1b1621 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 200 len: 911 time: 0.1971474 Jul 16 08:59:22.633038 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c0bc7-30ff-4f49-86cc-0b1d0d12df48 req-b164fcac-219b-4baf-a6c1-3cba29167906 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.644673 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de5c0bc7-30ff-4f49-86cc-0b1d0d12df48 req-b164fcac-219b-4baf-a6c1-3cba29167906 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.4901175 Jul 16 08:59:22.671635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:22.719500 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8de7309-296f-4a15-afc5-c4e25ed99846 req-81a01fca-3332-4d78-8116-758735f764b8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1296155c-74be-42b3-8b35-5c4b18b0bf31 HTTP/1.1" status: 200 len: 1001 time: 0.1208432 Jul 16 08:59:22.776882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed35c8d0-4908-4911-a56e-c8eee8599fb3 None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:22.788262 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae489c7-51f4-4e03-b73b-46c1300e387b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:22.795442 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dae489c7-51f4-4e03-b73b-46c1300e387b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.828118 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.832612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de7309-296f-4a15-afc5-c4e25ed99846 req-31d50723-109e-498d-aa41-860a5afe6430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.837073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8de7309-296f-4a15-afc5-c4e25ed99846 req-31d50723-109e-498d-aa41-860a5afe6430 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b633f7a-07ad-4cc2-8342-da35f664e7b1 HTTP/1.1" status: 200 len: 850 time: 0.1114905 Jul 16 08:59:22.852327 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de5c0bc7-30ff-4f49-86cc-0b1d0d12df48 req-89db3787-6bd5-4aa8-8049-cf472b62c748 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2060997 Jul 16 08:59:22.874236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e8e40a-b8d4-41ee-96b3-0655287d4798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d5060b-0862-4727-b6db-0cc136762128'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:22.876049 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Deleting port 56e60487-9e25-4c1c-a0c6-3a7106fedebd {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:22.876680 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.878161 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bfabb1-6c62-439b-b3d4-3deab509bf93" -d '{"events": [{"server_uuid": "39e8e40a-b8d4-41ee-96b3-0655287d4798", "name": "network-vif-plugged", "status": "completed", "tag": "88d5060b-0862-4727-b6db-0cc136762128"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:22.880731 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:22.881116 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.942296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 88d5060b-0862-4727-b6db-0cc136762128, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=88d5060b-0862-4727-b6db-0cc136762128,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:22.959579 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.022634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de7309-296f-4a15-afc5-c4e25ed99846 req-71d9a42f-e08a-4240-b968-475cee9069c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.025903 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8de7309-296f-4a15-afc5-c4e25ed99846 req-71d9a42f-e08a-4240-b968-475cee9069c5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14402a19-9c27-491a-b636-32963005e922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1819568 Jul 16 08:59:23.040647 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.054732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Calling delete_port for 56e60487-9e25-4c1c-a0c6-3a7106fedebd owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:23.081351 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a4f208-3e91-4a85-aed4-da9f4aea7b01 x-openstack-request-id: req-13a4f208-3e91-4a85-aed4-da9f4aea7b01 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:23.081868 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e8e40a-b8d4-41ee-96b3-0655287d4798", "name": "network-vif-plugged", "status": "completed", "tag": "88d5060b-0862-4727-b6db-0cc136762128", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:23.082188 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13a4f208-3e91-4a85-aed4-da9f4aea7b01 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:23.082750 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e8e40a-b8d4-41ee-96b3-0655287d4798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88d5060b-0862-4727-b6db-0cc136762128', 'code': 200} Jul 16 08:59:23.083941 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=88d5060b-0862-4727-b6db-0cc136762128,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:23.102672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ed35c8d0-4908-4911-a56e-c8eee8599fb3 None None] Deleting port 5a593f99-0541-4700-b0d2-a1e19f5f7fb5 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:23.103339 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed35c8d0-4908-4911-a56e-c8eee8599fb3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.286382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ed35c8d0-4908-4911-a56e-c8eee8599fb3 None None] For port 5a593f99-0541-4700-b0d2-a1e19f5f7fb5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5a593f99-0541-4700-b0d2-a1e19f5f7fb5,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:23.287184 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed35c8d0-4908-4911-a56e-c8eee8599fb3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.305755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8de7309-296f-4a15-afc5-c4e25ed99846 req-9ef69e31-6758-44e5-87a7-cebd95a5a7d3 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722750 Jul 16 08:59:23.315758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ed35c8d0-4908-4911-a56e-c8eee8599fb3 None None] Calling delete_port for 5a593f99-0541-4700-b0d2-a1e19f5f7fb5 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:23.368402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5a593f99-0541-4700-b0d2-a1e19f5f7fb5 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:23.380490 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.452145 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Pushing event deleted for resources: {'Port': ['ID=56e60487-9e25-4c1c-a0c6-3a7106fedebd,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:23.515753 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.542547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44ccd3-65aa-49a6-97b7-9a076170e9e3 req-dec7d0eb-0ee6-4f98-8958-ade9cabd74b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.545298 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b44ccd3-65aa-49a6-97b7-9a076170e9e3 req-dec7d0eb-0ee6-4f98-8958-ade9cabd74b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 1097 time: 0.2381179 Jul 16 08:59:23.566169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8de7309-296f-4a15-afc5-c4e25ed99846 req-733d9721-38fc-49f2-b86f-097d9a8a34ed service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074130 Jul 16 08:59:23.620929 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b44ccd3-65aa-49a6-97b7-9a076170e9e3 req-f18a3686-b28a-4662-8d62-7368e9101722 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679214 Jul 16 08:59:23.655538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.683149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:23.693399 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.704352 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed35c8d0-4908-4911-a56e-c8eee8599fb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.736805 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:23.779737 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35c8d0-4908-4911-a56e-c8eee8599fb3 None None] No DVR routers for this DVR port 5a593f99-0541-4700-b0d2-a1e19f5f7fb5 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:23.835637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:23.863100 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35c8d0-4908-4911-a56e-c8eee8599fb3 None None] Pushing event deleted for resources: {'Port': ['ID=5a593f99-0541-4700-b0d2-a1e19f5f7fb5,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:24.394538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.411904 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8f646-9293-4d4a-bd2c-912e823fd02c req-c5401ad6-2fe3-44d5-a4bd-767f5c52139a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:24.413576 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ca8f646-9293-4d4a-bd2c-912e823fd02c req-c5401ad6-2fe3-44d5-a4bd-767f5c52139a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 945 time: 0.3046501 Jul 16 08:59:24.417155 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.449928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.objects.ports [None req-dae489c7-51f4-4e03-b73b-46c1300e387b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93694) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:59:24.460222 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dae489c7-51f4-4e03-b73b-46c1300e387b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.595958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae489c7-51f4-4e03-b73b-46c1300e387b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:24.604739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Router ca5a84bd-6188-4b52-a164-13c0941090dd has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:24.609368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-dae489c7-51f4-4e03-b73b-46c1300e387b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:24.617622 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ca8f646-9293-4d4a-bd2c-912e823fd02c req-384ef60f-0a5a-4685-9982-2c6c92da3cb8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959839 Jul 16 08:59:24.619892 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae489c7-51f4-4e03-b73b-46c1300e387b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:24.620552 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dae489c7-51f4-4e03-b73b-46c1300e387b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.621659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f4b49b-51e2-4c65-b96c-4d9e1e538ca2 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:24.640333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae489c7-51f4-4e03-b73b-46c1300e387b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=6a97b8fa-4035-4239-b505-ccd016d38400,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:24.656386 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dae489c7-51f4-4e03-b73b-46c1300e387b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3234076 Jul 16 08:59:24.660651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55838) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:24.666746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-8239938d-0a21-468e-a657-57c98b557a80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'mac_address': 'fa:16:3e:41:f6:be', 'name': 'tempest-NetworksTestDHCPv6-700615069'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:24.779903 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:24.792741 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.793444 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70ae66-02b3-4db1-a357-33ed7b1b06d6 None None] Sync routers for ids ['ca5a84bd-6188-4b52-a164-13c0941090dd'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:24.794813 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fdbec261-5d6e-4f2e-8577-f38a49212029 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "PUT /v2.0/routers/ca5a84bd-6188-4b52-a164-13c0941090dd HTTP/1.1" status: 200 len: 709 time: 3.0646229 Jul 16 08:59:24.798145 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55840) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:24.822292 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70ae66-02b3-4db1-a357-33ed7b1b06d6 None None] Routers {'ca5a84bd-6188-4b52-a164-13c0941090dd'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:24.823322 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fd70ae66-02b3-4db1-a357-33ed7b1b06d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:59:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['ca5a84bd-6188-4b52-a164-13c0941090dd'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:24.826538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55842) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:24.833002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Request body: {'network': {'name': 'tempest-network-smoke--386039248', 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'port_security_enabled': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:24.873595 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Made reservation on behalf of 5c33bc819abc459d94c0dedc8ed9e910 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:24.878798 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.903143 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fd70ae66-02b3-4db1-a357-33ed7b1b06d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:24.907351 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.919992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': '6a97b8fa-4035-4239-b505-ccd016d38400'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:24.920607 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd70ae66-02b3-4db1-a357-33ed7b1b06d6 None None] Routers {'ca5a84bd-6188-4b52-a164-13c0941090dd'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:24.920911 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.921873 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fd70ae66-02b3-4db1-a357-33ed7b1b06d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:59:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['ca5a84bd-6188-4b52-a164-13c0941090dd'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:25.015089 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5c42f8fc-068e-4902-a965-723c7e3a6463 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/routers/ca5a84bd-6188-4b52-a164-13c0941090dd HTTP/1.1" status: 200 len: 744 time: 0.2152648 Jul 16 08:59:25.016607 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fd70ae66-02b3-4db1-a357-33ed7b1b06d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:25.017886 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd70ae66-02b3-4db1-a357-33ed7b1b06d6 None None] The sync data for ids ['ca5a84bd-6188-4b52-a164-13c0941090dd'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:25.018389 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55844) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:25.068109 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-eaac09b5-fb58-4d30-a710-467b92937b65 tempest-RoutersIpV6AdminTest-672548880 tempest-RoutersIpV6AdminTest-672548880-project-admin] 10.222.0.20 "GET /v2.0/ports?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&device_id=ca5a84bd-6188-4b52-a164-13c0941090dd HTTP/1.1" status: 200 len: 205 time: 0.0484767 Jul 16 08:59:25.073310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55846) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:25.100470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe231911-6f40-46b0-9e29-195111da8586 req-87174176-1e56-4617-8b77-174c0b0d29a1 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:25.102317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe231911-6f40-46b0-9e29-195111da8586 req-87174176-1e56-4617-8b77-174c0b0d29a1 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.1603518 Jul 16 08:59:25.112201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:25.116173 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b73e8a-df91-42aa-9f03-2e003bf063ed" -d '{"events": [{"server_uuid": "ec82a73f-da96-4afe-bec5-64b1b4bbabf2", "name": "network-vif-plugged", "status": "completed", "tag": "0a4d8c7b-cc0e-4411-a59d-2f9565aca632"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:25.148079 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ed5cafc5-b712-4223-9959-b4aad0bcec64 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5a84bd-6188-4b52-a164-13c0941090dd HTTP/1.1" status: 200 len: 205 time: 0.0683491 Jul 16 08:59:25.149836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55850) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:25.170385 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe231911-6f40-46b0-9e29-195111da8586 req-d4ae6452-f3d7-43aa-a3d5-e99ded9c4b66 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552964 Jul 16 08:59:25.188801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Allocated IP 2001:db8::f816:3eff:fe30:b4fc (d414e6fa-d160-44fd-92e3-d399748f3f68/6a97b8fa-4035-4239-b505-ccd016d38400/46f2739b-d018-4db5-9e42-d451372df145) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:25.231336 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6fe9f6-e2ab-4bcf-abaf-4722b6ede630 x-openstack-request-id: req-ff6fe9f6-e2ab-4bcf-abaf-4722b6ede630 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:25.231684 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec82a73f-da96-4afe-bec5-64b1b4bbabf2", "name": "network-vif-plugged", "status": "completed", "tag": "0a4d8c7b-cc0e-4411-a59d-2f9565aca632", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:25.232560 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ff6fe9f6-e2ab-4bcf-abaf-4722b6ede630 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:25.232560 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632', 'code': 200} Jul 16 08:59:25.269446 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.285519 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.313101 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1705e5b-0a26-427d-9488-f6bcf919ad0a tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.334373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:25.422783 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8239938d-0a21-468e-a657-57c98b557a80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:25.451339 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc3dc77-4fdc-403b-a5eb-1d20001bf6aa,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:25.454806 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.455137 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Added segment d5a8300d-2024-41b8-b8fc-f075ec1c2129 of type vlan for network 5db0e0ea-aa8f-499f-a098-7a682e6790ad Jul 16 08:59:25.571598 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.581498 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Transition to ACTIVE for port object 46f2739b-d018-4db5-9e42-d451372df145 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:25.600454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Transition to ACTIVE for port object 46f2739b-d018-4db5-9e42-d451372df145 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:25.607891 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.654597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:25.656415 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.661041 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:25.664730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:25.672244 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1705e5b-0a26-427d-9488-f6bcf919ad0a tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.677509 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1705e5b-0a26-427d-9488-f6bcf919ad0a tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.701390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Pushing event updated for resources: {'Port': ['ID=46f2739b-d018-4db5-9e42-d451372df145,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:25.744777 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Attempting to bind port 46f2739b-d018-4db5-9e42-d451372df145 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:25.745249 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Attempting to bind port 46f2739b-d018-4db5-9e42-d451372df145 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:25.745731 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Attempting to bind port 46f2739b-d018-4db5-9e42-d451372df145 on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:25.751372 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8239938d-0a21-468e-a657-57c98b557a80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.753828 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:25.754300 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:25.754638 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.755107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:25.755698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Bound port: 46f2739b-d018-4db5-9e42-d451372df145, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:25.756097 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.757945 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1705e5b-0a26-427d-9488-f6bcf919ad0a tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.758501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1705e5b-0a26-427d-9488-f6bcf919ad0a tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Fanout notify agent at l3_agent the message router_deleted on router ca5a84bd-6188-4b52-a164-13c0941090dd {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:59:25.773357 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1705e5b-0a26-427d-9488-f6bcf919ad0a tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.781827 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f1705e5b-0a26-427d-9488-f6bcf919ad0a tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "DELETE /v2.0/routers/ca5a84bd-6188-4b52-a164-13c0941090dd HTTP/1.1" status: 204 len: 168 time: 0.6241138 Jul 16 08:59:25.782109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55856) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:25.795882 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.802141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:25.802787 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.837225 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2b2e5f28-4a9c-4ec9-908f-2c9eae14a3d5 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "GET /v2.0/ports?device_id=ca5a84bd-6188-4b52-a164-13c0941090dd HTTP/1.1" status: 200 len: 205 time: 0.0540144 Jul 16 08:59:25.840878 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55858) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:25.872226 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-8239938d-0a21-468e-a657-57c98b557a80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port 31168660-de87-49eb-8156-96b42fcca374 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:25.889334 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0566444 Jul 16 08:59:25.894109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55860) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:25.896112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] For port 46f2739b-d018-4db5-9e42-d451372df145, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:25.898142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'admin_state_up': True, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:25.902884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] For port 46f2739b-d018-4db5-9e42-d451372df145, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=46f2739b-d018-4db5-9e42-d451372df145,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:25.911128 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.938929 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-8ceff332-7351-4a33-927e-21ed2bb016da tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] delete failed (client error): The resource could not be found. Jul 16 08:59:25.942419 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8ceff332-7351-4a33-927e-21ed2bb016da tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "DELETE /v2.0/routers/ca5a84bd-6188-4b52-a164-13c0941090dd HTTP/1.1" status: 404 len: 336 time: 0.0968223 Jul 16 08:59:25.960859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55862) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:25.996102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fa13c9-f19f-4185-aa3c-a720c5c1de3e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'Network': ['ID=5db0e0ea-aa8f-499f-a098-7a682e6790ad,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:26.024001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 5db0e0ea-aa8f-499f-a098-7a682e6790ad details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:26.039713 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-273a84a1-cec5-4b49-b7dd-fc4e34ff5824 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "GET /v2.0/ports?device_id=a14638ab-9241-4f92-a3e7-9436ec8be164 HTTP/1.1" status: 200 len: 205 time: 0.0746665 Jul 16 08:59:26.045194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55864) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:26.052707 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c96927-0022-41d1-9499-c5ebc3b49ae0 req-3744d3fa-450b-4f3b-9683-08e6a8371f09 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:26.054778 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c4c96927-0022-41d1-9499-c5ebc3b49ae0 req-3744d3fa-450b-4f3b-9683-08e6a8371f09 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 945 time: 0.1309252 Jul 16 08:59:26.074210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a605f5da-9c97-4a95-ae63-edf47aac4f4e None None] Pushing event updated for resources: {'Port': ['ID=46f2739b-d018-4db5-9e42-d451372df145,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:26.116912 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c4c96927-0022-41d1-9499-c5ebc3b49ae0 req-5a4cfe28-8634-4ba8-a64b-f73ebdd39ce4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448251 Jul 16 08:59:26.171058 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.172852 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.181604 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-95eea143-c687-4c70-ac7f-6c6ce08dc86b tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] delete failed (client error): The resource could not be found. Jul 16 08:59:26.182725 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-95eea143-c687-4c70-ac7f-6c6ce08dc86b tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "DELETE /v2.0/routers/a14638ab-9241-4f92-a3e7-9436ec8be164 HTTP/1.1" status: 404 len: 336 time: 0.1333847 Jul 16 08:59:26.186476 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55868) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:26.223748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8f3ac40e-3209-4822-bb72-193a465eca00 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "GET /v2.0/ports?device_id=5e89cc7f-cbf5-49ce-9553-3e48a8e6c5e7 HTTP/1.1" status: 200 len: 205 time: 0.0366428 Jul 16 08:59:26.230651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55870) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:26.235269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-8239938d-0a21-468e-a657-57c98b557a80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::f816:3eff:fe41:f6be (d414e6fa-d160-44fd-92e3-d399748f3f68/6a97b8fa-4035-4239-b505-ccd016d38400/31168660-de87-49eb-8156-96b42fcca374) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:26.328145 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.329933 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-494a2487-efde-46fe-bf28-f6a4854cd0a8 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] delete failed (client error): The resource could not be found. Jul 16 08:59:26.331507 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-494a2487-efde-46fe-bf28-f6a4854cd0a8 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "DELETE /v2.0/routers/5e89cc7f-cbf5-49ce-9553-3e48a8e6c5e7 HTTP/1.1" status: 404 len: 336 time: 0.0998607 Jul 16 08:59:26.334354 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55872) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:26.368349 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4c69f9a3-3ef5-4c96-90fa-b6695b1edee8 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "GET /v2.0/ports?device_id=6c4f2814-d906-4286-89a0-8625c0c5a06d HTTP/1.1" status: 200 len: 205 time: 0.0324557 Jul 16 08:59:26.371426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55874) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:26.433563 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-35053622-1f8f-4afd-b059-ffbec495967f tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] delete failed (client error): The resource could not be found. Jul 16 08:59:26.436561 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-35053622-1f8f-4afd-b059-ffbec495967f tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "DELETE /v2.0/routers/6c4f2814-d906-4286-89a0-8625c0c5a06d HTTP/1.1" status: 404 len: 336 time: 0.0611916 Jul 16 08:59:26.439794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55876) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:26.475470 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ae37e40f-151c-4898-8362-3f62c8ca3fd2 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "GET /v2.0/ports?device_id=c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c HTTP/1.1" status: 200 len: 205 time: 0.0345213 Jul 16 08:59:26.477804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55878) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:26.520818 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-638b9ae5-ec6d-4d09-85a1-8ff9618174b4 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] delete failed (client error): The resource could not be found. Jul 16 08:59:26.521936 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-638b9ae5-ec6d-4d09-85a1-8ff9618174b4 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "DELETE /v2.0/routers/c20f54dc-d9ed-4f35-a336-8fcf0bc7e12c HTTP/1.1" status: 404 len: 336 time: 0.0430744 Jul 16 08:59:26.524861 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55880) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:26.568222 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2cba005c-4490-4ca7-8e48-4684bdd3257e tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "GET /v2.0/ports?device_id=b48fb3d2-34cf-487d-9669-923c64cbd2f5 HTTP/1.1" status: 200 len: 205 time: 0.0417910 Jul 16 08:59:26.572304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55882) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:26.616888 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-7f89866c-f6b5-4af6-b8df-eca42e9482d2 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] delete failed (client error): The resource could not be found. Jul 16 08:59:26.618120 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7f89866c-f6b5-4af6-b8df-eca42e9482d2 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "DELETE /v2.0/routers/b48fb3d2-34cf-487d-9669-923c64cbd2f5 HTTP/1.1" status: 404 len: 336 time: 0.0446446 Jul 16 08:59:26.622947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55884) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:26.656327 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d62707d-a5f7-4b0f-a0b3-192828baccd4 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] DELETE failed (client error): The resource could not be found. Jul 16 08:59:26.657117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d62707d-a5f7-4b0f-a0b3-192828baccd4 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:26.660024 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8d62707d-a5f7-4b0f-a0b3-192828baccd4 tempest-RoutersIpV6AdminTest-1085241757 tempest-RoutersIpV6AdminTest-1085241757-project] 10.222.0.20 "DELETE /v2.0/subnets/029cda83-dd5e-417e-b8e8-65196e234c7f HTTP/1.1" status: 404 len: 337 time: 0.0358257 Jul 16 08:59:26.664906 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.798418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d64ed-58bf-4420-b6ac-f2285e780fbe req-cf96758a-555e-4da6-923e-232634fa7af9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:26.800097 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a32d64ed-58bf-4420-b6ac-f2285e780fbe req-cf96758a-555e-4da6-923e-232634fa7af9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 945 time: 0.3671377 Jul 16 08:59:26.825183 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8239938d-0a21-468e-a657-57c98b557a80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.861861 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-8239938d-0a21-468e-a657-57c98b557a80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object 31168660-de87-49eb-8156-96b42fcca374 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:26.939717 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a32d64ed-58bf-4420-b6ac-f2285e780fbe req-818ced3a-13d1-4362-9176-6e4dbcfabac6 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236446 Jul 16 08:59:27.019646 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8239938d-0a21-468e-a657-57c98b557a80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.098410 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8239938d-0a21-468e-a657-57c98b557a80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:27.132872 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55892) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:27.183071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239938d-0a21-468e-a657-57c98b557a80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=31168660-de87-49eb-8156-96b42fcca374,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:27.187476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-8239938d-0a21-468e-a657-57c98b557a80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:27.190123 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239938d-0a21-468e-a657-57c98b557a80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:27.196365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8239938d-0a21-468e-a657-57c98b557a80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:27.197090 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8239938d-0a21-468e-a657-57c98b557a80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.225646 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.285913 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.297209 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8239938d-0a21-468e-a657-57c98b557a80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.6353838 Jul 16 08:59:27.307091 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55896) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:27.421719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566a0710-45c5-4baa-b20a-ecd1fa7fcdee req-74446b13-6fa2-4c84-a0e2-159157ad6bf7 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:27.424446 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-566a0710-45c5-4baa-b20a-ecd1fa7fcdee req-74446b13-6fa2-4c84-a0e2-159157ad6bf7 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 945 time: 0.2434571 Jul 16 08:59:27.487835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 46f2739b-d018-4db5-9e42-d451372df145 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:27.501582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Allocated IP 172.25.4.124 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/6f42a2cf-6549-4eb3-b0de-f662ebdff8d7) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:27.521465 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ec73-148d-4f00-980e-460445f4db35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.578839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e69ac4a-bd0e-4cef-a48c-c3dfb0604936 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:27.590721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e69ac4a-bd0e-4cef-a48c-c3dfb0604936 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:27.598231 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2e69ac4a-bd0e-4cef-a48c-c3dfb0604936 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.2830269 Jul 16 08:59:27.599216 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 46f2739b-d018-4db5-9e42-d451372df145 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:27.611397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55898) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:27.640242 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-566a0710-45c5-4baa-b20a-ecd1fa7fcdee req-7ac4d96c-7558-44f4-8205-7974023abe0f tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892104 Jul 16 08:59:27.641362 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2450b156-d84e-4279-abdc-42481af4e160 None None] Provisioning for port 46f2739b-d018-4db5-9e42-d451372df145 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:27.647814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2450b156-d84e-4279-abdc-42481af4e160 None None] Provisioning complete for port 46f2739b-d018-4db5-9e42-d451372df145 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:27.648312 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2450b156-d84e-4279-abdc-42481af4e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.716541 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.815077 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.837047 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2450b156-d84e-4279-abdc-42481af4e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.890378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2450b156-d84e-4279-abdc-42481af4e160 None None] For port 46f2739b-d018-4db5-9e42-d451372df145, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=46f2739b-d018-4db5-9e42-d451372df145,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:27.900963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:27.905376 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2450b156-d84e-4279-abdc-42481af4e160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.907896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:27.915414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:27.998232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-002c1745-ec9f-492c-99de-4cf29c2ad6e7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port 31168660-de87-49eb-8156-96b42fcca374 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:27.998800 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-002c1745-ec9f-492c-99de-4cf29c2ad6e7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.999236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2450b156-d84e-4279-abdc-42481af4e160 None None] Pushing event updated for resources: {'Port': ['ID=46f2739b-d018-4db5-9e42-d451372df145,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:28.017802 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'Port': ['ID=6f42a2cf-6549-4eb3-b0de-f662ebdff8d7,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:28.056835 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ec73-148d-4f00-980e-460445f4db35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.073179 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c8f1ec73-148d-4f00-980e-460445f4db35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.160490 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-180e7c2f-6f31-436d-b3f2-9230d250793c None None] Provisioning for port 31168660-de87-49eb-8156-96b42fcca374 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:28.170645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-180e7c2f-6f31-436d-b3f2-9230d250793c None None] Provisioning complete for port 31168660-de87-49eb-8156-96b42fcca374 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:28.172355 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-180e7c2f-6f31-436d-b3f2-9230d250793c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.236180 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c8f1ec73-148d-4f00-980e-460445f4db35 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d86a7434fac240b092466679815359d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1015949 Jul 16 08:59:28.244842 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f1ec73-148d-4f00-980e-460445f4db35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71ff302-5099-43ef-9699-9361032997d1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:28.254136 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55904) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:28.269092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-180e7c2f-6f31-436d-b3f2-9230d250793c None None] Port 31168660-de87-49eb-8156-96b42fcca374 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:28.349230 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-002c1745-ec9f-492c-99de-4cf29c2ad6e7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.372524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-002c1745-ec9f-492c-99de-4cf29c2ad6e7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for 31168660-de87-49eb-8156-96b42fcca374 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:28.382926 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4cca5291-b083-46ca-badf-bdddbe1ef53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.448119 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4cca5291-b083-46ca-badf-bdddbe1ef53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.605848 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4cca5291-b083-46ca-badf-bdddbe1ef53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.608466 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4cca5291-b083-46ca-badf-bdddbe1ef53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.609788 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4cca5291-b083-46ca-badf-bdddbe1ef53e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e71ff302-5099-43ef-9699-9361032997d1 HTTP/1.1" status: 204 len: 168 time: 0.3545465 Jul 16 08:59:28.629737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb928019-47fd-4ea2-95e2-5fb2e4501a9d req-8bf0a5ed-3b5d-4474-8cc0-6839aace8f31 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:28.631493 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eb928019-47fd-4ea2-95e2-5fb2e4501a9d req-8bf0a5ed-3b5d-4474-8cc0-6839aace8f31 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 945 time: 0.1717815 Jul 16 08:59:28.643302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cca5291-b083-46ca-badf-bdddbe1ef53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71ff302-5099-43ef-9699-9361032997d1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:28.673569 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-002c1745-ec9f-492c-99de-4cf29c2ad6e7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.716750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c1745-ec9f-492c-99de-4cf29c2ad6e7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=31168660-de87-49eb-8156-96b42fcca374,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:28.739068 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eb928019-47fd-4ea2-95e2-5fb2e4501a9d req-969179ee-ff22-476f-a472-4696f951ad9e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912297 Jul 16 08:59:28.761032 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-002c1745-ec9f-492c-99de-4cf29c2ad6e7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.766765 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-002c1745-ec9f-492c-99de-4cf29c2ad6e7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/31168660-de87-49eb-8156-96b42fcca374 HTTP/1.1" status: 204 len: 168 time: 1.1537156 Jul 16 08:59:28.767464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55910) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:28.890670 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:28.909020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e972832-243d-4cc2-95e1-566c4d855b2a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:28.914980 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e972832-243d-4cc2-95e1-566c4d855b2a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:28.918263 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4e972832-243d-4cc2-95e1-566c4d855b2a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1491001 Jul 16 08:59:28.923431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55914) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:29.082517 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f70ef8-8594-4ca1-b6e4-7cd605d6afc6 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 6a97b8fa-4035-4239-b505-ccd016d38400 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:29.099682 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60f70ef8-8594-4ca1-b6e4-7cd605d6afc6 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.233564 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60f70ef8-8594-4ca1-b6e4-7cd605d6afc6 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.288025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55916) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:29.311183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 46f2739b-d018-4db5-9e42-d451372df145 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:29.372926 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.409558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 46f2739b-d018-4db5-9e42-d451372df145 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:29.410082 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.440483 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b01c4220-3880-4098-aac0-990251f2d16e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=62468bcd808140cf8d27a98f05fa461b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1473086 Jul 16 08:59:29.441606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55918) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:29.478010 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60f70ef8-8594-4ca1-b6e4-7cd605d6afc6 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.560345 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b0394a3-14dd-48ed-b2f3-9926af8d29fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.585802 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60f70ef8-8594-4ca1-b6e4-7cd605d6afc6 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.599372 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b0394a3-14dd-48ed-b2f3-9926af8d29fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.619134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Router 2c8c2f63-02c0-443b-9b29-a88a391d378c is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:59:29.627000 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-60f70ef8-8594-4ca1-b6e4-7cd605d6afc6 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.629821 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-60f70ef8-8594-4ca1-b6e4-7cd605d6afc6 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/6a97b8fa-4035-4239-b505-ccd016d38400 HTTP/1.1" status: 204 len: 168 time: 0.7016296 Jul 16 08:59:29.631197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f70ef8-8594-4ca1-b6e4-7cd605d6afc6 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=6a97b8fa-4035-4239-b505-ccd016d38400,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:29.633738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55920) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:29.639348 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2a1422-f1fb-4d77-be86-8fb2fba42729 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:29.688598 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ccbebf65-1b3d-4048-95c8-5f95529114bd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0534451 Jul 16 08:59:29.691615 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55922) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:29.819321 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b0394a3-14dd-48ed-b2f3-9926af8d29fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.822305 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b0394a3-14dd-48ed-b2f3-9926af8d29fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:29.826765 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8b0394a3-14dd-48ed-b2f3-9926af8d29fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2202efbe-be11-45e6-89ed-2f623f24e7b8 HTTP/1.1" status: 204 len: 168 time: 0.3812323 Jul 16 08:59:29.885025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0394a3-14dd-48ed-b2f3-9926af8d29fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2202efbe-be11-45e6-89ed-2f623f24e7b8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:29.929362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:29.942335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Sync routers for ids ['2c8c2f63-02c0-443b-9b29-a88a391d378c'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:29.961775 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Routers {'2c8c2f63-02c0-443b-9b29-a88a391d378c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:29.963152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:59:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2c8c2f63-02c0-443b-9b29-a88a391d378c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:29.987332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e708d657-d2cb-48da-b9bf-c8cca8b18225 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:29.989697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e708d657-d2cb-48da-b9bf-c8cca8b18225 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2967658 Jul 16 08:59:29.992003 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55928) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.045737 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:30.062760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795d671c-277f-437a-a108-4d77244bd2fe tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:30.068476 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-795d671c-277f-437a-a108-4d77244bd2fe tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0747125 Jul 16 08:59:30.069193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55930) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.110396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e44d75-ab96-472e-875f-797a83f62eae req-84738654-8332-40d1-a9ef-cf7f8ac6bb74 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:30.114463 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f6e44d75-ab96-472e-875f-797a83f62eae req-84738654-8332-40d1-a9ef-cf7f8ac6bb74 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.15 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 945 time: 0.3531675 Jul 16 08:59:30.120030 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.128939 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5b25eb70-bdbf-4f96-94be-bf995f044717 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.2342384 Jul 16 08:59:30.132654 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4bbbc35f-6b9e-44b9-ba3f-32aaf5a85c5f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621185 Jul 16 08:59:30.133334 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55932) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.133997 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55934) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.158668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-336f64f0-1741-4de2-a2b2-7336d0552e90 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:30.255002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Set router 2c8c2f63-02c0-443b-9b29-a88a391d378c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:30.259229 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Deleting port 46f2739b-d018-4db5-9e42-d451372df145 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:30.259844 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.377407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301d1a04-0caf-4c8a-bec9-b9b6efae81b0 req-61901273-37ba-47fc-bb41-9452c5174bcb tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:30.379854 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-301d1a04-0caf-4c8a-bec9-b9b6efae81b0 req-61901273-37ba-47fc-bb41-9452c5174bcb tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 945 time: 0.3836842 Jul 16 08:59:30.479400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-336f64f0-1741-4de2-a2b2-7336d0552e90 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:30.488829 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-336f64f0-1741-4de2-a2b2-7336d0552e90 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.512623 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-301d1a04-0caf-4c8a-bec9-b9b6efae81b0 req-0d9d7553-eb3a-4187-a468-f65855481908 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193449 Jul 16 08:59:30.549341 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3575fa79-94c2-41a9-8421-acb0188fab03 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5c33bc819abc459d94c0dedc8ed9e910&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4118438 Jul 16 08:59:30.551808 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55946) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.632953 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] For port 46f2739b-d018-4db5-9e42-d451372df145, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=46f2739b-d018-4db5-9e42-d451372df145,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:30.633878 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.663991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Calling delete_port for 46f2739b-d018-4db5-9e42-d451372df145 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:30.670350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-f6e44d75-ab96-472e-875f-797a83f62eae req-f6e718fc-5745-4040-9f69-f33655a8b0d0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Deleting port 88d5060b-0862-4727-b6db-0cc136762128 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:30.670883 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f6e44d75-ab96-472e-875f-797a83f62eae req-f6e718fc-5745-4040-9f69-f33655a8b0d0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.707305 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47eaf19-3b8d-4fcd-80fc-cfa1f9a673c5 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:30.710593 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e47eaf19-3b8d-4fcd-80fc-cfa1f9a673c5 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1571529 Jul 16 08:59:30.715760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55950) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.774893 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-262f420b-5a9d-43ca-b7d4-a79b07b404cc tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0529444 Jul 16 08:59:30.779283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55952) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:30.788230 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-27f5deca-8c09-497a-a8e0-dd244bb4c440 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-784603774', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:30.932183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:26Z', 'updated_at': '2021-07-16T08:59:28Z', 'revision_number': 3, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:11:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:27Z', 'updated_at': '2021-07-16T08:59:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:30.960334 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-f6e44d75-ab96-472e-875f-797a83f62eae req-f6e718fc-5745-4040-9f69-f33655a8b0d0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] For port 88d5060b-0862-4727-b6db-0cc136762128, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=88d5060b-0862-4727-b6db-0cc136762128,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:30.961181 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f6e44d75-ab96-472e-875f-797a83f62eae req-f6e718fc-5745-4040-9f69-f33655a8b0d0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.968851 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27f5deca-8c09-497a-a8e0-dd244bb4c440 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Made reservation on behalf of 5c33bc819abc459d94c0dedc8ed9e910 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:30.975539 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27f5deca-8c09-497a-a8e0-dd244bb4c440 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:30.993767 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Checking router: 2c8c2f63-02c0-443b-9b29-a88a391d378c for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:30.994450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Updating router 2c8c2f63-02c0-443b-9b29-a88a391d378c port 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:59:31.006119 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-f6e44d75-ab96-472e-875f-797a83f62eae req-f6e718fc-5745-4040-9f69-f33655a8b0d0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Calling delete_port for 88d5060b-0862-4727-b6db-0cc136762128 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:31.088530 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.154055 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.223608 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Pushing event deleted for resources: {'Port': ['ID=46f2739b-d018-4db5-9e42-d451372df145,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:31.255141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.255986 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.257120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.257932 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.258715 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.259424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.260141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.260972 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.261654 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.262432 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.263139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.263838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:31.349016 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27f5deca-8c09-497a-a8e0-dd244bb4c440 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.401503 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a41b4c2-338b-4dc3-9428-0cf9bb1bc7ae None None] No DVR routers for this DVR port 46f2739b-d018-4db5-9e42-d451372df145 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:31.406976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 46f2739b-d018-4db5-9e42-d451372df145 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:31.432598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.objects.ports [None req-336f64f0-1741-4de2-a2b2-7336d0552e90 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93695) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:59:31.436641 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-336f64f0-1741-4de2-a2b2-7336d0552e90 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.496774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 46f2739b-d018-4db5-9e42-d451372df145 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:31.498269 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 46f2739b-d018-4db5-9e42-d451372df145 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:31.520378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27f5deca-8c09-497a-a8e0-dd244bb4c440 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Checking segment: {'id': 'd5a8300d-2024-41b8-b8fc-f075ec1c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:31.521023 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5deca-8c09-497a-a8e0-dd244bb4c440 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Network hostable DHCP agents. Network: 5db0e0ea-aa8f-499f-a098-7a682e6790ad, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:31.526155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f5deca-8c09-497a-a8e0-dd244bb4c440 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'Subnet': ['ID=c3e5b37d-1d38-469b-90e5-d179e15ff92c,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:31.550285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336f64f0-1741-4de2-a2b2-7336d0552e90 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:31.554662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f64f0-1741-4de2-a2b2-7336d0552e90 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=037455d9-ed73-407c-a247-5afbe7a9ffb7,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:31.559720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-336f64f0-1741-4de2-a2b2-7336d0552e90 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:31.560353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f5deca-8c09-497a-a8e0-dd244bb4c440 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Network 5db0e0ea-aa8f-499f-a098-7a682e6790ad is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:31.563605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336f64f0-1741-4de2-a2b2-7336d0552e90 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:31.564314 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-336f64f0-1741-4de2-a2b2-7336d0552e90 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.574757 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f6e44d75-ab96-472e-875f-797a83f62eae req-f6e718fc-5745-4040-9f69-f33655a8b0d0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.597681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-27f5deca-8c09-497a-a8e0-dd244bb4c440 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 5db0e0ea-aa8f-499f-a098-7a682e6790ad) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:31.618508 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-336f64f0-1741-4de2-a2b2-7336d0552e90 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.4800131 Jul 16 08:59:31.619267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f5deca-8c09-497a-a8e0-dd244bb4c440 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:31.620368 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27f5deca-8c09-497a-a8e0-dd244bb4c440 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.620708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55968) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:31.621763 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e718fc-5745-4040-9f69-f33655a8b0d0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event deleted for resources: {'Port': ['ID=88d5060b-0862-4727-b6db-0cc136762128,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:31.632060 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-502df20a-6d4d-4508-8700-4b150336a04c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'mac_address': 'fa:16:3e:dc:10:26', 'name': 'tempest-NetworksTestDHCPv6-1304256744'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:31.676333 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-27f5deca-8c09-497a-a8e0-dd244bb4c440 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8937159 Jul 16 08:59:31.677438 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55970) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:31.738711 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e44d75-ab96-472e-875f-797a83f62eae req-f6e718fc-5745-4040-9f69-f33655a8b0d0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] No DVR routers for this DVR port 88d5060b-0862-4727-b6db-0cc136762128 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:31.746093 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f6e44d75-ab96-472e-875f-797a83f62eae req-f6e718fc-5745-4040-9f69-f33655a8b0d0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:31.752930 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f6e44d75-ab96-472e-875f-797a83f62eae req-f6e718fc-5745-4040-9f69-f33655a8b0d0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.15 "DELETE /v2.0/ports/88d5060b-0862-4727-b6db-0cc136762128 HTTP/1.1" status: 204 len: 173 time: 1.6131680 Jul 16 08:59:31.753467 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39e8e40a-b8d4-41ee-96b3-0655287d4798', 'name': 'network-vif-deleted', 'tag': '88d5060b-0862-4727-b6db-0cc136762128'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:31.755968 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fbb2bc-022a-43fc-949a-3f161fa26462" -d '{"events": [{"server_uuid": "39e8e40a-b8d4-41ee-96b3-0655287d4798", "name": "network-vif-deleted", "tag": "88d5060b-0862-4727-b6db-0cc136762128"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:31.898642 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc22069d-e0da-474b-9fa3-2d3c99490a90 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:31.902394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce5425f-78d4-4737-84bc-a1e2469c50ca None None] Network 5db0e0ea-aa8f-499f-a098-7a682e6790ad requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:31.946602 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e63b4201-549c-49ee-a9e2-24cd7f3230da x-openstack-request-id: req-e63b4201-549c-49ee-a9e2-24cd7f3230da {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:31.946602 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39e8e40a-b8d4-41ee-96b3-0655287d4798", "name": "network-vif-deleted", "tag": "88d5060b-0862-4727-b6db-0cc136762128", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:31.947050 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e63b4201-549c-49ee-a9e2-24cd7f3230da {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:31.954852 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39e8e40a-b8d4-41ee-96b3-0655287d4798', 'name': 'network-vif-deleted', 'tag': '88d5060b-0862-4727-b6db-0cc136762128', 'status': 'completed', 'code': 200} Jul 16 08:59:32.091563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-502df20a-6d4d-4508-8700-4b150336a04c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:32.137994 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4eaad3ee-8e12-4481-b4da-92653b05fadb req-a5180d23-723d-4177-aacd-fcb649ec50e4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 210 time: 0.0391235 Jul 16 08:59:32.280822 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-502df20a-6d4d-4508-8700-4b150336a04c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.323040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-502df20a-6d4d-4508-8700-4b150336a04c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port 41673f98-a19d-418d-9081-fc2a2b664a0a yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:32.357494 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.418687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 88d5060b-0862-4727-b6db-0cc136762128 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:32.599164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Transition to ACTIVE for port object 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:32.654023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 88d5060b-0862-4727-b6db-0cc136762128 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:32.654946 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 88d5060b-0862-4727-b6db-0cc136762128 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:32.661715 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-502df20a-6d4d-4508-8700-4b150336a04c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::f816:3eff:fedc:1026 (d414e6fa-d160-44fd-92e3-d399748f3f68/037455d9-ed73-407c-a247-5afbe7a9ffb7/41673f98-a19d-418d-9081-fc2a2b664a0a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:32.674799 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.680117 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55984) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:32.709131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'fixed_ips': [{'subnet_id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:32.718319 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.963938 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.053332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-579104063', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:33.096166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Attempting to bind port 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:33.097244 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Attempting to bind port 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:33.097806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Attempting to bind port 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:33.116108 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-502df20a-6d4d-4508-8700-4b150336a04c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.152580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:33.153042 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:33.153361 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.153769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:33.154282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Bound port: 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:33.154673 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.162903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': '037455d9-ed73-407c-a247-5afbe7a9ffb7'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:33.162903 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.169446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74326812-616c-4f84-96fd-fd33f1c85831 None None] Pushing event updated for resources: {'Port': ['ID=6f42a2cf-6549-4eb3-b0de-f662ebdff8d7,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:33.175203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Made reservation on behalf of 57674901fd7c4b93b580308897678ab3 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:33.180399 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.206593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-502df20a-6d4d-4508-8700-4b150336a04c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object 41673f98-a19d-418d-9081-fc2a2b664a0a will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:33.213843 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.312351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] For port 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:33.323465 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] For port 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6f42a2cf-6549-4eb3-b0de-f662ebdff8d7,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:33.383952 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-502df20a-6d4d-4508-8700-4b150336a04c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.447150 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.514893 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0b3f3fe1-7877-4273-9b3a-7e6ce222abfd req-aae8ee14-c8c4-4365-b854-3be0844620db tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 210 time: 0.1060145 Jul 16 08:59:33.528576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-502df20a-6d4d-4508-8700-4b150336a04c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:33.537483 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-502df20a-6d4d-4508-8700-4b150336a04c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:33.547241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502df20a-6d4d-4508-8700-4b150336a04c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:33.553170 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502df20a-6d4d-4508-8700-4b150336a04c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:33.553873 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-502df20a-6d4d-4508-8700-4b150336a04c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.566090 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502df20a-6d4d-4508-8700-4b150336a04c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=41673f98-a19d-418d-9081-fc2a2b664a0a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:33.650874 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.659829 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:33.667861 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-502df20a-6d4d-4508-8700-4b150336a04c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0438221 Jul 16 08:59:33.670990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55992) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:33.675901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] device_id is not set on port 496735e3-a9e8-4203-8751-a5ee97537ae5 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:33.717221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Allocated IP 172.20.0.2 (5db0e0ea-aa8f-499f-a098-7a682e6790ad/c3e5b37d-1d38-469b-90e5-d179e15ff92c/7c85065d-ee88-4f42-a4a8-7980274452c9) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:33.723302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74326812-616c-4f84-96fd-fd33f1c85831 None None] Pushing event updated for resources: {'Port': ['ID=6f42a2cf-6549-4eb3-b0de-f662ebdff8d7,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:33.738536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59632c9e-06cb-4eac-9229-52a7938679e3,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:33.799497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Routers {'2c8c2f63-02c0-443b-9b29-a88a391d378c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:33.800416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:59:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2c8c2f63-02c0-443b-9b29-a88a391d378c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:33.863293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Allocated IP 172.25.4.216 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/496735e3-a9e8-4203-8751-a5ee97537ae5) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:33.934831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5500aa24-12d7-480b-8ea5-8f6e73ecccce tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:33.939974 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5500aa24-12d7-480b-8ea5-8f6e73ecccce tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2637222 Jul 16 08:59:33.940699 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 55994) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:33.987346 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Allocated IP 2001:db8::f816:3eff:fe27:2ef9 (d414e6fa-d160-44fd-92e3-d399748f3f68/037455d9-ed73-407c-a247-5afbe7a9ffb7/48915a3e-3a41-4858-8d66-9c836182b84a) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:34.044741 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.093153 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.150260 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:34.154939 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:34.161748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:34.165737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Pushing event updated for resources: {'Port': ['ID=496735e3-a9e8-4203-8751-a5ee97537ae5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:34.205899 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.225140 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:34.225367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-434ed88d-fd1f-44a6-8f31-87083d9c08a7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port 41673f98-a19d-418d-9081-fc2a2b664a0a {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:34.226090 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-434ed88d-fd1f-44a6-8f31-87083d9c08a7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.228219 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.238780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Transition to ACTIVE for port object 7c85065d-ee88-4f42-a4a8-7980274452c9 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:34.268376 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ff795594-d8e7-4d52-b765-07d7a25f2b2a tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.5862048 Jul 16 08:59:34.269129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 55996) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:34.280203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d85a7567-1c68-429a-a18c-6a8d5d307178 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.216'}]}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:34.284302 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.306177 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d85a7567-1c68-429a-a18c-6a8d5d307178 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.308918 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d85a7567-1c68-429a-a18c-6a8d5d307178 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.345142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Transition to ACTIVE for port object 7c85065d-ee88-4f42-a4a8-7980274452c9 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:34.377264 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.388423 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d85a7567-1c68-429a-a18c-6a8d5d307178 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.432076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] Set router 2c8c2f63-02c0-443b-9b29-a88a391d378c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:34.446492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Allocated IP 172.20.0.1 (5db0e0ea-aa8f-499f-a098-7a682e6790ad/c3e5b37d-1d38-469b-90e5-d179e15ff92c/77f49366-58d4-43d1-84e0-40c74d932115) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:34.462160 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-434ed88d-fd1f-44a6-8f31-87083d9c08a7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.484384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-434ed88d-fd1f-44a6-8f31-87083d9c08a7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for 41673f98-a19d-418d-9081-fc2a2b664a0a owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:34.578630 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d85a7567-1c68-429a-a18c-6a8d5d307178 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.631439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Network 5db0e0ea-aa8f-499f-a098-7a682e6790ad is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:34.657321 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:34.723965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:34.752570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Pushing event updated for resources: {'Port': ['ID=7c85065d-ee88-4f42-a4a8-7980274452c9,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:34.906461 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d85a7567-1c68-429a-a18c-6a8d5d307178 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.932222 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6871d71e-9845-47b1-8d9b-166b709e42d1 req-a9b45358-ffa9-4994-84fa-9b7dad14c199 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 210 time: 0.1177459 Jul 16 08:59:34.941442 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d85a7567-1c68-429a-a18c-6a8d5d307178 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.948941 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.977810 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-434ed88d-fd1f-44a6-8f31-87083d9c08a7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.981386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Attempting to bind port 7c85065d-ee88-4f42-a4a8-7980274452c9 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:34.982275 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Attempting to bind port 7c85065d-ee88-4f42-a4a8-7980274452c9 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'd5a8300d-2024-41b8-b8fc-f075ec1c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:34.983268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Attempting to bind port 7c85065d-ee88-4f42-a4a8-7980274452c9 on network 5db0e0ea-aa8f-499f-a098-7a682e6790ad {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:35.051422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:35.052396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Checking segment: {'id': 'd5a8300d-2024-41b8-b8fc-f075ec1c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:35.053296 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.054187 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Bound using segment: {'id': 'd5a8300d-2024-41b8-b8fc-f075ec1c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:35.055048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Bound port: 7c85065d-ee88-4f42-a4a8-7980274452c9, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a8300d-2024-41b8-b8fc-f075ec1c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:35.055623 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.057515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Transition to ACTIVE for port object 77f49366-58d4-43d1-84e0-40c74d932115 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:35.060692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434ed88d-fd1f-44a6-8f31-87083d9c08a7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=41673f98-a19d-418d-9081-fc2a2b664a0a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:35.061080 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.084221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Transition to ACTIVE for port object 48915a3e-3a41-4858-8d66-9c836182b84a will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:35.122515 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-434ed88d-fd1f-44a6-8f31-87083d9c08a7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.126591 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-434ed88d-fd1f-44a6-8f31-87083d9c08a7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/41673f98-a19d-418d-9081-fc2a2b664a0a HTTP/1.1" status: 204 len: 168 time: 1.1836035 Jul 16 08:59:35.130690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56000) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:35.135957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Transition to ACTIVE for port object 48915a3e-3a41-4858-8d66-9c836182b84a will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:35.160084 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.203650 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d85a7567-1c68-429a-a18c-6a8d5d307178 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.215423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] For port 7c85065d-ee88-4f42-a4a8-7980274452c9, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:35.234813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:26Z', 'updated_at': '2021-07-16T08:59:28Z', 'revision_number': 3, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:11:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:27Z', 'updated_at': '2021-07-16T08:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:35.283899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6886b7-1314-4dfa-9b31-187ed70be773 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:35.287700 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6886b7-1314-4dfa-9b31-187ed70be773 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:35.291214 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1e6886b7-1314-4dfa-9b31-187ed70be773 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1581588 Jul 16 08:59:35.293558 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.297305 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56002) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:35.354960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:35.364531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] For port 7c85065d-ee88-4f42-a4a8-7980274452c9, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7c85065d-ee88-4f42-a4a8-7980274452c9,segment=NetworkSegment(d5a8300d-2024-41b8-b8fc-f075ec1c2129),segment_id=d5a8300d-2024-41b8-b8fc-f075ec1c2129)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:35.367265 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c8c9d0-8b63-421c-9adb-ad0a28ddce19 None None] The sync data for ids ['2c8c2f63-02c0-443b-9b29-a88a391d378c'] in n-d-758944-46 is: [{'id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:26Z', 'updated_at': '2021-07-16T08:59:28Z', 'revision_number': 3, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:11:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:27Z', 'updated_at': '2021-07-16T08:59:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:35.374262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:35.380248 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5d6d4b18-4978-408f-a05d-f3ef536eacee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.404298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:35.411918 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.430181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Pushing event updated for resources: {'Port': ['ID=48915a3e-3a41-4858-8d66-9c836182b84a,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:35.430425 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c35f4c62-b9df-44cf-9548-9805b4911574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 037455d9-ed73-407c-a247-5afbe7a9ffb7 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:35.481162 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c35f4c62-b9df-44cf-9548-9805b4911574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.511767 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d85a7567-1c68-429a-a18c-6a8d5d307178 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.521678 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d85a7567-1c68-429a-a18c-6a8d5d307178 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.570303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Network 5db0e0ea-aa8f-499f-a098-7a682e6790ad is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:35.581203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:35.592024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:35.624212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'Port': ['ID=77f49366-58d4-43d1-84e0-40c74d932115,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:35.636103 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c35f4c62-b9df-44cf-9548-9805b4911574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.664643 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d85a7567-1c68-429a-a18c-6a8d5d307178 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.665487 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85a7567-1c68-429a-a18c-6a8d5d307178 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router af5ece25-2d65-40b4-bcf5-467a916168c6 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:59:35.689990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Attempting to bind port 48915a3e-3a41-4858-8d66-9c836182b84a on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:35.690377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Attempting to bind port 48915a3e-3a41-4858-8d66-9c836182b84a by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:35.690782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Attempting to bind port 48915a3e-3a41-4858-8d66-9c836182b84a on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:35.704664 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36ad0bf-7fed-403d-88b6-64e4f5251c09 None None] Pushing event updated for resources: {'Port': ['ID=7c85065d-ee88-4f42-a4a8-7980274452c9,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:35.708583 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-d85a7567-1c68-429a-a18c-6a8d5d307178 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:59:35.713240 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d85a7567-1c68-429a-a18c-6a8d5d307178 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.4421909 Jul 16 08:59:35.727562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:35.728353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:35.728966 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.729682 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:35.731499 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Bound port: 48915a3e-3a41-4858-8d66-9c836182b84a, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:35.732160 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.758378 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.761369 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:35.805967 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56004) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:35.933745 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c35f4c62-b9df-44cf-9548-9805b4911574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.134611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-357b3499-5ce0-4847-87b5-81f90d5d2a58 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Deleting port 496735e3-a9e8-4203-8751-a5ee97537ae5 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:36.135267 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-357b3499-5ce0-4847-87b5-81f90d5d2a58 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.205078 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c35f4c62-b9df-44cf-9548-9805b4911574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.207596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] For port 48915a3e-3a41-4858-8d66-9c836182b84a, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:36.217234 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] For port 48915a3e-3a41-4858-8d66-9c836182b84a, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=48915a3e-3a41-4858-8d66-9c836182b84a,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:36.229980 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.291813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35f4c62-b9df-44cf-9548-9805b4911574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=037455d9-ed73-407c-a247-5afbe7a9ffb7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:36.305618 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c35f4c62-b9df-44cf-9548-9805b4911574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.317435 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c35f4c62-b9df-44cf-9548-9805b4911574 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/037455d9-ed73-407c-a247-5afbe7a9ffb7 HTTP/1.1" status: 204 len: 168 time: 1.0124514 Jul 16 08:59:36.318313 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.321602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56008) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:36.397166 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c934f8b1-c161-4dd9-b809-98df9719835a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0734413 Jul 16 08:59:36.398461 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56010) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:36.400358 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e948cbaa-2f6b-4788-b319-6393b5dd72c0 None None] Pushing event updated for resources: {'Port': ['ID=48915a3e-3a41-4858-8d66-9c836182b84a,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:36.404540 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-90342222-affa-4ec5-9276-a1fc5254ae44 req-d2d43d95-4bb1-441b-a906-48cde0365ce3 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 210 time: 0.1064663 Jul 16 08:59:36.405120 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:36.453721 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-357b3499-5ce0-4847-87b5-81f90d5d2a58 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.502735 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-357b3499-5ce0-4847-87b5-81f90d5d2a58 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Calling delete_port for 496735e3-a9e8-4203-8751-a5ee97537ae5 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:36.709744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:36.714135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.892692 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-357b3499-5ce0-4847-87b5-81f90d5d2a58 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.578942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357b3499-5ce0-4847-87b5-81f90d5d2a58 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Pushing event deleted for resources: {'Port': ['ID=496735e3-a9e8-4203-8751-a5ee97537ae5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:37.711839 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7c85065d-ee88-4f42-a4a8-7980274452c9 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:37.719085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549de23a-87c6-4637-b728-8dad8d48d0f0 None None] Network 5db0e0ea-aa8f-499f-a098-7a682e6790ad requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:37.727603 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.736227 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-357b3499-5ce0-4847-87b5-81f90d5d2a58 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.739701 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-357b3499-5ce0-4847-87b5-81f90d5d2a58 tempest-RoutersAdminNegativeIpV6Test-332760272 tempest-RoutersAdminNegativeIpV6Test-332760272-project-admin] 10.222.0.20 "DELETE /v2.0/ports/496735e3-a9e8-4203-8751-a5ee97537ae5 HTTP/1.1" status: 204 len: 168 time: 1.9323204 Jul 16 08:59:37.767729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.874639 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-28c9b9c3-ddbf-417e-bbdf-1af4d17b0a21 req-4a30d367-526d-4cd2-9931-27e12618b191 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 210 time: 0.1569815 Jul 16 08:59:37.971271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.objects.ports [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93694) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:59:38.010572 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-37aecbf1-70c2-4910-93e8-b25710d25069 None None] Provisioning for port 7c85065d-ee88-4f42-a4a8-7980274452c9 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:38.129484 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ab32697c-68c7-4792-a6cd-f2c03e304aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.137223 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 7c85065d-ee88-4f42-a4a8-7980274452c9 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:38.143939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7c85065d-ee88-4f42-a4a8-7980274452c9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:38.144336 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.229852 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.266722 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.321317 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'Port': ['ID=77f49366-58d4-43d1-84e0-40c74d932115,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:38.326472 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ee2cd3-70aa-4344-8263-8d5e76c539e1 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:38.375807 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56018) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:38.392538 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.517025 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 7c85065d-ee88-4f42-a4a8-7980274452c9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7c85065d-ee88-4f42-a4a8-7980274452c9,segment=NetworkSegment(d5a8300d-2024-41b8-b8fc-f075ec1c2129),segment_id=d5a8300d-2024-41b8-b8fc-f075ec1c2129)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:38.556106 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.557746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:38.614063 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3de42e6d-68bb-493f-ac6e-9475d0f8bc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.623332 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-424ef972-e4bb-45f5-9fe9-6d0f24f320cd None None] Provisioning for port 48915a3e-3a41-4858-8d66-9c836182b84a completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:38.857403 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3de42e6d-68bb-493f-ac6e-9475d0f8bc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.862408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=7c85065d-ee88-4f42-a4a8-7980274452c9,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:38.870617 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3de42e6d-68bb-493f-ac6e-9475d0f8bc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.937818 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d7f8c357-6e05-49c1-92bf-9ce717778ce5 None None] Provisioning for port 77f49366-58d4-43d1-84e0-40c74d932115 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:38.966133 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:38.979219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d7f8c357-6e05-49c1-92bf-9ce717778ce5 None None] Provisioning complete for port 77f49366-58d4-43d1-84e0-40c74d932115 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:38.980473 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d7f8c357-6e05-49c1-92bf-9ce717778ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.988750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:38.989724 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.009557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Network 5db0e0ea-aa8f-499f-a098-7a682e6790ad is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:39.044184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:39.060637 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3de42e6d-68bb-493f-ac6e-9475d0f8bc31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9570d6d2d9d547b0af804a63d77a5165&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6803834 Jul 16 08:59:39.064717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56024) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:39.079223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de42e6d-68bb-493f-ac6e-9475d0f8bc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edda4061-9d3a-4415-9899-6f5bb5c76bf5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:39.131621 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.222305 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-201cd8d6-8533-4328-9d4c-e3302a00475e req-ce5bc4db-af06-44ba-922e-eb01e87dcafc tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=39e8e40a-b8d4-41ee-96b3-0655287d4798 HTTP/1.1" status: 200 len: 210 time: 0.0629320 Jul 16 08:59:39.468211 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d7f8c357-6e05-49c1-92bf-9ce717778ce5 None None] Port 77f49366-58d4-43d1-84e0-40c74d932115 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:39.503663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d7f8c357-6e05-49c1-92bf-9ce717778ce5 None None] Provisioning complete for port 7c85065d-ee88-4f42-a4a8-7980274452c9 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:39.504226 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d7f8c357-6e05-49c1-92bf-9ce717778ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.605463 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.689864 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6f42a2cf-6549-4eb3-b0de-f662ebdff8d7,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:39.702091 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.705887 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 48915a3e-3a41-4858-8d66-9c836182b84a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:39.804985 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.818449 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=6f42a2cf-6549-4eb3-b0de-f662ebdff8d7,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:39.840841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5cbf63a4-cd7b-4ebc-883e-6d0b528bce10 None None] Provisioning complete for port 77f49366-58d4-43d1-84e0-40c74d932115 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:39.841160 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5cbf63a4-cd7b-4ebc-883e-6d0b528bce10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.846588 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 48915a3e-3a41-4858-8d66-9c836182b84a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:39.871132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 48915a3e-3a41-4858-8d66-9c836182b84a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:39.872399 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:39.925744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5cbf63a4-cd7b-4ebc-883e-6d0b528bce10 None None] Port 77f49366-58d4-43d1-84e0-40c74d932115 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:39.962207 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccc7529b-8795-4bec-b0bb-547df5592266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.006747 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.068307 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f3264e34-17db-4e24-a407-ed14292c4aec None None] Provisioning complete for port 48915a3e-3a41-4858-8d66-9c836182b84a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:40.069457 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f3264e34-17db-4e24-a407-ed14292c4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.083215 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccc7529b-8795-4bec-b0bb-547df5592266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.103454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Router 2c8c2f63-02c0-443b-9b29-a88a391d378c has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:40.168782 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] For port 48915a3e-3a41-4858-8d66-9c836182b84a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=48915a3e-3a41-4858-8d66-9c836182b84a,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:40.239326 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccc7529b-8795-4bec-b0bb-547df5592266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.242065 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccc7529b-8795-4bec-b0bb-547df5592266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.245746 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ccc7529b-8795-4bec-b0bb-547df5592266 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edda4061-9d3a-4415-9899-6f5bb5c76bf5 HTTP/1.1" status: 204 len: 168 time: 1.1734188 Jul 16 08:59:40.249405 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f3264e34-17db-4e24-a407-ed14292c4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.322448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc7529b-8795-4bec-b0bb-547df5592266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edda4061-9d3a-4415-9899-6f5bb5c76bf5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:40.327335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.370362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.371571 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.519298 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=76f4f422-4a11-447d-b955-c8e6f99bc0ab,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:40.538269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:40.541770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:40.548513 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-27628559-e02e-4581-b9d9-176ab8d1d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "PUT /v2.0/routers/2c8c2f63-02c0-443b-9b29-a88a391d378c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8690844 Jul 16 08:59:40.552072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:40.553013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56036) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:40.555061 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=48915a3e-3a41-4858-8d66-9c836182b84a,revision_number=5']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:40.558743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-2e8af348-be27-41d1-aa4d-3a09b4a4132f tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1104769739', 'description': 'tempest-secgroup_access--1104769739 description', 'project_id': '5c33bc819abc459d94c0dedc8ed9e910'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:40.559709 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:40.560318 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.570592 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Sync routers for ids ['2c8c2f63-02c0-443b-9b29-a88a391d378c'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:40.586245 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Routers {'2c8c2f63-02c0-443b-9b29-a88a391d378c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:40.587085 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:59:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2c8c2f63-02c0-443b-9b29-a88a391d378c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:40.614525 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-f3264e34-17db-4e24-a407-ed14292c4aec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:59:40.615176 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-f3264e34-17db-4e24-a407-ed14292c4aec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:59:40.622069 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2e8af348-be27-41d1-aa4d-3a09b4a4132f tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.640007 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56038) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:40.640692 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-91c60c8d-9a27-4ea1-85e6-59f62451d1be tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 4.2410176 Jul 16 08:59:40.647569 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ef7a657b-248c-416b-b413-cc67351f70f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'mac_address': 'fa:16:3e:9e:be:55', 'name': 'tempest-NetworksTestDHCPv6-1861180802'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:40.668637 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:59:40.669147 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:59:40.750432 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60b8ee0-29dd-4351-a031-96dab448ccf2 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:40.816107 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2e8af348-be27-41d1-aa4d-3a09b4a4132f tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.833395 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2e8af348-be27-41d1-aa4d-3a09b4a4132f tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.839463 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Set router 2c8c2f63-02c0-443b-9b29-a88a391d378c gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:40.931084 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2e8af348-be27-41d1-aa4d-3a09b4a4132f tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:40.932348 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2e8af348-be27-41d1-aa4d-3a09b4a4132f tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3776693 Jul 16 08:59:40.937486 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56040) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:40.942870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-be9cd87d-3101-4152-b131-c336e4cd45c1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--515399126', 'description': 'tempest-secgroup_general--515399126 description', 'project_id': '5c33bc819abc459d94c0dedc8ed9e910'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:40.959882 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56042) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:40.988225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8af348-be27-41d1-aa4d-3a09b4a4132f tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d90669-8f48-4ae0-ac39-f5bce309a968,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:41.035854 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-be9cd87d-3101-4152-b131-c336e4cd45c1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.061486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef7a657b-248c-416b-b413-cc67351f70f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:41.108210 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9edfb58d-fb85-47a9-b5db-3646ae7ecea7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=57674901fd7c4b93b580308897678ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472833 Jul 16 08:59:41.114770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56044) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:41.215557 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f3264e34-17db-4e24-a407-ed14292c4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.217876 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:26Z', 'updated_at': '2021-07-16T08:59:36Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:11:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:27Z', 'updated_at': '2021-07-16T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '77f49366-58d4-43d1-84e0-40c74d932115', 'name': '', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'mac_address': 'fa:16:3e:22:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:33Z', 'updated_at': '2021-07-16T08:59:36Z', 'revision_number': 2, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'subnets': [{'id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:41.289611 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13cc1102-a291-48ae-bb96-f562597ad931 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.311079 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Checking router: 2c8c2f63-02c0-443b-9b29-a88a391d378c for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:41.316176 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Updating router 2c8c2f63-02c0-443b-9b29-a88a391d378c port 77f49366-58d4-43d1-84e0-40c74d932115 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:59:41.329536 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef7a657b-248c-416b-b413-cc67351f70f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.357847 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13cc1102-a291-48ae-bb96-f562597ad931 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.358351 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-ef7a657b-248c-416b-b413-cc67351f70f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port 55d58387-75bc-4fd5-867f-e6f03397450e yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:41.435982 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.440316 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-be9cd87d-3101-4152-b131-c336e4cd45c1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.447359 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.451359 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-be9cd87d-3101-4152-b131-c336e4cd45c1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.488714 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13cc1102-a291-48ae-bb96-f562597ad931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.491622 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13cc1102-a291-48ae-bb96-f562597ad931 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.492894 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-13cc1102-a291-48ae-bb96-f562597ad931 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/59632c9e-06cb-4eac-9229-52a7938679e3 HTTP/1.1" status: 204 len: 168 time: 0.3770232 Jul 16 08:59:41.507267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9cd87d-3101-4152-b131-c336e4cd45c1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5e505a-d2e0-4f22-a729-28ab4de82454,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:41.521014 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-be9cd87d-3101-4152-b131-c336e4cd45c1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.526798 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-be9cd87d-3101-4152-b131-c336e4cd45c1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5835006 Jul 16 08:59:41.526798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cc1102-a291-48ae-bb96-f562597ad931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59632c9e-06cb-4eac-9229-52a7938679e3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:41.527184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56048) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:41.532994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-98546652-b96c-44e2-bb55-c31e01cba14c tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Request body: {'security_group_rule': {'security_group_id': 'd4d90669-8f48-4ae0-ac39-f5bce309a968', 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:41.540184 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.596576 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98546652-b96c-44e2-bb55-c31e01cba14c tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.606826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f3264e34-17db-4e24-a407-ed14292c4aec None None] For port 48915a3e-3a41-4858-8d66-9c836182b84a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=48915a3e-3a41-4858-8d66-9c836182b84a,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:41.633815 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-ef7a657b-248c-416b-b413-cc67351f70f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::f816:3eff:fe9e:be55 (d414e6fa-d160-44fd-92e3-d399748f3f68/76f4f422-4a11-447d-b955-c8e6f99bc0ab/55d58387-75bc-4fd5-867f-e6f03397450e) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:41.807354 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f3264e34-17db-4e24-a407-ed14292c4aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.823294 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98546652-b96c-44e2-bb55-c31e01cba14c tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.833256 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98546652-b96c-44e2-bb55-c31e01cba14c tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.898142 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98546652-b96c-44e2-bb55-c31e01cba14c tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbba01ef-7f00-4ed7-9f43-9db454c6debb,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:41.922777 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-98546652-b96c-44e2-bb55-c31e01cba14c tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:41.957599 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-98546652-b96c-44e2-bb55-c31e01cba14c tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4293122 Jul 16 08:59:42.069997 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef7a657b-248c-416b-b413-cc67351f70f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.075617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b8188ca1-65d9-4cc1-b1cd-b4a6b15a9940 None None] Could not find standard attr ID for object 41673f98-a19d-418d-9081-fc2a2b664a0a. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:59:42.085511 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.101003 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Transition to ACTIVE for port object 77f49366-58d4-43d1-84e0-40c74d932115 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:42.109075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-ef7a657b-248c-416b-b413-cc67351f70f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object 55d58387-75bc-4fd5-867f-e6f03397450e will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:42.113200 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.194031 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef7a657b-248c-416b-b413-cc67351f70f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.323146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3264e34-17db-4e24-a407-ed14292c4aec None None] Pushing event updated for resources: {'Port': ['ID=48915a3e-3a41-4858-8d66-9c836182b84a,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:42.331904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7a657b-248c-416b-b413-cc67351f70f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:42.340117 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:59:42.340932 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:59:42.342973 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-ef7a657b-248c-416b-b413-cc67351f70f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:42.348075 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223a09e-647c-4a7a-925a-6e96ea51adcc None None] Pushing event updated for resources: {'Port': ['ID=77f49366-58d4-43d1-84e0-40c74d932115,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:42.348337 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7a657b-248c-416b-b413-cc67351f70f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:42.364855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef7a657b-248c-416b-b413-cc67351f70f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:42.365551 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef7a657b-248c-416b-b413-cc67351f70f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.388261 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7a657b-248c-416b-b413-cc67351f70f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=55d58387-75bc-4fd5-867f-e6f03397450e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:42.402643 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223a09e-647c-4a7a-925a-6e96ea51adcc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:42.402643 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223a09e-647c-4a7a-925a-6e96ea51adcc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:42.403081 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223a09e-647c-4a7a-925a-6e96ea51adcc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:42.403419 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223a09e-647c-4a7a-925a-6e96ea51adcc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:42.403940 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223a09e-647c-4a7a-925a-6e96ea51adcc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:42.404275 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223a09e-647c-4a7a-925a-6e96ea51adcc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:42.404643 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223a09e-647c-4a7a-925a-6e96ea51adcc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:42.404969 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223a09e-647c-4a7a-925a-6e96ea51adcc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:42.405292 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223a09e-647c-4a7a-925a-6e96ea51adcc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:42.405683 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223a09e-647c-4a7a-925a-6e96ea51adcc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:42.406501 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223a09e-647c-4a7a-925a-6e96ea51adcc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:42.406824 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9223a09e-647c-4a7a-925a-6e96ea51adcc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:42.415137 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Attempting to bind port 77f49366-58d4-43d1-84e0-40c74d932115 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:42.415560 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Attempting to bind port 77f49366-58d4-43d1-84e0-40c74d932115 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'd5a8300d-2024-41b8-b8fc-f075ec1c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:42.415875 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Attempting to bind port 77f49366-58d4-43d1-84e0-40c74d932115 on network 5db0e0ea-aa8f-499f-a098-7a682e6790ad {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:42.422192 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:42.422578 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Checking segment: {'id': 'd5a8300d-2024-41b8-b8fc-f075ec1c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:42.422966 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.423427 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Bound using segment: {'id': 'd5a8300d-2024-41b8-b8fc-f075ec1c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:42.424206 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Bound port: 77f49366-58d4-43d1-84e0-40c74d932115, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5a8300d-2024-41b8-b8fc-f075ec1c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:42.424663 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.554979 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ef7a657b-248c-416b-b413-cc67351f70f5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9111342 Jul 16 08:59:42.555419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56068) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:42.563604 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-ee50b8c3-c0d4-49cc-aff8-5a54661d5aff tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_general--515399126&fields=id&tenant_id=5c33bc819abc459d94c0dedc8ed9e910 HTTP/1.1" status: 200 len: 267 time: 0.1949258 Jul 16 08:59:42.567685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cf57fe07-ebe9-4664-ad40-7027cec788e9 None None] Provisioning complete for port 48915a3e-3a41-4858-8d66-9c836182b84a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:42.568814 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cf57fe07-ebe9-4664-ad40-7027cec788e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.586705 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] For port 77f49366-58d4-43d1-84e0-40c74d932115, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:42.599720 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] For port 77f49366-58d4-43d1-84e0-40c74d932115, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=77f49366-58d4-43d1-84e0-40c74d932115,segment=NetworkSegment(d5a8300d-2024-41b8-b8fc-f075ec1c2129),segment_id=d5a8300d-2024-41b8-b8fc-f075ec1c2129)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:42.607140 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:42.719393 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-25c422fc-cdfd-4a21-9e57-ee246d287668 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup_access--1104769739&fields=id&tenant_id=5c33bc819abc459d94c0dedc8ed9e910 HTTP/1.1" status: 200 len: 267 time: 0.1375041 Jul 16 08:59:42.741897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa7963-1b00-4c4a-99c2-11f543dce96a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:42.775655 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66aa7963-1b00-4c4a-99c2-11f543dce96a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:42.786055 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-66aa7963-1b00-4c4a-99c2-11f543dce96a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.2290924 Jul 16 08:59:42.786403 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56074) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:42.814817 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Routers {'2c8c2f63-02c0-443b-9b29-a88a391d378c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:42.815464 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:59:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2c8c2f63-02c0-443b-9b29-a88a391d378c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:42.818855 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223a09e-647c-4a7a-925a-6e96ea51adcc None None] Pushing event updated for resources: {'Port': ['ID=77f49366-58d4-43d1-84e0-40c74d932115,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:43.094229 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-9f355035-b3c9-4c9e-9583-c472fb580c64 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:43.108627 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-9f355035-b3c9-4c9e-9583-c472fb580c64 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/networks?id=5db0e0ea-aa8f-499f-a098-7a682e6790ad HTTP/1.1" status: 200 len: 796 time: 0.3804250 Jul 16 08:59:43.125774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-57416598-47e8-417c-9c58-f4dd1ae2901e None None] Provisioning for port 55d58387-75bc-4fd5-867f-e6f03397450e completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:43.131665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-57416598-47e8-417c-9c58-f4dd1ae2901e None None] Provisioning complete for port 55d58387-75bc-4fd5-867f-e6f03397450e triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:43.132048 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-57416598-47e8-417c-9c58-f4dd1ae2901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.178149 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-709deb90-0ffa-4a5b-839d-0d28d1ee5d3f tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/quotas/5c33bc819abc459d94c0dedc8ed9e910 HTTP/1.1" status: 200 len: 375 time: 0.0640087 Jul 16 08:59:43.193219 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ca63dbf1-1d89-4915-b332-f869f95f60ba tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port 55d58387-75bc-4fd5-867f-e6f03397450e {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:43.194056 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ca63dbf1-1d89-4915-b332-f869f95f60ba tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.196591 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-57416598-47e8-417c-9c58-f4dd1ae2901e None None] Port 55d58387-75bc-4fd5-867f-e6f03397450e cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:43.244387 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] Set router 2c8c2f63-02c0-443b-9b29-a88a391d378c gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:43.313776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7c85065d-ee88-4f42-a4a8-7980274452c9 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:43.377616 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ca63dbf1-1d89-4915-b332-f869f95f60ba tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.394074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ca63dbf1-1d89-4915-b332-f869f95f60ba tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for 55d58387-75bc-4fd5-867f-e6f03397450e owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:43.449593 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7c85065d-ee88-4f42-a4a8-7980274452c9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:43.450481 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.456337 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-f4479c06-e49e-43d9-8aba-c8810a58c16e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c33bc819abc459d94c0dedc8ed9e910&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2764783 Jul 16 08:59:43.659104 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ca63dbf1-1d89-4915-b332-f869f95f60ba tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.686364 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:26Z', 'updated_at': '2021-07-16T08:59:36Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:11:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:27Z', 'updated_at': '2021-07-16T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '77f49366-58d4-43d1-84e0-40c74d932115', 'name': '', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'mac_address': 'fa:16:3e:22:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:33Z', 'updated_at': '2021-07-16T08:59:42Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'subnets': [{'id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:43.719874 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0880b54-2bdb-41f3-a0bc-3b6fba7999ae None None] The sync data for ids ['2c8c2f63-02c0-443b-9b29-a88a391d378c'] in n-d-758944-46 is: [{'id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:26Z', 'updated_at': '2021-07-16T08:59:36Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:11:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:27Z', 'updated_at': '2021-07-16T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '77f49366-58d4-43d1-84e0-40c74d932115', 'name': '', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'mac_address': 'fa:16:3e:22:28:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:33Z', 'updated_at': '2021-07-16T08:59:42Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'subnets': [{'id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:43.723382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:43.748859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63dbf1-1d89-4915-b332-f869f95f60ba tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=55d58387-75bc-4fd5-867f-e6f03397450e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:43.889056 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-c59e8424-6e8b-4366-8265-a6383447ae8c service neutron] 10.222.0.20 "GET /v2.0/networks/5db0e0ea-aa8f-499f-a098-7a682e6790ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3875146 Jul 16 08:59:43.904474 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ca63dbf1-1d89-4915-b332-f869f95f60ba tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.918372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:43.918877 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:43.925486 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ca63dbf1-1d89-4915-b332-f869f95f60ba tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/55d58387-75bc-4fd5-867f-e6f03397450e HTTP/1.1" status: 204 len: 168 time: 1.1241899 Jul 16 08:59:43.926098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56090) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:43.986332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56094) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:44.130105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7431ee13-4335-40bb-a15f-92795ec9a9a5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:44.146951 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7431ee13-4335-40bb-a15f-92795ec9a9a5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:44.162078 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7431ee13-4335-40bb-a15f-92795ec9a9a5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2341599 Jul 16 08:59:44.165850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56098) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:44.171018 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 48915a3e-3a41-4858-8d66-9c836182b84a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:44.223619 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-3c9067b3-c6e6-4ca0-8752-8f9928ff84e6 service neutron] 10.222.0.20 "GET /v2.0/networks/5db0e0ea-aa8f-499f-a098-7a682e6790ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313210 Jul 16 08:59:44.265628 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 48915a3e-3a41-4858-8d66-9c836182b84a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:44.266220 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.304477 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1928165079'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:44.357338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Made reservation on behalf of 783d26d2a95a465eb0e4d33b26d99c98 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:44.362324 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.383063 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.386185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc69078-6d03-47a1-ac5e-9ed4d1a4316c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 76f4f422-4a11-447d-b955-c8e6f99bc0ab {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:44.407123 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2fc69078-6d03-47a1-ac5e-9ed4d1a4316c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.524409 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2fc69078-6d03-47a1-ac5e-9ed4d1a4316c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.666660 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2fc69078-6d03-47a1-ac5e-9ed4d1a4316c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.709692 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.720365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.748236 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-74feda48-bd06-4dd9-9c7f-3096f685bd81 req-ba020062-acf8-45d6-8f1b-f1d748a05398 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 210 time: 0.0530167 Jul 16 08:59:44.788543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:44.818870 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2fc69078-6d03-47a1-ac5e-9ed4d1a4316c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.852651 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.853398 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Added segment 0f1b5025-1e7a-454c-9548-708fc09e1130 of type vlan for network 01701d46-1ded-4756-b18f-128b26e419ff Jul 16 08:59:44.882132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc69078-6d03-47a1-ac5e-9ed4d1a4316c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=76f4f422-4a11-447d-b955-c8e6f99bc0ab,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:44.888862 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2fc69078-6d03-47a1-ac5e-9ed4d1a4316c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:44.895594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca73293-1fdf-4efb-93f0-cae8a2d7b10c None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:44.899464 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2fc69078-6d03-47a1-ac5e-9ed4d1a4316c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/76f4f422-4a11-447d-b955-c8e6f99bc0ab HTTP/1.1" status: 204 len: 168 time: 0.7257059 Jul 16 08:59:44.909277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56110) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:44.911755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0dd884-b443-4ccf-b1f0-ec2c8e1f5faa,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:45.021904 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1022f2cc-0f97-4cc8-b8f0-eeaac1b329e7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108072 Jul 16 08:59:45.022724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56112) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:45.088927 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.220179 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.228147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 77f49366-58d4-43d1-84e0-40c74d932115 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:45.235020 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:45.236195 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.331349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 77f49366-58d4-43d1-84e0-40c74d932115 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:45.344417 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 77f49366-58d4-43d1-84e0-40c74d932115 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:45.345132 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:45.381748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67888af-5b79-4b11-83c4-70ede4f8e5bf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:45.398550 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d67888af-5b79-4b11-83c4-70ede4f8e5bf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3723450 Jul 16 08:59:45.401642 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56120) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:45.503009 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61658af4-5588-4828-a98c-a95b1e5c0871 None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:45.533652 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.5457041 Jul 16 08:59:45.634499 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0e7358-dc0d-4805-90fd-c787450168d6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event updated for resources: {'Network': ['ID=01701d46-1ded-4756-b18f-128b26e419ff,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:45.666710 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 01701d46-1ded-4756-b18f-128b26e419ff details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:45.740771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd15e7d0-7eab-469f-89d6-b934c22d348b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:45.745706 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dd15e7d0-7eab-469f-89d6-b934c22d348b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3327389 Jul 16 08:59:45.746690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56128) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:45.959218 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ea60e58e-54ba-4a34-b199-e68e5bcc55dc tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2103994 Jul 16 08:59:45.962925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56132) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:45.986867 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-90064e99-1675-4cf3-bad7-d9ba5ee35dcb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:46.044270 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-74ac2a43-b6e4-40f0-8c71-a472278a3c7d req-5c665c61-e175-4131-8f7e-0321eeaaf9f4 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 210 time: 0.1499875 Jul 16 08:59:46.200559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-61658af4-5588-4828-a98c-a95b1e5c0871 None None] Deleting port 48915a3e-3a41-4858-8d66-9c836182b84a {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:46.201617 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-61658af4-5588-4828-a98c-a95b1e5c0871 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.208534 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.390011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90064e99-1675-4cf3-bad7-d9ba5ee35dcb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:46.428482 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90064e99-1675-4cf3-bad7-d9ba5ee35dcb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.542145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-61658af4-5588-4828-a98c-a95b1e5c0871 None None] For port 48915a3e-3a41-4858-8d66-9c836182b84a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=48915a3e-3a41-4858-8d66-9c836182b84a,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:46.550888 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-61658af4-5588-4828-a98c-a95b1e5c0871 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.600989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-61658af4-5588-4828-a98c-a95b1e5c0871 None None] Calling delete_port for 48915a3e-3a41-4858-8d66-9c836182b84a owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:46.758059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 77f49366-58d4-43d1-84e0-40c74d932115, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=77f49366-58d4-43d1-84e0-40c74d932115,segment=NetworkSegment(d5a8300d-2024-41b8-b8fc-f075ec1c2129),segment_id=d5a8300d-2024-41b8-b8fc-f075ec1c2129)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:46.776615 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:46.892012 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=77f49366-58d4-43d1-84e0-40c74d932115,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:46.995740 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-61658af4-5588-4828-a98c-a95b1e5c0871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.104969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61658af4-5588-4828-a98c-a95b1e5c0871 None None] Pushing event deleted for resources: {'Port': ['ID=48915a3e-3a41-4858-8d66-9c836182b84a,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:47.116582 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61658af4-5588-4828-a98c-a95b1e5c0871 None None] No DVR routers for this DVR port 48915a3e-3a41-4858-8d66-9c836182b84a on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:47.204127 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90064e99-1675-4cf3-bad7-d9ba5ee35dcb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.283437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 77f49366-58d4-43d1-84e0-40c74d932115 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:47.452193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 77f49366-58d4-43d1-84e0-40c74d932115 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:47.453194 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.467982 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90064e99-1675-4cf3-bad7-d9ba5ee35dcb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:47.543724 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-90064e99-1675-4cf3-bad7-d9ba5ee35dcb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:47.589651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90064e99-1675-4cf3-bad7-d9ba5ee35dcb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:47.601035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1576ebf6-7d59-403d-b126-75fc9436bc01 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:47.613156 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-90064e99-1675-4cf3-bad7-d9ba5ee35dcb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:47.763859 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-90064e99-1675-4cf3-bad7-d9ba5ee35dcb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7941823 Jul 16 08:59:47.764900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56140) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:47.780331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6f1c87fe-1a7d-4c80-bc6d-e527a09fbb9a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'mac_address': 'fa:16:3e:52:40:22', 'name': 'tempest-NetworksTestDHCPv6-2062759743'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:47.783151 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90064e99-1675-4cf3-bad7-d9ba5ee35dcb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=2c732e42-de25-41ab-8cb2-acda8207fba5,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:47.794968 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e8162683-b398-49e9-8df5-5cef9b974e00 req-1c319ffa-d0b6-402f-bbc8-82c402c84355 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 210 time: 0.1082969 Jul 16 08:59:47.989537 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-07b9aa63-98f1-456a-9baf-bcdf48dadfe2 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:47.991774 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-07b9aa63-98f1-456a-9baf-bcdf48dadfe2 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.15 "GET /v2.0/networks?id=5db0e0ea-aa8f-499f-a098-7a682e6790ad HTTP/1.1" status: 200 len: 796 time: 0.2787030 Jul 16 08:59:48.098142 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-06b61c97-fca4-435c-b325-5fb45a310443 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c33bc819abc459d94c0dedc8ed9e910 HTTP/1.1" status: 200 len: 477 time: 0.0898623 Jul 16 08:59:48.110117 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-d429ef2d-9e08-49d3-b7bf-86dd742cc68b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Request body: {'port': {'device_id': 'ac8053e6-5dd3-4ee1-950e-a78685061689', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'admin_state_up': True, 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'security_groups': ['fa5e505a-d2e0-4f22-a729-28ab4de82454', 'd4d90669-8f48-4ae0-ac39-f5bce309a968']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:48.180108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 48915a3e-3a41-4858-8d66-9c836182b84a no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:48.218182 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1c87fe-1a7d-4c80-bc6d-e527a09fbb9a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:48.224823 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 48915a3e-3a41-4858-8d66-9c836182b84a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:48.225737 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 48915a3e-3a41-4858-8d66-9c836182b84a not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:48.231114 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': '2c732e42-de25-41ab-8cb2-acda8207fba5'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:48.232858 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.355506 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-d429ef2d-9e08-49d3-b7bf-86dd742cc68b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Made reservation on behalf of 5c33bc819abc459d94c0dedc8ed9e910 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:48.360152 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-d429ef2d-9e08-49d3-b7bf-86dd742cc68b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.406326 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f1c87fe-1a7d-4c80-bc6d-e527a09fbb9a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.450430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-6f1c87fe-1a7d-4c80-bc6d-e527a09fbb9a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port 6061c05d-7947-4582-98d7-994148d518ad yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:48.452862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Allocated IP 2001:db8::2 (d414e6fa-d160-44fd-92e3-d399748f3f68/2c732e42-de25-41ab-8cb2-acda8207fba5/cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:48.568086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-d429ef2d-9e08-49d3-b7bf-86dd742cc68b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Allocated IP 172.20.0.13 (5db0e0ea-aa8f-499f-a098-7a682e6790ad/c3e5b37d-1d38-469b-90e5-d179e15ff92c/b942395b-a956-4e41-913c-d4d32110f5b6) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:48.781960 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.795032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Transition to ACTIVE for port object cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:48.816924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Transition to ACTIVE for port object cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:48.828193 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.859516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-d429ef2d-9e08-49d3-b7bf-86dd742cc68b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:48.922534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:48.935279 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:48.938274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:48.938760 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-d429ef2d-9e08-49d3-b7bf-86dd742cc68b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Transition to ACTIVE for port object b942395b-a956-4e41-913c-d4d32110f5b6 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:48.945498 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Pushing event updated for resources: {'Port': ['ID=cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:49.069502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Attempting to bind port cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:49.069951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Attempting to bind port cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:49.070379 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Attempting to bind port cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:49.078564 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-d429ef2d-9e08-49d3-b7bf-86dd742cc68b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.080531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:49.080929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:49.081356 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.081815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:49.082377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Bound port: cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:49.083234 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.087873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-6f1c87fe-1a7d-4c80-bc6d-e527a09fbb9a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::6d (d414e6fa-d160-44fd-92e3-d399748f3f68/2c732e42-de25-41ab-8cb2-acda8207fba5/6061c05d-7947-4582-98d7-994148d518ad) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:49.182031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] For port cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:49.186125 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] For port cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:49.193752 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.320976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af803a0-d662-424d-ba34-5bd8b476282b None None] Pushing event updated for resources: {'Port': ['ID=cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:49.367989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-d429ef2d-9e08-49d3-b7bf-86dd742cc68b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Network 5db0e0ea-aa8f-499f-a098-7a682e6790ad is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:49.391717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-d429ef2d-9e08-49d3-b7bf-86dd742cc68b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:49.403099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-d429ef2d-9e08-49d3-b7bf-86dd742cc68b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:49.406287 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56152) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:49.411698 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-48cf7b34-d92b-4f40-8d29-5bfd8802b43d tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Request body: {'subnet': {'network_id': '01701d46-1ded-4756-b18f-128b26e419ff', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:49.418894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429ef2d-9e08-49d3-b7bf-86dd742cc68b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'Port': ['ID=b942395b-a956-4e41-913c-d4d32110f5b6,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:49.566197 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-d429ef2d-9e08-49d3-b7bf-86dd742cc68b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:49.566945 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-d429ef2d-9e08-49d3-b7bf-86dd742cc68b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.672785 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48cf7b34-d92b-4f40-8d29-5bfd8802b43d tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Made reservation on behalf of 783d26d2a95a465eb0e4d33b26d99c98 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:49.678332 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-48cf7b34-d92b-4f40-8d29-5bfd8802b43d tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.731644 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-d429ef2d-9e08-49d3-b7bf-86dd742cc68b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.6276484 Jul 16 08:59:49.752810 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Request body: {'port': {'device_id': 'ac8053e6-5dd3-4ee1-950e-a78685061689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:49.795531 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f1c87fe-1a7d-4c80-bc6d-e527a09fbb9a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.815475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-6f1c87fe-1a7d-4c80-bc6d-e527a09fbb9a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object 6061c05d-7947-4582-98d7-994148d518ad will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:49.863321 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f1c87fe-1a7d-4c80-bc6d-e527a09fbb9a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.946206 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.955688 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-003bc875-f4df-43b8-8547-6d6dc9ffe47d req-7a1ecc64-4f13-45c9-8201-1a7bc83e87f1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3197482 Jul 16 08:59:49.957280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c87fe-1a7d-4c80-bc6d-e527a09fbb9a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=6061c05d-7947-4582-98d7-994148d518ad,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:49.969067 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1c87fe-1a7d-4c80-bc6d-e527a09fbb9a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:49.972429 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b405ba2c-a017-4d46-8189-0cdcef859734 None None] Provisioning for port b942395b-a956-4e41-913c-d4d32110f5b6 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:49.984762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7583321e-c79e-4244-844e-15619627d94c req-267112ff-ce55-4820-8180-d29265a33de6 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:49.987047 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b405ba2c-a017-4d46-8189-0cdcef859734 None None] Provisioning complete for port b942395b-a956-4e41-913c-d4d32110f5b6 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:49.987717 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b405ba2c-a017-4d46-8189-0cdcef859734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:49.993836 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7583321e-c79e-4244-844e-15619627d94c req-267112ff-ce55-4820-8180-d29265a33de6 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 971 time: 0.8072813 Jul 16 08:59:49.997337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-6f1c87fe-1a7d-4c80-bc6d-e527a09fbb9a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:50.001491 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1c87fe-1a7d-4c80-bc6d-e527a09fbb9a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:50.008371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1c87fe-1a7d-4c80-bc6d-e527a09fbb9a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.009592 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f1c87fe-1a7d-4c80-bc6d-e527a09fbb9a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.049043 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6f1c87fe-1a7d-4c80-bc6d-e527a09fbb9a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2809196 Jul 16 08:59:50.058606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56156) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.062657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b405ba2c-a017-4d46-8189-0cdcef859734 None None] Port b942395b-a956-4e41-913c-d4d32110f5b6 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:50.087456 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7583321e-c79e-4244-844e-15619627d94c req-49953504-6c4c-451c-a0e3-76358314484b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa5e505a-d2e0-4f22-a729-28ab4de82454&id=d4d90669-8f48-4ae0-ac39-f5bce309a968&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0918922 Jul 16 08:59:50.174740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb9625b-c26b-4c8a-8ca1-ab92a31308f9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.181900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fb9625b-c26b-4c8a-8ca1-ab92a31308f9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.184282 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6fb9625b-c26b-4c8a-8ca1-ab92a31308f9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1233571 Jul 16 08:59:50.189143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56158) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.333309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3daa7252-b60f-4b71-97ff-e6f17248a8c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port 6061c05d-7947-4582-98d7-994148d518ad {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:50.334536 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3daa7252-b60f-4b71-97ff-e6f17248a8c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.396178 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-48cf7b34-d92b-4f40-8d29-5bfd8802b43d tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.402744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bc875-f4df-43b8-8547-6d6dc9ffe47d req-c54bbc1d-731c-4ffd-a264-05d9e6e7968c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.406016 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-003bc875-f4df-43b8-8547-6d6dc9ffe47d req-c54bbc1d-731c-4ffd-a264-05d9e6e7968c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 1098 time: 0.4070811 Jul 16 08:59:50.498041 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3daa7252-b60f-4b71-97ff-e6f17248a8c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.518023 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3daa7252-b60f-4b71-97ff-e6f17248a8c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for 6061c05d-7947-4582-98d7-994148d518ad owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:50.699869 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3daa7252-b60f-4b71-97ff-e6f17248a8c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.762425 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cf7b34-d92b-4f40-8d29-5bfd8802b43d tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event updated for resources: {'Subnet': ['ID=0ab9bf8a-ab3b-43b5-807b-2971ab409b67,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:50.809978 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa7252-b60f-4b71-97ff-e6f17248a8c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=6061c05d-7947-4582-98d7-994148d518ad,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:50.819677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3daa7252-b60f-4b71-97ff-e6f17248a8c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:50.826494 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3daa7252-b60f-4b71-97ff-e6f17248a8c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/6061c05d-7947-4582-98d7-994148d518ad HTTP/1.1" status: 204 len: 168 time: 0.6327250 Jul 16 08:59:50.828180 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56162) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:50.958349 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de243d5-970c-4485-a24b-f136d448fc77 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.961189 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de243d5-970c-4485-a24b-f136d448fc77 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.963160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9de243d5-970c-4485-a24b-f136d448fc77 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1335204 Jul 16 08:59:50.967421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56164) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:51.029227 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-cae8d106-eceb-4f78-b706-aab239b7733d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 2c732e42-de25-41ab-8cb2-acda8207fba5 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:51.038240 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cae8d106-eceb-4f78-b706-aab239b7733d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.053940 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48cf7b34-d92b-4f40-8d29-5bfd8802b43d tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Checking segment: {'id': '0f1b5025-1e7a-454c-9548-708fc09e1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '01701d46-1ded-4756-b18f-128b26e419ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:51.055435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cf7b34-d92b-4f40-8d29-5bfd8802b43d tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Network hostable DHCP agents. Network: 01701d46-1ded-4756-b18f-128b26e419ff, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:51.173679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-92fe2e1f-7401-4380-8588-a5aef0d38d1b None None] Provisioning for port cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:51.198673 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cae8d106-eceb-4f78-b706-aab239b7733d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.245429 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bc875-f4df-43b8-8547-6d6dc9ffe47d req-2074838a-3a0f-4f56-a6f3-4aed617a9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:51.248642 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-003bc875-f4df-43b8-8547-6d6dc9ffe47d req-2074838a-3a0f-4f56-a6f3-4aed617a9ca0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=28a0aa94-0f4f-4171-9fed-e2f91a71d53c HTTP/1.1" status: 200 len: 897 time: 0.8181565 Jul 16 08:59:51.297027 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:51.297774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48cf7b34-d92b-4f40-8d29-5bfd8802b43d tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Network 01701d46-1ded-4756-b18f-128b26e419ff is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:51.308530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b942395b-a956-4e41-913c-d4d32110f5b6 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:51.424688 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.439607 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:51.453236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-48cf7b34-d92b-4f40-8d29-5bfd8802b43d tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 01701d46-1ded-4756-b18f-128b26e419ff) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:51.459417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cf7b34-d92b-4f40-8d29-5bfd8802b43d tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:51.460422 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-48cf7b34-d92b-4f40-8d29-5bfd8802b43d tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.470560 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:51.472630 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.487889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Transition to ACTIVE for port object b942395b-a956-4e41-913c-d4d32110f5b6 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:51.494526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e6df9-857a-4af6-a437-76aed94c99a5 None None] Network 01701d46-1ded-4756-b18f-128b26e419ff requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:51.503502 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.513808 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-003bc875-f4df-43b8-8547-6d6dc9ffe47d req-ce2cee97-ba15-40c3-a87c-eb5c67ff2900 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a4d8c7b-cc0e-4411-a59d-2f9565aca632 HTTP/1.1" status: 200 len: 1001 time: 0.2547235 Jul 16 08:59:51.518323 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cae8d106-eceb-4f78-b706-aab239b7733d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.571290 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-48cf7b34-d92b-4f40-8d29-5bfd8802b43d tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1638258 Jul 16 08:59:51.581724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56172) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:51.591809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b2b2d2f7-f519-4e18-8b3e-ea4d74aa0a82 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1415730791'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:51.716851 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b2d2f7-f519-4e18-8b3e-ea4d74aa0a82 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Made reservation on behalf of 783d26d2a95a465eb0e4d33b26d99c98 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:51.732659 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bc875-f4df-43b8-8547-6d6dc9ffe47d req-f61fb1b7-c416-441f-ba85-e7773e335d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:51.735677 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-003bc875-f4df-43b8-8547-6d6dc9ffe47d req-f61fb1b7-c416-441f-ba85-e7773e335d43 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d37a4149-f093-4581-924e-85f224a85519 HTTP/1.1" status: 200 len: 834 time: 0.2124400 Jul 16 08:59:51.741139 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d2f7-f519-4e18-8b3e-ea4d74aa0a82 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.842529 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cae8d106-eceb-4f78-b706-aab239b7733d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:51.867282 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Pushing event updated for resources: {'Port': ['ID=b942395b-a956-4e41-913c-d4d32110f5b6,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:52.013389 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9c1eda05-1c64-49be-9c5a-35babdfdd9d7 None None] Could not find standard attr ID for object 6061c05d-7947-4582-98d7-994148d518ad. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:59:52.018546 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e981222-2e54-4f61-b35c-965c5d33fe03 req-cb2a238b-3595-4678-a990-849be10add14 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.026653 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3e981222-2e54-4f61-b35c-965c5d33fe03 req-cb2a238b-3595-4678-a990-849be10add14 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 983 time: 0.2870777 Jul 16 08:59:52.040157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b2d2f7-f519-4e18-8b3e-ea4d74aa0a82 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:52.041400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003bc875-f4df-43b8-8547-6d6dc9ffe47d req-475cec19-6af4-463e-96d9-ae4d529e90f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.045851 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-003bc875-f4df-43b8-8547-6d6dc9ffe47d req-475cec19-6af4-463e-96d9-ae4d529e90f3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=28a0aa94-0f4f-4171-9fed-e2f91a71d53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2760191 Jul 16 08:59:52.055836 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cae8d106-eceb-4f78-b706-aab239b7733d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.061410 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cae8d106-eceb-4f78-b706-aab239b7733d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/2c732e42-de25-41ab-8cb2-acda8207fba5 HTTP/1.1" status: 204 len: 168 time: 1.0913136 Jul 16 08:59:52.070825 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8d106-eceb-4f78-b706-aab239b7733d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=2c732e42-de25-41ab-8cb2-acda8207fba5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:52.085875 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56174) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:52.120142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Attempting to bind port b942395b-a956-4e41-913c-d4d32110f5b6 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:52.120488 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Attempting to bind port b942395b-a956-4e41-913c-d4d32110f5b6 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'd5a8300d-2024-41b8-b8fc-f075ec1c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:52.120917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Attempting to bind port b942395b-a956-4e41-913c-d4d32110f5b6 on network 5db0e0ea-aa8f-499f-a098-7a682e6790ad {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:52.129689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Port b942395b-a956-4e41-913c-d4d32110f5b6 on network 5db0e0ea-aa8f-499f-a098-7a682e6790ad not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:59:52.130082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Attempting to bind port b942395b-a956-4e41-913c-d4d32110f5b6 on network 5db0e0ea-aa8f-499f-a098-7a682e6790ad {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:52.156674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:52.157076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Checking segment: {'id': 'd5a8300d-2024-41b8-b8fc-f075ec1c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:52.157475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Bound using segment: {'id': 'd5a8300d-2024-41b8-b8fc-f075ec1c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:52.157981 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Bound port: b942395b-a956-4e41-913c-d4d32110f5b6, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5a8300d-2024-41b8-b8fc-f075ec1c2129', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:52.158751 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.242065 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3e981222-2e54-4f61-b35c-965c5d33fe03 req-85d4a27c-1c55-46f0-a497-5437ea6b003a tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa5e505a-d2e0-4f22-a729-28ab4de82454&id=d4d90669-8f48-4ae0-ac39-f5bce309a968&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2142611 Jul 16 08:59:52.294254 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d2f7-f519-4e18-8b3e-ea4d74aa0a82 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.294988 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-b2b2d2f7-f519-4e18-8b3e-ea4d74aa0a82 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Added segment f1983f29-9ae0-4c9f-b83c-c0755a7dbca8 of type vlan for network 30cfdd72-7cec-4420-8ae2-d70711a3e55e Jul 16 08:59:52.306256 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-003bc875-f4df-43b8-8547-6d6dc9ffe47d req-a60694fc-9c25-482c-b963-5e99ab69ee6f service neutron] 10.222.0.38 "GET /v2.0/networks/28a0aa94-0f4f-4171-9fed-e2f91a71d53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183518 Jul 16 08:59:52.322462 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a1430bcf-bf8d-4a68-b633-9bd752519264 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2336679 Jul 16 08:59:52.347084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56176) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:52.423822 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.475443 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-003bc875-f4df-43b8-8547-6d6dc9ffe47d req-e8cd00cb-1a65-43f0-85de-0543dfa0d891 service neutron] 10.222.0.38 "GET /v2.0/networks/28a0aa94-0f4f-4171-9fed-e2f91a71d53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290941 Jul 16 08:59:52.502494 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff370a3-afce-4f48-b7f4-cf205831dd66 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:52.526648 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d2f7-f519-4e18-8b3e-ea4d74aa0a82 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.598352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] For port b942395b-a956-4e41-913c-d4d32110f5b6, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:52.613792 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d2f7-f519-4e18-8b3e-ea4d74aa0a82 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.624017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] For port b942395b-a956-4e41-913c-d4d32110f5b6, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b942395b-a956-4e41-913c-d4d32110f5b6,segment=NetworkSegment(d5a8300d-2024-41b8-b8fc-f075ec1c2129),segment_id=d5a8300d-2024-41b8-b8fc-f075ec1c2129)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:52.632743 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b2d2f7-f519-4e18-8b3e-ea4d74aa0a82 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.634144 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b2d2f7-f519-4e18-8b3e-ea4d74aa0a82 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.642887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0790dc07-2de1-4aa8-90bd-a914f87d862e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.644912 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0790dc07-2de1-4aa8-90bd-a914f87d862e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2968254 Jul 16 08:59:52.647498 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.650672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56178) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:52.725809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ed4340-9030-48ef-b266-ac1905ab75c1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.728023 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d9ed4340-9030-48ef-b266-ac1905ab75c1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0742023 Jul 16 08:59:52.756027 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56182) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:52.824465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.825781 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.828751 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] 10.222.0.15 "PUT /v2.0/ports/b942395b-a956-4e41-913c-d4d32110f5b6 HTTP/1.1" status: 200 len: 1132 time: 3.0807643 Jul 16 08:59:52.832660 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b2e189bb-8fb2-4b14-8f1d-d89d3ddc81d3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743921 Jul 16 08:59:52.836095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8053e6-5dd3-4ee1-950e-a78685061689', 'tag': 'b942395b-a956-4e41-913c-d4d32110f5b6'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:52.839315 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8f43c5-17f5-48c3-a92e-74c4bcd632ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8053e6-5dd3-4ee1-950e-a78685061689", "tag": "b942395b-a956-4e41-913c-d4d32110f5b6"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:52.843922 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56184) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:52.859588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-338ea015-720d-408c-9b01-20a7a4fad8aa tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:52.949796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-01701d46-1ded-4756-b18f-128b26e419ff', 'network_id': '01701d46-1ded-4756-b18f-128b26e419ff', 'tenant_id': '783d26d2a95a465eb0e4d33b26d99c98', 'fixed_ips': [{'subnet_id': '0ab9bf8a-ab3b-43b5-807b-2971ab409b67'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:52.951351 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:52.998439 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b2d2f7-f519-4e18-8b3e-ea4d74aa0a82 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event updated for resources: {'Network': ['ID=30cfdd72-7cec-4420-8ae2-d70711a3e55e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:53.037171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b2b2d2f7-f519-4e18-8b3e-ea4d74aa0a82 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4534860 Jul 16 08:59:53.039281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56188) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:53.049020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-dd57da92-8650-4ba7-860d-0d9504e85195 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Request body: {'subnet': {'network_id': '30cfdd72-7cec-4420-8ae2-d70711a3e55e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:53.049909 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 30cfdd72-7cec-4420-8ae2-d70711a3e55e details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:59:53.110367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:53.295627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd57da92-8650-4ba7-860d-0d9504e85195 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Made reservation on behalf of 783d26d2a95a465eb0e4d33b26d99c98 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:53.307994 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.328070 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd57da92-8650-4ba7-860d-0d9504e85195 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.401525 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3a1876-be3b-495b-ac0b-49b132f4cfd7 x-openstack-request-id: req-4f3a1876-be3b-495b-ac0b-49b132f4cfd7 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:53.401858 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8053e6-5dd3-4ee1-950e-a78685061689", "tag": "b942395b-a956-4e41-913c-d4d32110f5b6", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:53.402099 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f3a1876-be3b-495b-ac0b-49b132f4cfd7 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:53.402537 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8053e6-5dd3-4ee1-950e-a78685061689', 'tag': 'b942395b-a956-4e41-913c-d4d32110f5b6', 'status': 'completed', 'code': 200} Jul 16 08:59:53.503274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f9e8b-52bb-4c18-b380-167effd25c15 None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:59:53.504171 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44521bc5-1a81-48af-a103-5ad2af65d696 service neutron] Pushing event updated for resources: {'Port': ['ID=b942395b-a956-4e41-913c-d4d32110f5b6,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:53.642146 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-338ea015-720d-408c-9b01-20a7a4fad8aa tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:53.651870 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-338ea015-720d-408c-9b01-20a7a4fad8aa tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:53.671041 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-6f4dcfd5-ea05-4872-8985-a30276fceca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:53.673824 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-6f4dcfd5-ea05-4872-8985-a30276fceca8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c33bc819abc459d94c0dedc8ed9e910&device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 1135 time: 0.2777834 Jul 16 08:59:53.691067 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Allocated IP 2001:db8:0:ffff::2 (01701d46-1ded-4756-b18f-128b26e419ff/0ab9bf8a-ab3b-43b5-807b-2971ab409b67/e1905b4c-39fc-4de7-becb-62c14de0d218) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:53.804289 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-4c557999-e852-436a-83cd-fa09ce19281e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b942395b-a956-4e41-913c-d4d32110f5b6 HTTP/1.1" status: 200 len: 217 time: 0.1116850 Jul 16 08:59:53.896587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:54.000275 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.003205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-5865699e-100f-4133-932f-f27c0178f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:54.003720 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-603f9e8b-52bb-4c18-b380-167effd25c15 None None] Deleting port cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:54.004139 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-603f9e8b-52bb-4c18-b380-167effd25c15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.009066 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-5865699e-100f-4133-932f-f27c0178f719 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3e5b37d-1d38-469b-90e5-d179e15ff92c HTTP/1.1" status: 200 len: 834 time: 0.1667790 Jul 16 08:59:54.043756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Transition to ACTIVE for port object e1905b4c-39fc-4de7-becb-62c14de0d218 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:54.067621 n-d-758944-46 neutron-server[93694]: DEBUG neutron.objects.ports [None req-dd57da92-8650-4ba7-860d-0d9504e85195 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93694) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:59:54.074739 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd57da92-8650-4ba7-860d-0d9504e85195 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.125720 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Transition to ACTIVE for port object e1905b4c-39fc-4de7-becb-62c14de0d218 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:54.149129 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-603f9e8b-52bb-4c18-b380-167effd25c15 None None] For port cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:54.149420 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-603f9e8b-52bb-4c18-b380-167effd25c15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.155116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bdc92-46bc-4d41-ac40-a4f83955de8b req-b769a45d-6c2c-439b-85cc-26ca1a0d1af1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:54.156890 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.158241 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e13bdc92-46bc-4d41-ac40-a4f83955de8b req-b769a45d-6c2c-439b-85cc-26ca1a0d1af1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 983 time: 0.4696531 Jul 16 08:59:54.258663 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd57da92-8650-4ba7-860d-0d9504e85195 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event updated for resources: {'Subnet': ['ID=9844d08a-1662-4d94-bb72-799db75430e6,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:54.266066 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd57da92-8650-4ba7-860d-0d9504e85195 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Checking segment: {'id': 'f1983f29-9ae0-4c9f-b83c-c0755a7dbca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '30cfdd72-7cec-4420-8ae2-d70711a3e55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:54.266632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd57da92-8650-4ba7-860d-0d9504e85195 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Network hostable DHCP agents. Network: 30cfdd72-7cec-4420-8ae2-d70711a3e55e, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:59:54.299641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd57da92-8650-4ba7-860d-0d9504e85195 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Network 30cfdd72-7cec-4420-8ae2-d70711a3e55e is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:59:54.318964 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-dd57da92-8650-4ba7-860d-0d9504e85195 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 30cfdd72-7cec-4420-8ae2-d70711a3e55e) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:54.329072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd57da92-8650-4ba7-860d-0d9504e85195 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:54.332038 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd57da92-8650-4ba7-860d-0d9504e85195 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.376217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4186134-585b-4ef4-b36e-7acf0afce6f6 None None] Network 30cfdd72-7cec-4420-8ae2-d70711a3e55e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:54.378410 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dd57da92-8650-4ba7-860d-0d9504e85195 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3370287 Jul 16 08:59:54.379564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56224) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:54.396590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9fc5b76d-d387-41f8-ae66-37c2faed9ccc tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Request body: {'port': {'network_id': '30cfdd72-7cec-4420-8ae2-d70711a3e55e', 'name': 'tempest-NetworksIpV6TestAttrs-467401035'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:54.418179 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e13bdc92-46bc-4d41-ac40-a4f83955de8b req-5beb4f4d-8f87-45a3-8c72-79157c255f72 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa5e505a-d2e0-4f22-a729-28ab4de82454&id=d4d90669-8f48-4ae0-ac39-f5bce309a968&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2282226 Jul 16 08:59:54.432108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-a37d3b37-f7dc-40e7-9219-5222b3c3ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:54.434829 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-a37d3b37-f7dc-40e7-9219-5222b3c3ea21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5db0e0ea-aa8f-499f-a098-7a682e6790ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4151497 Jul 16 08:59:54.577872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-603f9e8b-52bb-4c18-b380-167effd25c15 None None] Calling delete_port for cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:54.655494 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Network 01701d46-1ded-4756-b18f-128b26e419ff is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:54.669327 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-8f8e26ad-f544-4343-8929-8fd0e705cbcd service neutron] 10.222.0.15 "GET /v2.0/networks/5db0e0ea-aa8f-499f-a098-7a682e6790ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2069759 Jul 16 08:59:54.738461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:54.739153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc5b76d-d387-41f8-ae66-37c2faed9ccc tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Made reservation on behalf of 783d26d2a95a465eb0e4d33b26d99c98 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:54.746937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-30cfdd72-7cec-4420-8ae2-d70711a3e55e', 'network_id': '30cfdd72-7cec-4420-8ae2-d70711a3e55e', 'tenant_id': '783d26d2a95a465eb0e4d33b26d99c98', 'fixed_ips': [{'subnet_id': '9844d08a-1662-4d94-bb72-799db75430e6'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:54.748408 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.749911 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b76d-d387-41f8-ae66-37c2faed9ccc tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:54.751590 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Pushing event updated for resources: {'Port': ['ID=e1905b4c-39fc-4de7-becb-62c14de0d218,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:54.755696 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:54.821203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-9fc5b76d-d387-41f8-ae66-37c2faed9ccc tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] device_id is not set on port f5257696-c563-499f-bec1-368e7b826ca1 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:55.082919 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3053ef34-287c-41c7-a32c-7a82c261fae8 req-f68ae21b-94fc-4417-8f19-5e7acc5c3af0 service neutron] 10.222.0.15 "GET /v2.0/networks/5db0e0ea-aa8f-499f-a098-7a682e6790ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832958 Jul 16 08:59:55.103284 n-d-758944-46 neutron-server[93695]: DEBUG neutron.objects.ports [None req-338ea015-720d-408c-9b01-20a7a4fad8aa tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93695) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:59:55.133094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-9fc5b76d-d387-41f8-ae66-37c2faed9ccc tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Allocated IP 2001:db8::f816:3eff:fef9:c63d (30cfdd72-7cec-4420-8ae2-d70711a3e55e/9844d08a-1662-4d94-bb72-799db75430e6/f5257696-c563-499f-bec1-368e7b826ca1) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:55.264147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Attempting to bind port e1905b4c-39fc-4de7-becb-62c14de0d218 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:55.265868 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Attempting to bind port e1905b4c-39fc-4de7-becb-62c14de0d218 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '0f1b5025-1e7a-454c-9548-708fc09e1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '01701d46-1ded-4756-b18f-128b26e419ff'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:55.266024 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Attempting to bind port e1905b4c-39fc-4de7-becb-62c14de0d218 on network 01701d46-1ded-4756-b18f-128b26e419ff {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:55.302216 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:55.305373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Checking segment: {'id': '0f1b5025-1e7a-454c-9548-708fc09e1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '01701d46-1ded-4756-b18f-128b26e419ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:55.306158 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.309141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Bound using segment: {'id': '0f1b5025-1e7a-454c-9548-708fc09e1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '01701d46-1ded-4756-b18f-128b26e419ff'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:55.309812 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Bound port: e1905b4c-39fc-4de7-becb-62c14de0d218, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1b5025-1e7a-454c-9548-708fc09e1130', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '01701d46-1ded-4756-b18f-128b26e419ff'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:55.310479 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.391414 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-603f9e8b-52bb-4c18-b380-167effd25c15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.447480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603f9e8b-52bb-4c18-b380-167effd25c15 None None] No DVR routers for this DVR port cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:55.450294 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f43c5-17f5-48c3-a92e-74c4bcd632ea req-918737ef-1fd0-46c7-bee7-ba145b78f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.452100 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf8f43c5-17f5-48c3-a92e-74c4bcd632ea req-918737ef-1fd0-46c7-bee7-ba145b78f6c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c33bc819abc459d94c0dedc8ed9e910&device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 1135 time: 0.2499788 Jul 16 08:59:55.462196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603f9e8b-52bb-4c18-b380-167effd25c15 None None] Pushing event deleted for resources: {'Port': ['ID=cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:55.466043 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:55.494089 n-d-758944-46 neutron-server[93695]: WARNING neutron.services.revisions.revision_plugin [None req-338ea015-720d-408c-9b01-20a7a4fad8aa tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Could not find related port for resource to bump revision. Jul 16 08:59:55.518377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:59:55.519702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:59:55.543802 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.ipam_pluggable_backend [None req-338ea015-720d-408c-9b01-20a7a4fad8aa tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Port cf7a8750-7f3f-46c9-8b1e-dcd44d994a6c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93695) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 08:59:55.544148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.ipam_pluggable_backend [None req-338ea015-720d-408c-9b01-20a7a4fad8aa tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Reverting IP allocation for 2001:db8::f816:3eff:fe2a:aeda {{(pid=93695) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 08:59:55.559812 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.ipam_pluggable_backend [None req-338ea015-720d-408c-9b01-20a7a4fad8aa tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe2a:aeda {{(pid=93695) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 08:59:55.571145 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-338ea015-720d-408c-9b01-20a7a4fad8aa tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.584083 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b76d-d387-41f8-ae66-37c2faed9ccc tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.601531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] For port e1905b4c-39fc-4de7-becb-62c14de0d218, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:55.619050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] For port e1905b4c-39fc-4de7-becb-62c14de0d218, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e1905b4c-39fc-4de7-becb-62c14de0d218,segment=NetworkSegment(0f1b5025-1e7a-454c-9548-708fc09e1130),segment_id=0f1b5025-1e7a-454c-9548-708fc09e1130)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:55.642665 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.722207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ea015-720d-408c-9b01-20a7a4fad8aa tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=2db25f9b-edc3-4998-937a-9957ac4354a5,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:55.725737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f43c5-17f5-48c3-a92e-74c4bcd632ea req-5fca8fa7-fecf-4ffd-a80a-c6a730b86f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.727589 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf8f43c5-17f5-48c3-a92e-74c4bcd632ea req-5fca8fa7-fecf-4ffd-a80a-c6a730b86f2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=5db0e0ea-aa8f-499f-a098-7a682e6790ad HTTP/1.1" status: 200 len: 896 time: 0.2306173 Jul 16 08:59:55.736371 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:59:55.779455 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf8f43c5-17f5-48c3-a92e-74c4bcd632ea req-2e520029-3a12-44e6-b29b-374cb2dd88d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b942395b-a956-4e41-913c-d4d32110f5b6 HTTP/1.1" status: 200 len: 217 time: 0.0404418 Jul 16 08:59:55.782059 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338ea015-720d-408c-9b01-20a7a4fad8aa tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:55.785459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-338ea015-720d-408c-9b01-20a7a4fad8aa tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:55.798498 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-338ea015-720d-408c-9b01-20a7a4fad8aa tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.799127 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-338ea015-720d-408c-9b01-20a7a4fad8aa tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:55.813810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45086718-6a69-41b0-b14a-90a6eb1b4e7d None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:55.871129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f43c5-17f5-48c3-a92e-74c4bcd632ea req-0a08ec37-df8e-47d1-b292-3dc2c9b45f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.872992 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf8f43c5-17f5-48c3-a92e-74c4bcd632ea req-0a08ec37-df8e-47d1-b292-3dc2c9b45f36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3e5b37d-1d38-469b-90e5-d179e15ff92c HTTP/1.1" status: 200 len: 834 time: 0.0852945 Jul 16 08:59:55.881157 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-338ea015-720d-408c-9b01-20a7a4fad8aa tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0259678 Jul 16 08:59:55.890958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56272) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:55.896455 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b20e5887-b443-4c8b-b645-13c58d9c10d7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:55.909473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ff9e2-df4c-455b-ae51-e9c3dc4fc1eb None None] Pushing event updated for resources: {'Port': ['ID=e1905b4c-39fc-4de7-becb-62c14de0d218,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:56.055382 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-9fc5b76d-d387-41f8-ae66-37c2faed9ccc tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Transition to ACTIVE for port object f5257696-c563-499f-bec1-368e7b826ca1 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:56.102443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b76d-d387-41f8-ae66-37c2faed9ccc tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.207289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc5b76d-d387-41f8-ae66-37c2faed9ccc tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Network 30cfdd72-7cec-4420-8ae2-d70711a3e55e is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:56.211545 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-9fc5b76d-d387-41f8-ae66-37c2faed9ccc tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:56.219591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc5b76d-d387-41f8-ae66-37c2faed9ccc tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:56.226919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc5b76d-d387-41f8-ae66-37c2faed9ccc tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:56.227762 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9fc5b76d-d387-41f8-ae66-37c2faed9ccc tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.275551 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc5b76d-d387-41f8-ae66-37c2faed9ccc tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event updated for resources: {'Port': ['ID=f5257696-c563-499f-bec1-368e7b826ca1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:56.294876 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9fc5b76d-d387-41f8-ae66-37c2faed9ccc tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.9099054 Jul 16 08:59:56.295199 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56276) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:56.343976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f43c5-17f5-48c3-a92e-74c4bcd632ea req-77bbeb1d-50aa-48e1-90aa-d557b8de6cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:56.347309 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf8f43c5-17f5-48c3-a92e-74c4bcd632ea req-77bbeb1d-50aa-48e1-90aa-d557b8de6cfe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5db0e0ea-aa8f-499f-a098-7a682e6790ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4669688 Jul 16 08:59:56.355917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcbe56-804b-4a71-831f-09cc1814f49e req-2551851e-3c7e-449a-880b-de0473c35c35 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:56.359544 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ebcbe56-804b-4a71-831f-09cc1814f49e req-2551851e-3c7e-449a-880b-de0473c35c35 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 983 time: 0.2677383 Jul 16 08:59:56.394615 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': '2db25f9b-edc3-4998-937a-9957ac4354a5'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:59:56.395685 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.438391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Allocated IP 2001:db8::f816:3eff:fe5e:65e5 (30cfdd72-7cec-4420-8ae2-d70711a3e55e/9844d08a-1662-4d94-bb72-799db75430e6/e7c011d5-b58d-4eb8-a136-6ba8f1862252) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:56.441012 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56280) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:56.507222 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20e5887-b443-4c8b-b645-13c58d9c10d7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:56.522598 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b20e5887-b443-4c8b-b645-13c58d9c10d7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.622576 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ebcbe56-804b-4a71-831f-09cc1814f49e req-0e134eb6-0f92-4297-a42f-a1dd1025d44b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa5e505a-d2e0-4f22-a729-28ab4de82454&id=d4d90669-8f48-4ae0-ac39-f5bce309a968&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2118649 Jul 16 08:59:56.633155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e4ce55-ef14-4e18-908f-c4d93b9c1bb2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Deleting subnet 9844d08a-1662-4d94-bb72-799db75430e6 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:59:56.782017 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf8f43c5-17f5-48c3-a92e-74c4bcd632ea req-7dea1b24-7a71-4c8b-a30d-3077e524c855 service neutron] 10.222.0.15 "GET /v2.0/networks/5db0e0ea-aa8f-499f-a098-7a682e6790ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4240005 Jul 16 08:59:56.892055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ee932fad-6998-497c-a7e4-a6c963fd2254 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port 3a72b0d3-e280-45a4-8a67-e37f2d91944f {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:56.893165 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee932fad-6998-497c-a7e4-a6c963fd2254 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:56.898149 n-d-758944-46 neutron-server[93695]: INFO neutron.db.ipam_backend_mixin [None req-b20e5887-b443-4c8b-b645-13c58d9c10d7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2db25f9b-edc3-4998-937a-9957ac4354a5 (CIDR: 2001:db8::/64) Jul 16 08:59:56.911289 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20e5887-b443-4c8b-b645-13c58d9c10d7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:59:56.912087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20e5887-b443-4c8b-b645-13c58d9c10d7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:56.998256 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b20e5887-b443-4c8b-b645-13c58d9c10d7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1061618 Jul 16 08:59:57.029277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56282) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:57.036792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-71de2dfc-8cbc-44b5-b10a-8d8166e44029 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:57.110421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf8f43c5-17f5-48c3-a92e-74c4bcd632ea req-011d0773-7ab7-41c6-90c5-f139911ce788 service neutron] 10.222.0.15 "GET /v2.0/networks/5db0e0ea-aa8f-499f-a098-7a682e6790ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955661 Jul 16 08:59:57.157953 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee932fad-6998-497c-a7e4-a6c963fd2254 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.158293 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee932fad-6998-497c-a7e4-a6c963fd2254 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.183472 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ee932fad-6998-497c-a7e4-a6c963fd2254 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for 3a72b0d3-e280-45a4-8a67-e37f2d91944f owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:57.351650 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71de2dfc-8cbc-44b5-b10a-8d8166e44029 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:57.358069 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Allocated IP 2001:db8::f816:3eff:fefc:5cd6 (d414e6fa-d160-44fd-92e3-d399748f3f68/2db25f9b-edc3-4998-937a-9957ac4354a5/b2386442-01a7-4c0d-abf2-68a1c14c4b12) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:57.369312 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-71de2dfc-8cbc-44b5-b10a-8d8166e44029 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.467179 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.538778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Transition to ACTIVE for port object e7c011d5-b58d-4eb8-a136-6ba8f1862252 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:57.659089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e1905b4c-39fc-4de7-becb-62c14de0d218 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:57.766896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Transition to ACTIVE for port object e7c011d5-b58d-4eb8-a136-6ba8f1862252 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:57.795472 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ce55-ef14-4e18-908f-c4d93b9c1bb2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.834663 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.921401 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ce55-ef14-4e18-908f-c4d93b9c1bb2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.116453 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.139486 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Transition to ACTIVE for port object b2386442-01a7-4c0d-abf2-68a1c14c4b12 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:58.157444 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ce55-ef14-4e18-908f-c4d93b9c1bb2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.167253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec4c92-24fa-4c19-abd9-c10f7ace98da req-3b4278d7-32f9-4253-a682-83928d074017 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:58.170166 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80ec4c92-24fa-4c19-abd9-c10f7ace98da req-3b4278d7-32f9-4253-a682-83928d074017 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 983 time: 0.2544956 Jul 16 08:59:58.184076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Transition to ACTIVE for port object b2386442-01a7-4c0d-abf2-68a1c14c4b12 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:58.207199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a5d546e-5d55-4da6-968b-570af5a0bf6f None None] Network 01701d46-1ded-4756-b18f-128b26e419ff requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:59:58.238749 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee932fad-6998-497c-a7e4-a6c963fd2254 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.255727 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80ec4c92-24fa-4c19-abd9-c10f7ace98da req-36e98353-dd77-4680-b7d5-11faddd2cb6e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa5e505a-d2e0-4f22-a729-28ab4de82454&id=d4d90669-8f48-4ae0-ac39-f5bce309a968&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0772245 Jul 16 08:59:58.266224 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.303643 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ce55-ef14-4e18-908f-c4d93b9c1bb2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.305691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Network 30cfdd72-7cec-4420-8ae2-d70711a3e55e is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:58.341803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee932fad-6998-497c-a7e4-a6c963fd2254 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=3a72b0d3-e280-45a4-8a67-e37f2d91944f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:58.360860 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b9e4ce55-ef14-4e18-908f-c4d93b9c1bb2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.361106 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-71de2dfc-8cbc-44b5-b10a-8d8166e44029 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.366829 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b9e4ce55-ef14-4e18-908f-c4d93b9c1bb2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/subnets/9844d08a-1662-4d94-bb72-799db75430e6 HTTP/1.1" status: 204 len: 168 time: 2.0619655 Jul 16 08:59:58.372154 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dc244c8d-ffde-4b73-9acb-8ca7c0e37c95 None None] Provisioning for port e1905b4c-39fc-4de7-becb-62c14de0d218 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:58.380907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56294) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:58.382077 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:58.415803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e4ce55-ef14-4e18-908f-c4d93b9c1bb2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Subnet': ['ID=9844d08a-1662-4d94-bb72-799db75430e6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:58.442137 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:58.446552 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee932fad-6998-497c-a7e4-a6c963fd2254 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.446902 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-ee932fad-6998-497c-a7e4-a6c963fd2254 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Floating IP 6d0bcba8-82de-472a-8e36-14d14e44c748 disassociated (deleted). External IP: 172.25.4.44, port: 0a4d8c7b-cc0e-4411-a59d-2f9565aca632. Jul 16 08:59:58.449931 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device b942395b-a956-4e41-913c-d4d32110f5b6 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:59:58.494409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port e1905b4c-39fc-4de7-becb-62c14de0d218 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:58.512918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Pushing event updated for resources: {'Port': ['ID=e7c011d5-b58d-4eb8-a136-6ba8f1862252,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:58.579206 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:58.598469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e1905b4c-39fc-4de7-becb-62c14de0d218 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:58.599184 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.626249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de2dfc-8cbc-44b5-b10a-8d8166e44029 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:58.632427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-71de2dfc-8cbc-44b5-b10a-8d8166e44029 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:58.639758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:58.671346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71de2dfc-8cbc-44b5-b10a-8d8166e44029 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:58.672865 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-71de2dfc-8cbc-44b5-b10a-8d8166e44029 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:58.699811 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de2dfc-8cbc-44b5-b10a-8d8166e44029 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=92dcee0e-4e51-4221-936a-ba1911478897,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:58.715025 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-71de2dfc-8cbc-44b5-b10a-8d8166e44029 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6843569 Jul 16 08:59:58.721083 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56300) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:58.730256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'mac_address': 'fa:16:3e:e5:e8:2d', 'name': 'tempest-NetworksTestDHCPv6-954004513'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:58.810440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee932fad-6998-497c-a7e4-a6c963fd2254 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router c4673821-de0b-4658-ad72-5a1a8ae7667a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:58.812848 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:58.862235 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ba01cb-2469-4553-a4a8-ee2cb9d9faff tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:58.864690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ba01cb-2469-4553-a4a8-ee2cb9d9faff tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:58.869492 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-64ba01cb-2469-4553-a4a8-ee2cb9d9faff tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4844723 Jul 16 08:59:58.869755 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.resource_extend [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:59:58.900208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56302) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:58.918149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Attempting to bind port e7c011d5-b58d-4eb8-a136-6ba8f1862252 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:58.918444 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Attempting to bind port e7c011d5-b58d-4eb8-a136-6ba8f1862252 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'f1983f29-9ae0-4c9f-b83c-c0755a7dbca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '30cfdd72-7cec-4420-8ae2-d70711a3e55e'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:58.918614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Attempting to bind port e7c011d5-b58d-4eb8-a136-6ba8f1862252 on network 30cfdd72-7cec-4420-8ae2-d70711a3e55e {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:58.992859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Pushing event updated for resources: {'Port': ['ID=b2386442-01a7-4c0d-abf2-68a1c14c4b12,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:59.066125 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:59.066506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Checking segment: {'id': 'f1983f29-9ae0-4c9f-b83c-c0755a7dbca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '30cfdd72-7cec-4420-8ae2-d70711a3e55e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:59.067004 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.067301 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Bound using segment: {'id': 'f1983f29-9ae0-4c9f-b83c-c0755a7dbca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '30cfdd72-7cec-4420-8ae2-d70711a3e55e'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:59.067796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Bound port: e7c011d5-b58d-4eb8-a136-6ba8f1862252, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1983f29-9ae0-4c9f-b83c-c0755a7dbca8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '30cfdd72-7cec-4420-8ae2-d70711a3e55e'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:59.068180 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.092805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee932fad-6998-497c-a7e4-a6c963fd2254 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:59.104943 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ee932fad-6998-497c-a7e4-a6c963fd2254 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.127878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce8b8ad-6c25-4b63-920f-22cbabd8f262 None None] Sync routers for ids ['c4673821-de0b-4658-ad72-5a1a8ae7667a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:59.144671 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Attempting to bind port b2386442-01a7-4c0d-abf2-68a1c14c4b12 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:59.145344 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Attempting to bind port b2386442-01a7-4c0d-abf2-68a1c14c4b12 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:59.145344 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Attempting to bind port b2386442-01a7-4c0d-abf2-68a1c14c4b12 on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:59.156599 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:59.156901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:59.157461 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.157654 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:59.158128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Bound port: b2386442-01a7-4c0d-abf2-68a1c14c4b12, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:59.158511 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.174359 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-09f5cbd2-5648-45ca-9aa6-5fe1263980d5 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.194656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce8b8ad-6c25-4b63-920f-22cbabd8f262 None None] Routers {'c4673821-de0b-4658-ad72-5a1a8ae7667a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:59.195407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2ce8b8ad-6c25-4b63-920f-22cbabd8f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:59:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c4673821-de0b-4658-ad72-5a1a8ae7667a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:59.204742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d093cce-bd0d-4656-b6ce-9f2fd7045464 req-8bda0365-f10f-4f6f-8a6f-043514b5eb61 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:59.207491 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d093cce-bd0d-4656-b6ce-9f2fd7045464 req-8bda0365-f10f-4f6f-8a6f-043514b5eb61 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.4242570 Jul 16 08:59:59.215841 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ee932fad-6998-497c-a7e4-a6c963fd2254 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/floatingips/6d0bcba8-82de-472a-8e36-14d14e44c748 HTTP/1.1" status: 204 len: 168 time: 2.7648332 Jul 16 08:59:59.216802 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'tag': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:59.224554 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a36a64-e072-4239-97b3-c788cf159502" -d '{"events": [{"name": "network-changed", "server_uuid": "ec82a73f-da96-4afe-bec5-64b1b4bbabf2", "tag": "0a4d8c7b-cc0e-4411-a59d-2f9565aca632"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:59.266891 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-09f5cbd2-5648-45ca-9aa6-5fe1263980d5 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 08:59:59.267661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09f5cbd2-5648-45ca-9aa6-5fe1263980d5 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:59:59.270985 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-09f5cbd2-5648-45ca-9aa6-5fe1263980d5 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/networks/30cfdd72-7cec-4420-8ae2-d70711a3e55e HTTP/1.1" status: 409 len: 405 time: 0.3697104 Jul 16 08:59:59.277887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56308) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:59.292725 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-50f0be6b-b56a-45bf-a2e7-8b7f426384b6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-691422396'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:59.294977 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:59.338231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-2ce8b8ad-6c25-4b63-920f-22cbabd8f262 None None] Set router c4673821-de0b-4658-ad72-5a1a8ae7667a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:59.364806 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d093cce-bd0d-4656-b6ce-9f2fd7045464 req-ba92a897-23a7-47f3-a079-ac5d6ad8d9ae tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493495 Jul 16 08:59:59.384671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f0be6b-b56a-45bf-a2e7-8b7f426384b6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Made reservation on behalf of 783d26d2a95a465eb0e4d33b26d99c98 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:59.395689 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50f0be6b-b56a-45bf-a2e7-8b7f426384b6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.519071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f0be6b-b56a-45bf-a2e7-8b7f426384b6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:59:59.550827 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port b942395b-a956-4e41-913c-d4d32110f5b6, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b942395b-a956-4e41-913c-d4d32110f5b6,segment=NetworkSegment(d5a8300d-2024-41b8-b8fc-f075ec1c2129),segment_id=d5a8300d-2024-41b8-b8fc-f075ec1c2129)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:59.554986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50f0be6b-b56a-45bf-a2e7-8b7f426384b6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.556925 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-50f0be6b-b56a-45bf-a2e7-8b7f426384b6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Added segment d87ba3a5-68b8-4d43-afd5-692240241d9e of type vlan for network acaa70fe-b9ca-46ea-8f4d-1c53893c66e2 Jul 16 08:59:59.591943 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.649502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'b942395b-a956-4e41-913c-d4d32110f5b6', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'port_id': 'b942395b-a956-4e41-913c-d4d32110f5b6', 'mac_address': 'fa:16:3e:79:4a:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:59:59.689546 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port d9bf1765-00ea-4d4f-967d-aaee4931882a yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:59:59.723070 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.725214 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.727305 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50f0be6b-b56a-45bf-a2e7-8b7f426384b6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.802722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] For port e7c011d5-b58d-4eb8-a136-6ba8f1862252, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:59.810170 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] For port b2386442-01a7-4c0d-abf2-68a1c14c4b12, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:59.829200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b942395b-a956-4e41-913c-d4d32110f5b6 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:59.867260 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50f0be6b-b56a-45bf-a2e7-8b7f426384b6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.891908 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f0be6b-b56a-45bf-a2e7-8b7f426384b6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:59.894277 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50f0be6b-b56a-45bf-a2e7-8b7f426384b6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:59.919712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] For port e7c011d5-b58d-4eb8-a136-6ba8f1862252, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e7c011d5-b58d-4eb8-a136-6ba8f1862252,segment=NetworkSegment(f1983f29-9ae0-4c9f-b83c-c0755a7dbca8),segment_id=f1983f29-9ae0-4c9f-b83c-c0755a7dbca8)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:59.950078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] For port b2386442-01a7-4c0d-abf2-68a1c14c4b12, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b2386442-01a7-4c0d-abf2-68a1c14c4b12,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:00.008177 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009d0dc8-654d-4992-8e09-43733166d59d x-openstack-request-id: req-009d0dc8-654d-4992-8e09-43733166d59d {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:00.008731 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec82a73f-da96-4afe-bec5-64b1b4bbabf2", "tag": "0a4d8c7b-cc0e-4411-a59d-2f9565aca632", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:00.009238 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-009d0dc8-654d-4992-8e09-43733166d59d {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:00.030176 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.030657 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'tag': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632', 'status': 'completed', 'code': 200} Jul 16 09:00:00.084209 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.094820 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-50f0be6b-b56a-45bf-a2e7-8b7f426384b6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8150108 Jul 16 09:00:00.097057 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port b942395b-a956-4e41-913c-d4d32110f5b6, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b942395b-a956-4e41-913c-d4d32110f5b6,segment=NetworkSegment(d5a8300d-2024-41b8-b8fc-f075ec1c2129),segment_id=d5a8300d-2024-41b8-b8fc-f075ec1c2129)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:00.116729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56318) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:00.125544 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6f83000a-7cc0-4482-97f2-70d68616a24a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Request body: {'subnet': {'network_id': 'acaa70fe-b9ca-46ea-8f4d-1c53893c66e2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:00.275894 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0be6b-b56a-45bf-a2e7-8b7f426384b6 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event updated for resources: {'Network': ['ID=acaa70fe-b9ca-46ea-8f4d-1c53893c66e2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:00.299087 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ebb68-1711-4698-be2e-34b9100a2fdb None None] Pushing event updated for resources: {'Port': ['ID=e7c011d5-b58d-4eb8-a136-6ba8f1862252,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:00.351240 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.354236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network acaa70fe-b9ca-46ea-8f4d-1c53893c66e2 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:00.407725 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8:0:1::16c (d414e6fa-d160-44fd-92e3-d399748f3f68/92dcee0e-4e51-4221-936a-ba1911478897/d9bf1765-00ea-4d4f-967d-aaee4931882a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:00.442428 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::f816:3eff:fee5:e82d (d414e6fa-d160-44fd-92e3-d399748f3f68/2db25f9b-edc3-4998-937a-9957ac4354a5/d9bf1765-00ea-4d4f-967d-aaee4931882a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:00.479452 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port e1905b4c-39fc-4de7-becb-62c14de0d218, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e1905b4c-39fc-4de7-becb-62c14de0d218,segment=NetworkSegment(0f1b5025-1e7a-454c-9548-708fc09e1130),segment_id=0f1b5025-1e7a-454c-9548-708fc09e1130)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:00.604146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f83000a-7cc0-4482-97f2-70d68616a24a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Made reservation on behalf of 783d26d2a95a465eb0e4d33b26d99c98 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:00.610182 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f83000a-7cc0-4482-97f2-70d68616a24a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.689246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a22767-4b39-49b4-9792-0e2379db4dc7 req-43b4de0c-955a-4d41-b6b6-62c73757e99b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:00.698012 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78a22767-4b39-49b4-9792-0e2379db4dc7 req-43b4de0c-955a-4d41-b6b6-62c73757e99b tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.3509622 Jul 16 09:00:00.721682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-3d1b89e2-337a-40b3-80a4-24e514c02d96 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:00.724446 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-3d1b89e2-337a-40b3-80a4-24e514c02d96 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.38 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.4311264 Jul 16 09:00:00.770320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a36a64-e072-4239-97b3-c788cf159502 req-361ddff3-4faf-411a-8184-d26c13d45f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:00.773248 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42a36a64-e072-4239-97b3-c788cf159502 req-361ddff3-4faf-411a-8184-d26c13d45f99 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 1098 time: 0.6777220 Jul 16 09:00:00.839897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d8be8f-ad93-48cb-a5f1-8ecea9da0e18 req-fc6ab054-8ad0-46c3-b1e6-0d66f57de115 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:00.843817 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-93d8be8f-ad93-48cb-a5f1-8ecea9da0e18 req-fc6ab054-8ad0-46c3-b1e6-0d66f57de115 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 984 time: 0.7303140 Jul 16 09:00:00.850608 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.882209 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['b942395b-a956-4e41-913c-d4d32110f5b6'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:00.932624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307829db-4bff-471a-8fc1-665444440d0d None None] Network 30cfdd72-7cec-4420-8ae2-d70711a3e55e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:00.948829 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78a22767-4b39-49b4-9792-0e2379db4dc7 req-ea3435e7-ee28-4049-9f8a-17518a0241ec tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2377286 Jul 16 09:00:01.170518 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-f5d33c15-080a-4439-b4f9-445b1dfd661d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Deleting port 1296155c-74be-42b3-8b35-5c4b18b0bf31 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:01.171025 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-f5d33c15-080a-4439-b4f9-445b1dfd661d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.398935 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9db5fe2-0c04-454e-8e7f-b70392e6ed90 None None] Pushing event updated for resources: {'Port': ['ID=b2386442-01a7-4c0d-abf2-68a1c14c4b12,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:01.660200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=b942395b-a956-4e41-913c-d4d32110f5b6,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:01.676132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-f5d33c15-080a-4439-b4f9-445b1dfd661d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] For port 1296155c-74be-42b3-8b35-5c4b18b0bf31, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=1296155c-74be-42b3-8b35-5c4b18b0bf31,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:01.677122 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-f5d33c15-080a-4439-b4f9-445b1dfd661d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.793382 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:01.847043 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-93d8be8f-ad93-48cb-a5f1-8ecea9da0e18 req-17e63979-7530-4de2-a7b0-a329f19ff832 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa5e505a-d2e0-4f22-a729-28ab4de82454&id=d4d90669-8f48-4ae0-ac39-f5bce309a968&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.9774280 Jul 16 09:00:01.889511 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object d9bf1765-00ea-4d4f-967d-aaee4931882a will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:01.944110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6f96eedc-46cd-4587-ad39-914da99cbabf None None] Provisioning complete for port e1905b4c-39fc-4de7-becb-62c14de0d218 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:01.945200 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6f96eedc-46cd-4587-ad39-914da99cbabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.014422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a36a64-e072-4239-97b3-c788cf159502 req-d0f8045b-9b69-433e-8c09-89120fd964d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.016965 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42a36a64-e072-4239-97b3-c788cf159502 req-d0f8045b-9b69-433e-8c09-89120fd964d0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=28a0aa94-0f4f-4171-9fed-e2f91a71d53c HTTP/1.1" status: 200 len: 897 time: 1.2293842 Jul 16 09:00:02.030306 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2ce8b8ad-6c25-4b63-920f-22cbabd8f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T08:57:55Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3db89212-e3c0-4af2-af56-286a386ac033', 'name': '', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:3e:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'd37a4149-f093-4581-924e-85f224a85519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:50Z', 'updated_at': '2021-07-16T08:58:04Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': 'd37a4149-f093-4581-924e-85f224a85519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:02.031733 n-d-758944-46 neutron-server[93694]: DEBUG neutron.objects.ports [None req-6f83000a-7cc0-4482-97f2-70d68616a24a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93694) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:00:02.034782 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.036402 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f83000a-7cc0-4482-97f2-70d68616a24a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.049322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab077a12-4f15-4e17-a126-aeeec28e8f2a req-4877939e-31a3-4847-9b0c-843f472aa52a tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.051471 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab077a12-4f15-4e17-a126-aeeec28e8f2a req-4877939e-31a3-4847-9b0c-843f472aa52a tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 946 time: 0.5169003 Jul 16 09:00:02.163184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83000a-7cc0-4482-97f2-70d68616a24a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event updated for resources: {'Subnet': ['ID=128258b2-57e8-474b-8ec9-f40d0be75940,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:02.185635 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42a36a64-e072-4239-97b3-c788cf159502 req-df6602ea-c4b8-49a2-aab5-bc1c6b73b7db service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a4d8c7b-cc0e-4411-a59d-2f9565aca632 HTTP/1.1" status: 200 len: 217 time: 0.1592147 Jul 16 09:00:02.230433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce8b8ad-6c25-4b63-920f-22cbabd8f262 None None] Checking router: c4673821-de0b-4658-ad72-5a1a8ae7667a for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:02.237667 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab077a12-4f15-4e17-a126-aeeec28e8f2a req-2d074166-750c-418c-a60b-234a959e65cc tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858943 Jul 16 09:00:02.310708 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f83000a-7cc0-4482-97f2-70d68616a24a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Checking segment: {'id': 'd87ba3a5-68b8-4d43-afd5-692240241d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'acaa70fe-b9ca-46ea-8f4d-1c53893c66e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:02.311074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83000a-7cc0-4482-97f2-70d68616a24a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Network hostable DHCP agents. Network: acaa70fe-b9ca-46ea-8f4d-1c53893c66e2, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:02.346567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=e1905b4c-39fc-4de7-becb-62c14de0d218,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:02.377913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e527a9c-02dd-479c-b704-f7bd2db7d1a0 req-0a1c73a9-c7d4-4141-b434-d41d52598655 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.381499 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e527a9c-02dd-479c-b704-f7bd2db7d1a0 req-0a1c73a9-c7d4-4141-b434-d41d52598655 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.38 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.6179554 Jul 16 09:00:02.411057 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f83000a-7cc0-4482-97f2-70d68616a24a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Network acaa70fe-b9ca-46ea-8f4d-1c53893c66e2 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:02.439990 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-f5d33c15-080a-4439-b4f9-445b1dfd661d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.440284 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-f5d33c15-080a-4439-b4f9-445b1dfd661d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.440633 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-f5d33c15-080a-4439-b4f9-445b1dfd661d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Floating IP 5d432efb-6d1a-4c92-8d06-d9d6e104b375 disassociated. External IP: 172.25.4.32, port: 1296155c-74be-42b3-8b35-5c4b18b0bf31. Jul 16 09:00:02.442282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-f5d33c15-080a-4439-b4f9-445b1dfd661d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Calling delete_port for 1296155c-74be-42b3-8b35-5c4b18b0bf31 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:02.448907 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-6f83000a-7cc0-4482-97f2-70d68616a24a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, acaa70fe-b9ca-46ea-8f4d-1c53893c66e2) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:02.459463 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f83000a-7cc0-4482-97f2-70d68616a24a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.460266 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6f83000a-7cc0-4482-97f2-70d68616a24a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.465192 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:02.478646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6954379a-d636-4038-83c0-1a39b049792f None None] Network acaa70fe-b9ca-46ea-8f4d-1c53893c66e2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:02.514792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:02.524182 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce8b8ad-6c25-4b63-920f-22cbabd8f262 None None] Routers {'c4673821-de0b-4658-ad72-5a1a8ae7667a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:02.524921 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6f83000a-7cc0-4482-97f2-70d68616a24a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4066846 Jul 16 09:00:02.529359 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56328) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:02.531501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:02.535959 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-88fe21a8-c9cd-41e8-9cc1-3fbb52c6b352 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Request body: {'port': {'network_id': 'acaa70fe-b9ca-46ea-8f4d-1c53893c66e2', 'name': 'tempest-NetworksIpV6TestAttrs-1968899033'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:02.537389 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2ce8b8ad-6c25-4b63-920f-22cbabd8f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:59:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c4673821-de0b-4658-ad72-5a1a8ae7667a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:02.543910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.545727 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.591932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=d9bf1765-00ea-4d4f-967d-aaee4931882a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:02.655580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a36a64-e072-4239-97b3-c788cf159502 req-d1dacade-4d01-4f3f-8deb-817aeda0211d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.658472 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42a36a64-e072-4239-97b3-c788cf159502 req-d1dacade-4d01-4f3f-8deb-817aeda0211d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d37a4149-f093-4581-924e-85f224a85519 HTTP/1.1" status: 200 len: 834 time: 0.4573746 Jul 16 09:00:02.695051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fe21a8-c9cd-41e8-9cc1-3fbb52c6b352 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Made reservation on behalf of 783d26d2a95a465eb0e4d33b26d99c98 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:02.699345 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88fe21a8-c9cd-41e8-9cc1-3fbb52c6b352 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.709740 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b089795f-d6f1-4b80-ae12-304923dff9b5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9853570 Jul 16 09:00:02.713675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56330) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:02.779322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-88fe21a8-c9cd-41e8-9cc1-3fbb52c6b352 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] device_id is not set on port 68475ddd-f32b-451f-a274-8db3d1d66e91 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:02.856646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-2ce8b8ad-6c25-4b63-920f-22cbabd8f262 None None] Set router c4673821-de0b-4658-ad72-5a1a8ae7667a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:02.861078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 1296155c-74be-42b3-8b35-5c4b18b0bf31 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:02.954602 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15983a1e-5764-4aba-9756-e641c98d072b req-91ac6507-6ace-4109-aca1-1554be6c8f2d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.969989 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15983a1e-5764-4aba-9756-e641c98d072b req-91ac6507-6ace-4109-aca1-1554be6c8f2d tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 946 time: 0.5861516 Jul 16 09:00:03.085067 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15983a1e-5764-4aba-9756-e641c98d072b req-c513104a-64eb-44ad-8f71-132059dcc77f tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/security-groups?id=d2cd42b3-7c62-41ef-a101-2f2384b3b460&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127026 Jul 16 09:00:03.097200 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a36a64-e072-4239-97b3-c788cf159502 req-c54358d1-559d-4564-885e-8a49c55d0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:03.098984 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42a36a64-e072-4239-97b3-c788cf159502 req-c54358d1-559d-4564-885e-8a49c55d0806 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=28a0aa94-0f4f-4171-9fed-e2f91a71d53c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4308228 Jul 16 09:00:03.101061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-7e527a9c-02dd-479c-b704-f7bd2db7d1a0 req-905d797b-1c27-401f-ba9e-c087627059bc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:03.102034 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7e527a9c-02dd-479c-b704-f7bd2db7d1a0 req-905d797b-1c27-401f-ba9e-c087627059bc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.192062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74e7e41-d0b0-45cb-bd63-a789322ad208 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:03.289212 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b2386442-01a7-4c0d-abf2-68a1c14c4b12 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:03.462782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-acaa70fe-b9ca-46ea-8f4d-1c53893c66e2', 'network_id': 'acaa70fe-b9ca-46ea-8f4d-1c53893c66e2', 'tenant_id': '783d26d2a95a465eb0e4d33b26d99c98', 'fixed_ips': [{'subnet_id': '128258b2-57e8-474b-8ec9-f40d0be75940'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:03.463732 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.520468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1705365f-9f2e-456a-bfb8-f6610912e95d None None] Provisioning for port b2386442-01a7-4c0d-abf2-68a1c14c4b12 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:03.534597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-7e527a9c-02dd-479c-b704-f7bd2db7d1a0 req-905d797b-1c27-401f-ba9e-c087627059bc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] For port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:03.536224 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7e527a9c-02dd-479c-b704-f7bd2db7d1a0 req-905d797b-1c27-401f-ba9e-c087627059bc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.565531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-7e527a9c-02dd-479c-b704-f7bd2db7d1a0 req-905d797b-1c27-401f-ba9e-c087627059bc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:03.616924 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.649025 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42a36a64-e072-4239-97b3-c788cf159502 req-0ea0dd75-baae-4d81-85e5-cb7d918c71a2 service neutron] 10.222.0.38 "GET /v2.0/networks/28a0aa94-0f4f-4171-9fed-e2f91a71d53c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4096568 Jul 16 09:00:03.755914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port b2386442-01a7-4c0d-abf2-68a1c14c4b12 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:03.806499 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b2386442-01a7-4c0d-abf2-68a1c14c4b12 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:03.806848 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:03.944332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47eb69c-afda-404e-85ea-75232583cc0e req-3e51ab01-3563-4595-ae40-68560ff714e2 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:03.951081 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 09:00:03.951081 n-d-758944-46 neutron-server[93696]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 16 09:00:03.951081 n-d-758944-46 neutron-server[93696]: [parameters: {'status': 'DOWN', 'ports_id': '1296155c-74be-42b3-8b35-5c4b18b0bf31'}] Jul 16 09:00:03.951081 n-d-758944-46 neutron-server[93696]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:00:03.951527 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:00:03.956047 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c47eb69c-afda-404e-85ea-75232583cc0e req-3e51ab01-3563-4595-ae40-68560ff714e2 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 984 time: 0.4839950 Jul 16 09:00:03.960595 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42a36a64-e072-4239-97b3-c788cf159502 req-b3c70e4a-4f4a-4e65-aee8-dff82fffd13f service neutron] 10.222.0.38 "GET /v2.0/networks/28a0aa94-0f4f-4171-9fed-e2f91a71d53c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908697 Jul 16 09:00:03.979311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f976bd22-efa0-4f74-a894-e0ddc4f70ecf req-ef572423-d007-4d23-afcf-b96d421ee3ac tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:03.991861 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f976bd22-efa0-4f74-a894-e0ddc4f70ecf req-ef572423-d007-4d23-afcf-b96d421ee3ac tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 867 time: 0.3411043 Jul 16 09:00:03.995341 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-f5d33c15-080a-4439-b4f9-445b1dfd661d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.016800 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7318d260-aa2d-42a8-af5f-f3c43be4a8a0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port d9bf1765-00ea-4d4f-967d-aaee4931882a {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:04.017131 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7318d260-aa2d-42a8-af5f-f3c43be4a8a0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.030482 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Allocated IP 2001:db8::f816:3eff:fe68:2142 (acaa70fe-b9ca-46ea-8f4d-1c53893c66e2/128258b2-57e8-474b-8ec9-f40d0be75940/19beca39-e37a-4b93-a5ab-94cd4f6786ff) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:04.048255 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.093898 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c47eb69c-afda-404e-85ea-75232583cc0e req-fcb40a5d-ab88-4b42-9aeb-5552a6652bc7 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa5e505a-d2e0-4f22-a729-28ab4de82454&id=d4d90669-8f48-4ae0-ac39-f5bce309a968&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1357410 Jul 16 09:00:04.103052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d33c15-080a-4439-b4f9-445b1dfd661d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event deleted for resources: {'Port': ['ID=1296155c-74be-42b3-8b35-5c4b18b0bf31,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:04.142710 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f976bd22-efa0-4f74-a894-e0ddc4f70ecf req-8f25228d-5da8-4d2e-a329-3abc0b39b346 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=4a5b6b0c-2cf0-487e-9077-d8c349012474&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457403 Jul 16 09:00:04.158848 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7e527a9c-02dd-479c-b704-f7bd2db7d1a0 req-905d797b-1c27-401f-ba9e-c087627059bc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.191959 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.210735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2ce8b8ad-6c25-4b63-920f-22cbabd8f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T08:57:55Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3db89212-e3c0-4af2-af56-286a386ac033', 'name': '', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:3e:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'd37a4149-f093-4581-924e-85f224a85519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:50Z', 'updated_at': '2021-07-16T08:58:04Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': 'd37a4149-f093-4581-924e-85f224a85519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:04.226691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d797b-1c27-401f-ba9e-c087627059bc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=0a4d8c7b-cc0e-4411-a59d-2f9565aca632,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:04.371883 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e527a9c-02dd-479c-b704-f7bd2db7d1a0 req-905d797b-1c27-401f-ba9e-c087627059bc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] No DVR routers for this DVR port 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:04.376871 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7e527a9c-02dd-479c-b704-f7bd2db7d1a0 req-905d797b-1c27-401f-ba9e-c087627059bc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.379939 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e527a9c-02dd-479c-b704-f7bd2db7d1a0 req-905d797b-1c27-401f-ba9e-c087627059bc tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.38 "DELETE /v2.0/ports/0a4d8c7b-cc0e-4411-a59d-2f9565aca632 HTTP/1.1" status: 204 len: 173 time: 1.9527521 Jul 16 09:00:04.380811 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'name': 'network-vif-deleted', 'tag': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:04.395719 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f4309d-9ab5-472a-bc6f-ec139419504f" -d '{"events": [{"server_uuid": "ec82a73f-da96-4afe-bec5-64b1b4bbabf2", "name": "network-vif-deleted", "tag": "0a4d8c7b-cc0e-4411-a59d-2f9565aca632"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:04.478242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device b942395b-a956-4e41-913c-d4d32110f5b6 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:04.501399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce8b8ad-6c25-4b63-920f-22cbabd8f262 None None] The sync data for ids ['c4673821-de0b-4658-ad72-5a1a8ae7667a'] in n-d-758944-46 is: [{'id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T08:57:55Z', 'revision_number': 4, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '3db89212-e3c0-4af2-af56-286a386ac033', 'name': '', 'network_id': '28a0aa94-0f4f-4171-9fed-e2f91a71d53c', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'mac_address': 'fa:16:3e:3e:72:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2880, 'fixed_ips': [{'subnet_id': 'd37a4149-f093-4581-924e-85f224a85519', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:50Z', 'updated_at': '2021-07-16T08:58:04Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'subnets': [{'id': 'd37a4149-f093-4581-924e-85f224a85519', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:04.526476 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-017b5c5f-1fd2-45b5-86bd-71f89a78906f req-ba37197e-46b8-4d34-9459-10ac8b401189 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "GET /v2.0/ports?device_id=ec82a73f-da96-4afe-bec5-64b1b4bbabf2 HTTP/1.1" status: 200 len: 210 time: 0.0804064 Jul 16 09:00:04.540652 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79bdf51-d5cd-4f59-baef-309b50619983 x-openstack-request-id: req-b79bdf51-d5cd-4f59-baef-309b50619983 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:04.541483 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec82a73f-da96-4afe-bec5-64b1b4bbabf2", "name": "network-vif-deleted", "tag": "0a4d8c7b-cc0e-4411-a59d-2f9565aca632", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:04.541790 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b79bdf51-d5cd-4f59-baef-309b50619983 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:04.542172 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec82a73f-da96-4afe-bec5-64b1b4bbabf2', 'name': 'network-vif-deleted', 'tag': '0a4d8c7b-cc0e-4411-a59d-2f9565aca632', 'status': 'completed', 'code': 200} Jul 16 09:00:04.680710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7318d260-aa2d-42a8-af5f-f3c43be4a8a0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.724277 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Port 1296155c-74be-42b3-8b35-5c4b18b0bf31 update to DOWN by agent not found {{(pid=93696) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 09:00:04.750159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1bc21be-c2ae-4f0e-a364-b9211b6226e0 None None] Update dhcp port {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'fixed_ips': [{'subnet_id': '2db25f9b-edc3-4998-937a-9957ac4354a5', 'ip_address': '2001:db8::f816:3eff:fefc:5cd6'}, {'subnet_id': '92dcee0e-4e51-4221-936a-ba1911478897'}], 'binding:host_id': 'n-d-758944-46'}, 'id': 'b2386442-01a7-4c0d-abf2-68a1c14c4b12'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:00:04.750752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7318d260-aa2d-42a8-af5f-f3c43be4a8a0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for d9bf1765-00ea-4d4f-967d-aaee4931882a owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:04.782317 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-f5d33c15-080a-4439-b4f9-445b1dfd661d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Router 916626c0-58f0-4605-91b3-8031e2878614 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:04.878951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:04.908463 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port b2386442-01a7-4c0d-abf2-68a1c14c4b12, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b2386442-01a7-4c0d-abf2-68a1c14c4b12,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:04.932468 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.939652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e1905b4c-39fc-4de7-becb-62c14de0d218 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:05.101905 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-f5d33c15-080a-4439-b4f9-445b1dfd661d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:05.104053 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-571937ac-2711-4566-96e5-2d6273d71946 None None] New status for floating IP 6d0bcba8-82de-472a-8e36-14d14e44c748: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:00:05.204102 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:05.205853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-f5d33c15-080a-4439-b4f9-445b1dfd661d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] No DVR routers for this DVR port 1296155c-74be-42b3-8b35-5c4b18b0bf31 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:05.206824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 0a4d8c7b-cc0e-4411-a59d-2f9565aca632 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:05.210123 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-f5d33c15-080a-4439-b4f9-445b1dfd661d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.214136 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae1e9c57-240b-4554-b9d9-d737b1c7dc9b req-f5d33c15-080a-4439-b4f9-445b1dfd661d tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.38 "DELETE /v2.0/ports/1296155c-74be-42b3-8b35-5c4b18b0bf31 HTTP/1.1" status: 204 len: 173 time: 4.4541705 Jul 16 09:00:05.250695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c612a7-0f0c-47a0-8c60-697fa12ed406', 'name': 'network-vif-deleted', 'tag': '1296155c-74be-42b3-8b35-5c4b18b0bf31'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:05.254259 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2df9da9-b72b-47b1-9aa6-82afc40037c3" -d '{"events": [{"server_uuid": "d7c612a7-0f0c-47a0-8c60-697fa12ed406", "name": "network-vif-deleted", "tag": "1296155c-74be-42b3-8b35-5c4b18b0bf31"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:05.309691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33444e0-8fc7-492a-b033-c4bc259404a2 None None] Sync routers for ids ['916626c0-58f0-4605-91b3-8031e2878614'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:05.329349 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7318d260-aa2d-42a8-af5f-f3c43be4a8a0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.335156 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f1bc21be-c2ae-4f0e-a364-b9211b6226e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.384414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port b942395b-a956-4e41-913c-d4d32110f5b6 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:05.430392 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33444e0-8fc7-492a-b033-c4bc259404a2 None None] Routers {'916626c0-58f0-4605-91b3-8031e2878614'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:05.431909 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e33444e0-8fc7-492a-b033-c4bc259404a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:59:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['916626c0-58f0-4605-91b3-8031e2878614'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:05.434484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318d260-aa2d-42a8-af5f-f3c43be4a8a0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=d9bf1765-00ea-4d4f-967d-aaee4931882a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:05.484595 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port b942395b-a956-4e41-913c-d4d32110f5b6 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:05.487605 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.577367 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7318d260-aa2d-42a8-af5f-f3c43be4a8a0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.580443 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7318d260-aa2d-42a8-af5f-f3c43be4a8a0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/d9bf1765-00ea-4d4f-967d-aaee4931882a HTTP/1.1" status: 204 len: 168 time: 2.8593705 Jul 16 09:00:05.584397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56350) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:05.611037 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c161efc6-771e-4256-a6a1-7f800190ebfa req-b9dbe927-c0f3-48cb-8b03-be70d67a337c tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c612a7-0f0c-47a0-8c60-697fa12ed406 HTTP/1.1" status: 200 len: 210 time: 0.0510600 Jul 16 09:00:05.715056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625e9f2c-6f31-432f-a80f-39fa67049203 req-c0f4f4ef-6523-4b59-9a32-8defc541a969 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:05.723820 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-625e9f2c-6f31-432f-a80f-39fa67049203 req-c0f4f4ef-6523-4b59-9a32-8defc541a969 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 984 time: 0.2735062 Jul 16 09:00:05.743005 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77ad2280-f66e-4ede-9266-b585962c6548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.786659 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32187395-772f-4e1f-a7a0-3db3ea30e0e9 x-openstack-request-id: req-32187395-772f-4e1f-a7a0-3db3ea30e0e9 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:05.786968 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c612a7-0f0c-47a0-8c60-697fa12ed406", "name": "network-vif-deleted", "tag": "1296155c-74be-42b3-8b35-5c4b18b0bf31", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:05.787243 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-32187395-772f-4e1f-a7a0-3db3ea30e0e9 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:05.787622 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c612a7-0f0c-47a0-8c60-697fa12ed406', 'name': 'network-vif-deleted', 'tag': '1296155c-74be-42b3-8b35-5c4b18b0bf31', 'status': 'completed', 'code': 200} Jul 16 09:00:05.797101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769998c7-cccb-4050-8e33-d22cd45a7aff tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:05.799737 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-769998c7-cccb-4050-8e33-d22cd45a7aff tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2134180 Jul 16 09:00:05.802870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56356) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:05.812863 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.854527 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=b2386442-01a7-4c0d-abf2-68a1c14c4b12,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:05.865992 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-625e9f2c-6f31-432f-a80f-39fa67049203 req-d5a1a305-8666-4a05-a67b-32c2f4987098 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa5e505a-d2e0-4f22-a729-28ab4de82454&id=d4d90669-8f48-4ae0-ac39-f5bce309a968&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1159756 Jul 16 09:00:05.906348 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Transition to ACTIVE for port object 19beca39-e37a-4b93-a5ab-94cd4f6786ff will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:05.932048 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:05.962788 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56358) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:05.987754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca4796a-20c3-489f-9875-26dca90aaf08 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:05.993345 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-aca4796a-20c3-489f-9875-26dca90aaf08 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1841602 Jul 16 09:00:05.996558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Transition to ACTIVE for port object 19beca39-e37a-4b93-a5ab-94cd4f6786ff will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:06.005076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56360) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:06.072258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e1905b4c-39fc-4de7-becb-62c14de0d218 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:06.072258 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.085323 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.212655 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-e33444e0-8fc7-492a-b033-c4bc259404a2 None None] Set router 916626c0-58f0-4605-91b3-8031e2878614 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:06.219327 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cbee2b-2e04-409b-8768-9f693c3aa29b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:06.223133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cbee2b-2e04-409b-8768-9f693c3aa29b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:06.225392 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Network acaa70fe-b9ca-46ea-8f4d-1c53893c66e2 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:06.226352 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57cbee2b-2e04-409b-8768-9f693c3aa29b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:06.233636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-57cbee2b-2e04-409b-8768-9f693c3aa29b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2271676 Jul 16 09:00:06.235097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56362) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:06.307014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:06.318921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-88fe21a8-c9cd-41e8-9cc1-3fbb52c6b352 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Allocated IP 2001:db8::f816:3eff:fe10:7ab2 (acaa70fe-b9ca-46ea-8f4d-1c53893c66e2/128258b2-57e8-474b-8ec9-f40d0be75940/68475ddd-f32b-451f-a274-8db3d1d66e91) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:06.328399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:06.352156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Pushing event updated for resources: {'Port': ['ID=19beca39-e37a-4b93-a5ab-94cd4f6786ff,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:06.387400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-0026327b-6a9e-4da2-bf64-13c20a312b64 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 2db25f9b-edc3-4998-937a-9957ac4354a5 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:06.409530 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.536480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-f1bc21be-c2ae-4f0e-a364-b9211b6226e0 None None] Allocated IP 2001:db8:0:1::2 (d414e6fa-d160-44fd-92e3-d399748f3f68/92dcee0e-4e51-4221-936a-ba1911478897/b2386442-01a7-4c0d-abf2-68a1c14c4b12) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:06.664233 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88fe21a8-c9cd-41e8-9cc1-3fbb52c6b352 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.692207 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8053e6-5dd3-4ee1-950e-a78685061689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b942395b-a956-4e41-913c-d4d32110f5b6'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:06.695541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-88fe21a8-c9cd-41e8-9cc1-3fbb52c6b352 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Transition to ACTIVE for port object 68475ddd-f32b-451f-a274-8db3d1d66e91 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:06.696324 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e507b107-6bb9-4ee7-92d2-8d24ad8faeb1" -d '{"events": [{"server_uuid": "ac8053e6-5dd3-4ee1-950e-a78685061689", "name": "network-vif-plugged", "status": "completed", "tag": "b942395b-a956-4e41-913c-d4d32110f5b6"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:06.751248 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88fe21a8-c9cd-41e8-9cc1-3fbb52c6b352 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.806906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88fe21a8-c9cd-41e8-9cc1-3fbb52c6b352 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Network acaa70fe-b9ca-46ea-8f4d-1c53893c66e2 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:06.813977 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-88fe21a8-c9cd-41e8-9cc1-3fbb52c6b352 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:06.871815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88fe21a8-c9cd-41e8-9cc1-3fbb52c6b352 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:06.891039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fe21a8-c9cd-41e8-9cc1-3fbb52c6b352 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:06.892325 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88fe21a8-c9cd-41e8-9cc1-3fbb52c6b352 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.927718 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.989660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56374) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:06.990283 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cbbde5-0c83-48a8-bdcd-d4628347f41c x-openstack-request-id: req-76cbbde5-0c83-48a8-bdcd-d4628347f41c {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:06.990684 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8053e6-5dd3-4ee1-950e-a78685061689", "name": "network-vif-plugged", "status": "completed", "tag": "b942395b-a956-4e41-913c-d4d32110f5b6", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:06.991040 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-76cbbde5-0c83-48a8-bdcd-d4628347f41c {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:06.991966 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8053e6-5dd3-4ee1-950e-a78685061689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b942395b-a956-4e41-913c-d4d32110f5b6', 'code': 200} Jul 16 09:00:07.034439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Attempting to bind port 19beca39-e37a-4b93-a5ab-94cd4f6786ff on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:07.035600 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Attempting to bind port 19beca39-e37a-4b93-a5ab-94cd4f6786ff by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'd87ba3a5-68b8-4d43-afd5-692240241d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'acaa70fe-b9ca-46ea-8f4d-1c53893c66e2'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:07.036673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Attempting to bind port 19beca39-e37a-4b93-a5ab-94cd4f6786ff on network acaa70fe-b9ca-46ea-8f4d-1c53893c66e2 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:07.050733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port b942395b-a956-4e41-913c-d4d32110f5b6, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b942395b-a956-4e41-913c-d4d32110f5b6,segment=NetworkSegment(d5a8300d-2024-41b8-b8fc-f075ec1c2129),segment_id=d5a8300d-2024-41b8-b8fc-f075ec1c2129)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:07.051222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fe21a8-c9cd-41e8-9cc1-3fbb52c6b352 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event updated for resources: {'Port': ['ID=68475ddd-f32b-451f-a274-8db3d1d66e91,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:07.065911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56376) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:07.067244 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-88fe21a8-c9cd-41e8-9cc1-3fbb52c6b352 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.5362525 Jul 16 09:00:07.107718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:07.111000 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Checking segment: {'id': 'd87ba3a5-68b8-4d43-afd5-692240241d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'acaa70fe-b9ca-46ea-8f4d-1c53893c66e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:07.111503 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.111983 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Bound using segment: {'id': 'd87ba3a5-68b8-4d43-afd5-692240241d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'acaa70fe-b9ca-46ea-8f4d-1c53893c66e2'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:07.113552 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Bound port: 19beca39-e37a-4b93-a5ab-94cd4f6786ff, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd87ba3a5-68b8-4d43-afd5-692240241d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'acaa70fe-b9ca-46ea-8f4d-1c53893c66e2'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:07.114027 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.116862 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.225290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f74c59-be49-46ed-b0ae-b1925476bfd3 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Deleting subnet 128258b2-57e8-474b-8ec9-f40d0be75940 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:07.232388 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9f74c59-be49-46ed-b0ae-b1925476bfd3 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.272570 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f2092f35-03a7-478b-bc44-fc55740ff161 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.336750 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ff010a-95f7-4866-8c91-5cf2a1aa0dd1 req-c6aca165-3d5a-486c-bf86-f26993dd2dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:07.336986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f2092f35-03a7-478b-bc44-fc55740ff161 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.340475 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1ff010a-95f7-4866-8c91-5cf2a1aa0dd1 req-c6aca165-3d5a-486c-bf86-f26993dd2dca service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 1136 time: 0.3306413 Jul 16 09:00:07.355627 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b2386442-01a7-4c0d-abf2-68a1c14c4b12 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:07.446575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c795d30-b70b-4cbb-9e68-b6e45188cb3b req-c3e4e537-7135-4b50-8f0d-dc1b32817c9b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:07.449110 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3c795d30-b70b-4cbb-9e68-b6e45188cb3b req-c3e4e537-7135-4b50-8f0d-dc1b32817c9b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 985 time: 0.2577507 Jul 16 09:00:07.491596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=b942395b-a956-4e41-913c-d4d32110f5b6,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:07.508186 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f1bc21be-c2ae-4f0e-a364-b9211b6226e0 None None] For port b2386442-01a7-4c0d-abf2-68a1c14c4b12, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b2386442-01a7-4c0d-abf2-68a1c14c4b12,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:07.523485 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f2092f35-03a7-478b-bc44-fc55740ff161 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.528844 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f2092f35-03a7-478b-bc44-fc55740ff161 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.535757 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f2092f35-03a7-478b-bc44-fc55740ff161 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "DELETE /v2.0/security-groups/4a5b6b0c-2cf0-487e-9077-d8c349012474 HTTP/1.1" status: 204 len: 168 time: 0.5341492 Jul 16 09:00:07.537000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56378) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:07.542409 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1ff010a-95f7-4866-8c91-5cf2a1aa0dd1 req-e1eceb6a-9729-4199-8ce6-372e90b71d7b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d4d90669-8f48-4ae0-ac39-f5bce309a968&id=fa5e505a-d2e0-4f22-a729-28ab4de82454&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1439185 Jul 16 09:00:07.560780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b2386442-01a7-4c0d-abf2-68a1c14c4b12 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:07.564528 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.565520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] For port 19beca39-e37a-4b93-a5ab-94cd4f6786ff, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:07.573023 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2092f35-03a7-478b-bc44-fc55740ff161 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5b6b0c-2cf0-487e-9077-d8c349012474,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:07.587700 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3c795d30-b70b-4cbb-9e68-b6e45188cb3b req-b870e9d6-8e45-4be4-98f5-fd73a3466a42 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa5e505a-d2e0-4f22-a729-28ab4de82454&id=d4d90669-8f48-4ae0-ac39-f5bce309a968&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1310391 Jul 16 09:00:07.600728 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-7c188204-d2d3-41d3-8a83-fbf0f82ad734 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] show failed (client error): The resource could not be found. Jul 16 09:00:07.615930 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7c188204-d2d3-41d3-8a83-fbf0f82ad734 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups/4a5b6b0c-2cf0-487e-9077-d8c349012474 HTTP/1.1" status: 404 len: 347 time: 0.0523090 Jul 16 09:00:07.615930 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56380) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:07.632637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e33444e0-8fc7-492a-b033-c4bc259404a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 5, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:07.644785 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9f74c59-be49-46ed-b0ae-b1925476bfd3 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.661044 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f1bc21be-c2ae-4f0e-a364-b9211b6226e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.699498 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] For port 19beca39-e37a-4b93-a5ab-94cd4f6786ff, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=19beca39-e37a-4b93-a5ab-94cd4f6786ff,segment=NetworkSegment(d87ba3a5-68b8-4d43-afd5-692240241d9e),segment_id=d87ba3a5-68b8-4d43-afd5-692240241d9e)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:07.720668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33444e0-8fc7-492a-b033-c4bc259404a2 None None] Checking router: 916626c0-58f0-4605-91b3-8031e2878614 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:07.727447 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.804579 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f1bc21be-c2ae-4f0e-a364-b9211b6226e0 None None] Transition to ACTIVE for port object b2386442-01a7-4c0d-abf2-68a1c14c4b12 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:07.817361 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0026327b-6a9e-4da2-bf64-13c20a312b64 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.822526 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f1bc21be-c2ae-4f0e-a364-b9211b6226e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.828386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d22dd8-d8cc-4679-b98b-8f85f982d3fb None None] Pushing event updated for resources: {'Port': ['ID=19beca39-e37a-4b93-a5ab-94cd4f6786ff,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:07.839807 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Port b2386442-01a7-4c0d-abf2-68a1c14c4b12 had new provisioning blocks added so it will not transition to active. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 09:00:07.854726 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33444e0-8fc7-492a-b033-c4bc259404a2 None None] Routers {'916626c0-58f0-4605-91b3-8031e2878614'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:07.855688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e33444e0-8fc7-492a-b033-c4bc259404a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T08:59:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['916626c0-58f0-4605-91b3-8031e2878614'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:07.913038 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0026327b-6a9e-4da2-bf64-13c20a312b64 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.947535 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9f74c59-be49-46ed-b0ae-b1925476bfd3 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.981822 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3f9bf7b1-a972-44b6-b541-d23f924a20f4 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Deleting port 6f7e0b62-dd39-4423-b71a-21e8180db5e9 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:07.982274 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3f9bf7b1-a972-44b6-b541-d23f924a20f4 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.260117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9f74c59-be49-46ed-b0ae-b1925476bfd3 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.294817 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6318a3dc-0776-446b-bf45-1886a93b4da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.355877 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0026327b-6a9e-4da2-bf64-13c20a312b64 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.392059 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.397797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bc21be-c2ae-4f0e-a364-b9211b6226e0 None None] Pushing event updated for resources: {'Port': ['ID=b2386442-01a7-4c0d-abf2-68a1c14c4b12,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.398348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f74c59-be49-46ed-b0ae-b1925476bfd3 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Subnet': ['ID=128258b2-57e8-474b-8ec9-f40d0be75940,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.401079 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9f74c59-be49-46ed-b0ae-b1925476bfd3 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.403559 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a9f74c59-be49-46ed-b0ae-b1925476bfd3 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/subnets/128258b2-57e8-474b-8ec9-f40d0be75940 HTTP/1.1" status: 204 len: 168 time: 1.3361390 Jul 16 09:00:08.409903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56384) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:08.412922 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port 3db89212-e3c0-4af2-af56-286a386ac033 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:08.413695 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.466954 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3f9bf7b1-a972-44b6-b541-d23f924a20f4 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.467658 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3f9bf7b1-a972-44b6-b541-d23f924a20f4 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.502773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-e33444e0-8fc7-492a-b033-c4bc259404a2 None None] Set router 916626c0-58f0-4605-91b3-8031e2878614 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:08.504077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3f9bf7b1-a972-44b6-b541-d23f924a20f4 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Calling delete_port for 6f7e0b62-dd39-4423-b71a-21e8180db5e9 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:08.691738 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0026327b-6a9e-4da2-bf64-13c20a312b64 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.693408 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b6851f-fd8c-4201-97ae-440b72da62fb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:08.703625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b6851f-fd8c-4201-97ae-440b72da62fb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:08.709306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-52b6851f-fd8c-4201-97ae-440b72da62fb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2571485 Jul 16 09:00:08.711526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56388) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:08.849290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026327b-6a9e-4da2-bf64-13c20a312b64 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=2db25f9b-edc3-4998-937a-9957ac4354a5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.854438 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] For port 3db89212-e3c0-4af2-af56-286a386ac033, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3db89212-e3c0-4af2-af56-286a386ac033,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:08.854890 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.881040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for 3db89212-e3c0-4af2-af56-286a386ac033 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:08.883191 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0026327b-6a9e-4da2-bf64-13c20a312b64 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.890990 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0026327b-6a9e-4da2-bf64-13c20a312b64 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/2db25f9b-edc3-4998-937a-9957ac4354a5 HTTP/1.1" status: 204 len: 168 time: 2.6492851 Jul 16 09:00:08.894895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56390) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:08.954979 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6a4bb99-109a-4358-a449-39fa5d429275 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.024939 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6a4bb99-109a-4358-a449-39fa5d429275 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 09:00:09.025424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6a4bb99-109a-4358-a449-39fa5d429275 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:09.032551 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d6a4bb99-109a-4358-a449-39fa5d429275 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/networks/acaa70fe-b9ca-46ea-8f4d-1c53893c66e2 HTTP/1.1" status: 409 len: 405 time: 0.3147521 Jul 16 09:00:09.040576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56392) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:09.052561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a98180f6-90d8-4210-bb47-da0eb2cbb425 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1633649624'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:09.078701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71672f09-2f0d-4d50-8622-0a1f75ce1bb6 req-37c08582-2081-41ba-835f-836c048b0445 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:09.080320 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71672f09-2f0d-4d50-8622-0a1f75ce1bb6 req-37c08582-2081-41ba-835f-836c048b0445 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 985 time: 0.2776220 Jul 16 09:00:09.113922 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e33444e0-8fc7-492a-b033-c4bc259404a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 5, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:09.182253 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33444e0-8fc7-492a-b033-c4bc259404a2 None None] The sync data for ids ['916626c0-58f0-4605-91b3-8031e2878614'] in n-d-758944-46 is: [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 5, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:09.259699 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3f9bf7b1-a972-44b6-b541-d23f924a20f4 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.298396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-13f10e7e-cdd3-48aa-9acf-c6457d9b2422 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 92dcee0e-4e51-4221-936a-ba1911478897 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:09.377765 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9bf7b1-a972-44b6-b541-d23f924a20f4 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event deleted for resources: {'Port': ['ID=6f7e0b62-dd39-4423-b71a-21e8180db5e9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:09.386391 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13f10e7e-cdd3-48aa-9acf-c6457d9b2422 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.544357 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13f10e7e-cdd3-48aa-9acf-c6457d9b2422 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.616312 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3f9bf7b1-a972-44b6-b541-d23f924a20f4 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.619247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b2386442-01a7-4c0d-abf2-68a1c14c4b12 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:09.619853 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3f9bf7b1-a972-44b6-b541-d23f924a20f4 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.639007 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3f9bf7b1-a972-44b6-b541-d23f924a20f4 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "DELETE /v2.0/floatingips/5d432efb-6d1a-4c92-8d06-d9d6e104b375 HTTP/1.1" status: 204 len: 168 time: 2.0280817 Jul 16 09:00:09.798122 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13f10e7e-cdd3-48aa-9acf-c6457d9b2422 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.852723 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.897700 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13f10e7e-cdd3-48aa-9acf-c6457d9b2422 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:09.928174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 19beca39-e37a-4b93-a5ab-94cd4f6786ff up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:09.976686 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f10e7e-cdd3-48aa-9acf-c6457d9b2422 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=92dcee0e-4e51-4221-936a-ba1911478897,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:09.998471 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-13f10e7e-cdd3-48aa-9acf-c6457d9b2422 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.002918 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-13f10e7e-cdd3-48aa-9acf-c6457d9b2422 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/92dcee0e-4e51-4221-936a-ba1911478897 HTTP/1.1" status: 204 len: 168 time: 1.1060200 Jul 16 09:00:10.006491 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56398) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:10.031926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98180f6-90d8-4210-bb47-da0eb2cbb425 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Made reservation on behalf of 783d26d2a95a465eb0e4d33b26d99c98 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:10.037944 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e0bf10-c666-4edd-a2a5-316f28262474 None None] New status for floating IP 5d432efb-6d1a-4c92-8d06-d9d6e104b375: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:00:10.050803 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a98180f6-90d8-4210-bb47-da0eb2cbb425 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.052653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 19beca39-e37a-4b93-a5ab-94cd4f6786ff completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:10.064349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508dc053-c2fe-48bf-b2e7-a87ec951dce5 None None] Network acaa70fe-b9ca-46ea-8f4d-1c53893c66e2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:10.103272 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fb56478d-fc13-4728-98fe-764084164611 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952394 Jul 16 09:00:10.104385 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56400) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:10.114224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:10.116530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac89ede-6cf4-4b7a-ace1-f43335f70ef0 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:10.136978 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-71672f09-2f0d-4d50-8622-0a1f75ce1bb6 req-72a6baa9-b87b-41c5-b017-021c76a523d6 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa5e505a-d2e0-4f22-a729-28ab4de82454&id=d4d90669-8f48-4ae0-ac39-f5bce309a968&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 1.0248406 Jul 16 09:00:10.218122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2131ad75-0b6b-4795-a1c3-f1b8c3fc611f None None] Provisioning for port 19beca39-e37a-4b93-a5ab-94cd4f6786ff completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:10.364631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a98180f6-90d8-4210-bb47-da0eb2cbb425 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:10.380323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2131ad75-0b6b-4795-a1c3-f1b8c3fc611f None None] Provisioning complete for port 19beca39-e37a-4b93-a5ab-94cd4f6786ff triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:10.380808 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.381665 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2131ad75-0b6b-4795-a1c3-f1b8c3fc611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.383129 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a98180f6-90d8-4210-bb47-da0eb2cbb425 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.383476 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-a98180f6-90d8-4210-bb47-da0eb2cbb425 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Added segment 5c6b95ea-4937-4968-9f88-51a7fb999de1 of type vlan for network bcbd723b-286d-4381-88ee-488bb9745587 Jul 16 09:00:10.418146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:10.433768 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=3db89212-e3c0-4af2-af56-286a386ac033,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:10.436246 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.476121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:10.476485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:10.476855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:10.477328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:10.477738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:10.478081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:10.478416 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:10.478746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:10.480049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:10.480440 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:10.480826 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:10.481136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:10.522205 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a98180f6-90d8-4210-bb47-da0eb2cbb425 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.633245 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf1c88-88c4-4e6d-b5bd-79bbef5cece2 req-db699df0-8640-4486-a292-77eeedbb2ae6 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:10.637042 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1abf1c88-88c4-4e6d-b5bd-79bbef5cece2 req-db699df0-8640-4486-a292-77eeedbb2ae6 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 985 time: 0.3302615 Jul 16 09:00:10.799509 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2131ad75-0b6b-4795-a1c3-f1b8c3fc611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.806387 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a98180f6-90d8-4210-bb47-da0eb2cbb425 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.824606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98180f6-90d8-4210-bb47-da0eb2cbb425 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:10.826528 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a98180f6-90d8-4210-bb47-da0eb2cbb425 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.867133 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c4f69-5d6b-4949-a9a5-ed32908dc60a None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:10.878543 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2131ad75-0b6b-4795-a1c3-f1b8c3fc611f None None] For port 19beca39-e37a-4b93-a5ab-94cd4f6786ff, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=19beca39-e37a-4b93-a5ab-94cd4f6786ff,segment=NetworkSegment(d87ba3a5-68b8-4d43-afd5-692240241d9e),segment_id=d87ba3a5-68b8-4d43-afd5-692240241d9e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:10.890490 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2131ad75-0b6b-4795-a1c3-f1b8c3fc611f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:10.926544 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53913732-35ce-4c42-9e5b-3f7bdcac2fd2 None None] DHCP port deletion for acaa70fe-b9ca-46ea-8f4d-1c53893c66e2 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:10.999155 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98180f6-90d8-4210-bb47-da0eb2cbb425 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event updated for resources: {'Network': ['ID=bcbd723b-286d-4381-88ee-488bb9745587,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:11.036543 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network bcbd723b-286d-4381-88ee-488bb9745587 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:11.050767 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1abf1c88-88c4-4e6d-b5bd-79bbef5cece2 req-0dd326ac-4f9e-4d25-ac0b-558635ecd1db tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa5e505a-d2e0-4f22-a729-28ab4de82454&id=d4d90669-8f48-4ae0-ac39-f5bce309a968&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3837230 Jul 16 09:00:11.073623 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a98180f6-90d8-4210-bb47-da0eb2cbb425 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0318840 Jul 16 09:00:11.074661 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.075277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56408) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:11.116543 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f3352b6a-fe0f-4a0e-a055-f113bfda3653 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Request body: {'subnet': {'network_id': 'bcbd723b-286d-4381-88ee-488bb9745587', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:11.186650 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-237ad8f3-a7f2-41b8-963c-0cfb4a7b5782 None None] Could not find standard attr ID for object d9bf1765-00ea-4d4f-967d-aaee4931882a. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:00:11.205189 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131ad75-0b6b-4795-a1c3-f1b8c3fc611f None None] Pushing event updated for resources: {'Port': ['ID=19beca39-e37a-4b93-a5ab-94cd4f6786ff,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:11.294445 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.314974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56412) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:11.319831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-82c3deee-c80b-4c6a-9452-81acd424438b tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Request body: {'security_group': {'name': 'tempest-securitygroup--750339175', 'description': 'tempest-description--576826536'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:11.321623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-237ad8f3-a7f2-41b8-963c-0cfb4a7b5782 None None] Provisioning for port b2386442-01a7-4c0d-abf2-68a1c14c4b12 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:11.352004 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-237ad8f3-a7f2-41b8-963c-0cfb4a7b5782 None None] Provisioning complete for port b2386442-01a7-4c0d-abf2-68a1c14c4b12 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:11.352731 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-237ad8f3-a7f2-41b8-963c-0cfb4a7b5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.358541 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-662c4f69-5d6b-4949-a9a5-ed32908dc60a None None] Deleting port b2386442-01a7-4c0d-abf2-68a1c14c4b12 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:11.359855 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-662c4f69-5d6b-4949-a9a5-ed32908dc60a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.367523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.objects.ports [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93694) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:00:11.409598 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-82c3deee-c80b-4c6a-9452-81acd424438b tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.505679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-53913732-35ce-4c42-9e5b-3f7bdcac2fd2 None None] Deleting port 19beca39-e37a-4b93-a5ab-94cd4f6786ff {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:11.506578 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-53913732-35ce-4c42-9e5b-3f7bdcac2fd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.512535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b2386442-01a7-4c0d-abf2-68a1c14c4b12 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:11.559551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e497d55-c2d5-4456-962a-e7b9ba820eb1 req-246ff703-fd31-4e27-ba42-85fbe1534fa3 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:11.574024 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e497d55-c2d5-4456-962a-e7b9ba820eb1 req-246ff703-fd31-4e27-ba42-85fbe1534fa3 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 1137 time: 0.1553178 Jul 16 09:00:11.613310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Router c4673821-de0b-4658-ad72-5a1a8ae7667a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:11.616652 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7e497d55-c2d5-4456-962a-e7b9ba820eb1 req-9fb89f61-4e91-4adc-8615-55c1a1b1cdd5 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.659966 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-53913732-35ce-4c42-9e5b-3f7bdcac2fd2 None None] For port 19beca39-e37a-4b93-a5ab-94cd4f6786ff, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=19beca39-e37a-4b93-a5ab-94cd4f6786ff,segment=NetworkSegment(d87ba3a5-68b8-4d43-afd5-692240241d9e),segment_id=d87ba3a5-68b8-4d43-afd5-692240241d9e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:11.661324 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-53913732-35ce-4c42-9e5b-3f7bdcac2fd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.675149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-53913732-35ce-4c42-9e5b-3f7bdcac2fd2 None None] Calling delete_port for 19beca39-e37a-4b93-a5ab-94cd4f6786ff owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:11.807736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:11.811457 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-82c3deee-c80b-4c6a-9452-81acd424438b tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.815373 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3b9d4935-289c-4df8-9194-158893426525 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "PUT /v2.0/routers/c4673821-de0b-4658-ad72-5a1a8ae7667a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8503618 Jul 16 09:00:11.819198 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56416) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:11.820281 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.849182 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-82c3deee-c80b-4c6a-9452-81acd424438b tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.852881 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa658d0-10b3-4eeb-98da-eb58f3d3f692 None None] Sync routers for ids ['c4673821-de0b-4658-ad72-5a1a8ae7667a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:11.919848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c3deee-c80b-4c6a-9452-81acd424438b tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=860be1de-8db4-4ee2-a45b-e5fd8c586d7f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:11.923554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3352b6a-fe0f-4a0e-a055-f113bfda3653 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Made reservation on behalf of 783d26d2a95a465eb0e4d33b26d99c98 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:11.927653 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f3352b6a-fe0f-4a0e-a055-f113bfda3653 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.927968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfd107dc-71df-465c-b94f-e2a321af46e6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting subnet d37a4149-f093-4581-924e-85f224a85519 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:11.937549 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cfd107dc-71df-465c-b94f-e2a321af46e6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.965708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-662c4f69-5d6b-4949-a9a5-ed32908dc60a None None] For port b2386442-01a7-4c0d-abf2-68a1c14c4b12, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b2386442-01a7-4c0d-abf2-68a1c14c4b12,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:11.966412 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-662c4f69-5d6b-4949-a9a5-ed32908dc60a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:11.999850 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa658d0-10b3-4eeb-98da-eb58f3d3f692 None None] Routers {'c4673821-de0b-4658-ad72-5a1a8ae7667a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:12.003477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-faa658d0-10b3-4eeb-98da-eb58f3d3f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c4673821-de0b-4658-ad72-5a1a8ae7667a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:12.056099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-662c4f69-5d6b-4949-a9a5-ed32908dc60a None None] Calling delete_port for b2386442-01a7-4c0d-abf2-68a1c14c4b12 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:12.059484 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cfd107dc-71df-465c-b94f-e2a321af46e6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.328455 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.329170 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7e497d55-c2d5-4456-962a-e7b9ba820eb1 req-9fb89f61-4e91-4adc-8615-55c1a1b1cdd5 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.340471 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-53913732-35ce-4c42-9e5b-3f7bdcac2fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.354934 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-7e497d55-c2d5-4456-962a-e7b9ba820eb1 req-9fb89f61-4e91-4adc-8615-55c1a1b1cdd5 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.386418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53913732-35ce-4c42-9e5b-3f7bdcac2fd2 None None] Pushing event deleted for resources: {'Port': ['ID=19beca39-e37a-4b93-a5ab-94cd4f6786ff,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:12.412695 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7e497d55-c2d5-4456-962a-e7b9ba820eb1 req-9fb89f61-4e91-4adc-8615-55c1a1b1cdd5 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=fa5e505a-d2e0-4f22-a729-28ab4de82454&id=d4d90669-8f48-4ae0-ac39-f5bce309a968&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.8373542 Jul 16 09:00:12.433881 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53913732-35ce-4c42-9e5b-3f7bdcac2fd2 None None] No DVR routers for this DVR port 19beca39-e37a-4b93-a5ab-94cd4f6786ff on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:12.441299 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cfd107dc-71df-465c-b94f-e2a321af46e6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.503913 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-faa658d0-10b3-4eeb-98da-eb58f3d3f692 None None] Set router c4673821-de0b-4658-ad72-5a1a8ae7667a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:12.521685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56418) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:12.566478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb89f61-4e91-4adc-8615-55c1a1b1cdd5 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f0adb8-67ff-45f4-a8f2-af82dd1af5ff,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:12.601295 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-82c3deee-c80b-4c6a-9452-81acd424438b tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.602625 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-82c3deee-c80b-4c6a-9452-81acd424438b tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2866249 Jul 16 09:00:12.626920 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56420) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:12.636000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d1d0bef1-8e72-4651-b8cd-bf7bb1282321 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Request body: {'security_group_rule': {'security_group_id': '860be1de-8db4-4ee2-a45b-e5fd8c586d7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:12.696923 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d1d0bef1-8e72-4651-b8cd-bf7bb1282321 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.730680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5dca0a6-284d-4f29-a1d9-2d138159c1d6 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:12.732243 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f5dca0a6-284d-4f29-a1d9-2d138159c1d6 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 1132 time: 0.2068903 Jul 16 09:00:12.736199 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cfd107dc-71df-465c-b94f-e2a321af46e6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.747010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56424) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:12.757423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': 'b942395b-a956-4e41-913c-d4d32110f5b6', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:12.763754 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cfd107dc-71df-465c-b94f-e2a321af46e6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.769692 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cfd107dc-71df-465c-b94f-e2a321af46e6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/subnets/d37a4149-f093-4581-924e-85f224a85519 HTTP/1.1" status: 204 len: 168 time: 0.9445667 Jul 16 09:00:12.771834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56426) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:12.802624 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] For port b2386442-01a7-4c0d-abf2-68a1c14c4b12, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b2386442-01a7-4c0d-abf2-68a1c14c4b12,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:12.807305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd107dc-71df-465c-b94f-e2a321af46e6 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Subnet': ['ID=d37a4149-f093-4581-924e-85f224a85519,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:12.864933 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.883110 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.883989 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.901920 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:12.920282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11966f18-a7d1-4b45-bb12-c18cd3143696 None None] Network 28a0aa94-0f4f-4171-9fed-e2f91a71d53c requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:12.943344 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d1d0bef1-8e72-4651-b8cd-bf7bb1282321 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.004669 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d1d0bef1-8e72-4651-b8cd-bf7bb1282321 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.039538 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.044665 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d1d0bef1-8e72-4651-b8cd-bf7bb1282321 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.045896 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d1d0bef1-8e72-4651-b8cd-bf7bb1282321 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4179528 Jul 16 09:00:13.062695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56428) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:13.084878 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-28f3ae87-2b25-475b-9556-83dacbad0311 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Request body: {'security_group_rule': {'security_group_id': '860be1de-8db4-4ee2-a45b-e5fd8c586d7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:13.106248 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-662c4f69-5d6b-4949-a9a5-ed32908dc60a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.115311 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:13.122064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0bef1-8e72-4651-b8cd-bf7bb1282321 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f41cfcd-aeb5-4022-a0f6-7f67dbe48653,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:13.136062 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:13.143113 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:13.143739 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.173601 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0673945 Jul 16 09:00:13.179442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56430) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:13.180204 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28f3ae87-2b25-475b-9556-83dacbad0311 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.190869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c0612beb-41ef-40ae-968e-47e3fc2b417a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:13.201385 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.209414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 19beca39-e37a-4b93-a5ab-94cd4f6786ff no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:13.298942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4f69-5d6b-4949-a9a5-ed32908dc60a None None] Pushing event deleted for resources: {'Port': ['ID=b2386442-01a7-4c0d-abf2-68a1c14c4b12,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:13.333907 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=2634f37c-91dd-436f-bbff-0cb966cdddfd,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:13.337426 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.351139 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port 639de7ce-793c-4d65-ac4f-a1fbdb5dce14 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:13.351555 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.371370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0612beb-41ef-40ae-968e-47e3fc2b417a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:13.376087 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c0612beb-41ef-40ae-968e-47e3fc2b417a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.379520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7226002e-07e5-48a8-bc9f-ee1d62ae53d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=b2386442-01a7-4c0d-abf2-68a1c14c4b12,revision_number=8']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:13.405291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 19beca39-e37a-4b93-a5ab-94cd4f6786ff {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:13.405918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 19beca39-e37a-4b93-a5ab-94cd4f6786ff not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:13.453094 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662c4f69-5d6b-4949-a9a5-ed32908dc60a None None] No DVR routers for this DVR port b2386442-01a7-4c0d-abf2-68a1c14c4b12 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:13.501991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6247a88-65fa-41ad-90d4-3a88bc571917 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:13.518683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.objects.ports [None req-f3352b6a-fe0f-4a0e-a055-f113bfda3653 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93694) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:00:13.525596 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f3352b6a-fe0f-4a0e-a055-f113bfda3653 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.566116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] For port 639de7ce-793c-4d65-ac4f-a1fbdb5dce14, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=639de7ce-793c-4d65-ac4f-a1fbdb5dce14,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:13.566589 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.587545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for 639de7ce-793c-4d65-ac4f-a1fbdb5dce14 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:13.607495 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Allocated IP 172.25.4.3 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/dac578a8-f97b-4aa3-8eba-fb772e769c51) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:13.675799 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28f3ae87-2b25-475b-9556-83dacbad0311 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.720065 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28f3ae87-2b25-475b-9556-83dacbad0311 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.806455 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-faa658d0-10b3-4eeb-98da-eb58f3d3f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59'}], 'enable_snat': True}, 'gw_port_id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T09:00:10Z', 'revision_number': 5, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port': {'id': '639de7ce-793c-4d65-ac4f-a1fbdb5dce14', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:c5:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2874, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:57:35Z', 'updated_at': '2021-07-16T08:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:13.839650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f3ae87-2b25-475b-9556-83dacbad0311 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40780f27-f802-4d58-bda7-d3efb0ee0d4b,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:13.854275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3352b6a-fe0f-4a0e-a055-f113bfda3653 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event updated for resources: {'Subnet': ['ID=0d32e273-5dc7-4ab6-b5bb-2f7b7b79f848,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:13.881332 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.900529 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa658d0-10b3-4eeb-98da-eb58f3d3f692 None None] Checking router: c4673821-de0b-4658-ad72-5a1a8ae7667a for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:13.914211 n-d-758944-46 neutron-server[93694]: INFO neutron.db.ipam_backend_mixin [None req-c0612beb-41ef-40ae-968e-47e3fc2b417a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2634f37c-91dd-436f-bbff-0cb966cdddfd (CIDR: 2001:db8::/64) Jul 16 09:00:13.925378 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-28f3ae87-2b25-475b-9556-83dacbad0311 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.940715 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-28f3ae87-2b25-475b-9556-83dacbad0311 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8512270 Jul 16 09:00:13.941145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56434) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:13.941145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:13.979716 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0612beb-41ef-40ae-968e-47e3fc2b417a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:13.983687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa658d0-10b3-4eeb-98da-eb58f3d3f692 None None] Routers {'c4673821-de0b-4658-ad72-5a1a8ae7667a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:13.984760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-faa658d0-10b3-4eeb-98da-eb58f3d3f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c4673821-de0b-4658-ad72-5a1a8ae7667a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:13.994727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0612beb-41ef-40ae-968e-47e3fc2b417a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:14.023746 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.033372 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.040402 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3352b6a-fe0f-4a0e-a055-f113bfda3653 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Checking segment: {'id': '5c6b95ea-4937-4968-9f88-51a7fb999de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bcbd723b-286d-4381-88ee-488bb9745587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:14.040842 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3352b6a-fe0f-4a0e-a055-f113bfda3653 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Network hostable DHCP agents. Network: bcbd723b-286d-4381-88ee-488bb9745587, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:14.054847 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c0612beb-41ef-40ae-968e-47e3fc2b417a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8696027 Jul 16 09:00:14.057603 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56436) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:14.061188 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.065494 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-744fe7b9-f1c9-4c91-a815-1e4bdf4664d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:14.081582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=639de7ce-793c-4d65-ac4f-a1fbdb5dce14,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:14.139388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3352b6a-fe0f-4a0e-a055-f113bfda3653 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Network bcbd723b-286d-4381-88ee-488bb9745587 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:14.149520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-faa658d0-10b3-4eeb-98da-eb58f3d3f692 None None] Set router c4673821-de0b-4658-ad72-5a1a8ae7667a gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:14.154092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': '2634f37c-91dd-436f-bbff-0cb966cdddfd'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:14.155200 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.211144 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:14.223001 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f3352b6a-fe0f-4a0e-a055-f113bfda3653 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, bcbd723b-286d-4381-88ee-488bb9745587) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:14.228905 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:14.232403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:14.233562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770c7dd1-e9fe-4d97-a36e-372b994785b4 None None] DHCP port deletion for 28a0aa94-0f4f-4171-9fed-e2f91a71d53c request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:14.237301 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f7c2b8-5e9d-4614-8532-70b40b504734 None None] Network bcbd723b-286d-4381-88ee-488bb9745587 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:14.241198 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'Port': ['ID=dac578a8-f97b-4aa3-8eba-fb772e769c51,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:14.257075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-faa658d0-10b3-4eeb-98da-eb58f3d3f692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T09:00:13Z', 'revision_number': 6, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:14.266997 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3352b6a-fe0f-4a0e-a055-f113bfda3653 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:14.268173 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f3352b6a-fe0f-4a0e-a055-f113bfda3653 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.305848 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa658d0-10b3-4eeb-98da-eb58f3d3f692 None None] The sync data for ids ['c4673821-de0b-4658-ad72-5a1a8ae7667a'] in n-d-758944-46 is: [{'id': 'c4673821-de0b-4658-ad72-5a1a8ae7667a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2088232680', 'tenant_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:57:32Z', 'updated_at': '2021-07-16T09:00:13Z', 'revision_number': 6, 'project_id': '6bd79a16b15a44f9ba1c5be5b1f2251d', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:14.320516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.346056 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f3352b6a-fe0f-4a0e-a055-f113bfda3653 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.2681935 Jul 16 09:00:14.349068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56438) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:14.394830 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744fe7b9-f1c9-4c91-a815-1e4bdf4664d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:14.399501 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-744fe7b9-f1c9-4c91-a815-1e4bdf4664d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.470598 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.474984 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.585059 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.585978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Fanout notify agent at l3_agent the message router_deleted on router c4673821-de0b-4658-ad72-5a1a8ae7667a {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:00:14.593942 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.597701 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dba7c100-a22d-49cc-86cd-77893adb6194 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/routers/c4673821-de0b-4658-ad72-5a1a8ae7667a HTTP/1.1" status: 204 len: 168 time: 1.8018594 Jul 16 09:00:14.599112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56440) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:14.613062 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.629745 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.644065 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-bcbd723b-286d-4381-88ee-488bb9745587', 'network_id': 'bcbd723b-286d-4381-88ee-488bb9745587', 'tenant_id': '783d26d2a95a465eb0e4d33b26d99c98', 'fixed_ips': [{'subnet_id': '0d32e273-5dc7-4ab6-b5bb-2f7b7b79f848'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:14.645021 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.665163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-770c7dd1-e9fe-4d97-a36e-372b994785b4 None None] Deleting port 612ca741-f84f-46bb-9dca-24594f1b8e6c {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:14.666547 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-770c7dd1-e9fe-4d97-a36e-372b994785b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.721615 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Allocated IP 2001:db8::f816:3eff:fea2:88a8 (d414e6fa-d160-44fd-92e3-d399748f3f68/2634f37c-91dd-436f-bbff-0cb966cdddfd/8e22c3eb-28dc-4c5d-9485-4b74e65375f0) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:14.807892 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.889068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-770c7dd1-e9fe-4d97-a36e-372b994785b4 None None] For port 612ca741-f84f-46bb-9dca-24594f1b8e6c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=612ca741-f84f-46bb-9dca-24594f1b8e6c,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:14.889586 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-770c7dd1-e9fe-4d97-a36e-372b994785b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.889922 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Allocated IP 172.25.4.90 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/6fcd6490-f7bc-4fc6-9639-95ba5dfa4c4f) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:14.966810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-770c7dd1-e9fe-4d97-a36e-372b994785b4 None None] Calling delete_port for 612ca741-f84f-46bb-9dca-24594f1b8e6c owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:15.032059 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.064882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Allocated IP 2001:db8::f816:3eff:fe01:9950 (bcbd723b-286d-4381-88ee-488bb9745587/0d32e273-5dc7-4ab6-b5bb-2f7b7b79f848/82712cf8-f67b-463f-a553-d3598065f1cd) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:15.177541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Deleting port 612ca741-f84f-46bb-9dca-24594f1b8e6c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:15.178011 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.187855 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.206059 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.224309 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.235120 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-744fe7b9-f1c9-4c91-a815-1e4bdf4664d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.243122 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-770c7dd1-e9fe-4d97-a36e-372b994785b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.263026 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Transition to ACTIVE for port object 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:15.307938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770c7dd1-e9fe-4d97-a36e-372b994785b4 None None] No DVR routers for this DVR port 612ca741-f84f-46bb-9dca-24594f1b8e6c on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:15.317180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c7dd1-e9fe-4d97-a36e-372b994785b4 None None] Pushing event deleted for resources: {'Port': ['ID=612ca741-f84f-46bb-9dca-24594f1b8e6c,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:15.323053 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.327359 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744fe7b9-f1c9-4c91-a815-1e4bdf4664d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:15.360796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Transition to ACTIVE for port object 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:15.375685 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.380299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-744fe7b9-f1c9-4c91-a815-1e4bdf4664d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:15.394883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744fe7b9-f1c9-4c91-a815-1e4bdf4664d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:15.395856 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-744fe7b9-f1c9-4c91-a815-1e4bdf4664d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.413529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:15.423694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:15.429890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:15.430976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] For port 612ca741-f84f-46bb-9dca-24594f1b8e6c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=612ca741-f84f-46bb-9dca-24594f1b8e6c,segment=NetworkSegment(d43c5176-97bd-4bdb-8cd7-bf59279f299e),segment_id=d43c5176-97bd-4bdb-8cd7-bf59279f299e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:15.431583 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.442879 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744fe7b9-f1c9-4c91-a815-1e4bdf4664d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=deba16f9-e6f8-458a-a626-fd5320eec8d3,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:15.469787 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-744fe7b9-f1c9-4c91-a815-1e4bdf4664d1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4060550 Jul 16 09:00:15.471758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Calling delete_port for 612ca741-f84f-46bb-9dca-24594f1b8e6c owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:15.474540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56444) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:15.481630 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'mac_address': 'fa:16:3e:71:14:f5', 'name': 'tempest-NetworksTestDHCPv6-618428113'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:15.519307 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:15.540902 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:15.552262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:15.581110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Pushing event updated for resources: {'Port': ['ID=8e22c3eb-28dc-4c5d-9485-4b74e65375f0,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:15.591905 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.697765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Transition to ACTIVE for port object 82712cf8-f67b-463f-a553-d3598065f1cd will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:15.735392 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 612ca741-f84f-46bb-9dca-24594f1b8e6c no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:15.777944 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.807419 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Attempting to bind port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:15.807793 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Attempting to bind port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:15.808174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Attempting to bind port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:15.817682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Port': ['ID=612ca741-f84f-46bb-9dca-24594f1b8e6c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:15.819815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:15.828401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] No DVR routers for this DVR port 612ca741-f84f-46bb-9dca-24594f1b8e6c on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:15.839379 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 612ca741-f84f-46bb-9dca-24594f1b8e6c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:15.839727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 612ca741-f84f-46bb-9dca-24594f1b8e6c not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:15.840140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 639de7ce-793c-4d65-ac4f-a1fbdb5dce14 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:15.842189 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:15.846112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:15.847521 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.848409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:15.849230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Bound port: 8e22c3eb-28dc-4c5d-9485-4b74e65375f0, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:15.851334 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.859383 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Transition to ACTIVE for port object 82712cf8-f67b-463f-a553-d3598065f1cd will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:15.901270 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event updated for resources: {'Port': ['ID=6fcd6490-f7bc-4fc6-9639-95ba5dfa4c4f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:15.903565 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.974424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 639de7ce-793c-4d65-ac4f-a1fbdb5dce14 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:15.975064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 639de7ce-793c-4d65-ac4f-a1fbdb5dce14 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:15.975869 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3db89212-e3c0-4af2-af56-286a386ac033 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:16.009699 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.036195 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.054799 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.059958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28a0aa94-0f4f-4171-9fed-e2f91a71d53c']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:16.079634 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.099699 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd43c5176-97bd-4bdb-8cd7-bf59279f299e') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:16.100148 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd43c5176-97bd-4bdb-8cd7-bf59279f299e') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:16.127288 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.137174 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.149275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Subnet': ['ID=0d32e273-5dc7-4ab6-b5bb-2f7b7b79f848,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:16.174469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port 9d2a3a6e-0062-4000-bf6e-2da40a865e4c yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:16.178669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Network bcbd723b-286d-4381-88ee-488bb9745587 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:16.184642 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:16.190465 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.195164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:16.200079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 3db89212-e3c0-4af2-af56-286a386ac033 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:16.200079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3db89212-e3c0-4af2-af56-286a386ac033 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:16.214032 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:16.214605 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:16.219285 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:16.248654 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.252151 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.256309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Pushing event updated for resources: {'Port': ['ID=82712cf8-f67b-463f-a553-d3598065f1cd,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:16.316543 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.358245 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.379574 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbd723b-286d-4381-88ee-488bb9745587']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:16.395578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6b95ea-4937-4968-9f88-51a7fb999de1') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:16.395950 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6b95ea-4937-4968-9f88-51a7fb999de1') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:16.406951 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.410523 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] For port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:16.416396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Attempting to bind port 82712cf8-f67b-463f-a553-d3598065f1cd on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:16.417663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Attempting to bind port 82712cf8-f67b-463f-a553-d3598065f1cd by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '5c6b95ea-4937-4968-9f88-51a7fb999de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bcbd723b-286d-4381-88ee-488bb9745587'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:16.418062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Attempting to bind port 82712cf8-f67b-463f-a553-d3598065f1cd on network bcbd723b-286d-4381-88ee-488bb9745587 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:16.434361 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.436599 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/networks/28a0aa94-0f4f-4171-9fed-e2f91a71d53c HTTP/1.1" status: 204 len: 168 time: 1.8373671 Jul 16 09:00:16.437241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:16.437639 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Checking segment: {'id': '5c6b95ea-4937-4968-9f88-51a7fb999de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bcbd723b-286d-4381-88ee-488bb9745587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:16.438061 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.438467 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Bound using segment: {'id': '5c6b95ea-4937-4968-9f88-51a7fb999de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bcbd723b-286d-4381-88ee-488bb9745587'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:16.438979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Bound port: 82712cf8-f67b-463f-a553-d3598065f1cd, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c6b95ea-4937-4968-9f88-51a7fb999de1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bcbd723b-286d-4381-88ee-488bb9745587'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:16.440224 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.441207 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.444958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e0e6a-b84e-4a08-964a-4764b6f4fb30 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'Network': ['ID=28a0aa94-0f4f-4171-9fed-e2f91a71d53c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:16.455028 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56448) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:16.458555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] For port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8e22c3eb-28dc-4c5d-9485-4b74e65375f0,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:16.485095 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.563857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'Port': ['ID=dac578a8-f97b-4aa3-8eba-fb772e769c51,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:16.578989 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.588906 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.600199 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:16.601672 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:16.663013 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:16.721806 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.738641 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.780244 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] For port 82712cf8-f67b-463f-a553-d3598065f1cd, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:16.799242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b0bc3f-1891-4d9f-8ad1-9d5c4a29a36d None None] Pushing event updated for resources: {'Port': ['ID=8e22c3eb-28dc-4c5d-9485-4b74e65375f0,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:16.808376 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Floating IP c50898e9-4774-4238-885e-7b4c018c5194 associated. External IP: 172.25.4.3, port: b942395b-a956-4e41-913c-d4d32110f5b6. Jul 16 09:00:16.851109 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] For port 82712cf8-f67b-463f-a553-d3598065f1cd, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=82712cf8-f67b-463f-a553-d3598065f1cd,segment=NetworkSegment(5c6b95ea-4937-4968-9f88-51a7fb999de1),segment_id=5c6b95ea-4937-4968-9f88-51a7fb999de1)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:16.862626 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.879903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event updated for resources: {'Port': ['ID=6fcd6490-f7bc-4fc6-9639-95ba5dfa4c4f,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:16.904589 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:00:16.904589 n-d-758944-46 neutron-server[93694]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:00:16.904589 n-d-758944-46 neutron-server[93694]: [parameters: {'id': 'bcbd723b-286d-4381-88ee-488bb9745587'}] Jul 16 09:00:16.904589 n-d-758944-46 neutron-server[93694]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:00:16.905332 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:00:16.931151 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-647410d4-3f4b-41d6-a6e1-634251562809 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.035645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8:0:1::2e7 (d414e6fa-d160-44fd-92e3-d399748f3f68/deba16f9-e6f8-458a-a626-fd5320eec8d3/9d2a3a6e-0062-4000-bf6e-2da40a865e4c) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:17.044397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::f816:3eff:fe71:14f5 (d414e6fa-d160-44fd-92e3-d399748f3f68/2634f37c-91dd-436f-bbff-0cb966cdddfd/9d2a3a6e-0062-4000-bf6e-2da40a865e4c) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:17.061283 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.073397 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cad2a8-5958-464a-bee8-b032132356d9 None None] Pushing event updated for resources: {'Port': ['ID=82712cf8-f67b-463f-a553-d3598065f1cd,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:17.083494 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaae042d-04ad-4e24-9d5f-200fad7a1a49 None None] Network bcbd723b-286d-4381-88ee-488bb9745587 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:17.107993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-647410d4-3f4b-41d6-a6e1-634251562809 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.155963 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.157691 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ad68690f-c1c1-4c92-a03e-1c29a7d2a109 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2232337 Jul 16 09:00:17.370288 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.382055 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-647410d4-3f4b-41d6-a6e1-634251562809 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.385857 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-647410d4-3f4b-41d6-a6e1-634251562809 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.391528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-647410d4-3f4b-41d6-a6e1-634251562809 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] 10.222.0.20 "DELETE /v2.0/security-groups/d2cd42b3-7c62-41ef-a101-2f2384b3b460 HTTP/1.1" status: 204 len: 168 time: 0.9351504 Jul 16 09:00:17.442420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object 9d2a3a6e-0062-4000-bf6e-2da40a865e4c will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:17.512330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Router 2c8c2f63-02c0-443b-9b29-a88a391d378c has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:17.669475 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:17.759442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:17.771825 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:17.797000 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ab31e-065b-4a39-b041-f4d8b17dd66b None None] Sync routers for ids ['2c8c2f63-02c0-443b-9b29-a88a391d378c'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:17.810416 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ab31e-065b-4a39-b041-f4d8b17dd66b None None] Routers {'2c8c2f63-02c0-443b-9b29-a88a391d378c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:17.810416 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a44ab31e-065b-4a39-b041-f4d8b17dd66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2c8c2f63-02c0-443b-9b29-a88a391d378c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:17.831655 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.915593 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e7d36e88-a865-4177-93d6-91373c900eed tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.1609316 Jul 16 09:00:17.916590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8053e6-5dd3-4ee1-950e-a78685061689', 'tag': 'b942395b-a956-4e41-913c-d4d32110f5b6'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:17.922114 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce8a60fb-04f1-4f19-a761-e4e6d0b13516" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8053e6-5dd3-4ee1-950e-a78685061689", "tag": "b942395b-a956-4e41-913c-d4d32110f5b6"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:17.925612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56470) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:18.028445 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cba3c04-1b95-4804-a6ab-b115b207a212 x-openstack-request-id: req-1cba3c04-1b95-4804-a6ab-b115b207a212 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:18.028764 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8053e6-5dd3-4ee1-950e-a78685061689", "tag": "b942395b-a956-4e41-913c-d4d32110f5b6", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:18.029018 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1cba3c04-1b95-4804-a6ab-b115b207a212 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:18.029433 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8053e6-5dd3-4ee1-950e-a78685061689', 'tag': 'b942395b-a956-4e41-913c-d4d32110f5b6', 'status': 'completed', 'code': 200} Jul 16 09:00:18.066594 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56474) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:18.072291 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.087379 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-a44ab31e-065b-4a39-b041-f4d8b17dd66b None None] Set router 2c8c2f63-02c0-443b-9b29-a88a391d378c gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:18.111762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647410d4-3f4b-41d6-a6e1-634251562809 tempest-TestNetworkAdvancedServerOps-1835180971 tempest-TestNetworkAdvancedServerOps-1835180971-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2cd42b3-7c62-41ef-a101-2f2384b3b460,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:18.140804 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.305740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35964f-1020-47dc-bdca-fd13cff8631e tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.306234 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35964f-1020-47dc-bdca-fd13cff8631e tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.306796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35964f-1020-47dc-bdca-fd13cff8631e tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.307299 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35964f-1020-47dc-bdca-fd13cff8631e tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.307766 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35964f-1020-47dc-bdca-fd13cff8631e tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.308232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35964f-1020-47dc-bdca-fd13cff8631e tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.308800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35964f-1020-47dc-bdca-fd13cff8631e tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.309269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35964f-1020-47dc-bdca-fd13cff8631e tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.309732 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35964f-1020-47dc-bdca-fd13cff8631e tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.310538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35964f-1020-47dc-bdca-fd13cff8631e tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.311088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35964f-1020-47dc-bdca-fd13cff8631e tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.311789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c35964f-1020-47dc-bdca-fd13cff8631e tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.314161 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7c35964f-1020-47dc-bdca-fd13cff8631e tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8420 time: 0.3793213 Jul 16 09:00:18.322256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56478) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:18.364983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a60fb-04f1-4f19-a761-e4e6d0b13516 req-7fa58569-bb38-4a67-b3dc-e791b48ce6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.365435 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-0ffd59fc-66a0-4dee-8d39-f0b36ff935b0 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--750339175&fields=id&tenant_id=95a4a2eb3d0345d9bcfe753da948473e HTTP/1.1" status: 200 len: 267 time: 0.2876871 Jul 16 09:00:18.366719 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce8a60fb-04f1-4f19-a761-e4e6d0b13516 req-7fa58569-bb38-4a67-b3dc-e791b48ce6ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c33bc819abc459d94c0dedc8ed9e910&device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 1137 time: 0.2992268 Jul 16 09:00:18.393478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:18.400886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=9d2a3a6e-0062-4000-bf6e-2da40a865e4c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:18.403381 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93603f93-1d4e-406b-a98b-ff35be1f376b None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:18.406709 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:18.409444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:18.416310 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.417679 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.423092 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a44ab31e-065b-4a39-b041-f4d8b17dd66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:26Z', 'updated_at': '2021-07-16T08:59:36Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:11:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:27Z', 'updated_at': '2021-07-16T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'c50898e9-4774-4238-885e-7b4c018c5194', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'port_id': 'b942395b-a956-4e41-913c-d4d32110f5b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'mac_address': 'fa:16:3e:79:4a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8053e6-5dd3-4ee1-950e-a78685061689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:14Z', 'updated_at': '2021-07-16T09:00:14Z', 'revision_number': 0, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f49366-58d4-43d1-84e0-40c74d932115', 'name': '', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'mac_address': 'fa:16:3e:22:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:33Z', 'updated_at': '2021-07-16T08:59:46Z', 'revision_number': 5, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'subnets': [{'id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:18.471946 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ab31e-065b-4a39-b041-f4d8b17dd66b None None] Checking router: 2c8c2f63-02c0-443b-9b29-a88a391d378c for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:18.495069 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44ab31e-065b-4a39-b041-f4d8b17dd66b None None] Routers {'2c8c2f63-02c0-443b-9b29-a88a391d378c'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:18.498147 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a44ab31e-065b-4a39-b041-f4d8b17dd66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2c8c2f63-02c0-443b-9b29-a88a391d378c'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:18.583405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a60fb-04f1-4f19-a761-e4e6d0b13516 req-0c085097-e27c-4441-be36-6636ead2331c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.585725 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce8a60fb-04f1-4f19-a761-e4e6d0b13516 req-0c085097-e27c-4441-be36-6636ead2331c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5db0e0ea-aa8f-499f-a098-7a682e6790ad HTTP/1.1" status: 200 len: 896 time: 0.2084408 Jul 16 09:00:18.617340 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-a44ab31e-065b-4a39-b041-f4d8b17dd66b None None] Set router 2c8c2f63-02c0-443b-9b29-a88a391d378c gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:18.619889 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f38c11fe-bb4a-46b8-a150-ca944f98d40f None None] Provisioning for port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:18.621064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8111a522-c5d9-4295-9f55-a25e26beb6ac tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1449578 Jul 16 09:00:18.631332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-9b1728b7-abc6-4b8c-b895-bd1e9d5cecfe tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.632978 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-9b1728b7-abc6-4b8c-b895-bd1e9d5cecfe tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/networks?id=14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 200 len: 811 time: 0.2004716 Jul 16 09:00:18.633739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56482) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:18.651670 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4adc5cd5-be25-4b5f-98a2-fec884f65e68 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6bd79a16b15a44f9ba1c5be5b1f2251d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5688748 Jul 16 09:00:18.652674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56484) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:18.665708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f38c11fe-bb4a-46b8-a150-ca944f98d40f None None] Provisioning complete for port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:18.667689 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f38c11fe-bb4a-46b8-a150-ca944f98d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.696705 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-32297a00-cf33-4cfa-bc19-5713ac65faaa tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/quotas/95a4a2eb3d0345d9bcfe753da948473e HTTP/1.1" status: 200 len: 375 time: 0.0500083 Jul 16 09:00:18.700388 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbaa931-8022-459a-8156-31b5f3d30c54 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.701241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbaa931-8022-459a-8156-31b5f3d30c54 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.701873 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbaa931-8022-459a-8156-31b5f3d30c54 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.702550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbaa931-8022-459a-8156-31b5f3d30c54 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.703172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbaa931-8022-459a-8156-31b5f3d30c54 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.703792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbaa931-8022-459a-8156-31b5f3d30c54 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.705024 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbaa931-8022-459a-8156-31b5f3d30c54 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.705687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbaa931-8022-459a-8156-31b5f3d30c54 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.706492 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbaa931-8022-459a-8156-31b5f3d30c54 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.707113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbaa931-8022-459a-8156-31b5f3d30c54 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:18.710094 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0bbaa931-8022-459a-8156-31b5f3d30c54 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6562 time: 0.3870981 Jul 16 09:00:18.720919 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56486) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:18.755393 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Deleting port 82712cf8-f67b-463f-a553-d3598065f1cd {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:18.755641 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.831952 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-26b912c2-ad57-49c8-8884-8a6c3d0b6d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.850628 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce8a60fb-04f1-4f19-a761-e4e6d0b13516 req-6a2b5ca1-c6d6-49da-8ff8-e22669f8b99f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b942395b-a956-4e41-913c-d4d32110f5b6 HTTP/1.1" status: 200 len: 998 time: 0.2528615 Jul 16 09:00:18.872628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] For port 82712cf8-f67b-463f-a553-d3598065f1cd, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=82712cf8-f67b-463f-a553-d3598065f1cd,segment=NetworkSegment(5c6b95ea-4937-4968-9f88-51a7fb999de1),segment_id=5c6b95ea-4937-4968-9f88-51a7fb999de1)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:18.873305 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.885383 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a44ab31e-065b-4a39-b041-f4d8b17dd66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:26Z', 'updated_at': '2021-07-16T08:59:36Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:11:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:27Z', 'updated_at': '2021-07-16T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'c50898e9-4774-4238-885e-7b4c018c5194', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'port_id': 'b942395b-a956-4e41-913c-d4d32110f5b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'mac_address': 'fa:16:3e:79:4a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8053e6-5dd3-4ee1-950e-a78685061689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:14Z', 'updated_at': '2021-07-16T09:00:14Z', 'revision_number': 0, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f49366-58d4-43d1-84e0-40c74d932115', 'name': '', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'mac_address': 'fa:16:3e:22:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:33Z', 'updated_at': '2021-07-16T08:59:46Z', 'revision_number': 5, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'subnets': [{'id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:18.923371 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44ab31e-065b-4a39-b041-f4d8b17dd66b None None] The sync data for ids ['2c8c2f63-02c0-443b-9b29-a88a391d378c'] in n-d-758944-46 is: [{'id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:26Z', 'updated_at': '2021-07-16T08:59:36Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:11:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:27Z', 'updated_at': '2021-07-16T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'c50898e9-4774-4238-885e-7b4c018c5194', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'floating_ip_address': '172.25.4.3', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'port_id': 'b942395b-a956-4e41-913c-d4d32110f5b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'mac_address': 'fa:16:3e:79:4a:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8053e6-5dd3-4ee1-950e-a78685061689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:14Z', 'updated_at': '2021-07-16T09:00:14Z', 'revision_number': 0, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77f49366-58d4-43d1-84e0-40c74d932115', 'name': '', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'mac_address': 'fa:16:3e:22:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:33Z', 'updated_at': '2021-07-16T08:59:46Z', 'revision_number': 5, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'subnets': [{'id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:18.939062 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Calling delete_port for 82712cf8-f67b-463f-a553-d3598065f1cd owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:19.011101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a60fb-04f1-4f19-a761-e4e6d0b13516 req-585271b9-86b5-4987-9944-1054e5a1e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:19.012539 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce8a60fb-04f1-4f19-a761-e4e6d0b13516 req-585271b9-86b5-4987-9944-1054e5a1e600 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3e5b37d-1d38-469b-90e5-d179e15ff92c HTTP/1.1" status: 200 len: 834 time: 0.1528573 Jul 16 09:00:19.017384 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f38c11fe-bb4a-46b8-a150-ca944f98d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.063420 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f38c11fe-bb4a-46b8-a150-ca944f98d40f None None] For port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8e22c3eb-28dc-4c5d-9485-4b74e65375f0,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:19.081299 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f38c11fe-bb4a-46b8-a150-ca944f98d40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.104697 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-26b912c2-ad57-49c8-8884-8a6c3d0b6d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.177403 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c11fe-bb4a-46b8-a150-ca944f98d40f None None] Pushing event updated for resources: {'Port': ['ID=8e22c3eb-28dc-4c5d-9485-4b74e65375f0,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:19.191475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-12f289db-d540-4023-aaca-6d383ab374f9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port 9d2a3a6e-0062-4000-bf6e-2da40a865e4c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:19.192452 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12f289db-d540-4023-aaca-6d383ab374f9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.306683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a60fb-04f1-4f19-a761-e4e6d0b13516 req-7e41c05b-a8d3-4140-8a17-065c17af5853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:19.307487 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-172f664c-7bce-456b-8600-9af25af48bc5 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5729706 Jul 16 09:00:19.308277 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce8a60fb-04f1-4f19-a761-e4e6d0b13516 req-7e41c05b-a8d3-4140-8a17-065c17af5853 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5db0e0ea-aa8f-499f-a098-7a682e6790ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2610765 Jul 16 09:00:19.335410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645785f6-abc1-410c-aa9e-f66eda5c8f0b None None] New status for floating IP c50898e9-4774-4238-885e-7b4c018c5194: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:00:19.348549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167163ca-4a42-4802-a7bf-6e023d83519d None None] Update dhcp port {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'fixed_ips': [{'subnet_id': '2634f37c-91dd-436f-bbff-0cb966cdddfd', 'ip_address': '2001:db8::f816:3eff:fea2:88a8'}, {'subnet_id': 'deba16f9-e6f8-458a-a626-fd5320eec8d3'}], 'binding:host_id': 'n-d-758944-46'}, 'id': '8e22c3eb-28dc-4c5d-9485-4b74e65375f0'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:00:19.382444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-983ba5e5-bb52-429d-818a-5769466145b9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:00:19.383366 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-26b912c2-ad57-49c8-8884-8a6c3d0b6d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.386211 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-26b912c2-ad57-49c8-8884-8a6c3d0b6d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.391545 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-26b912c2-ad57-49c8-8884-8a6c3d0b6d86 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e056b0bc-ba9f-44b0-a99c-1d2f2c19b449 HTTP/1.1" status: 204 len: 168 time: 0.7286513 Jul 16 09:00:19.402371 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-983ba5e5-bb52-429d-818a-5769466145b9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277863 Jul 16 09:00:19.416395 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.445838 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b912c2-ad57-49c8-8884-8a6c3d0b6d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e056b0bc-ba9f-44b0-a99c-1d2f2c19b449,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:19.469160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] No DVR routers for this DVR port 82712cf8-f67b-463f-a553-d3598065f1cd on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:19.519712 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c97a8418-0471-4a30-b799-ce9803715523 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3774 time: 0.7972910 Jul 16 09:00:19.522149 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce8a60fb-04f1-4f19-a761-e4e6d0b13516 req-a27ddcab-e6e0-49b7-9402-704c6983fc17 service neutron] 10.222.0.15 "GET /v2.0/networks/5db0e0ea-aa8f-499f-a098-7a682e6790ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941864 Jul 16 09:00:19.522607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56498) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:19.623324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:19.666092 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Port': ['ID=82712cf8-f67b-463f-a553-d3598065f1cd,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:19.684407 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.684939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.685591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.686340 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.686823 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.687853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.688295 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.688882 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.689319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.690263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.690881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.691346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:19.811215 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.811569 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-167163ca-4a42-4802-a7bf-6e023d83519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.827071 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12f289db-d540-4023-aaca-6d383ab374f9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.844241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbd723b-286d-4381-88ee-488bb9745587']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:19.860330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-12f289db-d540-4023-aaca-6d383ab374f9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for 9d2a3a6e-0062-4000-bf6e-2da40a865e4c owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:19.896946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c6b95ea-4937-4968-9f88-51a7fb999de1') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:19.899785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c6b95ea-4937-4968-9f88-51a7fb999de1') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:19.998446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:19.999188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.127824 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-dce80f5c-2702-4df9-be3c-5892bd39c291 service neutron] 10.222.0.20 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7238960 Jul 16 09:00:20.133045 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.215375 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-167163ca-4a42-4802-a7bf-6e023d83519d None None] Allocated IP 2001:db8:0:1::2 (d414e6fa-d160-44fd-92e3-d399748f3f68/deba16f9-e6f8-458a-a626-fd5320eec8d3/8e22c3eb-28dc-4c5d-9485-4b74e65375f0) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:20.277888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e13c178-0711-461d-993c-ea69fc18926f tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:20.279563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e13c178-0711-461d-993c-ea69fc18926f tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:20.282243 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8e13c178-0711-461d-993c-ea69fc18926f tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=2c8c2f63-02c0-443b-9b29-a88a391d378c HTTP/1.1" status: 200 len: 1992 time: 0.7586763 Jul 16 09:00:20.284873 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce8a60fb-04f1-4f19-a761-e4e6d0b13516 req-1edf289e-bfc0-4ca9-810f-c767db94605e service neutron] 10.222.0.15 "GET /v2.0/networks/5db0e0ea-aa8f-499f-a098-7a682e6790ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7509403 Jul 16 09:00:20.330076 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.358296 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:20.358805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56514) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:20.360656 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:20.368121 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:20.436284 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d3d9889c-6904-4f20-a5f2-6ac97aceec51 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a8b692390d2443ff8fe5b26d4b10a0a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0746479 Jul 16 09:00:20.437761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56516) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:20.440948 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-167163ca-4a42-4802-a7bf-6e023d83519d None None] For port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8e22c3eb-28dc-4c5d-9485-4b74e65375f0,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:20.532705 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-167163ca-4a42-4802-a7bf-6e023d83519d None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.532983 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0afc5438-95ab-481f-b54b-14ea52257ea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.563670 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0afc5438-95ab-481f-b54b-14ea52257ea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.596822 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-5f207bfa-0e6d-4314-aa51-c05f22a32925 service neutron] 10.222.0.20 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4527349 Jul 16 09:00:20.615979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-167163ca-4a42-4802-a7bf-6e023d83519d None None] Transition to ACTIVE for port object 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:20.621634 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.628861 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-167163ca-4a42-4802-a7bf-6e023d83519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.631721 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.644786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56518) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:20.645196 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/networks/bcbd723b-286d-4381-88ee-488bb9745587 HTTP/1.1" status: 204 len: 168 time: 6.2937684 Jul 16 09:00:20.654147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e854a19c-dd6a-4b6f-84c3-f08aa4310c39 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-144444179'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:20.659342 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12f289db-d540-4023-aaca-6d383ab374f9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.675747 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0afc5438-95ab-481f-b54b-14ea52257ea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.681142 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0afc5438-95ab-481f-b54b-14ea52257ea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.686538 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0afc5438-95ab-481f-b54b-14ea52257ea4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/885c3367-585c-4421-a423-774e127bace2 HTTP/1.1" status: 204 len: 168 time: 0.2476549 Jul 16 09:00:20.707533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc5438-95ab-481f-b54b-14ea52257ea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885c3367-585c-4421-a423-774e127bace2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:20.738368 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e854a19c-dd6a-4b6f-84c3-f08aa4310c39 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Made reservation on behalf of 783d26d2a95a465eb0e4d33b26d99c98 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:20.751061 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e854a19c-dd6a-4b6f-84c3-f08aa4310c39 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.828776 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e854a19c-dd6a-4b6f-84c3-f08aa4310c39 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:20.858387 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e854a19c-dd6a-4b6f-84c3-f08aa4310c39 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.860214 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-e854a19c-dd6a-4b6f-84c3-f08aa4310c39 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Added segment e513241e-abf4-43b3-86c0-3c17ab36d5fe of type vlan for network 65e18d73-f5df-4eca-b607-983d81fdae42 Jul 16 09:00:20.872788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f289db-d540-4023-aaca-6d383ab374f9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=9d2a3a6e-0062-4000-bf6e-2da40a865e4c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:20.893931 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973faf08-8b12-4651-a773-faf8073839b8 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Network': ['ID=bcbd723b-286d-4381-88ee-488bb9745587,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:20.985483 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e854a19c-dd6a-4b6f-84c3-f08aa4310c39 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.053708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167163ca-4a42-4802-a7bf-6e023d83519d None None] Pushing event updated for resources: {'Port': ['ID=8e22c3eb-28dc-4c5d-9485-4b74e65375f0,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:21.088977 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e854a19c-dd6a-4b6f-84c3-f08aa4310c39 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.097258 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-12f289db-d540-4023-aaca-6d383ab374f9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.104055 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-12f289db-d540-4023-aaca-6d383ab374f9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/9d2a3a6e-0062-4000-bf6e-2da40a865e4c HTTP/1.1" status: 204 len: 168 time: 2.4680848 Jul 16 09:00:21.105133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56526) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:21.109543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e854a19c-dd6a-4b6f-84c3-f08aa4310c39 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:21.110706 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e854a19c-dd6a-4b6f-84c3-f08aa4310c39 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.214030 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e854a19c-dd6a-4b6f-84c3-f08aa4310c39 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5674791 Jul 16 09:00:21.220874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56532) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:21.242364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b603ecb4-2f21-4514-aab7-5f4afcf6c1eb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Request body: {'subnet': {'network_id': '65e18d73-f5df-4eca-b607-983d81fdae42', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:21.271579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854a19c-dd6a-4b6f-84c3-f08aa4310c39 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event updated for resources: {'Network': ['ID=65e18d73-f5df-4eca-b607-983d81fdae42,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:21.286028 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 65e18d73-f5df-4eca-b607-983d81fdae42 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:21.299833 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-74f4755f-d5ea-444e-a6f5-bdf64c674938 req-8c3e9055-cc44-4967-9d38-a32da326aa73 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 210 time: 0.0436249 Jul 16 09:00:21.309919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa3405c-a7fc-48f3-86c1-546d2ebefa6d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:21.313601 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6fa3405c-a7fc-48f3-86c1-546d2ebefa6d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2057331 Jul 16 09:00:21.317429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56534) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:21.625616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:21.668235 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b603ecb4-2f21-4514-aab7-5f4afcf6c1eb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Made reservation on behalf of 783d26d2a95a465eb0e4d33b26d99c98 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:21.674148 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b603ecb4-2f21-4514-aab7-5f4afcf6c1eb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.838841 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d88e206-b30a-4d7c-aed8-a96a3bb42b2c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:21.840795 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5d88e206-b30a-4d7c-aed8-a96a3bb42b2c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5217874 Jul 16 09:00:21.845970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56554) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:21.979897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed3525d-a1a0-4379-8849-a6b655dfb01c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:21.985775 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed3525d-a1a0-4379-8849-a6b655dfb01c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:21.987616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed3525d-a1a0-4379-8849-a6b655dfb01c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:21.999379 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1ed3525d-a1a0-4379-8849-a6b655dfb01c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1520429 Jul 16 09:00:22.005348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56562) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:22.108068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-afecc164-a9c2-4144-9d32-eaa1f4689c02 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 2634f37c-91dd-436f-bbff-0cb966cdddfd {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:22.112905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b603ecb4-2f21-4514-aab7-5f4afcf6c1eb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.115370 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-afecc164-a9c2-4144-9d32-eaa1f4689c02 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.211522 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-afecc164-a9c2-4144-9d32-eaa1f4689c02 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.270561 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b603ecb4-2f21-4514-aab7-5f4afcf6c1eb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event updated for resources: {'Subnet': ['ID=90efac66-e9f6-4aad-9ebe-f4332d3d13b8,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:22.288652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b603ecb4-2f21-4514-aab7-5f4afcf6c1eb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Checking segment: {'id': 'e513241e-abf4-43b3-86c0-3c17ab36d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '65e18d73-f5df-4eca-b607-983d81fdae42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:22.289027 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b603ecb4-2f21-4514-aab7-5f4afcf6c1eb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Network hostable DHCP agents. Network: 65e18d73-f5df-4eca-b607-983d81fdae42, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:22.357915 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-afecc164-a9c2-4144-9d32-eaa1f4689c02 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.365305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6812a8bb-e6b6-4fbd-82a6-32bd42b70273 None None] Provisioning for port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:22.372160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6812a8bb-e6b6-4fbd-82a6-32bd42b70273 None None] Provisioning complete for port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:22.372803 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6812a8bb-e6b6-4fbd-82a6-32bd42b70273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.575298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6812a8bb-e6b6-4fbd-82a6-32bd42b70273 None None] Could not find standard attr ID for object 9d2a3a6e-0062-4000-bf6e-2da40a865e4c. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:00:22.594166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b603ecb4-2f21-4514-aab7-5f4afcf6c1eb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Network 65e18d73-f5df-4eca-b607-983d81fdae42 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:22.698009 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-afecc164-a9c2-4144-9d32-eaa1f4689c02 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.702066 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-34bcb150-35fd-4764-8698-aa32d4370335 req-70df34dd-dbfe-4717-952c-b123718b4b8a tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 210 time: 0.2084603 Jul 16 09:00:22.742613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-b603ecb4-2f21-4514-aab7-5f4afcf6c1eb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 65e18d73-f5df-4eca-b607-983d81fdae42) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:22.747161 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afecc164-a9c2-4144-9d32-eaa1f4689c02 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=2634f37c-91dd-436f-bbff-0cb966cdddfd,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:22.749722 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b603ecb4-2f21-4514-aab7-5f4afcf6c1eb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:22.750328 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b603ecb4-2f21-4514-aab7-5f4afcf6c1eb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.753456 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-afecc164-a9c2-4144-9d32-eaa1f4689c02 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.756626 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-afecc164-a9c2-4144-9d32-eaa1f4689c02 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/2634f37c-91dd-436f-bbff-0cb966cdddfd HTTP/1.1" status: 204 len: 168 time: 0.7487364 Jul 16 09:00:22.758592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56576) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:22.772718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26388ae-8f28-45ee-8716-c9d931920fef None None] Network 65e18d73-f5df-4eca-b607-983d81fdae42 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:22.816379 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b603ecb4-2f21-4514-aab7-5f4afcf6c1eb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5939579 Jul 16 09:00:22.819680 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56578) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:22.868447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-dabd57c1-12fe-4f85-b7d1-d0603528874a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet deba16f9-e6f8-458a-a626-fd5320eec8d3 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:22.873595 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dabd57c1-12fe-4f85-b7d1-d0603528874a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.896741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac3e828-8df8-45a2-b022-eed0116c9331 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:23.039497 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dabd57c1-12fe-4f85-b7d1-d0603528874a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.054146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-db53624c-c3b8-4b90-aaad-6d608aaa2589 None None] Could not find standard attr ID for object d9bf1765-00ea-4d4f-967d-aaee4931882a. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:00:23.247887 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.301110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-65e18d73-f5df-4eca-b607-983d81fdae42', 'network_id': '65e18d73-f5df-4eca-b607-983d81fdae42', 'tenant_id': '783d26d2a95a465eb0e4d33b26d99c98', 'fixed_ips': [{'subnet_id': '90efac66-e9f6-4aad-9ebe-f4332d3d13b8'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:23.303594 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.610554 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dabd57c1-12fe-4f85-b7d1-d0603528874a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:23.653560 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Allocated IP 2001:db8::2 (65e18d73-f5df-4eca-b607-983d81fdae42/90efac66-e9f6-4aad-9ebe-f4332d3d13b8/caa8d566-8799-47d1-a609-c6e99b5f9ca8) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:23.759374 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.006634 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-f3094f61-ac85-4eb6-ae6a-5586e57581ea tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:24.009818 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-f3094f61-ac85-4eb6-ae6a-5586e57581ea tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.38 "GET /v2.0/networks?id=14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 200 len: 811 time: 0.7207310 Jul 16 09:00:24.085744 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.102965 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dabd57c1-12fe-4f85-b7d1-d0603528874a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.104516 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Transition to ACTIVE for port object caa8d566-8799-47d1-a609-c6e99b5f9ca8 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:24.125630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Transition to ACTIVE for port object caa8d566-8799-47d1-a609-c6e99b5f9ca8 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:24.135669 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.198730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Network 65e18d73-f5df-4eca-b607-983d81fdae42 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:24.211947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:24.217194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:24.266089 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dabd57c1-12fe-4f85-b7d1-d0603528874a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.267087 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Pushing event updated for resources: {'Port': ['ID=caa8d566-8799-47d1-a609-c6e99b5f9ca8,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:24.278414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56624) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:24.279480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dabd57c1-12fe-4f85-b7d1-d0603528874a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/deba16f9-e6f8-458a-a626-fd5320eec8d3 HTTP/1.1" status: 204 len: 168 time: 1.5136914 Jul 16 09:00:24.281284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabd57c1-12fe-4f85-b7d1-d0603528874a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=deba16f9-e6f8-458a-a626-fd5320eec8d3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:24.296036 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.415760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Subnet': ['ID=90efac66-e9f6-4aad-9ebe-f4332d3d13b8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:24.593248 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6cfbc118-4b90-4488-8134-1112a321a9bf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3072329 Jul 16 09:00:24.599454 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56648) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:24.610521 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.628906 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-219ce077-bde5-48d6-aa6d-0aa58fe0bcb1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:24.674296 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e18d73-f5df-4eca-b607-983d81fdae42']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:24.725444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e513241e-abf4-43b3-86c0-3c17ab36d5fe') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:24.726020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e513241e-abf4-43b3-86c0-3c17ab36d5fe') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:24.748731 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.784804 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.813116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:24.813897 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.824624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Attempting to bind port caa8d566-8799-47d1-a609-c6e99b5f9ca8 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:24.827152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Attempting to bind port caa8d566-8799-47d1-a609-c6e99b5f9ca8 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'e513241e-abf4-43b3-86c0-3c17ab36d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '65e18d73-f5df-4eca-b607-983d81fdae42'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:24.831158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Attempting to bind port caa8d566-8799-47d1-a609-c6e99b5f9ca8 on network 65e18d73-f5df-4eca-b607-983d81fdae42 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:24.836561 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f86ba15-87cc-4ec9-a015-0f26e78a6ff2 req-3f5721c0-b8fe-4e2f-b7d1-35714f3d83a6 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 210 time: 0.7309089 Jul 16 09:00:24.839422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:24.840104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Checking segment: {'id': 'e513241e-abf4-43b3-86c0-3c17ab36d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '65e18d73-f5df-4eca-b607-983d81fdae42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:24.840897 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.841468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Bound using segment: {'id': 'e513241e-abf4-43b3-86c0-3c17ab36d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '65e18d73-f5df-4eca-b607-983d81fdae42'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:24.842230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Bound port: caa8d566-8799-47d1-a609-c6e99b5f9ca8, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e513241e-abf4-43b3-86c0-3c17ab36d5fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '65e18d73-f5df-4eca-b607-983d81fdae42'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:24.842866 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.998743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0b1b74e-8568-4d08-9261-fa948351f21d None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:25.011815 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219ce077-bde5-48d6-aa6d-0aa58fe0bcb1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:25.016210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] For port caa8d566-8799-47d1-a609-c6e99b5f9ca8, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:25.019799 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-219ce077-bde5-48d6-aa6d-0aa58fe0bcb1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.039050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ded89d23-51cc-4e18-9730-9ef61a2fe323 None None] Provisioning complete for port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:25.039712 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ded89d23-51cc-4e18-9730-9ef61a2fe323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:25.065672 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:25.128595 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:00:25.128595 n-d-758944-46 neutron-server[93694]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:00:25.128595 n-d-758944-46 neutron-server[93694]: [parameters: {'id': '65e18d73-f5df-4eca-b607-983d81fdae42'}] Jul 16 09:00:25.128595 n-d-758944-46 neutron-server[93694]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:00:25.129147 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:00:25.153055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] For port caa8d566-8799-47d1-a609-c6e99b5f9ca8, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=caa8d566-8799-47d1-a609-c6e99b5f9ca8,segment=NetworkSegment(e513241e-abf4-43b3-86c0-3c17ab36d5fe),segment_id=e513241e-abf4-43b3-86c0-3c17ab36d5fe)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:25.157870 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fd8fb3d7-153b-4f3e-a8b2-4013d6b582e7 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95a4a2eb3d0345d9bcfe753da948473e HTTP/1.1" status: 200 len: 379 time: 1.1338663 Jul 16 09:00:25.178671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-1dd62baf-b35b-4877-ba88-43b0738e5606 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Request body: {'port': {'device_id': '8f5ec100-9b6e-4372-ac2e-663088a6566d', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'admin_state_up': True, 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'security_groups': ['860be1de-8db4-4ee2-a45b-e5fd8c586d7f']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:25.225242 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.367204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a7b7ca-b274-4e6b-bfff-3a1a5eab77a9 None None] Pushing event updated for resources: {'Port': ['ID=caa8d566-8799-47d1-a609-c6e99b5f9ca8,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:25.375956 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-219ce077-bde5-48d6-aa6d-0aa58fe0bcb1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.470398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b4cc64-07ab-474a-b3f2-621a7c22ec65 None None] Network 65e18d73-f5df-4eca-b607-983d81fdae42 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:25.539261 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219ce077-bde5-48d6-aa6d-0aa58fe0bcb1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=7312cf8d-0771-4907-bf1d-5134589db8b3,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:25.559799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219ce077-bde5-48d6-aa6d-0aa58fe0bcb1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:25.567196 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-219ce077-bde5-48d6-aa6d-0aa58fe0bcb1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:25.573888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219ce077-bde5-48d6-aa6d-0aa58fe0bcb1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.575804 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-219ce077-bde5-48d6-aa6d-0aa58fe0bcb1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.630729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.639100 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-1dd62baf-b35b-4877-ba88-43b0738e5606 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Made reservation on behalf of 95a4a2eb3d0345d9bcfe753da948473e for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:25.639463 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-219ce077-bde5-48d6-aa6d-0aa58fe0bcb1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0379336 Jul 16 09:00:25.644061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d716cc-99bd-4725-9737-3193d367277d None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:25.645309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56728) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:25.651077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-19972c60-a79f-4ea6-a9a1-8e8dbd6fbb5d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:25.656841 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-1dd62baf-b35b-4877-ba88-43b0738e5606 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.911150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-33d716cc-99bd-4725-9737-3193d367277d None None] Deleting port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:25.911753 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-33d716cc-99bd-4725-9737-3193d367277d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.915607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19972c60-a79f-4ea6-a9a1-8e8dbd6fbb5d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:25.920343 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-19972c60-a79f-4ea6-a9a1-8e8dbd6fbb5d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.987236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Deleting port caa8d566-8799-47d1-a609-c6e99b5f9ca8 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:25.988059 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.070707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56736) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:26.108404 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-33d716cc-99bd-4725-9737-3193d367277d None None] For port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8e22c3eb-28dc-4c5d-9485-4b74e65375f0,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:26.109496 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-33d716cc-99bd-4725-9737-3193d367277d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.126492 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-33d716cc-99bd-4725-9737-3193d367277d None None] Calling delete_port for 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:26.155468 n-d-758944-46 neutron-server[93695]: INFO neutron.db.ipam_backend_mixin [None req-19972c60-a79f-4ea6-a9a1-8e8dbd6fbb5d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7312cf8d-0771-4907-bf1d-5134589db8b3 (CIDR: 2001:db8::/64) Jul 16 09:00:26.168697 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-19972c60-a79f-4ea6-a9a1-8e8dbd6fbb5d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:26.169574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19972c60-a79f-4ea6-a9a1-8e8dbd6fbb5d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:26.195407 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-19972c60-a79f-4ea6-a9a1-8e8dbd6fbb5d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5487216 Jul 16 09:00:26.201369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56740) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:26.212255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:26.262764 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-33d716cc-99bd-4725-9737-3193d367277d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.292391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d716cc-99bd-4725-9737-3193d367277d None None] No DVR routers for this DVR port 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:26.309386 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-52583655-74c1-4e68-9c06-7cf95b7ed2f8 req-3e96d186-6f39-40a5-9f04-141fc5ff420e tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 210 time: 0.0975802 Jul 16 09:00:26.320213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] For port caa8d566-8799-47d1-a609-c6e99b5f9ca8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=caa8d566-8799-47d1-a609-c6e99b5f9ca8,segment=NetworkSegment(e513241e-abf4-43b3-86c0-3c17ab36d5fe),segment_id=e513241e-abf4-43b3-86c0-3c17ab36d5fe)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:26.324188 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.338476 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d716cc-99bd-4725-9737-3193d367277d None None] Pushing event deleted for resources: {'Port': ['ID=8e22c3eb-28dc-4c5d-9485-4b74e65375f0,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:26.351661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-1dd62baf-b35b-4877-ba88-43b0738e5606 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Allocated IP 172.20.0.4 (14402a19-9c27-491a-b636-32963005e922/3b633f7a-07ad-4cc2-8342-da35f664e7b1/5d8bf397-a19e-431a-8781-d0fe8e9e18e1) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:26.366748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Calling delete_port for caa8d566-8799-47d1-a609-c6e99b5f9ca8 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:26.391483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306545fc-d7bd-4e7d-850c-b102b7f56130 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:26.401336 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:26.429035 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.684127 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1733efe1-b60b-4dc7-92d5-c0aa8cc133f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.784947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d414e6fa-d160-44fd-92e3-d399748f3f68', 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'tenant_id': 'da8328f10d7242beb466466b336fef2c', 'fixed_ips': [{'subnet_id': '7312cf8d-0771-4907-bf1d-5134589db8b3'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:26.786412 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:26.989148 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Allocated IP 2001:db8::2 (d414e6fa-d160-44fd-92e3-d399748f3f68/7312cf8d-0771-4907-bf1d-5134589db8b3/c6875953-a8c4-4faf-b37d-42066e292545) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:27.200936 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-1dd62baf-b35b-4877-ba88-43b0738e5606 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.208764 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1733efe1-b60b-4dc7-92d5-c0aa8cc133f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.230952 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1733efe1-b60b-4dc7-92d5-c0aa8cc133f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.244447 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.260617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Transition to ACTIVE for port object c6875953-a8c4-4faf-b37d-42066e292545 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:27.262543 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-1dd62baf-b35b-4877-ba88-43b0738e5606 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Transition to ACTIVE for port object 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:27.290294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Transition to ACTIVE for port object c6875953-a8c4-4faf-b37d-42066e292545 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:27.301811 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.326860 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1733efe1-b60b-4dc7-92d5-c0aa8cc133f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6d7cad9c3c1434aaf95c5cf558a82e6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2548707 Jul 16 09:00:27.330067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1733efe1-b60b-4dc7-92d5-c0aa8cc133f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177564f0-6b23-456c-b986-43af5bede24e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:27.330890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56744) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:27.385943 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.386297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:27.391623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:27.399185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:27.475408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Pushing event updated for resources: {'Port': ['ID=c6875953-a8c4-4faf-b37d-42066e292545,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:27.547378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Attempting to bind port c6875953-a8c4-4faf-b37d-42066e292545 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:27.548315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Attempting to bind port c6875953-a8c4-4faf-b37d-42066e292545 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:27.549165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Attempting to bind port c6875953-a8c4-4faf-b37d-42066e292545 on network d414e6fa-d160-44fd-92e3-d399748f3f68 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:27.550317 n-d-758944-46 neutron-server[93695]: DEBUG neutron.objects.ports [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93695) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:00:27.559203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Port': ['ID=caa8d566-8799-47d1-a609-c6e99b5f9ca8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:27.563103 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] No DVR routers for this DVR port caa8d566-8799-47d1-a609-c6e99b5f9ca8 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:27.573474 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:27.573947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Checking segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:27.574565 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.575427 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Bound using segment: {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:27.576228 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Bound port: c6875953-a8c4-4faf-b37d-42066e292545, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:27.577156 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.587550 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-1dd62baf-b35b-4877-ba88-43b0738e5606 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.704322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:27.755768 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:27.756447 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8e22c3eb-28dc-4c5d-9485-4b74e65375f0 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:27.769222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-1dd62baf-b35b-4877-ba88-43b0738e5606 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Network 14402a19-9c27-491a-b636-32963005e922 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:27.771078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] For port c6875953-a8c4-4faf-b37d-42066e292545, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:27.774797 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88455d53-cfb0-4544-bdd5-95a3a0c2b3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.778010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] For port c6875953-a8c4-4faf-b37d-42066e292545, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c6875953-a8c4-4faf-b37d-42066e292545,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:27.782727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-1dd62baf-b35b-4877-ba88-43b0738e5606 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:27.788966 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.789277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-1dd62baf-b35b-4877-ba88-43b0738e5606 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:27.794153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd62baf-b35b-4877-ba88-43b0738e5606 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event updated for resources: {'Port': ['ID=5d8bf397-a19e-431a-8781-d0fe8e9e18e1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:27.831246 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.872038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87120ddf-fa83-4583-b594-d77d1a3811c4 None None] Pushing event updated for resources: {'Port': ['ID=c6875953-a8c4-4faf-b37d-42066e292545,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:27.944674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e18d73-f5df-4eca-b607-983d81fdae42']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:27.992244 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88455d53-cfb0-4544-bdd5-95a3a0c2b3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.997997 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e513241e-abf4-43b3-86c0-3c17ab36d5fe') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:27.998879 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e513241e-abf4-43b3-86c0-3c17ab36d5fe') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:28.030370 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.047953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-1dd62baf-b35b-4877-ba88-43b0738e5606 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:28.049043 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-1dd62baf-b35b-4877-ba88-43b0738e5606 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.084527 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.100273 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:28.101054 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:28.106296 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:28.120797 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-1dd62baf-b35b-4877-ba88-43b0738e5606 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9573970 Jul 16 09:00:28.145047 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Request body: {'port': {'device_id': '8f5ec100-9b6e-4372-ac2e-663088a6566d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:28.239465 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.250194 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88455d53-cfb0-4544-bdd5-95a3a0c2b3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.255178 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88455d53-cfb0-4544-bdd5-95a3a0c2b3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.259564 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-88455d53-cfb0-4544-bdd5-95a3a0c2b3d6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/177564f0-6b23-456c-b986-43af5bede24e HTTP/1.1" status: 204 len: 168 time: 0.9272573 Jul 16 09:00:28.277871 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.341104 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.350249 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/networks/65e18d73-f5df-4eca-b607-983d81fdae42 HTTP/1.1" status: 204 len: 168 time: 5.5288417 Jul 16 09:00:28.352469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88455d53-cfb0-4544-bdd5-95a3a0c2b3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177564f0-6b23-456c-b986-43af5bede24e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:28.361531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0783895c-f504-40e1-b571-41563d610f06 req-6c197dde-1ef5-41dd-880b-c1220d74ffc9 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:28.362834 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0783895c-f504-40e1-b571-41563d610f06 req-6c197dde-1ef5-41dd-880b-c1220d74ffc9 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 931 time: 0.6302950 Jul 16 09:00:28.363349 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56752) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:28.372108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4fdeb98d-419a-410c-92be-b4f889005edf tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-51486892'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:28.394956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7f7a49-0e56-4527-9c2f-54cc1c7dc838 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Network': ['ID=65e18d73-f5df-4eca-b607-983d81fdae42,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:28.459734 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.509938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-871d2985-b79e-4d1e-b57b-fb04ba43151a None None] Provisioning for port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:28.520045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-871d2985-b79e-4d1e-b57b-fb04ba43151a None None] Provisioning complete for port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:28.520844 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-871d2985-b79e-4d1e-b57b-fb04ba43151a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.523214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fdeb98d-419a-410c-92be-b4f889005edf tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Made reservation on behalf of 783d26d2a95a465eb0e4d33b26d99c98 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:28.532973 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb98d-419a-410c-92be-b4f889005edf tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.633702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-871d2985-b79e-4d1e-b57b-fb04ba43151a None None] Port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:28.648555 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0783895c-f504-40e1-b571-41563d610f06 req-b452e9a1-3101-4aea-999a-c9ed6c1bb504 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=860be1de-8db4-4ee2-a45b-e5fd8c586d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2661786 Jul 16 09:00:28.672615 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fdeb98d-419a-410c-92be-b4f889005edf tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:28.742336 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb98d-419a-410c-92be-b4f889005edf tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.742928 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-4fdeb98d-419a-410c-92be-b4f889005edf tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Added segment 31ec344e-921b-4e71-831a-65113daf0906 of type vlan for network dbc1bb9e-c06c-487a-ad5b-d5f7840356ad Jul 16 09:00:28.917632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb98d-419a-410c-92be-b4f889005edf tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.945183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56758) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:28.963315 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:28.982887 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-064b4312-a5e0-473b-be32-46be84922a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.988287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.994416 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] For port c6875953-a8c4-4faf-b37d-42066e292545, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c6875953-a8c4-4faf-b37d-42066e292545,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:29.027949 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Transition to ACTIVE for port object 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:29.039522 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.101622 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.115856 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.119216 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.128525 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8bf397-a19e-431a-8781-d0fe8e9e18e1,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:29.160407 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb98d-419a-410c-92be-b4f889005edf tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.175718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fdeb98d-419a-410c-92be-b4f889005edf tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:29.177165 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4fdeb98d-419a-410c-92be-b4f889005edf tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.401022 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:29.435508 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Attempting to bind port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:29.436352 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Attempting to bind port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:29.443696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Attempting to bind port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 on network 14402a19-9c27-491a-b636-32963005e922 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:29.457893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 on network 14402a19-9c27-491a-b636-32963005e922 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:29.458185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Attempting to bind port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 on network 14402a19-9c27-491a-b636-32963005e922 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:29.479531 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-064b4312-a5e0-473b-be32-46be84922a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.480885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:29.481336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Checking segment: {'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:29.486661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Bound using segment: {'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:29.486661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Bound port: 5d8bf397-a19e-431a-8781-d0fe8e9e18e1, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f899f3f-f80e-4513-b098-70c95ac7bff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '14402a19-9c27-491a-b636-32963005e922'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:29.486661 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.533759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:29.539430 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-064b4312-a5e0-473b-be32-46be84922a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.547751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:29.547751 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.565598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdeb98d-419a-410c-92be-b4f889005edf tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event updated for resources: {'Network': ['ID=dbc1bb9e-c06c-487a-ad5b-d5f7840356ad,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:29.574208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=524ed3ce-db80-4d42-9146-1a91ead4ddf5,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:29.589832 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4fdeb98d-419a-410c-92be-b4f889005edf tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2230084 Jul 16 09:00:29.590524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56768) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:29.608711 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e6d24ef2-2fad-4bab-9382-adddff9d5eeb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Request body: {'subnet': {'network_id': 'dbc1bb9e-c06c-487a-ad5b-d5f7840356ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:29.612022 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=c6875953-a8c4-4faf-b37d-42066e292545,revision_number=4']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:29.616902 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network dbc1bb9e-c06c-487a-ad5b-d5f7840356ad details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:29.731715 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c84099ff-32d4-4aa8-a794-4e676f3f2fe1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.5283103 Jul 16 09:00:29.732635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56772) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:29.771957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'mac_address': 'fa:16:3e:e8:ae:33', 'name': 'tempest-NetworksTestDHCPv6-80551766'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:29.826457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c6875953-a8c4-4faf-b37d-42066e292545 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:29.995942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] For port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:30.000439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port c6875953-a8c4-4faf-b37d-42066e292545 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:30.001496 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] For port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=5d8bf397-a19e-431a-8781-d0fe8e9e18e1,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:30.016476 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.021030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bf9419-d1cb-4493-b05d-414a098709db None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:30.025577 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-064b4312-a5e0-473b-be32-46be84922a6a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=123fe6cbff3e4aa28f7259c5f610ac89&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0788963 Jul 16 09:00:30.030275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56774) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:30.033215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b4312-a5e0-473b-be32-46be84922a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf0d1b3-af23-4eb4-82d3-e4d4212e4976,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:30.150379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:30.152085 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.154878 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] 10.222.0.38 "PUT /v2.0/ports/5d8bf397-a19e-431a-8781-d0fe8e9e18e1 HTTP/1.1" status: 200 len: 1092 time: 2.0175145 Jul 16 09:00:30.164623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ce04bd9c-8a75-4bdb-8fca-c335afbe5700 None None] Provisioning for port c6875953-a8c4-4faf-b37d-42066e292545 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:30.167173 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5ec100-9b6e-4372-ac2e-663088a6566d', 'tag': '5d8bf397-a19e-431a-8781-d0fe8e9e18e1'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:30.173181 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b3e94e-da24-4cdb-921a-4c1454d4c50c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5ec100-9b6e-4372-ac2e-663088a6566d", "tag": "5d8bf397-a19e-431a-8781-d0fe8e9e18e1"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:30.179500 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ce04bd9c-8a75-4bdb-8fca-c335afbe5700 None None] Provisioning complete for port c6875953-a8c4-4faf-b37d-42066e292545 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:30.179961 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce04bd9c-8a75-4bdb-8fca-c335afbe5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.229394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d24ef2-2fad-4bab-9382-adddff9d5eeb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Made reservation on behalf of 783d26d2a95a465eb0e4d33b26d99c98 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:30.234499 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e6d24ef2-2fad-4bab-9382-adddff9d5eeb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.353913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:30.377221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-fdb82c3c-3a62-4d3f-b85e-c97cc4d20e2c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:30.390479 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-fdb82c3c-3a62-4d3f-b85e-c97cc4d20e2c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 812 time: 0.8791311 Jul 16 09:00:30.428350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9533bc8f-436b-431b-9e9c-7c4a85e566fb req-a05dff0f-3364-4c2a-9050-10479b448a69 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:30.430904 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9533bc8f-436b-431b-9e9c-7c4a85e566fb req-a05dff0f-3364-4c2a-9050-10479b448a69 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 943 time: 0.3496332 Jul 16 09:00:30.441856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa677a65-58db-468e-a441-dbfcc4d89059 service neutron] Pushing event updated for resources: {'Port': ['ID=5d8bf397-a19e-431a-8781-d0fe8e9e18e1,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:30.464672 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-78ad6a5b-63d3-41a2-b175-c76b96fb66d0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/quotas/6d7d127892994ef29d6fc34730914246 HTTP/1.1" status: 200 len: 375 time: 0.0727496 Jul 16 09:00:30.466256 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8dffec16-eceb-4cd2-b630-f711241fb50f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.491292 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce04bd9c-8a75-4bdb-8fca-c335afbe5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.524356 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8dffec16-eceb-4cd2-b630-f711241fb50f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.540419 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ce04bd9c-8a75-4bdb-8fca-c335afbe5700 None None] For port c6875953-a8c4-4faf-b37d-42066e292545, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c6875953-a8c4-4faf-b37d-42066e292545,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:30.546705 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce04bd9c-8a75-4bdb-8fca-c335afbe5700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.613620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04bd9c-8a75-4bdb-8fca-c335afbe5700 None None] Pushing event updated for resources: {'Port': ['ID=c6875953-a8c4-4faf-b37d-42066e292545,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:30.637093 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9533bc8f-436b-431b-9e9c-7c4a85e566fb req-ea171bbd-9b54-431a-8cb9-e8e311f0c8bb tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=860be1de-8db4-4ee2-a45b-e5fd8c586d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1910088 Jul 16 09:00:30.677940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-a6613380-b50a-400d-aecf-a6c92ecad104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:30.679599 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-a6613380-b50a-400d-aecf-a6c92ecad104 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 1095 time: 0.4433494 Jul 16 09:00:30.700760 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.756256 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-e7d51148-68c3-4ea3-8887-16750f11f1ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d8bf397-a19e-431a-8781-d0fe8e9e18e1 HTTP/1.1" status: 200 len: 217 time: 0.0509834 Jul 16 09:00:30.782954 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51f4bce-a009-4d9e-8591-e36bfce4ff20 x-openstack-request-id: req-d51f4bce-a009-4d9e-8591-e36bfce4ff20 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:30.783452 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5ec100-9b6e-4372-ac2e-663088a6566d", "tag": "5d8bf397-a19e-431a-8781-d0fe8e9e18e1", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:30.783744 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d51f4bce-a009-4d9e-8591-e36bfce4ff20 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:30.784121 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5ec100-9b6e-4372-ac2e-663088a6566d', 'tag': '5d8bf397-a19e-431a-8781-d0fe8e9e18e1', 'status': 'completed', 'code': 200} Jul 16 09:00:30.784616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port 67923dd2-0c64-4b38-be08-c3f7a9165c14 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:30.809239 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8dffec16-eceb-4cd2-b630-f711241fb50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.812046 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8dffec16-eceb-4cd2-b630-f711241fb50f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:30.813423 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8dffec16-eceb-4cd2-b630-f711241fb50f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbf0d1b3-af23-4eb4-82d3-e4d4212e4976 HTTP/1.1" status: 204 len: 168 time: 0.7766919 Jul 16 09:00:30.828927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffec16-eceb-4cd2-b630-f711241fb50f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf0d1b3-af23-4eb4-82d3-e4d4212e4976,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:30.842286 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-1a7517b8-c297-4b1d-a395-1e1e874a17d0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3308008 Jul 16 09:00:30.909804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-4475458b-7f11-419c-ac64-c1cc07e652de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:30.914495 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-4475458b-7f11-419c-ac64-c1cc07e652de service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b633f7a-07ad-4cc2-8342-da35f664e7b1 HTTP/1.1" status: 200 len: 850 time: 0.1497869 Jul 16 09:00:30.969804 n-d-758944-46 neutron-server[93695]: DEBUG neutron.objects.ports [None req-e6d24ef2-2fad-4bab-9382-adddff9d5eeb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93695) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:00:30.976007 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e6d24ef2-2fad-4bab-9382-adddff9d5eeb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.110568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d24ef2-2fad-4bab-9382-adddff9d5eeb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event updated for resources: {'Subnet': ['ID=3cfd076c-5982-479f-88e9-1cc47045e491,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:31.145857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d24ef2-2fad-4bab-9382-adddff9d5eeb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Checking segment: {'id': '31ec344e-921b-4e71-831a-65113daf0906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dbc1bb9e-c06c-487a-ad5b-d5f7840356ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:31.146516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d24ef2-2fad-4bab-9382-adddff9d5eeb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Network hostable DHCP agents. Network: dbc1bb9e-c06c-487a-ad5b-d5f7840356ad, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:31.147872 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-cd1e426c-951c-40e3-9734-414ebcb3af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:31.149878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::eb (d414e6fa-d160-44fd-92e3-d399748f3f68/7312cf8d-0771-4907-bf1d-5134589db8b3/67923dd2-0c64-4b38-be08-c3f7a9165c14) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:31.150746 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-cd1e426c-951c-40e3-9734-414ebcb3af33 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14402a19-9c27-491a-b636-32963005e922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2144523 Jul 16 09:00:31.167824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8:0:1:f816:3eff:fee8:ae33 (d414e6fa-d160-44fd-92e3-d399748f3f68/524ed3ce-db80-4d42-9146-1a91ead4ddf5/67923dd2-0c64-4b38-be08-c3f7a9165c14) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:31.205309 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ff1a4b06-7137-4e90-a99b-9125e022978b service neutron] 10.222.0.20 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489532 Jul 16 09:00:31.209289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d24ef2-2fad-4bab-9382-adddff9d5eeb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Network dbc1bb9e-c06c-487a-ad5b-d5f7840356ad is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:31.237105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e6d24ef2-2fad-4bab-9382-adddff9d5eeb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, dbc1bb9e-c06c-487a-ad5b-d5f7840356ad) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:31.242688 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d24ef2-2fad-4bab-9382-adddff9d5eeb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:31.243289 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e6d24ef2-2fad-4bab-9382-adddff9d5eeb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.262815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329c5315-6063-4ebd-a63f-8876158e930e None None] Network dbc1bb9e-c06c-487a-ad5b-d5f7840356ad requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:31.394284 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-23c28eb8-9bcb-4762-a0ee-82c5272b5a87 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312920 Jul 16 09:00:31.664767 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c6875953-a8c4-4faf-b37d-42066e292545 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:31.669342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-dbc1bb9e-c06c-487a-ad5b-d5f7840356ad', 'network_id': 'dbc1bb9e-c06c-487a-ad5b-d5f7840356ad', 'tenant_id': '783d26d2a95a465eb0e4d33b26d99c98', 'fixed_ips': [{'subnet_id': '3cfd076c-5982-479f-88e9-1cc47045e491'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:31.671026 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.680252 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e6d24ef2-2fad-4bab-9382-adddff9d5eeb tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.0757344 Jul 16 09:00:31.683621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56788) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:31.741952 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-f82b177f-6132-4420-897d-ff48bff61885 service neutron] 10.222.0.20 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238197 Jul 16 09:00:31.816157 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e64dfeb-cae4-4d3a-b50d-a274c8032fc5 req-9b16b706-889b-457d-be53-94e23624b5d4 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836882 Jul 16 09:00:31.871213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f0110741-8402-48ab-aa76-5f9b5ef86d57 None None] Provisioning complete for port c6875953-a8c4-4faf-b37d-42066e292545 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:31.871875 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f0110741-8402-48ab-aa76-5f9b5ef86d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.987800 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3e94e-da24-4cdb-921a-4c1454d4c50c req-0b9a34f8-e85f-4a2c-8f12-b4f56c29efcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:31.990495 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29b3e94e-da24-4cdb-921a-4c1454d4c50c req-0b9a34f8-e85f-4a2c-8f12-b4f56c29efcb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 1095 time: 0.1090362 Jul 16 09:00:32.078312 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.089986 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.126181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object 67923dd2-0c64-4b38-be08-c3f7a9165c14 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:32.187603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port c6875953-a8c4-4faf-b37d-42066e292545 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:32.188168 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.217335 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.311807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3e94e-da24-4cdb-921a-4c1454d4c50c req-c49a80d6-6840-4105-b2ed-6b523f4bb644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.319311 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29b3e94e-da24-4cdb-921a-4c1454d4c50c req-c49a80d6-6840-4105-b2ed-6b523f4bb644 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 200 len: 911 time: 0.3212733 Jul 16 09:00:32.429207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56806) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:32.434075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=67923dd2-0c64-4b38-be08-c3f7a9165c14,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:32.450027 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.465379 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29b3e94e-da24-4cdb-921a-4c1454d4c50c req-ce5919f7-d29f-4547-8263-731e7e7750f6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d8bf397-a19e-431a-8781-d0fe8e9e18e1 HTTP/1.1" status: 200 len: 217 time: 0.1367149 Jul 16 09:00:32.526910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:32.538301 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Allocated IP 2001:db8::f816:3eff:fe3d:ec7a (dbc1bb9e-c06c-487a-ad5b-d5f7840356ad/3cfd076c-5982-479f-88e9-1cc47045e491/ac779c5b-484c-4bee-8a25-0f8edce192ee) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:32.543864 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3e94e-da24-4cdb-921a-4c1454d4c50c req-cc64a321-5cf3-420f-a6ae-fb47b55966eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.546900 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29b3e94e-da24-4cdb-921a-4c1454d4c50c req-cc64a321-5cf3-420f-a6ae-fb47b55966eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b633f7a-07ad-4cc2-8342-da35f664e7b1 HTTP/1.1" status: 200 len: 850 time: 0.0642910 Jul 16 09:00:32.563138 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c0b84-533b-45c6-8267-449ad1cd53a7 req-199d07e8-6366-427c-bc7e-cded5aadef90 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.572515 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0a3c0b84-533b-45c6-8267-449ad1cd53a7 req-199d07e8-6366-427c-bc7e-cded5aadef90 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 943 time: 0.6135983 Jul 16 09:00:32.582027 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:32.597574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:32.606024 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.606729 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.661402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-20170040-b300-437c-bb3c-3fd6c3522773 None None] Could not find standard attr ID for object 9d2a3a6e-0062-4000-bf6e-2da40a865e4c. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:00:32.699071 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0a3c0b84-533b-45c6-8267-449ad1cd53a7 req-461c66db-99fa-49d0-aa01-bc29f41b30f6 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=860be1de-8db4-4ee2-a45b-e5fd8c586d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253424 Jul 16 09:00:32.704539 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-302b59bd-d62d-4a24-a4cb-37cb6aa63541 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.9375305 Jul 16 09:00:32.707974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56816) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:32.741508 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:00:32.799415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b3e94e-da24-4cdb-921a-4c1454d4c50c req-342c2869-06ba-4f44-82d8-f82153221e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.801078 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29b3e94e-da24-4cdb-921a-4c1454d4c50c req-342c2869-06ba-4f44-82d8-f82153221e71 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14402a19-9c27-491a-b636-32963005e922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2438087 Jul 16 09:00:32.857460 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-715440998-network', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:32.918136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] Made reservation on behalf of a797f55e5f8d475aab89c0ea124e907d for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:32.928205 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.977587 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.031205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:33.075136 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.118260 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Transition to ACTIVE for port object ac779c5b-484c-4bee-8a25-0f8edce192ee will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:33.138104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bd612510-8958-46d5-bc2f-59c9008b20db None None] Provisioning for port 67923dd2-0c64-4b38-be08-c3f7a9165c14 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:33.196623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bd612510-8958-46d5-bc2f-59c9008b20db None None] Provisioning complete for port 67923dd2-0c64-4b38-be08-c3f7a9165c14 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:33.197183 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bd612510-8958-46d5-bc2f-59c9008b20db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.252855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-40fe4bf3-ceb4-4986-b41f-079279bef172 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port 67923dd2-0c64-4b38-be08-c3f7a9165c14 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:33.252855 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-40fe4bf3-ceb4-4986-b41f-079279bef172 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.271051 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-bd612510-8958-46d5-bc2f-59c9008b20db None None] Port 67923dd2-0c64-4b38-be08-c3f7a9165c14 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:33.277973 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29b3e94e-da24-4cdb-921a-4c1454d4c50c req-a0017585-0fc7-45f8-ae65-767f0d52404e service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606650 Jul 16 09:00:33.278847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Transition to ACTIVE for port object ac779c5b-484c-4bee-8a25-0f8edce192ee will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:33.310758 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.311479 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.369541 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-193a2348-7354-4261-9ee7-843ea434c397 req-dc52b8c1-8480-4332-8e2e-eed0101c1bec tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 210 time: 0.4089403 Jul 16 09:00:33.370590 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.412619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bab8251-7964-4381-99d5-f127ea7da3ad,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:33.433721 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.440182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:33.536698 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Subnet': ['ID=3cfd076c-5982-479f-88e9-1cc47045e491,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:33.547500 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.548337 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] Added segment 2a6579bd-c73a-4f0c-9766-9f550de2d625 of type vlan for network 2543bb20-c5ab-4e61-a2cc-15698c179b37 Jul 16 09:00:33.641252 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Network dbc1bb9e-c06c-487a-ad5b-d5f7840356ad is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:33.646597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:33.654287 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:33.684288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Pushing event updated for resources: {'Port': ['ID=ac779c5b-484c-4bee-8a25-0f8edce192ee,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:33.714614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.714969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.715317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.715655 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.715991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.716325 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.716689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.717019 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.717346 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.717668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.718511 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.718847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:33.746194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=5d8bf397-a19e-431a-8781-d0fe8e9e18e1,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:33.746779 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.754619 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.774566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '5d8bf397-a19e-431a-8781-d0fe8e9e18e1', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'port_id': '5d8bf397-a19e-431a-8781-d0fe8e9e18e1', 'mac_address': 'fa:16:3e:b3:e8:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:00:33.781639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc1bb9e-c06c-487a-ad5b-d5f7840356ad']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:33.825389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ec344e-921b-4e71-831a-65113daf0906') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:33.826240 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ec344e-921b-4e71-831a-65113daf0906') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:33.892365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.940624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Attempting to bind port ac779c5b-484c-4bee-8a25-0f8edce192ee on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:33.942047 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Attempting to bind port ac779c5b-484c-4bee-8a25-0f8edce192ee by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '31ec344e-921b-4e71-831a-65113daf0906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dbc1bb9e-c06c-487a-ad5b-d5f7840356ad'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:33.942047 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Attempting to bind port ac779c5b-484c-4bee-8a25-0f8edce192ee on network dbc1bb9e-c06c-487a-ad5b-d5f7840356ad {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:33.956480 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.973247 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.975491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.981990 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.993262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:33.993882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Checking segment: {'id': '31ec344e-921b-4e71-831a-65113daf0906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dbc1bb9e-c06c-487a-ad5b-d5f7840356ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:33.994559 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.995241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Bound using segment: {'id': '31ec344e-921b-4e71-831a-65113daf0906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dbc1bb9e-c06c-487a-ad5b-d5f7840356ad'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:33.996040 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Bound port: ac779c5b-484c-4bee-8a25-0f8edce192ee, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31ec344e-921b-4e71-831a-65113daf0906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'dbc1bb9e-c06c-487a-ad5b-d5f7840356ad'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:33.996721 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.002678 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.005313 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.058672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:34.059548 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:34.065663 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:34.126276 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-40fe4bf3-ceb4-4986-b41f-079279bef172 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.133201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] For port ac779c5b-484c-4bee-8a25-0f8edce192ee, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:34.139764 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:34.150439 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-40fe4bf3-ceb4-4986-b41f-079279bef172 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for 67923dd2-0c64-4b38-be08-c3f7a9165c14 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:34.162013 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.6429107 Jul 16 09:00:34.168602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56832) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:34.178975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-feb65cc8-bcff-4202-9b32-a0b236dc2bc8 admin admin] Request body: {'subnet': {'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-715440998-subnet', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:34.187798 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=5d8bf397-a19e-431a-8781-d0fe8e9e18e1,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:34.209222 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.238722 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29b3e94e-da24-4cdb-921a-4c1454d4c50c req-4649a796-b37b-40cd-8228-5c3501f97605 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9580519 Jul 16 09:00:34.297591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb65cc8-bcff-4202-9b32-a0b236dc2bc8 admin admin] Made reservation on behalf of a797f55e5f8d475aab89c0ea124e907d for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:34.300400 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-feb65cc8-bcff-4202-9b32-a0b236dc2bc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.371045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=5d8bf397-a19e-431a-8781-d0fe8e9e18e1,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:34.378128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1dd291-980b-469c-b9e2-c7a2c566b6eb admin admin] Pushing event updated for resources: {'Network': ['ID=2543bb20-c5ab-4e61-a2cc-15698c179b37,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:34.392679 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.api [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:00:34.392679 n-d-758944-46 neutron-server[93695]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:00:34.392679 n-d-758944-46 neutron-server[93695]: [parameters: {'id': 'dbc1bb9e-c06c-487a-ad5b-d5f7840356ad'}] Jul 16 09:00:34.392679 n-d-758944-46 neutron-server[93695]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:00:34.394360 n-d-758944-46 neutron-server[93695]: DEBUG oslo_db.api [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:00:34.411713 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e89c8-eab6-4bec-8e82-d2a89fbcee43 req-173d7437-20b1-4de4-b320-be4fc1aa5981 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:34.413515 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5f1e89c8-eab6-4bec-8e82-d2a89fbcee43 req-173d7437-20b1-4de4-b320-be4fc1aa5981 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 943 time: 0.3378756 Jul 16 09:00:34.414003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 2543bb20-c5ab-4e61-a2cc-15698c179b37 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:34.419602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] For port ac779c5b-484c-4bee-8a25-0f8edce192ee, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ac779c5b-484c-4bee-8a25-0f8edce192ee,segment=NetworkSegment(31ec344e-921b-4e71-831a-65113daf0906),segment_id=31ec344e-921b-4e71-831a-65113daf0906)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:34.427145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['5d8bf397-a19e-431a-8781-d0fe8e9e18e1'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:34.520712 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5f1e89c8-eab6-4bec-8e82-d2a89fbcee43 req-85fcdfac-283a-4275-96d6-f924516b0dc4 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=860be1de-8db4-4ee2-a45b-e5fd8c586d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773542 Jul 16 09:00:34.542320 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.639932 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-feb65cc8-bcff-4202-9b32-a0b236dc2bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.738661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb65cc8-bcff-4202-9b32-a0b236dc2bc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73a7ca94-5f5e-4d62-9deb-79d8b68dca0f,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:34.741984 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0b2dbeb6-a5b6-4c5c-8151-63ab21ac023c req-808af665-d00b-4961-beba-0c03d8e9943a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 210 time: 0.0793760 Jul 16 09:00:34.745257 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981aabe9-a0f7-4605-9915-109dee944313 None None] Pushing event updated for resources: {'Port': ['ID=ac779c5b-484c-4bee-8a25-0f8edce192ee,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:34.764461 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-40fe4bf3-ceb4-4986-b41f-079279bef172 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.795282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b6eaec-64e2-44ab-9e3a-4c37db2bd175 None None] Network dbc1bb9e-c06c-487a-ad5b-d5f7840356ad requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:34.804189 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe4bf3-ceb4-4986-b41f-079279bef172 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=67923dd2-0c64-4b38-be08-c3f7a9165c14,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:34.811453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb65cc8-bcff-4202-9b32-a0b236dc2bc8 admin admin] Checking segment: {'id': '2a6579bd-c73a-4f0c-9766-9f550de2d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:34.811867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb65cc8-bcff-4202-9b32-a0b236dc2bc8 admin admin] Network hostable DHCP agents. Network: 2543bb20-c5ab-4e61-a2cc-15698c179b37, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:34.896185 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.904839 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-40fe4bf3-ceb4-4986-b41f-079279bef172 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:34.913811 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-40fe4bf3-ceb4-4986-b41f-079279bef172 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/67923dd2-0c64-4b38-be08-c3f7a9165c14 HTTP/1.1" status: 204 len: 168 time: 2.1986918 Jul 16 09:00:34.914783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56836) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:34.994086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb65cc8-bcff-4202-9b32-a0b236dc2bc8 admin admin] Network 2543bb20-c5ab-4e61-a2cc-15698c179b37 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:35.018973 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-feb65cc8-bcff-4202-9b32-a0b236dc2bc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 2543bb20-c5ab-4e61-a2cc-15698c179b37) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:35.039199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4181cff-9d9f-433d-82b8-b68363252e78 None None] Network 2543bb20-c5ab-4e61-a2cc-15698c179b37 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:35.044724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb65cc8-bcff-4202-9b32-a0b236dc2bc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.045718 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-feb65cc8-bcff-4202-9b32-a0b236dc2bc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.069751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Deleting port ac779c5b-484c-4bee-8a25-0f8edce192ee {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:35.070093 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.103130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-feb65cc8-bcff-4202-9b32-a0b236dc2bc8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9277198 Jul 16 09:00:35.104636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56838) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:35.123769 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921ab268-bafc-4ccc-b72e-cf39648e8672 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.132065 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-921ab268-bafc-4ccc-b72e-cf39648e8672 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2155430 Jul 16 09:00:35.134176 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56840) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:35.139962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:35.200708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] For port ac779c5b-484c-4bee-8a25-0f8edce192ee, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ac779c5b-484c-4bee-8a25-0f8edce192ee,segment=NetworkSegment(31ec344e-921b-4e71-831a-65113daf0906),segment_id=31ec344e-921b-4e71-831a-65113daf0906)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:35.201380 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.217578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Calling delete_port for ac779c5b-484c-4bee-8a25-0f8edce192ee owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:35.301277 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.303256 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.351731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.403599 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.424216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Port': ['ID=ac779c5b-484c-4bee-8a25-0f8edce192ee,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:35.441201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] No DVR routers for this DVR port ac779c5b-484c-4bee-8a25-0f8edce192ee on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:35.509536 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-11e3ec09-25f9-467e-8537-e6181a5411e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.579716 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.582958 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-2543bb20-c5ab-4e61-a2cc-15698c179b37', 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'fixed_ips': [{'subnet_id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:35.584629 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.659988 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.685773 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc1bb9e-c06c-487a-ad5b-d5f7840356ad']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:35.709918 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31ec344e-921b-4e71-831a-65113daf0906') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:35.710624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31ec344e-921b-4e71-831a-65113daf0906') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:35.735068 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.769211 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.787992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:35.788396 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:35.797948 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:35.801787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82f438d-5c33-4aa7-a529-3c73b62a99a4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.803372 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b82f438d-5c33-4aa7-a529-3c73b62a99a4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6552782 Jul 16 09:00:35.819963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56846) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:35.841810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Allocated IP 172.20.0.2 (2543bb20-c5ab-4e61-a2cc-15698c179b37/73a7ca94-5f5e-4d62-9deb-79d8b68dca0f/1203850c-cba3-470b-8a71-c6876591c2f4) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:35.965456 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.972422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ad04e-9170-4c52-a077-df301cc72428 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.974593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ad04e-9170-4c52-a077-df301cc72428 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.977097 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070ad04e-9170-4c52-a077-df301cc72428 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.979123 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-070ad04e-9170-4c52-a077-df301cc72428 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1574535 Jul 16 09:00:36.017331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56848) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.024081 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.030384 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/networks/dbc1bb9e-c06c-487a-ad5b-d5f7840356ad HTTP/1.1" status: 204 len: 168 time: 4.3451467 Jul 16 09:00:36.031940 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf1fea-8aa3-4884-a49a-757cbcc62ed1 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Network': ['ID=dbc1bb9e-c06c-487a-ad5b-d5f7840356ad,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:36.041666 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56850) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.098492 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.103050 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4ba5f89-643f-423b-80a7-5f1c4cab2654 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:36.103610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4ba5f89-643f-423b-80a7-5f1c4cab2654 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:36.105676 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d4ba5f89-643f-423b-80a7-5f1c4cab2654 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/subnets/3cfd076c-5982-479f-88e9-1cc47045e491 HTTP/1.1" status: 404 len: 337 time: 0.0617487 Jul 16 09:00:36.119400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Transition to ACTIVE for port object 1203850c-cba3-470b-8a71-c6876591c2f4 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:36.124753 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56852) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.127680 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-afd09ef6-188b-42e2-a8d1-533d811f1e00 req-d52aa5eb-0c18-4b97-ba54-b95949a2d492 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 210 time: 0.0648441 Jul 16 09:00:36.150561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Transition to ACTIVE for port object 1203850c-cba3-470b-8a71-c6876591c2f4 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:36.151508 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-5564a782-85cc-4d7a-aa50-3c3267589315 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:36.154372 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5564a782-85cc-4d7a-aa50-3c3267589315 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:36.157555 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5564a782-85cc-4d7a-aa50-3c3267589315 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/networks/dbc1bb9e-c06c-487a-ad5b-d5f7840356ad HTTP/1.1" status: 404 len: 339 time: 0.0286617 Jul 16 09:00:36.163074 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.166811 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56854) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.202277 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-607995b6-eaa4-45f9-8c57-60780247b666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:36.202824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-607995b6-eaa4-45f9-8c57-60780247b666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:36.204662 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-607995b6-eaa4-45f9-8c57-60780247b666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/subnets/90efac66-e9f6-4aad-9ebe-f4332d3d13b8 HTTP/1.1" status: 404 len: 337 time: 0.0369163 Jul 16 09:00:36.208808 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56856) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.231426 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5a555a8-6abd-4123-bdf5-6d95ca3aa506 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:36.232030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5a555a8-6abd-4123-bdf5-6d95ca3aa506 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:36.234444 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b5a555a8-6abd-4123-bdf5-6d95ca3aa506 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/networks/65e18d73-f5df-4eca-b607-983d81fdae42 HTTP/1.1" status: 404 len: 339 time: 0.0240300 Jul 16 09:00:36.245957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56858) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.252372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Network 2543bb20-c5ab-4e61-a2cc-15698c179b37 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:36.260270 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.262631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:36.267094 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:36.290911 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ee44234d-dfb1-4bdb-aad3-d95b757d4b1d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:36.292928 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ee44234d-dfb1-4bdb-aad3-d95b757d4b1d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 812 time: 1.0312212 Jul 16 09:00:36.310568 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdab2353-b6fc-4578-b0fb-18cb8e78151a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:36.311411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdab2353-b6fc-4578-b0fb-18cb8e78151a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:36.323277 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cdab2353-b6fc-4578-b0fb-18cb8e78151a tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/subnets/0d32e273-5dc7-4ab6-b5bb-2f7b7b79f848 HTTP/1.1" status: 404 len: 337 time: 0.0744765 Jul 16 09:00:36.324911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56860) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.327487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Pushing event updated for resources: {'Port': ['ID=1203850c-cba3-470b-8a71-c6876591c2f4,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:36.338082 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ee463dbe-966b-4811-a28a-1be44ddbf520 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'port': {'device_id': 'eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'admin_state_up': True, 'tenant_id': '6d7d127892994ef29d6fc34730914246'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:36.391711 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56b0cfd-5aec-4f76-b32a-3fc4f5d80e87 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:36.392821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d56b0cfd-5aec-4f76-b32a-3fc4f5d80e87 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:36.396422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Attempting to bind port 1203850c-cba3-470b-8a71-c6876591c2f4 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:36.397075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Attempting to bind port 1203850c-cba3-470b-8a71-c6876591c2f4 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '2a6579bd-c73a-4f0c-9766-9f550de2d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:36.397672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Attempting to bind port 1203850c-cba3-470b-8a71-c6876591c2f4 on network 2543bb20-c5ab-4e61-a2cc-15698c179b37 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:36.401197 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d56b0cfd-5aec-4f76-b32a-3fc4f5d80e87 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/networks/bcbd723b-286d-4381-88ee-488bb9745587 HTTP/1.1" status: 404 len: 339 time: 0.0744059 Jul 16 09:00:36.402572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56862) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:36.413396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be98d0c-8d9d-4fc5-852e-de1d1edc33c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 524ed3ce-db80-4d42-9146-1a91ead4ddf5 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:36.417019 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:36.417668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Checking segment: {'id': '2a6579bd-c73a-4f0c-9766-9f550de2d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:36.418327 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.419101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Bound using segment: {'id': '2a6579bd-c73a-4f0c-9766-9f550de2d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:36.419942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Bound port: 1203850c-cba3-470b-8a71-c6876591c2f4, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6579bd-c73a-4f0c-9766-9f550de2d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:36.423170 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.427057 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8be98d0c-8d9d-4fc5-852e-de1d1edc33c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.439470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558c6e9-22b4-4546-aa90-1bf1d8dd5e06 req-cc9b5b65-24c9-4b22-9a43-70e0aead6e8c tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:36.441876 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5558c6e9-22b4-4546-aa90-1bf1d8dd5e06 req-cc9b5b65-24c9-4b22-9a43-70e0aead6e8c tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 944 time: 0.5416169 Jul 16 09:00:36.556139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] For port 1203850c-cba3-470b-8a71-c6876591c2f4, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:36.565950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] For port 1203850c-cba3-470b-8a71-c6876591c2f4, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1203850c-cba3-470b-8a71-c6876591c2f4,segment=NetworkSegment(2a6579bd-c73a-4f0c-9766-9f550de2d625),segment_id=2a6579bd-c73a-4f0c-9766-9f550de2d625)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:36.579196 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.595994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d5007fcb-f97d-4a9c-93e0-ba317e0ee243 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Deleting port 68475ddd-f32b-451f-a274-8db3d1d66e91 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:36.596902 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d5007fcb-f97d-4a9c-93e0-ba317e0ee243 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.611285 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8be98d0c-8d9d-4fc5-852e-de1d1edc33c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.618949 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5558c6e9-22b4-4546-aa90-1bf1d8dd5e06 req-a9bb474b-d299-4b33-9a12-ca976e53586f tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=860be1de-8db4-4ee2-a45b-e5fd8c586d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480951 Jul 16 09:00:36.701873 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d5007fcb-f97d-4a9c-93e0-ba317e0ee243 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.730387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d5007fcb-f97d-4a9c-93e0-ba317e0ee243 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Calling delete_port for 68475ddd-f32b-451f-a274-8db3d1d66e91 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:36.731994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9d515a-b691-4b1f-8980-cb5545b09dd0 None None] Pushing event updated for resources: {'Port': ['ID=1203850c-cba3-470b-8a71-c6876591c2f4,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:36.782983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ee463dbe-966b-4811-a28a-1be44ddbf520 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Made reservation on behalf of 6d7d127892994ef29d6fc34730914246 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:36.786739 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ee463dbe-966b-4811-a28a-1be44ddbf520 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.822488 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8be98d0c-8d9d-4fc5-852e-de1d1edc33c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.926854 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d5007fcb-f97d-4a9c-93e0-ba317e0ee243 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.026846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5007fcb-f97d-4a9c-93e0-ba317e0ee243 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Port': ['ID=68475ddd-f32b-451f-a274-8db3d1d66e91,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:37.044389 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d5007fcb-f97d-4a9c-93e0-ba317e0ee243 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.045268 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d5007fcb-f97d-4a9c-93e0-ba317e0ee243 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/ports/68475ddd-f32b-451f-a274-8db3d1d66e91 HTTP/1.1" status: 204 len: 168 time: 0.6413345 Jul 16 09:00:37.048130 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56866) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:37.054734 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:37.101603 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-86888c73-0b18-4ae2-a195-2d3195d337f3 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:37.102473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86888c73-0b18-4ae2-a195-2d3195d337f3 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:37.107891 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-86888c73-0b18-4ae2-a195-2d3195d337f3 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/subnets/128258b2-57e8-474b-8ec9-f40d0be75940 HTTP/1.1" status: 404 len: 337 time: 0.0585949 Jul 16 09:00:37.109225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56868) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:37.236629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:37.252283 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:37.252283 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.264975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ee463dbe-966b-4811-a28a-1be44ddbf520 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Allocated IP 172.20.0.3 (5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9/ea992bec-c968-4e68-942d-9a0eb6f6722d/33632c02-07c3-4c48-8886-dabb390b3890) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:37.278318 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6cb79e51-2e93-4d9a-bd12-1f172bc7535f tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.372651 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8be98d0c-8d9d-4fc5-852e-de1d1edc33c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.402617 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.419476 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b855f417-9ddc-4025-bc93-0bca79e1c395 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:37.433929 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8be98d0c-8d9d-4fc5-852e-de1d1edc33c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.439851 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8be98d0c-8d9d-4fc5-852e-de1d1edc33c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/524ed3ce-db80-4d42-9146-1a91ead4ddf5 HTTP/1.1" status: 204 len: 168 time: 1.4153316 Jul 16 09:00:37.441728 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.455377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56872) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:37.466616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f4a355cd-de70-4b8e-8c28-6e04bb6d5f0b req-bb74cc13-69ee-43ac-abca-f32b854e66dd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 210 time: 0.1028504 Jul 16 09:00:37.527043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be98d0c-8d9d-4fc5-852e-de1d1edc33c8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=524ed3ce-db80-4d42-9146-1a91ead4ddf5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:37.605899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6cb79e51-2e93-4d9a-bd12-1f172bc7535f tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.613387 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.648117 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-6cb79e51-2e93-4d9a-bd12-1f172bc7535f tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acaa70fe-b9ca-46ea-8f4d-1c53893c66e2']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:37.682160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-6cb79e51-2e93-4d9a-bd12-1f172bc7535f tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd87ba3a5-68b8-4d43-afd5-692240241d9e') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:37.682718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-6cb79e51-2e93-4d9a-bd12-1f172bc7535f tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd87ba3a5-68b8-4d43-afd5-692240241d9e') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:37.722035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5ec100-9b6e-4372-ac2e-663088a6566d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8bf397-a19e-431a-8781-d0fe8e9e18e1'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:37.722914 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-2086322b-0141-41b4-9cf2-1230fd7e0765 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 7312cf8d-0771-4907-bf1d-5134589db8b3 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:37.726608 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de6e186-c54a-44b1-bd2f-d25b2724885b" -d '{"events": [{"server_uuid": "8f5ec100-9b6e-4372-ac2e-663088a6566d", "name": "network-vif-plugged", "status": "completed", "tag": "5d8bf397-a19e-431a-8781-d0fe8e9e18e1"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:37.752219 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6cb79e51-2e93-4d9a-bd12-1f172bc7535f tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.762592 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2086322b-0141-41b4-9cf2-1230fd7e0765 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.804645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1203850c-cba3-470b-8a71-c6876591c2f4 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:37.830586 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=5d8bf397-a19e-431a-8781-d0fe8e9e18e1,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:37.893481 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ee463dbe-966b-4811-a28a-1be44ddbf520 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.920456 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1b44cb-4463-4193-ab52-a4e8dae9c3ff x-openstack-request-id: req-6e1b44cb-4463-4193-ab52-a4e8dae9c3ff {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:37.920806 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5ec100-9b6e-4372-ac2e-663088a6566d", "name": "network-vif-plugged", "status": "completed", "tag": "5d8bf397-a19e-431a-8781-d0fe8e9e18e1", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:37.921656 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e1b44cb-4463-4193-ab52-a4e8dae9c3ff {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:37.922075 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5ec100-9b6e-4372-ac2e-663088a6566d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d8bf397-a19e-431a-8781-d0fe8e9e18e1', 'code': 200} Jul 16 09:00:37.935260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Allocated IP 172.25.4.224 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/22f29f88-72ad-4c01-969c-f5e1d2a1d0d7) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:37.949948 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.954557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ee463dbe-966b-4811-a28a-1be44ddbf520 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Transition to ACTIVE for port object 33632c02-07c3-4c48-8886-dabb390b3890 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:38.009318 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6cb79e51-2e93-4d9a-bd12-1f172bc7535f tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.110496 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 1203850c-cba3-470b-8a71-c6876591c2f4 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:38.111329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb79e51-2e93-4d9a-bd12-1f172bc7535f tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:38.111952 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6cb79e51-2e93-4d9a-bd12-1f172bc7535f tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.115416 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-211ba36b-e686-43ad-8d79-8f30d1c93d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:38.118522 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:38.123941 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2086322b-0141-41b4-9cf2-1230fd7e0765 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.172704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=5d8bf397-a19e-431a-8781-d0fe8e9e18e1,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:38.267858 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.333294 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.351013 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ee463dbe-966b-4811-a28a-1be44ddbf520 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.392980 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe76156-7c7d-4b3a-a8b9-fc6d514c25b7 req-7597db9e-5b99-4c39-82d4-c473fa2e6822 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:38.393777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6cb79e51-2e93-4d9a-bd12-1f172bc7535f tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.395831 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-afe76156-7c7d-4b3a-a8b9-fc6d514c25b7 req-7597db9e-5b99-4c39-82d4-c473fa2e6822 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 945 time: 0.3014417 Jul 16 09:00:38.401695 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6cb79e51-2e93-4d9a-bd12-1f172bc7535f tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.407888 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6cb79e51-2e93-4d9a-bd12-1f172bc7535f tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/networks/acaa70fe-b9ca-46ea-8f4d-1c53893c66e2 HTTP/1.1" status: 204 len: 168 time: 1.2942722 Jul 16 09:00:38.412387 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56878) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:38.461149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb79e51-2e93-4d9a-bd12-1f172bc7535f tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Network': ['ID=acaa70fe-b9ca-46ea-8f4d-1c53893c66e2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:38.562613 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5f659-8f07-4de3-bf43-b59c362f241b req-60a3d5ea-b0d7-48b2-aab4-c3ec137df64d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:38.565498 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88a5f659-8f07-4de3-bf43-b59c362f241b req-60a3d5ea-b0d7-48b2-aab4-c3ec137df64d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 1097 time: 0.5428231 Jul 16 09:00:38.588074 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2086322b-0141-41b4-9cf2-1230fd7e0765 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.662570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ee463dbe-966b-4811-a28a-1be44ddbf520 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:38.686007 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b679693b-02ab-4747-9440-7e8685b13264 None None] Network 2543bb20-c5ab-4e61-a2cc-15698c179b37 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:38.705737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ee463dbe-966b-4811-a28a-1be44ddbf520 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:38.706955 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88a5f659-8f07-4de3-bf43-b59c362f241b req-3b19c3fc-d324-4104-a1c3-f2fe68853a85 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=860be1de-8db4-4ee2-a45b-e5fd8c586d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325190 Jul 16 09:00:38.714304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee463dbe-966b-4811-a28a-1be44ddbf520 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'Port': ['ID=33632c02-07c3-4c48-8886-dabb390b3890,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:38.720588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ee463dbe-966b-4811-a28a-1be44ddbf520 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:38.801513 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-afe76156-7c7d-4b3a-a8b9-fc6d514c25b7 req-caa9a227-d1be-49d7-8724-6bd5cfdb5aec tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=860be1de-8db4-4ee2-a45b-e5fd8c586d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3842793 Jul 16 09:00:38.894228 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.955920 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2086322b-0141-41b4-9cf2-1230fd7e0765 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.978906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ee463dbe-966b-4811-a28a-1be44ddbf520 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:38.979596 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ee463dbe-966b-4811-a28a-1be44ddbf520 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.989587 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb73e5-b6cf-4a5e-933d-16713a27662e req-ddfb1468-9f95-4bc7-ae7d-74d11bf0aab5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:39.002955 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4bdb73e5-b6cf-4a5e-933d-16713a27662e req-ddfb1468-9f95-4bc7-ae7d-74d11bf0aab5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 931 time: 0.2886972 Jul 16 09:00:39.008215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Pushing event updated for resources: {'Port': ['ID=22f29f88-72ad-4c01-969c-f5e1d2a1d0d7,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.025622 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:39.030079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8e089077-f735-43c4-abdd-adc0c85a99cd None None] Provisioning for port 1203850c-cba3-470b-8a71-c6876591c2f4 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:39.040118 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:39.043633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:39.097692 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2086322b-0141-41b4-9cf2-1230fd7e0765 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=7312cf8d-0771-4907-bf1d-5134589db8b3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.101507 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-ee463dbe-966b-4811-a28a-1be44ddbf520 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7853563 Jul 16 09:00:39.138102 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8e089077-f735-43c4-abdd-adc0c85a99cd None None] Provisioning complete for port 1203850c-cba3-470b-8a71-c6876591c2f4 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:39.140912 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8e089077-f735-43c4-abdd-adc0c85a99cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.144726 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Request body: {'port': {'device_id': 'eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:39.159195 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4bdb73e5-b6cf-4a5e-933d-16713a27662e req-f65369f5-f41f-4699-8a25-4ccbad7e8e36 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417778 Jul 16 09:00:39.167885 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2086322b-0141-41b4-9cf2-1230fd7e0765 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.180849 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2086322b-0141-41b4-9cf2-1230fd7e0765 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/7312cf8d-0771-4907-bf1d-5134589db8b3 HTTP/1.1" status: 204 len: 168 time: 1.7194569 Jul 16 09:00:39.183743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56884) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:39.206816 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-782185e2-bc72-4fe9-a433-669c2ad7cc79 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Deleting port f5257696-c563-499f-bec1-368e7b826ca1 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:39.207206 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-782185e2-bc72-4fe9-a433-669c2ad7cc79 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.277220 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7fb6c2c3-3754-47f1-9fcb-3796ed03dc1a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0914555 Jul 16 09:00:39.283442 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56886) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:39.292254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c4ca893c-d0eb-49aa-97e1-7675f700bf50 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:39.373178 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-782185e2-bc72-4fe9-a433-669c2ad7cc79 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.389826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-782185e2-bc72-4fe9-a433-669c2ad7cc79 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Calling delete_port for f5257696-c563-499f-bec1-368e7b826ca1 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:39.444078 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8e089077-f735-43c4-abdd-adc0c85a99cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.517319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8e089077-f735-43c4-abdd-adc0c85a99cd None None] For port 1203850c-cba3-470b-8a71-c6876591c2f4, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1203850c-cba3-470b-8a71-c6876591c2f4,segment=NetworkSegment(2a6579bd-c73a-4f0c-9766-9f550de2d625),segment_id=2a6579bd-c73a-4f0c-9766-9f550de2d625)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:39.532755 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8e089077-f735-43c4-abdd-adc0c85a99cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.671006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ca893c-d0eb-49aa-97e1-7675f700bf50 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:39.676039 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c4ca893c-d0eb-49aa-97e1-7675f700bf50 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.709506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e089077-f735-43c4-abdd-adc0c85a99cd None None] Pushing event updated for resources: {'Port': ['ID=1203850c-cba3-470b-8a71-c6876591c2f4,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.737545 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-782185e2-bc72-4fe9-a433-669c2ad7cc79 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.757031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c2a31867-9aa6-4192-bedf-e7917163833d None None] Provisioning for port 33632c02-07c3-4c48-8886-dabb390b3890 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:39.820001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0809cd31-2d59-4ed3-8b27-5b7346a6c45e None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:39.842035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c2a31867-9aa6-4192-bedf-e7917163833d None None] Provisioning complete for port 33632c02-07c3-4c48-8886-dabb390b3890 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:39.843727 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c2a31867-9aa6-4192-bedf-e7917163833d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.932842 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782185e2-bc72-4fe9-a433-669c2ad7cc79 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Port': ['ID=f5257696-c563-499f-bec1-368e7b826ca1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.963270 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-782185e2-bc72-4fe9-a433-669c2ad7cc79 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.969288 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-782185e2-bc72-4fe9-a433-669c2ad7cc79 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/ports/f5257696-c563-499f-bec1-368e7b826ca1 HTTP/1.1" status: 204 len: 168 time: 1.5528467 Jul 16 09:00:39.970778 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.980901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56890) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:39.992777 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.054149 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8a2aeb8-e7e8-4d36-988b-cde5fd544075 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:40.054483 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8a2aeb8-e7e8-4d36-988b-cde5fd544075 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:40.059244 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c8a2aeb8-e7e8-4d36-988b-cde5fd544075 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/subnets/9844d08a-1662-4d94-bb72-799db75430e6 HTTP/1.1" status: 404 len: 337 time: 0.0763443 Jul 16 09:00:40.097600 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56892) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:40.109970 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c4ca893c-d0eb-49aa-97e1-7675f700bf50 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.120399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c2a31867-9aa6-4192-bedf-e7917163833d None None] Port 33632c02-07c3-4c48-8886-dabb390b3890 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:40.199817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ca893c-d0eb-49aa-97e1-7675f700bf50 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:40.345247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-23a01f22-0296-4652-b4a8-b40814cfdd12 None None] Provisioning complete for port c6875953-a8c4-4faf-b37d-42066e292545 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:40.346011 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-23a01f22-0296-4652-b4a8-b40814cfdd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.527922 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-23a01f22-0296-4652-b4a8-b40814cfdd12 None None] Provisioning complete for port 1203850c-cba3-470b-8a71-c6876591c2f4 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:40.528739 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-23a01f22-0296-4652-b4a8-b40814cfdd12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.682994 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.716273 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-c4ca893c-d0eb-49aa-97e1-7675f700bf50 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:40.734262 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ca893c-d0eb-49aa-97e1-7675f700bf50 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:40.735494 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c4ca893c-d0eb-49aa-97e1-7675f700bf50 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.833236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ca893c-d0eb-49aa-97e1-7675f700bf50 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=6b9ad235-1f56-4e5a-baae-401013e45e85,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:40.853615 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb0b110-254f-4aff-a75a-79441edc3f09 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:40.918335 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c4ca893c-d0eb-49aa-97e1-7675f700bf50 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6286898 Jul 16 09:00:40.925468 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56896) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:40.938061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-adad4279-0e0c-4c7c-8a0e-49a1a85ecd3d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:41.006594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f085a26f-9d9f-4131-93a3-f6d6554a78ec None None] Provisioning complete for port c6875953-a8c4-4faf-b37d-42066e292545 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:41.007090 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f085a26f-9d9f-4131-93a3-f6d6554a78ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.043480 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.254032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1173e8e-58b3-4f36-9f3b-e655ea587bb3 req-342904a6-cf2a-4fe6-aa23-39512e437009 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:41.257021 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c1173e8e-58b3-4f36-9f3b-e655ea587bb3 req-342904a6-cf2a-4fe6-aa23-39512e437009 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 931 time: 0.5632708 Jul 16 09:00:41.270235 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.316100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adad4279-0e0c-4c7c-8a0e-49a1a85ecd3d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:41.322418 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-adad4279-0e0c-4c7c-8a0e-49a1a85ecd3d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.460606 n-d-758944-46 neutron-server[93695]: INFO neutron.db.ipam_backend_mixin [None req-adad4279-0e0c-4c7c-8a0e-49a1a85ecd3d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6b9ad235-1f56-4e5a-baae-401013e45e85 (CIDR: 2001:db8::/64) Jul 16 09:00:41.463260 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Deleting port e7c011d5-b58d-4eb8-a136-6ba8f1862252 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:41.463955 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.502260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae63544d-c660-4000-90f1-d897072dd846 req-a08ac6a6-5610-4a30-b77f-0e827c3f30e3 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:41.504386 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae63544d-c660-4000-90f1-d897072dd846 req-a08ac6a6-5610-4a30-b77f-0e827c3f30e3 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 945 time: 0.9215572 Jul 16 09:00:41.553900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] For port e7c011d5-b58d-4eb8-a136-6ba8f1862252, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e7c011d5-b58d-4eb8-a136-6ba8f1862252,segment=NetworkSegment(f1983f29-9ae0-4c9f-b83c-c0755a7dbca8),segment_id=f1983f29-9ae0-4c9f-b83c-c0755a7dbca8)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:41.554456 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.577232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Calling delete_port for e7c011d5-b58d-4eb8-a136-6ba8f1862252 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:41.580697 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.657312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1203850c-cba3-470b-8a71-c6876591c2f4 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:41.673441 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-adad4279-0e0c-4c7c-8a0e-49a1a85ecd3d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:41.674083 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adad4279-0e0c-4c7c-8a0e-49a1a85ecd3d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:41.680021 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.703784 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c1173e8e-58b3-4f36-9f3b-e655ea587bb3 req-5f96fd20-e85b-43d8-8ee3-6374367d8087 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4273593 Jul 16 09:00:41.715863 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1618bbcc-7da8-41fd-a5b5-7249f16010cc None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:00:41.750025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Port': ['ID=e7c011d5-b58d-4eb8-a136-6ba8f1862252,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:41.760032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] No DVR routers for this DVR port e7c011d5-b58d-4eb8-a136-6ba8f1862252 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:41.762605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33632c02-07c3-4c48-8886-dabb390b3890 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:41.773435 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-adad4279-0e0c-4c7c-8a0e-49a1a85ecd3d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8433578 Jul 16 09:00:41.774432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56898) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:41.776738 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae63544d-c660-4000-90f1-d897072dd846 req-07d34717-e810-42e8-abd1-fc3556733388 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=860be1de-8db4-4ee2-a45b-e5fd8c586d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597103 Jul 16 09:00:41.792360 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9daabac7-cbe0-4c42-bb3f-f7d027efff87 None None] Provisioning complete for port c6875953-a8c4-4faf-b37d-42066e292545 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:41.792774 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9daabac7-cbe0-4c42-bb3f-f7d027efff87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.792889 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.800407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'subnet': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:41.819546 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 1203850c-cba3-470b-8a71-c6876591c2f4 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:41.819931 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.842063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Transition to ACTIVE for port object 33632c02-07c3-4c48-8886-dabb390b3890 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:41.858494 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:41.971656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=33632c02-07c3-4c48-8886-dabb390b3890,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:41.998878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1618bbcc-7da8-41fd-a5b5-7249f16010cc None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:00:42.174925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Attempting to bind port 33632c02-07c3-4c48-8886-dabb390b3890 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:42.175850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Attempting to bind port 33632c02-07c3-4c48-8886-dabb390b3890 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:42.176420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Attempting to bind port 33632c02-07c3-4c48-8886-dabb390b3890 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:42.188048 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.191671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Router 63e64555-52c9-4eb8-9ef7-bce427a6861f is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:00:42.199233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Port 33632c02-07c3-4c48-8886-dabb390b3890 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:42.202555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Attempting to bind port 33632c02-07c3-4c48-8886-dabb390b3890 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:42.213639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30cfdd72-7cec-4420-8ae2-d70711a3e55e']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:42.237337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:42.237660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1983f29-9ae0-4c9f-b83c-c0755a7dbca8') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:42.237843 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Checking segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:42.238090 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1983f29-9ae0-4c9f-b83c-c0755a7dbca8') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:42.238268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Bound using segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:42.240813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Bound port: 33632c02-07c3-4c48-8886-dabb390b3890, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:42.241197 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.241494 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:42.245363 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.275420 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.310590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a5a52-4eda-4338-a2c6-5390e853fdeb req-bdee0058-cadf-4e73-aaad-e825fa59befe tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.312448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-180a5a52-4eda-4338-a2c6-5390e853fdeb req-bdee0058-cadf-4e73-aaad-e825fa59befe tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 945 time: 0.3644564 Jul 16 09:00:42.324546 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.332003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:42.332429 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.334882 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56902) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:42.342619 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-0e9f5704-0552-46a8-9f4f-0388de72afbb tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Request body: {'floatingip': {'port_id': '5d8bf397-a19e-431a-8781-d0fe8e9e18e1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:42.403294 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:42.432968 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.435090 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5704-0552-46a8-9f4f-0388de72afbb tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.455665 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.460384 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/networks/30cfdd72-7cec-4420-8ae2-d70711a3e55e HTTP/1.1" status: 204 len: 168 time: 2.3613961 Jul 16 09:00:42.461406 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098f506-fe23-4be4-a55f-bdd4f8260ec0 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Network': ['ID=30cfdd72-7cec-4420-8ae2-d70711a3e55e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:42.472085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56904) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:42.558317 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-257e9714-a732-4fbd-ab80-cb49c58ce2c2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Deleting subnet 0ab9bf8a-ab3b-43b5-807b-2971ab409b67 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:42.566493 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-257e9714-a732-4fbd-ab80-cb49c58ce2c2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.583835 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] For port 33632c02-07c3-4c48-8886-dabb390b3890, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:42.614452 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] For port 33632c02-07c3-4c48-8886-dabb390b3890, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=33632c02-07c3-4c48-8886-dabb390b3890,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:42.648072 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.660940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:42.685707 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Sync routers for ids ['63e64555-52c9-4eb8-9ef7-bce427a6861f'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:42.705143 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Routers {'63e64555-52c9-4eb8-9ef7-bce427a6861f'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:42.705790 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-257e9714-a732-4fbd-ab80-cb49c58ce2c2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.705960 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['63e64555-52c9-4eb8-9ef7-bce427a6861f'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:42.954363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:42.955467 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:42.958130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] 10.222.0.38 "PUT /v2.0/ports/33632c02-07c3-4c48-8886-dabb390b3890 HTTP/1.1" status: 200 len: 1092 time: 3.8385503 Jul 16 09:00:42.981423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b99f830-5885-42f8-9fee-a9716998c82e None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:00:43.016023 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-257e9714-a732-4fbd-ab80-cb49c58ce2c2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.019239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9', 'tag': '33632c02-07c3-4c48-8886-dabb390b3890'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:43.023696 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2289ee54-b1e5-42bf-afb7-981abf2907fe" -d '{"events": [{"name": "network-changed", "server_uuid": "eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9", "tag": "33632c02-07c3-4c48-8886-dabb390b3890"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:43.222186 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Set router 63e64555-52c9-4eb8-9ef7-bce427a6861f gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:43.260270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b99f830-5885-42f8-9fee-a9716998c82e None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:00:43.290644 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7563384-3801-458f-87d6-ca50dc6c7516 x-openstack-request-id: req-b7563384-3801-458f-87d6-ca50dc6c7516 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:43.290644 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9", "tag": "33632c02-07c3-4c48-8886-dabb390b3890", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:43.291672 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7563384-3801-458f-87d6-ca50dc6c7516 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:43.291672 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9', 'tag': '33632c02-07c3-4c48-8886-dabb390b3890', 'status': 'completed', 'code': 200} Jul 16 09:00:43.292573 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1c6d7d-0b53-4636-b8ef-0045dce7c5b6 service neutron] Pushing event updated for resources: {'Port': ['ID=33632c02-07c3-4c48-8886-dabb390b3890,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:43.311271 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-257e9714-a732-4fbd-ab80-cb49c58ce2c2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.320946 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.322781 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5df14da0-a609-44cb-94e3-0e3baab8df78 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 8.2160833 Jul 16 09:00:43.330880 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56914) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:43.461595 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e9714-a732-4fbd-ab80-cb49c58ce2c2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Subnet': ['ID=0ab9bf8a-ab3b-43b5-807b-2971ab409b67,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:43.470545 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-257e9714-a732-4fbd-ab80-cb49c58ce2c2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.474227 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-257e9714-a732-4fbd-ab80-cb49c58ce2c2 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/subnets/0ab9bf8a-ab3b-43b5-807b-2971ab409b67 HTTP/1.1" status: 204 len: 168 time: 1.0008764 Jul 16 09:00:43.479259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56916) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:43.570018 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56918) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:43.750324 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:35Z', 'updated_at': '2021-07-16T09:00:39Z', 'revision_number': 3, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'gw_port': {'id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:37Z', 'updated_at': '2021-07-16T09:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:43.855886 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Checking router: 63e64555-52c9-4eb8-9ef7-bce427a6861f for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:43.856190 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Updating router 63e64555-52c9-4eb8-9ef7-bce427a6861f port 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:43.927898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610c184e-ae6f-4a3c-8393-90d1cb3e5085 None None] Network 01701d46-1ded-4756-b18f-128b26e419ff requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:43.933062 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:43.972137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-84340c70-9160-4523-965d-543fd38fedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:43.974117 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-84340c70-9160-4523-965d-543fd38fedb4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 1095 time: 0.9374030 Jul 16 09:00:43.977434 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.011922 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb97726-cc8b-4a0c-979a-5aeb816f98cb req-2597f79f-c9f7-4df1-b52b-586184b5c191 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:44.013696 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fdb97726-cc8b-4a0c-979a-5aeb816f98cb req-2597f79f-c9f7-4df1-b52b-586184b5c191 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 943 time: 1.0472302 Jul 16 09:00:44.049195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.objects.ports [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93695) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 09:00:44.103719 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-3217f4c5-819e-4c4a-be06-f729caaadc6b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33632c02-07c3-4c48-8886-dabb390b3890 HTTP/1.1" status: 200 len: 217 time: 0.1126463 Jul 16 09:00:44.233562 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8197e06c-9d7f-4696-a8d3-14f3bf348876 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3290 time: 0.6486182 Jul 16 09:00:44.300113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56920) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:44.315590 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cfba89-143f-45bd-825e-7aa93a3d58eb None None] DHCP port deletion for 01701d46-1ded-4756-b18f-128b26e419ff request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:44.378279 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.resource_extend [None req-0e9f5704-0552-46a8-9f4f-0388de72afbb tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:00:44.411861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-38cfba89-143f-45bd-825e-7aa93a3d58eb None None] Deleting port e1905b4c-39fc-4de7-becb-62c14de0d218 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:44.412740 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-38cfba89-143f-45bd-825e-7aa93a3d58eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.423702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4f0eb7fc-3ffc-44a0-85c1-6d77c0b3aa84 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Request body: {'network': {'name': 'tempest-network-smoke--1573794064', 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'port_security_enabled': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:44.451347 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.465271 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fdb97726-cc8b-4a0c-979a-5aeb816f98cb req-f27c5037-47be-4c29-bea9-f71de8929ecd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843391 Jul 16 09:00:44.476911 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Transition to ACTIVE for port object 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:44.490323 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.531916 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5704-0552-46a8-9f4f-0388de72afbb tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.532153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-38cfba89-143f-45bd-825e-7aa93a3d58eb None None] For port e1905b4c-39fc-4de7-becb-62c14de0d218, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e1905b4c-39fc-4de7-becb-62c14de0d218,segment=NetworkSegment(0f1b5025-1e7a-454c-9548-708fc09e1130),segment_id=0f1b5025-1e7a-454c-9548-708fc09e1130)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:44.532258 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-38cfba89-143f-45bd-825e-7aa93a3d58eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.535072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-01ca14a0-1b5d-4cd1-aeb9-b8a63aeaf007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:44.544927 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-01ca14a0-1b5d-4cd1-aeb9-b8a63aeaf007 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.3861451 Jul 16 09:00:44.552932 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Attempting to bind port 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:44.553324 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Attempting to bind port 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:44.553831 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Attempting to bind port 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:44.557246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-38cfba89-143f-45bd-825e-7aa93a3d58eb None None] Calling delete_port for e1905b4c-39fc-4de7-becb-62c14de0d218 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:44.578468 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0eb7fc-3ffc-44a0-85c1-6d77c0b3aa84 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Made reservation on behalf of 5c33bc819abc459d94c0dedc8ed9e910 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:44.580965 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:44.582018 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:44.582826 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.583504 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:44.584243 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Bound port: 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:44.585051 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.588534 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb7fc-3ffc-44a0-85c1-6d77c0b3aa84 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.591013 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5704-0552-46a8-9f4f-0388de72afbb tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.603016 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.653724 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] For port 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:44.658364 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] For port 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=22f29f88-72ad-4c01-969c-f5e1d2a1d0d7,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:44.673508 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f577a5-4bfd-4eef-a8b6-7f35168e155b None None] Pushing event updated for resources: {'Port': ['ID=22f29f88-72ad-4c01-969c-f5e1d2a1d0d7,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:44.677310 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.699727 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f577a5-4bfd-4eef-a8b6-7f35168e155b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:44.700288 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f577a5-4bfd-4eef-a8b6-7f35168e155b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:44.700786 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f577a5-4bfd-4eef-a8b6-7f35168e155b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:44.701913 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f577a5-4bfd-4eef-a8b6-7f35168e155b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:44.702881 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f577a5-4bfd-4eef-a8b6-7f35168e155b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:44.703342 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f577a5-4bfd-4eef-a8b6-7f35168e155b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:44.703787 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f577a5-4bfd-4eef-a8b6-7f35168e155b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:44.704301 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f577a5-4bfd-4eef-a8b6-7f35168e155b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:44.704774 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f577a5-4bfd-4eef-a8b6-7f35168e155b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:44.705244 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f577a5-4bfd-4eef-a8b6-7f35168e155b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:44.705698 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f577a5-4bfd-4eef-a8b6-7f35168e155b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:44.706187 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f577a5-4bfd-4eef-a8b6-7f35168e155b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:44.742639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-de06e7cd-0e23-4f16-8f87-6fad7e465fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:44.744914 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-de06e7cd-0e23-4f16-8f87-6fad7e465fcb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1881068 Jul 16 09:00:44.754925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0eb7fc-3ffc-44a0-85c1-6d77c0b3aa84 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] vlan segment allocate from pool success with {'vlan_id': 74, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:44.777810 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-38cfba89-143f-45bd-825e-7aa93a3d58eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.781206 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Routers {'63e64555-52c9-4eb8-9ef7-bce427a6861f'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:44.782172 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['63e64555-52c9-4eb8-9ef7-bce427a6861f'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:44.783986 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb7fc-3ffc-44a0-85c1-6d77c0b3aa84 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.784374 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-4f0eb7fc-3ffc-44a0-85c1-6d77c0b3aa84 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Added segment 1f21d7f2-0453-45c8-9b78-aab7c6ed8865 of type vlan for network 44ce1f6a-918b-4cbc-ac75-70d68d188b44 Jul 16 09:00:44.800862 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-0e9f5704-0552-46a8-9f4f-0388de72afbb tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Floating IP 374892a5-e2da-48ea-87ba-fae18d8dd2bb associated. External IP: 172.25.4.90, port: 5d8bf397-a19e-431a-8781-d0fe8e9e18e1. Jul 16 09:00:44.847404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Deleting port e1905b4c-39fc-4de7-becb-62c14de0d218 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:44.847930 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.855437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cfba89-143f-45bd-825e-7aa93a3d58eb None None] No DVR routers for this DVR port e1905b4c-39fc-4de7-becb-62c14de0d218 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:44.884055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cfba89-143f-45bd-825e-7aa93a3d58eb None None] Pushing event deleted for resources: {'Port': ['ID=e1905b4c-39fc-4de7-becb-62c14de0d218,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:44.947466 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb7fc-3ffc-44a0-85c1-6d77c0b3aa84 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.974258 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] Set router 63e64555-52c9-4eb8-9ef7-bce427a6861f gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:44.977428 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-e60bedb5-1a7f-4bb3-8c23-9f97b3f01267 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249410 Jul 16 09:00:44.978886 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f577a5-4bfd-4eef-a8b6-7f35168e155b None None] Pushing event updated for resources: {'Port': ['ID=22f29f88-72ad-4c01-969c-f5e1d2a1d0d7,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:45.083628 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f1dad5b-f4b8-445d-9fd8-5f799b806924 req-eb83d629-503b-4c23-83b5-ff9b1ad72955 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995388 Jul 16 09:00:45.259741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289ee54-b1e5-42bf-afb7-981abf2907fe req-2a3973bd-d676-4f5e-b727-00daf9489b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.261594 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2289ee54-b1e5-42bf-afb7-981abf2907fe req-2a3973bd-d676-4f5e-b727-00daf9489b98 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 1095 time: 0.1209807 Jul 16 09:00:45.284279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e9f5704-0552-46a8-9f4f-0388de72afbb tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Router 916626c0-58f0-4605-91b3-8031e2878614 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:45.292415 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:35Z', 'updated_at': '2021-07-16T09:00:39Z', 'revision_number': 3, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'gw_port': {'id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:37Z', 'updated_at': '2021-07-16T09:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:45.328021 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea054c4-0c5f-402b-8091-1e8ab85dae81 None None] The sync data for ids ['63e64555-52c9-4eb8-9ef7-bce427a6861f'] in n-d-758944-46 is: [{'id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:35Z', 'updated_at': '2021-07-16T09:00:39Z', 'revision_number': 3, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'gw_port': {'id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:37Z', 'updated_at': '2021-07-16T09:00:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:45.335057 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.resource_extend [None req-4f0eb7fc-3ffc-44a0-85c1-6d77c0b3aa84 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:00:45.363881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] For port e1905b4c-39fc-4de7-becb-62c14de0d218, host n-d-758944-46, got binding levels [] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:45.364275 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.418825 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Calling delete_port for e1905b4c-39fc-4de7-becb-62c14de0d218 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:45.424883 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.ipam_backend_mixin [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Port e1905b4c-39fc-4de7-becb-62c14de0d218 was not found and therefore no delete operation was performed {{(pid=93695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:00:45.432968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] For port c6875953-a8c4-4faf-b37d-42066e292545, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c6875953-a8c4-4faf-b37d-42066e292545,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:45.436833 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb7fc-3ffc-44a0-85c1-6d77c0b3aa84 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.443439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0eb7fc-3ffc-44a0-85c1-6d77c0b3aa84 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.444093 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f0eb7fc-3ffc-44a0-85c1-6d77c0b3aa84 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.458094 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.523743 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289ee54-b1e5-42bf-afb7-981abf2907fe req-4213559c-dde6-4167-83b9-5dec8d8e32a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.525874 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2289ee54-b1e5-42bf-afb7-981abf2907fe req-4213559c-dde6-4167-83b9-5dec8d8e32a5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.2578571 Jul 16 09:00:45.604381 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e1905b4c-39fc-4de7-becb-62c14de0d218 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:45.634284 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Port': ['ID=e1905b4c-39fc-4de7-becb-62c14de0d218,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:45.655135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] No DVR routers for this DVR port e1905b4c-39fc-4de7-becb-62c14de0d218 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:45.676288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: e1905b4c-39fc-4de7-becb-62c14de0d218 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:45.676956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e1905b4c-39fc-4de7-becb-62c14de0d218 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:45.677907 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e9f5704-0552-46a8-9f4f-0388de72afbb tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:45.684245 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0e9f5704-0552-46a8-9f4f-0388de72afbb tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.711430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b4fc4-cdf1-4ad0-9faf-5a4789629af3 None None] Sync routers for ids ['916626c0-58f0-4605-91b3-8031e2878614'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:45.737773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b4fc4-cdf1-4ad0-9faf-5a4789629af3 None None] Routers {'916626c0-58f0-4605-91b3-8031e2878614'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:45.738440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d07b4fc4-cdf1-4ad0-9faf-5a4789629af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['916626c0-58f0-4605-91b3-8031e2878614'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:45.815556 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2289ee54-b1e5-42bf-afb7-981abf2907fe req-a29aa3fb-ad4e-456e-810c-aeb7d42cc859 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=33632c02-07c3-4c48-8886-dabb390b3890 HTTP/1.1" status: 200 len: 217 time: 0.2183225 Jul 16 09:00:45.817376 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0e9f5704-0552-46a8-9f4f-0388de72afbb tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "PUT /v2.0/floatingips/374892a5-e2da-48ea-87ba-fae18d8dd2bb HTTP/1.1" status: 200 len: 990 time: 3.4799519 Jul 16 09:00:45.818005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5ec100-9b6e-4372-ac2e-663088a6566d', 'tag': '5d8bf397-a19e-431a-8781-d0fe8e9e18e1'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:45.829812 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cbfc80-c976-44d4-bead-4328b24a458a" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5ec100-9b6e-4372-ac2e-663088a6566d", "tag": "5d8bf397-a19e-431a-8781-d0fe8e9e18e1"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:45.916836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-d07b4fc4-cdf1-4ad0-9faf-5a4789629af3 None None] Set router 916626c0-58f0-4605-91b3-8031e2878614 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:45.941595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289ee54-b1e5-42bf-afb7-981abf2907fe req-1ed567cd-cda9-43a7-b651-28da3ffc3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.943221 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2289ee54-b1e5-42bf-afb7-981abf2907fe req-1ed567cd-cda9-43a7-b651-28da3ffc3ced service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.1021521 Jul 16 09:00:45.986837 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4f0eb7fc-3ffc-44a0-85c1-6d77c0b3aa84 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6177037 Jul 16 09:00:45.996108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56928) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:46.032479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1800342018', 'admin_state_up': True, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:46.062552 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.063242 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39de7a5-2af6-430f-8a4e-7ec482bfa69e x-openstack-request-id: req-f39de7a5-2af6-430f-8a4e-7ec482bfa69e {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:46.063539 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5ec100-9b6e-4372-ac2e-663088a6566d", "tag": "5d8bf397-a19e-431a-8781-d0fe8e9e18e1", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:46.063791 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f39de7a5-2af6-430f-8a4e-7ec482bfa69e {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:46.064200 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5ec100-9b6e-4372-ac2e-663088a6566d', 'tag': '5d8bf397-a19e-431a-8781-d0fe8e9e18e1', 'status': 'completed', 'code': 200} Jul 16 09:00:46.076056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0eb7fc-3ffc-44a0-85c1-6d77c0b3aa84 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'Network': ['ID=44ce1f6a-918b-4cbc-ac75-70d68d188b44,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:46.089621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 44ce1f6a-918b-4cbc-ac75-70d68d188b44 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:46.095472 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2289ee54-b1e5-42bf-afb7-981abf2907fe req-766e6db5-2cf0-48a7-830d-1e46ca531527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.097204 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2289ee54-b1e5-42bf-afb7-981abf2907fe req-766e6db5-2cf0-48a7-830d-1e46ca531527 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1449385 Jul 16 09:00:46.147064 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.147865 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.202101 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.244353 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2289ee54-b1e5-42bf-afb7-981abf2907fe req-38ac4892-fb72-497f-9be0-6fbe8adbffe3 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404219 Jul 16 09:00:46.261390 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.304331 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.305463 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.307197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d07b4fc4-cdf1-4ad0-9faf-5a4789629af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '374892a5-e2da-48ea-87ba-fae18d8dd2bb', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '916626c0-58f0-4605-91b3-8031e2878614', 'port_id': '5d8bf397-a19e-431a-8781-d0fe8e9e18e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'mac_address': 'fa:16:3e:b3:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5ec100-9b6e-4372-ac2e-663088a6566d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:15Z', 'updated_at': '2021-07-16T09:00:44Z', 'revision_number': 1, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 5, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:46.312780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:46.339058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01701d46-1ded-4756-b18f-128b26e419ff']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:46.343858 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b4fc4-cdf1-4ad0-9faf-5a4789629af3 None None] Checking router: 916626c0-58f0-4605-91b3-8031e2878614 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:46.358253 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b4fc4-cdf1-4ad0-9faf-5a4789629af3 None None] Routers {'916626c0-58f0-4605-91b3-8031e2878614'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:46.360891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:46.361143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d07b4fc4-cdf1-4ad0-9faf-5a4789629af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['916626c0-58f0-4605-91b3-8031e2878614'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:46.377165 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2289ee54-b1e5-42bf-afb7-981abf2907fe req-b78d0f6d-f743-4689-b0f6-63214f7f4550 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205354 Jul 16 09:00:46.407397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.408469 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.411832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1b5025-1e7a-454c-9548-708fc09e1130') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:46.412172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1b5025-1e7a-454c-9548-708fc09e1130') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:46.417010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e22f902-4eda-4ebd-a840-3b87df2c59f0 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:46.458382 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.517108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Subnet': ['ID=613ef93a-d300-4c90-badf-5a7b30b7c596,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:46.522200 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4691860-78c0-4c2f-824d-536e27a086a2 req-54f39283-3d52-480a-9d03-a3664635a585 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8535044 Jul 16 09:00:46.566959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116949f7-2027-48aa-a62d-8d9b67473f4c req-955e71cd-827f-425d-9359-1b770e8e7b79 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.570552 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-116949f7-2027-48aa-a62d-8d9b67473f4c req-955e71cd-827f-425d-9359-1b770e8e7b79 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 943 time: 0.8136342 Jul 16 09:00:46.603310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-d07b4fc4-cdf1-4ad0-9faf-5a4789629af3 None None] Set router 916626c0-58f0-4605-91b3-8031e2878614 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:46.689489 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.8984070 Jul 16 09:00:46.692442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56934) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:46.701097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Request body: {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'mac_address': 'fa:16:3e:86:a2:f0', 'name': 'tempest-NetworksTestDHCPv6-1662104169'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:46.707974 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.724109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbfc80-c976-44d4-bead-4328b24a458a req-b5577f4f-b3c3-4550-8ade-fe43d78d6450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.726823 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5cbfc80-c976-44d4-bead-4328b24a458a req-b5577f4f-b3c3-4550-8ade-fe43d78d6450 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 1097 time: 0.6132426 Jul 16 09:00:46.727531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c96768a-3e04-4575-99de-d4dcd7ed03b0 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=c6875953-a8c4-4faf-b37d-42066e292545,revision_number=9']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:46.773509 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.802472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:46.802887 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:46.819594 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:46.938397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Made reservation on behalf of da8328f10d7242beb466466b336fef2c for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:46.963525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c4820a-ea15-4767-847d-1a267c6ae11b None None] Update dhcp port {'port': {'network_id': 'd414e6fa-d160-44fd-92e3-d399748f3f68', 'fixed_ips': [{'subnet_id': '613ef93a-d300-4c90-badf-5a7b30b7c596', 'ip_address': '2001:db8:0:1:f816:3eff:fe4d:6d4e'}, {'subnet_id': '6b9ad235-1f56-4e5a-baae-401013e45e85'}], 'binding:host_id': 'n-d-758944-46'}, 'id': 'c6875953-a8c4-4faf-b37d-42066e292545'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:00:47.066094 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.070894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d07b4fc4-cdf1-4ad0-9faf-5a4789629af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '374892a5-e2da-48ea-87ba-fae18d8dd2bb', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '916626c0-58f0-4605-91b3-8031e2878614', 'port_id': '5d8bf397-a19e-431a-8781-d0fe8e9e18e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'mac_address': 'fa:16:3e:b3:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5ec100-9b6e-4372-ac2e-663088a6566d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:15Z', 'updated_at': '2021-07-16T09:00:44Z', 'revision_number': 1, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 5, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:47.085580 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-87c4820a-ea15-4767-847d-1a267c6ae11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.120995 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-116949f7-2027-48aa-a62d-8d9b67473f4c req-3d954a20-f311-4f7b-96b2-2703c4c76d2a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4101632 Jul 16 09:00:47.122981 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] device_id is not set on port c177f449-cda8-45ce-8490-e24813e52b17 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:00:47.142404 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.184891 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.189474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] 10.222.0.20 "DELETE /v2.0/networks/01701d46-1ded-4756-b18f-128b26e419ff HTTP/1.1" status: 204 len: 168 time: 3.7021499 Jul 16 09:00:47.295975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c29229-3b8d-4595-b5a9-3d303cf21666 tempest-NetworksIpV6TestAttrs-1423059396 tempest-NetworksIpV6TestAttrs-1423059396-project] Pushing event deleted for resources: {'Network': ['ID=01701d46-1ded-4756-b18f-128b26e419ff,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:47.305248 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.330917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbfc80-c976-44d4-bead-4328b24a458a req-2f70552c-f4be-4cfe-8f71-f55bc689a366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:47.333043 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5cbfc80-c976-44d4-bead-4328b24a458a req-2f70552c-f4be-4cfe-8f71-f55bc689a366 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 200 len: 911 time: 0.5583179 Jul 16 09:00:47.427280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4691860-78c0-4c2f-824d-536e27a086a2 req-48f732a4-2fec-44df-8465-26f699f3deeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:47.429276 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4691860-78c0-4c2f-824d-536e27a086a2 req-48f732a4-2fec-44df-8465-26f699f3deeb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c33bc819abc459d94c0dedc8ed9e910&device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 1137 time: 0.7382505 Jul 16 09:00:47.449373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Allocated IP 172.20.0.1 (2543bb20-c5ab-4e61-a2cc-15698c179b37/73a7ca94-5f5e-4d62-9deb-79d8b68dca0f/603639ed-6a53-417a-a7a9-c7aa7a7ed281) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:47.470164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b4fc4-cdf1-4ad0-9faf-5a4789629af3 None None] The sync data for ids ['916626c0-58f0-4605-91b3-8031e2878614'] in n-d-758944-46 is: [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '374892a5-e2da-48ea-87ba-fae18d8dd2bb', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'floating_ip_address': '172.25.4.90', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '916626c0-58f0-4605-91b3-8031e2878614', 'port_id': '5d8bf397-a19e-431a-8781-d0fe8e9e18e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3042, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'mac_address': 'fa:16:3e:b3:e8:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f5ec100-9b6e-4372-ac2e-663088a6566d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:00:15Z', 'updated_at': '2021-07-16T09:00:44Z', 'revision_number': 1, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 5, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:47.705991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56942) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:47.756550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4691860-78c0-4c2f-824d-536e27a086a2 req-f4eac264-854f-4cf9-a222-bfc44a370e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:47.759351 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4691860-78c0-4c2f-824d-536e27a086a2 req-f4eac264-854f-4cf9-a222-bfc44a370e1f service neutron] 10.222.0.15 "GET /v2.0/networks?id=5db0e0ea-aa8f-499f-a098-7a682e6790ad HTTP/1.1" status: 200 len: 896 time: 0.2333984 Jul 16 09:00:47.765777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5cbfc80-c976-44d4-bead-4328b24a458a req-c3faa0fb-883a-4f2d-9dbf-a679600cd40a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d8bf397-a19e-431a-8781-d0fe8e9e18e1 HTTP/1.1" status: 200 len: 998 time: 0.4147675 Jul 16 09:00:47.788436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8::1ee (d414e6fa-d160-44fd-92e3-d399748f3f68/6b9ad235-1f56-4e5a-baae-401013e45e85/c177f449-cda8-45ce-8490-e24813e52b17) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:47.809282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Allocated IP 2001:db8:0:1:f816:3eff:fe86:a2f0 (d414e6fa-d160-44fd-92e3-d399748f3f68/613ef93a-d300-4c90-badf-5a7b30b7c596/c177f449-cda8-45ce-8490-e24813e52b17) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:47.856853 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c6875953-a8c4-4faf-b37d-42066e292545 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:47.975280 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port c6875953-a8c4-4faf-b37d-42066e292545 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:47.976615 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.028133 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3f3bd42-bc73-4f46-8c24-bc569fdb7ab7 None None] New status for floating IP 374892a5-e2da-48ea-87ba-fae18d8dd2bb: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:00:48.112811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:48.188293 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6bca3327-c07b-4cd4-80af-e4826d60042e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=783d26d2a95a465eb0e4d33b26d99c98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800217 Jul 16 09:00:48.192399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56950) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:48.239522 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:48.246192 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:48.257029 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.319142 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.373642 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Transition to ACTIVE for port object c177f449-cda8-45ce-8490-e24813e52b17 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:48.412420 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d36eea3-896c-4238-95ea-90af5bae0247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.447107 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.452909 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d36eea3-896c-4238-95ea-90af5bae0247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.458054 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4691860-78c0-4c2f-824d-536e27a086a2 req-bde2a87e-f6fd-4328-8893-6d67182fa62d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b942395b-a956-4e41-913c-d4d32110f5b6 HTTP/1.1" status: 200 len: 1000 time: 0.6860425 Jul 16 09:00:48.484750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=22f29f88-72ad-4c01-969c-f5e1d2a1d0d7,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:48.485022 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.494662 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.540995 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Network d414e6fa-d160-44fd-92e3-d399748f3f68 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:48.545906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:48.552415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:48.558694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.559551 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.588947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event updated for resources: {'Port': ['ID=c177f449-cda8-45ce-8490-e24813e52b17,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:48.601976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbfc80-c976-44d4-bead-4328b24a458a req-37e5b0b0-1fed-445d-b597-533e18820f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.602196 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7ba3cfee-de75-4a47-af41-dd3d4dbea82a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.9056633 Jul 16 09:00:48.602288 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5cbfc80-c976-44d4-bead-4328b24a458a req-37e5b0b0-1fed-445d-b597-533e18820f25 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b633f7a-07ad-4cc2-8342-da35f664e7b1 HTTP/1.1" status: 200 len: 850 time: 0.8207514 Jul 16 09:00:48.602368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56952) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:48.606013 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=22f29f88-72ad-4c01-969c-f5e1d2a1d0d7,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:48.618657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-87c4820a-ea15-4767-847d-1a267c6ae11b None None] Allocated IP 2001:db8::2 (d414e6fa-d160-44fd-92e3-d399748f3f68/6b9ad235-1f56-4e5a-baae-401013e45e85/c6875953-a8c4-4faf-b37d-42066e292545) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:48.655959 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d36eea3-896c-4238-95ea-90af5bae0247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.658637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4691860-78c0-4c2f-824d-536e27a086a2 req-b96ec1cf-dc56-499d-bef9-e353fab2aa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.658889 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d36eea3-896c-4238-95ea-90af5bae0247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.660034 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0d36eea3-896c-4238-95ea-90af5bae0247 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba0dd884-b443-4ccf-b1f0-ec2c8e1f5faa HTTP/1.1" status: 204 len: 168 time: 0.4663064 Jul 16 09:00:48.663040 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4691860-78c0-4c2f-824d-536e27a086a2 req-b96ec1cf-dc56-499d-bef9-e353fab2aa39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3e5b37d-1d38-469b-90e5-d179e15ff92c HTTP/1.1" status: 200 len: 834 time: 0.1809559 Jul 16 09:00:48.678369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36eea3-896c-4238-95ea-90af5bae0247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0dd884-b443-4ccf-b1f0-ec2c8e1f5faa,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:48.759212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7a094269-9b62-4977-93d7-bfec020a6f5f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting port c177f449-cda8-45ce-8490-e24813e52b17 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:48.759908 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a094269-9b62-4977-93d7-bfec020a6f5f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.761857 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.783065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0822a23f-aa37-4b81-80b4-f5f7f0be2628 req-d6ac7948-99eb-4cc3-a739-798f32287c44 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.784749 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0822a23f-aa37-4b81-80b4-f5f7f0be2628 req-d6ac7948-99eb-4cc3-a739-798f32287c44 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 943 time: 0.3779013 Jul 16 09:00:48.812323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Transition to ACTIVE for port object 603639ed-6a53-417a-a7a9-c7aa7a7ed281 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:48.818300 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-87c4820a-ea15-4767-847d-1a267c6ae11b None None] For port c6875953-a8c4-4faf-b37d-42066e292545, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c6875953-a8c4-4faf-b37d-42066e292545,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:48.916871 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-87c4820a-ea15-4767-847d-1a267c6ae11b None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.937707 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a094269-9b62-4977-93d7-bfec020a6f5f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.951577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-87c4820a-ea15-4767-847d-1a267c6ae11b None None] Transition to ACTIVE for port object c6875953-a8c4-4faf-b37d-42066e292545 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:48.961577 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-87c4820a-ea15-4767-847d-1a267c6ae11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:48.966406 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4691860-78c0-4c2f-824d-536e27a086a2 req-3208a6f0-32aa-4223-a836-1eaab7684fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.966823 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7a094269-9b62-4977-93d7-bfec020a6f5f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Calling delete_port for c177f449-cda8-45ce-8490-e24813e52b17 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:48.967900 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4691860-78c0-4c2f-824d-536e27a086a2 req-3208a6f0-32aa-4223-a836-1eaab7684fc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5db0e0ea-aa8f-499f-a098-7a682e6790ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2941928 Jul 16 09:00:48.979384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbfc80-c976-44d4-bead-4328b24a458a req-1e8960a6-d14e-4251-9e22-8febc8ee1a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.980984 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5cbfc80-c976-44d4-bead-4328b24a458a req-1e8960a6-d14e-4251-9e22-8febc8ee1a7b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14402a19-9c27-491a-b636-32963005e922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3671207 Jul 16 09:00:49.027540 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.054914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0822a23f-aa37-4b81-80b4-f5f7f0be2628 req-1453bd3e-c70f-4404-b7e4-baab6e78419a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494164 Jul 16 09:00:49.170918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4820a-ea15-4767-847d-1a267c6ae11b None None] Pushing event updated for resources: {'Port': ['ID=c6875953-a8c4-4faf-b37d-42066e292545,revision_number=10']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:49.247512 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.259845 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.357000 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a094269-9b62-4977-93d7-bfec020a6f5f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.372842 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-52b39053-18b7-4d87-bc0c-eeec60dbb637 req-10be0509-83b0-4b62-aabb-36a92378da2f service neutron] (93695) timed out ('10.222.0.20', 34038) {{(pid=93695) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:00:49.403228 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a094269-9b62-4977-93d7-bfec020a6f5f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Port': ['ID=c177f449-cda8-45ce-8490-e24813e52b17,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:49.413810 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Network 2543bb20-c5ab-4e61-a2cc-15698c179b37 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:49.570905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a094269-9b62-4977-93d7-bfec020a6f5f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.580866 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7a094269-9b62-4977-93d7-bfec020a6f5f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/c177f449-cda8-45ce-8490-e24813e52b17 HTTP/1.1" status: 204 len: 168 time: 0.9760413 Jul 16 09:00:49.585070 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:49.586173 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56968) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:49.600255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:49.651719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c6875953-a8c4-4faf-b37d-42066e292545 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:49.666990 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4691860-78c0-4c2f-824d-536e27a086a2 req-ebbca0a9-8168-4e64-95dc-5591320c7ec9 service neutron] 10.222.0.15 "GET /v2.0/networks/5db0e0ea-aa8f-499f-a098-7a682e6790ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6630580 Jul 16 09:00:49.672313 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5cbfc80-c976-44d4-bead-4328b24a458a req-a7a6811b-a8a7-47e1-8097-46422a4dfa77 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6643674 Jul 16 09:00:49.673629 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Pushing event updated for resources: {'Port': ['ID=603639ed-6a53-417a-a7a9-c7aa7a7ed281,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:49.766143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf16946-6ba6-42d1-9f5b-b0e50b7ecd84 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:49.767814 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1bf16946-6ba6-42d1-9f5b-b0e50b7ecd84 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1797976 Jul 16 09:00:49.778930 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56972) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:49.783276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:49.894975 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.919870 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:49.921113 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.950917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eefefbf-8b10-4403-becc-8a27b196abd3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:49.960077 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5eefefbf-8b10-4403-becc-8a27b196abd3 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1832740 Jul 16 09:00:49.963132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56978) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.060089 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cbaaed-914c-4518-9561-2e318a59abe9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:50.062303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cbaaed-914c-4518-9561-2e318a59abe9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:50.064335 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2cbaaed-914c-4518-9561-2e318a59abe9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:50.069138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a2cbaaed-914c-4518-9561-2e318a59abe9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1045430 Jul 16 09:00:50.069804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56982) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.163262 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-1032bb8a-6b66-4439-b56a-71669647d833 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 613ef93a-d300-4c90-badf-5a7b30b7c596 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:50.170899 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1032bb8a-6b66-4439-b56a-71669647d833 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.184214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fa7a54e0-7311-458d-be30-bd6b15551254 None None] Provisioning for port 603639ed-6a53-417a-a7a9-c7aa7a7ed281 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:50.193652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fa7a54e0-7311-458d-be30-bd6b15551254 None None] Provisioning complete for port 603639ed-6a53-417a-a7a9-c7aa7a7ed281 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:50.194609 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fa7a54e0-7311-458d-be30-bd6b15551254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.234477 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1032bb8a-6b66-4439-b56a-71669647d833 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.292544 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-fa7a54e0-7311-458d-be30-bd6b15551254 None None] Port 603639ed-6a53-417a-a7a9-c7aa7a7ed281 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:50.311311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 56986) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.347781 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1032bb8a-6b66-4439-b56a-71669647d833 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.417468 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5cbfc80-c976-44d4-bead-4328b24a458a req-fbd756b9-dc93-42b4-b151-a767e55f91a6 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7298462 Jul 16 09:00:50.439274 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1032bb8a-6b66-4439-b56a-71669647d833 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.449641 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4691860-78c0-4c2f-824d-536e27a086a2 req-c9acd0fc-008f-4ab1-988d-ea41d531033d service neutron] 10.222.0.15 "GET /v2.0/networks/5db0e0ea-aa8f-499f-a098-7a682e6790ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7639513 Jul 16 09:00:50.450029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0184c61c-3c45-4a4d-9112-c4f8c8380ff6 None None] Provisioning for port c6875953-a8c4-4faf-b37d-42066e292545 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:50.456365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Allocated IP 172.25.4.43 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/2d88a838-7df1-482e-babe-f92cc97cbb9c) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:50.477431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0184c61c-3c45-4a4d-9112-c4f8c8380ff6 None None] Provisioning complete for port c6875953-a8c4-4faf-b37d-42066e292545 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:50.478475 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0184c61c-3c45-4a4d-9112-c4f8c8380ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.490635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032bb8a-6b66-4439-b56a-71669647d833 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=613ef93a-d300-4c90-badf-5a7b30b7c596,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:50.498352 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1032bb8a-6b66-4439-b56a-71669647d833 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.504016 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1032bb8a-6b66-4439-b56a-71669647d833 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/613ef93a-d300-4c90-badf-5a7b30b7c596 HTTP/1.1" status: 204 len: 168 time: 0.4330773 Jul 16 09:00:50.504703 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56990) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.593377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e3a06300-a84a-4396-b97e-4ec1faad2765 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:50.593846 n-d-758944-46 neutron-server[93695]: WARNING neutron.api.v2.base [None req-e3a06300-a84a-4396-b97e-4ec1faad2765 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 09:00:50.594356 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-e3a06300-a84a-4396-b97e-4ec1faad2765 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 09:00:50.595396 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e3a06300-a84a-4396-b97e-4ec1faad2765 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2509680 Jul 16 09:00:50.606870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56992) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:50.618681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8616aae1-0e34-4ff2-aafe-bc32c4b6bef1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group': {'name': 'tempest-secgroup--693480608'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:50.656046 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-f81413f5-1ee3-4418-ae2b-841c7f876053 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Deleting subnet 6b9ad235-1f56-4e5a-baae-401013e45e85 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:50.677640 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.677881 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f81413f5-1ee3-4418-ae2b-841c7f876053 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.727528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8b4d97-5dde-4f6f-9c3a-1a1d3cd98513 req-6745a246-51f0-4780-a292-c0deb4149e62 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:50.729415 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a8b4d97-5dde-4f6f-9c3a-1a1d3cd98513 req-6745a246-51f0-4780-a292-c0deb4149e62 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 943 time: 0.3547845 Jul 16 09:00:50.733027 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8616aae1-0e34-4ff2-aafe-bc32c4b6bef1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.755751 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8616aae1-0e34-4ff2-aafe-bc32c4b6bef1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.762942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bdf804f-276e-43e3-88b3-1bafe8c4ff95 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:50.773135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f81413f5-1ee3-4418-ae2b-841c7f876053 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.782875 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:50.952225 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f81413f5-1ee3-4418-ae2b-841c7f876053 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.018849 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.025387 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.045002 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.097970 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a8b4d97-5dde-4f6f-9c3a-1a1d3cd98513 req-b5c20163-ac1c-493d-aef8-2a417795f3b8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280268 Jul 16 09:00:51.111986 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9a6d42f6-dcc0-4170-ad31-3ed030ca4c59 None None] Could not find standard attr ID for object c177f449-cda8-45ce-8490-e24813e52b17. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:00:51.156016 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8616aae1-0e34-4ff2-aafe-bc32c4b6bef1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.157328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:51.166310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:51.166562 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8616aae1-0e34-4ff2-aafe-bc32c4b6bef1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.183954 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:51.188950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'Port': ['ID=2d88a838-7df1-482e-babe-f92cc97cbb9c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:51.228160 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f81413f5-1ee3-4418-ae2b-841c7f876053 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.266900 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.280373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Pushing event updated for resources: {'Port': ['ID=603639ed-6a53-417a-a7a9-c7aa7a7ed281,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:51.314329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81413f5-1ee3-4418-ae2b-841c7f876053 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Subnet': ['ID=6b9ad235-1f56-4e5a-baae-401013e45e85,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:51.346539 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f81413f5-1ee3-4418-ae2b-841c7f876053 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.352036 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f81413f5-1ee3-4418-ae2b-841c7f876053 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/6b9ad235-1f56-4e5a-baae-401013e45e85 HTTP/1.1" status: 204 len: 168 time: 0.8456111 Jul 16 09:00:51.361431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56996) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:51.362268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616aae1-0e34-4ff2-aafe-bc32c4b6bef1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da645ceb-a7bf-4eab-a19c-6391a109f582,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:51.447794 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-41c068c5-e094-49a0-a6a8-9abbd08aa75c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0793626 Jul 16 09:00:51.451867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 56998) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:51.638796 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8616aae1-0e34-4ff2-aafe-bc32c4b6bef1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.660454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc03938-1d57-4525-8405-709b3d9102ad tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:51.665610 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0fc03938-1d57-4525-8405-709b3d9102ad tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.2093801 Jul 16 09:00:51.666327 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8616aae1-0e34-4ff2-aafe-bc32c4b6bef1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.689157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57000) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:51.943166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Network 2543bb20-c5ab-4e61-a2cc-15698c179b37 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:51.954042 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:52.128637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23f5635-0352-45ac-b1e6-7a8f7cc4d863 None None] Network d414e6fa-d160-44fd-92e3-d399748f3f68 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:52.308411 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9749a1d6-ade5-46e8-8ba8-c1db42bdea37 None None] Provisioning complete for port c6875953-a8c4-4faf-b37d-42066e292545 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:52.308736 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9749a1d6-ade5-46e8-8ba8-c1db42bdea37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.319972 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7976949f-a168-4505-9114-3dec508c3822 req-612a7391-2a54-45d3-b828-0f320bd8a21e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.0827065 Jul 16 09:00:52.367357 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8616aae1-0e34-4ff2-aafe-bc32c4b6bef1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.368601 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8616aae1-0e34-4ff2-aafe-bc32c4b6bef1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7599866 Jul 16 09:00:52.369781 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8616aae1-0e34-4ff2-aafe-bc32c4b6bef1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e5b7c6-505f-49d0-9e8a-ee82d7275e7c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:52.373794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57006) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:52.380394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ec0ef769-0704-4d1c-b857-338a15a1e0ad tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '05e5b7c6-505f-49d0-9e8a-ee82d7275e7c', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:52.478240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e80d797-2b12-453e-ab12-7d2901d8ecda tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:52.484842 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9e80d797-2b12-453e-ab12-7d2901d8ecda tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7721357 Jul 16 09:00:52.486414 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57008) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:52.562475 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f6ef36f5-5487-4a7d-969f-b7023d4c4228 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709515 Jul 16 09:00:52.569918 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef769-0704-4d1c-b857-338a15a1e0ad tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.576557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57010) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:52.631801 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d91d7a30-d2cb-4f2f-a0ae-2b46203dcec4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:52.632839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d91d7a30-d2cb-4f2f-a0ae-2b46203dcec4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:52.634826 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d91d7a30-d2cb-4f2f-a0ae-2b46203dcec4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/c177f449-cda8-45ce-8490-e24813e52b17 HTTP/1.1" status: 404 len: 333 time: 0.0574043 Jul 16 09:00:52.650373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57012) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:52.679965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41dc60ed-ccb4-4a0f-9882-35ca91e1c21f None None] DHCP port deletion for d414e6fa-d160-44fd-92e3-d399748f3f68 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:52.706532 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0683d37-1b1b-4aec-99ae-f893f4d1ffdf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:52.707091 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0683d37-1b1b-4aec-99ae-f893f4d1ffdf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:52.713018 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c0683d37-1b1b-4aec-99ae-f893f4d1ffdf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/613ef93a-d300-4c90-badf-5a7b30b7c596 HTTP/1.1" status: 404 len: 337 time: 0.0570951 Jul 16 09:00:52.716551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57014) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:52.721863 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef769-0704-4d1c-b857-338a15a1e0ad tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.728756 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef769-0704-4d1c-b857-338a15a1e0ad tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.751556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-686ad21d-cae9-426e-a5b2-3b7232749bce None None] Provisioning complete for port 603639ed-6a53-417a-a7a9-c7aa7a7ed281 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:52.752311 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-686ad21d-cae9-426e-a5b2-3b7232749bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.765929 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0ef769-0704-4d1c-b857-338a15a1e0ad tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b7637c7-8fe6-45c4-b032-57ff4bf29052,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:52.771845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Router 63e64555-52c9-4eb8-9ef7-bce427a6861f has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:52.779519 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ec0ef769-0704-4d1c-b857-338a15a1e0ad tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.783626 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ec0ef769-0704-4d1c-b857-338a15a1e0ad tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076734 Jul 16 09:00:52.786282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57016) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:52.795915 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1bf9505d-9bcc-4162-9b03-9eac6811ce90 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '05e5b7c6-505f-49d0-9e8a-ee82d7275e7c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:52.813587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-41dc60ed-ccb4-4a0f-9882-35ca91e1c21f None None] Deleting port c6875953-a8c4-4faf-b37d-42066e292545 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:52.814207 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-492b0f21-fd20-494e-a343-1f75c881f5e2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:52.814363 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41dc60ed-ccb4-4a0f-9882-35ca91e1c21f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.814870 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-492b0f21-fd20-494e-a343-1f75c881f5e2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:52.816828 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-492b0f21-fd20-494e-a343-1f75c881f5e2 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/6b9ad235-1f56-4e5a-baae-401013e45e85 HTTP/1.1" status: 404 len: 337 time: 0.0710957 Jul 16 09:00:52.820813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57018) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:52.844317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-686ad21d-cae9-426e-a5b2-3b7232749bce None None] Port 603639ed-6a53-417a-a7a9-c7aa7a7ed281 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:00:52.847227 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.861170 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4e3531-3e28-4395-93e6-6b1eddf5033f req-61bac69c-96f7-4288-9823-9849a0f5b339 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:52.868566 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af4e3531-3e28-4395-93e6-6b1eddf5033f req-61bac69c-96f7-4288-9823-9849a0f5b339 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 943 time: 0.3336236 Jul 16 09:00:52.878863 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d10de27e-c570-45cb-bad4-492a3b06c829 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:52.879891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d10de27e-c570-45cb-bad4-492a3b06c829 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:52.885353 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d10de27e-c570-45cb-bad4-492a3b06c829 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/67923dd2-0c64-4b38-be08-c3f7a9165c14 HTTP/1.1" status: 404 len: 333 time: 0.0603292 Jul 16 09:00:52.886012 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57020) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:52.916637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976949f-a168-4505-9114-3dec508c3822 req-b0b3f5be-28e9-4449-b06c-c189b051d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:52.918460 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7976949f-a168-4505-9114-3dec508c3822 req-b0b3f5be-28e9-4449-b06c-c189b051d9fd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 1097 time: 0.5005836 Jul 16 09:00:52.941151 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1bf9505d-9bcc-4162-9b03-9eac6811ce90 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.943874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-41dc60ed-ccb4-4a0f-9882-35ca91e1c21f None None] For port c6875953-a8c4-4faf-b37d-42066e292545, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c6875953-a8c4-4faf-b37d-42066e292545,segment=NetworkSegment(c532e0e5-dda3-478a-bfd4-98e0b7810f6b),segment_id=c532e0e5-dda3-478a-bfd4-98e0b7810f6b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:52.944240 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41dc60ed-ccb4-4a0f-9882-35ca91e1c21f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.955655 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b07863e1-3da5-4997-a6f5-4a309059d3ae tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:52.956552 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b07863e1-3da5-4997-a6f5-4a309059d3ae tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:52.962237 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b07863e1-3da5-4997-a6f5-4a309059d3ae tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/524ed3ce-db80-4d42-9146-1a91ead4ddf5 HTTP/1.1" status: 404 len: 337 time: 0.0706716 Jul 16 09:00:52.964682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57022) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:52.980986 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-41dc60ed-ccb4-4a0f-9882-35ca91e1c21f None None] Calling delete_port for c6875953-a8c4-4faf-b37d-42066e292545 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:53.024575 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-174a6673-00d9-4e1b-af1a-e21cadbc25d4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:53.025642 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174a6673-00d9-4e1b-af1a-e21cadbc25d4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.026955 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-174a6673-00d9-4e1b-af1a-e21cadbc25d4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/7312cf8d-0771-4907-bf1d-5134589db8b3 HTTP/1.1" status: 404 len: 337 time: 0.0612345 Jul 16 09:00:53.031428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57026) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.064986 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b757d4f-536b-4d61-a538-b23aae673625 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:53.065819 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b757d4f-536b-4d61-a538-b23aae673625 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.067874 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7b757d4f-536b-4d61-a538-b23aae673625 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/9d2a3a6e-0062-4000-bf6e-2da40a865e4c HTTP/1.1" status: 404 len: 333 time: 0.0354180 Jul 16 09:00:53.072021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57028) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.112974 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-4537db71-ac0d-4780-b270-b286a551a7b8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:53.113585 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4537db71-ac0d-4780-b270-b286a551a7b8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.115760 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4537db71-ac0d-4780-b270-b286a551a7b8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/deba16f9-e6f8-458a-a626-fd5320eec8d3 HTTP/1.1" status: 404 len: 337 time: 0.0426035 Jul 16 09:00:53.120366 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 33632c02-07c3-4c48-8886-dabb390b3890 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:53.121787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57030) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.133010 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-1bf9505d-9bcc-4162-9b03-9eac6811ce90 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 09:00:53.134037 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1bf9505d-9bcc-4162-9b03-9eac6811ce90 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3462062 Jul 16 09:00:53.147946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57032) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.175682 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-7385c100-636c-41d8-90d4-bb4ddb21ea80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:53.176139 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7385c100-636c-41d8-90d4-bb4ddb21ea80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.177155 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af4e3531-3e28-4395-93e6-6b1eddf5033f req-80a71ae0-d7ea-4f56-a296-355ab2c76067 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082345 Jul 16 09:00:53.178013 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7385c100-636c-41d8-90d4-bb4ddb21ea80 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/2634f37c-91dd-436f-bbff-0cb966cdddfd HTTP/1.1" status: 404 len: 337 time: 0.0551710 Jul 16 09:00:53.183141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57034) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.241844 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b1ad545-eb47-49b4-9a0c-eaafcf12d06f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:53.242629 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b1ad545-eb47-49b4-9a0c-eaafcf12d06f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.246964 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7b1ad545-eb47-49b4-9a0c-eaafcf12d06f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/d9bf1765-00ea-4d4f-967d-aaee4931882a HTTP/1.1" status: 404 len: 333 time: 0.0604510 Jul 16 09:00:53.247281 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-96fc02bc-e85f-434e-bff3-747aad3fa843 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.249820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57036) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.277539 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41dc60ed-ccb4-4a0f-9882-35ca91e1c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.310597 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d949822-18bb-4ee0-aaf1-0d5fe86443b1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:53.311040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d949822-18bb-4ee0-aaf1-0d5fe86443b1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.317525 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9d949822-18bb-4ee0-aaf1-0d5fe86443b1 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/92dcee0e-4e51-4221-936a-ba1911478897 HTTP/1.1" status: 404 len: 337 time: 0.0625420 Jul 16 09:00:53.318772 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57038) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.331182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976949f-a168-4505-9114-3dec508c3822 req-81166778-efc6-4fe6-85e4-92b80b346296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:53.332452 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-96fc02bc-e85f-434e-bff3-747aad3fa843 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.333066 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7976949f-a168-4505-9114-3dec508c3822 req-81166778-efc6-4fe6-85e4-92b80b346296 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 200 len: 911 time: 0.3743207 Jul 16 09:00:53.336391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:53.345048 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a3753adb-ee2b-403f-88fa-d2f0e24ce72e admin admin] 10.222.0.20 "PUT /v2.0/routers/63e64555-52c9-4eb8-9ef7-bce427a6861f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0126359 Jul 16 09:00:53.362278 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Sync routers for ids ['63e64555-52c9-4eb8-9ef7-bce427a6861f'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:53.378531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41dc60ed-ccb4-4a0f-9882-35ca91e1c21f None None] No DVR routers for this DVR port c6875953-a8c4-4faf-b37d-42066e292545 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:53.380323 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-618e54db-312d-44eb-91d1-60a85b814f26 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:53.381188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-618e54db-312d-44eb-91d1-60a85b814f26 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.386158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc60ed-ccb4-4a0f-9882-35ca91e1c21f None None] Pushing event deleted for resources: {'Port': ['ID=c6875953-a8c4-4faf-b37d-42066e292545,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:53.390495 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-618e54db-312d-44eb-91d1-60a85b814f26 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/2db25f9b-edc3-4998-937a-9957ac4354a5 HTTP/1.1" status: 404 len: 337 time: 0.0694122 Jul 16 09:00:53.402313 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57042) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.454028 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc61d09b-aa85-44f7-9d16-6ee44b97713a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:53.454975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc61d09b-aa85-44f7-9d16-6ee44b97713a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.460387 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bc61d09b-aa85-44f7-9d16-6ee44b97713a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/6061c05d-7947-4582-98d7-994148d518ad HTTP/1.1" status: 404 len: 333 time: 0.0482895 Jul 16 09:00:53.462904 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57044) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.468862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Routers {'63e64555-52c9-4eb8-9ef7-bce427a6861f'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:53.469979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['63e64555-52c9-4eb8-9ef7-bce427a6861f'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:53.498429 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7976949f-a168-4505-9114-3dec508c3822 req-669c967d-af04-446b-9ec3-880be07d2a53 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d8bf397-a19e-431a-8781-d0fe8e9e18e1 HTTP/1.1" status: 200 len: 1000 time: 0.1574659 Jul 16 09:00:53.511938 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a048b6a5-7867-4a53-a83e-7132571914bb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:53.512905 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a048b6a5-7867-4a53-a83e-7132571914bb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.515205 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a048b6a5-7867-4a53-a83e-7132571914bb tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/2c732e42-de25-41ab-8cb2-acda8207fba5 HTTP/1.1" status: 404 len: 337 time: 0.0396984 Jul 16 09:00:53.533685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57048) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.554230 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-96fc02bc-e85f-434e-bff3-747aad3fa843 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.557286 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-96fc02bc-e85f-434e-bff3-747aad3fa843 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.558786 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-96fc02bc-e85f-434e-bff3-747aad3fa843 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "DELETE /v2.0/security-groups/05e5b7c6-505f-49d0-9e8a-ee82d7275e7c HTTP/1.1" status: 204 len: 168 time: 0.3921220 Jul 16 09:00:53.563275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57050) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.589258 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fc02bc-e85f-434e-bff3-747aad3fa843 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e5b7c6-505f-49d0-9e8a-ee82d7275e7c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:53.635733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Set router 63e64555-52c9-4eb8-9ef7-bce427a6861f gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:53.637584 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c5f3a2ba-26cb-4c7e-973a-392c4b0bcb1d tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0729485 Jul 16 09:00:53.643703 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57052) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.649078 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d317a8dd-b49b-425a-81fb-80b9314aa0c7 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1584525825'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:53.651879 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dd374da-1293-468c-8fec-acbab25371e5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:53.652738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dd374da-1293-468c-8fec-acbab25371e5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.654788 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4dd374da-1293-468c-8fec-acbab25371e5 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/55d58387-75bc-4fd5-867f-e6f03397450e HTTP/1.1" status: 404 len: 333 time: 0.1194313 Jul 16 09:00:53.659866 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57054) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.697853 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7a4bd4-1541-4b17-9903-91081c54159d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:53.698751 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7a4bd4-1541-4b17-9903-91081c54159d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.701293 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cc7a4bd4-1541-4b17-9903-91081c54159d tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/76f4f422-4a11-447d-b955-c8e6f99bc0ab HTTP/1.1" status: 404 len: 337 time: 0.0399549 Jul 16 09:00:53.706675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57056) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.735206 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c6875953-a8c4-4faf-b37d-42066e292545 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:53.742834 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-22197d09-f202-4697-a66c-83273b9b3ecd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:53.743858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22197d09-f202-4697-a66c-83273b9b3ecd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.751427 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-22197d09-f202-4697-a66c-83273b9b3ecd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/41673f98-a19d-418d-9081-fc2a2b664a0a HTTP/1.1" status: 404 len: 333 time: 0.0377510 Jul 16 09:00:53.751972 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57058) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.761786 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d317a8dd-b49b-425a-81fb-80b9314aa0c7 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.778797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: c6875953-a8c4-4faf-b37d-42066e292545 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:53.779143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c6875953-a8c4-4faf-b37d-42066e292545 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:53.800022 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-7372a955-28c9-4338-98f7-80057f7edd49 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:53.800697 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7372a955-28c9-4338-98f7-80057f7edd49 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.806837 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7372a955-28c9-4338-98f7-80057f7edd49 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/037455d9-ed73-407c-a247-5afbe7a9ffb7 HTTP/1.1" status: 404 len: 337 time: 0.0499473 Jul 16 09:00:53.808378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57060) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.813995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976949f-a168-4505-9114-3dec508c3822 req-013cf3d0-6a3c-44cc-a8f8-b8c5af7e7388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:53.817701 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7976949f-a168-4505-9114-3dec508c3822 req-013cf3d0-6a3c-44cc-a8f8-b8c5af7e7388 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b633f7a-07ad-4cc2-8342-da35f664e7b1 HTTP/1.1" status: 200 len: 850 time: 0.3095222 Jul 16 09:00:53.841823 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bf8fb67-5ba2-417f-b3c3-c3cac21e6e15 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:53.842721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bf8fb67-5ba2-417f-b3c3-c3cac21e6e15 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.848980 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6bf8fb67-5ba2-417f-b3c3-c3cac21e6e15 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/31168660-de87-49eb-8156-96b42fcca374 HTTP/1.1" status: 404 len: 333 time: 0.0365503 Jul 16 09:00:53.849286 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 33632c02-07c3-4c48-8886-dabb390b3890, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=33632c02-07c3-4c48-8886-dabb390b3890,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:53.850274 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57062) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.869341 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.881860 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '33632c02-07c3-4c48-8886-dabb390b3890', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'port_id': '33632c02-07c3-4c48-8886-dabb390b3890', 'mac_address': 'fa:16:3e:1d:9e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:00:53.924551 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-e25e44fe-d764-46ee-8b19-3579e090c3ae tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:53.925305 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e25e44fe-d764-46ee-8b19-3579e090c3ae tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:53.935492 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e25e44fe-d764-46ee-8b19-3579e090c3ae tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/6a97b8fa-4035-4239-b505-ccd016d38400 HTTP/1.1" status: 404 len: 337 time: 0.0836978 Jul 16 09:00:53.948515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57066) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:53.973093 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:53.990504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33632c02-07c3-4c48-8886-dabb390b3890 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:54.013445 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 33632c02-07c3-4c48-8886-dabb390b3890, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=33632c02-07c3-4c48-8886-dabb390b3890,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:54.033941 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.037890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976949f-a168-4505-9114-3dec508c3822 req-fae859a9-81c3-4bac-8868-f2a75636329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:54.040545 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7976949f-a168-4505-9114-3dec508c3822 req-fae859a9-81c3-4bac-8868-f2a75636329c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14402a19-9c27-491a-b636-32963005e922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2049084 Jul 16 09:00:54.044724 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40c83e8-97ec-4196-8e66-749ea0771ddf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:54.046023 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40c83e8-97ec-4196-8e66-749ea0771ddf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:54.054743 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c40c83e8-97ec-4196-8e66-749ea0771ddf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/74f4688e-7abf-4ddb-a5b3-41b7d73e7b7d HTTP/1.1" status: 404 len: 333 time: 0.1043882 Jul 16 09:00:54.057706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57068) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:54.115393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=33632c02-07c3-4c48-8886-dabb390b3890,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:54.130854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:35Z', 'updated_at': '2021-07-16T09:00:50Z', 'revision_number': 4, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'gw_port': {'id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:37Z', 'updated_at': '2021-07-16T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '603639ed-6a53-417a-a7a9-c7aa7a7ed281', 'name': '', 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'mac_address': 'fa:16:3e:c4:bc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:00:50Z', 'revision_number': 2, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'subnets': [{'id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:54.147978 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c7fb2d3-0fad-4b4b-a805-d12fafee05ec tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:54.148638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c7fb2d3-0fad-4b4b-a805-d12fafee05ec tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:54.156404 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9c7fb2d3-0fad-4b4b-a805-d12fafee05ec tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/a380492a-8a30-4965-afca-5c74bc8a32aa HTTP/1.1" status: 404 len: 337 time: 0.0964279 Jul 16 09:00:54.159446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57070) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:54.166994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Checking router: 63e64555-52c9-4eb8-9ef7-bce427a6861f for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:54.167658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Updating router 63e64555-52c9-4eb8-9ef7-bce427a6861f port 603639ed-6a53-417a-a7a9-c7aa7a7ed281 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:54.176036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Router 418ba947-9049-4d76-81e7-88e396c0a945 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:00:54.209336 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fdcb551-6261-4761-a2b4-76e999a68934 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:54.210718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fdcb551-6261-4761-a2b4-76e999a68934 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:54.213127 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.213687 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7976949f-a168-4505-9114-3dec508c3822 req-4f8aa0fa-288d-42ff-bf99-e40f61a57311 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648586 Jul 16 09:00:54.218669 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5fdcb551-6261-4761-a2b4-76e999a68934 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/7ba84ee8-b0e4-4b46-8f73-a55337c66918 HTTP/1.1" status: 404 len: 333 time: 0.0567870 Jul 16 09:00:54.219644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57072) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:54.349847 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-db820870-1508-4bd8-bb31-870a65412fde tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:54.351372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['33632c02-07c3-4c48-8886-dabb390b3890'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:54.357465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db820870-1508-4bd8-bb31-870a65412fde tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:54.377435 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-db820870-1508-4bd8-bb31-870a65412fde tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/d49f530a-ed41-473a-ad26-39f0d0245454 HTTP/1.1" status: 404 len: 337 time: 0.1514449 Jul 16 09:00:54.378804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57082) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:54.500252 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3f0d294-02ae-49e1-938a-17d754c3f15b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:54.504759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3f0d294-02ae-49e1-938a-17d754c3f15b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:54.513372 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e3f0d294-02ae-49e1-938a-17d754c3f15b tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/e028112d-9771-4a42-aa3d-c72d6c847a26 HTTP/1.1" status: 404 len: 337 time: 0.1247096 Jul 16 09:00:54.514636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57086) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:54.549224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:54.552341 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7976949f-a168-4505-9114-3dec508c3822 req-6323690c-b893-4621-b7d4-a91e8e8ee5fa service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852602 Jul 16 09:00:54.559806 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a0d342f-3182-47ea-a6c2-809b8a937cb6 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:54.560682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a0d342f-3182-47ea-a6c2-809b8a937cb6 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:54.561404 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Sync routers for ids ['418ba947-9049-4d76-81e7-88e396c0a945'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:54.567102 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0a0d342f-3182-47ea-a6c2-809b8a937cb6 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/d839d701-650f-40be-a65c-c6abac47c7be HTTP/1.1" status: 404 len: 333 time: 0.0458977 Jul 16 09:00:54.570631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57088) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:54.582472 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Routers {'418ba947-9049-4d76-81e7-88e396c0a945'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:54.583710 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['418ba947-9049-4d76-81e7-88e396c0a945'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:54.584745 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d317a8dd-b49b-425a-81fb-80b9314aa0c7 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.594573 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d317a8dd-b49b-425a-81fb-80b9314aa0c7 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.657827 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d317a8dd-b49b-425a-81fb-80b9314aa0c7 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.661386 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d317a8dd-b49b-425a-81fb-80b9314aa0c7 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0166173 Jul 16 09:00:54.677375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57092) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:54.695066 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3252cb77-e6f4-4274-9f06-f723d6af9743 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '5823439c-250d-4a8a-8edf-f7fce2f083e1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:54.696551 n-d-758944-46 neutron-server[93695]: WARNING neutron.api.v2.base [None req-3252cb77-e6f4-4274-9f06-f723d6af9743 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 09:00:54.698147 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-3252cb77-e6f4-4274-9f06-f723d6af9743 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:54.703726 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3252cb77-e6f4-4274-9f06-f723d6af9743 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0188847 Jul 16 09:00:54.706332 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-319f4c2d-4085-42ee-9880-a5c9bb3b2acd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:54.707215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-319f4c2d-4085-42ee-9880-a5c9bb3b2acd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:54.708958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57094) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:54.714384 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-319f4c2d-4085-42ee-9880-a5c9bb3b2acd tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/fc12e80c-72b2-4d82-93b1-15735736dfd2 HTTP/1.1" status: 404 len: 337 time: 0.1380486 Jul 16 09:00:54.714384 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.714384 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4a17aa82-3531-4973-b23a-3c7999993bc3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 8.6882489 Jul 16 09:00:54.714384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57096) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:54.716575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57098) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:54.717100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57100) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:54.721901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1212014314-network', 'tenant_id': '1da58129bb394706a8efa5d361297217'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:54.798604 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Set router 418ba947-9049-4d76-81e7-88e396c0a945 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:54.812085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d317a8dd-b49b-425a-81fb-80b9314aa0c7 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5823439c-250d-4a8a-8edf-f7fce2f083e1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:54.829123 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8194bb8-a585-4e67-8a4e-e425c3307865 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:54.830872 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b8194bb8-a585-4e67-8a4e-e425c3307865 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5c33bc819abc459d94c0dedc8ed9e910&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1033366 Jul 16 09:00:54.836191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57102) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:54.852931 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-438e0843-9d11-4c19-80f8-369fb1517068 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:54.854061 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438e0843-9d11-4c19-80f8-369fb1517068 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:54.863063 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-438e0843-9d11-4c19-80f8-369fb1517068 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/d4507cae-b789-4859-9efb-2ef848e2bdae HTTP/1.1" status: 404 len: 337 time: 0.1296327 Jul 16 09:00:54.874234 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57104) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:54.928592 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] Made reservation on behalf of 1da58129bb394706a8efa5d361297217 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:54.931669 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.939116 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-6374a2ae-1122-47b6-a3fb-84110712de7e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:54.941849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6374a2ae-1122-47b6-a3fb-84110712de7e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:54.949990 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6374a2ae-1122-47b6-a3fb-84110712de7e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/35589938-2db5-477b-a32b-7be9d031890e HTTP/1.1" status: 404 len: 333 time: 0.0735896 Jul 16 09:00:54.953646 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac127d-b9ec-4a9d-a51a-b1a9e6dcffc6 req-60725303-ff7d-463e-af52-ac0ab1751581 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:54.956655 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43ac127d-b9ec-4a9d-a51a-b1a9e6dcffc6 req-60725303-ff7d-463e-af52-ac0ab1751581 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 944 time: 0.4960821 Jul 16 09:00:54.958992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57106) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:55.006498 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f9fdade-e5b2-4ba5-bd80-2404844723a5 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.056276 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f9fdade-e5b2-4ba5-bd80-2404844723a5 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.063784 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba947-9049-4d76-81e7-88e396c0a945', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800342018', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:00:52Z', 'revision_number': 3, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418ba947-9049-4d76-81e7-88e396c0a945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:55.106790 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.129236 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Checking router: 418ba947-9049-4d76-81e7-88e396c0a945 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:55.129821 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Updating router 418ba947-9049-4d76-81e7-88e396c0a945 port 2d88a838-7df1-482e-babe-f92cc97cbb9c binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:00:55.136850 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Transition to ACTIVE for port object 603639ed-6a53-417a-a7a9-c7aa7a7ed281 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:55.144239 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f9fdade-e5b2-4ba5-bd80-2404844723a5 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.150159 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2f9fdade-e5b2-4ba5-bd80-2404844723a5 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.153535 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.155039 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2f9fdade-e5b2-4ba5-bd80-2404844723a5 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "DELETE /v2.0/security-groups/5823439c-250d-4a8a-8edf-f7fce2f083e1 HTTP/1.1" status: 204 len: 168 time: 0.4347405 Jul 16 09:00:55.155778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57108) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:55.188156 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9fdade-e5b2-4ba5-bd80-2404844723a5 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5823439c-250d-4a8a-8edf-f7fce2f083e1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:55.191328 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.230096 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fe09f6df-19e7-4a48-abc8-c184e0b28c0a tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626059 Jul 16 09:00:55.230760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57110) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:55.236864 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-66635d7c-c466-4e7e-bc41-2aad4b65ff23 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097213639'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:55.274118 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66635d7c-c466-4e7e-bc41-2aad4b65ff23 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.326737 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a8f39-cf57-4df4-a9b6-19a3dfd0b45c None None] Pushing event updated for resources: {'Port': ['ID=603639ed-6a53-417a-a7a9-c7aa7a7ed281,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:55.451682 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66635d7c-c466-4e7e-bc41-2aad4b65ff23 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.454110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Attempting to bind port 603639ed-6a53-417a-a7a9-c7aa7a7ed281 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:55.454885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Attempting to bind port 603639ed-6a53-417a-a7a9-c7aa7a7ed281 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '2a6579bd-c73a-4f0c-9766-9f550de2d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:55.455331 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Attempting to bind port 603639ed-6a53-417a-a7a9-c7aa7a7ed281 on network 2543bb20-c5ab-4e61-a2cc-15698c179b37 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:55.465163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:55.465833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Checking segment: {'id': '2a6579bd-c73a-4f0c-9766-9f550de2d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:55.466326 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.466602 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66635d7c-c466-4e7e-bc41-2aad4b65ff23 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.466945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Bound using segment: {'id': '2a6579bd-c73a-4f0c-9766-9f550de2d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:55.467814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Bound port: 603639ed-6a53-417a-a7a9-c7aa7a7ed281, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a6579bd-c73a-4f0c-9766-9f550de2d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:55.469204 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.486677 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.564105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66635d7c-c466-4e7e-bc41-2aad4b65ff23 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d77c7a-1c8d-4caa-96b5-4ecb60feed36,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:55.590560 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecd2bd1a-86d8-4f61-8bd7-374d470bf133 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:55.592359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecd2bd1a-86d8-4f61-8bd7-374d470bf133 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:55.592856 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-66635d7c-c466-4e7e-bc41-2aad4b65ff23 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.597265 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-66635d7c-c466-4e7e-bc41-2aad4b65ff23 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3636324 Jul 16 09:00:55.598434 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ecd2bd1a-86d8-4f61-8bd7-374d470bf133 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/b4fdb0dd-d563-43ea-b830-5fece2d8fdb3 HTTP/1.1" status: 404 len: 337 time: 0.5712841 Jul 16 09:00:55.598842 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57112) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:55.599369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57114) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:55.615311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] For port 603639ed-6a53-417a-a7a9-c7aa7a7ed281, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:55.629872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] For port 603639ed-6a53-417a-a7a9-c7aa7a7ed281, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=603639ed-6a53-417a-a7a9-c7aa7a7ed281,segment=NetworkSegment(2a6579bd-c73a-4f0c-9766-9f550de2d625),segment_id=2a6579bd-c73a-4f0c-9766-9f550de2d625)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:55.640845 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.654807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-28244cb5-7134-4ecc-892b-70d6d3616ae3 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '68d77c7a-1c8d-4caa-96b5-4ecb60feed36', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:55.656264 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-28244cb5-7134-4ecc-892b-70d6d3616ae3 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 09:00:55.659755 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-28244cb5-7134-4ecc-892b-70d6d3616ae3 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:55.661616 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-28244cb5-7134-4ecc-892b-70d6d3616ae3 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0579233 Jul 16 09:00:55.666278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57118) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:55.724171 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a9701a-fbb4-4650-81a8-3c06a1874277 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:55.724851 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a9701a-fbb4-4650-81a8-3c06a1874277 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:55.728181 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e9a9701a-fbb4-4650-81a8-3c06a1874277 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/68062cea-6047-41d3-a28d-51ec2ff35af7 HTTP/1.1" status: 404 len: 337 time: 0.1268101 Jul 16 09:00:55.739596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57120) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:55.803771 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43ac127d-b9ec-4a9d-a51a-b1a9e6dcffc6 req-f75b3c45-47bb-4690-bc09-458e4100a17a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271642 Jul 16 09:00:55.822472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea0d29b-b539-42ed-807a-87426e561b83 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:55.826410 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7ea0d29b-b539-42ed-807a-87426e561b83 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9866378 Jul 16 09:00:55.830696 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a8f39-cf57-4df4-a9b6-19a3dfd0b45c None None] Pushing event updated for resources: {'Port': ['ID=603639ed-6a53-417a-a7a9-c7aa7a7ed281,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:55.833223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57122) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:55.852275 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Routers {'63e64555-52c9-4eb8-9ef7-bce427a6861f'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:55.853103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['63e64555-52c9-4eb8-9ef7-bce427a6861f'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:55.854899 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a384f763-65ce-4f70-9c28-572b947d6645 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:55.856165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a384f763-65ce-4f70-9c28-572b947d6645 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:55.863847 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a384f763-65ce-4f70-9c28-572b947d6645 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/2433391a-bca3-42a0-8409-b7c0cf795312 HTTP/1.1" status: 404 len: 333 time: 0.1204591 Jul 16 09:00:55.871703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57124) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:55.905835 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.938078 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.961352 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d32877a8-0503-482a-bc4f-93656fde0209 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.963722 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Transition to ACTIVE for port object 2d88a838-7df1-482e-babe-f92cc97cbb9c will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:55.978306 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:55.997585 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.010833 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d32877a8-0503-482a-bc4f-93656fde0209 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.027399 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bb7e931-0a9f-4022-a59c-d4bc04df8900 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:56.027843 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bb7e931-0a9f-4022-a59c-d4bc04df8900 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:56.029893 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9bb7e931-0a9f-4022-a59c-d4bc04df8900 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/a271aecf-7d72-40ed-b8ff-dba8a2b70ea8 HTTP/1.1" status: 404 len: 337 time: 0.1566997 Jul 16 09:00:56.037203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57126) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.038999 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5c2fd276-c0ba-441b-b078-80d2de7532d9 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1670372 Jul 16 09:00:56.042107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57128) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.078534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747550eb-ab84-461d-9720-aa9119defce3,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:56.089996 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:56.094122 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bdd46952-e786-4186-9f7b-32dce3c18a7f tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=5c33bc819abc459d94c0dedc8ed9e910&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508485 Jul 16 09:00:56.097828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57130) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.118407 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefd17e-10f7-4ead-ad10-05e348238218 None None] Pushing event updated for resources: {'Port': ['ID=2d88a838-7df1-482e-babe-f92cc97cbb9c,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:56.121387 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-4487c8ae-7aa4-4354-b9a6-46119be14729 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:56.122025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4487c8ae-7aa4-4354-b9a6-46119be14729 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:56.134014 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4487c8ae-7aa4-4354-b9a6-46119be14729 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/6fdb2985-dc69-4dd4-87e4-b95e5e700377 HTTP/1.1" status: 404 len: 337 time: 0.0874953 Jul 16 09:00:56.140437 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57132) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.149369 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Attempting to bind port 2d88a838-7df1-482e-babe-f92cc97cbb9c on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:56.150516 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Attempting to bind port 2d88a838-7df1-482e-babe-f92cc97cbb9c by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:56.152033 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Attempting to bind port 2d88a838-7df1-482e-babe-f92cc97cbb9c on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:56.178646 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:56.179811 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:56.181045 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.182277 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fc620337-3df1-4114-afcd-3132b6caefe6 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports?device_id=f1996612-3d11-4060-858a-c97c05b0cd12 HTTP/1.1" status: 200 len: 205 time: 0.0404196 Jul 16 09:00:56.183037 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:56.183425 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57134) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.185253 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Bound port: 2d88a838-7df1-482e-babe-f92cc97cbb9c, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:56.189526 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.239074 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-c067eaea-2b55-423d-9c6c-0d874dd5870f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] delete failed (client error): The resource could not be found. Jul 16 09:00:56.243497 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c067eaea-2b55-423d-9c6c-0d874dd5870f tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/routers/f1996612-3d11-4060-858a-c97c05b0cd12 HTTP/1.1" status: 404 len: 336 time: 0.0579295 Jul 16 09:00:56.245036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57136) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.271269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc89e4be-49f2-46c9-93dd-e27be521ce63 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:56.275351 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fc89e4be-49f2-46c9-93dd-e27be521ce63 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1756563 Jul 16 09:00:56.279431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57138) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.288820 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-584c1834-4768-4dd5-9156-87034788d22c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:56.289380 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-584c1834-4768-4dd5-9156-87034788d22c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:56.294472 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-584c1834-4768-4dd5-9156-87034788d22c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/4ae902d3-b12f-4403-b145-231f17e17f79 HTTP/1.1" status: 404 len: 337 time: 0.0481880 Jul 16 09:00:56.295534 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57140) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.306185 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d32877a8-0503-482a-bc4f-93656fde0209 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.309103 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d32877a8-0503-482a-bc4f-93656fde0209 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.310687 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d32877a8-0503-482a-bc4f-93656fde0209 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "DELETE /v2.0/security-groups/68d77c7a-1c8d-4caa-96b5-4ecb60feed36 HTTP/1.1" status: 204 len: 168 time: 0.6438143 Jul 16 09:00:56.340547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57142) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.342151 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32877a8-0503-482a-bc4f-93656fde0209 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d77c7a-1c8d-4caa-96b5-4ecb60feed36,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:56.353010 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-448f232c-aebe-4444-82ab-600e9b1cd837 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0705924 Jul 16 09:00:56.355560 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.356196 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] Added segment 120fd852-63c5-46ad-bf94-d36cef52cf47 of type vlan for network f300bd52-22cf-487e-82f9-7011cde41e79 Jul 16 09:00:56.358516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57144) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.367082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] Set router 63e64555-52c9-4eb8-9ef7-bce427a6861f gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:56.368336 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e9ba8897-0604-433a-ae8a-f3ab81963ed1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-186444647', 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44', 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:56.382725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b2889833-5fd6-4b29-894a-491b91acf38e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "GET /v2.0/ports?device_id=2d957b8b-686d-407e-8d0a-327d137a6760 HTTP/1.1" status: 200 len: 205 time: 0.0856540 Jul 16 09:00:56.385194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57146) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.393856 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] For port 2d88a838-7df1-482e-babe-f92cc97cbb9c, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:56.402789 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] For port 2d88a838-7df1-482e-babe-f92cc97cbb9c, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2d88a838-7df1-482e-babe-f92cc97cbb9c,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:56.415774 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.441320 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-8e755006-bf4b-477c-88fc-9befda541150 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] delete failed (client error): The resource could not be found. Jul 16 09:00:56.445632 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8e755006-bf4b-477c-88fc-9befda541150 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/routers/2d957b8b-686d-407e-8d0a-327d137a6760 HTTP/1.1" status: 404 len: 336 time: 0.0590146 Jul 16 09:00:56.446598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57148) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.471398 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefd17e-10f7-4ead-ad10-05e348238218 None None] Pushing event updated for resources: {'Port': ['ID=2d88a838-7df1-482e-babe-f92cc97cbb9c,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:56.506170 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Routers {'418ba947-9049-4d76-81e7-88e396c0a945'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:56.506976 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['418ba947-9049-4d76-81e7-88e396c0a945'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:56.514194 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f2b2ed-37eb-462c-82fd-857a62be0aca tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:56.516587 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f2b2ed-37eb-462c-82fd-857a62be0aca tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:56.520716 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-91f2b2ed-37eb-462c-82fd-857a62be0aca tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/39e41e83-416f-4c26-9af6-8800a3430a1b HTTP/1.1" status: 404 len: 337 time: 0.0595405 Jul 16 09:00:56.530049 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dfe773dc-5b4b-4fd6-aa9d-18e1cc0dd61e tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1852779 Jul 16 09:00:56.535360 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57150) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.536881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57152) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.550903 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f609abcd-f371-4f54-8088-3fbb1f1cb2fe tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group': {'name': 'tempest-secgroup--930075497'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:56.611363 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-888ce45e-bf44-462c-88c0-b9eba213a569 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:56.613449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-888ce45e-bf44-462c-88c0-b9eba213a569 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:56.617449 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-888ce45e-bf44-462c-88c0-b9eba213a569 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/d7095214-f65a-420f-ad40-3cb9083a89d6 HTTP/1.1" status: 404 len: 337 time: 0.0785303 Jul 16 09:00:56.620379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57154) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.632857 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.634448 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [None req-f609abcd-f371-4f54-8088-3fbb1f1cb2fe tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 09:00:56.634448 n-d-758944-46 neutron-server[93694]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 09:00:56.634448 n-d-758944-46 neutron-server[93694]: [parameters: {'project_id_1': '13d2f0a460ed47f1ac234bbcdb24d10b', 'expiration_1': datetime.datetime(2021, 7, 16, 9, 0, 56, 606342)}] Jul 16 09:00:56.634448 n-d-758944-46 neutron-server[93694]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:00:56.634981 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [None req-f609abcd-f371-4f54-8088-3fbb1f1cb2fe tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:00:56.654929 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ba8897-0604-433a-ae8a-f3ab81963ed1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Made reservation on behalf of 5c33bc819abc459d94c0dedc8ed9e910 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:56.662069 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8897-0604-433a-ae8a-f3ab81963ed1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.667784 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] Set router 418ba947-9049-4d76-81e7-88e396c0a945 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:56.673425 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4ea7f5-a2f5-4d00-8d54-4efc841097f7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:56.673975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4ea7f5-a2f5-4d00-8d54-4efc841097f7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:56.678884 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1c4ea7f5-a2f5-4d00-8d54-4efc841097f7 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/b3e9137f-9718-4cfe-9b85-61528367cac9 HTTP/1.1" status: 404 len: 333 time: 0.0542827 Jul 16 09:00:56.679373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57156) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.731348 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d5c7252-f594-4b46-af0f-6459294e60b4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:56.732036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d5c7252-f594-4b46-af0f-6459294e60b4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:56.739029 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4d5c7252-f594-4b46-af0f-6459294e60b4 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/6027ff1d-b529-4aa9-83fb-b262b3887b6e HTTP/1.1" status: 404 len: 337 time: 0.0551679 Jul 16 09:00:56.739029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57158) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.741669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:35Z', 'updated_at': '2021-07-16T09:00:50Z', 'revision_number': 4, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'gw_port': {'id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:37Z', 'updated_at': '2021-07-16T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '603639ed-6a53-417a-a7a9-c7aa7a7ed281', 'name': '', 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'mac_address': 'fa:16:3e:c4:bc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:00:55Z', 'revision_number': 4, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'subnets': [{'id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:56.783033 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663871be-9194-418e-b1a8-2fe7d628fe52 None None] The sync data for ids ['63e64555-52c9-4eb8-9ef7-bce427a6861f'] in n-d-758944-46 is: [{'id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:35Z', 'updated_at': '2021-07-16T09:00:50Z', 'revision_number': 4, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'gw_port': {'id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:37Z', 'updated_at': '2021-07-16T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '603639ed-6a53-417a-a7a9-c7aa7a7ed281', 'name': '', 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'mac_address': 'fa:16:3e:c4:bc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:00:55Z', 'revision_number': 4, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'subnets': [{'id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:56.795530 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0137dc-252a-4f52-8ccb-d0298d47ee04 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:56.796941 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0137dc-252a-4f52-8ccb-d0298d47ee04 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:56.801881 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9c0137dc-252a-4f52-8ccb-d0298d47ee04 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/b97f0d77-fea5-4d08-bd49-3852826dbc1e HTTP/1.1" status: 404 len: 333 time: 0.0615704 Jul 16 09:00:56.802564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57160) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.822734 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.824904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:56.825988 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.882542 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5956c76-5a9e-48a1-800a-9d28cbde6564 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:56.883309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5956c76-5a9e-48a1-800a-9d28cbde6564 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:56.895510 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e5956c76-5a9e-48a1-800a-9d28cbde6564 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/6e64afd7-e1ee-4e0b-a658-998e113da7f9 HTTP/1.1" status: 404 len: 337 time: 0.0847569 Jul 16 09:00:56.896613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57166) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.947734 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.2329001 Jul 16 09:00:56.954149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57168) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.962124 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ff6e6132-d9b6-4db0-99cc-7d0b367fa70f admin admin] Request body: {'subnet': {'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1212014314-subnet', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:57.007971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861a8e0-f10e-4057-9e36-bb32cc8a2593 admin admin] Pushing event updated for resources: {'Network': ['ID=f300bd52-22cf-487e-82f9-7011cde41e79,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:57.008382 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd7e0d44-a264-4fd2-b013-9ac45724e2cf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:57.009711 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd7e0d44-a264-4fd2-b013-9ac45724e2cf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:57.016159 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cd7e0d44-a264-4fd2-b013-9ac45724e2cf tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/2e4c344a-8c84-47b2-a439-736907689ee2 HTTP/1.1" status: 404 len: 333 time: 0.1177866 Jul 16 09:00:57.019724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57170) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.024344 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network f300bd52-22cf-487e-82f9-7011cde41e79 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:57.064113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff6e6132-d9b6-4db0-99cc-7d0b367fa70f admin admin] Made reservation on behalf of 1da58129bb394706a8efa5d361297217 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:57.067008 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6132-d9b6-4db0-99cc-7d0b367fa70f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.161060 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba947-9049-4d76-81e7-88e396c0a945', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800342018', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:00:52Z', 'revision_number': 3, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418ba947-9049-4d76-81e7-88e396c0a945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:57.175899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 33632c02-07c3-4c48-8886-dabb390b3890 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:57.194514 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36138be-a26a-4aab-a2d6-f387a782de30 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:57.195260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36138be-a26a-4aab-a2d6-f387a782de30 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:57.204927 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a36138be-a26a-4aab-a2d6-f387a782de30 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/663e65a6-197d-478b-a51c-dedb74c9e218 HTTP/1.1" status: 404 len: 337 time: 0.1827414 Jul 16 09:00:57.208407 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57172) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.242144 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4e5241-ade0-4481-b5bf-4ba6434ae038 None None] The sync data for ids ['418ba947-9049-4d76-81e7-88e396c0a945'] in n-d-758944-46 is: [{'id': '418ba947-9049-4d76-81e7-88e396c0a945', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800342018', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:00:52Z', 'revision_number': 3, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418ba947-9049-4d76-81e7-88e396c0a945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:00:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:57.263730 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-70323372-af6d-4cb7-9cd1-af6f79c3537a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:57.266409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70323372-af6d-4cb7-9cd1-af6f79c3537a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:57.269630 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-70323372-af6d-4cb7-9cd1-af6f79c3537a tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/b9a34a1a-52b5-4898-b6c1-ca0a63a81d32 HTTP/1.1" status: 404 len: 333 time: 0.0595989 Jul 16 09:00:57.274423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57174) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.365284 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6132-d9b6-4db0-99cc-7d0b367fa70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.385032 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c5ae1a-3b9b-4aa6-857b-f798c129876c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:57.386050 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c5ae1a-3b9b-4aa6-857b-f798c129876c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:57.390234 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-13c5ae1a-3b9b-4aa6-857b-f798c129876c tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/4c06f03b-2245-4d82-8dd5-284270b6cdd3 HTTP/1.1" status: 404 len: 337 time: 0.1106417 Jul 16 09:00:57.392804 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f609abcd-f371-4f54-8088-3fbb1f1cb2fe tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.406336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57176) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.421749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 33632c02-07c3-4c48-8886-dabb390b3890 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:57.436345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 33632c02-07c3-4c48-8886-dabb390b3890 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:57.437938 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.470347 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3030b71-6f6c-4f3d-95cb-c9b3e9790273 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:57.474582 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3030b71-6f6c-4f3d-95cb-c9b3e9790273 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:57.476621 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d3030b71-6f6c-4f3d-95cb-c9b3e9790273 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/ba384816-5b10-49c1-8083-8e045360d20f HTTP/1.1" status: 404 len: 333 time: 0.0683749 Jul 16 09:00:57.485085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57178) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.548167 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc9e0e02-3354-4004-b5dd-e95f8d2f9d61 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:57.548834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc9e0e02-3354-4004-b5dd-e95f8d2f9d61 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:57.551175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cc9e0e02-3354-4004-b5dd-e95f8d2f9d61 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/a9a126e7-dc71-491d-8556-eb90421c8b3f HTTP/1.1" status: 404 len: 337 time: 0.0603137 Jul 16 09:00:57.555931 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57180) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.594757 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc9ed720-2414-4486-bbcd-82a810878e36 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:57.606055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc9ed720-2414-4486-bbcd-82a810878e36 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:57.612470 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dc9ed720-2414-4486-bbcd-82a810878e36 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/f337d2f1-a03b-43b8-bbd1-02287594b4af HTTP/1.1" status: 404 len: 333 time: 0.0509892 Jul 16 09:00:57.613534 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.614341 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57182) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.650297 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8897-0604-433a-ae8a-f3ab81963ed1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.656266 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33632c02-07c3-4c48-8886-dabb390b3890'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:57.660123 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a503c622-cdab-4161-8606-f2a987a184d5" -d '{"events": [{"server_uuid": "eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9", "name": "network-vif-plugged", "status": "completed", "tag": "33632c02-07c3-4c48-8886-dabb390b3890"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:57.666726 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecbf0426-1aca-4225-a3e9-ec5fd02a26f8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:57.668249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecbf0426-1aca-4225-a3e9-ec5fd02a26f8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:57.672581 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ecbf0426-1aca-4225-a3e9-ec5fd02a26f8 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/7c2d7a2e-9fe5-4639-a87b-3347faaaddcb HTTP/1.1" status: 404 len: 337 time: 0.0568337 Jul 16 09:00:57.676325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57186) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.681071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e6132-d9b6-4db0-99cc-7d0b367fa70f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6ab5e6-4518-4644-9062-dd2a6c324761,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:57.715927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 33632c02-07c3-4c48-8886-dabb390b3890, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=33632c02-07c3-4c48-8886-dabb390b3890,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:57.723612 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.775625 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7a5ba1-1cbe-49d8-b51d-b999f4f8256e x-openstack-request-id: req-8d7a5ba1-1cbe-49d8-b51d-b999f4f8256e {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:57.776308 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9", "name": "network-vif-plugged", "status": "completed", "tag": "33632c02-07c3-4c48-8886-dabb390b3890", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:57.776578 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8d7a5ba1-1cbe-49d8-b51d-b999f4f8256e {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:57.777111 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33632c02-07c3-4c48-8886-dabb390b3890', 'code': 200} Jul 16 09:00:57.782419 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 603639ed-6a53-417a-a7a9-c7aa7a7ed281 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:57.792411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553f85a-84d2-46b1-bff7-28d45174266a req-e3e439f6-80aa-4fd6-b0c6-7b2340f710d3 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:57.809271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b553f85a-84d2-46b1-bff7-28d45174266a req-e3e439f6-80aa-4fd6-b0c6-7b2340f710d3 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 944 time: 0.4900804 Jul 16 09:00:57.846021 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f609abcd-f371-4f54-8088-3fbb1f1cb2fe tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.847581 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc8b1fa5-b1ef-463c-9ac6-b283e28a8cd9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:57.848420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc8b1fa5-b1ef-463c-9ac6-b283e28a8cd9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:57.854640 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bc8b1fa5-b1ef-463c-9ac6-b283e28a8cd9 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/ports/316f6aa3-c4bc-4b97-a94b-505c5bf0a5d4 HTTP/1.1" status: 404 len: 333 time: 0.1751556 Jul 16 09:00:57.855557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57188) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.870221 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f609abcd-f371-4f54-8088-3fbb1f1cb2fe tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.879374 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff6e6132-d9b6-4db0-99cc-7d0b367fa70f admin admin] Checking segment: {'id': '120fd852-63c5-46ad-bf94-d36cef52cf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:57.879759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6e6132-d9b6-4db0-99cc-7d0b367fa70f admin admin] Network hostable DHCP agents. Network: f300bd52-22cf-487e-82f9-7011cde41e79, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:57.916271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=33632c02-07c3-4c48-8886-dabb390b3890,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:57.917399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b553f85a-84d2-46b1-bff7-28d45174266a req-f139c9f4-668a-4e12-a47f-f2207dc21cd0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067588 Jul 16 09:00:57.935060 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f609abcd-f371-4f54-8088-3fbb1f1cb2fe tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.939957 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f609abcd-f371-4f54-8088-3fbb1f1cb2fe tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3983521 Jul 16 09:00:57.941181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57190) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.962252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a92552a6-f351-490d-b56a-6890fdf59b6c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': 'f4099abf-152b-4370-a13a-2dbb693633d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:57.964442 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-a92552a6-f351-490d-b56a-6890fdf59b6c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 09:00:57.965320 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-a92552a6-f351-490d-b56a-6890fdf59b6c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:57.966825 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a92552a6-f351-490d-b56a-6890fdf59b6c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0152464 Jul 16 09:00:57.971684 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 603639ed-6a53-417a-a7a9-c7aa7a7ed281 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:57.976871 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 603639ed-6a53-417a-a7a9-c7aa7a7ed281 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:57.977225 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.985908 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e6c52fa-77d7-4083-9abc-7bbfd5082c1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] DELETE failed (client error): The resource could not be found. Jul 16 09:00:57.986391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e6c52fa-77d7-4083-9abc-7bbfd5082c1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:00:57.988581 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4e6c52fa-77d7-4083-9abc-7bbfd5082c1e tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/subnets/71bf0a4b-6059-4857-84c1-c948b6909544 HTTP/1.1" status: 404 len: 337 time: 0.1313825 Jul 16 09:00:57.989493 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57192) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.993440 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57194) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.999803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fd59487a-6c2b-4e6c-a8de-b1b6c3c01ebc tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': 'f4099abf-152b-4370-a13a-2dbb693633d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.000821 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-fd59487a-6c2b-4e6c-a8de-b1b6c3c01ebc tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 09:00:58.001512 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-fd59487a-6c2b-4e6c-a8de-b1b6c3c01ebc tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:58.005492 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba8897-0604-433a-ae8a-f3ab81963ed1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'Subnet': ['ID=1154669f-7649-434b-a6a3-e3a26260f26d,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.007812 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fd59487a-6c2b-4e6c-a8de-b1b6c3c01ebc tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0142696 Jul 16 09:00:58.008688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57196) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.015094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-caabf426-b406-4eb6-a63f-f3d9b2dbcd15 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': 'f4099abf-152b-4370-a13a-2dbb693633d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.016168 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-caabf426-b406-4eb6-a63f-f3d9b2dbcd15 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 09:00:58.017164 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-caabf426-b406-4eb6-a63f-f3d9b2dbcd15 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:58.022279 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-caabf426-b406-4eb6-a63f-f3d9b2dbcd15 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0115054 Jul 16 09:00:58.023390 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f609abcd-f371-4f54-8088-3fbb1f1cb2fe tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4099abf-152b-4370-a13a-2dbb693633d8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.027952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57198) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.035430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-96a4811c-4c5f-4341-888d-57a0922b11fe tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': 'f4099abf-152b-4370-a13a-2dbb693633d8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.036612 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-96a4811c-4c5f-4341-888d-57a0922b11fe tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 09:00:58.037323 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-96a4811c-4c5f-4341-888d-57a0922b11fe tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:00:58.042050 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-96a4811c-4c5f-4341-888d-57a0922b11fe tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0126467 Jul 16 09:00:58.042925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57200) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.105285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6e6132-d9b6-4db0-99cc-7d0b367fa70f admin admin] Network f300bd52-22cf-487e-82f9-7011cde41e79 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:58.117286 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-accab674-b66b-47d3-b004-d30a97b88b0f tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.118187 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.132358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-ff6e6132-d9b6-4db0-99cc-7d0b367fa70f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, f300bd52-22cf-487e-82f9-7011cde41e79) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:58.150877 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41fa7e19-a881-4d1b-b373-724a0e879c61 None None] Network f300bd52-22cf-487e-82f9-7011cde41e79 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:58.159267 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-accab674-b66b-47d3-b004-d30a97b88b0f tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.168361 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ba8897-0604-433a-ae8a-f3ab81963ed1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Checking segment: {'id': '1f21d7f2-0453-45c8-9b78-aab7c6ed8865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:58.168809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ba8897-0604-433a-ae8a-f3ab81963ed1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Network hostable DHCP agents. Network: 44ce1f6a-918b-4cbc-ac75-70d68d188b44, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:58.182784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff6e6132-d9b6-4db0-99cc-7d0b367fa70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:58.183493 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff6e6132-d9b6-4db0-99cc-7d0b367fa70f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.236740 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3dc33e50-eb87-48a4-a475-14b42ad8de47 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.243551 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 603639ed-6a53-417a-a7a9-c7aa7a7ed281, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=603639ed-6a53-417a-a7a9-c7aa7a7ed281,segment=NetworkSegment(2a6579bd-c73a-4f0c-9766-9f550de2d625),segment_id=2a6579bd-c73a-4f0c-9766-9f550de2d625)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:58.267298 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ff6e6132-d9b6-4db0-99cc-7d0b367fa70f admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.3093607 Jul 16 09:00:58.268221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57204) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.278307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1212014314-router', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.289582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42723ef3-a5ac-4f4e-a322-5d2d7f6a519b req-34ed99e4-ffac-4107-a8a1-460ad82bfff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:58.291295 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42723ef3-a5ac-4f4e-a322-5d2d7f6a519b req-34ed99e4-ffac-4107-a8a1-460ad82bfff7 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 1097 time: 0.3723507 Jul 16 09:00:58.292353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ba8897-0604-433a-ae8a-f3ab81963ed1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Network 44ce1f6a-918b-4cbc-ac75-70d68d188b44 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:58.296722 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-accab674-b66b-47d3-b004-d30a97b88b0f tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.302111 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-accab674-b66b-47d3-b004-d30a97b88b0f tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.305924 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-accab674-b66b-47d3-b004-d30a97b88b0f tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "DELETE /v2.0/security-groups/f4099abf-152b-4370-a13a-2dbb693633d8 HTTP/1.1" status: 204 len: 168 time: 0.2615840 Jul 16 09:00:58.315255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57206) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.339510 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accab674-b66b-47d3-b004-d30a97b88b0f tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4099abf-152b-4370-a13a-2dbb693633d8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.357998 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.373927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e9ba8897-0604-433a-ae8a-f3ab81963ed1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 44ce1f6a-918b-4cbc-ac75-70d68d188b44) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:58.378884 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.381700 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.411433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2902ea-3606-49e1-9333-9a6fcc29f3c3 None None] Network 44ce1f6a-918b-4cbc-ac75-70d68d188b44 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:58.473223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ba8897-0604-433a-ae8a-f3ab81963ed1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:58.474036 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e9ba8897-0604-433a-ae8a-f3ab81963ed1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.512651 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.581994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=603639ed-6a53-417a-a7a9-c7aa7a7ed281,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.597899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-f300bd52-22cf-487e-82f9-7011cde41e79', 'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'fixed_ips': [{'subnet_id': 'ac6ab5e6-4518-4644-9062-dd2a6c324761'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:58.598814 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.622419 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-42723ef3-a5ac-4f4e-a322-5d2d7f6a519b req-53ded997-8d75-4dff-b50d-a6d15ce3d8dd service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3080742 Jul 16 09:00:58.625505 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e9ba8897-0604-433a-ae8a-f3ab81963ed1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2649438 Jul 16 09:00:58.650533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57208) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.702160 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3dc33e50-eb87-48a4-a475-14b42ad8de47 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.797736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-3dc33e50-eb87-48a4-a475-14b42ad8de47 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d414e6fa-d160-44fd-92e3-d399748f3f68']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:58.810010 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5149bb73-f56b-4e97-bc4d-77ff01b7ee61 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4746521 Jul 16 09:00:58.813543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57210) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.830421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-44ce1f6a-918b-4cbc-ac75-70d68d188b44', 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'fixed_ips': [{'subnet_id': '1154669f-7649-434b-a6a3-e3a26260f26d'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:00:58.831322 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.832058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-2ab42bf2-9630-45c4-b401-d1214356f046 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group': {'name': 'tempest-secgroup--504471676'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.856260 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Allocated IP 172.20.0.2 (f300bd52-22cf-487e-82f9-7011cde41e79/ac6ab5e6-4518-4644-9062-dd2a6c324761/4604c38c-c1e9-4dba-a77f-b59cb6438147) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:58.861184 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.883247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-3dc33e50-eb87-48a4-a475-14b42ad8de47 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:58.883494 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-3dc33e50-eb87-48a4-a475-14b42ad8de47 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c532e0e5-dda3-478a-bfd4-98e0b7810f6b') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:58.888567 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ab42bf2-9630-45c4-b401-d1214356f046 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.004249 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3dc33e50-eb87-48a4-a475-14b42ad8de47 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.054956 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3dc33e50-eb87-48a4-a475-14b42ad8de47 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.071037 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc33e50-eb87-48a4-a475-14b42ad8de47 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:59.074956 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3dc33e50-eb87-48a4-a475-14b42ad8de47 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:59.144597 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:59.154937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Allocated IP 172.20.0.18 (44ce1f6a-918b-4cbc-ac75-70d68d188b44/1154669f-7649-434b-a6a3-e3a26260f26d/f3e662b6-3686-4e66-96e7-260aab6ff08e) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:59.161663 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3dc33e50-eb87-48a4-a475-14b42ad8de47 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.253394 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3dc33e50-eb87-48a4-a475-14b42ad8de47 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.255505 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3dc33e50-eb87-48a4-a475-14b42ad8de47 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] 10.222.0.20 "DELETE /v2.0/networks/d414e6fa-d160-44fd-92e3-d399748f3f68 HTTP/1.1" status: 204 len: 168 time: 1.2546599 Jul 16 09:00:59.299907 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.322681 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.355664 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Transition to ACTIVE for port object 4604c38c-c1e9-4dba-a77f-b59cb6438147 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:59.366446 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.413859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Transition to ACTIVE for port object 4604c38c-c1e9-4dba-a77f-b59cb6438147 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:59.478766 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc33e50-eb87-48a4-a475-14b42ad8de47 tempest-NetworksTestDHCPv6-976124739 tempest-NetworksTestDHCPv6-976124739-project] Pushing event deleted for resources: {'Network': ['ID=d414e6fa-d160-44fd-92e3-d399748f3f68,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.557391 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.578448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Transition to ACTIVE for port object f3e662b6-3686-4e66-96e7-260aab6ff08e will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:59.614549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Transition to ACTIVE for port object f3e662b6-3686-4e66-96e7-260aab6ff08e will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:59.621786 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.685421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Pushing event updated for resources: {'Port': ['ID=4604c38c-c1e9-4dba-a77f-b59cb6438147,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.689190 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.729599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Allocated IP 172.25.4.184 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/a455a892-1de3-4fa5-ae5c-90433388742b) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:59.743775 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Network f300bd52-22cf-487e-82f9-7011cde41e79 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:59.751382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Network 44ce1f6a-918b-4cbc-ac75-70d68d188b44 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:59.755747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:59.758456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:59.764077 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:59.767512 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:59.772086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Pushing event updated for resources: {'Port': ['ID=f3e662b6-3686-4e66-96e7-260aab6ff08e,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.935980 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ab42bf2-9630-45c4-b401-d1214356f046 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.940480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2d88a838-7df1-482e-babe-f92cc97cbb9c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:59.955765 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ab42bf2-9630-45c4-b401-d1214356f046 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.958586 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.001614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Attempting to bind port 4604c38c-c1e9-4dba-a77f-b59cb6438147 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:00.002296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Attempting to bind port 4604c38c-c1e9-4dba-a77f-b59cb6438147 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '120fd852-63c5-46ad-bf94-d36cef52cf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:00.002839 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Attempting to bind port 4604c38c-c1e9-4dba-a77f-b59cb6438147 on network f300bd52-22cf-487e-82f9-7011cde41e79 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:00.016116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Attempting to bind port f3e662b6-3686-4e66-96e7-260aab6ff08e on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:00.016934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Attempting to bind port f3e662b6-3686-4e66-96e7-260aab6ff08e by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '1f21d7f2-0453-45c8-9b78-aab7c6ed8865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:00.017311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Attempting to bind port f3e662b6-3686-4e66-96e7-260aab6ff08e on network 44ce1f6a-918b-4cbc-ac75-70d68d188b44 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:00.019610 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:00.019960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.020131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Checking segment: {'id': '120fd852-63c5-46ad-bf94-d36cef52cf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:00.020666 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.020853 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Bound using segment: {'id': '120fd852-63c5-46ad-bf94-d36cef52cf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:00.021456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Bound port: 4604c38c-c1e9-4dba-a77f-b59cb6438147, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120fd852-63c5-46ad-bf94-d36cef52cf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:00.021858 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.051291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:00.058035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Checking segment: {'id': '1f21d7f2-0453-45c8-9b78-aab7c6ed8865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:00.058577 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.059007 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Bound using segment: {'id': '1f21d7f2-0453-45c8-9b78-aab7c6ed8865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:00.060012 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Bound port: f3e662b6-3686-4e66-96e7-260aab6ff08e, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f21d7f2-0453-45c8-9b78-aab7c6ed8865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:00.060012 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.080675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:00.089096 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:00.094905 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:00.137954 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Pushing event updated for resources: {'Port': ['ID=a455a892-1de3-4fa5-ae5c-90433388742b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:00.149894 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ab42bf2-9630-45c4-b401-d1214356f046 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.154688 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2ab42bf2-9630-45c4-b401-d1214356f046 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3339019 Jul 16 09:01:00.156060 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab42bf2-9630-45c4-b401-d1214356f046 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ddd45bb-faf1-46a1-99e8-4fc2431d6104,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:00.162978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57220) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.172108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871122c4-e7eb-4a6c-9ff1-8276457f8a74 req-2a49d14d-0abf-4068-ad8e-694108a8385b tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:00.180582 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-871122c4-e7eb-4a6c-9ff1-8276457f8a74 req-2a49d14d-0abf-4068-ad8e-694108a8385b tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 945 time: 0.9102457 Jul 16 09:01:00.194811 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-812fdba3-47ea-429d-a11d-f060ad6e327f tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '6ddd45bb-faf1-46a1-99e8-4fc2431d6104', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:00.195220 n-d-758944-46 neutron-server[93695]: WARNING neutron.api.v2.base [None req-812fdba3-47ea-429d-a11d-f060ad6e327f tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 09:01:00.195745 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-812fdba3-47ea-429d-a11d-f060ad6e327f tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:00.200249 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-812fdba3-47ea-429d-a11d-f060ad6e327f tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094492 Jul 16 09:01:00.204418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57222) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.205595 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] For port 4604c38c-c1e9-4dba-a77f-b59cb6438147, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:00.210595 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-769cd2aa-9ce6-4846-871d-188e67a7886d tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '6ddd45bb-faf1-46a1-99e8-4fc2431d6104', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:00.229665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] For port 4604c38c-c1e9-4dba-a77f-b59cb6438147, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4604c38c-c1e9-4dba-a77f-b59cb6438147,segment=NetworkSegment(120fd852-63c5-46ad-bf94-d36cef52cf47),segment_id=120fd852-63c5-46ad-bf94-d36cef52cf47)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:00.230326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57224) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.241300 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.287857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-871122c4-e7eb-4a6c-9ff1-8276457f8a74 req-f5e22e3a-da7d-4c09-83c2-7bfe2d2abc17 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062553 Jul 16 09:01:00.366793 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e37e1b-e492-4e48-bcfb-ce414f61c5dc None None] Pushing event updated for resources: {'Port': ['ID=4604c38c-c1e9-4dba-a77f-b59cb6438147,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:00.375470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] For port f3e662b6-3686-4e66-96e7-260aab6ff08e, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:00.427232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] For port f3e662b6-3686-4e66-96e7-260aab6ff08e, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f3e662b6-3686-4e66-96e7-260aab6ff08e,segment=NetworkSegment(1f21d7f2-0453-45c8-9b78-aab7c6ed8865),segment_id=1f21d7f2-0453-45c8-9b78-aab7c6ed8865)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:00.439080 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 2d88a838-7df1-482e-babe-f92cc97cbb9c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:00.470437 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-769cd2aa-9ce6-4846-871d-188e67a7886d tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:00.475723 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-769cd2aa-9ce6-4846-871d-188e67a7886d tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2660809 Jul 16 09:01:00.476037 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.479406 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57228) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.494808 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-09148c6e-eca5-4fae-9f8f-1500ee2e7945 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '6ddd45bb-faf1-46a1-99e8-4fc2431d6104', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:00.494808 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-09148c6e-eca5-4fae-9f8f-1500ee2e7945 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 09:01:00.494808 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-09148c6e-eca5-4fae-9f8f-1500ee2e7945 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:00.494808 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-09148c6e-eca5-4fae-9f8f-1500ee2e7945 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080721 Jul 16 09:01:00.496603 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57230) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.504951 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d350b0f5-d8ff-44cc-84ab-df41882c9952 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '6ddd45bb-faf1-46a1-99e8-4fc2431d6104', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:00.512765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2d88a838-7df1-482e-babe-f92cc97cbb9c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:00.515266 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.552118 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1d327b76-59f1-4627-9366-042c413e7f26 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da8328f10d7242beb466466b336fef2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3184156 Jul 16 09:01:00.582015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57232) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.713557 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-d350b0f5-d8ff-44cc-84ab-df41882c9952 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:00.722246 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d350b0f5-d8ff-44cc-84ab-df41882c9952 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2234514 Jul 16 09:01:00.723170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57236) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.753889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-14a33ee7-3af3-48fe-8e04-90154d6d85ff tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '6ddd45bb-faf1-46a1-99e8-4fc2431d6104', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:00.754691 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-14a33ee7-3af3-48fe-8e04-90154d6d85ff tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 09:01:00.755862 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-14a33ee7-3af3-48fe-8e04-90154d6d85ff tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:00.763395 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-14a33ee7-3af3-48fe-8e04-90154d6d85ff tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0318301 Jul 16 09:01:00.767489 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57238) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.781644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a5a9c-771b-44f6-bcb4-1d27037e2ada None None] Pushing event updated for resources: {'Port': ['ID=f3e662b6-3686-4e66-96e7-260aab6ff08e,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:00.787744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8761ee79-5b39-4d5d-8b82-986fddf5dc7b tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '6ddd45bb-faf1-46a1-99e8-4fc2431d6104', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:00.830279 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.847573 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2fc76ab8-364b-4ad5-9674-002e605c7da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.854473 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.873192 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.908081 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 2d88a838-7df1-482e-babe-f92cc97cbb9c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2d88a838-7df1-482e-babe-f92cc97cbb9c,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:00.917735 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.918840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 603639ed-6a53-417a-a7a9-c7aa7a7ed281 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:00.933843 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2fc76ab8-364b-4ad5-9674-002e605c7da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.988797 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-8761ee79-5b39-4d5d-8b82-986fddf5dc7b tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Project 13d2f0a460ed47f1ac234bbcdb24d10b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:01:01.022970 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2fc76ab8-364b-4ad5-9674-002e605c7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.025852 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2fc76ab8-364b-4ad5-9674-002e605c7da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.027267 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2fc76ab8-364b-4ad5-9674-002e605c7da0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27ebecc0-44f2-42e6-ab21-249922e51a1c HTTP/1.1" status: 204 len: 168 time: 0.4439940 Jul 16 09:01:01.088127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=2d88a838-7df1-482e-babe-f92cc97cbb9c,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:01.109856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 603639ed-6a53-417a-a7a9-c7aa7a7ed281 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:01.110279 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.208390 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-8761ee79-5b39-4d5d-8b82-986fddf5dc7b tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:01.210117 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8761ee79-5b39-4d5d-8b82-986fddf5dc7b tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4305055 Jul 16 09:01:01.214398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc76ab8-364b-4ad5-9674-002e605c7da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27ebecc0-44f2-42e6-ab21-249922e51a1c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:01.220199 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57242) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:01.254881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-54f13010-4c35-49b0-b14b-056b77565d67 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '6ddd45bb-faf1-46a1-99e8-4fc2431d6104', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:01.255503 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-54f13010-4c35-49b0-b14b-056b77565d67 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 09:01:01.256609 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-54f13010-4c35-49b0-b14b-056b77565d67 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:01.262831 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-54f13010-4c35-49b0-b14b-056b77565d67 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0408616 Jul 16 09:01:01.267728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57244) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:01.275644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7e87c797-7665-42b4-b9ef-823e13af5773 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '6ddd45bb-faf1-46a1-99e8-4fc2431d6104', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:01.601823 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-7e87c797-7665-42b4-b9ef-823e13af5773 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Project 13d2f0a460ed47f1ac234bbcdb24d10b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:01:01.679687 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-7e87c797-7665-42b4-b9ef-823e13af5773 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:01.681176 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7e87c797-7665-42b4-b9ef-823e13af5773 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4116058 Jul 16 09:01:01.688713 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57254) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:01.695128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ac0d187c-2df0-4a3d-9c46-3198c929ddc9 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '6ddd45bb-faf1-46a1-99e8-4fc2431d6104', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:01.721360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Allocated IP 172.20.0.17 (44ce1f6a-918b-4cbc-ac75-70d68d188b44/1154669f-7649-434b-a6a3-e3a26260f26d/7ccc7907-2871-4006-96da-e9805e24ff7d) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:01.739574 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-ac0d187c-2df0-4a3d-9c46-3198c929ddc9 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Project 13d2f0a460ed47f1ac234bbcdb24d10b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:01:01.760410 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.770433 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-ac0d187c-2df0-4a3d-9c46-3198c929ddc9 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:01.770433 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ac0d187c-2df0-4a3d-9c46-3198c929ddc9 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0787339 Jul 16 09:01:01.771357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57258) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:01.887125 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef9e8494-c3d1-4986-b0fd-ddcf493f253c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.909602 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff86010f-0d7b-49bd-8d97-383f76d58df5 req-ea897ede-ed94-48ca-8d91-79cc81fca4b8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:01.912114 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ff86010f-0d7b-49bd-8d97-383f76d58df5 req-ea897ede-ed94-48ca-8d91-79cc81fca4b8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 945 time: 0.3157032 Jul 16 09:01:01.934470 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef9e8494-c3d1-4986-b0fd-ddcf493f253c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.985518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f3e662b6-3686-4e66-96e7-260aab6ff08e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:02.036790 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ff86010f-0d7b-49bd-8d97-383f76d58df5 req-cbf49841-57a1-4cb6-b121-155863bbe93f tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725737 Jul 16 09:01:02.075722 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.133028 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Transition to ACTIVE for port object 7ccc7907-2871-4006-96da-e9805e24ff7d will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:02.170330 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port f3e662b6-3686-4e66-96e7-260aab6ff08e completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:02.175282 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef9e8494-c3d1-4986-b0fd-ddcf493f253c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.177496 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2d88a838-7df1-482e-babe-f92cc97cbb9c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:02.181072 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef9e8494-c3d1-4986-b0fd-ddcf493f253c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.184954 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57268) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:02.189512 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ef9e8494-c3d1-4986-b0fd-ddcf493f253c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "DELETE /v2.0/security-groups/6ddd45bb-faf1-46a1-99e8-4fc2431d6104 HTTP/1.1" status: 204 len: 168 time: 0.4167628 Jul 16 09:01:02.242942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e8494-c3d1-4986-b0fd-ddcf493f253c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ddd45bb-faf1-46a1-99e8-4fc2431d6104,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:02.330670 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-492cbd20-b890-4154-9ba3-7ab25e17ddf7 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1305354 Jul 16 09:01:02.332974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2d88a838-7df1-482e-babe-f92cc97cbb9c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:02.334916 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.337089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57272) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:02.346022 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-eb2a31ab-a435-4fe3-a022-1f645852c6ca tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group': {'name': 'tempest-secgroup--159343711'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:02.355791 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.364823 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Router b6cb980b-d147-4356-9572-3cdf05ccf3ec is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:01:02.469292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Network 44ce1f6a-918b-4cbc-ac75-70d68d188b44 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:02.479137 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:02.481833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:02.578064 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.582814 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb2a31ab-a435-4fe3-a022-1f645852c6ca tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.586056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4604c38c-c1e9-4dba-a77f-b59cb6438147 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:02.588111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'Port': ['ID=7ccc7907-2871-4006-96da-e9805e24ff7d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:02.644061 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:02.660535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Sync routers for ids ['b6cb980b-d147-4356-9572-3cdf05ccf3ec'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:02.678564 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Routers {'b6cb980b-d147-4356-9572-3cdf05ccf3ec'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:02.679229 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b6cb980b-d147-4356-9572-3cdf05ccf3ec'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:02.682835 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.685392 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4776a493-b0e2-458d-b2a0-aa61340b8e0c admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.4143734 Jul 16 09:01:02.689706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57278) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:02.912767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57280) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:03.029461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 4604c38c-c1e9-4dba-a77f-b59cb6438147 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:03.036297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf472071-d25b-42b6-83fa-1e94508bbb23 None None] Network f300bd52-22cf-487e-82f9-7011cde41e79 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:03.375246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Set router b6cb980b-d147-4356-9572-3cdf05ccf3ec gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:03.485525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-729020e9-9848-4258-84e1-1dc65fffac99 None None] Network 44ce1f6a-918b-4cbc-ac75-70d68d188b44 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:03.492324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0e49001c-d792-4dc3-b820-808f5cf74af9 None None] Provisioning for port 4604c38c-c1e9-4dba-a77f-b59cb6438147 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:03.615401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e080a-1481-4247-8b73-eb1d7db22bd5 req-06fc4fd6-dd4f-477a-8989-989df2a43143 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.617736 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d07e080a-1481-4247-8b73-eb1d7db22bd5 req-06fc4fd6-dd4f-477a-8989-989df2a43143 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 945 time: 1.2640054 Jul 16 09:01:03.618807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Request body: {'networks': [{'name': 'tempest-network--621367489'}, {'name': 'tempest-network--1895366591'}]} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:03.618807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Request body: {'network': {'name': 'tempest-network--621367489'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:03.619689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Request body: {'network': {'name': 'tempest-network--1895366591'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:03.649979 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.654893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0e49001c-d792-4dc3-b820-808f5cf74af9 None None] Provisioning complete for port 4604c38c-c1e9-4dba-a77f-b59cb6438147 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:03.655426 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e49001c-d792-4dc3-b820-808f5cf74af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.797448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d07e080a-1481-4247-8b73-eb1d7db22bd5 req-526cd594-be5c-4506-9d8e-640c17af464a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638665 Jul 16 09:01:03.993690 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb2a31ab-a435-4fe3-a022-1f645852c6ca tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.004320 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb2a31ab-a435-4fe3-a022-1f645852c6ca tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.022344 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.024319 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e49001c-d792-4dc3-b820-808f5cf74af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.036061 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.052476 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Made reservation on behalf of a21bfc5b80c147b588dedbb1b49a6fec for: {'network': 2} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:04.059520 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb2a31ab-a435-4fe3-a022-1f645852c6ca tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.062813 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eb2a31ab-a435-4fe3-a022-1f645852c6ca tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.7220728 Jul 16 09:01:04.063389 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.071903 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57288) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:04.095524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d9af0571-3087-4426-80bc-27ca14249236 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': 'ed2e1d89-2100-4cce-bf8d-b2362784abb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:04.114789 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'name': 'tempest-TestServerBasicOps-1212014314-router', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a455a892-1de3-4fa5-ae5c-90433388742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:58Z', 'updated_at': '2021-07-16T09:01:00Z', 'revision_number': 3, 'project_id': '1da58129bb394706a8efa5d361297217', 'gw_port': {'id': 'a455a892-1de3-4fa5-ae5c-90433388742b', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:59Z', 'updated_at': '2021-07-16T09:00:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:04.119838 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.121492 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0e49001c-d792-4dc3-b820-808f5cf74af9 None None] For port 4604c38c-c1e9-4dba-a77f-b59cb6438147, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4604c38c-c1e9-4dba-a77f-b59cb6438147,segment=NetworkSegment(120fd852-63c5-46ad-bf94-d36cef52cf47),segment_id=120fd852-63c5-46ad-bf94-d36cef52cf47)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:04.157432 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e49001c-d792-4dc3-b820-808f5cf74af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.161302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Checking router: b6cb980b-d147-4356-9572-3cdf05ccf3ec for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:04.161662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Updating router b6cb980b-d147-4356-9572-3cdf05ccf3ec port a455a892-1de3-4fa5-ae5c-90433388742b binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:01:04.241952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a31ab-a435-4fe3-a022-1f645852c6ca tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2e1d89-2100-4cce-bf8d-b2362784abb1,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:04.314180 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.386204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-59f5c347-4afd-4244-b08a-060e8463b452 None None] Provisioning for port f3e662b6-3686-4e66-96e7-260aab6ff08e completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:04.398093 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49001c-d792-4dc3-b820-808f5cf74af9 None None] Pushing event updated for resources: {'Port': ['ID=4604c38c-c1e9-4dba-a77f-b59cb6438147,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:04.421835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-59f5c347-4afd-4244-b08a-060e8463b452 None None] Provisioning complete for port f3e662b6-3686-4e66-96e7-260aab6ff08e triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:04.422545 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-59f5c347-4afd-4244-b08a-060e8463b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.553442 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.560937 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.710558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'Port': ['ID=7ccc7907-2871-4006-96da-e9805e24ff7d,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:04.713524 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.730622 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Allocated IP 172.20.0.1 (f300bd52-22cf-487e-82f9-7011cde41e79/ac6ab5e6-4518-4644-9062-dd2a6c324761/504b5506-6aa0-4fb6-885f-c2d13e03d59d) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:04.869603 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-59f5c347-4afd-4244-b08a-060e8463b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.882862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Network 44ce1f6a-918b-4cbc-ac75-70d68d188b44 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:04.884719 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:04.946225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-59f5c347-4afd-4244-b08a-060e8463b452 None None] For port f3e662b6-3686-4e66-96e7-260aab6ff08e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f3e662b6-3686-4e66-96e7-260aab6ff08e,segment=NetworkSegment(1f21d7f2-0453-45c8-9b78-aab7c6ed8865),segment_id=1f21d7f2-0453-45c8-9b78-aab7c6ed8865)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:04.991804 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-59f5c347-4afd-4244-b08a-060e8463b452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.043809 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.058090 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.058641 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.106400 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-d9af0571-3087-4426-80bc-27ca14249236 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The resource could not be found. Jul 16 09:01:05.112593 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d9af0571-3087-4426-80bc-27ca14249236 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.0390503 Jul 16 09:01:05.113236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57298) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:05.127762 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.141812 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8f1e6532-8a85-4b3c-9bb0-f160f8218510 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': 'ed2e1d89-2100-4cce-bf8d-b2362784abb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2b423823-a292-48b8-b2c6-38c05a4f9708'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:05.165418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Router 418ba947-9049-4d76-81e7-88e396c0a945 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:05.249963 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.261143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Transition to ACTIVE for port object a455a892-1de3-4fa5-ae5c-90433388742b will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:05.278902 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.303738 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5c347-4afd-4244-b08a-060e8463b452 None None] Pushing event updated for resources: {'Port': ['ID=f3e662b6-3686-4e66-96e7-260aab6ff08e,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:05.303738 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bba471cb-dfa3-47e5-8733-78f28c21bd64 None None] Provisioning complete for port f3e662b6-3686-4e66-96e7-260aab6ff08e triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:05.303738 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bba471cb-dfa3-47e5-8733-78f28c21bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.353155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Transition to ACTIVE for port object 504b5506-6aa0-4fb6-885f-c2d13e03d59d will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:05.382796 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a82c5147-71aa-44b7-99e7-6008a5daa306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.401943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7452657-cf17-47b1-8385-5b418f4a48e8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:05.424162 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Attempting to bind port a455a892-1de3-4fa5-ae5c-90433388742b on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:05.424992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Attempting to bind port a455a892-1de3-4fa5-ae5c-90433388742b by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:05.424992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Attempting to bind port a455a892-1de3-4fa5-ae5c-90433388742b on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:05.426955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465d702-05ee-41b4-8a6a-0203bd7d1ade None None] Pushing event updated for resources: {'Port': ['ID=a455a892-1de3-4fa5-ae5c-90433388742b,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:05.443289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:05.456518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:05.456893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:05.457305 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.457699 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:05.458191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Bound port: a455a892-1de3-4fa5-ae5c-90433388742b, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:05.458577 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.459745 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Sync routers for ids ['418ba947-9049-4d76-81e7-88e396c0a945'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:05.463151 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-00a99972-a483-4ac1-a294-e8dc1a756f77 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "PUT /v2.0/routers/418ba947-9049-4d76-81e7-88e396c0a945/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8107727 Jul 16 09:01:05.493837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:05.495328 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Routers {'418ba947-9049-4d76-81e7-88e396c0a945'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:05.496909 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['418ba947-9049-4d76-81e7-88e396c0a945'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:05.539270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] For port a455a892-1de3-4fa5-ae5c-90433388742b, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:05.544265 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] For port a455a892-1de3-4fa5-ae5c-90433388742b, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=a455a892-1de3-4fa5-ae5c-90433388742b,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:05.581166 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.595904 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-8f1e6532-8a85-4b3c-9bb0-f160f8218510 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The resource could not be found. Jul 16 09:01:05.599109 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8f1e6532-8a85-4b3c-9bb0-f160f8218510 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4631920 Jul 16 09:01:05.600990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57310) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:05.627241 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.627684 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Added segment b134f8a0-f873-4277-87e5-36cf2c5f8f9d of type vlan for network 94cefad7-4552-4151-ace9-5e5f52a8d31c Jul 16 09:01:05.659930 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.722470 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Set router 418ba947-9049-4d76-81e7-88e396c0a945 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:05.774051 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b05e25f-3020-4c5c-ab01-75b7016db0df tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.817839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Network f300bd52-22cf-487e-82f9-7011cde41e79 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:05.827235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465d702-05ee-41b4-8a6a-0203bd7d1ade None None] Pushing event updated for resources: {'Port': ['ID=a455a892-1de3-4fa5-ae5c-90433388742b,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:05.827918 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b05e25f-3020-4c5c-ab01-75b7016db0df tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.845829 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:05.848277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:05.859487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f3e662b6-3686-4e66-96e7-260aab6ff08e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:05.912168 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.928143 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.970217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b05e25f-3020-4c5c-ab01-75b7016db0df tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.973582 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b05e25f-3020-4c5c-ab01-75b7016db0df tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.978079 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8b05e25f-3020-4c5c-ab01-75b7016db0df tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "DELETE /v2.0/security-groups/ed2e1d89-2100-4cce-bf8d-b2362784abb1 HTTP/1.1" status: 204 len: 168 time: 0.3759494 Jul 16 09:01:05.978918 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57328) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:06.022652 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.025387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bba471cb-dfa3-47e5-8733-78f28c21bd64 None None] Provisioning for port 7ccc7907-2871-4006-96da-e9805e24ff7d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:06.058081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Pushing event updated for resources: {'Port': ['ID=504b5506-6aa0-4fb6-885f-c2d13e03d59d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:06.067720 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.resource_extend [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:01:06.072367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bba471cb-dfa3-47e5-8733-78f28c21bd64 None None] Provisioning complete for port 7ccc7907-2871-4006-96da-e9805e24ff7d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:06.073023 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bba471cb-dfa3-47e5-8733-78f28c21bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.111113 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:06.135650 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.136438 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Added segment 7eee1e41-27c0-43d9-8bdb-3a2bf5124d4d of type vlan for network 301d49e8-bb09-4eb9-b495-60c29fc70e85 Jul 16 09:01:06.188962 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.288378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-bba471cb-dfa3-47e5-8733-78f28c21bd64 None None] Port 7ccc7907-2871-4006-96da-e9805e24ff7d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:06.290396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-e5898f06-1d17-402f-ae1b-6ae187ed8553 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.292045 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-e5898f06-1d17-402f-ae1b-6ae187ed8553 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/networks?id=44ce1f6a-918b-4cbc-ac75-70d68d188b44 HTTP/1.1" status: 200 len: 798 time: 0.2557232 Jul 16 09:01:06.292917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05e25f-3020-4c5c-ab01-75b7016db0df tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2e1d89-2100-4cce-bf8d-b2362784abb1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:06.306035 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.307143 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.316989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.328994 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-33d44126-055d-4836-9781-990e066ac6b0 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/quotas/5c33bc819abc459d94c0dedc8ed9e910 HTTP/1.1" status: 200 len: 375 time: 0.0239966 Jul 16 09:01:06.337680 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:06.338695 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.397591 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9e5c04d2-c9ce-4dda-9080-294f4807cb29 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4079411 Jul 16 09:01:06.420031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bba471cb-dfa3-47e5-8733-78f28c21bd64 None None] Provisioning complete for port 4604c38c-c1e9-4dba-a77f-b59cb6438147 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:06.420934 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bba471cb-dfa3-47e5-8733-78f28c21bd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.424665 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba947-9049-4d76-81e7-88e396c0a945', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800342018', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:01:03Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba947-9049-4d76-81e7-88e396c0a945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7ccc7907-2871-4006-96da-e9805e24ff7d', 'name': '', 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'mac_address': 'fa:16:3e:63:c3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418ba947-9049-4d76-81e7-88e396c0a945', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '1154669f-7649-434b-a6a3-e3a26260f26d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:01Z', 'updated_at': '2021-07-16T09:01:04Z', 'revision_number': 2, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'subnets': [{'id': '1154669f-7649-434b-a6a3-e3a26260f26d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:06.427050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57336) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:06.432277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-11ce7d09-343d-4e48-9e25-0210144b3ee4 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '8330ea7a-2964-431d-a299-238a2b6fbfa0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:06.503031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Routers {'b6cb980b-d147-4356-9572-3cdf05ccf3ec'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:06.504380 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b6cb980b-d147-4356-9572-3cdf05ccf3ec'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:06.528997 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Checking router: 418ba947-9049-4d76-81e7-88e396c0a945 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:06.532064 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Updating router 418ba947-9049-4d76-81e7-88e396c0a945 port 7ccc7907-2871-4006-96da-e9805e24ff7d binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:01:06.538812 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-11ce7d09-343d-4e48-9e25-0210144b3ee4 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The resource could not be found. Jul 16 09:01:06.545968 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-11ce7d09-343d-4e48-9e25-0210144b3ee4 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1175382 Jul 16 09:01:06.547343 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57338) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:06.553474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3e92fd5a-7799-42d6-b4c2-8482a4d32ffb tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group': {'name': 'tempest-secgroup--294246368'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:06.613784 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-c4d9ddd8-297f-4056-a87f-283f3d0d7417 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c33bc819abc459d94c0dedc8ed9e910&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2777059 Jul 16 09:01:06.614518 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3e92fd5a-7799-42d6-b4c2-8482a4d32ffb tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.621321 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.680730 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event updated for resources: {'Network': ['ID=94cefad7-4552-4151-ace9-5e5f52a8d31c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:06.723904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] Set router b6cb980b-d147-4356-9572-3cdf05ccf3ec gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:06.882674 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 94cefad7-4552-4151-ace9-5e5f52a8d31c details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:06.883838 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.924530 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.0092914 Jul 16 09:01:06.927797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6e8d65-ad3c-4eb5-b9fc-475df91feeae tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event updated for resources: {'Network': ['ID=301d49e8-bb09-4eb9-b495-60c29fc70e85,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:06.929722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port f3e662b6-3686-4e66-96e7-260aab6ff08e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:06.930099 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.937234 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57352) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:06.962585 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-67a7d08e-91fa-4633-af3d-7b3a6c062093 service neutron] 10.222.0.20 "GET /v2.0/networks/44ce1f6a-918b-4cbc-ac75-70d68d188b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985365 Jul 16 09:01:07.037572 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3e92fd5a-7799-42d6-b4c2-8482a4d32ffb tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.045394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 301d49e8-bb09-4eb9-b495-60c29fc70e85 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:07.080090 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3e92fd5a-7799-42d6-b4c2-8482a4d32ffb tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.109391 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.134052 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Transition to ACTIVE for port object 7ccc7907-2871-4006-96da-e9805e24ff7d will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:07.148126 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.337202 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e92fd5a-7799-42d6-b4c2-8482a4d32ffb tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee6bbf6-7c58-483d-82bb-18d062aebfa2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:07.350794 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3e92fd5a-7799-42d6-b4c2-8482a4d32ffb tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.356739 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3e92fd5a-7799-42d6-b4c2-8482a4d32ffb tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8030872 Jul 16 09:01:07.375913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57360) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:07.394845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-8fbf7ca8-37a1-4bb8-a9d4-6a0def9df815 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group': {'name': 'tempest-secgroup--425392003'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:07.417159 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3fded-acff-4fe4-b299-e8e72a6e9891 None None] Pushing event updated for resources: {'Port': ['ID=7ccc7907-2871-4006-96da-e9805e24ff7d,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:07.423271 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Attempting to bind port 7ccc7907-2871-4006-96da-e9805e24ff7d on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:07.424202 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Attempting to bind port 7ccc7907-2871-4006-96da-e9805e24ff7d by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '1f21d7f2-0453-45c8-9b78-aab7c6ed8865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:07.424713 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Attempting to bind port 7ccc7907-2871-4006-96da-e9805e24ff7d on network 44ce1f6a-918b-4cbc-ac75-70d68d188b44 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:07.433052 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:07.436167 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Checking segment: {'id': '1f21d7f2-0453-45c8-9b78-aab7c6ed8865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:07.441246 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.442004 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Bound using segment: {'id': '1f21d7f2-0453-45c8-9b78-aab7c6ed8865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:07.442741 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Bound port: 7ccc7907-2871-4006-96da-e9805e24ff7d, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f21d7f2-0453-45c8-9b78-aab7c6ed8865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:07.443305 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.558601 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] For port 7ccc7907-2871-4006-96da-e9805e24ff7d, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:07.563817 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] For port 7ccc7907-2871-4006-96da-e9805e24ff7d, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7ccc7907-2871-4006-96da-e9805e24ff7d,segment=NetworkSegment(1f21d7f2-0453-45c8-9b78-aab7c6ed8865),segment_id=1f21d7f2-0453-45c8-9b78-aab7c6ed8865)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:07.569725 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-ba510dfd-2707-4990-8d9f-e01d463c9724 service neutron] 10.222.0.20 "GET /v2.0/networks/44ce1f6a-918b-4cbc-ac75-70d68d188b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5747130 Jul 16 09:01:07.575275 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.582202 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7ca8-37a1-4bb8-a9d4-6a0def9df815 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.664419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e092c0-9a6b-40fe-82fe-fe26326ca322 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.696976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e092c0-9a6b-40fe-82fe-fe26326ca322 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.731961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e092c0-9a6b-40fe-82fe-fe26326ca322 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.793619 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e092c0-9a6b-40fe-82fe-fe26326ca322 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:07.798667 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-17e092c0-9a6b-40fe-82fe-fe26326ca322 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8564024 Jul 16 09:01:07.803623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57380) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:07.839988 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Routers {'418ba947-9049-4d76-81e7-88e396c0a945'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:07.840887 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:00:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['418ba947-9049-4d76-81e7-88e396c0a945'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:08.055075 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c3fded-acff-4fe4-b299-e8e72a6e9891 None None] Pushing event updated for resources: {'Port': ['ID=7ccc7907-2871-4006-96da-e9805e24ff7d,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:08.098919 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.127663 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.333721 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b44560b4-d82b-455e-a572-ea2ebe12a5f2 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.365823 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7ca8-37a1-4bb8-a9d4-6a0def9df815 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.382984 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7ca8-37a1-4bb8-a9d4-6a0def9df815 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.477151 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d8f77e0f-308d-4999-af89-9cd4a7ec9362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.548024 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-76077356-543a-490a-818f-4b898b51c665 req-49cd7465-6178-445e-9351-5362f303f2d9 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 210 time: 0.1487067 Jul 16 09:01:08.554463 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.560555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Pushing event updated for resources: {'Port': ['ID=504b5506-6aa0-4fb6-885f-c2d13e03d59d,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:08.580046 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.585914 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf7ca8-37a1-4bb8-a9d4-6a0def9df815 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0979a457-59b0-4c91-950b-f805505ba6bf,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:08.595514 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fbf7ca8-37a1-4bb8-a9d4-6a0def9df815 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.601373 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8fbf7ca8-37a1-4bb8-a9d4-6a0def9df815 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2199380 Jul 16 09:01:08.604455 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57386) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.605072 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] Set router 418ba947-9049-4d76-81e7-88e396c0a945 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:08.612925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b49cf2cc-75b6-498a-81a9-62c17d30e0c6 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '8ee6bbf6-7c58-483d-82bb-18d062aebfa2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '0979a457-59b0-4c91-950b-f805505ba6bf'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:08.672308 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b44560b4-d82b-455e-a572-ea2ebe12a5f2 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.700992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b44560b4-d82b-455e-a572-ea2ebe12a5f2 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94cefad7-4552-4151-ace9-5e5f52a8d31c']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:08.706340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'name': 'tempest-TestServerBasicOps-1212014314-router', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a455a892-1de3-4fa5-ae5c-90433388742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:58Z', 'updated_at': '2021-07-16T09:01:06Z', 'revision_number': 4, 'project_id': '1da58129bb394706a8efa5d361297217', 'gw_port': {'id': 'a455a892-1de3-4fa5-ae5c-90433388742b', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:59Z', 'updated_at': '2021-07-16T09:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '504b5506-6aa0-4fb6-885f-c2d13e03d59d', 'name': '', 'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'mac_address': 'fa:16:3e:8f:7f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'ac6ab5e6-4518-4644-9062-dd2a6c324761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:04Z', 'revision_number': 1, 'project_id': '1da58129bb394706a8efa5d361297217', 'subnets': [{'id': 'ac6ab5e6-4518-4644-9062-dd2a6c324761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:08.733360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b44560b4-d82b-455e-a572-ea2ebe12a5f2 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b134f8a0-f873-4277-87e5-36cf2c5f8f9d') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:08.734363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b44560b4-d82b-455e-a572-ea2ebe12a5f2 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b134f8a0-f873-4277-87e5-36cf2c5f8f9d') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:08.737769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4604c38c-c1e9-4dba-a77f-b59cb6438147 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:08.760574 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b44560b4-d82b-455e-a572-ea2ebe12a5f2 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.852220 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b44560b4-d82b-455e-a572-ea2ebe12a5f2 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.887507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Network f300bd52-22cf-487e-82f9-7011cde41e79 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:08.891958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:08.899653 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-b49cf2cc-75b6-498a-81a9-62c17d30e0c6 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:08.905373 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b49cf2cc-75b6-498a-81a9-62c17d30e0c6 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2954752 Jul 16 09:01:08.911547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57396) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.927605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b44560b4-d82b-455e-a572-ea2ebe12a5f2 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:08.928249 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b44560b4-d82b-455e-a572-ea2ebe12a5f2 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.945194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08fd30-f298-4572-affa-d662ef79a1a0 None None] The sync data for ids ['b6cb980b-d147-4356-9572-3cdf05ccf3ec'] in n-d-758944-46 is: [{'id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'name': 'tempest-TestServerBasicOps-1212014314-router', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a455a892-1de3-4fa5-ae5c-90433388742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:58Z', 'updated_at': '2021-07-16T09:01:06Z', 'revision_number': 4, 'project_id': '1da58129bb394706a8efa5d361297217', 'gw_port': {'id': 'a455a892-1de3-4fa5-ae5c-90433388742b', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:59Z', 'updated_at': '2021-07-16T09:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '504b5506-6aa0-4fb6-885f-c2d13e03d59d', 'name': '', 'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'mac_address': 'fa:16:3e:8f:7f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'ac6ab5e6-4518-4644-9062-dd2a6c324761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:04Z', 'revision_number': 1, 'project_id': '1da58129bb394706a8efa5d361297217', 'subnets': [{'id': 'ac6ab5e6-4518-4644-9062-dd2a6c324761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:08.985204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ca84a30a-2728-4b1a-b329-babb4ecf52b7 None None] Provisioning for port 504b5506-6aa0-4fb6-885f-c2d13e03d59d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:09.012127 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba947-9049-4d76-81e7-88e396c0a945', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800342018', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:01:03Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba947-9049-4d76-81e7-88e396c0a945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7ccc7907-2871-4006-96da-e9805e24ff7d', 'name': '', 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'mac_address': 'fa:16:3e:63:c3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418ba947-9049-4d76-81e7-88e396c0a945', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '1154669f-7649-434b-a6a3-e3a26260f26d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:01Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'subnets': [{'id': '1154669f-7649-434b-a6a3-e3a26260f26d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:09.017339 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:09.034615 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ca84a30a-2728-4b1a-b329-babb4ecf52b7 None None] Provisioning complete for port 504b5506-6aa0-4fb6-885f-c2d13e03d59d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:09.035256 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ca84a30a-2728-4b1a-b329-babb4ecf52b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.186040 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1607e179-4230-429f-91f0-99fbd0d6cc9a None None] The sync data for ids ['418ba947-9049-4d76-81e7-88e396c0a945'] in n-d-758944-46 is: [{'id': '418ba947-9049-4d76-81e7-88e396c0a945', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800342018', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:01:03Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba947-9049-4d76-81e7-88e396c0a945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7ccc7907-2871-4006-96da-e9805e24ff7d', 'name': '', 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'mac_address': 'fa:16:3e:63:c3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '418ba947-9049-4d76-81e7-88e396c0a945', 'device_owner': 'network:router_interface', 'standard_attr_id': 3121, 'fixed_ips': [{'subnet_id': '1154669f-7649-434b-a6a3-e3a26260f26d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:01Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'subnets': [{'id': '1154669f-7649-434b-a6a3-e3a26260f26d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:09.276826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ca84a30a-2728-4b1a-b329-babb4ecf52b7 None None] Port 504b5506-6aa0-4fb6-885f-c2d13e03d59d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:09.367291 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b44560b4-d82b-455e-a572-ea2ebe12a5f2 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.390622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4604c38c-c1e9-4dba-a77f-b59cb6438147 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:09.391560 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.392750 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b44560b4-d82b-455e-a572-ea2ebe12a5f2 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.393043 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d6d65e8-b3db-44ee-a355-6bddf9fd4ed1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.402920 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b44560b4-d82b-455e-a572-ea2ebe12a5f2 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "DELETE /v2.0/networks/94cefad7-4552-4151-ace9-5e5f52a8d31c HTTP/1.1" status: 204 len: 168 time: 1.5883644 Jul 16 09:01:09.407903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57408) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.475137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Router b6cb980b-d147-4356-9572-3cdf05ccf3ec has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:09.477598 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d6d65e8-b3db-44ee-a355-6bddf9fd4ed1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.518306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44560b4-d82b-455e-a572-ea2ebe12a5f2 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event deleted for resources: {'Network': ['ID=94cefad7-4552-4151-ace9-5e5f52a8d31c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:09.752992 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:01:09.782736 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc3518e2-9204-4c62-b691-affb85cc90d0 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.785274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1b10db39-881b-4979-a7d6-309cb0b732e5 None None] Provisioning complete for port 504b5506-6aa0-4fb6-885f-c2d13e03d59d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:09.786157 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1b10db39-881b-4979-a7d6-309cb0b732e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.909460 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d6d65e8-b3db-44ee-a355-6bddf9fd4ed1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.929623 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d6d65e8-b3db-44ee-a355-6bddf9fd4ed1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.930100 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1b10db39-881b-4979-a7d6-309cb0b732e5 None None] Port 504b5506-6aa0-4fb6-885f-c2d13e03d59d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:09.932582 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1d6d65e8-b3db-44ee-a355-6bddf9fd4ed1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "DELETE /v2.0/security-groups/0979a457-59b0-4c91-950b-f805505ba6bf HTTP/1.1" status: 204 len: 168 time: 0.8426118 Jul 16 09:01:09.959095 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.973659 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d58ded0e-2bff-4251-87f5-293d7895b4b7 req-06fecdb5-45cc-4e66-949a-5935b19dc71d tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 210 time: 0.0676401 Jul 16 09:01:09.974279 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57416) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:10.122191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7ccc7907-2871-4006-96da-e9805e24ff7d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:10.135321 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc3518e2-9204-4c62-b691-affb85cc90d0 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.173467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6d65e8-b3db-44ee-a355-6bddf9fd4ed1 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0979a457-59b0-4c91-950b-f805505ba6bf,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:10.231293 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e10ca326-c6bd-4d24-8519-d88f570bcc5b tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2517495 Jul 16 09:01:10.240682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57420) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:10.287537 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-fc3518e2-9204-4c62-b691-affb85cc90d0 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['301d49e8-bb09-4eb9-b495-60c29fc70e85']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:10.335631 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:10.348056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 7ccc7907-2871-4006-96da-e9805e24ff7d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:10.356814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7ccc7907-2871-4006-96da-e9805e24ff7d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:10.359448 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.373995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-fc3518e2-9204-4c62-b691-affb85cc90d0 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eee1e41-27c0-43d9-8bdb-3a2bf5124d4d') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:10.375946 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-fc3518e2-9204-4c62-b691-affb85cc90d0 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eee1e41-27c0-43d9-8bdb-3a2bf5124d4d') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:10.382816 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-264257bd-c2c3-44de-aacb-213fd86c85c7 admin admin] 10.222.0.20 "PUT /v2.0/routers/b6cb980b-d147-4356-9572-3cdf05ccf3ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6901395 Jul 16 09:01:10.420426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-c96f9b51-0976-46f0-b875-115bc5ba5e6a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:10.440378 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-c96f9b51-0976-46f0-b875-115bc5ba5e6a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 812 time: 0.7948599 Jul 16 09:01:10.462871 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc3518e2-9204-4c62-b691-affb85cc90d0 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.522133 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-9d345bda-ee30-4d8c-8b05-ea9782f6ee73 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/quotas/6d7d127892994ef29d6fc34730914246 HTTP/1.1" status: 200 len: 375 time: 0.0754993 Jul 16 09:01:10.523968 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc3518e2-9204-4c62-b691-affb85cc90d0 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.532969 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.552236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3518e2-9204-4c62-b691-affb85cc90d0 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:10.553849 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc3518e2-9204-4c62-b691-affb85cc90d0 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:10.561831 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:10.589672 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.648989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 7ccc7907-2871-4006-96da-e9805e24ff7d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7ccc7907-2871-4006-96da-e9805e24ff7d,segment=NetworkSegment(1f21d7f2-0453-45c8-9b78-aab7c6ed8865),segment_id=1f21d7f2-0453-45c8-9b78-aab7c6ed8865)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:10.656649 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.665144 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.823466 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.835344 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.842048 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "DELETE /v2.0/security-groups/8ee6bbf6-7c58-483d-82bb-18d062aebfa2 HTTP/1.1" status: 204 len: 168 time: 0.5953720 Jul 16 09:01:10.843443 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57424) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:10.851665 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-4c9337e5-4315-4ebc-b3f2-1b6764ddb196 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3280134 Jul 16 09:01:10.875450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=7ccc7907-2871-4006-96da-e9805e24ff7d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:10.882828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee6bbf6-7c58-483d-82bb-18d062aebfa2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:10.946128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:10.947206 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:10.948231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:10.949703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:10.950675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:10.951491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:10.952358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:10.953300 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:10.954143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:10.954915 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:10.955647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:10.956432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea96a46-6b36-45e8-80d4-28b880585e9c tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:10.974082 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc3518e2-9204-4c62-b691-affb85cc90d0 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.032850 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fc3518e2-9204-4c62-b691-affb85cc90d0 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.064646 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fc3518e2-9204-4c62-b691-affb85cc90d0 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "DELETE /v2.0/networks/301d49e8-bb09-4eb9-b495-60c29fc70e85 HTTP/1.1" status: 204 len: 168 time: 1.6537526 Jul 16 09:01:11.071740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57432) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:11.245002 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-f4543c30-2e6d-44e8-b0fb-25116ca976a8 service neutron] 10.222.0.20 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784301 Jul 16 09:01:11.261638 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3518e2-9204-4c62-b691-affb85cc90d0 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event deleted for resources: {'Network': ['ID=301d49e8-bb09-4eb9-b495-60c29fc70e85,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:11.306558 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.326576 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e9ea7bd2-9e61-4457-a215-3033727cfd03 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4638693 Jul 16 09:01:11.329560 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57434) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:11.360190 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b4f436b7-6a16-4180-8362-85cc7d4c035e tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group': {'name': 'tempest-secgroup--597815698'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:11.462671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-dd530aa7-be3c-4e50-b5a4-c66c1618b02d tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:11.465669 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-dd530aa7-be3c-4e50-b5a4-c66c1618b02d tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.38 "GET /v2.0/networks?id=44ce1f6a-918b-4cbc-ac75-70d68d188b44 HTTP/1.1" status: 200 len: 798 time: 0.3953195 Jul 16 09:01:11.485086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-9c28f33b-621b-4228-a192-29b4bbbb7f19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Request body: {'port': {'device_id': 'ab58ec8f-b2df-4eeb-934e-0b621304c6d2', 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44', 'admin_state_up': True, 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:11.708833 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798d56e0-ed52-48d6-bf33-242427b02549 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:11.711778 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b4f436b7-6a16-4180-8362-85cc7d4c035e tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.723427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798d56e0-ed52-48d6-bf33-242427b02549 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:11.727605 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-798d56e0-ed52-48d6-bf33-242427b02549 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6530871 Jul 16 09:01:11.738312 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57438) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:11.750516 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-dd7f22e3-37bc-4697-8ee1-0619220806c3 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2145358911'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:11.818378 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-c011aa36-82a8-4676-bbe1-9880d2092373 service neutron] 10.222.0.20 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4828246 Jul 16 09:01:11.825532 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd7f22e3-37bc-4697-8ee1-0619220806c3 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Made reservation on behalf of a21bfc5b80c147b588dedbb1b49a6fec for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:11.833993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd7f22e3-37bc-4697-8ee1-0619220806c3 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.905281 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.api [None req-b4f436b7-6a16-4180-8362-85cc7d4c035e tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 09:01:11.905281 n-d-758944-46 neutron-server[93695]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 09:01:11.905281 n-d-758944-46 neutron-server[93695]: [parameters: {'project_id_1': '13d2f0a460ed47f1ac234bbcdb24d10b', 'expiration_1': datetime.datetime(2021, 7, 16, 9, 1, 11, 872630)}] Jul 16 09:01:11.905281 n-d-758944-46 neutron-server[93695]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:01:11.906068 n-d-758944-46 neutron-server[93695]: DEBUG oslo_db.api [None req-b4f436b7-6a16-4180-8362-85cc7d4c035e tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:01:11.913979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd7f22e3-37bc-4697-8ee1-0619220806c3 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] vlan segment allocate from pool success with {'vlan_id': 68, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:11.938508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-9c28f33b-621b-4228-a192-29b4bbbb7f19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Made reservation on behalf of 5c33bc819abc459d94c0dedc8ed9e910 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:11.947362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd7f22e3-37bc-4697-8ee1-0619220806c3 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.948606 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-dd7f22e3-37bc-4697-8ee1-0619220806c3 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Added segment b0c20005-43ec-4ce5-9171-f38ea313a34c of type vlan for network 34c0efb3-6ae7-4911-9b38-c6062ab9bb09 Jul 16 09:01:11.949510 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-9c28f33b-621b-4228-a192-29b4bbbb7f19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.001376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57440) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:12.036409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-7f89785d-7e56-4c79-977d-e274210c54a1 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-234126858', 'description': 'tempest-secgroup-smoke-234126858 description', 'project_id': 'a797f55e5f8d475aab89c0ea124e907d'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:12.078483 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd7f22e3-37bc-4697-8ee1-0619220806c3 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.184834 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7ccc7907-2871-4006-96da-e9805e24ff7d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:12.217562 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd7f22e3-37bc-4697-8ee1-0619220806c3 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.227281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd7f22e3-37bc-4697-8ee1-0619220806c3 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:12.228249 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd7f22e3-37bc-4697-8ee1-0619220806c3 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.306606 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c6e92ead-76cd-4d75-8dad-4454db3bdc91 req-84242d21-8356-4639-9bbb-997d75e9d99c tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 210 time: 0.1363981 Jul 16 09:01:12.350539 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7ccc7907-2871-4006-96da-e9805e24ff7d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:12.351310 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.377610 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7f89785d-7e56-4c79-977d-e274210c54a1 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.404825 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dd7f22e3-37bc-4697-8ee1-0619220806c3 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6639478 Jul 16 09:01:12.412579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57446) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:12.412799 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b4f436b7-6a16-4180-8362-85cc7d4c035e tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.423026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f7de827f-a37e-4415-8efe-852e6437538c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1509512783'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:12.478835 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7de827f-a37e-4415-8efe-852e6437538c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Made reservation on behalf of a21bfc5b80c147b588dedbb1b49a6fec for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:12.495349 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f7de827f-a37e-4415-8efe-852e6437538c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.649781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device a455a892-1de3-4fa5-ae5c-90433388742b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:12.664889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-9c28f33b-621b-4228-a192-29b4bbbb7f19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Allocated IP 172.20.0.19 (44ce1f6a-918b-4cbc-ac75-70d68d188b44/1154669f-7649-434b-a6a3-e3a26260f26d/e27a6c89-6750-46c7-936b-6bf11c5dbda3) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:12.687567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f22e3-37bc-4697-8ee1-0619220806c3 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event updated for resources: {'Network': ['ID=34c0efb3-6ae7-4911-9b38-c6062ab9bb09,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:12.713450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 34c0efb3-6ae7-4911-9b38-c6062ab9bb09 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:12.744703 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cd7c08c-b258-4c7b-9d7a-c0fbfc4142eb req-eedbe13b-ea61-45f2-801d-42bb3e8ef2ef tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 210 time: 0.1087689 Jul 16 09:01:12.755433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port a455a892-1de3-4fa5-ae5c-90433388742b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:12.765251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port a455a892-1de3-4fa5-ae5c-90433388742b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:12.765780 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.802672 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7de827f-a37e-4415-8efe-852e6437538c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:12.816330 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7f89785d-7e56-4c79-977d-e274210c54a1 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.826181 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7f89785d-7e56-4c79-977d-e274210c54a1 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.836070 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f7de827f-a37e-4415-8efe-852e6437538c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.837810 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-f7de827f-a37e-4415-8efe-852e6437538c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Added segment 51aa81e8-7339-4b03-949b-6bb168d4cb85 of type vlan for network 46fc0e81-29f9-4580-a495-176d1159b346 Jul 16 09:01:12.926884 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f7de827f-a37e-4415-8efe-852e6437538c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.959782 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f89785d-7e56-4c79-977d-e274210c54a1 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a21df68-b5c5-431d-92c4-fedec1a10b3e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:12.967005 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.015521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port a455a892-1de3-4fa5-ae5c-90433388742b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=a455a892-1de3-4fa5-ae5c-90433388742b,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:13.023216 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-9c28f33b-621b-4228-a192-29b4bbbb7f19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.028382 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.053970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-9c28f33b-621b-4228-a192-29b4bbbb7f19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Transition to ACTIVE for port object e27a6c89-6750-46c7-936b-6bf11c5dbda3 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:13.060161 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f7de827f-a37e-4415-8efe-852e6437538c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.073738 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b4f436b7-6a16-4180-8362-85cc7d4c035e tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.086109 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b4f436b7-6a16-4180-8362-85cc7d4c035e tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.100040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7de827f-a37e-4415-8efe-852e6437538c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:13.107449 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7f89785d-7e56-4c79-977d-e274210c54a1 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.114747 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7f89785d-7e56-4c79-977d-e274210c54a1 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1059897 Jul 16 09:01:13.121176 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f7de827f-a37e-4415-8efe-852e6437538c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.124337 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57454) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:13.132035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=a455a892-1de3-4fa5-ae5c-90433388742b,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:13.134426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f7b2b547-b1a3-4770-b7dd-7d2a0ab37992 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Request body: {'security_group_rule': {'security_group_id': '1a21df68-b5c5-431d-92c4-fedec1a10b3e', 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:13.153480 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b4f436b7-6a16-4180-8362-85cc7d4c035e tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.158016 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b4f436b7-6a16-4180-8362-85cc7d4c035e tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8141959 Jul 16 09:01:13.170351 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57456) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:13.178697 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-1cc94e16-8c55-48e3-8fed-2a69f1dbe4bd tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '8a063b1e-10ac-4fb2-8c8e-6b39d8f73ce6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:13.197250 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-9c28f33b-621b-4228-a192-29b4bbbb7f19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.206507 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f436b7-6a16-4180-8362-85cc7d4c035e tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a063b1e-10ac-4fb2-8c8e-6b39d8f73ce6,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:13.244356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-9c28f33b-621b-4228-a192-29b4bbbb7f19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Network 44ce1f6a-918b-4cbc-ac75-70d68d188b44 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:13.252644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57458) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:13.252820 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f7de827f-a37e-4415-8efe-852e6437538c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8379321 Jul 16 09:01:13.264477 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-9c28f33b-621b-4228-a192-29b4bbbb7f19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:13.270934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Request body: {'ports': [{'network_id': '34c0efb3-6ae7-4911-9b38-c6062ab9bb09', 'name': 'tempest-port--1719209630', 'admin_state_up': True}, {'network_id': '46fc0e81-29f9-4580-a495-176d1159b346', 'admin_state_up': False}]} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:13.271324 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Request body: {'port': {'network_id': '34c0efb3-6ae7-4911-9b38-c6062ab9bb09', 'name': 'tempest-port--1719209630', 'admin_state_up': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:13.271748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Request body: {'port': {'network_id': '46fc0e81-29f9-4580-a495-176d1159b346', 'admin_state_up': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:13.284569 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-9c28f33b-621b-4228-a192-29b4bbbb7f19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:13.288665 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f7b2b547-b1a3-4770-b7dd-7d2a0ab37992 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.352803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7de827f-a37e-4415-8efe-852e6437538c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event updated for resources: {'Network': ['ID=46fc0e81-29f9-4580-a495-176d1159b346,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:13.372903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28f33b-621b-4228-a192-29b4bbbb7f19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event updated for resources: {'Port': ['ID=e27a6c89-6750-46c7-936b-6bf11c5dbda3,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:13.405205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 46fc0e81-29f9-4580-a495-176d1159b346 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:13.412351 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-1cc94e16-8c55-48e3-8fed-2a69f1dbe4bd tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:13.416054 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1cc94e16-8c55-48e3-8fed-2a69f1dbe4bd tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2421196 Jul 16 09:01:13.416658 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57464) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:13.432533 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c8873f04-3595-4a37-8c06-4022a47115f3 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group_rule': {'security_group_id': '8a063b1e-10ac-4fb2-8c8e-6b39d8f73ce6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:13.554050 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-c8873f04-3595-4a37-8c06-4022a47115f3 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:01:13.559434 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c8873f04-3595-4a37-8c06-4022a47115f3 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1408062 Jul 16 09:01:13.560120 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57466) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:13.613169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-9c28f33b-621b-4228-a192-29b4bbbb7f19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:13.613919 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-9c28f33b-621b-4228-a192-29b4bbbb7f19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.663127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a136db8e-f0be-420e-992d-982ef4a3ffdc tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.704031 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a136db8e-f0be-420e-992d-982ef4a3ffdc tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.720103 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f7b2b547-b1a3-4770-b7dd-7d2a0ab37992 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.735196 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-9c28f33b-621b-4228-a192-29b4bbbb7f19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.2590392 Jul 16 09:01:13.766945 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a136db8e-f0be-420e-992d-982ef4a3ffdc tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.783127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a136db8e-f0be-420e-992d-982ef4a3ffdc tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.789931 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a136db8e-f0be-420e-992d-982ef4a3ffdc tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "DELETE /v2.0/security-groups/8a063b1e-10ac-4fb2-8c8e-6b39d8f73ce6 HTTP/1.1" status: 204 len: 168 time: 0.2230635 Jul 16 09:01:13.791631 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57470) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:13.802316 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a4f77b61-598a-4c25-8d36-f1a8b862521c None None] Provisioning for port e27a6c89-6750-46c7-936b-6bf11c5dbda3 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:13.811318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a4f77b61-598a-4c25-8d36-f1a8b862521c None None] Provisioning complete for port e27a6c89-6750-46c7-936b-6bf11c5dbda3 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:13.812196 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a4f77b61-598a-4c25-8d36-f1a8b862521c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.816920 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f7b2b547-b1a3-4770-b7dd-7d2a0ab37992 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.854399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a136db8e-f0be-420e-992d-982ef4a3ffdc tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a063b1e-10ac-4fb2-8c8e-6b39d8f73ce6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:13.910336 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Request body: {'port': {'device_id': 'ab58ec8f-b2df-4eeb-934e-0b621304c6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:13.914944 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5298cfdc-f1d2-4b75-acab-1bb66d52f59b tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1164494 Jul 16 09:01:13.915738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57474) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:13.920822 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c2b91271-f419-43d6-9495-98fc93ef7904 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group': {'name': 'tempest-secgroup--881383976'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:13.927082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2b547-b1a3-4770-b7dd-7d2a0ab37992 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=018cd330-892e-40c0-9b10-67b728fd64ea,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:13.939740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device a455a892-1de3-4fa5-ae5c-90433388742b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:13.979373 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c2b91271-f419-43d6-9495-98fc93ef7904 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:13.996054 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a4f77b61-598a-4c25-8d36-f1a8b862521c None None] Port e27a6c89-6750-46c7-936b-6bf11c5dbda3 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:14.015634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603d251f-7b03-40eb-bf39-f7d19564516a req-cabf9ebb-e2e0-4cdd-bb87-ad501898342d tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:14.016582 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-603d251f-7b03-40eb-bf39-f7d19564516a req-cabf9ebb-e2e0-4cdd-bb87-ad501898342d tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 895 time: 0.4641466 Jul 16 09:01:14.067740 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.082731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f7b2b547-b1a3-4770-b7dd-7d2a0ab37992 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.082731 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f7b2b547-b1a3-4770-b7dd-7d2a0ab37992 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9473128 Jul 16 09:01:14.083029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port a455a892-1de3-4fa5-ae5c-90433388742b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:14.083162 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57476) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:14.083283 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.085646 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d4595cf6-0d56-4955-afa6-c539e3b1a46c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Request body: {'security_group_rule': {'security_group_id': '1a21df68-b5c5-431d-92c4-fedec1a10b3e', 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:14.094890 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [None req-c2b91271-f419-43d6-9495-98fc93ef7904 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 09:01:14.094890 n-d-758944-46 neutron-server[93694]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 09:01:14.094890 n-d-758944-46 neutron-server[93694]: [parameters: {'project_id_1': '13d2f0a460ed47f1ac234bbcdb24d10b', 'expiration_1': datetime.datetime(2021, 7, 16, 9, 1, 14, 26518)}] Jul 16 09:01:14.094890 n-d-758944-46 neutron-server[93694]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:01:14.095598 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [None req-c2b91271-f419-43d6-9495-98fc93ef7904 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:01:14.148467 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Made reservation on behalf of a21bfc5b80c147b588dedbb1b49a6fec for: {'port': 2} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:14.154184 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.165382 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f3517965-ce1f-463a-bd14-8842c775da30 req-85e9c97a-4553-4b22-9893-cf00b9351621 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 210 time: 0.0735576 Jul 16 09:01:14.194064 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.261558 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d4595cf6-0d56-4955-afa6-c539e3b1a46c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.544958 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Sync routers for ids ['b6cb980b-d147-4356-9572-3cdf05ccf3ec'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:14.557595 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Routers {'b6cb980b-d147-4356-9572-3cdf05ccf3ec'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:14.558422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:01:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b6cb980b-d147-4356-9572-3cdf05ccf3ec'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:14.597187 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c2b91271-f419-43d6-9495-98fc93ef7904 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.711923 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c2b91271-f419-43d6-9495-98fc93ef7904 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.718632 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c2b91271-f419-43d6-9495-98fc93ef7904 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.768139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Set router b6cb980b-d147-4356-9572-3cdf05ccf3ec gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:14.794990 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c2b91271-f419-43d6-9495-98fc93ef7904 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.800425 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c2b91271-f419-43d6-9495-98fc93ef7904 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8810198 Jul 16 09:01:14.803353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57480) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:14.813006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c196459e-2d3e-4290-8330-793721b4d08d tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:14.813841 n-d-758944-46 neutron-server[93694]: WARNING neutron.api.v2.base [None req-c196459e-2d3e-4290-8330-793721b4d08d tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 09:01:14.815183 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-c196459e-2d3e-4290-8330-793721b4d08d tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 09:01:14.819651 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c196459e-2d3e-4290-8330-793721b4d08d tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "PUT /v2.0/security-groups/d67cf194-3e50-4760-b777-401aa1ff44b2 HTTP/1.1" status: 409 len: 330 time: 0.0119328 Jul 16 09:01:14.821194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57482) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:14.836853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b91271-f419-43d6-9495-98fc93ef7904 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67cf194-3e50-4760-b777-401aa1ff44b2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:14.908159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] device_id is not set on port d4178ee1-5198-4ffb-a019-f407bcaf1725 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:14.943950 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a36d604-90d8-4219-8d8e-656ad47c5db9 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.990976 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a36d604-90d8-4219-8d8e-656ad47c5db9 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.015788 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d4595cf6-0d56-4955-afa6-c539e3b1a46c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.062815 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d4595cf6-0d56-4955-afa6-c539e3b1a46c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.073332 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a36d604-90d8-4219-8d8e-656ad47c5db9 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.077213 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a36d604-90d8-4219-8d8e-656ad47c5db9 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.078742 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4a36d604-90d8-4219-8d8e-656ad47c5db9 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "DELETE /v2.0/security-groups/d67cf194-3e50-4760-b777-401aa1ff44b2 HTTP/1.1" status: 204 len: 168 time: 0.2561748 Jul 16 09:01:15.088134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57484) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:15.142606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a36d604-90d8-4219-8d8e-656ad47c5db9 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67cf194-3e50-4760-b777-401aa1ff44b2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:15.159498 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-3d2480af-3eca-4422-a9b8-afaf1d2caa3c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.176399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-3d2480af-3eca-4422-a9b8-afaf1d2caa3c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.15 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 812 time: 0.3566992 Jul 16 09:01:15.228264 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-afa5c020-44a2-4b8e-b714-e82345104e94 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'port': {'device_id': '304fcdd5-7f80-4a63-b35c-922453909d37', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'admin_state_up': True, 'tenant_id': '6d7d127892994ef29d6fc34730914246'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:15.239927 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fb497e41-1a58-495b-a8c5-d1dd20ef25ea tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1356995 Jul 16 09:01:15.251467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57490) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:15.292640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4595cf6-0d56-4955-afa6-c539e3b1a46c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d48086-ac8e-4d86-a931-55dd5dfe7bb1,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:15.294426 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-94fca54d-0d17-4a65-a9e3-1058fe692542 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] delete failed (client error): The resource could not be found. Jul 16 09:01:15.307058 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d4595cf6-0d56-4955-afa6-c539e3b1a46c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.308003 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d4595cf6-0d56-4955-afa6-c539e3b1a46c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2260520 Jul 16 09:01:15.308577 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-94fca54d-0d17-4a65-a9e3-1058fe692542 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "DELETE /v2.0/security-groups/e660befd-3301-4988-9ac9-146626280014 HTTP/1.1" status: 404 len: 347 time: 0.0603940 Jul 16 09:01:15.318934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57492) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:15.319671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57494) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:15.332171 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'name': 'tempest-TestServerBasicOps-1212014314-router', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a455a892-1de3-4fa5-ae5c-90433388742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:58Z', 'updated_at': '2021-07-16T09:01:06Z', 'revision_number': 4, 'project_id': '1da58129bb394706a8efa5d361297217', 'gw_port': {'id': 'a455a892-1de3-4fa5-ae5c-90433388742b', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:59Z', 'updated_at': '2021-07-16T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '504b5506-6aa0-4fb6-885f-c2d13e03d59d', 'name': '', 'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'mac_address': 'fa:16:3e:8f:7f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'ac6ab5e6-4518-4644-9062-dd2a6c324761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 2, 'project_id': '1da58129bb394706a8efa5d361297217', 'subnets': [{'id': 'ac6ab5e6-4518-4644-9062-dd2a6c324761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:15.341984 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4e284d6e-f39d-4e92-a2af-e590f349812c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Request body: {'security_group_rule': {'security_group_id': '1a21df68-b5c5-431d-92c4-fedec1a10b3e', 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:15.367114 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-57bd9d18-b6a9-4e2c-b334-536424921951 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] show failed (client error): The resource could not be found. Jul 16 09:01:15.377060 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-57bd9d18-b6a9-4e2c-b334-536424921951 tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "GET /v2.0/security-groups/0b5e75ad-577d-4333-b945-8441e30caba4 HTTP/1.1" status: 404 len: 347 time: 0.0561843 Jul 16 09:01:15.400603 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57496) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:15.420923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Checking router: b6cb980b-d147-4356-9572-3cdf05ccf3ec for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:15.422386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Updating router b6cb980b-d147-4356-9572-3cdf05ccf3ec port 504b5506-6aa0-4fb6-885f-c2d13e03d59d binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:01:15.428727 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-f5e4df76-df32-4dd1-98ea-9c2ab66ca73a tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] show failed (client error): The resource could not be found. Jul 16 09:01:15.429896 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f5e4df76-df32-4dd1-98ea-9c2ab66ca73a tempest-NegativeSecGroupIPv6Test-851120961 tempest-NegativeSecGroupIPv6Test-851120961-project] 10.222.0.20 "GET /v2.0/security-group-rules/9b3d9712-eef3-40ac-93de-075aa0622d89 HTTP/1.1" status: 404 len: 356 time: 0.0268750 Jul 16 09:01:15.490753 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e284d6e-f39d-4e92-a2af-e590f349812c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.506979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8af96-d6e0-44bd-a196-a3da8f280bd7 req-7e6cf7d3-6430-4fea-a324-608bf7cd63d1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.508636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-88e8af96-d6e0-44bd-a196-a3da8f280bd7 req-7e6cf7d3-6430-4fea-a324-608bf7cd63d1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 895 time: 0.2181194 Jul 16 09:01:15.540249 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.586533 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e284d6e-f39d-4e92-a2af-e590f349812c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.592578 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e284d6e-f39d-4e92-a2af-e590f349812c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.628855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e284d6e-f39d-4e92-a2af-e590f349812c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed49715f-5042-42c5-b492-6960ae50ee4f,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:15.647682 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9a1599c6-a9ad-450f-a247-d32cc656b6d7 req-cf970f02-33bf-4ecf-a302-c400e7442a24 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 210 time: 0.1684926 Jul 16 09:01:15.648418 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e284d6e-f39d-4e92-a2af-e590f349812c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.656956 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4e284d6e-f39d-4e92-a2af-e590f349812c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160894 Jul 16 09:01:15.657259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57500) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:15.666794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c78fcfc9-4862-4931-9ee8-46a7cce01305 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Request body: {'security_group_rule': {'security_group_id': '1a21df68-b5c5-431d-92c4-fedec1a10b3e', 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:15.720063 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c78fcfc9-4862-4931-9ee8-46a7cce01305 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.848474 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c78fcfc9-4862-4931-9ee8-46a7cce01305 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.855496 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c78fcfc9-4862-4931-9ee8-46a7cce01305 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.875569 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fcfc9-4862-4931-9ee8-46a7cce01305 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d29729b-6ab8-4f34-a3cd-2213f5ae1630,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:15.899280 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c78fcfc9-4862-4931-9ee8-46a7cce01305 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.903397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c78fcfc9-4862-4931-9ee8-46a7cce01305 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2422347 Jul 16 09:01:15.907101 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57506) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:15.909564 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.925906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6add1b4a-bf35-41f1-8fc0-e210bfbd11b5 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Request body: {'security_group_rule': {'security_group_id': '1a21df68-b5c5-431d-92c4-fedec1a10b3e', 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:15.978424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57508) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:16.014750 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-6add1b4a-bf35-41f1-8fc0-e210bfbd11b5 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Project a797f55e5f8d475aab89c0ea124e907d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:01:16.018823 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] device_id is not set on port 16064817-fc23-4b28-9267-c17c1ae270fb yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:16.027407 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6add1b4a-bf35-41f1-8fc0-e210bfbd11b5 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.037293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e27a6c89-6750-46c7-936b-6bf11c5dbda3 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:16.051023 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.083234 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Transition to ACTIVE for port object e27a6c89-6750-46c7-936b-6bf11c5dbda3 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:16.105165 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.120643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-afa5c020-44a2-4b8e-b714-e82345104e94 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Made reservation on behalf of 6d7d127892994ef29d6fc34730914246 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:16.130398 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-afa5c020-44a2-4b8e-b714-e82345104e94 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.255691 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6add1b4a-bf35-41f1-8fc0-e210bfbd11b5 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.266143 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.266991 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6add1b4a-bf35-41f1-8fc0-e210bfbd11b5 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.301845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Transition to ACTIVE for port object 504b5506-6aa0-4fb6-885f-c2d13e03d59d will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:16.312951 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Pushing event updated for resources: {'Port': ['ID=e27a6c89-6750-46c7-936b-6bf11c5dbda3,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:16.314226 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.370999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6add1b4a-bf35-41f1-8fc0-e210bfbd11b5 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86a60c1-b0b6-42f2-a859-ebd9922c3bbc,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:16.419734 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6add1b4a-bf35-41f1-8fc0-e210bfbd11b5 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.432398 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6add1b4a-bf35-41f1-8fc0-e210bfbd11b5 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5237122 Jul 16 09:01:16.433245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57518) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:16.442046 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-134dbc9e-83e0-4a36-9eaf-a3c96b7cf468 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Request body: {'security_group_rule': {'security_group_id': '1a21df68-b5c5-431d-92c4-fedec1a10b3e', 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:16.478729 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6867bc5d-57ab-4663-9b8b-52ea4e6aefdd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13d2f0a460ed47f1ac234bbcdb24d10b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4965377 Jul 16 09:01:16.485353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57520) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:16.486216 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-134dbc9e-83e0-4a36-9eaf-a3c96b7cf468 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Project a797f55e5f8d475aab89c0ea124e907d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:01:16.487566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc188c9-d7b3-4cd7-b29a-d84f59c3f169 None None] Pushing event updated for resources: {'Port': ['ID=504b5506-6aa0-4fb6-885f-c2d13e03d59d,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:16.498840 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.509079 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-134dbc9e-83e0-4a36-9eaf-a3c96b7cf468 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.524893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Attempting to bind port 504b5506-6aa0-4fb6-885f-c2d13e03d59d on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:16.526250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Attempting to bind port 504b5506-6aa0-4fb6-885f-c2d13e03d59d by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '120fd852-63c5-46ad-bf94-d36cef52cf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:16.527373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Attempting to bind port 504b5506-6aa0-4fb6-885f-c2d13e03d59d on network f300bd52-22cf-487e-82f9-7011cde41e79 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:16.544022 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:16.544408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Checking segment: {'id': '120fd852-63c5-46ad-bf94-d36cef52cf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:16.544857 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.545268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Bound using segment: {'id': '120fd852-63c5-46ad-bf94-d36cef52cf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:16.545771 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Bound port: 504b5506-6aa0-4fb6-885f-c2d13e03d59d, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '120fd852-63c5-46ad-bf94-d36cef52cf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:16.546197 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.628050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Attempting to bind port e27a6c89-6750-46c7-936b-6bf11c5dbda3 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:16.628392 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Attempting to bind port e27a6c89-6750-46c7-936b-6bf11c5dbda3 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '1f21d7f2-0453-45c8-9b78-aab7c6ed8865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:16.628762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Attempting to bind port e27a6c89-6750-46c7-936b-6bf11c5dbda3 on network 44ce1f6a-918b-4cbc-ac75-70d68d188b44 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:16.639494 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-afa5c020-44a2-4b8e-b714-e82345104e94 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Allocated IP 172.20.0.8 (5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9/ea992bec-c968-4e68-942d-9a0eb6f6722d/c0c55690-9b54-46a2-a473-a64d6d7bb5f2) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:16.670054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Port e27a6c89-6750-46c7-936b-6bf11c5dbda3 on network 44ce1f6a-918b-4cbc-ac75-70d68d188b44 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:16.670385 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Attempting to bind port e27a6c89-6750-46c7-936b-6bf11c5dbda3 on network 44ce1f6a-918b-4cbc-ac75-70d68d188b44 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:16.684366 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] For port 504b5506-6aa0-4fb6-885f-c2d13e03d59d, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:16.705129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:16.705649 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Checking segment: {'id': '1f21d7f2-0453-45c8-9b78-aab7c6ed8865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:16.705916 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Bound using segment: {'id': '1f21d7f2-0453-45c8-9b78-aab7c6ed8865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:16.706384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Bound port: e27a6c89-6750-46c7-936b-6bf11c5dbda3, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f21d7f2-0453-45c8-9b78-aab7c6ed8865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:16.706757 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.715062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] For port 504b5506-6aa0-4fb6-885f-c2d13e03d59d, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=504b5506-6aa0-4fb6-885f-c2d13e03d59d,segment=NetworkSegment(120fd852-63c5-46ad-bf94-d36cef52cf47),segment_id=120fd852-63c5-46ad-bf94-d36cef52cf47)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:16.729523 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.825699 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.867423 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14c535d6-9a54-47de-98bb-499464757123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.964237 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-134dbc9e-83e0-4a36-9eaf-a3c96b7cf468 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.991141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Routers {'b6cb980b-d147-4356-9572-3cdf05ccf3ec'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:16.995762 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fff00222-40db-4482-aa8e-1fc5a88a9755 req-379686af-54f1-4e6c-b82a-684c32bef977 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 210 time: 0.0660584 Jul 16 09:01:16.996470 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-134dbc9e-83e0-4a36-9eaf-a3c96b7cf468 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.999201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:01:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b6cb980b-d147-4356-9572-3cdf05ccf3ec'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:17.000784 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14c535d6-9a54-47de-98bb-499464757123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.012812 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event updated for resources: {'Port': ['ID=d4178ee1-5198-4ffb-a019-f407bcaf1725,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:17.034203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134dbc9e-83e0-4a36-9eaf-a3c96b7cf468 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01b5c62a-d4f1-46e0-8dd9-d5499cf174f3,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:17.085808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc188c9-d7b3-4cd7-b29a-d84f59c3f169 None None] Pushing event updated for resources: {'Port': ['ID=504b5506-6aa0-4fb6-885f-c2d13e03d59d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:17.095921 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-134dbc9e-83e0-4a36-9eaf-a3c96b7cf468 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.107022 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-134dbc9e-83e0-4a36-9eaf-a3c96b7cf468 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6693919 Jul 16 09:01:17.165381 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14c535d6-9a54-47de-98bb-499464757123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.169874 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-14c535d6-9a54-47de-98bb-499464757123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.183383 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-14c535d6-9a54-47de-98bb-499464757123 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da645ceb-a7bf-4eab-a19c-6391a109f582 HTTP/1.1" status: 204 len: 168 time: 0.6773257 Jul 16 09:01:17.198241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c535d6-9a54-47de-98bb-499464757123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da645ceb-a7bf-4eab-a19c-6391a109f582,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:17.229474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] For port e27a6c89-6750-46c7-936b-6bf11c5dbda3, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:17.238237 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] For port e27a6c89-6750-46c7-936b-6bf11c5dbda3, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e27a6c89-6750-46c7-936b-6bf11c5dbda3,segment=NetworkSegment(1f21d7f2-0453-45c8-9b78-aab7c6ed8865),segment_id=1f21d7f2-0453-45c8-9b78-aab7c6ed8865)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:17.319858 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] Set router b6cb980b-d147-4356-9572-3cdf05ccf3ec gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:17.393525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Checking segment: {'id': 'b0c20005-43ec-4ce5-9171-f38ea313a34c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '34c0efb3-6ae7-4911-9b38-c6062ab9bb09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:17.393894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Network hostable DHCP agents. Network: 34c0efb3-6ae7-4911-9b38-c6062ab9bb09, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:17.405158 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.781750 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-afa5c020-44a2-4b8e-b714-e82345104e94 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.782374 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-1037bffe-eb7d-4ee7-b4cb-86867c9ff3fb tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-234126858&fields=id&tenant_id=a797f55e5f8d475aab89c0ea124e907d HTTP/1.1" status: 200 len: 267 time: 0.1407220 Jul 16 09:01:17.812722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.813365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:17.815009 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] 10.222.0.38 "PUT /v2.0/ports/e27a6c89-6750-46c7-936b-6bf11c5dbda3 HTTP/1.1" status: 200 len: 1056 time: 3.9561498 Jul 16 09:01:17.829367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab58ec8f-b2df-4eeb-934e-0b621304c6d2', 'tag': 'e27a6c89-6750-46c7-936b-6bf11c5dbda3'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:17.835211 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e5b052-f29e-4786-8b7a-6503d0acc93c" -d '{"events": [{"name": "network-changed", "server_uuid": "ab58ec8f-b2df-4eeb-934e-0b621304c6d2", "tag": "e27a6c89-6750-46c7-936b-6bf11c5dbda3"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:17.894236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-afa5c020-44a2-4b8e-b714-e82345104e94 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Transition to ACTIVE for port object c0c55690-9b54-46a2-a473-a64d6d7bb5f2 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:17.915836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Network 34c0efb3-6ae7-4911-9b38-c6062ab9bb09 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:18.023980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e39c940-6bb2-4b83-a3ec-6a821fe2b619 service neutron] Pushing event updated for resources: {'Port': ['ID=e27a6c89-6750-46c7-936b-6bf11c5dbda3,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:18.036020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 504b5506-6aa0-4fb6-885f-c2d13e03d59d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:18.086289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2e2dcc-3dcc-44de-a3e8-8a633ed2a722 req-cd7b23a0-4e51-40bf-8fa6-4ca6642b1f3d tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:18.104396 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf2e2dcc-3dcc-44de-a3e8-8a633ed2a722 req-cd7b23a0-4e51-40bf-8fa6-4ca6642b1f3d tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 907 time: 1.2808380 Jul 16 09:01:18.156725 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'name': 'tempest-TestServerBasicOps-1212014314-router', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a455a892-1de3-4fa5-ae5c-90433388742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:58Z', 'updated_at': '2021-07-16T09:01:06Z', 'revision_number': 4, 'project_id': '1da58129bb394706a8efa5d361297217', 'gw_port': {'id': 'a455a892-1de3-4fa5-ae5c-90433388742b', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:59Z', 'updated_at': '2021-07-16T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '504b5506-6aa0-4fb6-885f-c2d13e03d59d', 'name': '', 'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'mac_address': 'fa:16:3e:8f:7f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'ac6ab5e6-4518-4644-9062-dd2a6c324761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:16Z', 'revision_number': 4, 'project_id': '1da58129bb394706a8efa5d361297217', 'subnets': [{'id': 'ac6ab5e6-4518-4644-9062-dd2a6c324761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:18.238361 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 34c0efb3-6ae7-4911-9b38-c6062ab9bb09) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:18.249464 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:18.252054 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.284270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20e71541-a4a4-4072-9cd1-0b35e132e4f6 None None] The sync data for ids ['b6cb980b-d147-4356-9572-3cdf05ccf3ec'] in n-d-758944-46 is: [{'id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'name': 'tempest-TestServerBasicOps-1212014314-router', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a455a892-1de3-4fa5-ae5c-90433388742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:58Z', 'updated_at': '2021-07-16T09:01:06Z', 'revision_number': 4, 'project_id': '1da58129bb394706a8efa5d361297217', 'gw_port': {'id': 'a455a892-1de3-4fa5-ae5c-90433388742b', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:59Z', 'updated_at': '2021-07-16T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '504b5506-6aa0-4fb6-885f-c2d13e03d59d', 'name': '', 'network_id': 'f300bd52-22cf-487e-82f9-7011cde41e79', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'mac_address': 'fa:16:3e:8f:7f:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 3125, 'fixed_ips': [{'subnet_id': 'ac6ab5e6-4518-4644-9062-dd2a6c324761', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:16Z', 'revision_number': 4, 'project_id': '1da58129bb394706a8efa5d361297217', 'subnets': [{'id': 'ac6ab5e6-4518-4644-9062-dd2a6c324761', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:18.286066 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a839c8-f5c5-443b-960a-d7aef4f0046b None None] Network 34c0efb3-6ae7-4911-9b38-c6062ab9bb09 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:18.324793 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 504b5506-6aa0-4fb6-885f-c2d13e03d59d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:18.359064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 504b5506-6aa0-4fb6-885f-c2d13e03d59d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:18.359442 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.452131 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-afa5c020-44a2-4b8e-b714-e82345104e94 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.480421 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c560e6d8-79f7-4e5e-bccd-d56736264422 x-openstack-request-id: req-c560e6d8-79f7-4e5e-bccd-d56736264422 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:18.480755 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab58ec8f-b2df-4eeb-934e-0b621304c6d2", "tag": "e27a6c89-6750-46c7-936b-6bf11c5dbda3", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:18.480992 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c560e6d8-79f7-4e5e-bccd-d56736264422 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:18.484186 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab58ec8f-b2df-4eeb-934e-0b621304c6d2', 'tag': 'e27a6c89-6750-46c7-936b-6bf11c5dbda3', 'status': 'completed', 'code': 200} Jul 16 09:01:18.487959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event updated for resources: {'Port': ['ID=16064817-fc23-4b28-9267-c17c1ae270fb,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:18.557849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['33632c02-07c3-4c48-8886-dabb390b3890'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:18.640554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-770c937f-aaf1-491f-83c2-f22d845725d9 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:18.659550 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-770c937f-aaf1-491f-83c2-f22d845725d9 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/networks?id=2543bb20-c5ab-4e61-a2cc-15698c179b37 HTTP/1.1" status: 200 len: 808 time: 0.8744042 Jul 16 09:01:18.662851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-afa5c020-44a2-4b8e-b714-e82345104e94 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:18.693285 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-e59f0b24-3f3c-4657-bc3b-d6a8d725ad06 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/quotas/a797f55e5f8d475aab89c0ea124e907d HTTP/1.1" status: 200 len: 375 time: 0.0289571 Jul 16 09:01:18.695253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-afa5c020-44a2-4b8e-b714-e82345104e94 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:18.709679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-afa5c020-44a2-4b8e-b714-e82345104e94 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:18.744838 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5c020-44a2-4b8e-b714-e82345104e94 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'Port': ['ID=c0c55690-9b54-46a2-a473-a64d6d7bb5f2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:18.849908 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-f47d3766-e0f0-4698-b495-dbd3e8fbfdff tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=a797f55e5f8d475aab89c0ea124e907d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1489508 Jul 16 09:01:18.896934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Checking segment: {'id': '51aa81e8-7339-4b03-949b-6bb168d4cb85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '46fc0e81-29f9-4580-a495-176d1159b346'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:18.897224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Network hostable DHCP agents. Network: 46fc0e81-29f9-4580-a495-176d1159b346, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:18.903406 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-ae4c9a1d-13a0-4ab4-bdc0-b2b59ec67ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:18.905377 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-ae4c9a1d-13a0-4ab4-bdc0-b2b59ec67ff0 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c33bc819abc459d94c0dedc8ed9e910&device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 1059 time: 1.0149310 Jul 16 09:01:18.920095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-afa5c020-44a2-4b8e-b714-e82345104e94 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:18.920822 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-afa5c020-44a2-4b8e-b714-e82345104e94 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.018667 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-dcba22b6-54c3-4119-9e35-9f3ea87c5a07 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e27a6c89-6750-46c7-936b-6bf11c5dbda3 HTTP/1.1" status: 200 len: 217 time: 0.0935271 Jul 16 09:01:19.053719 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-e47a3efc-0ba0-4b0f-951b-946020821b0c service neutron] 10.222.0.20 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945479 Jul 16 09:01:19.090912 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Network 46fc0e81-29f9-4580-a495-176d1159b346 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:19.180539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 46fc0e81-29f9-4580-a495-176d1159b346) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:19.205548 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6266c05f-a2a5-4ea8-90d7-8526c3fa4ccd req-21716d5d-6922-4426-8f69-cc615bcff1d6 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.213904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d75612c-45f7-437d-b443-d291f5030d74 None None] Network 46fc0e81-29f9-4580-a495-176d1159b346 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:19.217186 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6266c05f-a2a5-4ea8-90d7-8526c3fa4ccd req-21716d5d-6922-4426-8f69-cc615bcff1d6 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 931 time: 0.6138675 Jul 16 09:01:19.225581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:19.232170 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.250502 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-5aca2178-c7e6-49d7-bb23-a57eb1bd3506 service neutron] 10.222.0.20 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915889 Jul 16 09:01:19.256764 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.257577 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.284571 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-afa5c020-44a2-4b8e-b714-e82345104e94 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0670936 Jul 16 09:01:19.324926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Request body: {'port': {'device_id': '304fcdd5-7f80-4a63-b35c-922453909d37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:19.391476 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.417273 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6c5c85dc-e359-4378-8e82-56051da25326 None None] Provisioning for port c0c55690-9b54-46a2-a473-a64d6d7bb5f2 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:19.471457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6c5c85dc-e359-4378-8e82-56051da25326 None None] Provisioning complete for port c0c55690-9b54-46a2-a473-a64d6d7bb5f2 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:19.471457 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6c5c85dc-e359-4378-8e82-56051da25326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.505135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-137b1522-62fa-4e87-a5d1-56ba588d39a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.506773 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-137b1522-62fa-4e87-a5d1-56ba588d39a5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1154669f-7649-434b-a6a3-e3a26260f26d HTTP/1.1" status: 200 len: 837 time: 0.4641080 Jul 16 09:01:19.575660 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-20ad5978-9eeb-412d-a2b1-0a85cd89d76c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 6.3174140 Jul 16 09:01:19.579171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57576) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:19.644134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c85dc-e359-4378-8e82-56051da25326 None None] Port c0c55690-9b54-46a2-a473-a64d6d7bb5f2 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:19.645036 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6266c05f-a2a5-4ea8-90d7-8526c3fa4ccd req-e39af781-89ac-4edc-9398-509c82c34f60 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4243565 Jul 16 09:01:19.722470 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.791260 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 504b5506-6aa0-4fb6-885f-c2d13e03d59d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=504b5506-6aa0-4fb6-885f-c2d13e03d59d,segment=NetworkSegment(120fd852-63c5-46ad-bf94-d36cef52cf47),segment_id=120fd852-63c5-46ad-bf94-d36cef52cf47)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:19.807735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dd4272-d533-4c91-915e-f24f57b18442 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.816607 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.830752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dd4272-d533-4c91-915e-f24f57b18442 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.836581 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-88dd4272-d533-4c91-915e-f24f57b18442 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2544932 Jul 16 09:01:19.918223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57578) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:19.925260 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fabbab8a-c726-4995-8000-c1dbde7b1f86 req-e3e86b7c-be45-4b8f-9c2d-df2c59d8ea5d tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 210 time: 0.0866592 Jul 16 09:01:20.192828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Deleting port d4178ee1-5198-4ffb-a019-f407bcaf1725 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:20.193193 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.226179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=504b5506-6aa0-4fb6-885f-c2d13e03d59d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:20.305072 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-30ab6016-8849-4757-a15c-c4990712bf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:20.307887 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-30ab6016-8849-4757-a15c-c4990712bf60 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44ce1f6a-918b-4cbc-ac75-70d68d188b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.7359271 Jul 16 09:01:20.344273 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.365948 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Calling delete_port for d4178ee1-5198-4ffb-a019-f407bcaf1725 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:20.536331 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.614020 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.617207 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "DELETE /v2.0/ports/d4178ee1-5198-4ffb-a019-f407bcaf1725 HTTP/1.1" status: 204 len: 168 time: 0.6890216 Jul 16 09:01:20.621662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event deleted for resources: {'Port': ['ID=d4178ee1-5198-4ffb-a019-f407bcaf1725,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:20.631362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57596) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:20.632752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec253cee-4af9-4a3a-9086-644e6a3e7fda req-226ee58e-d611-4096-b716-02a2fe8dfcf9 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:20.646131 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ec253cee-4af9-4a3a-9086-644e6a3e7fda req-226ee58e-d611-4096-b716-02a2fe8dfcf9 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 907 time: 0.4370759 Jul 16 09:01:20.680006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.680574 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.681462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.681956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.682459 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.683074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.683869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.684309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.684885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.685458 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.686107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.686627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73ff5ca0-1552-402b-bbfb-560f111757a7 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:20.697594 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-5f376e2d-2e13-454d-bbd9-c99f84ce8f1f service neutron] 10.222.0.38 "GET /v2.0/networks/44ce1f6a-918b-4cbc-ac75-70d68d188b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3767822 Jul 16 09:01:20.791521 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-77181e35-b966-4be4-83b6-ea24a6063b27 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Deleting port 16064817-fc23-4b28-9267-c17c1ae270fb {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:20.791521 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77181e35-b966-4be4-83b6-ea24a6063b27 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:20.970933 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77181e35-b966-4be4-83b6-ea24a6063b27 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.017995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0c55690-9b54-46a2-a473-a64d6d7bb5f2 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:21.031505 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.059414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Transition to ACTIVE for port object c0c55690-9b54-46a2-a473-a64d6d7bb5f2 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:21.078255 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.087210 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-77181e35-b966-4be4-83b6-ea24a6063b27 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Calling delete_port for 16064817-fc23-4b28-9267-c17c1ae270fb owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:21.229061 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-968435ee-0365-4129-8d5a-8ea08df0da00 req-c307138c-f2aa-45ac-a261-b8ed59500b26 service neutron] 10.222.0.38 "GET /v2.0/networks/44ce1f6a-918b-4cbc-ac75-70d68d188b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237815 Jul 16 09:01:21.240263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c55690-9b54-46a2-a473-a64d6d7bb5f2,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:21.535911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Attempting to bind port c0c55690-9b54-46a2-a473-a64d6d7bb5f2 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:21.536995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Attempting to bind port c0c55690-9b54-46a2-a473-a64d6d7bb5f2 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:21.536995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Attempting to bind port c0c55690-9b54-46a2-a473-a64d6d7bb5f2 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:21.571060 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77181e35-b966-4be4-83b6-ea24a6063b27 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.592857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfbd253b-8740-41ed-8ce4-c80d8a8b56d2 req-becde170-e610-4b55-a514-71441b5c4cc6 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 210 time: 0.1195025 Jul 16 09:01:21.605830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Port c0c55690-9b54-46a2-a473-a64d6d7bb5f2 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:21.606161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Attempting to bind port c0c55690-9b54-46a2-a473-a64d6d7bb5f2 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:21.646784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:21.647083 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Checking segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:21.647747 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Bound using segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:21.648209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Bound port: c0c55690-9b54-46a2-a473-a64d6d7bb5f2, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:21.648624 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.652246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77181e35-b966-4be4-83b6-ea24a6063b27 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event deleted for resources: {'Port': ['ID=16064817-fc23-4b28-9267-c17c1ae270fb,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:21.672977 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77181e35-b966-4be4-83b6-ea24a6063b27 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.676883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-77181e35-b966-4be4-83b6-ea24a6063b27 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "DELETE /v2.0/ports/16064817-fc23-4b28-9267-c17c1ae270fb HTTP/1.1" status: 204 len: 168 time: 1.0425558 Jul 16 09:01:21.681133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57610) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:21.753630 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a5bdfa92-f50a-4f99-808b-448694cab1da tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0706306 Jul 16 09:01:21.763440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57614) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:21.802774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6cc3722d-3d10-4289-b427-e4d56cbd6675 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1673507578'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:21.815979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] For port c0c55690-9b54-46a2-a473-a64d6d7bb5f2, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:21.822849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] For port c0c55690-9b54-46a2-a473-a64d6d7bb5f2, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c0c55690-9b54-46a2-a473-a64d6d7bb5f2,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:21.838941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5b052-f29e-4786-8b7a-6503d0acc93c req-5582b8dd-b5cd-47bf-893c-5bff6d6814e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:21.846338 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27e5b052-f29e-4786-8b7a-6503d0acc93c req-5582b8dd-b5cd-47bf-893c-5bff6d6814e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=5c33bc819abc459d94c0dedc8ed9e910&device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 1059 time: 0.2565360 Jul 16 09:01:21.848484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8accf74-072a-4a5b-8824-7b840d7bfe94 req-bdb0913b-6de4-4f56-a520-05eee865ee71 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:21.849158 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.851072 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b8accf74-072a-4a5b-8824-7b840d7bfe94 req-bdb0913b-6de4-4f56-a520-05eee865ee71 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.7052588 Jul 16 09:01:21.892536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc3722d-3d10-4289-b427-e4d56cbd6675 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Made reservation on behalf of a21bfc5b80c147b588dedbb1b49a6fec for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:21.897589 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cc3722d-3d10-4289-b427-e4d56cbd6675 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.992225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 504b5506-6aa0-4fb6-885f-c2d13e03d59d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:22.002841 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b8accf74-072a-4a5b-8824-7b840d7bfe94 req-b5304d88-d477-4510-9554-fb8f4587e741 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389728 Jul 16 09:01:22.019794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc3722d-3d10-4289-b427-e4d56cbd6675 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] vlan segment allocate from pool success with {'vlan_id': 53, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:22.055730 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cc3722d-3d10-4289-b427-e4d56cbd6675 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.056040 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-6cc3722d-3d10-4289-b427-e4d56cbd6675 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Added segment 444c6995-a7d2-4127-b17e-9557bf73b500 of type vlan for network dc5bf2c9-6845-4706-acf2-89bf2309f9c9 Jul 16 09:01:22.144599 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:22.146516 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cc3722d-3d10-4289-b427-e4d56cbd6675 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.149444 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.150885 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] 10.222.0.15 "PUT /v2.0/ports/c0c55690-9b54-46a2-a473-a64d6d7bb5f2 HTTP/1.1" status: 200 len: 1092 time: 2.8320067 Jul 16 09:01:22.177806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '304fcdd5-7f80-4a63-b35c-922453909d37', 'tag': 'c0c55690-9b54-46a2-a473-a64d6d7bb5f2'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:22.179092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 504b5506-6aa0-4fb6-885f-c2d13e03d59d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:22.180081 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68d8c97-34b4-4c30-b0b4-179d10f6c253" -d '{"events": [{"name": "network-changed", "server_uuid": "304fcdd5-7f80-4a63-b35c-922453909d37", "tag": "c0c55690-9b54-46a2-a473-a64d6d7bb5f2"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:22.181604 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.286486 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cc3722d-3d10-4289-b427-e4d56cbd6675 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.314468 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc3722d-3d10-4289-b427-e4d56cbd6675 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:22.315693 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cc3722d-3d10-4289-b427-e4d56cbd6675 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.523998 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6cc3722d-3d10-4289-b427-e4d56cbd6675 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7517431 Jul 16 09:01:22.535197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57624) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:22.610423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-243a991b-11c0-4031-983b-a438a436bd96 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-495529375'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:22.731105 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91890dfc-b862-434a-b7cf-a2e2a17bb0f6 x-openstack-request-id: req-91890dfc-b862-434a-b7cf-a2e2a17bb0f6 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:22.732012 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "304fcdd5-7f80-4a63-b35c-922453909d37", "tag": "c0c55690-9b54-46a2-a473-a64d6d7bb5f2", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:22.732012 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91890dfc-b862-434a-b7cf-a2e2a17bb0f6 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:22.732328 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '304fcdd5-7f80-4a63-b35c-922453909d37', 'tag': 'c0c55690-9b54-46a2-a473-a64d6d7bb5f2', 'status': 'completed', 'code': 200} Jul 16 09:01:22.735557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598277b0-656a-4586-9cd5-24bd1f4907e9 service neutron] Pushing event updated for resources: {'Port': ['ID=c0c55690-9b54-46a2-a473-a64d6d7bb5f2,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:22.799900 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8c596e-b95d-43f6-9457-d4b9b29c0bd7 req-24eacb56-97eb-48be-b50b-0d6fe0596172 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:22.813357 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9f8c596e-b95d-43f6-9457-d4b9b29c0bd7 req-24eacb56-97eb-48be-b50b-0d6fe0596172 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 907 time: 0.8042402 Jul 16 09:01:22.828192 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc3722d-3d10-4289-b427-e4d56cbd6675 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event updated for resources: {'Network': ['ID=dc5bf2c9-6845-4706-acf2-89bf2309f9c9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:22.843112 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5b052-f29e-4786-8b7a-6503d0acc93c req-db7737d6-7382-49a7-beff-fb09f34d12e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:22.845364 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27e5b052-f29e-4786-8b7a-6503d0acc93c req-db7737d6-7382-49a7-beff-fb09f34d12e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=44ce1f6a-918b-4cbc-ac75-70d68d188b44 HTTP/1.1" status: 200 len: 898 time: 0.9714344 Jul 16 09:01:22.848134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network dc5bf2c9-6845-4706-acf2-89bf2309f9c9 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:23.033658 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27e5b052-f29e-4786-8b7a-6503d0acc93c req-0fbb1388-b3d8-4853-936f-1dd23f549bba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=e27a6c89-6750-46c7-936b-6bf11c5dbda3 HTTP/1.1" status: 200 len: 217 time: 0.1706412 Jul 16 09:01:23.108442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-42b99f0f-0d82-4b01-8524-f08bad085259 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.110911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-42b99f0f-0d82-4b01-8524-f08bad085259 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.15 "GET /v2.0/networks?id=2543bb20-c5ab-4e61-a2cc-15698c179b37 HTTP/1.1" status: 200 len: 808 time: 0.4662464 Jul 16 09:01:23.203065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-fffce8fa-9aca-47e6-898d-e6827e04cfb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.207393 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fdf374a8-5257-4b56-b2cb-068fde87ee32 req-8dceb6f2-3a10-4f92-872c-b4ad099e2c70 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 210 time: 0.0921247 Jul 16 09:01:23.215823 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e27a6c89-6750-46c7-936b-6bf11c5dbda3 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:01:23.234658 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-fffce8fa-9aca-47e6-898d-e6827e04cfb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 1095 time: 0.8498728 Jul 16 09:01:23.241570 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-4bad7e82-2521-4f84-aedd-019c7e49d468 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a797f55e5f8d475aab89c0ea124e907d HTTP/1.1" status: 200 len: 379 time: 0.1092174 Jul 16 09:01:23.244690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243a991b-11c0-4031-983b-a438a436bd96 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Made reservation on behalf of a21bfc5b80c147b588dedbb1b49a6fec for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:23.287930 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-243a991b-11c0-4031-983b-a438a436bd96 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.319294 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-50086920-1194-4598-a52a-b4c8c8cfea29 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Request body: {'port': {'device_id': 'c01a57e6-bf29-4407-8ced-dc6937615492', 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'admin_state_up': True, 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'security_groups': ['1a21df68-b5c5-431d-92c4-fedec1a10b3e']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:23.436401 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-b2b76090-b70e-40e3-b937-3f13e4e75133 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0c55690-9b54-46a2-a473-a64d6d7bb5f2 HTTP/1.1" status: 200 len: 217 time: 0.1786947 Jul 16 09:01:23.495963 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243a991b-11c0-4031-983b-a438a436bd96 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] vlan segment allocate from pool success with {'vlan_id': 71, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:23.513954 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-243a991b-11c0-4031-983b-a438a436bd96 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.514669 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-243a991b-11c0-4031-983b-a438a436bd96 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Added segment 2418504b-6834-4b24-b29b-d303ec282d6c of type vlan for network c505d7b5-8cf0-4f7e-b390-ef13c311da7e Jul 16 09:01:23.561577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port e27a6c89-6750-46c7-936b-6bf11c5dbda3, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e27a6c89-6750-46c7-936b-6bf11c5dbda3,segment=NetworkSegment(1f21d7f2-0453-45c8-9b78-aab7c6ed8865),segment_id=1f21d7f2-0453-45c8-9b78-aab7c6ed8865)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:23.613871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5b052-f29e-4786-8b7a-6503d0acc93c req-72e982a6-3f25-4dbd-ada2-55a10240b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.616602 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27e5b052-f29e-4786-8b7a-6503d0acc93c req-72e982a6-3f25-4dbd-ada2-55a10240b9eb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1154669f-7649-434b-a6a3-e3a26260f26d HTTP/1.1" status: 200 len: 837 time: 0.5588589 Jul 16 09:01:23.639434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'e27a6c89-6750-46c7-936b-6bf11c5dbda3', 'network_id': '44ce1f6a-918b-4cbc-ac75-70d68d188b44', 'port_id': 'e27a6c89-6750-46c7-936b-6bf11c5dbda3', 'mac_address': 'fa:16:3e:d4:4b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1154669f-7649-434b-a6a3-e3a26260f26d', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:01:23.690421 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-243a991b-11c0-4031-983b-a438a436bd96 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.747196 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.764709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-1461ac48-2b1a-4c4f-8c4a-12164888eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.772946 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-1461ac48-2b1a-4c4f-8c4a-12164888eae1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.3248003 Jul 16 09:01:23.775131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e27a6c89-6750-46c7-936b-6bf11c5dbda3 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:23.848141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port e27a6c89-6750-46c7-936b-6bf11c5dbda3, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e27a6c89-6750-46c7-936b-6bf11c5dbda3,segment=NetworkSegment(1f21d7f2-0453-45c8-9b78-aab7c6ed8865),segment_id=1f21d7f2-0453-45c8-9b78-aab7c6ed8865)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:23.853745 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-243a991b-11c0-4031-983b-a438a436bd96 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.858245 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.880528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243a991b-11c0-4031-983b-a438a436bd96 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.881718 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-243a991b-11c0-4031-983b-a438a436bd96 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.037670 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-243a991b-11c0-4031-983b-a438a436bd96 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4543135 Jul 16 09:01:24.053117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243a991b-11c0-4031-983b-a438a436bd96 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event updated for resources: {'Network': ['ID=c505d7b5-8cf0-4f7e-b390-ef13c311da7e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:24.075935 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network c505d7b5-8cf0-4f7e-b390-ef13c311da7e details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:24.094358 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-50086920-1194-4598-a52a-b4c8c8cfea29 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Made reservation on behalf of a797f55e5f8d475aab89c0ea124e907d for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:24.098453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-50086920-1194-4598-a52a-b4c8c8cfea29 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.121424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['e27a6c89-6750-46c7-936b-6bf11c5dbda3'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:24.134459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=e27a6c89-6750-46c7-936b-6bf11c5dbda3,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:24.378549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfba52-f880-49a4-81c7-efb36e8bfb1f req-1e6e4642-057f-47ac-9a50-0d1c7ff88825 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:24.381598 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b4bfba52-f880-49a4-81c7-efb36e8bfb1f req-1e6e4642-057f-47ac-9a50-0d1c7ff88825 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.9403844 Jul 16 09:01:24.427824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5b052-f29e-4786-8b7a-6503d0acc93c req-eba5d78b-7f01-4053-907b-a8097673b9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:24.429980 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27e5b052-f29e-4786-8b7a-6503d0acc93c req-eba5d78b-7f01-4053-907b-a8097673b9b8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=44ce1f6a-918b-4cbc-ac75-70d68d188b44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.7974339 Jul 16 09:01:24.509785 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-a0576d81-1e9f-401b-85a3-f4065c237ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:24.515966 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-a0576d81-1e9f-401b-85a3-f4065c237ed5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7343996 Jul 16 09:01:24.541455 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-50086920-1194-4598-a52a-b4c8c8cfea29 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Allocated IP 172.20.0.7 (2543bb20-c5ab-4e61-a2cc-15698c179b37/73a7ca94-5f5e-4d62-9deb-79d8b68dca0f/45ce2860-37d7-44f4-bb61-38594388fd9d) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:24.608038 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915212e-3dab-4578-a6e4-33ce42b6dc04 req-5d2f07e2-2d58-4c75-9647-46d0ba7341ad tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:24.609730 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b915212e-3dab-4578-a6e4-33ce42b6dc04 req-5d2f07e2-2d58-4c75-9647-46d0ba7341ad tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 908 time: 0.1536939 Jul 16 09:01:24.805777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b4bfba52-f880-49a4-81c7-efb36e8bfb1f req-3e61838d-7747-486e-97f1-a87b37ef8e27 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120419 Jul 16 09:01:24.811531 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-50086920-1194-4598-a52a-b4c8c8cfea29 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.838678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-50086920-1194-4598-a52a-b4c8c8cfea29 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Transition to ACTIVE for port object 45ce2860-37d7-44f4-bb61-38594388fd9d will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:24.933983 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-50086920-1194-4598-a52a-b4c8c8cfea29 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.950025 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-373e2615-7e31-450a-a46a-e1ee3ea07f71 service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082429 Jul 16 09:01:25.176953 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27e5b052-f29e-4786-8b7a-6503d0acc93c req-b190dd0d-745a-4a3e-a03c-350c74a3e7f5 service neutron] 10.222.0.38 "GET /v2.0/networks/44ce1f6a-918b-4cbc-ac75-70d68d188b44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7297361 Jul 16 09:01:25.214176 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50086920-1194-4598-a52a-b4c8c8cfea29 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Pushing event updated for resources: {'Port': ['ID=45ce2860-37d7-44f4-bb61-38594388fd9d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:25.223519 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-50086920-1194-4598-a52a-b4c8c8cfea29 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Network 2543bb20-c5ab-4e61-a2cc-15698c179b37 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:25.231071 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e27a6c89-6750-46c7-936b-6bf11c5dbda3 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:25.234333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-50086920-1194-4598-a52a-b4c8c8cfea29 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:25.244875 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-50086920-1194-4598-a52a-b4c8c8cfea29 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:25.395932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-50086920-1194-4598-a52a-b4c8c8cfea29 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:25.396802 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-50086920-1194-4598-a52a-b4c8c8cfea29 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.446416 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27e5b052-f29e-4786-8b7a-6503d0acc93c req-cf16fbb8-55a4-4c9b-bde6-e3beb7313b43 service neutron] 10.222.0.38 "GET /v2.0/networks/44ce1f6a-918b-4cbc-ac75-70d68d188b44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601247 Jul 16 09:01:25.455201 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-50086920-1194-4598-a52a-b4c8c8cfea29 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1566873 Jul 16 09:01:25.494676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Request body: {'port': {'device_id': 'c01a57e6-bf29-4407-8ced-dc6937615492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:25.541826 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3113391b-9fc8-4664-a63d-48a248d12f60 req-2cb6eebf-99ff-4c63-8505-ee867f6baa08 service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818067 Jul 16 09:01:25.620029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port e27a6c89-6750-46c7-936b-6bf11c5dbda3 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:25.633590 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port e27a6c89-6750-46c7-936b-6bf11c5dbda3 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:25.634664 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.877047 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33517fb6-9943-4b16-9841-f403542755eb req-8918026c-bad4-4770-936b-be13c8240ee2 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:25.900238 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-33517fb6-9943-4b16-9841-f403542755eb req-8918026c-bad4-4770-936b-be13c8240ee2 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 931 time: 0.9453583 Jul 16 09:01:25.957163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-13e90430-8e97-4ce5-a6a7-6ee3c6a6fb5d None None] Provisioning for port 45ce2860-37d7-44f4-bb61-38594388fd9d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:25.981094 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-13e90430-8e97-4ce5-a6a7-6ee3c6a6fb5d None None] Provisioning complete for port 45ce2860-37d7-44f4-bb61-38594388fd9d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:25.982315 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-13e90430-8e97-4ce5-a6a7-6ee3c6a6fb5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.142959 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-33517fb6-9943-4b16-9841-f403542755eb req-35e901b0-98c4-453a-85f5-5fcb38331665 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098999 Jul 16 09:01:26.197286 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d8c97-34b4-4c30-b0b4-179d10f6c253 req-81ff1762-855e-44bb-b098-95a779e89df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:26.227099 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68d8c97-34b4-4c30-b0b4-179d10f6c253 req-81ff1762-855e-44bb-b098-95a779e89df4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 1095 time: 0.4807551 Jul 16 09:01:26.228108 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.268698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-13e90430-8e97-4ce5-a6a7-6ee3c6a6fb5d None None] Port 45ce2860-37d7-44f4-bb61-38594388fd9d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:26.330963 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.406632 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e063b-1449-4783-ac50-95db338f32c0 req-787a57bb-e448-4860-bd7e-6d16127cab41 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:26.438405 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d9e063b-1449-4783-ac50-95db338f32c0 req-787a57bb-e448-4860-bd7e-6d16127cab41 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 908 time: 0.5453968 Jul 16 09:01:26.451587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port e27a6c89-6750-46c7-936b-6bf11c5dbda3, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e27a6c89-6750-46c7-936b-6bf11c5dbda3,segment=NetworkSegment(1f21d7f2-0453-45c8-9b78-aab7c6ed8865),segment_id=1f21d7f2-0453-45c8-9b78-aab7c6ed8865)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:26.454103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab58ec8f-b2df-4eeb-934e-0b621304c6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27a6c89-6750-46c7-936b-6bf11c5dbda3'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:26.458387 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53449c08-4078-4180-8f81-e2143361e343" -d '{"events": [{"server_uuid": "ab58ec8f-b2df-4eeb-934e-0b621304c6d2", "name": "network-vif-plugged", "status": "completed", "tag": "e27a6c89-6750-46c7-936b-6bf11c5dbda3"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:26.474084 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.552972 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=e27a6c89-6750-46c7-936b-6bf11c5dbda3,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:26.625873 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d8c97-34b4-4c30-b0b4-179d10f6c253 req-f564e091-955c-4d5f-8e55-bcc5cb67a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:26.628281 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68d8c97-34b4-4c30-b0b4-179d10f6c253 req-f564e091-955c-4d5f-8e55-bcc5cb67a40e service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.3845291 Jul 16 09:01:26.736819 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68d8c97-34b4-4c30-b0b4-179d10f6c253 req-2bac57d5-e2c1-451c-93ca-7916930132a7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c0c55690-9b54-46a2-a473-a64d6d7bb5f2 HTTP/1.1" status: 200 len: 217 time: 0.1021328 Jul 16 09:01:26.862345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d8c97-34b4-4c30-b0b4-179d10f6c253 req-4701ffaf-401d-4a4f-8939-2c686e4cc72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:26.864141 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68d8c97-34b4-4c30-b0b4-179d10f6c253 req-4701ffaf-401d-4a4f-8939-2c686e4cc72e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.1172521 Jul 16 09:01:26.877936 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4623b9-7356-43df-a57c-2412b83eaf00 x-openstack-request-id: req-af4623b9-7356-43df-a57c-2412b83eaf00 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:26.877936 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab58ec8f-b2df-4eeb-934e-0b621304c6d2", "name": "network-vif-plugged", "status": "completed", "tag": "e27a6c89-6750-46c7-936b-6bf11c5dbda3", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:26.877936 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af4623b9-7356-43df-a57c-2412b83eaf00 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:26.878666 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab58ec8f-b2df-4eeb-934e-0b621304c6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e27a6c89-6750-46c7-936b-6bf11c5dbda3', 'code': 200} Jul 16 09:01:27.032633 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68d8c97-34b4-4c30-b0b4-179d10f6c253 req-abb2a0d4-a493-49a3-b8b6-1fb04d2fbef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.034654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68d8c97-34b4-4c30-b0b4-179d10f6c253 req-abb2a0d4-a493-49a3-b8b6-1fb04d2fbef0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1623933 Jul 16 09:01:27.326612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ce2860-37d7-44f4-bb61-38594388fd9d {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:27.349036 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.390590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b69d342-d0e7-48e9-9d4d-f5f997f83bb5 req-e1c2ea86-c63f-44a1-9ffd-d57a2a58592e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.404562 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6b69d342-d0e7-48e9-9d4d-f5f997f83bb5 req-e1c2ea86-c63f-44a1-9ffd-d57a2a58592e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 1.0010991 Jul 16 09:01:27.487730 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68d8c97-34b4-4c30-b0b4-179d10f6c253 req-0656cbd1-d809-4b37-82cc-8d4e11a8ff30 service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658543 Jul 16 09:01:27.540480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f5993-f5c3-4c86-848b-c02c0f14b3ed req-4531f8c2-b75b-4a26-8ca1-01ba3cc066cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:27.544935 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-643f5993-f5c3-4c86-848b-c02c0f14b3ed req-4531f8c2-b75b-4a26-8ca1-01ba3cc066cf service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 1061 time: 0.5025084 Jul 16 09:01:27.554122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Transition to ACTIVE for port object 45ce2860-37d7-44f4-bb61-38594388fd9d will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:27.578395 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6b69d342-d0e7-48e9-9d4d-f5f997f83bb5 req-3c1f400c-8f12-40f5-9b3e-1750cd67faf9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718397 Jul 16 09:01:27.584916 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.967318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=45ce2860-37d7-44f4-bb61-38594388fd9d,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:28.073369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Attempting to bind port 45ce2860-37d7-44f4-bb61-38594388fd9d on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:28.073802 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Attempting to bind port 45ce2860-37d7-44f4-bb61-38594388fd9d by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '2a6579bd-c73a-4f0c-9766-9f550de2d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:28.074230 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Attempting to bind port 45ce2860-37d7-44f4-bb61-38594388fd9d on network 2543bb20-c5ab-4e61-a2cc-15698c179b37 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:28.095583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Port 45ce2860-37d7-44f4-bb61-38594388fd9d on network 2543bb20-c5ab-4e61-a2cc-15698c179b37 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:28.098237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Attempting to bind port 45ce2860-37d7-44f4-bb61-38594388fd9d on network 2543bb20-c5ab-4e61-a2cc-15698c179b37 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:28.129190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:28.131696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Checking segment: {'id': '2a6579bd-c73a-4f0c-9766-9f550de2d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:28.132132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Bound using segment: {'id': '2a6579bd-c73a-4f0c-9766-9f550de2d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:28.132629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Bound port: 45ce2860-37d7-44f4-bb61-38594388fd9d, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a6579bd-c73a-4f0c-9766-9f550de2d625', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:28.134465 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.143211 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d68d8c97-34b4-4c30-b0b4-179d10f6c253 req-356900c0-6f87-4b61-abde-d69de596b7ef service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6515248 Jul 16 09:01:28.253382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08deefb0-4937-4e07-bf52-5b5b131b7ed3 req-d95d8dde-debb-4bed-ab3e-0736fd9e7750 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:28.305472 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08deefb0-4937-4e07-bf52-5b5b131b7ed3 req-d95d8dde-debb-4bed-ab3e-0736fd9e7750 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 943 time: 0.7459142 Jul 16 09:01:28.395650 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57674) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:28.406156 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Request body: {'subnets': [{'network_id': 'dc5bf2c9-6845-4706-acf2-89bf2309f9c9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--524559984', 'ip_version': 6}, {'network_id': 'c505d7b5-8cf0-4f7e-b390-ef13c311da7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:28.409490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Request body: {'subnet': {'network_id': 'dc5bf2c9-6845-4706-acf2-89bf2309f9c9', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--524559984', 'ip_version': 6}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:28.410571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Request body: {'subnet': {'network_id': 'c505d7b5-8cf0-4f7e-b390-ef13c311da7e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:28.521990 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-08deefb0-4937-4e07-bf52-5b5b131b7ed3 req-9ab49724-dfed-4387-87d1-32359093b6a3 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2126145 Jul 16 09:01:28.544459 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] For port 45ce2860-37d7-44f4-bb61-38594388fd9d, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:28.571914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] For port 45ce2860-37d7-44f4-bb61-38594388fd9d, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=45ce2860-37d7-44f4-bb61-38594388fd9d,segment=NetworkSegment(2a6579bd-c73a-4f0c-9766-9f550de2d625),segment_id=2a6579bd-c73a-4f0c-9766-9f550de2d625)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:28.609568 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.643780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26856bc2-3aa7-41e1-bf02-d8743f56edf5 req-515633c2-3f9a-4eda-b6c4-2afab5fa294b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:28.646872 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-26856bc2-3aa7-41e1-bf02-d8743f56edf5 req-515633c2-3f9a-4eda-b6c4-2afab5fa294b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 909 time: 0.3313589 Jul 16 09:01:28.745429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:28.746079 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.749665 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] 10.222.0.15 "PUT /v2.0/ports/45ce2860-37d7-44f4-bb61-38594388fd9d HTTP/1.1" status: 200 len: 1092 time: 3.2881877 Jul 16 09:01:28.750559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01a57e6-bf29-4407-8ced-dc6937615492', 'tag': '45ce2860-37d7-44f4-bb61-38594388fd9d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:28.770051 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faff0381-025f-43ce-8f4e-e8d9216e4613" -d '{"events": [{"name": "network-changed", "server_uuid": "c01a57e6-bf29-4407-8ced-dc6937615492", "tag": "45ce2860-37d7-44f4-bb61-38594388fd9d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:28.808687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d289ca-7201-4e87-aa1b-7809746beeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=45ce2860-37d7-44f4-bb61-38594388fd9d,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:28.972834 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d683f8-6bdb-4c45-81eb-9185da0e1edc x-openstack-request-id: req-73d683f8-6bdb-4c45-81eb-9185da0e1edc {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:28.972834 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01a57e6-bf29-4407-8ced-dc6937615492", "tag": "45ce2860-37d7-44f4-bb61-38594388fd9d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:28.972834 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-73d683f8-6bdb-4c45-81eb-9185da0e1edc {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:28.976324 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01a57e6-bf29-4407-8ced-dc6937615492', 'tag': '45ce2860-37d7-44f4-bb61-38594388fd9d', 'status': 'completed', 'code': 200} Jul 16 09:01:29.020696 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Made reservation on behalf of a21bfc5b80c147b588dedbb1b49a6fec for: {'subnet': 2} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:29.026832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.027669 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.102653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-bd7e4577-2687-4e67-81a9-f133630febf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:29.104447 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-bd7e4577-2687-4e67-81a9-f133630febf8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a797f55e5f8d475aab89c0ea124e907d&device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 1095 time: 0.2611613 Jul 16 09:01:29.149953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39807f-04d1-43a7-94c7-140dc916d6bf req-70083db6-3f48-4ab1-a4d7-c685b3756659 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:29.159725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea39807f-04d1-43a7-94c7-140dc916d6bf req-70083db6-3f48-4ab1-a4d7-c685b3756659 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.2062147 Jul 16 09:01:29.236695 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-fdfc5850-cbcc-459a-8190-a183994b2a3b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ce2860-37d7-44f4-bb61-38594388fd9d HTTP/1.1" status: 200 len: 217 time: 0.1219985 Jul 16 09:01:29.342099 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea39807f-04d1-43a7-94c7-140dc916d6bf req-7494ca90-2873-4cba-9e93-5436f20b0f70 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813257 Jul 16 09:01:29.358146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-d0e456d8-4b9a-455f-9ceb-c3726e2f021a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:29.359923 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-d0e456d8-4b9a-455f-9ceb-c3726e2f021a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a7ca94-5f5e-4d62-9deb-79d8b68dca0f HTTP/1.1" status: 200 len: 847 time: 0.1113873 Jul 16 09:01:29.483003 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-e4ff3504-187a-4f53-b80c-690abc5d02fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:29.487470 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-e4ff3504-187a-4f53-b80c-690abc5d02fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2543bb20-c5ab-4e61-a2cc-15698c179b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1206245 Jul 16 09:01:29.646475 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-bebddc32-bca1-4b28-ad99-dfa46dabfc86 service neutron] 10.222.0.15 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525028 Jul 16 09:01:29.758625 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.837956 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-434d6dcd-1a8f-4ec1-a9e4-706feb69a9a5 req-d5186d7c-dcea-4b36-90aa-de5e49fd8d77 service neutron] 10.222.0.15 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851115 Jul 16 09:01:29.862850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event updated for resources: {'Subnet': ['ID=b5dc4cfd-3d2f-4973-a713-f115d306c218,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:29.869742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Checking segment: {'id': '444c6995-a7d2-4127-b17e-9557bf73b500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dc5bf2c9-6845-4706-acf2-89bf2309f9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:29.870499 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Network hostable DHCP agents. Network: dc5bf2c9-6845-4706-acf2-89bf2309f9c9, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:29.901479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Network dc5bf2c9-6845-4706-acf2-89bf2309f9c9 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:29.941655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, dc5bf2c9-6845-4706-acf2-89bf2309f9c9) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:29.954803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7687c0fb-cd5b-4ec8-8e0d-cfe21960ba97 None None] Network dc5bf2c9-6845-4706-acf2-89bf2309f9c9 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:29.983094 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.070473 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff0381-025f-43ce-8f4e-e8d9216e4613 req-69bf2402-f9f6-4070-8806-2b1799c626a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.072117 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faff0381-025f-43ce-8f4e-e8d9216e4613 req-69bf2402-f9f6-4070-8806-2b1799c626a7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a797f55e5f8d475aab89c0ea124e907d&device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 1095 time: 0.1657593 Jul 16 09:01:30.084437 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2ef978-b8c6-4835-b1fa-7e886afe5669 req-a2ebe91e-2b53-4928-99af-cb48ec8dc83d tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.086558 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1c2ef978-b8c6-4835-b1fa-7e886afe5669 req-a2ebe91e-2b53-4928-99af-cb48ec8dc83d tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 909 time: 0.1897712 Jul 16 09:01:30.154902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event updated for resources: {'Subnet': ['ID=6494f6df-1ff9-4e36-85e5-7a84a6e73915,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:30.215974 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Checking segment: {'id': '2418504b-6834-4b24-b29b-d303ec282d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c505d7b5-8cf0-4f7e-b390-ef13c311da7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:30.216715 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Network hostable DHCP agents. Network: c505d7b5-8cf0-4f7e-b390-ef13c311da7e, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:30.261078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51096b3f-cf7d-4d24-9d32-6ba78cc39e63 req-fa84a0dd-b7b3-4614-91fb-18e4fefe719c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.291855 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-51096b3f-cf7d-4d24-9d32-6ba78cc39e63 req-fa84a0dd-b7b3-4614-91fb-18e4fefe719c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 943 time: 0.3719916 Jul 16 09:01:30.308949 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff0381-025f-43ce-8f4e-e8d9216e4613 req-05d6a241-050a-468c-93c6-e3642745bf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.314972 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faff0381-025f-43ce-8f4e-e8d9216e4613 req-05d6a241-050a-468c-93c6-e3642745bf4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=2543bb20-c5ab-4e61-a2cc-15698c179b37 HTTP/1.1" status: 200 len: 908 time: 0.2264929 Jul 16 09:01:30.385300 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faff0381-025f-43ce-8f4e-e8d9216e4613 req-f81571c6-36e8-4f58-95b7-ad93be69dfae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ce2860-37d7-44f4-bb61-38594388fd9d HTTP/1.1" status: 200 len: 217 time: 0.0632241 Jul 16 09:01:30.402170 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-dc5bf2c9-6845-4706-acf2-89bf2309f9c9', 'network_id': 'dc5bf2c9-6845-4706-acf2-89bf2309f9c9', 'tenant_id': 'a21bfc5b80c147b588dedbb1b49a6fec', 'fixed_ips': [{'subnet_id': 'b5dc4cfd-3d2f-4973-a713-f115d306c218'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:01:30.405004 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.448657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff0381-025f-43ce-8f4e-e8d9216e4613 req-54814e14-74db-45c0-9507-2b41f7a122e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.452008 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faff0381-025f-43ce-8f4e-e8d9216e4613 req-54814e14-74db-45c0-9507-2b41f7a122e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a7ca94-5f5e-4d62-9deb-79d8b68dca0f HTTP/1.1" status: 200 len: 847 time: 0.0592766 Jul 16 09:01:30.478160 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-51096b3f-cf7d-4d24-9d32-6ba78cc39e63 req-e31ec2c6-cb61-4f1e-ad3b-552025324c41 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1851974 Jul 16 09:01:30.480094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Network c505d7b5-8cf0-4f7e-b390-ef13c311da7e is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:30.528375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, c505d7b5-8cf0-4f7e-b390-ef13c311da7e) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:30.546712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.547271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.549291 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.611173 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1606d870-654c-499b-81cf-53d8fb98600f tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.2090054 Jul 16 09:01:30.613186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57694) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:30.651567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bb527e-6ade-429f-b555-3c70832b69f2 None None] Network c505d7b5-8cf0-4f7e-b390-ef13c311da7e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:30.652435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff0381-025f-43ce-8f4e-e8d9216e4613 req-61349bb2-2751-4180-9248-7573e8b023f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.658554 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faff0381-025f-43ce-8f4e-e8d9216e4613 req-61349bb2-2751-4180-9248-7573e8b023f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2543bb20-c5ab-4e61-a2cc-15698c179b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1957233 Jul 16 09:01:30.769436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a53546-8a68-4e8d-8335-9addca1bd480 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.771351 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a53546-8a68-4e8d-8335-9addca1bd480 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.780008 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a53546-8a68-4e8d-8335-9addca1bd480 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.795372 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-53a53546-8a68-4e8d-8335-9addca1bd480 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1718750 Jul 16 09:01:30.807715 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57696) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:30.899140 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2f4fb6-eae9-43e0-9f4f-89a46589eebf tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Deleting subnet b5dc4cfd-3d2f-4973-a713-f115d306c218 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:30.955485 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faff0381-025f-43ce-8f4e-e8d9216e4613 req-b9444d26-7228-4291-aa06-c0bc733fa339 service neutron] 10.222.0.15 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898743 Jul 16 09:01:30.969979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20caec55-6884-408d-8d01-18b755c09c86 req-b4081039-eff3-481e-a4fa-abc506cadd82 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:30.982645 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20caec55-6884-408d-8d01-18b755c09c86 req-b4081039-eff3-481e-a4fa-abc506cadd82 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 909 time: 0.1872466 Jul 16 09:01:31.011629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Allocated IP 2001:db8::1 (dc5bf2c9-6845-4706-acf2-89bf2309f9c9/b5dc4cfd-3d2f-4973-a713-f115d306c218/3e4ced30-9ace-47a2-b029-2ab8b133789a) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:31.018546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf122a8b-ff7e-4235-9337-4d8f17ef971c req-d4880ae3-c27e-4445-9cee-29864b8c55a9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:31.026181 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bf122a8b-ff7e-4235-9337-4d8f17ef971c req-d4880ae3-c27e-4445-9cee-29864b8c55a9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.2237425 Jul 16 09:01:31.111935 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bf122a8b-ff7e-4235-9337-4d8f17ef971c req-9d52fe65-9ce9-4a6c-9cb2-926e66edeb95 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846300 Jul 16 09:01:31.136480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-c505d7b5-8cf0-4f7e-b390-ef13c311da7e', 'network_id': 'c505d7b5-8cf0-4f7e-b390-ef13c311da7e', 'tenant_id': 'a21bfc5b80c147b588dedbb1b49a6fec', 'fixed_ips': [{'subnet_id': '6494f6df-1ff9-4e36-85e5-7a84a6e73915'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:01:31.138265 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.197725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faff0381-025f-43ce-8f4e-e8d9216e4613 req-8e3efa9a-a65e-4c04-90d5-b294cd803335 service neutron] 10.222.0.15 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328858 Jul 16 09:01:31.265605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebff12e6-5f17-4a08-830a-4b29befa968a req-4f79c5e8-0342-4015-9df1-b62e7d15b95b tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:31.267761 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ebff12e6-5f17-4a08-830a-4b29befa968a req-4f79c5e8-0342-4015-9df1-b62e7d15b95b tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 1061 time: 0.0755508 Jul 16 09:01:31.541342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af175d-f15d-4e7c-82e3-aa17cc463e14 req-ae6dcf13-f364-4ce2-bf86-90ae43799d64 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:31.543012 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81af175d-f15d-4e7c-82e3-aa17cc463e14 req-ae6dcf13-f364-4ce2-bf86-90ae43799d64 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 1137 time: 0.0843525 Jul 16 09:01:31.724426 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Allocated IP 2001:db8:0:1::1 (c505d7b5-8cf0-4f7e-b390-ef13c311da7e/6494f6df-1ff9-4e36-85e5-7a84a6e73915/27102a61-979e-47a2-9b9d-1a916cabc0e2) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:31.729819 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635624bc-3df7-49cb-b22a-633c363378d0 req-230968b3-7f49-4319-bee9-00d022c2ae0a tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:31.736720 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81af175d-f15d-4e7c-82e3-aa17cc463e14 req-1c1c6c13-aea1-4dbf-9746-90d960142001 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=fa5e505a-d2e0-4f22-a729-28ab4de82454&id=d4d90669-8f48-4ae0-ac39-f5bce309a968&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1830022 Jul 16 09:01:31.740104 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-635624bc-3df7-49cb-b22a-633c363378d0 req-230968b3-7f49-4319-bee9-00d022c2ae0a tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 943 time: 0.1006002 Jul 16 09:01:31.760680 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.775916 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Transition to ACTIVE for port object 3e4ced30-9ace-47a2-b029-2ab8b133789a will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:31.798162 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-635624bc-3df7-49cb-b22a-633c363378d0 req-e9f96c75-80ac-44c5-9483-0fff6309db0c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568833 Jul 16 09:01:31.833855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57714) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:31.985032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a2e73d-d655-4877-bcc0-8d8d6b84b476 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:31.992753 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-33a2e73d-d655-4877-bcc0-8d8d6b84b476 tempest-TestSecurityGroupsBasicOps-64684342 tempest-TestSecurityGroupsBasicOps-64684342-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 1056 time: 0.1532345 Jul 16 09:01:32.009287 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Transition to ACTIVE for port object 3e4ced30-9ace-47a2-b029-2ab8b133789a will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:32.024400 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4fb6-eae9-43e0-9f4f-89a46589eebf tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.069290 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.134586 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4fb6-eae9-43e0-9f4f-89a46589eebf tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.237625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Pushing event updated for resources: {'Port': ['ID=3e4ced30-9ace-47a2-b029-2ab8b133789a,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:32.274489 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Network dc5bf2c9-6845-4706-acf2-89bf2309f9c9 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:32.290376 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:32.295703 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:32.412274 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4fb6-eae9-43e0-9f4f-89a46589eebf tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.548037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Attempting to bind port 3e4ced30-9ace-47a2-b029-2ab8b133789a on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:32.548413 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Attempting to bind port 3e4ced30-9ace-47a2-b029-2ab8b133789a by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '444c6995-a7d2-4127-b17e-9557bf73b500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dc5bf2c9-6845-4706-acf2-89bf2309f9c9'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:32.549042 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Attempting to bind port 3e4ced30-9ace-47a2-b029-2ab8b133789a on network dc5bf2c9-6845-4706-acf2-89bf2309f9c9 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:32.647791 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4fb6-eae9-43e0-9f4f-89a46589eebf tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.651991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:32.652638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Checking segment: {'id': '444c6995-a7d2-4127-b17e-9557bf73b500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dc5bf2c9-6845-4706-acf2-89bf2309f9c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:32.653834 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.654026 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Bound using segment: {'id': '444c6995-a7d2-4127-b17e-9557bf73b500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dc5bf2c9-6845-4706-acf2-89bf2309f9c9'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:32.654778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Bound port: 3e4ced30-9ace-47a2-b029-2ab8b133789a, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444c6995-a7d2-4127-b17e-9557bf73b500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'dc5bf2c9-6845-4706-acf2-89bf2309f9c9'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:32.661689 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.694740 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.701646 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f2f4fb6-eae9-43e0-9f4f-89a46589eebf tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.708683 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0f2f4fb6-eae9-43e0-9f4f-89a46589eebf tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "DELETE /v2.0/subnets/b5dc4cfd-3d2f-4973-a713-f115d306c218 HTTP/1.1" status: 204 len: 168 time: 1.8952105 Jul 16 09:01:32.708683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f4fb6-eae9-43e0-9f4f-89a46589eebf tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event deleted for resources: {'Subnet': ['ID=b5dc4cfd-3d2f-4973-a713-f115d306c218,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:32.712017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57722) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:32.724440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Transition to ACTIVE for port object 27102a61-979e-47a2-9b9d-1a916cabc0e2 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:32.735129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776df49a-8a89-41fc-9c45-1f40cc108f0a req-079c8583-1391-4f2f-bee1-d62d8488536e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:32.743505 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-776df49a-8a89-41fc-9c45-1f40cc108f0a req-079c8583-1391-4f2f-bee1-d62d8488536e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.2174950 Jul 16 09:01:32.814730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Transition to ACTIVE for port object 27102a61-979e-47a2-9b9d-1a916cabc0e2 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:32.819039 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-776df49a-8a89-41fc-9c45-1f40cc108f0a req-e912bf3c-9016-42c2-b6e5-c28726b8c659 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743504 Jul 16 09:01:32.844109 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.929758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 45ce2860-37d7-44f4-bb61-38594388fd9d details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:01:32.934156 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-de9e72d3-6be9-49d0-9a2d-5034d943fe53 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Deleting subnet 6494f6df-1ff9-4e36-85e5-7a84a6e73915 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:32.948473 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de9e72d3-6be9-49d0-9a2d-5034d943fe53 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.127741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] For port 3e4ced30-9ace-47a2-b029-2ab8b133789a, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:33.154647 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de9e72d3-6be9-49d0-9a2d-5034d943fe53 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.198566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Network c505d7b5-8cf0-4f7e-b390-ef13c311da7e is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:33.205232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Pushing event updated for resources: {'Port': ['ID=27102a61-979e-47a2-9b9d-1a916cabc0e2,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:33.221412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] For port 3e4ced30-9ace-47a2-b029-2ab8b133789a, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3e4ced30-9ace-47a2-b029-2ab8b133789a,segment=NetworkSegment(444c6995-a7d2-4127-b17e-9557bf73b500),segment_id=444c6995-a7d2-4127-b17e-9557bf73b500)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:33.230692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:33.237386 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.244135 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:33.300805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887a996-2307-4c22-b626-6800433ef7f2 req-b1bc99f2-10e1-419b-8d3b-6033037e69b1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:33.301506 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bbbdf9-c105-4000-b1ec-f1b5eeecf78e req-a2ea860d-1f00-476d-99d2-2816276404d0 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:33.304149 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c887a996-2307-4c22-b626-6800433ef7f2 req-b1bc99f2-10e1-419b-8d3b-6033037e69b1 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 909 time: 0.2407575 Jul 16 09:01:33.319210 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a5bbbdf9-c105-4000-b1ec-f1b5eeecf78e req-a2ea860d-1f00-476d-99d2-2816276404d0 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 943 time: 0.2274752 Jul 16 09:01:33.371708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7aee7a-3424-4384-b434-c58d19aec334 None None] Pushing event updated for resources: {'Port': ['ID=3e4ced30-9ace-47a2-b029-2ab8b133789a,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:33.389300 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a5bbbdf9-c105-4000-b1ec-f1b5eeecf78e req-5c9445f0-9127-4c22-99a0-01619e0b97e0 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686820 Jul 16 09:01:33.412974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 45ce2860-37d7-44f4-bb61-38594388fd9d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=45ce2860-37d7-44f4-bb61-38594388fd9d,segment=NetworkSegment(2a6579bd-c73a-4f0c-9766-9f550de2d625),segment_id=2a6579bd-c73a-4f0c-9766-9f550de2d625)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:33.503902 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de9e72d3-6be9-49d0-9a2d-5034d943fe53 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.550222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '45ce2860-37d7-44f4-bb61-38594388fd9d', 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'port_id': '45ce2860-37d7-44f4-bb61-38594388fd9d', 'mac_address': 'fa:16:3e:67:2f:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:01:33.560621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Attempting to bind port 27102a61-979e-47a2-9b9d-1a916cabc0e2 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:33.561030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Attempting to bind port 27102a61-979e-47a2-9b9d-1a916cabc0e2 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '2418504b-6834-4b24-b29b-d303ec282d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c505d7b5-8cf0-4f7e-b390-ef13c311da7e'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:33.561396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Attempting to bind port 27102a61-979e-47a2-9b9d-1a916cabc0e2 on network c505d7b5-8cf0-4f7e-b390-ef13c311da7e {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:33.571735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:33.571735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Checking segment: {'id': '2418504b-6834-4b24-b29b-d303ec282d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c505d7b5-8cf0-4f7e-b390-ef13c311da7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:33.571735 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.571735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Bound using segment: {'id': '2418504b-6834-4b24-b29b-d303ec282d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c505d7b5-8cf0-4f7e-b390-ef13c311da7e'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:33.571735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Bound port: 27102a61-979e-47a2-9b9d-1a916cabc0e2, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2418504b-6834-4b24-b29b-d303ec282d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c505d7b5-8cf0-4f7e-b390-ef13c311da7e'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:33.572785 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.598969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9542f2-8ec9-46fa-bc01-aa0e027ebfc5 None None] Network dc5bf2c9-6845-4706-acf2-89bf2309f9c9 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:33.698788 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de9e72d3-6be9-49d0-9a2d-5034d943fe53 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.725800 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.748753 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ce2860-37d7-44f4-bb61-38594388fd9d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:33.758408 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-de9e72d3-6be9-49d0-9a2d-5034d943fe53 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.769616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57730) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:33.771670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 45ce2860-37d7-44f4-bb61-38594388fd9d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=45ce2860-37d7-44f4-bb61-38594388fd9d,segment=NetworkSegment(2a6579bd-c73a-4f0c-9766-9f550de2d625),segment_id=2a6579bd-c73a-4f0c-9766-9f550de2d625)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:33.771836 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-de9e72d3-6be9-49d0-9a2d-5034d943fe53 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "DELETE /v2.0/subnets/6494f6df-1ff9-4e36-85e5-7a84a6e73915 HTTP/1.1" status: 204 len: 168 time: 1.0603900 Jul 16 09:01:33.787466 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.823513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e72d3-6be9-49d0-9a2d-5034d943fe53 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event deleted for resources: {'Subnet': ['ID=6494f6df-1ff9-4e36-85e5-7a84a6e73915,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:33.885557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54443296-82be-4f94-ab72-3ca818cff26a tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:33.886925 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-54443296-82be-4f94-ab72-3ca818cff26a tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1158578 Jul 16 09:01:33.893803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57734) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:33.905125 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] For port 27102a61-979e-47a2-9b9d-1a916cabc0e2, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:34.032688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] For port 27102a61-979e-47a2-9b9d-1a916cabc0e2, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=27102a61-979e-47a2-9b9d-1a916cabc0e2,segment=NetworkSegment(2418504b-6834-4b24-b29b-d303ec282d6c),segment_id=2418504b-6834-4b24-b29b-d303ec282d6c)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:34.055632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.079524 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['45ce2860-37d7-44f4-bb61-38594388fd9d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:34.107829 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.157762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a5b408-5514-4128-86a7-a51c242b47ca req-6fd756c5-79d1-45c8-9871-6a88912b5ef7 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:34.159342 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79a5b408-5514-4128-86a7-a51c242b47ca req-6fd756c5-79d1-45c8-9871-6a88912b5ef7 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.38 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 909 time: 0.2231603 Jul 16 09:01:34.191465 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.200911 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=45ce2860-37d7-44f4-bb61-38594388fd9d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:34.235437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.235669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.236019 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.236421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.236905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.237245 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.237587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.238003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.238362 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.238694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.239031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.239388 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:34.376888 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2095f48f-a80d-4a20-8eb0-79c8bac3e279 None None] Pushing event updated for resources: {'Port': ['ID=27102a61-979e-47a2-9b9d-1a916cabc0e2,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:34.627528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Deleting port 27102a61-979e-47a2-9b9d-1a916cabc0e2 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:34.627801 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.755800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-79a5b408-5514-4128-86a7-a51c242b47ca req-7f231952-2f92-4972-be2d-122a03bcff19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Deleting port e27a6c89-6750-46c7-936b-6bf11c5dbda3 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:34.758888 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-79a5b408-5514-4128-86a7-a51c242b47ca req-7f231952-2f92-4972-be2d-122a03bcff19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:34.845637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4b3e0-c136-4650-aef3-e507b6868cf8 req-7498af95-98a8-4c3f-b3df-162933d99bf8 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:34.846911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2fac86-944b-47bb-91b5-952f4e960d88 req-f33c8f7b-723c-45fb-8f9b-80a8d8145eed tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:34.849138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-48e4b3e0-c136-4650-aef3-e507b6868cf8 req-7498af95-98a8-4c3f-b3df-162933d99bf8 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 909 time: 0.2863617 Jul 16 09:01:34.861141 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f2fac86-944b-47bb-91b5-952f4e960d88 req-f33c8f7b-723c-45fb-8f9b-80a8d8145eed tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.6639023 Jul 16 09:01:34.994628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-79a5b408-5514-4128-86a7-a51c242b47ca req-7f231952-2f92-4972-be2d-122a03bcff19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] For port e27a6c89-6750-46c7-936b-6bf11c5dbda3, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e27a6c89-6750-46c7-936b-6bf11c5dbda3,segment=NetworkSegment(1f21d7f2-0453-45c8-9b78-aab7c6ed8865),segment_id=1f21d7f2-0453-45c8-9b78-aab7c6ed8865)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:34.995421 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-79a5b408-5514-4128-86a7-a51c242b47ca req-7f231952-2f92-4972-be2d-122a03bcff19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.015289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-79a5b408-5514-4128-86a7-a51c242b47ca req-7f231952-2f92-4972-be2d-122a03bcff19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Calling delete_port for e27a6c89-6750-46c7-936b-6bf11c5dbda3 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:35.048393 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] For port 27102a61-979e-47a2-9b9d-1a916cabc0e2, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=27102a61-979e-47a2-9b9d-1a916cabc0e2,segment=NetworkSegment(2418504b-6834-4b24-b29b-d303ec282d6c),segment_id=2418504b-6834-4b24-b29b-d303ec282d6c)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:35.048909 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.113841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Calling delete_port for 27102a61-979e-47a2-9b9d-1a916cabc0e2 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:35.199327 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c976134-8b68-41f1-a97c-56a8dedfd8b0 req-f0adac10-ba4e-4577-bee5-28387627b88c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:35.203772 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c976134-8b68-41f1-a97c-56a8dedfd8b0 req-f0adac10-ba4e-4577-bee5-28387627b88c tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 944 time: 0.1733398 Jul 16 09:01:35.224781 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-73881750-abbe-4642-bf5b-7bd091017a8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.339288 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c976134-8b68-41f1-a97c-56a8dedfd8b0 req-e8affff7-b1d6-4141-938a-6be049ad1306 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259222 Jul 16 09:01:35.441278 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-79a5b408-5514-4128-86a7-a51c242b47ca req-7f231952-2f92-4972-be2d-122a03bcff19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.465266 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f2fac86-944b-47bb-91b5-952f4e960d88 req-01e231a0-c57e-4065-81a4-4ce9001852b2 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029897 Jul 16 09:01:35.475482 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.525354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f231952-2f92-4972-be2d-122a03bcff19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event deleted for resources: {'Port': ['ID=e27a6c89-6750-46c7-936b-6bf11c5dbda3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:35.539681 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] No DVR routers for this DVR port 27102a61-979e-47a2-9b9d-1a916cabc0e2 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:35.584008 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event deleted for resources: {'Port': ['ID=27102a61-979e-47a2-9b9d-1a916cabc0e2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:35.589623 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.640050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a5b408-5514-4128-86a7-a51c242b47ca req-7f231952-2f92-4972-be2d-122a03bcff19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] No DVR routers for this DVR port e27a6c89-6750-46c7-936b-6bf11c5dbda3 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:35.654139 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-79a5b408-5514-4128-86a7-a51c242b47ca req-7f231952-2f92-4972-be2d-122a03bcff19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.656562 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-79a5b408-5514-4128-86a7-a51c242b47ca req-7f231952-2f92-4972-be2d-122a03bcff19 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.38 "DELETE /v2.0/ports/e27a6c89-6750-46c7-936b-6bf11c5dbda3 HTTP/1.1" status: 204 len: 173 time: 1.4668064 Jul 16 09:01:35.657070 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab58ec8f-b2df-4eeb-934e-0b621304c6d2', 'name': 'network-vif-deleted', 'tag': 'e27a6c89-6750-46c7-936b-6bf11c5dbda3'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:35.659546 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc2e2c2-6f15-4467-99a1-83fb15e253ff" -d '{"events": [{"server_uuid": "ab58ec8f-b2df-4eeb-934e-0b621304c6d2", "name": "network-vif-deleted", "tag": "e27a6c89-6750-46c7-936b-6bf11c5dbda3"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:35.816714 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.820385 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26ef8d8-7bcb-453b-be14-af356dfec337 x-openstack-request-id: req-a26ef8d8-7bcb-453b-be14-af356dfec337 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:35.820732 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab58ec8f-b2df-4eeb-934e-0b621304c6d2", "name": "network-vif-deleted", "tag": "e27a6c89-6750-46c7-936b-6bf11c5dbda3", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:35.821151 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a26ef8d8-7bcb-453b-be14-af356dfec337 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:35.822472 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab58ec8f-b2df-4eeb-934e-0b621304c6d2', 'name': 'network-vif-deleted', 'tag': 'e27a6c89-6750-46c7-936b-6bf11c5dbda3', 'status': 'completed', 'code': 200} Jul 16 09:01:35.833147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c505d7b5-8cf0-4f7e-b390-ef13c311da7e']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:35.848155 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2418504b-6834-4b24-b29b-d303ec282d6c') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:35.848919 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2418504b-6834-4b24-b29b-d303ec282d6c') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:35.864078 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.889794 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.923119 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:35.926300 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:35.934679 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:36.195363 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.201616 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57756) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:36.235672 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.242988 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "DELETE /v2.0/networks/c505d7b5-8cf0-4f7e-b390-ef13c311da7e HTTP/1.1" status: 204 len: 168 time: 2.3442113 Jul 16 09:01:36.243307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57760) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:36.295340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91e9c5e-5822-430e-9b26-6fde70113843 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event deleted for resources: {'Network': ['ID=c505d7b5-8cf0-4f7e-b390-ef13c311da7e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:36.347459 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d95dfdd2-0561-4865-a945-9e0ea2f911bd req-5e540470-ca7b-4239-a46c-cf30357a516b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ab58ec8f-b2df-4eeb-934e-0b621304c6d2 HTTP/1.1" status: 200 len: 210 time: 0.0889735 Jul 16 09:01:36.406767 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4c1ca45f-aa43-452a-a344-cdbfe042ab8f None None] Could not find standard attr ID for object 27102a61-979e-47a2-9b9d-1a916cabc0e2. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:01:36.545735 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-73afdd62-1f48-4798-bc1a-bd7d2480bbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.567772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a14d14f-65d5-47ef-abfc-5ccc0a0c0623 None None] DHCP port deletion for c505d7b5-8cf0-4f7e-b390-ef13c311da7e request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:01:36.606794 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.631203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde9773b-150c-45d0-a625-2e28c6a11a30 None None] Network c505d7b5-8cf0-4f7e-b390-ef13c311da7e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:36.677766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde9773b-150c-45d0-a625-2e28c6a11a30 None None] Network c505d7b5-8cf0-4f7e-b390-ef13c311da7e could not be found, it might have been deleted concurrently. {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 09:01:36.692686 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-581d6b91-0215-4eda-9eb1-e3a6a547504c None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:01:36.798590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6504ff-e710-4b37-b258-4207ab3ad572 req-2c4d16c6-5f83-49ba-bb56-bee81aa6887a tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:36.800687 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d6504ff-e710-4b37-b258-4207ab3ad572 req-2c4d16c6-5f83-49ba-bb56-bee81aa6887a tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 944 time: 0.1915238 Jul 16 09:01:36.884102 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 45ce2860-37d7-44f4-bb61-38594388fd9d up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:36.912484 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d6504ff-e710-4b37-b258-4207ab3ad572 req-190b9180-88b0-46cc-a46b-171c85bf14e2 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031504 Jul 16 09:01:37.084684 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-581d6b91-0215-4eda-9eb1-e3a6a547504c None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:01:37.090608 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-73afdd62-1f48-4798-bc1a-bd7d2480bbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.106882 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0959db-7ccb-4e25-b90d-80824df566d6 req-19f8fe1b-0077-4f97-a732-da587c98ee42 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:37.117251 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9c0959db-7ccb-4e25-b90d-80824df566d6 req-19f8fe1b-0077-4f97-a732-da587c98ee42 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.2911072 Jul 16 09:01:37.135927 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-73afdd62-1f48-4798-bc1a-bd7d2480bbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.198121 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-73afdd62-1f48-4798-bc1a-bd7d2480bbb5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c120fec3b45d449a8f0dd76c1ec2f657&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9924107 Jul 16 09:01:37.200356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57768) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:37.203988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73afdd62-1f48-4798-bc1a-bd7d2480bbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=467e3fcf-982a-4316-8bf6-de4131d64947,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:37.215488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Deleting port 3e4ced30-9ace-47a2-b029-2ab8b133789a {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:37.215953 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.276709 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9c0959db-7ccb-4e25-b90d-80824df566d6 req-89cbfbf3-20cb-44db-98b9-0b0898e49efa tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582561 Jul 16 09:01:37.309821 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d14174f-d356-4ca6-90cd-057232196643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.335109 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 45ce2860-37d7-44f4-bb61-38594388fd9d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:37.343599 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e27a6c89-6750-46c7-936b-6bf11c5dbda3 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:37.345359 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d14174f-d356-4ca6-90cd-057232196643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.350764 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 45ce2860-37d7-44f4-bb61-38594388fd9d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:37.351359 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.356582 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] For port 3e4ced30-9ace-47a2-b029-2ab8b133789a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3e4ced30-9ace-47a2-b029-2ab8b133789a,segment=NetworkSegment(444c6995-a7d2-4127-b17e-9557bf73b500),segment_id=444c6995-a7d2-4127-b17e-9557bf73b500)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:37.357563 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.384056 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Calling delete_port for 3e4ced30-9ace-47a2-b029-2ab8b133789a owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:37.456079 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d14174f-d356-4ca6-90cd-057232196643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.460124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d14174f-d356-4ca6-90cd-057232196643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.464400 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0d14174f-d356-4ca6-90cd-057232196643 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/467e3fcf-982a-4316-8bf6-de4131d64947 HTTP/1.1" status: 204 len: 168 time: 0.2618270 Jul 16 09:01:37.478813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d14174f-d356-4ca6-90cd-057232196643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=467e3fcf-982a-4316-8bf6-de4131d64947,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:37.503006 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: e27a6c89-6750-46c7-936b-6bf11c5dbda3 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:37.504390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e27a6c89-6750-46c7-936b-6bf11c5dbda3 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:37.531980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57774) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:37.603210 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.641413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event deleted for resources: {'Port': ['ID=3e4ced30-9ace-47a2-b029-2ab8b133789a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:37.649618 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.651527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] No DVR routers for this DVR port 3e4ced30-9ace-47a2-b029-2ab8b133789a on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:37.735097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01a57e6-bf29-4407-8ced-dc6937615492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ce2860-37d7-44f4-bb61-38594388fd9d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:37.738029 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af8420d2-9e8a-4a79-ae58-9ba0e1b09b84" -d '{"events": [{"server_uuid": "c01a57e6-bf29-4407-8ced-dc6937615492", "name": "network-vif-plugged", "status": "completed", "tag": "45ce2860-37d7-44f4-bb61-38594388fd9d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:37.793717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 45ce2860-37d7-44f4-bb61-38594388fd9d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=45ce2860-37d7-44f4-bb61-38594388fd9d,segment=NetworkSegment(2a6579bd-c73a-4f0c-9766-9f550de2d625),segment_id=2a6579bd-c73a-4f0c-9766-9f550de2d625)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:37.815721 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.842654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5bf2c9-6845-4706-acf2-89bf2309f9c9']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:37.845937 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd0aa1fe-42d4-44c7-9f6e-2bcb0e9864b1 x-openstack-request-id: req-dd0aa1fe-42d4-44c7-9f6e-2bcb0e9864b1 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:37.846831 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01a57e6-bf29-4407-8ced-dc6937615492", "name": "network-vif-plugged", "status": "completed", "tag": "45ce2860-37d7-44f4-bb61-38594388fd9d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:37.847438 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dd0aa1fe-42d4-44c7-9f6e-2bcb0e9864b1 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:37.848308 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01a57e6-bf29-4407-8ced-dc6937615492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ce2860-37d7-44f4-bb61-38594388fd9d', 'code': 200} Jul 16 09:01:37.852734 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.897915 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '444c6995-a7d2-4127-b17e-9557bf73b500') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:37.898925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '444c6995-a7d2-4127-b17e-9557bf73b500') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:37.929241 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.978499 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.018633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:38.020992 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:38.039159 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:38.208103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 27102a61-979e-47a2-9b9d-1a916cabc0e2 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:38.226124 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57786) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:38.228817 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=45ce2860-37d7-44f4-bb61-38594388fd9d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:38.268349 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-36d4f9c0-00d3-4f77-afd3-73854aa44eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.355130 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 27102a61-979e-47a2-9b9d-1a916cabc0e2 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:38.355553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 27102a61-979e-47a2-9b9d-1a916cabc0e2 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:38.366065 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2e9ba0f4-389f-4ea7-bede-939750872685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.367729 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.428466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c72c6c-0351-453d-ae89-725bdc568edd req-ec05d565-7092-4a79-af6e-7a35984243d7 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:38.430393 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.436095 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-04c72c6c-0351-453d-ae89-725bdc568edd req-ec05d565-7092-4a79-af6e-7a35984243d7 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 945 time: 0.1435368 Jul 16 09:01:38.462159 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.471759 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "DELETE /v2.0/networks/dc5bf2c9-6845-4706-acf2-89bf2309f9c9 HTTP/1.1" status: 204 len: 168 time: 2.2269053 Jul 16 09:01:38.477612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57790) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:38.504477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ac12d9-41a9-42fb-9a8b-712088b2335e tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event deleted for resources: {'Network': ['ID=dc5bf2c9-6845-4706-acf2-89bf2309f9c9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:38.639551 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0483304-c4ad-44de-bf60-cc4a82d7e671 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.777236 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-04c72c6c-0351-453d-ae89-725bdc568edd req-7d246dae-3cd2-49f3-b443-2e5e4bb3c816 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3400218 Jul 16 09:01:39.119650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7e52e2-c6d0-4769-b5f6-2156a9cee0d6 req-0ff4ae03-68a1-44f9-9c33-6ceafa51aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:39.122659 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf7e52e2-c6d0-4769-b5f6-2156a9cee0d6 req-0ff4ae03-68a1-44f9-9c33-6ceafa51aa75 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 1097 time: 1.1750607 Jul 16 09:01:39.210094 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf7e52e2-c6d0-4769-b5f6-2156a9cee0d6 req-d291dfb9-fe48-4d1d-8895-e26e2d34bce4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790665 Jul 16 09:01:39.261475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03e09f0-1c96-4a07-9268-a54f3f58f155 req-d4829a47-b293-4b00-8f9f-ccb2d082b4ed tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:39.264243 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d03e09f0-1c96-4a07-9268-a54f3f58f155 req-d4829a47-b293-4b00-8f9f-ccb2d082b4ed tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.7426260 Jul 16 09:01:39.446920 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e63600f3-9db9-42b4-b38f-f143332bb700 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.552820 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0483304-c4ad-44de-bf60-cc4a82d7e671 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.581662 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-36d4f9c0-00d3-4f77-afd3-73854aa44eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.583825 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a0483304-c4ad-44de-bf60-cc4a82d7e671 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46fc0e81-29f9-4580-a495-176d1159b346']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:39.600468 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a0483304-c4ad-44de-bf60-cc4a82d7e671 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51aa81e8-7339-4b03-949b-6bb168d4cb85') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:39.600797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a0483304-c4ad-44de-bf60-cc4a82d7e671 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51aa81e8-7339-4b03-949b-6bb168d4cb85') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:39.634070 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-36d4f9c0-00d3-4f77-afd3-73854aa44eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.670224 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d03e09f0-1c96-4a07-9268-a54f3f58f155 req-ecc44e81-7e4f-46ea-9186-34ba755b7260 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3991990 Jul 16 09:01:39.673956 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0483304-c4ad-44de-bf60-cc4a82d7e671 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.729775 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-36d4f9c0-00d3-4f77-afd3-73854aa44eb1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d74d6a9d36924bcf817b02c3b93441c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5000708 Jul 16 09:01:39.731205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d4f9c0-00d3-4f77-afd3-73854aa44eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21498827-4d08-43a2-89a4-4cebf0b0e244,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:39.733505 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57796) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:39.741154 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0483304-c4ad-44de-bf60-cc4a82d7e671 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.749522 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.764679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0483304-c4ad-44de-bf60-cc4a82d7e671 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:39.765403 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0483304-c4ad-44de-bf60-cc4a82d7e671 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:39.771381 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:39.815723 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-261a9370-e40d-45c4-af04-65830e487d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.886958 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-261a9370-e40d-45c4-af04-65830e487d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.944238 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0483304-c4ad-44de-bf60-cc4a82d7e671 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.954235 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0483304-c4ad-44de-bf60-cc4a82d7e671 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:39.956680 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a0483304-c4ad-44de-bf60-cc4a82d7e671 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "DELETE /v2.0/networks/46fc0e81-29f9-4580-a495-176d1159b346 HTTP/1.1" status: 204 len: 168 time: 1.4686136 Jul 16 09:01:39.960828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57800) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:40.023435 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-261a9370-e40d-45c4-af04-65830e487d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.031307 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-261a9370-e40d-45c4-af04-65830e487d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.039570 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-261a9370-e40d-45c4-af04-65830e487d2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/21498827-4d08-43a2-89a4-4cebf0b0e244 HTTP/1.1" status: 204 len: 168 time: 0.3035662 Jul 16 09:01:40.057764 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a9370-e40d-45c4-af04-65830e487d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21498827-4d08-43a2-89a4-4cebf0b0e244,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:40.074849 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a76840b0-c8f0-457c-9c17-8434267ed46c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.093801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0483304-c4ad-44de-bf60-cc4a82d7e671 tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event deleted for resources: {'Network': ['ID=46fc0e81-29f9-4580-a495-176d1159b346,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:40.440790 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a76840b0-c8f0-457c-9c17-8434267ed46c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.492081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a76840b0-c8f0-457c-9c17-8434267ed46c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c0efb3-6ae7-4911-9b38-c6062ab9bb09']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:40.528369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a76840b0-c8f0-457c-9c17-8434267ed46c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c20005-43ec-4ce5-9171-f38ea313a34c') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:40.528819 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a76840b0-c8f0-457c-9c17-8434267ed46c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c20005-43ec-4ce5-9171-f38ea313a34c') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:40.548048 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a76840b0-c8f0-457c-9c17-8434267ed46c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.557960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac0775-c952-4d9a-ac1b-d76757b85877 req-99f23830-5be1-4392-a38b-67cd7463ca59 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:40.559693 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7eac0775-c952-4d9a-ac1b-d76757b85877 req-99f23830-5be1-4392-a38b-67cd7463ca59 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 945 time: 0.3202255 Jul 16 09:01:40.606632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a76840b0-c8f0-457c-9c17-8434267ed46c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.616417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76840b0-c8f0-457c-9c17-8434267ed46c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:40.617262 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a76840b0-c8f0-457c-9c17-8434267ed46c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:40.646928 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:40.752984 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a76840b0-c8f0-457c-9c17-8434267ed46c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.766250 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a76840b0-c8f0-457c-9c17-8434267ed46c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.773701 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a76840b0-c8f0-457c-9c17-8434267ed46c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] 10.222.0.20 "DELETE /v2.0/networks/34c0efb3-6ae7-4911-9b38-c6062ab9bb09 HTTP/1.1" status: 204 len: 168 time: 0.8108613 Jul 16 09:01:40.800794 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7eac0775-c952-4d9a-ac1b-d76757b85877 req-484da1d7-2132-487e-bbeb-56a7f26c89a2 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304139 Jul 16 09:01:40.830143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76840b0-c8f0-457c-9c17-8434267ed46c tempest-BulkNetworkOpsIpV6Test-1024171805 tempest-BulkNetworkOpsIpV6Test-1024171805-project] Pushing event deleted for resources: {'Network': ['ID=34c0efb3-6ae7-4911-9b38-c6062ab9bb09,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:40.841539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-e63600f3-9db9-42b4-b38f-f143332bb700 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Deleting port 7ccc7907-2871-4006-96da-e9805e24ff7d {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:40.842182 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e63600f3-9db9-42b4-b38f-f143332bb700 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:40.976413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-e63600f3-9db9-42b4-b38f-f143332bb700 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] For port 7ccc7907-2871-4006-96da-e9805e24ff7d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7ccc7907-2871-4006-96da-e9805e24ff7d,segment=NetworkSegment(1f21d7f2-0453-45c8-9b78-aab7c6ed8865),segment_id=1f21d7f2-0453-45c8-9b78-aab7c6ed8865)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:40.977124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e63600f3-9db9-42b4-b38f-f143332bb700 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:41.006705 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-e63600f3-9db9-42b4-b38f-f143332bb700 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Calling delete_port for 7ccc7907-2871-4006-96da-e9805e24ff7d owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:41.141112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193c3618-2228-4e4b-8b21-7a3ca683af66 req-166ad88e-71bc-4ce9-9c2a-88ecb89ac635 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:41.151658 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-193c3618-2228-4e4b-8b21-7a3ca683af66 req-166ad88e-71bc-4ce9-9c2a-88ecb89ac635 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.1712584 Jul 16 09:01:41.271901 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-193c3618-2228-4e4b-8b21-7a3ca683af66 req-850e4457-e7ef-4f30-920b-32fb41597a37 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050637 Jul 16 09:01:41.304210 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:41.415330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57828) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:41.427276 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e63600f3-9db9-42b4-b38f-f143332bb700 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:41.466749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63600f3-9db9-42b4-b38f-f143332bb700 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event deleted for resources: {'Port': ['ID=7ccc7907-2871-4006-96da-e9805e24ff7d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:42.032535 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e63600f3-9db9-42b4-b38f-f143332bb700 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.189326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07498f3-bf88-4a83-83ad-84efeaf270bb req-36fcbd21-c10c-4bfd-b506-fb8ef0f79aa6 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:42.198154 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f07498f3-bf88-4a83-83ad-84efeaf270bb req-36fcbd21-c10c-4bfd-b506-fb8ef0f79aa6 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 945 time: 0.0959761 Jul 16 09:01:42.276237 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f07498f3-bf88-4a83-83ad-84efeaf270bb req-345ffb70-c448-4fdf-bd59-c9c8a4d0df6d tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762870 Jul 16 09:01:42.389280 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5bf0b97b-e52a-452e-a458-55f389234f08 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a21bfc5b80c147b588dedbb1b49a6fec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9725001 Jul 16 09:01:42.393889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57846) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:42.493997 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fd5d-8294-477b-8b93-91eb213eadd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.527126 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fd5d-8294-477b-8b93-91eb213eadd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.597850 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fd5d-8294-477b-8b93-91eb213eadd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.602352 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a6a4fd5d-8294-477b-8b93-91eb213eadd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:42.609500 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a6a4fd5d-8294-477b-8b93-91eb213eadd6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d7452657-cf17-47b1-8385-5b418f4a48e8 HTTP/1.1" status: 204 len: 168 time: 0.2133162 Jul 16 09:01:42.682893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df73bb8-94c6-44d1-8306-fc2407defdd8 req-5a6541fa-b5a8-41ac-b8e5-0d6ef7e0e698 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:42.684873 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0df73bb8-94c6-44d1-8306-fc2407defdd8 req-5a6541fa-b5a8-41ac-b8e5-0d6ef7e0e698 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 945 time: 0.2024655 Jul 16 09:01:42.692684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a4fd5d-8294-477b-8b93-91eb213eadd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7452657-cf17-47b1-8385-5b418f4a48e8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:42.762744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63600f3-9db9-42b4-b38f-f143332bb700 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Router 418ba947-9049-4d76-81e7-88e396c0a945 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:42.786297 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d8edf-141e-47b8-8937-576de2c621ec req-14a78f2e-12cc-4d91-81b1-950cd49ff987 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:42.800952 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6c1d8edf-141e-47b8-8937-576de2c621ec req-14a78f2e-12cc-4d91-81b1-950cd49ff987 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.2046120 Jul 16 09:01:42.816428 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0df73bb8-94c6-44d1-8306-fc2407defdd8 req-9dad5544-0f03-49de-ad38-a01f5bdeb463 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185479 Jul 16 09:01:42.892104 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6c1d8edf-141e-47b8-8937-576de2c621ec req-167ffb43-954f-4689-8ea4-e7fd179d21f1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870137 Jul 16 09:01:43.087524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63600f3-9db9-42b4-b38f-f143332bb700 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:43.097123 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e63600f3-9db9-42b4-b38f-f143332bb700 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "PUT /v2.0/routers/418ba947-9049-4d76-81e7-88e396c0a945/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5607164 Jul 16 09:01:43.097528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57866) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:43.128196 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f55d4b-aaa7-4a31-adf6-fe703bc067a8 None None] Sync routers for ids ['418ba947-9049-4d76-81e7-88e396c0a945'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:43.147122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c995a-ba8b-454c-ac85-897ca0b4af17 req-86f4fd28-a681-4b77-81da-8757185f2b8e tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:43.163422 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b8c995a-ba8b-454c-ac85-897ca0b4af17 req-86f4fd28-a681-4b77-81da-8757185f2b8e tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 945 time: 0.1579516 Jul 16 09:01:43.168364 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f55d4b-aaa7-4a31-adf6-fe703bc067a8 None None] Routers {'418ba947-9049-4d76-81e7-88e396c0a945'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:43.173297 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-54f55d4b-aaa7-4a31-adf6-fe703bc067a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:01:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['418ba947-9049-4d76-81e7-88e396c0a945'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:43.253688 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b8c995a-ba8b-454c-ac85-897ca0b4af17 req-5b043acb-d0b8-4f3b-9b97-9ce34503aa9e tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883574 Jul 16 09:01:43.312480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57872) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:43.312814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-7180664c-9a84-4a5b-90b4-f74b299b5804 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Deleting subnet 1154669f-7649-434b-a6a3-e3a26260f26d {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:43.322895 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7180664c-9a84-4a5b-90b4-f74b299b5804 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.418918 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7180664c-9a84-4a5b-90b4-f74b299b5804 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.433271 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-54f55d4b-aaa7-4a31-adf6-fe703bc067a8 None None] Set router 418ba947-9049-4d76-81e7-88e396c0a945 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:43.561415 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7180664c-9a84-4a5b-90b4-f74b299b5804 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.667653 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7180664c-9a84-4a5b-90b4-f74b299b5804 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.756297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f43a0cfe-6a1b-4342-abbd-d9dadc79e1e7 None None] Network 44ce1f6a-918b-4cbc-ac75-70d68d188b44 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:43.772104 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7180664c-9a84-4a5b-90b4-f74b299b5804 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.783673 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7180664c-9a84-4a5b-90b4-f74b299b5804 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "DELETE /v2.0/subnets/1154669f-7649-434b-a6a3-e3a26260f26d HTTP/1.1" status: 204 len: 168 time: 0.6838212 Jul 16 09:01:43.790407 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57896) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:43.791853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7180664c-9a84-4a5b-90b4-f74b299b5804 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event deleted for resources: {'Subnet': ['ID=1154669f-7649-434b-a6a3-e3a26260f26d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:43.832332 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-54f55d4b-aaa7-4a31-adf6-fe703bc067a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba947-9049-4d76-81e7-88e396c0a945', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800342018', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:01:41Z', 'revision_number': 5, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba947-9049-4d76-81e7-88e396c0a945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:43.946221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa6d73d-2311-45c8-b565-3fdb49c5bb21 tempest-TestServerBasicOps-699733153 tempest-TestServerBasicOps-699733153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:43.952335 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5aa6d73d-2311-45c8-b565-3fdb49c5bb21 tempest-TestServerBasicOps-699733153 tempest-TestServerBasicOps-699733153-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 1092 time: 0.6351328 Jul 16 09:01:43.952796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57900) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:43.957697 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f55d4b-aaa7-4a31-adf6-fe703bc067a8 None None] Checking router: 418ba947-9049-4d76-81e7-88e396c0a945 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:43.963794 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:43.979665 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '45ce2860-37d7-44f4-bb61-38594388fd9d', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:43.996801 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f55d4b-aaa7-4a31-adf6-fe703bc067a8 None None] Routers {'418ba947-9049-4d76-81e7-88e396c0a945'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:44.000900 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-54f55d4b-aaa7-4a31-adf6-fe703bc067a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:01:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['418ba947-9049-4d76-81e7-88e396c0a945'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:44.086529 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.122095 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.225213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc60afe-9034-42f6-b325-b407aa234dc3 None None] DHCP port deletion for 44ce1f6a-918b-4cbc-ac75-70d68d188b44 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:01:44.267896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Deleting port 2d88a838-7df1-482e-babe-f92cc97cbb9c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:44.268252 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.279239 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-54f55d4b-aaa7-4a31-adf6-fe703bc067a8 None None] Set router 418ba947-9049-4d76-81e7-88e396c0a945 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:44.368291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] For port 2d88a838-7df1-482e-babe-f92cc97cbb9c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2d88a838-7df1-482e-babe-f92cc97cbb9c,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:44.369860 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.391084 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Calling delete_port for 2d88a838-7df1-482e-babe-f92cc97cbb9c owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:44.417957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9cc60afe-9034-42f6-b325-b407aa234dc3 None None] Deleting port f3e662b6-3686-4e66-96e7-260aab6ff08e {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:44.419109 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9cc60afe-9034-42f6-b325-b407aa234dc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.537717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57914) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:44.610259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9cc60afe-9034-42f6-b325-b407aa234dc3 None None] For port f3e662b6-3686-4e66-96e7-260aab6ff08e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f3e662b6-3686-4e66-96e7-260aab6ff08e,segment=NetworkSegment(1f21d7f2-0453-45c8-9b78-aab7c6ed8865),segment_id=1f21d7f2-0453-45c8-9b78-aab7c6ed8865)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:44.610866 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.615412 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9cc60afe-9034-42f6-b325-b407aa234dc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.682811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9cc60afe-9034-42f6-b325-b407aa234dc3 None None] Calling delete_port for f3e662b6-3686-4e66-96e7-260aab6ff08e owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:44.743755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af821f-2b34-489c-9a25-ddc96a1e7f76 req-e8c130a6-e83e-43a0-a79e-3925d20ce149 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:44.754297 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-03af821f-2b34-489c-9a25-ddc96a1e7f76 req-e8c130a6-e83e-43a0-a79e-3925d20ce149 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.1676726 Jul 16 09:01:44.755574 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-54f55d4b-aaa7-4a31-adf6-fe703bc067a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '418ba947-9049-4d76-81e7-88e396c0a945', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800342018', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:01:41Z', 'revision_number': 5, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba947-9049-4d76-81e7-88e396c0a945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:44.816838 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.848056 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f55d4b-aaa7-4a31-adf6-fe703bc067a8 None None] The sync data for ids ['418ba947-9049-4d76-81e7-88e396c0a945'] in n-d-758944-46 is: [{'id': '418ba947-9049-4d76-81e7-88e396c0a945', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1800342018', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:01:41Z', 'revision_number': 5, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '2d88a838-7df1-482e-babe-f92cc97cbb9c', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:2b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '418ba947-9049-4d76-81e7-88e396c0a945', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:49Z', 'updated_at': '2021-07-16T09:01:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:44.873228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Allocated IP 172.25.4.239 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/b384006c-d682-45fc-ada9-2b63d4c633e2) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:44.879484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57918) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:44.926216 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9cc60afe-9034-42f6-b325-b407aa234dc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.939137 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c45efb4-01cf-43d0-9074-fecc734e95c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:44.943659 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-03af821f-2b34-489c-9a25-ddc96a1e7f76 req-068f1c6a-57bc-4b45-b1aa-b2149f9c7d86 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863663 Jul 16 09:01:44.955044 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc60afe-9034-42f6-b325-b407aa234dc3 None None] No DVR routers for this DVR port f3e662b6-3686-4e66-96e7-260aab6ff08e on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:44.991454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc60afe-9034-42f6-b325-b407aa234dc3 None None] Pushing event deleted for resources: {'Port': ['ID=f3e662b6-3686-4e66-96e7-260aab6ff08e,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:45.009371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event deleted for resources: {'Port': ['ID=2d88a838-7df1-482e-babe-f92cc97cbb9c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:45.026110 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.026772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-08b33221-466a-4d98-9cfc-f74b51add8bc tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] Request body: {'port': {'network_id': '67a98c50-08de-4c6a-ad17-ae470baa2aa5', 'name': 'tempest-NetworksNegativeTestJSON-755102222'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:45.128703 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b33221-466a-4d98-9cfc-f74b51add8bc tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] POST failed (client error): The resource could not be found. Jul 16 09:01:45.129604 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b33221-466a-4d98-9cfc-f74b51add8bc tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:45.131679 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-08b33221-466a-4d98-9cfc-f74b51add8bc tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2496257 Jul 16 09:01:45.140840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57922) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:45.195317 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.198982 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.215727 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-e46b5375-08b3-40d9-aec3-9318642736d3 tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:45.216769 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e46b5375-08b3-40d9-aec3-9318642736d3 tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:45.223452 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e46b5375-08b3-40d9-aec3-9318642736d3 tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] 10.222.0.20 "DELETE /v2.0/networks/457ab1c9-4387-4c47-b143-5a3a9b07b19a HTTP/1.1" status: 404 len: 339 time: 0.0713105 Jul 16 09:01:45.235850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57924) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:45.288479 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.289215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Fanout notify agent at l3_agent the message router_deleted on router 418ba947-9049-4d76-81e7-88e396c0a945 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:01:45.294409 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-ace33009-34e8-46c0-a75b-23768503db18 tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:45.295589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ace33009-34e8-46c0-a75b-23768503db18 tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:45.298906 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ace33009-34e8-46c0-a75b-23768503db18 tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] 10.222.0.20 "DELETE /v2.0/ports/0dcd977b-f195-4714-bc86-fd5eda9b8292 HTTP/1.1" status: 404 len: 333 time: 0.0612810 Jul 16 09:01:45.307427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57928) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:45.314113 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.316329 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c167d7c8-6f81-4827-8f15-573a5921bcba tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "DELETE /v2.0/routers/418ba947-9049-4d76-81e7-88e396c0a945 HTTP/1.1" status: 204 len: 168 time: 1.5132370 Jul 16 09:01:45.323862 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57930) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:45.387312 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-72601811-fe1a-41e0-9d59-75a8d62c47ac tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] DELETE failed (client error): The resource could not be found. Jul 16 09:01:45.387676 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72601811-fe1a-41e0-9d59-75a8d62c47ac tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:45.395390 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-72601811-fe1a-41e0-9d59-75a8d62c47ac tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] 10.222.0.20 "DELETE /v2.0/subnets/da9e9de4-f41c-49c3-8e4c-938407c6d400 HTTP/1.1" status: 404 len: 337 time: 0.0760517 Jul 16 09:01:45.396942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57932) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:45.401435 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.492624 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c45efb4-01cf-43d0-9074-fecc734e95c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.502931 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c45efb4-01cf-43d0-9074-fecc734e95c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.506867 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-04abd0c7-bca0-4b3b-b893-5caa1a4a30fc tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] GET failed (client error): The resource could not be found. Jul 16 09:01:45.509633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-04abd0c7-bca0-4b3b-b893-5caa1a4a30fc tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] 10.222.0.20 "GET /v2.0/networks/f6add0df-c661-4411-9758-258568895c8b HTTP/1.1" status: 404 len: 339 time: 0.1116421 Jul 16 09:01:45.516043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57934) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:45.530466 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.536259 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3cb8b3a-1da7-4033-85d7-1ae282e581d3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.663691 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-f61885c9-912f-4aad-95e2-c788c707b953 tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] GET failed (client error): The resource could not be found. Jul 16 09:01:45.666356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f61885c9-912f-4aad-95e2-c788c707b953 tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] 10.222.0.20 "GET /v2.0/ports/678780d3-60a0-4590-bdc7-8736d9412ed1 HTTP/1.1" status: 404 len: 333 time: 0.1459391 Jul 16 09:01:45.683541 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1c45efb4-01cf-43d0-9074-fecc734e95c6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e74f0313d4ea44f28513c963247616bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1437359 Jul 16 09:01:45.690127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3cb8b3a-1da7-4033-85d7-1ae282e581d3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.690433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57936) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:45.690970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57938) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:45.709257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a3cb8b3a-1da7-4033-85d7-1ae282e581d3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ce1f6a-918b-4cbc-ac75-70d68d188b44']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:45.724956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a3cb8b3a-1da7-4033-85d7-1ae282e581d3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f21d7f2-0453-45c8-9b78-aab7c6ed8865') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:45.725296 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a3cb8b3a-1da7-4033-85d7-1ae282e581d3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f21d7f2-0453-45c8-9b78-aab7c6ed8865') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:45.730600 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45efb4-01cf-43d0-9074-fecc734e95c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8817e9b4-b96a-4fa3-9c61-f0bcb9888574,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:45.741371 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:45.746212 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3cb8b3a-1da7-4033-85d7-1ae282e581d3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.772768 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3cb8b3a-1da7-4033-85d7-1ae282e581d3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.781814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3cb8b3a-1da7-4033-85d7-1ae282e581d3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:45.782424 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3cb8b3a-1da7-4033-85d7-1ae282e581d3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:45.787592 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:45.797926 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a3ce481-cef2-403c-9514-b130deaed592 tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] GET failed (client error): The resource could not be found. Jul 16 09:01:45.803668 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3a3ce481-cef2-403c-9514-b130deaed592 tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] 10.222.0.20 "GET /v2.0/subnets/483c1897-509b-40a0-b7e6-9528ad0a7061 HTTP/1.1" status: 404 len: 337 time: 0.1077757 Jul 16 09:01:45.808201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57940) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:45.810186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:45.816887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1cf59277-fc0b-4638-819a-f98aa42e281e tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:45.818720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:45.823655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Pushing event updated for resources: {'Port': ['ID=b384006c-d682-45fc-ada9-2b63d4c633e2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:45.842717 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf59277-fc0b-4638-819a-f98aa42e281e tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] PUT failed (client error): The resource could not be found. Jul 16 09:01:45.844135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf59277-fc0b-4638-819a-f98aa42e281e tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:45.845747 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1cf59277-fc0b-4638-819a-f98aa42e281e tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] 10.222.0.20 "PUT /v2.0/networks/de76b1dc-13e7-4935-b2c3-fd7e90851c5a HTTP/1.1" status: 404 len: 339 time: 0.0359986 Jul 16 09:01:45.859799 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57942) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:45.870236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-931f92df-ee40-41be-b5ab-12a6388c4e0e tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:45.930059 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-931f92df-ee40-41be-b5ab-12a6388c4e0e tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] PUT failed (client error): The resource could not be found. Jul 16 09:01:45.930059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-931f92df-ee40-41be-b5ab-12a6388c4e0e tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:45.935954 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-931f92df-ee40-41be-b5ab-12a6388c4e0e tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] 10.222.0.20 "PUT /v2.0/ports/c44b4969-c817-479f-b896-ac7ce5ec072a HTTP/1.1" status: 404 len: 333 time: 0.0725882 Jul 16 09:01:45.939511 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57944) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:45.943691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-93da1824-1f1e-4060-b666-01787b55f704 tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:45.967722 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-93da1824-1f1e-4060-b666-01787b55f704 tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] PUT failed (client error): The resource could not be found. Jul 16 09:01:45.968845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93da1824-1f1e-4060-b666-01787b55f704 tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:01:45.970133 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-93da1824-1f1e-4060-b666-01787b55f704 tempest-NetworksNegativeTestJSON-1168690317 tempest-NetworksNegativeTestJSON-1168690317-project] 10.222.0.20 "PUT /v2.0/subnets/4583cf94-e9e3-48f3-a8f8-19b42001e7c2 HTTP/1.1" status: 404 len: 337 time: 0.0319228 Jul 16 09:01:45.970995 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3cb8b3a-1da7-4033-85d7-1ae282e581d3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.979659 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c362-8b4e-4fb8-9149-f114a94c75b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.987870 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3cb8b3a-1da7-4033-85d7-1ae282e581d3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.994296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a3cb8b3a-1da7-4033-85d7-1ae282e581d3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "DELETE /v2.0/networks/44ce1f6a-918b-4cbc-ac75-70d68d188b44 HTTP/1.1" status: 204 len: 168 time: 0.6685731 Jul 16 09:01:45.998935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 57950) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:46.027719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cb8b3a-1da7-4033-85d7-1ae282e581d3 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event deleted for resources: {'Network': ['ID=44ce1f6a-918b-4cbc-ac75-70d68d188b44,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:46.324124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57954) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:46.345698 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4f90b-6d04-482e-b9b8-f61fe82717f9 req-34b2a93e-d351-4372-b9ff-de53542953b9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:46.347429 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ec4f90b-6d04-482e-b9b8-f61fe82717f9 req-34b2a93e-d351-4372-b9ff-de53542953b9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.1678603 Jul 16 09:01:46.354880 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f3e662b6-3686-4e66-96e7-260aab6ff08e no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:46.400916 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ec4f90b-6d04-482e-b9b8-f61fe82717f9 req-48427a70-27b8-41c9-9f46-00bd57d5c405 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409250 Jul 16 09:01:46.405458 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: f3e662b6-3686-4e66-96e7-260aab6ff08e {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:46.406438 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f3e662b6-3686-4e66-96e7-260aab6ff08e not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:46.407123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7ccc7907-2871-4006-96da-e9805e24ff7d no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:46.416311 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c362-8b4e-4fb8-9149-f114a94c75b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.434301 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 7ccc7907-2871-4006-96da-e9805e24ff7d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:46.434693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7ccc7907-2871-4006-96da-e9805e24ff7d not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:46.435236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2d88a838-7df1-482e-babe-f92cc97cbb9c no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:46.474674 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 2d88a838-7df1-482e-babe-f92cc97cbb9c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:46.475420 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2d88a838-7df1-482e-babe-f92cc97cbb9c not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:46.566773 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebf26f4f-bbea-4ec8-9fc6-a72fb31a067b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.736996 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:01:46.780014 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c362-8b4e-4fb8-9149-f114a94c75b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.784898 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a1f9c362-8b4e-4fb8-9149-f114a94c75b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.786623 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1258bef-2772-49ca-9b2f-1fa740713b3a req-99bd03a5-9907-41ba-b7f4-a3874f14d314 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1538808 Jul 16 09:01:46.787128 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a1f9c362-8b4e-4fb8-9149-f114a94c75b0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8817e9b4-b96a-4fa3-9c61-f0bcb9888574 HTTP/1.1" status: 204 len: 168 time: 1.0922410 Jul 16 09:01:46.822234 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebf26f4f-bbea-4ec8-9fc6-a72fb31a067b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.827022 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f9c362-8b4e-4fb8-9149-f114a94c75b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8817e9b4-b96a-4fa3-9c61-f0bcb9888574,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:46.830092 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebf26f4f-bbea-4ec8-9fc6-a72fb31a067b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.842486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-95b15715-dc86-4704-86d9-700a9d134429 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Deleting port dac578a8-f97b-4aa3-8eba-fb772e769c51 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:46.843359 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95b15715-dc86-4704-86d9-700a9d134429 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:46.870589 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf26f4f-bbea-4ec8-9fc6-a72fb31a067b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c18030-603f-4441-8d69-36d059e8d642,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:46.900825 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ebf26f4f-bbea-4ec8-9fc6-a72fb31a067b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7820f8ef3f0b48aaa003333f92036e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5716043 Jul 16 09:01:46.901766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57962) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:47.030039 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b942efd-5463-4099-8d4f-4b84a2b557a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.034197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1258bef-2772-49ca-9b2f-1fa740713b3a req-3e9261aa-45c7-4839-a911-20a6fb5b70ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:47.035833 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1258bef-2772-49ca-9b2f-1fa740713b3a req-3e9261aa-45c7-4839-a911-20a6fb5b70ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c33bc819abc459d94c0dedc8ed9e910&device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 1137 time: 0.1198833 Jul 16 09:01:47.076881 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b942efd-5463-4099-8d4f-4b84a2b557a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.224879 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b942efd-5463-4099-8d4f-4b84a2b557a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.227811 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b942efd-5463-4099-8d4f-4b84a2b557a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.232436 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8b942efd-5463-4099-8d4f-4b84a2b557a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/97c18030-603f-4441-8d69-36d059e8d642 HTTP/1.1" status: 204 len: 168 time: 0.3263774 Jul 16 09:01:47.235677 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1258bef-2772-49ca-9b2f-1fa740713b3a req-a903719b-0875-48dc-b913-d04787e8c156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:47.237380 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1258bef-2772-49ca-9b2f-1fa740713b3a req-a903719b-0875-48dc-b913-d04787e8c156 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5db0e0ea-aa8f-499f-a098-7a682e6790ad HTTP/1.1" status: 200 len: 896 time: 0.1572902 Jul 16 09:01:47.242688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b942efd-5463-4099-8d4f-4b84a2b557a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c18030-603f-4441-8d69-36d059e8d642,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:47.376715 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57968) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:47.420419 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1258bef-2772-49ca-9b2f-1fa740713b3a req-54dea641-13f7-4d6f-9dc7-9543f9c719bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b942395b-a956-4e41-913c-d4d32110f5b6 HTTP/1.1" status: 200 len: 1000 time: 0.1753945 Jul 16 09:01:47.422097 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c4e4-d709-40c9-8181-e45b4a1be5bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.547369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1258bef-2772-49ca-9b2f-1fa740713b3a req-f8d25232-697b-4618-a454-5d600f8193fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:47.549422 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1258bef-2772-49ca-9b2f-1fa740713b3a req-f8d25232-697b-4618-a454-5d600f8193fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3e5b37d-1d38-469b-90e5-d179e15ff92c HTTP/1.1" status: 200 len: 834 time: 0.1175303 Jul 16 09:01:47.747587 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1258bef-2772-49ca-9b2f-1fa740713b3a req-fa006797-77d4-4997-88ae-5c8d112ae7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:47.750198 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1258bef-2772-49ca-9b2f-1fa740713b3a req-fa006797-77d4-4997-88ae-5c8d112ae7f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5db0e0ea-aa8f-499f-a098-7a682e6790ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1912429 Jul 16 09:01:47.764598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8772d4b-e928-49b6-98fc-bda5a1b438bc req-f75560b8-3ca1-4fc9-9f89-a7f79fa298db tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:47.772345 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f8772d4b-e928-49b6-98fc-bda5a1b438bc req-f75560b8-3ca1-4fc9-9f89-a7f79fa298db tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.2082546 Jul 16 09:01:47.776548 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95b15715-dc86-4704-86d9-700a9d134429 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.777189 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95b15715-dc86-4704-86d9-700a9d134429 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.793630 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c4e4-d709-40c9-8181-e45b4a1be5bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.803862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-95b15715-dc86-4704-86d9-700a9d134429 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Calling delete_port for dac578a8-f97b-4aa3-8eba-fb772e769c51 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:47.820329 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9eb6c4e4-d709-40c9-8181-e45b4a1be5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.853315 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:47.973002 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f8772d4b-e928-49b6-98fc-bda5a1b438bc req-2005eeba-5b97-41ba-9837-0f38dfeeded6 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989946 Jul 16 09:01:47.983251 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6c4e4-d709-40c9-8181-e45b4a1be5bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9222f1ff-60f7-4fc8-bbc2-d58a6f00ceb2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:47.993313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9eb6c4e4-d709-40c9-8181-e45b4a1be5bd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c88d4cd087bb474ea8847ffa1e502fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6148682 Jul 16 09:01:47.997540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57984) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:48.039890 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1258bef-2772-49ca-9b2f-1fa740713b3a req-fb53a14e-a116-47e9-8c7e-b192339f7775 service neutron] 10.222.0.15 "GET /v2.0/networks/5db0e0ea-aa8f-499f-a098-7a682e6790ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651467 Jul 16 09:01:48.178482 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.227007 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3ad16ca6-a01b-4c37-9602-e7e4ae11bb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.300961 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3ad16ca6-a01b-4c37-9602-e7e4ae11bb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.323699 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1258bef-2772-49ca-9b2f-1fa740713b3a req-7e6b879a-4a54-461c-870b-a53d544df2c4 service neutron] 10.222.0.15 "GET /v2.0/networks/5db0e0ea-aa8f-499f-a098-7a682e6790ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493281 Jul 16 09:01:48.348086 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95b15715-dc86-4704-86d9-700a9d134429 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.403553 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3ad16ca6-a01b-4c37-9602-e7e4ae11bb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.411144 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3ad16ca6-a01b-4c37-9602-e7e4ae11bb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.413484 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3ad16ca6-a01b-4c37-9602-e7e4ae11bb1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9222f1ff-60f7-4fc8-bbc2-d58a6f00ceb2 HTTP/1.1" status: 204 len: 168 time: 0.4145391 Jul 16 09:01:48.423290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b15715-dc86-4704-86d9-700a9d134429 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event deleted for resources: {'Port': ['ID=dac578a8-f97b-4aa3-8eba-fb772e769c51,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:48.436909 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad16ca6-a01b-4c37-9602-e7e4ae11bb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9222f1ff-60f7-4fc8-bbc2-d58a6f00ceb2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:48.536769 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 57996) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:48.603824 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95b15715-dc86-4704-86d9-700a9d134429 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.604649 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-95b15715-dc86-4704-86d9-700a9d134429 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Floating IP c50898e9-4774-4238-885e-7b4c018c5194 disassociated (deleted). External IP: 172.25.4.3, port: b942395b-a956-4e41-913c-d4d32110f5b6. Jul 16 09:01:48.649013 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.657977 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.792171 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Pushing event updated for resources: {'Port': ['ID=b384006c-d682-45fc-ada9-2b63d4c633e2,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:48.813333 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.841943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1867091554'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:48.872963 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:48.878841 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:48.891350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.046526 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Floating IP 03fbbaa2-9b41-4a40-9f09-8bc41d686750 associated. External IP: 172.25.4.239, port: 45ce2860-37d7-44f4-bb61-38594388fd9d. Jul 16 09:01:49.093606 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.100163 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.115036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b15715-dc86-4704-86d9-700a9d134429 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Router 2c8c2f63-02c0-443b-9b29-a88a391d378c has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:49.123568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:49.139084 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.139544 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Added segment 96f493de-b84d-4c7d-91c8-a6bb4d4a928a of type vlan for network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 Jul 16 09:01:49.257861 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.292921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0543f5b-8e6e-4120-aa8c-ce647414235f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:49.328214 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.333893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:49.334544 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.381982 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8433115 Jul 16 09:01:49.386331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58022) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:49.395117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-71e5561a-e539-434c-8486-6a8f9b6d621e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'name': 'tempest-PortsIpV6TestJSON-574870434'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:49.414364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a37ee7b-2944-4d7b-b89a-1a800377efb3 req-8bfd61a5-e05d-4c26-933d-74f600ad53a1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:49.420728 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2a37ee7b-2944-4d7b-b89a-1a800377efb3 req-8bfd61a5-e05d-4c26-933d-74f600ad53a1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.2294867 Jul 16 09:01:49.463000 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Router 63e64555-52c9-4eb8-9ef7-bce427a6861f has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:49.470212 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b15715-dc86-4704-86d9-700a9d134429 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:49.476345 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-95b15715-dc86-4704-86d9-700a9d134429 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.483805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06def257-b431-481b-8ae7-bf77408e6274 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Network': ['ID=73ddf924-b5fb-4b6d-a4ee-183da7cafb06,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:49.495746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cfeed1-9304-448c-82b8-9bd52f2145e1 None None] Sync routers for ids ['2c8c2f63-02c0-443b-9b29-a88a391d378c'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:49.501797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:49.564193 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-95b15715-dc86-4704-86d9-700a9d134429 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "DELETE /v2.0/floatingips/c50898e9-4774-4238-885e-7b4c018c5194 HTTP/1.1" status: 204 len: 168 time: 3.5590699 Jul 16 09:01:49.567102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8053e6-5dd3-4ee1-950e-a78685061689', 'tag': 'b942395b-a956-4e41-913c-d4d32110f5b6'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:49.574147 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28f6efd-8882-4286-9ddc-0321d9f99a4e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8053e6-5dd3-4ee1-950e-a78685061689", "tag": "b942395b-a956-4e41-913c-d4d32110f5b6"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:49.621810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cfeed1-9304-448c-82b8-9bd52f2145e1 None None] Routers {'2c8c2f63-02c0-443b-9b29-a88a391d378c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:49.622488 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-35cfeed1-9304-448c-82b8-9bd52f2145e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:01:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2c8c2f63-02c0-443b-9b29-a88a391d378c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:49.669411 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2a37ee7b-2944-4d7b-b89a-1a800377efb3 req-4f873698-e2dd-49bf-8c18-447916a4b190 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825974 Jul 16 09:01:49.678859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:49.703290 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c46e46b-dc98-45a2-947b-2fd9c1a7d2ed None None] Sync routers for ids ['63e64555-52c9-4eb8-9ef7-bce427a6861f'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:49.724162 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c46e46b-dc98-45a2-947b-2fd9c1a7d2ed None None] Routers {'63e64555-52c9-4eb8-9ef7-bce427a6861f'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:49.725948 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2c46e46b-dc98-45a2-947b-2fd9c1a7d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:01:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['63e64555-52c9-4eb8-9ef7-bce427a6861f'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:49.735840 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e5561a-e539-434c-8486-6a8f9b6d621e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:49.742483 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.751059 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-71e5561a-e539-434c-8486-6a8f9b6d621e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:49.817254 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b965e4-b0aa-42bb-9789-fc77e40ce1fc x-openstack-request-id: req-15b965e4-b0aa-42bb-9789-fc77e40ce1fc {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:49.818215 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8053e6-5dd3-4ee1-950e-a78685061689", "tag": "b942395b-a956-4e41-913c-d4d32110f5b6", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:49.818215 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15b965e4-b0aa-42bb-9789-fc77e40ce1fc {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:49.818565 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8053e6-5dd3-4ee1-950e-a78685061689', 'tag': 'b942395b-a956-4e41-913c-d4d32110f5b6', 'status': 'completed', 'code': 200} Jul 16 09:01:49.821583 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6877b0f2-d2c2-4169-b3f7-d820969ec752 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.8671763 Jul 16 09:01:49.826334 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-71e5561a-e539-434c-8486-6a8f9b6d621e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port 4822410d-a142-482f-b688-58f481dcc64b yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:50.000182 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-2c46e46b-dc98-45a2-947b-2fd9c1a7d2ed None None] Set router 63e64555-52c9-4eb8-9ef7-bce427a6861f gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:50.197059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6efd-8882-4286-9ddc-0321d9f99a4e req-9f20dee1-807d-40cc-8fcf-ed6f936237d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:50.199566 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a28f6efd-8882-4286-9ddc-0321d9f99a4e req-9f20dee1-807d-40cc-8fcf-ed6f936237d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c33bc819abc459d94c0dedc8ed9e910&device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 1137 time: 0.3423901 Jul 16 09:01:50.261178 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-35cfeed1-9304-448c-82b8-9bd52f2145e1 None None] Set router 2c8c2f63-02c0-443b-9b29-a88a391d378c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:50.381680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58042) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:50.396581 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-71e5561a-e539-434c-8486-6a8f9b6d621e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.489642 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6efd-8882-4286-9ddc-0321d9f99a4e req-d88147a9-31a0-4d42-a39e-cb9c2b1296b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:50.491260 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a28f6efd-8882-4286-9ddc-0321d9f99a4e req-d88147a9-31a0-4d42-a39e-cb9c2b1296b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5db0e0ea-aa8f-499f-a098-7a682e6790ad HTTP/1.1" status: 200 len: 896 time: 0.2560272 Jul 16 09:01:50.529365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-35cfeed1-9304-448c-82b8-9bd52f2145e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:26Z', 'updated_at': '2021-07-16T08:59:36Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:11:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:27Z', 'updated_at': '2021-07-16T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '77f49366-58d4-43d1-84e0-40c74d932115', 'name': '', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'mac_address': 'fa:16:3e:22:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:33Z', 'updated_at': '2021-07-16T08:59:46Z', 'revision_number': 5, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'subnets': [{'id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:50.530032 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78ad58d-e9dd-4904-9a71-323f1031adfa req-6311848e-42b7-4c10-845a-d8d8dcec9cab tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:50.531721 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b78ad58d-e9dd-4904-9a71-323f1031adfa req-6311848e-42b7-4c10-845a-d8d8dcec9cab tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 985 time: 0.3665736 Jul 16 09:01:50.537481 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2c46e46b-dc98-45a2-947b-2fd9c1a7d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:35Z', 'updated_at': '2021-07-16T09:00:50Z', 'revision_number': 4, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'gw_port': {'id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:37Z', 'updated_at': '2021-07-16T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '03fbbaa2-9b41-4a40-9f09-8bc41d686750', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'port_id': '45ce2860-37d7-44f4-bb61-38594388fd9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'mac_address': 'fa:16:3e:67:2f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a57e6-bf29-4407-8ced-dc6937615492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:01:46Z', 'updated_at': '2021-07-16T09:01:46Z', 'revision_number': 0, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603639ed-6a53-417a-a7a9-c7aa7a7ed281', 'name': '', 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'mac_address': 'fa:16:3e:c4:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:00:58Z', 'revision_number': 5, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'subnets': [{'id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:50.570236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cfeed1-9304-448c-82b8-9bd52f2145e1 None None] Checking router: 2c8c2f63-02c0-443b-9b29-a88a391d378c for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:50.574850 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a28f6efd-8882-4286-9ddc-0321d9f99a4e req-f8b4ec91-7ce7-443c-bd2a-313af87f09df service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b942395b-a956-4e41-913c-d4d32110f5b6 HTTP/1.1" status: 200 len: 217 time: 0.0742478 Jul 16 09:01:50.582160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35cfeed1-9304-448c-82b8-9bd52f2145e1 None None] Routers {'2c8c2f63-02c0-443b-9b29-a88a391d378c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:50.583150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-35cfeed1-9304-448c-82b8-9bd52f2145e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:01:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2c8c2f63-02c0-443b-9b29-a88a391d378c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:50.644839 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-71e5561a-e539-434c-8486-6a8f9b6d621e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.666198 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c46e46b-dc98-45a2-947b-2fd9c1a7d2ed None None] Checking router: 63e64555-52c9-4eb8-9ef7-bce427a6861f for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:50.686122 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c46e46b-dc98-45a2-947b-2fd9c1a7d2ed None None] Routers {'63e64555-52c9-4eb8-9ef7-bce427a6861f'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:50.686962 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2c46e46b-dc98-45a2-947b-2fd9c1a7d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:01:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['63e64555-52c9-4eb8-9ef7-bce427a6861f'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:50.706270 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b78ad58d-e9dd-4904-9a71-323f1031adfa req-391bebad-69be-4d2d-ba38-c313d1ec5d2e tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa5e505a-d2e0-4f22-a729-28ab4de82454&id=d4d90669-8f48-4ae0-ac39-f5bce309a968&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1367536 Jul 16 09:01:50.722925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6efd-8882-4286-9ddc-0321d9f99a4e req-852ad1f4-07d4-406f-a48e-718c6893c799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:50.724414 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a28f6efd-8882-4286-9ddc-0321d9f99a4e req-852ad1f4-07d4-406f-a48e-718c6893c799 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c3e5b37d-1d38-469b-90e5-d179e15ff92c HTTP/1.1" status: 200 len: 834 time: 0.1405094 Jul 16 09:01:50.747790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e5561a-e539-434c-8486-6a8f9b6d621e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=4822410d-a142-482f-b688-58f481dcc64b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:50.792679 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e94d68dd-4fc8-4d50-b908-d8e319afa851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.810119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71e5561a-e539-434c-8486-6a8f9b6d621e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Checking segment: {'id': '96f493de-b84d-4c7d-91c8-a6bb4d4a928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:50.810488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e5561a-e539-434c-8486-6a8f9b6d621e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network hostable DHCP agents. Network: 73ddf924-b5fb-4b6d-a4ee-183da7cafb06, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:50.840771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f6efd-8882-4286-9ddc-0321d9f99a4e req-447f364b-093e-4c7b-b3b5-ba465e541740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:50.842599 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a28f6efd-8882-4286-9ddc-0321d9f99a4e req-447f364b-093e-4c7b-b3b5-ba465e541740 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5db0e0ea-aa8f-499f-a098-7a682e6790ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1087141 Jul 16 09:01:50.845021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e5561a-e539-434c-8486-6a8f9b6d621e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:50.863657 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c3ea1cf-93a5-4ca0-9f73-71a80d0ab695 req-f1d32eae-6d4e-4683-8acf-fd76dff404e1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4033968 Jul 16 09:01:50.881306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-71e5561a-e539-434c-8486-6a8f9b6d621e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 73ddf924-b5fb-4b6d-a4ee-183da7cafb06) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:50.887863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e5561a-e539-434c-8486-6a8f9b6d621e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:50.897598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e5561a-e539-434c-8486-6a8f9b6d621e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:50.898389 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-71e5561a-e539-434c-8486-6a8f9b6d621e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:50.901923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cea1f4e-8a87-416e-b505-87161705d142 None None] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:51.006531 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-2c46e46b-dc98-45a2-947b-2fd9c1a7d2ed None None] Set router 63e64555-52c9-4eb8-9ef7-bce427a6861f gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:51.009665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c0c55690-9b54-46a2-a473-a64d6d7bb5f2 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:01:51.035968 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-35cfeed1-9304-448c-82b8-9bd52f2145e1 None None] Set router 2c8c2f63-02c0-443b-9b29-a88a391d378c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:51.070530 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a28f6efd-8882-4286-9ddc-0321d9f99a4e req-84b21c84-b3dd-4ea1-ac76-5eb7f2f6f1e0 service neutron] 10.222.0.15 "GET /v2.0/networks/5db0e0ea-aa8f-499f-a098-7a682e6790ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187092 Jul 16 09:01:51.245754 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e94d68dd-4fc8-4d50-b908-d8e319afa851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.253816 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.resource_extend [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:01:51.270251 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e94d68dd-4fc8-4d50-b908-d8e319afa851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.284427 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-71e5561a-e539-434c-8486-6a8f9b6d621e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8940136 Jul 16 09:01:51.310089 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a28f6efd-8882-4286-9ddc-0321d9f99a4e req-b49088a8-cb79-474a-90bf-945efe10ea8a service neutron] 10.222.0.15 "GET /v2.0/networks/5db0e0ea-aa8f-499f-a098-7a682e6790ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309108 Jul 16 09:01:51.311182 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58050) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:51.320246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-33646868-49b8-4c5c-be69-8133535660a8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-654236872'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:51.347525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d68dd-4fc8-4d50-b908-d8e319afa851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e45615c6-9524-4d67-ba49-dc854f688f46,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:51.363863 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ea1cf-93a5-4ca0-9f73-71a80d0ab695 req-e5cdd0de-c705-4db3-a8ed-7b83012aac2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:51.368113 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c3ea1cf-93a5-4ca0-9f73-71a80d0ab695 req-e5cdd0de-c705-4db3-a8ed-7b83012aac2c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 1097 time: 0.4413550 Jul 16 09:01:51.387548 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33646868-49b8-4c5c-be69-8133535660a8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:51.392590 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-33646868-49b8-4c5c-be69-8133535660a8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.439640 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e94d68dd-4fc8-4d50-b908-d8e319afa851 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1e1a9340a7b843889addaea8593a7a68&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0573988 Jul 16 09:01:51.444301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58052) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:51.472553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2ad01-655b-443e-9eb1-37e17c5c9944 req-b2319edf-59ff-4717-aa6c-ae9ea4f189e5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:51.474394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2dd2ad01-655b-443e-9eb1-37e17c5c9944 req-b2319edf-59ff-4717-aa6c-ae9ea4f189e5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.4571650 Jul 16 09:01:51.504577 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2c46e46b-dc98-45a2-947b-2fd9c1a7d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:35Z', 'updated_at': '2021-07-16T09:00:50Z', 'revision_number': 4, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'gw_port': {'id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:37Z', 'updated_at': '2021-07-16T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '03fbbaa2-9b41-4a40-9f09-8bc41d686750', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'port_id': '45ce2860-37d7-44f4-bb61-38594388fd9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'mac_address': 'fa:16:3e:67:2f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a57e6-bf29-4407-8ced-dc6937615492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:01:46Z', 'updated_at': '2021-07-16T09:01:46Z', 'revision_number': 0, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603639ed-6a53-417a-a7a9-c7aa7a7ed281', 'name': '', 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'mac_address': 'fa:16:3e:c4:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:00:58Z', 'revision_number': 5, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'subnets': [{'id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:51.548759 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c46e46b-dc98-45a2-947b-2fd9c1a7d2ed None None] The sync data for ids ['63e64555-52c9-4eb8-9ef7-bce427a6861f'] in n-d-758944-46 is: [{'id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:35Z', 'updated_at': '2021-07-16T09:00:50Z', 'revision_number': 4, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'gw_port': {'id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:37Z', 'updated_at': '2021-07-16T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '03fbbaa2-9b41-4a40-9f09-8bc41d686750', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'floating_ip_address': '172.25.4.239', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'port_id': '45ce2860-37d7-44f4-bb61-38594388fd9d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'mac_address': 'fa:16:3e:67:2f:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c01a57e6-bf29-4407-8ced-dc6937615492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:01:46Z', 'updated_at': '2021-07-16T09:01:46Z', 'revision_number': 0, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '603639ed-6a53-417a-a7a9-c7aa7a7ed281', 'name': '', 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'mac_address': 'fa:16:3e:c4:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:00:58Z', 'revision_number': 5, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'subnets': [{'id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:51.558402 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33646868-49b8-4c5c-be69-8133535660a8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:51.616790 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-33646868-49b8-4c5c-be69-8133535660a8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.617162 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-33646868-49b8-4c5c-be69-8133535660a8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Added segment d9c0b2d7-d341-491d-8261-8adcf30dde38 of type vlan for network 37e09a20-b851-4e43-b7a8-e2bc3e345166 Jul 16 09:01:51.635040 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2dd2ad01-655b-443e-9eb1-37e17c5c9944 req-e66623d3-4cd5-4744-adc9-60da632b99f5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466651 Jul 16 09:01:51.686159 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb3d1b8-b3ed-48ae-8d5f-d286614e01da req-78af8a42-6987-44ce-8980-e90423a6d27f tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:51.688359 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cbb3d1b8-b3ed-48ae-8d5f-d286614e01da req-78af8a42-6987-44ce-8980-e90423a6d27f tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 985 time: 0.2498960 Jul 16 09:01:51.716735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-54137ab7-a834-4191-8931-5ddc57ea46af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.717869 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-33646868-49b8-4c5c-be69-8133535660a8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.727285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ea1cf-93a5-4ca0-9f73-71a80d0ab695 req-d4ea18b9-be45-4afd-bc3b-830d26e94892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:51.736770 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c3ea1cf-93a5-4ca0-9f73-71a80d0ab695 req-d4ea18b9-be45-4afd-bc3b-830d26e94892 service neutron] 10.222.0.38 "GET /v2.0/networks?id=14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 200 len: 911 time: 0.3391750 Jul 16 09:01:51.819416 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c01a57e6-bf29-4407-8ced-dc6937615492', 'tag': '45ce2860-37d7-44f4-bb61-38594388fd9d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:51.822263 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75d2e5f-31cc-4f6b-b736-8f7b3580aba7" -d '{"events": [{"name": "network-changed", "server_uuid": "c01a57e6-bf29-4407-8ced-dc6937615492", "tag": "45ce2860-37d7-44f4-bb61-38594388fd9d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:51.842301 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-54137ab7-a834-4191-8931-5ddc57ea46af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.864254 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-33646868-49b8-4c5c-be69-8133535660a8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.872923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33646868-49b8-4c5c-be69-8133535660a8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:51.874605 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-33646868-49b8-4c5c-be69-8133535660a8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:51.939228 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ab9dd0-3000-4949-abaf-e50443f82f88 x-openstack-request-id: req-f8ab9dd0-3000-4949-abaf-e50443f82f88 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:51.940003 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c01a57e6-bf29-4407-8ced-dc6937615492", "tag": "45ce2860-37d7-44f4-bb61-38594388fd9d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:51.940235 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f8ab9dd0-3000-4949-abaf-e50443f82f88 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:51.940686 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c01a57e6-bf29-4407-8ced-dc6937615492', 'tag': '45ce2860-37d7-44f4-bb61-38594388fd9d', 'status': 'completed', 'code': 200} Jul 16 09:01:51.969157 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-33646868-49b8-4c5c-be69-8133535660a8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6557786 Jul 16 09:01:51.973237 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58060) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:52.009610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'ports': [{'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06'}, {'network_id': '37e09a20-b851-4e43-b7a8-e2bc3e345166'}]} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:52.009932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:52.010696 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'network_id': '37e09a20-b851-4e43-b7a8-e2bc3e345166'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:52.044112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c0c55690-9b54-46a2-a473-a64d6d7bb5f2, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c0c55690-9b54-46a2-a473-a64d6d7bb5f2,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:52.106016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe808a6-12a0-4aac-b189-2f45b8bc852a None None] New status for floating IP 03fbbaa2-9b41-4a40-9f09-8bc41d686750: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:01:52.138513 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c3ea1cf-93a5-4ca0-9f73-71a80d0ab695 req-8947fa24-ca72-4707-a55b-13b08c7e9a4e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5d8bf397-a19e-431a-8781-d0fe8e9e18e1 HTTP/1.1" status: 200 len: 1000 time: 0.3850560 Jul 16 09:01:52.298183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ea1cf-93a5-4ca0-9f73-71a80d0ab695 req-011ba097-0d4d-4975-8c15-a707924ff0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.299830 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c3ea1cf-93a5-4ca0-9f73-71a80d0ab695 req-011ba097-0d4d-4975-8c15-a707924ff0d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=3b633f7a-07ad-4cc2-8342-da35f664e7b1 HTTP/1.1" status: 200 len: 850 time: 0.1437829 Jul 16 09:01:52.305310 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-54137ab7-a834-4191-8931-5ddc57ea46af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.308155 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-54137ab7-a834-4191-8931-5ddc57ea46af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.321279 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-54137ab7-a834-4191-8931-5ddc57ea46af admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e45615c6-9524-4d67-ba49-dc854f688f46 HTTP/1.1" status: 204 len: 168 time: 0.8753676 Jul 16 09:01:52.363746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'c0c55690-9b54-46a2-a473-a64d6d7bb5f2', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'port_id': 'c0c55690-9b54-46a2-a473-a64d6d7bb5f2', 'mac_address': 'fa:16:3e:39:3f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:01:52.386292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d2e5f-31cc-4f6b-b736-8f7b3580aba7 req-43f1b20f-6e28-4ba5-9fa4-57e404a1e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:52.387994 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c75d2e5f-31cc-4f6b-b736-8f7b3580aba7 req-43f1b20f-6e28-4ba5-9fa4-57e404a1e95e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a797f55e5f8d475aab89c0ea124e907d&device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 1097 time: 0.4275856 Jul 16 09:01:52.392865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-35cfeed1-9304-448c-82b8-9bd52f2145e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:26Z', 'updated_at': '2021-07-16T08:59:36Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:11:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:27Z', 'updated_at': '2021-07-16T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '77f49366-58d4-43d1-84e0-40c74d932115', 'name': '', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'mac_address': 'fa:16:3e:22:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:33Z', 'updated_at': '2021-07-16T08:59:46Z', 'revision_number': 5, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'subnets': [{'id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:52.433118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54137ab7-a834-4191-8931-5ddc57ea46af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e45615c6-9524-4d67-ba49-dc854f688f46,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:52.491362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'port': 2} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:52.496903 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.524954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cfeed1-9304-448c-82b8-9bd52f2145e1 None None] The sync data for ids ['2c8c2f63-02c0-443b-9b29-a88a391d378c'] in n-d-758944-46 is: [{'id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:26Z', 'updated_at': '2021-07-16T08:59:36Z', 'revision_number': 4, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:11:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:27Z', 'updated_at': '2021-07-16T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '77f49366-58d4-43d1-84e0-40c74d932115', 'name': '', 'network_id': '5db0e0ea-aa8f-499f-a098-7a682e6790ad', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'mac_address': 'fa:16:3e:22:28:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2971, 'fixed_ips': [{'subnet_id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:33Z', 'updated_at': '2021-07-16T08:59:46Z', 'revision_number': 5, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'subnets': [{'id': 'c3e5b37d-1d38-469b-90e5-d179e15ff92c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:52.544783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-cbb3d1b8-b3ed-48ae-8d5f-d286614e01da req-b0dd4f71-bca0-4adc-a317-3763c0fcfd1b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Deleting port b942395b-a956-4e41-913c-d4d32110f5b6 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:52.545227 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbb3d1b8-b3ed-48ae-8d5f-d286614e01da req-b0dd4f71-bca0-4adc-a317-3763c0fcfd1b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.549834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33646868-49b8-4c5c-be69-8133535660a8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Network': ['ID=37e09a20-b851-4e43-b7a8-e2bc3e345166,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:52.730060 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 37e09a20-b851-4e43-b7a8-e2bc3e345166 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:52.765669 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-cbb3d1b8-b3ed-48ae-8d5f-d286614e01da req-b0dd4f71-bca0-4adc-a317-3763c0fcfd1b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] For port b942395b-a956-4e41-913c-d4d32110f5b6, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b942395b-a956-4e41-913c-d4d32110f5b6,segment=NetworkSegment(d5a8300d-2024-41b8-b8fc-f075ec1c2129),segment_id=d5a8300d-2024-41b8-b8fc-f075ec1c2129)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:52.766303 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbb3d1b8-b3ed-48ae-8d5f-d286614e01da req-b0dd4f71-bca0-4adc-a317-3763c0fcfd1b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.792586 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:52.810121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-cbb3d1b8-b3ed-48ae-8d5f-d286614e01da req-b0dd4f71-bca0-4adc-a317-3763c0fcfd1b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Calling delete_port for b942395b-a956-4e41-913c-d4d32110f5b6 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:53.089626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0c55690-9b54-46a2-a473-a64d6d7bb5f2 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:53.125515 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.162175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ea1cf-93a5-4ca0-9f73-71a80d0ab695 req-6ec6796f-a11a-45bb-8401-b069def19947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:53.163996 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c3ea1cf-93a5-4ca0-9f73-71a80d0ab695 req-6ec6796f-a11a-45bb-8401-b069def19947 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=14402a19-9c27-491a-b636-32963005e922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8322542 Jul 16 09:01:53.177596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf2bff-71a9-481f-852a-d685d2f546f0 req-19fe08d8-a478-4ab2-a2c5-cead99210535 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:53.185204 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cfdf2bff-71a9-481f-852a-d685d2f546f0 req-19fe08d8-a478-4ab2-a2c5-cead99210535 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8053e6-5dd3-4ee1-950e-a78685061689 HTTP/1.1" status: 200 len: 985 time: 0.8559854 Jul 16 09:01:53.200518 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f950c-423c-4b5e-86a4-1aeaebfd70b8 req-1efaff6b-32c0-49f3-9746-16d6f51affdd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:53.203581 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6a3f950c-423c-4b5e-86a4-1aeaebfd70b8 req-1efaff6b-32c0-49f3-9746-16d6f51affdd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 943 time: 0.2320185 Jul 16 09:01:53.243056 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca32403-f4a0-427f-8272-c7e41450266b None None] New status for floating IP c50898e9-4774-4238-885e-7b4c018c5194: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:01:53.271151 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d2e5f-31cc-4f6b-b736-8f7b3580aba7 req-eb9988f2-abc7-474e-8f81-904a2c582d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:53.273369 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c75d2e5f-31cc-4f6b-b736-8f7b3580aba7 req-eb9988f2-abc7-474e-8f81-904a2c582d53 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2543bb20-c5ab-4e61-a2cc-15698c179b37 HTTP/1.1" status: 200 len: 908 time: 0.8737023 Jul 16 09:01:53.319324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c0c55690-9b54-46a2-a473-a64d6d7bb5f2, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c0c55690-9b54-46a2-a473-a64d6d7bb5f2,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:53.328975 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.345527 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6a3f950c-423c-4b5e-86a4-1aeaebfd70b8 req-99533769-3203-4f07-bb33-b881970e2295 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186383 Jul 16 09:01:53.347508 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbb3d1b8-b3ed-48ae-8d5f-d286614e01da req-b0dd4f71-bca0-4adc-a317-3763c0fcfd1b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.478651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd4f71-bca0-4adc-a317-3763c0fcfd1b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event deleted for resources: {'Port': ['ID=b942395b-a956-4e41-913c-d4d32110f5b6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:53.524636 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=c0c55690-9b54-46a2-a473-a64d6d7bb5f2,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:53.556932 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cfdf2bff-71a9-481f-852a-d685d2f546f0 req-b3d85ac5-d03e-4061-8766-ed78b097d018 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "GET /v2.0/security-groups?id=fa5e505a-d2e0-4f22-a729-28ab4de82454&id=d4d90669-8f48-4ae0-ac39-f5bce309a968&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3704960 Jul 16 09:01:53.567225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port 7be89610-a45a-445d-9f9c-c9c71f4dce4c yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:53.585690 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['c0c55690-9b54-46a2-a473-a64d6d7bb5f2'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:53.587827 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c75d2e5f-31cc-4f6b-b736-8f7b3580aba7 req-b3e33929-ce05-4f09-a4b9-4c934df53d8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ce2860-37d7-44f4-bb61-38594388fd9d HTTP/1.1" status: 200 len: 1001 time: 0.2949061 Jul 16 09:01:53.648697 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb3d1b8-b3ed-48ae-8d5f-d286614e01da req-b0dd4f71-bca0-4adc-a317-3763c0fcfd1b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] No DVR routers for this DVR port b942395b-a956-4e41-913c-d4d32110f5b6 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:53.653186 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cbb3d1b8-b3ed-48ae-8d5f-d286614e01da req-b0dd4f71-bca0-4adc-a317-3763c0fcfd1b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.657973 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cbb3d1b8-b3ed-48ae-8d5f-d286614e01da req-b0dd4f71-bca0-4adc-a317-3763c0fcfd1b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.15 "DELETE /v2.0/ports/b942395b-a956-4e41-913c-d4d32110f5b6 HTTP/1.1" status: 204 len: 173 time: 1.9606693 Jul 16 09:01:53.658793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8053e6-5dd3-4ee1-950e-a78685061689', 'name': 'network-vif-deleted', 'tag': 'b942395b-a956-4e41-913c-d4d32110f5b6'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:53.663733 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c11f057-c19e-4108-ae7c-bff5f3f950d5" -d '{"events": [{"server_uuid": "ac8053e6-5dd3-4ee1-950e-a78685061689", "name": "network-vif-deleted", "tag": "b942395b-a956-4e41-913c-d4d32110f5b6"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:53.670293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d2e5f-31cc-4f6b-b736-8f7b3580aba7 req-9b6372ad-33f6-4510-a83c-63a57f550811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:53.673580 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c75d2e5f-31cc-4f6b-b736-8f7b3580aba7 req-9b6372ad-33f6-4510-a83c-63a57f550811 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a7ca94-5f5e-4d62-9deb-79d8b68dca0f HTTP/1.1" status: 200 len: 847 time: 0.0750747 Jul 16 09:01:53.701401 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c3ea1cf-93a5-4ca0-9f73-71a80d0ab695 req-8821ae4f-664e-40aa-a401-98ab75c45a56 service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5082910 Jul 16 09:01:53.787485 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988b5a2f-b536-4b6a-932d-a445ed50fe80 x-openstack-request-id: req-988b5a2f-b536-4b6a-932d-a445ed50fe80 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:53.788993 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8053e6-5dd3-4ee1-950e-a78685061689", "name": "network-vif-deleted", "tag": "b942395b-a956-4e41-913c-d4d32110f5b6", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:53.789597 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-988b5a2f-b536-4b6a-932d-a445ed50fe80 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:53.790242 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8053e6-5dd3-4ee1-950e-a78685061689', 'name': 'network-vif-deleted', 'tag': 'b942395b-a956-4e41-913c-d4d32110f5b6', 'status': 'completed', 'code': 200} Jul 16 09:01:54.052383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d2e5f-31cc-4f6b-b736-8f7b3580aba7 req-e43b6658-a99f-4899-91bd-24b5102844e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:54.054045 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c75d2e5f-31cc-4f6b-b736-8f7b3580aba7 req-e43b6658-a99f-4899-91bd-24b5102844e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2543bb20-c5ab-4e61-a2cc-15698c179b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3498313 Jul 16 09:01:54.061587 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c3ea1cf-93a5-4ca0-9f73-71a80d0ab695 req-41b47acf-7798-4960-bd34-8b7c12d6494a service neutron] 10.222.0.38 "GET /v2.0/networks/14402a19-9c27-491a-b636-32963005e922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3528564 Jul 16 09:01:54.115792 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.258331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port 28154580-45fe-48c7-a6ba-76d1e00f733e yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:01:54.271736 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c75d2e5f-31cc-4f6b-b736-8f7b3580aba7 req-f29015b2-11b1-426e-82a1-47327028ae22 service neutron] 10.222.0.15 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082393 Jul 16 09:01:54.531157 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c75d2e5f-31cc-4f6b-b736-8f7b3580aba7 req-e3c3913c-e040-4cda-b082-12e6a6b3c7ab service neutron] 10.222.0.15 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487912 Jul 16 09:01:54.581035 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.604528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3f0c61-291f-413f-8326-82b892d1746d req-396579cc-3f4c-48e7-bf94-4e300e71afa0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:54.612135 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a3f0c61-291f-413f-8326-82b892d1746d req-396579cc-3f4c-48e7-bf94-4e300e71afa0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 944 time: 0.0907588 Jul 16 09:01:54.651293 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.656815 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3a3f0c61-291f-413f-8326-82b892d1746d req-0fcc850d-995f-4a52-bb2b-ef640e6eff33 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435131 Jul 16 09:01:54.741721 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:54.752389 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58132) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:54.753751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:54.760965 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:54.762689 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.783094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=7be89610-a45a-445d-9f9c-c9c71f4dce4c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:54.876806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=28154580-45fe-48c7-a6ba-76d1e00f733e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:54.887293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Checking segment: {'id': 'd9c0b2d7-d341-491d-8261-8adcf30dde38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '37e09a20-b851-4e43-b7a8-e2bc3e345166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:54.887699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network hostable DHCP agents. Network: 37e09a20-b851-4e43-b7a8-e2bc3e345166, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:54.915477 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2bd14284-9c5a-4146-8120-24d16650e455 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.928695 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 37e09a20-b851-4e43-b7a8-e2bc3e345166 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:54.974865 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2bd14284-9c5a-4146-8120-24d16650e455 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:54.981792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 37e09a20-b851-4e43-b7a8-e2bc3e345166) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:54.992562 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:54.996956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b60ba83-e472-4157-b817-adcf4855a63a None None] Network 37e09a20-b851-4e43-b7a8-e2bc3e345166 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:55.018079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:55.048232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:55.049140 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.072103 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2bd14284-9c5a-4146-8120-24d16650e455 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.094076 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2bd14284-9c5a-4146-8120-24d16650e455 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.099957 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2bd14284-9c5a-4146-8120-24d16650e455 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "DELETE /v2.0/security-groups/fa5e505a-d2e0-4f22-a729-28ab4de82454 HTTP/1.1" status: 204 len: 168 time: 0.3439136 Jul 16 09:01:55.101828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58140) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:55.104905 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5130f622-4cd7-4454-91e3-1fac3a781bd2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.1004207 Jul 16 09:01:55.107768 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58142) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:55.133086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd14284-9c5a-4146-8120-24d16650e455 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5e505a-d2e0-4f22-a729-28ab4de82454,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:55.246830 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c9bff48-1860-4c8d-b1ab-9e4759f1462c tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.318431 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c9bff48-1860-4c8d-b1ab-9e4759f1462c tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.340331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-1371b12e-d99e-493f-a77f-0fac34857ce8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 28154580-45fe-48c7-a6ba-76d1e00f733e {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:55.341124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1371b12e-d99e-493f-a77f-0fac34857ce8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.347394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c0c55690-9b54-46a2-a473-a64d6d7bb5f2 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:55.411648 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port c0c55690-9b54-46a2-a473-a64d6d7bb5f2 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:55.418222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port c0c55690-9b54-46a2-a473-a64d6d7bb5f2 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:55.418795 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.419671 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c9bff48-1860-4c8d-b1ab-9e4759f1462c tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.431954 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c9bff48-1860-4c8d-b1ab-9e4759f1462c tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.434301 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1c9bff48-1860-4c8d-b1ab-9e4759f1462c tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "DELETE /v2.0/security-groups/d4d90669-8f48-4ae0-ac39-f5bce309a968 HTTP/1.1" status: 204 len: 168 time: 0.3129919 Jul 16 09:01:55.440397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58154) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:55.463689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9bff48-1860-4c8d-b1ab-9e4759f1462c tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d90669-8f48-4ae0-ac39-f5bce309a968,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:55.555028 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.584058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304fcdd5-7f80-4a63-b35c-922453909d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c55690-9b54-46a2-a473-a64d6d7bb5f2'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:55.584692 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1371b12e-d99e-493f-a77f-0fac34857ce8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.586883 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d13298-cd87-4988-b05f-46b2e5145f99" -d '{"events": [{"server_uuid": "304fcdd5-7f80-4a63-b35c-922453909d37", "name": "network-vif-plugged", "status": "completed", "tag": "c0c55690-9b54-46a2-a473-a64d6d7bb5f2"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:55.616618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-1371b12e-d99e-493f-a77f-0fac34857ce8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 28154580-45fe-48c7-a6ba-76d1e00f733e owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:55.622549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c0c55690-9b54-46a2-a473-a64d6d7bb5f2, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c0c55690-9b54-46a2-a473-a64d6d7bb5f2,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:55.630331 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:55.631453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device b942395b-a956-4e41-913c-d4d32110f5b6 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:55.679077 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd1ef0f-d462-4b0a-8f74-c6f6cef108e4 x-openstack-request-id: req-1fd1ef0f-d462-4b0a-8f74-c6f6cef108e4 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:55.679318 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304fcdd5-7f80-4a63-b35c-922453909d37", "name": "network-vif-plugged", "status": "completed", "tag": "c0c55690-9b54-46a2-a473-a64d6d7bb5f2", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:55.679650 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1fd1ef0f-d462-4b0a-8f74-c6f6cef108e4 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:55.680076 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304fcdd5-7f80-4a63-b35c-922453909d37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0c55690-9b54-46a2-a473-a64d6d7bb5f2', 'code': 200} Jul 16 09:01:55.683349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: b942395b-a956-4e41-913c-d4d32110f5b6 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:55.683641 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device b942395b-a956-4e41-913c-d4d32110f5b6 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:55.726451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=c0c55690-9b54-46a2-a473-a64d6d7bb5f2,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:55.951826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27308e-6e68-4ba4-88c8-30efc0338471 req-b7c630d4-03da-4080-b65e-dd883eff6e7c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:55.958241 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d27308e-6e68-4ba4-88c8-30efc0338471 req-b7c630d4-03da-4080-b65e-dd883eff6e7c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 945 time: 0.1065602 Jul 16 09:01:56.033727 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d27308e-6e68-4ba4-88c8-30efc0338471 req-3aad947b-80dd-41ef-8644-661ade1b5e37 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723884 Jul 16 09:01:56.127759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a99474-0932-4c04-b8f1-a82a0fa199a0 req-3afb0e3a-7cc8-4910-80c7-2c3803d9b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:56.129619 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4a99474-0932-4c04-b8f1-a82a0fa199a0 req-3afb0e3a-7cc8-4910-80c7-2c3803d9b700 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 1097 time: 0.3361244 Jul 16 09:01:56.191069 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1371b12e-d99e-493f-a77f-0fac34857ce8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.262921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371b12e-d99e-493f-a77f-0fac34857ce8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=28154580-45fe-48c7-a6ba-76d1e00f733e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:56.269387 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4a99474-0932-4c04-b8f1-a82a0fa199a0 req-7e7c2e01-5953-4eb8-833a-03942d07556f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320043 Jul 16 09:01:56.298674 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1371b12e-d99e-493f-a77f-0fac34857ce8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.303934 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1371b12e-d99e-493f-a77f-0fac34857ce8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/28154580-45fe-48c7-a6ba-76d1e00f733e HTTP/1.1" status: 204 len: 168 time: 1.1912184 Jul 16 09:01:56.304925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58184) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:56.445958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5126e0ef-efbb-4591-9667-385759117bbc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:56.453643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5126e0ef-efbb-4591-9667-385759117bbc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:56.455654 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5126e0ef-efbb-4591-9667-385759117bbc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1492870 Jul 16 09:01:56.459043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58186) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:56.468683 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7c18a7db-6a1a-442e-ae46-0b3535461c6b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.598658 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4b1aa5c0-4bad-4e46-a784-c329071f2cb0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 7be89610-a45a-445d-9f9c-c9c71f4dce4c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:56.599017 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa5c0-4bad-4e46-a784-c329071f2cb0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.713891 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa5c0-4bad-4e46-a784-c329071f2cb0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.736265 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4b1aa5c0-4bad-4e46-a784-c329071f2cb0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 7be89610-a45a-445d-9f9c-c9c71f4dce4c owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:56.868822 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa5c0-4bad-4e46-a784-c329071f2cb0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.928701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1aa5c0-4bad-4e46-a784-c329071f2cb0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=7be89610-a45a-445d-9f9c-c9c71f4dce4c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:56.946750 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4b1aa5c0-4bad-4e46-a784-c329071f2cb0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:56.954385 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4b1aa5c0-4bad-4e46-a784-c329071f2cb0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/7be89610-a45a-445d-9f9c-c9c71f4dce4c HTTP/1.1" status: 204 len: 168 time: 0.4929702 Jul 16 09:01:56.957436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58188) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:56.992729 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7c18a7db-6a1a-442e-ae46-0b3535461c6b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Deleting port 77f49366-58d4-43d1-84e0-40c74d932115 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:56.993232 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7c18a7db-6a1a-442e-ae46-0b3535461c6b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.074259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f81fec5-0f9c-42e6-ac23-1af905d2ad2d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:57.079694 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3f81fec5-0f9c-42e6-ac23-1af905d2ad2d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1205480 Jul 16 09:01:57.080415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58192) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:57.119502 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-03d7b378-d3fa-4ae7-a646-2973880ee00c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] GET failed (client error): The resource could not be found. Jul 16 09:01:57.125531 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-03d7b378-d3fa-4ae7-a646-2973880ee00c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/28154580-45fe-48c7-a6ba-76d1e00f733e HTTP/1.1" status: 404 len: 333 time: 0.0427430 Jul 16 09:01:57.126218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58194) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:57.164348 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b9539a-8034-4c10-89b6-0e0fb18ec31f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] GET failed (client error): The resource could not be found. Jul 16 09:01:57.169578 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-01b9539a-8034-4c10-89b6-0e0fb18ec31f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/7be89610-a45a-445d-9f9c-c9c71f4dce4c HTTP/1.1" status: 404 len: 333 time: 0.0409150 Jul 16 09:01:57.179028 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58196) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:57.238683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-7c18a7db-6a1a-442e-ae46-0b3535461c6b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] For port 77f49366-58d4-43d1-84e0-40c74d932115, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=77f49366-58d4-43d1-84e0-40c74d932115,segment=NetworkSegment(d5a8300d-2024-41b8-b8fc-f075ec1c2129),segment_id=d5a8300d-2024-41b8-b8fc-f075ec1c2129)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:57.239388 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7c18a7db-6a1a-442e-ae46-0b3535461c6b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.290889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7c18a7db-6a1a-442e-ae46-0b3535461c6b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Calling delete_port for 77f49366-58d4-43d1-84e0-40c74d932115 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:57.360159 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3750eef9-d6da-4b63-a0b7-493e3da5d7b7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.638467 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3750eef9-d6da-4b63-a0b7-493e3da5d7b7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.641759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7c18a7db-6a1a-442e-ae46-0b3535461c6b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.662537 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-3750eef9-d6da-4b63-a0b7-493e3da5d7b7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e09a20-b851-4e43-b7a8-e2bc3e345166']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:57.692727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-3750eef9-d6da-4b63-a0b7-493e3da5d7b7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9c0b2d7-d341-491d-8261-8adcf30dde38') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:57.693386 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-3750eef9-d6da-4b63-a0b7-493e3da5d7b7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9c0b2d7-d341-491d-8261-8adcf30dde38') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:57.702116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18a7db-6a1a-442e-ae46-0b3535461c6b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event deleted for resources: {'Port': ['ID=77f49366-58d4-43d1-84e0-40c74d932115,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:57.720520 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3750eef9-d6da-4b63-a0b7-493e3da5d7b7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.731505 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623e839-1c1d-4f92-a7d5-828d84568919 req-e9a31e1f-23bc-44e3-a8c5-6755dabc8777 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:57.734451 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4623e839-1c1d-4f92-a7d5-828d84568919 req-e9a31e1f-23bc-44e3-a8c5-6755dabc8777 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 945 time: 0.3446722 Jul 16 09:01:57.771429 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3750eef9-d6da-4b63-a0b7-493e3da5d7b7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.786664 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3750eef9-d6da-4b63-a0b7-493e3da5d7b7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:57.787095 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3750eef9-d6da-4b63-a0b7-493e3da5d7b7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:57.793119 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:57.844351 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4623e839-1c1d-4f92-a7d5-828d84568919 req-298cd4f7-270d-4f9e-a781-3c11a5927c36 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955315 Jul 16 09:01:57.912475 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3750eef9-d6da-4b63-a0b7-493e3da5d7b7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.927677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3750eef9-d6da-4b63-a0b7-493e3da5d7b7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:57.939565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58202) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:57.940302 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3750eef9-d6da-4b63-a0b7-493e3da5d7b7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/networks/37e09a20-b851-4e43-b7a8-e2bc3e345166 HTTP/1.1" status: 204 len: 168 time: 0.7469070 Jul 16 09:01:57.954218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-1263b6c8-203d-436f-a70f-ad175be9d320 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-90337312'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:57.963048 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750eef9-d6da-4b63-a0b7-493e3da5d7b7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Network': ['ID=37e09a20-b851-4e43-b7a8-e2bc3e345166,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:58.057110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1263b6c8-203d-436f-a70f-ad175be9d320 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:58.060860 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1263b6c8-203d-436f-a70f-ad175be9d320 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.082191 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7c18a7db-6a1a-442e-ae46-0b3535461c6b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.107126 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1263b6c8-203d-436f-a70f-ad175be9d320 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:58.161280 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1263b6c8-203d-436f-a70f-ad175be9d320 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.161719 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-1263b6c8-203d-436f-a70f-ad175be9d320 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Added segment 4689e9c8-c6e9-4593-af54-78b4a0d45da5 of type vlan for network d046a5a6-19a3-45dc-afb1-d707d1e14494 Jul 16 09:01:58.247419 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1263b6c8-203d-436f-a70f-ad175be9d320 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.335869 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1263b6c8-203d-436f-a70f-ad175be9d320 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.342319 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1263b6c8-203d-436f-a70f-ad175be9d320 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:58.343028 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1263b6c8-203d-436f-a70f-ad175be9d320 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.431452 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1263b6c8-203d-436f-a70f-ad175be9d320 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4872782 Jul 16 09:01:58.436738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58208) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:58.444962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1637e4b0-786a-4578-bdfc-b08b053209d4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'subnet': {'network_id': 'd046a5a6-19a3-45dc-afb1-d707d1e14494', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:58.475664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1263b6c8-203d-436f-a70f-ad175be9d320 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Network': ['ID=d046a5a6-19a3-45dc-afb1-d707d1e14494,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:58.489277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c18a7db-6a1a-442e-ae46-0b3535461c6b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Router 2c8c2f63-02c0-443b-9b29-a88a391d378c has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:58.494222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network d046a5a6-19a3-45dc-afb1-d707d1e14494 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:58.622271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1637e4b0-786a-4578-bdfc-b08b053209d4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:58.633054 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1637e4b0-786a-4578-bdfc-b08b053209d4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:58.691245 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c18a7db-6a1a-442e-ae46-0b3535461c6b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:58.710132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43108210-e7d8-4f30-9725-8dc05e030db3 None None] Sync routers for ids ['2c8c2f63-02c0-443b-9b29-a88a391d378c'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:58.718747 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7c18a7db-6a1a-442e-ae46-0b3535461c6b tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "PUT /v2.0/routers/2c8c2f63-02c0-443b-9b29-a88a391d378c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2700360 Jul 16 09:01:58.723553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58212) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:58.724957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43108210-e7d8-4f30-9725-8dc05e030db3 None None] Routers {'2c8c2f63-02c0-443b-9b29-a88a391d378c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:58.725892 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-43108210-e7d8-4f30-9725-8dc05e030db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:01:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2c8c2f63-02c0-443b-9b29-a88a391d378c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:58.847402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38ad7a2-3f49-489a-a84f-d3926055d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Deleting subnet c3e5b37d-1d38-469b-90e5-d179e15ff92c {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:58.853268 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a38ad7a2-3f49-489a-a84f-d3926055d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.127001 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1637e4b0-786a-4578-bdfc-b08b053209d4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.247031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-43108210-e7d8-4f30-9725-8dc05e030db3 None None] Set router 2c8c2f63-02c0-443b-9b29-a88a391d378c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:59.257253 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637e4b0-786a-4578-bdfc-b08b053209d4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Subnet': ['ID=b066096e-03b2-431f-941e-3a93ccc04e7d,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:59.343904 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35020fa9-9c02-4566-b218-79411839a149 req-e091ef7e-7dd9-4699-b38c-84de701598be tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:59.346794 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35020fa9-9c02-4566-b218-79411839a149 req-e091ef7e-7dd9-4699-b38c-84de701598be tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 945 time: 0.2741714 Jul 16 09:01:59.348288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1637e4b0-786a-4578-bdfc-b08b053209d4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Checking segment: {'id': '4689e9c8-c6e9-4593-af54-78b4a0d45da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd046a5a6-19a3-45dc-afb1-d707d1e14494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:59.348935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1637e4b0-786a-4578-bdfc-b08b053209d4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network hostable DHCP agents. Network: d046a5a6-19a3-45dc-afb1-d707d1e14494, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:59.365194 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a38ad7a2-3f49-489a-a84f-d3926055d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.415806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1637e4b0-786a-4578-bdfc-b08b053209d4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network d046a5a6-19a3-45dc-afb1-d707d1e14494 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:59.492291 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35020fa9-9c02-4566-b218-79411839a149 req-c603e133-842b-4ec0-b7c8-d467eac12939 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335282 Jul 16 09:01:59.495726 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1637e4b0-786a-4578-bdfc-b08b053209d4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, d046a5a6-19a3-45dc-afb1-d707d1e14494) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:59.519147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1637e4b0-786a-4578-bdfc-b08b053209d4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:59.519147 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1637e4b0-786a-4578-bdfc-b08b053209d4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.527903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34befb53-87fd-46a5-ba5f-8650c382156e None None] Network d046a5a6-19a3-45dc-afb1-d707d1e14494 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:59.542798 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a38ad7a2-3f49-489a-a84f-d3926055d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.556078 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1637e4b0-786a-4578-bdfc-b08b053209d4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1171100 Jul 16 09:01:59.556315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58220) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:59.586822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-7be8cb8b-ac71-4a95-abcd-be5a01df0874 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'network_id': 'd046a5a6-19a3-45dc-afb1-d707d1e14494', 'name': 'tempest-PortsIpV6TestJSON-1727199566'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:59.595796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-43108210-e7d8-4f30-9725-8dc05e030db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:26Z', 'updated_at': '2021-07-16T09:01:57Z', 'revision_number': 5, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:11:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:27Z', 'updated_at': '2021-07-16T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:59.676134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43108210-e7d8-4f30-9725-8dc05e030db3 None None] Checking router: 2c8c2f63-02c0-443b-9b29-a88a391d378c for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:59.698000 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43108210-e7d8-4f30-9725-8dc05e030db3 None None] Routers {'2c8c2f63-02c0-443b-9b29-a88a391d378c'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:59.699004 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-43108210-e7d8-4f30-9725-8dc05e030db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:01:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['2c8c2f63-02c0-443b-9b29-a88a391d378c'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:59.718706 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a38ad7a2-3f49-489a-a84f-d3926055d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.769632 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38ad7a2-3f49-489a-a84f-d3926055d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event deleted for resources: {'Subnet': ['ID=c3e5b37d-1d38-469b-90e5-d179e15ff92c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:59.772766 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a38ad7a2-3f49-489a-a84f-d3926055d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.774860 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a38ad7a2-3f49-489a-a84f-d3926055d6cf tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "DELETE /v2.0/subnets/c3e5b37d-1d38-469b-90e5-d179e15ff92c HTTP/1.1" status: 204 len: 168 time: 1.0493245 Jul 16 09:01:59.779494 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58222) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:59.802676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af005f4a-8535-448a-8f02-d890e7021508 None None] Network 5db0e0ea-aa8f-499f-a098-7a682e6790ad requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:59.889562 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be8cb8b-ac71-4a95-abcd-be5a01df0874 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:59.894007 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7be8cb8b-ac71-4a95-abcd-be5a01df0874 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:59.920584 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57436e52-25fc-4bec-9c91-ed4686edb152 req-8a600f7e-2417-4386-a833-02c052720a73 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:59.922968 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57436e52-25fc-4bec-9c91-ed4686edb152 req-8a600f7e-2417-4386-a833-02c052720a73 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 945 time: 0.1444280 Jul 16 09:01:59.932279 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-7be8cb8b-ac71-4a95-abcd-be5a01df0874 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port 2a6eb8f4-73aa-446f-8ebc-1723c3937280 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:00.014430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-43108210-e7d8-4f30-9725-8dc05e030db3 None None] Set router 2c8c2f63-02c0-443b-9b29-a88a391d378c gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:00.048421 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.067940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d046a5a6-19a3-45dc-afb1-d707d1e14494', 'network_id': 'd046a5a6-19a3-45dc-afb1-d707d1e14494', 'tenant_id': '18f2fb0c884c497f9a276b43d6536257', 'fixed_ips': [{'subnet_id': 'b066096e-03b2-431f-941e-3a93ccc04e7d'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:00.068893 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.165375 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57436e52-25fc-4bec-9c91-ed4686edb152 req-c4531a92-b819-4e27-961c-503f10b1d55d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524055 Jul 16 09:02:00.234630 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.264612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-7be8cb8b-ac71-4a95-abcd-be5a01df0874 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Allocated IP 2001:db8::37f (d046a5a6-19a3-45dc-afb1-d707d1e14494/b066096e-03b2-431f-941e-3a93ccc04e7d/2a6eb8f4-73aa-446f-8ebc-1723c3937280) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:00.363787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Deleting port 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:00.364382 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.508744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] For port 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6f42a2cf-6549-4eb3-b0de-f662ebdff8d7,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:00.509298 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.527746 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Calling delete_port for 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:00.567117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-43108210-e7d8-4f30-9725-8dc05e030db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:26Z', 'updated_at': '2021-07-16T09:01:57Z', 'revision_number': 5, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:11:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:27Z', 'updated_at': '2021-07-16T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:00.596758 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7be8cb8b-ac71-4a95-abcd-be5a01df0874 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.617577 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-7be8cb8b-ac71-4a95-abcd-be5a01df0874 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Transition to ACTIVE for port object 2a6eb8f4-73aa-446f-8ebc-1723c3937280 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:00.677433 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7be8cb8b-ac71-4a95-abcd-be5a01df0874 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.776394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be8cb8b-ac71-4a95-abcd-be5a01df0874 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=2a6eb8f4-73aa-446f-8ebc-1723c3937280,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:00.788479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be8cb8b-ac71-4a95-abcd-be5a01df0874 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network d046a5a6-19a3-45dc-afb1-d707d1e14494 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:00.790617 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-7be8cb8b-ac71-4a95-abcd-be5a01df0874 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:00.793242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Allocated IP 2001:db8::2 (d046a5a6-19a3-45dc-afb1-d707d1e14494/b066096e-03b2-431f-941e-3a93ccc04e7d/7ba10914-3e41-4b0f-91b5-d8d832a585d7) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:00.797737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be8cb8b-ac71-4a95-abcd-be5a01df0874 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:00.804207 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.810225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be8cb8b-ac71-4a95-abcd-be5a01df0874 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:00.810954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7be8cb8b-ac71-4a95-abcd-be5a01df0874 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:00.817513 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43108210-e7d8-4f30-9725-8dc05e030db3 None None] The sync data for ids ['2c8c2f63-02c0-443b-9b29-a88a391d378c'] in n-d-758944-46 is: [{'id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-374635715', 'tenant_id': '5c33bc819abc459d94c0dedc8ed9e910', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124'}], 'enable_snat': True}, 'gw_port_id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:59:26Z', 'updated_at': '2021-07-16T09:01:57Z', 'revision_number': 5, 'project_id': '5c33bc819abc459d94c0dedc8ed9e910', 'gw_port': {'id': '6f42a2cf-6549-4eb3-b0de-f662ebdff8d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:11:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c8c2f63-02c0-443b-9b29-a88a391d378c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:59:27Z', 'updated_at': '2021-07-16T08:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:00.822696 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830f70b4-cb11-41a1-bad5-df11974ec49a None None] DHCP port deletion for 5db0e0ea-aa8f-499f-a098-7a682e6790ad request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:02:00.847602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event deleted for resources: {'Port': ['ID=6f42a2cf-6549-4eb3-b0de-f662ebdff8d7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:00.853541 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7be8cb8b-ac71-4a95-abcd-be5a01df0874 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2764845 Jul 16 09:02:00.857724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58232) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:01.033830 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.078454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-830f70b4-cb11-41a1-bad5-df11974ec49a None None] Deleting port 7c85065d-ee88-4f42-a4a8-7980274452c9 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:01.079173 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-830f70b4-cb11-41a1-bad5-df11974ec49a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.168286 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.172606 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.222599 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-830f70b4-cb11-41a1-bad5-df11974ec49a None None] For port 7c85065d-ee88-4f42-a4a8-7980274452c9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7c85065d-ee88-4f42-a4a8-7980274452c9,segment=NetworkSegment(d5a8300d-2024-41b8-b8fc-f075ec1c2129),segment_id=d5a8300d-2024-41b8-b8fc-f075ec1c2129)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:01.223011 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-830f70b4-cb11-41a1-bad5-df11974ec49a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.255600 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-830f70b4-cb11-41a1-bad5-df11974ec49a None None] Calling delete_port for 7c85065d-ee88-4f42-a4a8-7980274452c9 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:01.259786 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.260685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Fanout notify agent at l3_agent the message router_deleted on router 2c8c2f63-02c0-443b-9b29-a88a391d378c {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:02:01.270713 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.271885 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7fe4442a-c886-4aba-9787-4f36f779a236 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "DELETE /v2.0/routers/2c8c2f63-02c0-443b-9b29-a88a391d378c HTTP/1.1" status: 204 len: 168 time: 1.4911609 Jul 16 09:02:01.274661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58238) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:01.285346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8614fbab-ec49-458a-903a-a7884caa3c3f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 2a6eb8f4-73aa-446f-8ebc-1723c3937280 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:01.285346 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8614fbab-ec49-458a-903a-a7884caa3c3f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.379019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18befafc-dcca-41a4-8bbd-57412cead077 req-0fba2501-0333-48d4-8701-f21b09310c0e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:01.382481 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-18befafc-dcca-41a4-8bbd-57412cead077 req-0fba2501-0333-48d4-8701-f21b09310c0e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 945 time: 0.3556638 Jul 16 09:02:01.424524 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.468988 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.493524 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Transition to ACTIVE for port object 7ba10914-3e41-4b0f-91b5-d8d832a585d7 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:01.503277 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-830f70b4-cb11-41a1-bad5-df11974ec49a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.539823 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Transition to ACTIVE for port object 7ba10914-3e41-4b0f-91b5-d8d832a585d7 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:01.544652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830f70b4-cb11-41a1-bad5-df11974ec49a None None] Pushing event deleted for resources: {'Port': ['ID=7c85065d-ee88-4f42-a4a8-7980274452c9,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:01.551250 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Deleting port 7c85065d-ee88-4f42-a4a8-7980274452c9 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:01.553300 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.553916 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.556644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830f70b4-cb11-41a1-bad5-df11974ec49a None None] No DVR routers for this DVR port 7c85065d-ee88-4f42-a4a8-7980274452c9 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:01.589674 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-18befafc-dcca-41a4-8bbd-57412cead077 req-be1fcb2e-9de4-4309-861a-92971e203f7a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995599 Jul 16 09:02:01.603154 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Network d046a5a6-19a3-45dc-afb1-d707d1e14494 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:01.606572 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:01.611053 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:01.639181 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8614fbab-ec49-458a-903a-a7884caa3c3f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.645745 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Pushing event updated for resources: {'Port': ['ID=7ba10914-3e41-4b0f-91b5-d8d832a585d7,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:01.675563 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8614fbab-ec49-458a-903a-a7884caa3c3f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 2a6eb8f4-73aa-446f-8ebc-1723c3937280 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:01.745908 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] For port 7c85065d-ee88-4f42-a4a8-7980274452c9, host n-d-758944-46, got binding levels [] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:01.746506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.770598 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Attempting to bind port 7ba10914-3e41-4b0f-91b5-d8d832a585d7 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:01.771762 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Attempting to bind port 7ba10914-3e41-4b0f-91b5-d8d832a585d7 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '4689e9c8-c6e9-4593-af54-78b4a0d45da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd046a5a6-19a3-45dc-afb1-d707d1e14494'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:01.772144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Attempting to bind port 7ba10914-3e41-4b0f-91b5-d8d832a585d7 on network d046a5a6-19a3-45dc-afb1-d707d1e14494 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:01.786591 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:01.789130 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Checking segment: {'id': '4689e9c8-c6e9-4593-af54-78b4a0d45da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd046a5a6-19a3-45dc-afb1-d707d1e14494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:01.789602 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.790901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Bound using segment: {'id': '4689e9c8-c6e9-4593-af54-78b4a0d45da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd046a5a6-19a3-45dc-afb1-d707d1e14494'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:01.791373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Bound port: 7ba10914-3e41-4b0f-91b5-d8d832a585d7, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4689e9c8-c6e9-4593-af54-78b4a0d45da5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'd046a5a6-19a3-45dc-afb1-d707d1e14494'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:01.792052 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.801173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Calling delete_port for 7c85065d-ee88-4f42-a4a8-7980274452c9 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:01.812191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.ipam_backend_mixin [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Port 7c85065d-ee88-4f42-a4a8-7980274452c9 was not found and therefore no delete operation was performed {{(pid=93695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:02:01.814838 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.835416 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] No DVR routers for this DVR port 7c85065d-ee88-4f42-a4a8-7980274452c9 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:01.897583 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8614fbab-ec49-458a-903a-a7884caa3c3f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.928825 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] For port 7ba10914-3e41-4b0f-91b5-d8d832a585d7, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:01.933626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] For port 7ba10914-3e41-4b0f-91b5-d8d832a585d7, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7ba10914-3e41-4b0f-91b5-d8d832a585d7,segment=NetworkSegment(4689e9c8-c6e9-4593-af54-78b4a0d45da5),segment_id=4689e9c8-c6e9-4593-af54-78b4a0d45da5)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:01.946880 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event deleted for resources: {'Port': ['ID=7c85065d-ee88-4f42-a4a8-7980274452c9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:01.956106 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:01.964143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8614fbab-ec49-458a-903a-a7884caa3c3f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=2a6eb8f4-73aa-446f-8ebc-1723c3937280,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:02.005955 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8614fbab-ec49-458a-903a-a7884caa3c3f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.008546 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8614fbab-ec49-458a-903a-a7884caa3c3f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/2a6eb8f4-73aa-446f-8ebc-1723c3937280 HTTP/1.1" status: 204 len: 168 time: 1.1493354 Jul 16 09:02:02.012958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58242) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:02.057067 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-988dfcca-ccd9-4cc3-be0a-f899975d430f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] DELETE failed (client error): The resource could not be found. Jul 16 09:02:02.058299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-988dfcca-ccd9-4cc3-be0a-f899975d430f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:02:02.060357 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-988dfcca-ccd9-4cc3-be0a-f899975d430f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/2a6eb8f4-73aa-446f-8ebc-1723c3937280 HTTP/1.1" status: 404 len: 333 time: 0.0461202 Jul 16 09:02:02.063429 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.066396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58244) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:02.073938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59faeadb-c52a-41c9-b255-4247f799146e None None] Pushing event updated for resources: {'Port': ['ID=7ba10914-3e41-4b0f-91b5-d8d832a585d7,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:02.105514 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5db0e0ea-aa8f-499f-a098-7a682e6790ad']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:02.132315 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-73999b51-cabb-42ed-a75a-db483f9a35fc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] GET failed (client error): The resource could not be found. Jul 16 09:02:02.138067 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-73999b51-cabb-42ed-a75a-db483f9a35fc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/2a6eb8f4-73aa-446f-8ebc-1723c3937280 HTTP/1.1" status: 404 len: 333 time: 0.0694728 Jul 16 09:02:02.138326 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 77f49366-58d4-43d1-84e0-40c74d932115 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:02.144293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58246) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:02.162121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5a8300d-2024-41b8-b8fc-f075ec1c2129') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:02.162414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5a8300d-2024-41b8-b8fc-f075ec1c2129') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:02.176941 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 77f49366-58d4-43d1-84e0-40c74d932115 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:02.177666 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 77f49366-58d4-43d1-84e0-40c74d932115 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:02.178115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7c85065d-ee88-4f42-a4a8-7980274452c9 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:02.188470 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.203409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 7c85065d-ee88-4f42-a4a8-7980274452c9 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:02.203782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7c85065d-ee88-4f42-a4a8-7980274452c9 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:02.233986 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.243419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-85033f47-717e-43a7-9652-3289bd723c39 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting subnet b066096e-03b2-431f-941e-3a93ccc04e7d {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:02:02.243706 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:02:02.243706 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.246181 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85033f47-717e-43a7-9652-3289bd723c39 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:02:02.262967 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:02:02.305423 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85033f47-717e-43a7-9652-3289bd723c39 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.337529 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.348034 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.350477 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] 10.222.0.20 "DELETE /v2.0/networks/5db0e0ea-aa8f-499f-a098-7a682e6790ad HTTP/1.1" status: 204 len: 168 time: 1.0747697 Jul 16 09:02:02.372052 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd74b5-d367-4654-a13f-afbbac6b3e08 tempest-TestSecurityGroupsBasicOps-1331427464 tempest-TestSecurityGroupsBasicOps-1331427464-project] Pushing event deleted for resources: {'Network': ['ID=5db0e0ea-aa8f-499f-a098-7a682e6790ad,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:02.433790 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85033f47-717e-43a7-9652-3289bd723c39 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.639670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471d9de7-83fe-45a4-9a95-26788db2028b req-60883346-ca14-45f6-9d22-058ebbf33c3b tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:02.642133 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-471d9de7-83fe-45a4-9a95-26788db2028b req-60883346-ca14-45f6-9d22-058ebbf33c3b tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.15 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 945 time: 0.1694674 Jul 16 09:02:02.656943 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85033f47-717e-43a7-9652-3289bd723c39 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.727342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85033f47-717e-43a7-9652-3289bd723c39 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Subnet': ['ID=b066096e-03b2-431f-941e-3a93ccc04e7d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:02.739357 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-85033f47-717e-43a7-9652-3289bd723c39 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.749264 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-85033f47-717e-43a7-9652-3289bd723c39 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/b066096e-03b2-431f-941e-3a93ccc04e7d HTTP/1.1" status: 204 len: 168 time: 0.6029027 Jul 16 09:02:02.750746 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58258) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:02.916880 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-471d9de7-83fe-45a4-9a95-26788db2028b req-b4e0dcda-f19e-45d2-882a-4dca97258156 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Deleting port c0c55690-9b54-46a2-a473-a64d6d7bb5f2 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:02.918023 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-471d9de7-83fe-45a4-9a95-26788db2028b req-b4e0dcda-f19e-45d2-882a-4dca97258156 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.942070 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61b6ba-be95-4611-8b7f-8f19d0dc9f4a req-74ecf195-7c6c-421b-b74b-4b57aef1e13d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:02.943870 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf61b6ba-be95-4611-8b7f-8f19d0dc9f4a req-74ecf195-7c6c-421b-b74b-4b57aef1e13d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 945 time: 0.1230786 Jul 16 09:02:02.954047 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.004476 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58264) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:03.040040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 7ba10914-3e41-4b0f-91b5-d8d832a585d7 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:03.041371 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.061038 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cf61b6ba-be95-4611-8b7f-8f19d0dc9f4a req-a5ff8650-7fe0-4134-9d25-e1ec1b59c432 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057913 Jul 16 09:02:03.088299 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-471d9de7-83fe-45a4-9a95-26788db2028b req-b4e0dcda-f19e-45d2-882a-4dca97258156 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] For port c0c55690-9b54-46a2-a473-a64d6d7bb5f2, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c0c55690-9b54-46a2-a473-a64d6d7bb5f2,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:03.088801 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-471d9de7-83fe-45a4-9a95-26788db2028b req-b4e0dcda-f19e-45d2-882a-4dca97258156 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.123032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-471d9de7-83fe-45a4-9a95-26788db2028b req-b4e0dcda-f19e-45d2-882a-4dca97258156 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Calling delete_port for c0c55690-9b54-46a2-a473-a64d6d7bb5f2 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:03.153901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] For port 7ba10914-3e41-4b0f-91b5-d8d832a585d7, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7ba10914-3e41-4b0f-91b5-d8d832a585d7,segment=NetworkSegment(4689e9c8-c6e9-4593-af54-78b4a0d45da5),segment_id=4689e9c8-c6e9-4593-af54-78b4a0d45da5)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:03.153901 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.172215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 7ba10914-3e41-4b0f-91b5-d8d832a585d7 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:03.337292 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-471d9de7-83fe-45a4-9a95-26788db2028b req-b4e0dcda-f19e-45d2-882a-4dca97258156 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.352288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['33632c02-07c3-4c48-8886-dabb390b3890'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:03.357618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['c0c55690-9b54-46a2-a473-a64d6d7bb5f2'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:02:03.385813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e0dcda-f19e-45d2-882a-4dca97258156 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event deleted for resources: {'Port': ['ID=c0c55690-9b54-46a2-a473-a64d6d7bb5f2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:03.389600 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ae7d8a92-44f5-41b8-b4f3-1323d645d170 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c33bc819abc459d94c0dedc8ed9e910&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3831716 Jul 16 09:02:03.393446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58268) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:03.427539 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.506088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-471d9de7-83fe-45a4-9a95-26788db2028b req-b4e0dcda-f19e-45d2-882a-4dca97258156 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] No DVR routers for this DVR port c0c55690-9b54-46a2-a473-a64d6d7bb5f2 on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:03.510321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No DVR routers for this DVR port 7ba10914-3e41-4b0f-91b5-d8d832a585d7 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:03.512258 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-471d9de7-83fe-45a4-9a95-26788db2028b req-b4e0dcda-f19e-45d2-882a-4dca97258156 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.515021 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-471d9de7-83fe-45a4-9a95-26788db2028b req-b4e0dcda-f19e-45d2-882a-4dca97258156 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.15 "DELETE /v2.0/ports/c0c55690-9b54-46a2-a473-a64d6d7bb5f2 HTTP/1.1" status: 204 len: 173 time: 0.8668401 Jul 16 09:02:03.515842 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '304fcdd5-7f80-4a63-b35c-922453909d37', 'name': 'network-vif-deleted', 'tag': 'c0c55690-9b54-46a2-a473-a64d6d7bb5f2'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:03.516638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=7ba10914-3e41-4b0f-91b5-d8d832a585d7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:03.518710 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58151bea-886b-4d4c-8182-a4cc58e8bd4f" -d '{"events": [{"server_uuid": "304fcdd5-7f80-4a63-b35c-922453909d37", "name": "network-vif-deleted", "tag": "c0c55690-9b54-46a2-a473-a64d6d7bb5f2"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:03.619729 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3144bd0-299a-431f-84ed-ccdd419b1fc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.636782 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf9d2da-9392-4f70-b4df-2d5e0768dabd x-openstack-request-id: req-ccf9d2da-9392-4f70-b4df-2d5e0768dabd {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:03.637088 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "304fcdd5-7f80-4a63-b35c-922453909d37", "name": "network-vif-deleted", "tag": "c0c55690-9b54-46a2-a473-a64d6d7bb5f2", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:03.637353 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ccf9d2da-9392-4f70-b4df-2d5e0768dabd {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:03.637786 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '304fcdd5-7f80-4a63-b35c-922453909d37', 'name': 'network-vif-deleted', 'tag': 'c0c55690-9b54-46a2-a473-a64d6d7bb5f2', 'status': 'completed', 'code': 200} Jul 16 09:02:03.705493 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3144bd0-299a-431f-84ed-ccdd419b1fc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.707998 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.722531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d046a5a6-19a3-45dc-afb1-d707d1e14494']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:03.737279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4689e9c8-c6e9-4593-af54-78b4a0d45da5') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:03.737876 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4689e9c8-c6e9-4593-af54-78b4a0d45da5') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:03.753291 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.783548 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.792252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:02:03.793450 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:02:03.799739 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:02:03.875094 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3144bd0-299a-431f-84ed-ccdd419b1fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.888031 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3144bd0-299a-431f-84ed-ccdd419b1fc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.893262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a3144bd0-299a-431f-84ed-ccdd419b1fc9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7bc3dc77-4fdc-403b-a5eb-1d20001bf6aa HTTP/1.1" status: 204 len: 168 time: 0.4980128 Jul 16 09:02:03.920564 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3144bd0-299a-431f-84ed-ccdd419b1fc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc3dc77-4fdc-403b-a5eb-1d20001bf6aa,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:03.923449 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.931794 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.942926 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/networks/d046a5a6-19a3-45dc-afb1-d707d1e14494 HTTP/1.1" status: 204 len: 168 time: 1.1888409 Jul 16 09:02:03.949226 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58278) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:03.966235 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-31640a5e-34af-4fa4-bfd2-8216c559280f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-272132105'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:03.986724 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.991362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f38a76-c884-4e53-861f-ef9767015d6b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Network': ['ID=d046a5a6-19a3-45dc-afb1-d707d1e14494,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:04.045293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31640a5e-34af-4fa4-bfd2-8216c559280f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:04.050177 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31640a5e-34af-4fa4-bfd2-8216c559280f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.055263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:04.121695 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f06f552c-ac1e-4ad3-ad0b-808ce5f4a20a None None] Could not find standard attr ID for object 7ba10914-3e41-4b0f-91b5-d8d832a585d7. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:02:04.132054 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:04.133183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6f42a2cf-6549-4eb3-b0de-f662ebdff8d7 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:04.138509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31640a5e-34af-4fa4-bfd2-8216c559280f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] vlan segment allocate from pool success with {'vlan_id': 51, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:02:04.162813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06b8be7-f8ef-42c3-beeb-6c28e325ac23 None None] DHCP port deletion for d046a5a6-19a3-45dc-afb1-d707d1e14494 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:02:04.167499 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31640a5e-34af-4fa4-bfd2-8216c559280f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.168128 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-31640a5e-34af-4fa4-bfd2-8216c559280f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Added segment ce2b4c52-c9a0-433f-98cf-ba508c0ba830 of type vlan for network 7de2fa25-13d3-43a9-906e-9861295f77c8 Jul 16 09:02:04.206718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d6f090-571f-4742-bc97-08e7e8bcd4bf None None] Network d046a5a6-19a3-45dc-afb1-d707d1e14494 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:04.227044 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31640a5e-34af-4fa4-bfd2-8216c559280f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.245526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d6f090-571f-4742-bc97-08e7e8bcd4bf None None] Network d046a5a6-19a3-45dc-afb1-d707d1e14494 could not be found, it might have been deleted concurrently. {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 09:02:04.282936 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31640a5e-34af-4fa4-bfd2-8216c559280f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.295746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31640a5e-34af-4fa4-bfd2-8216c559280f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:04.296449 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31640a5e-34af-4fa4-bfd2-8216c559280f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.344740 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-31640a5e-34af-4fa4-bfd2-8216c559280f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3936551 Jul 16 09:02:04.348950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58284) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:04.363038 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-82017ad1-6c72-476b-b470-5e2f42b2eca6 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'subnet': {'network_id': '7de2fa25-13d3-43a9-906e-9861295f77c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:04.416072 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-14558422-22b3-435a-881f-d635b6881a0c req-20a69168-a73d-4d1c-b60e-808053841cbd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 210 time: 0.0971484 Jul 16 09:02:04.501183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31640a5e-34af-4fa4-bfd2-8216c559280f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Network': ['ID=7de2fa25-13d3-43a9-906e-9861295f77c8,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:04.521890 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 7de2fa25-13d3-43a9-906e-9861295f77c8 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:02:04.529872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82017ad1-6c72-476b-b470-5e2f42b2eca6 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:04.537270 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-82017ad1-6c72-476b-b470-5e2f42b2eca6 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.596538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58286) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:04.639815 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6da0e70-37ce-42c8-be0b-771184163ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.862746 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-82017ad1-6c72-476b-b470-5e2f42b2eca6 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.900468 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6da0e70-37ce-42c8-be0b-771184163ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.909057 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6da0e70-37ce-42c8-be0b-771184163ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:04.971863 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c6da0e70-37ce-42c8-be0b-771184163ec0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=15e00a4ade884a3cbf59791dd5e881c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3736522 Jul 16 09:02:04.975026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58290) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:04.983241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da0e70-37ce-42c8-be0b-771184163ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4462f898-09db-4f10-97ee-50550527a5b5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:05.018751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82017ad1-6c72-476b-b470-5e2f42b2eca6 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Subnet': ['ID=0455fc73-514f-49a1-a869-0a233192f8ea,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:05.032935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82017ad1-6c72-476b-b470-5e2f42b2eca6 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Checking segment: {'id': 'ce2b4c52-c9a0-433f-98cf-ba508c0ba830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7de2fa25-13d3-43a9-906e-9861295f77c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:05.033329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82017ad1-6c72-476b-b470-5e2f42b2eca6 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network hostable DHCP agents. Network: 7de2fa25-13d3-43a9-906e-9861295f77c8, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:05.058493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82017ad1-6c72-476b-b470-5e2f42b2eca6 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 7de2fa25-13d3-43a9-906e-9861295f77c8 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:05.075072 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-82017ad1-6c72-476b-b470-5e2f42b2eca6 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 7de2fa25-13d3-43a9-906e-9861295f77c8) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:05.081389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82017ad1-6c72-476b-b470-5e2f42b2eca6 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:05.085259 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-82017ad1-6c72-476b-b470-5e2f42b2eca6 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.096307 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736a4518-806e-4b8a-811a-18632bfd198f None None] Network 7de2fa25-13d3-43a9-906e-9861295f77c8 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:05.103245 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d80e93c-4389-4edf-b316-0e233b740a47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.120327 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-82017ad1-6c72-476b-b470-5e2f42b2eca6 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7696385 Jul 16 09:02:05.123043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58294) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:05.129960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b72ba3c2-c9ce-42a7-bfaf-6f962c344f97 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'network_id': '7de2fa25-13d3-43a9-906e-9861295f77c8', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-83546896'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:05.182073 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d80e93c-4389-4edf-b316-0e233b740a47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.242503 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d80e93c-4389-4edf-b316-0e233b740a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.245871 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d80e93c-4389-4edf-b316-0e233b740a47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.247402 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0d80e93c-4389-4edf-b316-0e233b740a47 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4462f898-09db-4f10-97ee-50550527a5b5 HTTP/1.1" status: 204 len: 168 time: 0.2713499 Jul 16 09:02:05.265820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80e93c-4389-4edf-b316-0e233b740a47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4462f898-09db-4f10-97ee-50550527a5b5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:05.367218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b72ba3c2-c9ce-42a7-bfaf-6f962c344f97 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:05.378373 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b72ba3c2-c9ce-42a7-bfaf-6f962c344f97 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.396842 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8c481329-fcec-4728-af33-1bcb337a3461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.409235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c0c55690-9b54-46a2-a473-a64d6d7bb5f2 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:05.426853 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-b72ba3c2-c9ce-42a7-bfaf-6f962c344f97 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port 18e01809-222a-4f8f-918f-52162f478ad9 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:05.463048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: c0c55690-9b54-46a2-a473-a64d6d7bb5f2 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:05.463405 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c0c55690-9b54-46a2-a473-a64d6d7bb5f2 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:05.628044 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.837530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-b72ba3c2-c9ce-42a7-bfaf-6f962c344f97 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Allocated IP 2001:db8::285 (7de2fa25-13d3-43a9-906e-9861295f77c8/0455fc73-514f-49a1-a869-0a233192f8ea/18e01809-222a-4f8f-918f-52162f478ad9) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:05.843167 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d294a3a2-8450-40b2-8bb0-c37553596a37 req-ab578e6e-7eaa-451b-8d17-f3ce4c42b356 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 210 time: 0.0715425 Jul 16 09:02:06.009488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58302) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:06.049927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7ba10914-3e41-4b0f-91b5-d8d832a585d7 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:06.077362 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-7de2fa25-13d3-43a9-906e-9861295f77c8', 'network_id': '7de2fa25-13d3-43a9-906e-9861295f77c8', 'tenant_id': '18f2fb0c884c497f9a276b43d6536257', 'fixed_ips': [{'subnet_id': '0455fc73-514f-49a1-a869-0a233192f8ea'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:06.078244 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.096728 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 7ba10914-3e41-4b0f-91b5-d8d832a585d7 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:06.097371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7ba10914-3e41-4b0f-91b5-d8d832a585d7 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:06.133474 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b72ba3c2-c9ce-42a7-bfaf-6f962c344f97 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.168141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-b72ba3c2-c9ce-42a7-bfaf-6f962c344f97 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Transition to ACTIVE for port object 18e01809-222a-4f8f-918f-52162f478ad9 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:06.178480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-febad343-277d-4713-b74e-568f888f94bf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ecb35c8c535a40b3864dc78939dea0ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1666522 Jul 16 09:02:06.183984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58306) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:06.306299 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b72ba3c2-c9ce-42a7-bfaf-6f962c344f97 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.367777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ec9e3b9-4e2e-4e67-863c-e7d7ae83b617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.378076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b72ba3c2-c9ce-42a7-bfaf-6f962c344f97 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 7de2fa25-13d3-43a9-906e-9861295f77c8 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:06.383643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-b72ba3c2-c9ce-42a7-bfaf-6f962c344f97 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:06.391444 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72ba3c2-c9ce-42a7-bfaf-6f962c344f97 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:06.397767 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b72ba3c2-c9ce-42a7-bfaf-6f962c344f97 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:06.398516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b72ba3c2-c9ce-42a7-bfaf-6f962c344f97 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.443307 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Allocated IP 2001:db8::2 (7de2fa25-13d3-43a9-906e-9861295f77c8/0455fc73-514f-49a1-a869-0a233192f8ea/495c82f8-1f7c-41ae-8848-35e20db72d35) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:06.481448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b72ba3c2-c9ce-42a7-bfaf-6f962c344f97 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.3543396 Jul 16 09:02:06.482059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58310) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:06.506414 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ec9e3b9-4e2e-4e67-863c-e7d7ae83b617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.509175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ba3c2-c9ce-42a7-bfaf-6f962c344f97 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=18e01809-222a-4f8f-918f-52162f478ad9,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:06.615686 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ec9e3b9-4e2e-4e67-863c-e7d7ae83b617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.622118 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ec9e3b9-4e2e-4e67-863c-e7d7ae83b617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.624632 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3ec9e3b9-4e2e-4e67-863c-e7d7ae83b617 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/47f0adb8-67ff-45f4-a8f2-af82dd1af5ff HTTP/1.1" status: 204 len: 168 time: 0.4384713 Jul 16 09:02:06.640432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9e3b9-4e2e-4e67-863c-e7d7ae83b617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f0adb8-67ff-45f4-a8f2-af82dd1af5ff,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:06.673251 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3aab3f3e-d429-4c42-8159-b9be128a10a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 18e01809-222a-4f8f-918f-52162f478ad9 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:06.674037 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3aab3f3e-d429-4c42-8159-b9be128a10a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.784836 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3aab3f3e-d429-4c42-8159-b9be128a10a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.799979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3aab3f3e-d429-4c42-8159-b9be128a10a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 18e01809-222a-4f8f-918f-52162f478ad9 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:06.825933 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.844143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Transition to ACTIVE for port object 495c82f8-1f7c-41ae-8848-35e20db72d35 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:06.874854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Transition to ACTIVE for port object 495c82f8-1f7c-41ae-8848-35e20db72d35 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:06.893662 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.003333 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Network 7de2fa25-13d3-43a9-906e-9861295f77c8 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:07.011103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:07.016247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:07.022553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Pushing event updated for resources: {'Port': ['ID=495c82f8-1f7c-41ae-8848-35e20db72d35,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:07.049198 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3aab3f3e-d429-4c42-8159-b9be128a10a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.134134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab3f3e-d429-4c42-8159-b9be128a10a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=18e01809-222a-4f8f-918f-52162f478ad9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:07.146951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Attempting to bind port 495c82f8-1f7c-41ae-8848-35e20db72d35 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:07.147861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Attempting to bind port 495c82f8-1f7c-41ae-8848-35e20db72d35 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'ce2b4c52-c9a0-433f-98cf-ba508c0ba830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7de2fa25-13d3-43a9-906e-9861295f77c8'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:07.148741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Attempting to bind port 495c82f8-1f7c-41ae-8848-35e20db72d35 on network 7de2fa25-13d3-43a9-906e-9861295f77c8 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:07.158586 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:07.159313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Checking segment: {'id': 'ce2b4c52-c9a0-433f-98cf-ba508c0ba830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7de2fa25-13d3-43a9-906e-9861295f77c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:07.160847 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.161644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Bound using segment: {'id': 'ce2b4c52-c9a0-433f-98cf-ba508c0ba830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7de2fa25-13d3-43a9-906e-9861295f77c8'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:07.162557 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Bound port: 495c82f8-1f7c-41ae-8848-35e20db72d35, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce2b4c52-c9a0-433f-98cf-ba508c0ba830', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '7de2fa25-13d3-43a9-906e-9861295f77c8'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:07.163412 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.175430 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c9e347f8-918c-40b5-9641-e3d2d4954de1 req-43ba2b0b-b1f5-41cc-93bc-b3a8fc21ce36 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 210 time: 0.0544493 Jul 16 09:02:07.233388 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3aab3f3e-d429-4c42-8159-b9be128a10a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.239869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58318) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:07.240811 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3aab3f3e-d429-4c42-8159-b9be128a10a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/18e01809-222a-4f8f-918f-52162f478ad9 HTTP/1.1" status: 204 len: 168 time: 0.7561018 Jul 16 09:02:07.305697 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1ffefe9-48c4-41df-9176-0c98efd875ef tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] GET failed (client error): The resource could not be found. Jul 16 09:02:07.315074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58322) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:07.315681 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e1ffefe9-48c4-41df-9176-0c98efd875ef tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/18e01809-222a-4f8f-918f-52162f478ad9 HTTP/1.1" status: 404 len: 333 time: 0.0738783 Jul 16 09:02:07.376971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] For port 495c82f8-1f7c-41ae-8848-35e20db72d35, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:07.381856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] For port 495c82f8-1f7c-41ae-8848-35e20db72d35, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=495c82f8-1f7c-41ae-8848-35e20db72d35,segment=NetworkSegment(ce2b4c52-c9a0-433f-98cf-ba508c0ba830),segment_id=ce2b4c52-c9a0-433f-98cf-ba508c0ba830)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:07.398759 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.419838 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-23234753-81ce-4565-b198-a61dd7075f44 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting subnet 0455fc73-514f-49a1-a869-0a233192f8ea {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:02:07.428074 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23234753-81ce-4565-b198-a61dd7075f44 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.496959 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23234753-81ce-4565-b198-a61dd7075f44 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.583961 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335fd67f-dfe0-4ebf-b710-f94be8d255f5 None None] Pushing event updated for resources: {'Port': ['ID=495c82f8-1f7c-41ae-8848-35e20db72d35,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:07.708586 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23234753-81ce-4565-b198-a61dd7075f44 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.820481 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23234753-81ce-4565-b198-a61dd7075f44 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.904618 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-23234753-81ce-4565-b198-a61dd7075f44 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.908054 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-23234753-81ce-4565-b198-a61dd7075f44 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/0455fc73-514f-49a1-a869-0a233192f8ea HTTP/1.1" status: 204 len: 168 time: 0.5916331 Jul 16 09:02:07.911373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58334) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:07.960214 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e36ea26a-e264-42aa-b9a7-0243e98fde61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.004053 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23234753-81ce-4565-b198-a61dd7075f44 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Subnet': ['ID=0455fc73-514f-49a1-a869-0a233192f8ea,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:08.122465 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.194127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 495c82f8-1f7c-41ae-8848-35e20db72d35 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:08.200780 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.267715 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 495c82f8-1f7c-41ae-8848-35e20db72d35 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:08.268452 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.294758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 495c82f8-1f7c-41ae-8848-35e20db72d35 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:08.388418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] For port 495c82f8-1f7c-41ae-8848-35e20db72d35, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=495c82f8-1f7c-41ae-8848-35e20db72d35,segment=NetworkSegment(ce2b4c52-c9a0-433f-98cf-ba508c0ba830),segment_id=ce2b4c52-c9a0-433f-98cf-ba508c0ba830)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:08.388937 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.416000 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 495c82f8-1f7c-41ae-8848-35e20db72d35 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:08.639415 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.660670 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0884d268-b4f7-414d-aefe-e27873bb8878 req-d1737ec9-7e98-4f3e-aa27-6bde036607f4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 210 time: 0.1076400 Jul 16 09:02:08.790611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No DVR routers for this DVR port 495c82f8-1f7c-41ae-8848-35e20db72d35 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:08.801660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=495c82f8-1f7c-41ae-8848-35e20db72d35,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:08.821506 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58350) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:08.934436 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.964194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de2fa25-13d3-43a9-906e-9861295f77c8']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:08.982333 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce2b4c52-c9a0-433f-98cf-ba508c0ba830') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:08.982822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce2b4c52-c9a0-433f-98cf-ba508c0ba830') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:09.013463 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.055191 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.072541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:02:09.073029 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:02:09.076935 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:02:09.174814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-298791096-network', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:09.188806 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.225813 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.231918 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/networks/7de2fa25-13d3-43a9-906e-9861295f77c8 HTTP/1.1" status: 204 len: 168 time: 1.3186123 Jul 16 09:02:09.233049 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] Made reservation on behalf of 3ab8e23c8bad442791124f8d5118839e for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:09.237259 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.240292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58354) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:09.263778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8b6c83-c97e-477f-ad0d-f201b2eee8a5 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Network': ['ID=7de2fa25-13d3-43a9-906e-9861295f77c8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:09.266878 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c0e91695-f7a2-4fb7-a699-45dc4ad97ca2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'name': 'tempest-PortsIpV6TestJSON-957433802'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:09.292049 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.388742 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-853e1360-022a-46db-9d84-d4a0b67647c2 None None] Could not find standard attr ID for object 495c82f8-1f7c-41ae-8848-35e20db72d35. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:02:09.457804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e5f81f-c36b-41a1-8ba3-6b77210b4e56 None None] DHCP port deletion for 7de2fa25-13d3-43a9-906e-9861295f77c8 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:02:09.486121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ece1c-b771-4514-8660-72a2d3bba3da None None] Network 7de2fa25-13d3-43a9-906e-9861295f77c8 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:09.503809 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ece1c-b771-4514-8660-72a2d3bba3da None None] Network 7de2fa25-13d3-43a9-906e-9861295f77c8 could not be found, it might have been deleted concurrently. {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 09:02:09.612219 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.622770 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.678069 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:02:09.701513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0e91695-f7a2-4fb7-a699-45dc4ad97ca2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:09.707916 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c0e91695-f7a2-4fb7-a699-45dc4ad97ca2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.747867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-c0e91695-f7a2-4fb7-a699-45dc4ad97ca2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port a3ac400d-730b-4d33-9199-4c09da14e5ab yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:09.765635 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.766324 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] Added segment 59d7857c-4d13-4ac5-97cc-7640a9d31a89 of type vlan for network 7f238166-dba4-4a99-b7aa-4fd6004298d5 Jul 16 09:02:09.768431 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:09.786629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11efe630-ad7e-4ada-a1e9-93fe1cf79b43,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:10.044237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 495c82f8-1f7c-41ae-8848-35e20db72d35 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:10.069832 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-38e65d7a-ed1f-4c56-be61-34c2d8c7810c req-271c162a-8249-4414-a734-ea1a7219e1d5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=304fcdd5-7f80-4a63-b35c-922453909d37 HTTP/1.1" status: 200 len: 210 time: 0.1131377 Jul 16 09:02:10.100157 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 495c82f8-1f7c-41ae-8848-35e20db72d35 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:10.100845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 495c82f8-1f7c-41ae-8848-35e20db72d35 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:10.733086 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:10.865848 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c0e91695-f7a2-4fb7-a699-45dc4ad97ca2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:10.887228 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:10.889443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:10.891602 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.048406 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] Pushing event updated for resources: {'Network': ['ID=7f238166-dba4-4a99-b7aa-4fd6004298d5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:11.075334 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 7f238166-dba4-4a99-b7aa-4fd6004298d5 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:02:11.085452 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6cb95818-7072-4403-af92-c0c65c14c38a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2617421 Jul 16 09:02:11.089742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58366) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:11.097914 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Request body: {'subnet': {'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-298791096-subnet', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:11.117623 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c0e91695-f7a2-4fb7-a699-45dc4ad97ca2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.168820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Made reservation on behalf of 3ab8e23c8bad442791124f8d5118839e for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:11.176653 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.224980 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e91695-f7a2-4fb7-a699-45dc4ad97ca2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:11.232162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-c0e91695-f7a2-4fb7-a699-45dc4ad97ca2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:11.243998 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e91695-f7a2-4fb7-a699-45dc4ad97ca2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:11.257656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e91695-f7a2-4fb7-a699-45dc4ad97ca2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:11.258780 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c0e91695-f7a2-4fb7-a699-45dc4ad97ca2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.288183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e91695-f7a2-4fb7-a699-45dc4ad97ca2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=a3ac400d-730b-4d33-9199-4c09da14e5ab,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:11.314386 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c0e91695-f7a2-4fb7-a699-45dc4ad97ca2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.0709133 Jul 16 09:02:11.315232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58374) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:11.331408 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.460690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-963b1288-6824-49ae-a92c-ca01b4ca2dea tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port a3ac400d-730b-4d33-9199-4c09da14e5ab {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:11.461173 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-963b1288-6824-49ae-a92c-ca01b4ca2dea tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.542984 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.574892 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-963b1288-6824-49ae-a92c-ca01b4ca2dea tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.600338 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-963b1288-6824-49ae-a92c-ca01b4ca2dea tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for a3ac400d-730b-4d33-9199-4c09da14e5ab owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:11.645249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a02da06-d166-42f8-92a5-4a30e97b331d,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:11.721925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:11.722274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:11.722757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:11.723376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:11.723376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:11.723618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:11.724099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:11.725164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:11.725164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:11.727449 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:11.727449 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:11.727449 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:11.732035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Checking segment: {'id': '59d7857c-4d13-4ac5-97cc-7640a9d31a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:11.732407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Network hostable DHCP agents. Network: 7f238166-dba4-4a99-b7aa-4fd6004298d5, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:11.784833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Network 7f238166-dba4-4a99-b7aa-4fd6004298d5 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:11.788556 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-963b1288-6824-49ae-a92c-ca01b4ca2dea tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.801564 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 7f238166-dba4-4a99-b7aa-4fd6004298d5) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:11.819316 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a0c582-d50d-4cfd-ba06-9f1658f4d073 None None] Network 7f238166-dba4-4a99-b7aa-4fd6004298d5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:11.823747 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:11.825465 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.851616 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b1288-6824-49ae-a92c-ca01b4ca2dea tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=a3ac400d-730b-4d33-9199-4c09da14e5ab,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:11.863124 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3ffdc5a4-267d-492b-ac94-363c38bb5236 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7701242 Jul 16 09:02:11.865335 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58376) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:11.871494 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-963b1288-6824-49ae-a92c-ca01b4ca2dea tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.876782 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-963b1288-6824-49ae-a92c-ca01b4ca2dea tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/a3ac400d-730b-4d33-9199-4c09da14e5ab HTTP/1.1" status: 204 len: 168 time: 0.5567446 Jul 16 09:02:11.880085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58378) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:11.885694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:11.890854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9932f5a3-63f7-49f7-a900-d14c3dfda030 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'mac_address': 'fa:16:3e:12:11:e8', 'name': 'tempest-PortsIpV6TestJSON-1762302043'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:11.942593 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.944539 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.063273 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.150534 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9932f5a3-63f7-49f7-a900-d14c3dfda030 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:12.170399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-7f238166-dba4-4a99-b7aa-4fd6004298d5', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'fixed_ips': [{'subnet_id': '1a02da06-d166-42f8-92a5-4a30e97b331d'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:12.171912 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.245596 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.295539 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9932f5a3-63f7-49f7-a900-d14c3dfda030 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.326895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-9932f5a3-63f7-49f7-a900-d14c3dfda030 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port 84c44efb-2c91-4aeb-956c-0b39a7282fa2 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:12.452231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Allocated IP 172.20.0.2 (7f238166-dba4-4a99-b7aa-4fd6004298d5/1a02da06-d166-42f8-92a5-4a30e97b331d/91e0512b-d8f1-41ac-9534-7c87655c94e3) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:12.586134 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9932f5a3-63f7-49f7-a900-d14c3dfda030 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.630744 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9932f5a3-63f7-49f7-a900-d14c3dfda030 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.687494 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9932f5a3-63f7-49f7-a900-d14c3dfda030 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:12.691182 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-9932f5a3-63f7-49f7-a900-d14c3dfda030 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:12.696613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9932f5a3-63f7-49f7-a900-d14c3dfda030 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:12.703555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9932f5a3-63f7-49f7-a900-d14c3dfda030 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:12.704231 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9932f5a3-63f7-49f7-a900-d14c3dfda030 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.711298 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932f5a3-63f7-49f7-a900-d14c3dfda030 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=84c44efb-2c91-4aeb-956c-0b39a7282fa2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:12.736605 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9932f5a3-63f7-49f7-a900-d14c3dfda030 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8542612 Jul 16 09:02:12.738505 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58386) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:12.792747 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.834232 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.842570 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.848764 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dceb06ea-473b-42b1-bd26-071e4b8de162 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:12.853015 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dceb06ea-473b-42b1-bd26-071e4b8de162 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/84c44efb-2c91-4aeb-956c-0b39a7282fa2 HTTP/1.1" status: 200 len: 845 time: 0.1073918 Jul 16 09:02:12.853244 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58388) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:12.865602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Transition to ACTIVE for port object 91e0512b-d8f1-41ac-9534-7c87655c94e3 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:12.917227 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Transition to ACTIVE for port object 91e0512b-d8f1-41ac-9534-7c87655c94e3 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:12.925319 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.967799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Network 7f238166-dba4-4a99-b7aa-4fd6004298d5 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:12.972174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:12.977387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:12.993090 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b35fee88-ecf7-48ac-9169-3631ccfaa47a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 84c44efb-2c91-4aeb-956c-0b39a7282fa2 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:12.993463 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b35fee88-ecf7-48ac-9169-3631ccfaa47a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.022388 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Pushing event updated for resources: {'Port': ['ID=91e0512b-d8f1-41ac-9534-7c87655c94e3,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:13.097983 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b35fee88-ecf7-48ac-9169-3631ccfaa47a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.114345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b35fee88-ecf7-48ac-9169-3631ccfaa47a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 84c44efb-2c91-4aeb-956c-0b39a7282fa2 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:13.154777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Allocated IP 172.25.4.47 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/12679d42-bb4d-4670-9f79-ab5f064b24e7) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:13.185363 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Attempting to bind port 91e0512b-d8f1-41ac-9534-7c87655c94e3 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:13.185970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Attempting to bind port 91e0512b-d8f1-41ac-9534-7c87655c94e3 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '59d7857c-4d13-4ac5-97cc-7640a9d31a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:13.189327 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Attempting to bind port 91e0512b-d8f1-41ac-9534-7c87655c94e3 on network 7f238166-dba4-4a99-b7aa-4fd6004298d5 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:13.205621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:13.205905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Checking segment: {'id': '59d7857c-4d13-4ac5-97cc-7640a9d31a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:13.206334 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.206741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Bound using segment: {'id': '59d7857c-4d13-4ac5-97cc-7640a9d31a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:13.208006 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Bound port: 91e0512b-d8f1-41ac-9534-7c87655c94e3, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d7857c-4d13-4ac5-97cc-7640a9d31a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:13.208433 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.230717 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b35fee88-ecf7-48ac-9169-3631ccfaa47a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.276151 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35fee88-ecf7-48ac-9169-3631ccfaa47a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=84c44efb-2c91-4aeb-956c-0b39a7282fa2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:13.288574 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b35fee88-ecf7-48ac-9169-3631ccfaa47a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.291287 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b35fee88-ecf7-48ac-9169-3631ccfaa47a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/84c44efb-2c91-4aeb-956c-0b39a7282fa2 HTTP/1.1" status: 204 len: 168 time: 0.4369631 Jul 16 09:02:13.294793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58392) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:13.335358 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e46ff9c-21e8-45de-b138-050328435fbb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] GET failed (client error): The resource could not be found. Jul 16 09:02:13.338231 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3e46ff9c-21e8-45de-b138-050328435fbb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/84c44efb-2c91-4aeb-956c-0b39a7282fa2 HTTP/1.1" status: 404 len: 333 time: 0.0416620 Jul 16 09:02:13.341953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58394) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:13.347796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9e067498-f7c5-4b65-9222-1f534a7ee9bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'name': 'tempest-PortsIpV6TestJSON-1435937632'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:13.367617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] For port 91e0512b-d8f1-41ac-9534-7c87655c94e3, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:13.372483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] For port 91e0512b-d8f1-41ac-9534-7c87655c94e3, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=91e0512b-d8f1-41ac-9534-7c87655c94e3,segment=NetworkSegment(59d7857c-4d13-4ac5-97cc-7640a9d31a89),segment_id=59d7857c-4d13-4ac5-97cc-7640a9d31a89)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:13.381352 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.412710 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.451228 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e159f70-2a04-4459-bbae-caea6500522e None None] Pushing event updated for resources: {'Port': ['ID=91e0512b-d8f1-41ac-9534-7c87655c94e3,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:13.512821 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e067498-f7c5-4b65-9222-1f534a7ee9bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:13.517897 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e067498-f7c5-4b65-9222-1f534a7ee9bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.524075 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:13.557789 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-9e067498-f7c5-4b65-9222-1f534a7ee9bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port 319678f7-8c3d-404d-876c-00ec66ab5312 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:13.573145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:13.577120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:13.580071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:13.634184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Pushing event updated for resources: {'Port': ['ID=12679d42-bb4d-4670-9f79-ab5f064b24e7,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:14.066572 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e067498-f7c5-4b65-9222-1f534a7ee9bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.073687 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.159322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 91e0512b-d8f1-41ac-9534-7c87655c94e3 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:14.237405 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e067498-f7c5-4b65-9222-1f534a7ee9bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.368004 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e067498-f7c5-4b65-9222-1f534a7ee9bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:14.392927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-9e067498-f7c5-4b65-9222-1f534a7ee9bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:14.396380 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 91e0512b-d8f1-41ac-9534-7c87655c94e3 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:14.398909 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e067498-f7c5-4b65-9222-1f534a7ee9bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:14.406287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e067498-f7c5-4b65-9222-1f534a7ee9bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:14.407081 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e067498-f7c5-4b65-9222-1f534a7ee9bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.455665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e067498-f7c5-4b65-9222-1f534a7ee9bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=319678f7-8c3d-404d-876c-00ec66ab5312,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:14.478223 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9e067498-f7c5-4b65-9222-1f534a7ee9bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1347361 Jul 16 09:02:14.479480 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58406) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:14.486755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8a4c1338-2806-4059-8805-c373a425b2b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:14.695708 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.698333 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a4c1338-2806-4059-8805-c373a425b2b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:14.986525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Router 35b14b58-99f1-4054-bc0a-5cf6ae977786 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:02:15.017511 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a4c1338-2806-4059-8805-c373a425b2b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.034001 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a4c1338-2806-4059-8805-c373a425b2b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.063778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8a4c1338-2806-4059-8805-c373a425b2b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] In _notify_port_updated(), no bound segment for port 319678f7-8c3d-404d-876c-00ec66ab5312 on network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 {{(pid=93694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:02:15.070236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4c1338-2806-4059-8805-c373a425b2b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:15.071126 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a4c1338-2806-4059-8805-c373a425b2b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.073771 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8a4c1338-2806-4059-8805-c373a425b2b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "PUT /v2.0/ports/319678f7-8c3d-404d-876c-00ec66ab5312 HTTP/1.1" status: 200 len: 818 time: 0.5919609 Jul 16 09:02:15.075560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58408) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:15.203956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:15.216781 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Sync routers for ids ['35b14b58-99f1-4054-bc0a-5cf6ae977786'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:15.232522 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4c1338-2806-4059-8805-c373a425b2b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=319678f7-8c3d-404d-876c-00ec66ab5312,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:15.248999 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.254314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6e4dd82d-ce10-4516-bb83-c9c4810c8a9a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3738241 Jul 16 09:02:15.255635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58414) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:15.268733 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Routers {'35b14b58-99f1-4054-bc0a-5cf6ae977786'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:15.269706 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:02:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['35b14b58-99f1-4054-bc0a-5cf6ae977786'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:15.473384 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e8c19d-0040-4aca-a03f-5f9e14f05ba6 None None] Network 7f238166-dba4-4a99-b7aa-4fd6004298d5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:15.551059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-914ce04a-68b7-4eeb-b368-aefab3d15427 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 319678f7-8c3d-404d-876c-00ec66ab5312 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:15.553455 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-914ce04a-68b7-4eeb-b368-aefab3d15427 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.586813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8643c03a-833e-42a8-aacb-2ec70a172f28 None None] Provisioning for port 91e0512b-d8f1-41ac-9534-7c87655c94e3 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:15.599238 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Set router 35b14b58-99f1-4054-bc0a-5cf6ae977786 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:15.630982 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8643c03a-833e-42a8-aacb-2ec70a172f28 None None] Provisioning complete for port 91e0512b-d8f1-41ac-9534-7c87655c94e3 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:15.631738 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8643c03a-833e-42a8-aacb-2ec70a172f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.845667 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-914ce04a-68b7-4eeb-b368-aefab3d15427 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:15.877321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-914ce04a-68b7-4eeb-b368-aefab3d15427 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 319678f7-8c3d-404d-876c-00ec66ab5312 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:16.059950 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8643c03a-833e-42a8-aacb-2ec70a172f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.089946 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-914ce04a-68b7-4eeb-b368-aefab3d15427 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.159185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8643c03a-833e-42a8-aacb-2ec70a172f28 None None] For port 91e0512b-d8f1-41ac-9534-7c87655c94e3, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=91e0512b-d8f1-41ac-9534-7c87655c94e3,segment=NetworkSegment(59d7857c-4d13-4ac5-97cc-7640a9d31a89),segment_id=59d7857c-4d13-4ac5-97cc-7640a9d31a89)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:16.172035 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ce04a-68b7-4eeb-b368-aefab3d15427 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=319678f7-8c3d-404d-876c-00ec66ab5312,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:16.174250 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8643c03a-833e-42a8-aacb-2ec70a172f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.198170 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-914ce04a-68b7-4eeb-b368-aefab3d15427 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.211049 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-914ce04a-68b7-4eeb-b368-aefab3d15427 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/319678f7-8c3d-404d-876c-00ec66ab5312 HTTP/1.1" status: 204 len: 168 time: 1.1342139 Jul 16 09:02:16.213602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58424) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:16.257512 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:02:13Z', 'revision_number': 3, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:16.328426 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Checking router: 35b14b58-99f1-4054-bc0a-5cf6ae977786 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:16.329485 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Updating router 35b14b58-99f1-4054-bc0a-5cf6ae977786 port 12679d42-bb4d-4670-9f79-ab5f064b24e7 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:02:16.351229 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8643c03a-833e-42a8-aacb-2ec70a172f28 None None] Pushing event updated for resources: {'Port': ['ID=91e0512b-d8f1-41ac-9534-7c87655c94e3,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:16.395362 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.479132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7afb34-8cf4-4525-ac79-e6012915bb7e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:16.487234 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cd7afb34-8cf4-4525-ac79-e6012915bb7e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2696588 Jul 16 09:02:16.489462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58428) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:16.556116 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-af24e84d-6a6a-414c-9b41-62292f53ccf3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] GET failed (client error): The resource could not be found. Jul 16 09:02:16.559608 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-af24e84d-6a6a-414c-9b41-62292f53ccf3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/319678f7-8c3d-404d-876c-00ec66ab5312 HTTP/1.1" status: 404 len: 333 time: 0.0685139 Jul 16 09:02:16.565896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58430) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:16.578387 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-cbac0950-44a6-445f-92a9-f4e31978de40 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-510005365'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:16.609385 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dc8e97dd-fc8b-4b64-8f52-b363134f7a65 None None] Provisioning complete for port 91e0512b-d8f1-41ac-9534-7c87655c94e3 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:16.612016 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dc8e97dd-fc8b-4b64-8f52-b363134f7a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.632078 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbac0950-44a6-445f-92a9-f4e31978de40 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:16.641818 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cbac0950-44a6-445f-92a9-f4e31978de40 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.716347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbac0950-44a6-445f-92a9-f4e31978de40 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:02:16.743958 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cbac0950-44a6-445f-92a9-f4e31978de40 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.744948 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-cbac0950-44a6-445f-92a9-f4e31978de40 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Added segment 00403ce6-ac6b-4f6e-9850-9d10e701043c of type vlan for network 53a89827-75f4-4562-a039-1658b3911241 Jul 16 09:02:16.845779 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cbac0950-44a6-445f-92a9-f4e31978de40 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.859880 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.898635 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Transition to ACTIVE for port object 12679d42-bb4d-4670-9f79-ab5f064b24e7 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:16.903081 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cbac0950-44a6-445f-92a9-f4e31978de40 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.913354 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.921878 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbac0950-44a6-445f-92a9-f4e31978de40 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:16.926407 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cbac0950-44a6-445f-92a9-f4e31978de40 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:16.961857 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cbac0950-44a6-445f-92a9-f4e31978de40 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3944535 Jul 16 09:02:16.965973 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58444) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:17.032981 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Attempting to bind port 12679d42-bb4d-4670-9f79-ab5f064b24e7 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:17.035360 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Attempting to bind port 12679d42-bb4d-4670-9f79-ab5f064b24e7 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:17.037719 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3ae1d98f-eb20-4265-b3d4-77dd80c82e3b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'subnet': {'network_id': '53a89827-75f4-4562-a039-1658b3911241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:17.038389 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Attempting to bind port 12679d42-bb4d-4670-9f79-ab5f064b24e7 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:17.071428 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22adc6-4161-41d9-a78d-9777b5abf04e None None] Pushing event updated for resources: {'Port': ['ID=12679d42-bb4d-4670-9f79-ab5f064b24e7,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:17.079334 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:17.081251 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbac0950-44a6-445f-92a9-f4e31978de40 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Network': ['ID=53a89827-75f4-4562-a039-1658b3911241,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:17.081511 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:17.085171 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.091584 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:17.092481 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Bound port: 12679d42-bb4d-4670-9f79-ab5f064b24e7, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:17.093285 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.101137 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 53a89827-75f4-4562-a039-1658b3911241 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:02:17.149037 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22adc6-4161-41d9-a78d-9777b5abf04e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:17.149685 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22adc6-4161-41d9-a78d-9777b5abf04e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:17.150300 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22adc6-4161-41d9-a78d-9777b5abf04e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:17.150911 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22adc6-4161-41d9-a78d-9777b5abf04e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:17.151513 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22adc6-4161-41d9-a78d-9777b5abf04e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:17.152151 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22adc6-4161-41d9-a78d-9777b5abf04e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:17.152966 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22adc6-4161-41d9-a78d-9777b5abf04e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:17.153568 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22adc6-4161-41d9-a78d-9777b5abf04e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:17.154164 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22adc6-4161-41d9-a78d-9777b5abf04e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:17.154784 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22adc6-4161-41d9-a78d-9777b5abf04e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:17.155753 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22adc6-4161-41d9-a78d-9777b5abf04e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:17.156732 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c22adc6-4161-41d9-a78d-9777b5abf04e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:17.224840 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] For port 12679d42-bb4d-4670-9f79-ab5f064b24e7, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:17.229106 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] For port 12679d42-bb4d-4670-9f79-ab5f064b24e7, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=12679d42-bb4d-4670-9f79-ab5f064b24e7,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:17.238950 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.309951 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Routers {'35b14b58-99f1-4054-bc0a-5cf6ae977786'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:17.311448 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:02:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['35b14b58-99f1-4054-bc0a-5cf6ae977786'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:17.365105 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.395074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae1d98f-eb20-4265-b3d4-77dd80c82e3b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:17.402579 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d98f-eb20-4265-b3d4-77dd80c82e3b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:17.460876 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] Set router 35b14b58-99f1-4054-bc0a-5cf6ae977786 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:17.505577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58458) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:17.641709 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22adc6-4161-41d9-a78d-9777b5abf04e None None] Pushing event updated for resources: {'Port': ['ID=12679d42-bb4d-4670-9f79-ab5f064b24e7,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:17.775359 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:02:13Z', 'revision_number': 3, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:17.776573 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de85ca-33e4-41d7-9a2f-e1fcd8ae516e req-ff26e3ab-5afc-492e-8f09-dae4a65ffeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:17.783713 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9de85ca-33e4-41d7-9a2f-e1fcd8ae516e req-ff26e3ab-5afc-492e-8f09-dae4a65ffeb8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 1097 time: 0.2763155 Jul 16 09:02:17.855683 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9de85ca-33e4-41d7-9a2f-e1fcd8ae516e req-4bea7be9-6c8b-48eb-9d5f-3e8df0637b3a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642016 Jul 16 09:02:17.865811 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7254f040-33b5-405b-9741-0d061ca89c2e None None] The sync data for ids ['35b14b58-99f1-4054-bc0a-5cf6ae977786'] in n-d-758944-46 is: [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:02:13Z', 'revision_number': 3, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:17.975840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Allocated IP 172.20.0.1 (7f238166-dba4-4a99-b7aa-4fd6004298d5/1a02da06-d166-42f8-92a5-4a30e97b331d/e21b0307-51c6-4830-b853-1de1926bda7f) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:18.107335 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d98f-eb20-4265-b3d4-77dd80c82e3b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.109460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 91e0512b-d8f1-41ac-9534-7c87655c94e3 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:18.213770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 91e0512b-d8f1-41ac-9534-7c87655c94e3 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:18.214619 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.217565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46277812-b5a7-4ad7-945b-570a75b18847 req-5e6d53b0-9254-4eaa-8000-d4fbb2c147a9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:18.219397 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46277812-b5a7-4ad7-945b-570a75b18847 req-5e6d53b0-9254-4eaa-8000-d4fbb2c147a9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 945 time: 0.2714734 Jul 16 09:02:18.267864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae1d98f-eb20-4265-b3d4-77dd80c82e3b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Subnet': ['ID=d277c07c-f5f1-47c3-8de1-d141df3ba5d7,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:18.334794 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.406290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Transition to ACTIVE for port object e21b0307-51c6-4830-b853-1de1926bda7f will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:18.446329 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46277812-b5a7-4ad7-945b-570a75b18847 req-f7fc0ee8-ede6-44f1-9f79-4aabd8063cdf tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182608 Jul 16 09:02:18.460059 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae1d98f-eb20-4265-b3d4-77dd80c82e3b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Checking segment: {'id': '00403ce6-ac6b-4f6e-9850-9d10e701043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '53a89827-75f4-4562-a039-1658b3911241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:18.461134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae1d98f-eb20-4265-b3d4-77dd80c82e3b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network hostable DHCP agents. Network: 53a89827-75f4-4562-a039-1658b3911241, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:18.526658 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.553774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae1d98f-eb20-4265-b3d4-77dd80c82e3b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 53a89827-75f4-4562-a039-1658b3911241 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:18.620895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-3ae1d98f-eb20-4265-b3d4-77dd80c82e3b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 53a89827-75f4-4562-a039-1658b3911241) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:18.628059 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae1d98f-eb20-4265-b3d4-77dd80c82e3b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:18.628985 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ae1d98f-eb20-4265-b3d4-77dd80c82e3b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:18.654823 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f3f71be-e9d3-4c1f-9b1c-9bd427252e7b None None] Network 53a89827-75f4-4562-a039-1658b3911241 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:18.664095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Network 7f238166-dba4-4a99-b7aa-4fd6004298d5 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:18.673352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:18.677686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:18.681541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Pushing event updated for resources: {'Port': ['ID=e21b0307-51c6-4830-b853-1de1926bda7f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:18.736423 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3ae1d98f-eb20-4265-b3d4-77dd80c82e3b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7648172 Jul 16 09:02:18.740085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58482) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:18.762936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-753aca11-9758-4eb9-bbac-9b261c1bfe56 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'subnet': {'network_id': '53a89827-75f4-4562-a039-1658b3911241', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:18.769242 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.226481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753aca11-9758-4eb9-bbac-9b261c1bfe56 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:19.233922 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-753aca11-9758-4eb9-bbac-9b261c1bfe56 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.267551 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0f774f32-7ee5-4d1e-a7cf-4f8b4b55b467 None None] Provisioning for port e21b0307-51c6-4830-b853-1de1926bda7f completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:19.275994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0f774f32-7ee5-4d1e-a7cf-4f8b4b55b467 None None] Provisioning complete for port e21b0307-51c6-4830-b853-1de1926bda7f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:19.277106 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0f774f32-7ee5-4d1e-a7cf-4f8b4b55b467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.361483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-53a89827-75f4-4562-a039-1658b3911241', 'network_id': '53a89827-75f4-4562-a039-1658b3911241', 'tenant_id': '18f2fb0c884c497f9a276b43d6536257', 'fixed_ips': [{'subnet_id': 'd277c07c-f5f1-47c3-8de1-d141df3ba5d7'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:19.362378 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.369725 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:19.467271 n-d-758944-46 neutron-server[93694]: INFO neutron.db.ipam_backend_mixin [None req-753aca11-9758-4eb9-bbac-9b261c1bfe56 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d277c07c-f5f1-47c3-8de1-d141df3ba5d7 (CIDR: 2001:db8::/64) Jul 16 09:02:19.474413 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-753aca11-9758-4eb9-bbac-9b261c1bfe56 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:02:19.474413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-753aca11-9758-4eb9-bbac-9b261c1bfe56 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:02:19.495929 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-753aca11-9758-4eb9-bbac-9b261c1bfe56 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7545033 Jul 16 09:02:19.500837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58492) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:19.517990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'subnet': {'network_id': '53a89827-75f4-4562-a039-1658b3911241', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:19.590023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-0f774f32-7ee5-4d1e-a7cf-4f8b4b55b467 None None] Port e21b0307-51c6-4830-b853-1de1926bda7f cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:19.763248 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Allocated IP 2001:db8::2 (53a89827-75f4-4562-a039-1658b3911241/d277c07c-f5f1-47c3-8de1-d141df3ba5d7/870d12b8-b1b1-44ab-a66b-5e1e86fd254d) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:19.794058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:19.798888 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.097386 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.122148 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Transition to ACTIVE for port object 870d12b8-b1b1-44ab-a66b-5e1e86fd254d will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:20.176821 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Transition to ACTIVE for port object 870d12b8-b1b1-44ab-a66b-5e1e86fd254d will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:20.197492 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.233267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 12679d42-bb4d-4670-9f79-ab5f064b24e7 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:20.253844 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.285603 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af67395d-de90-4219-963c-b3f870fd2e59 req-e47b031d-9ac6-4c59-9ea3-908f908ffef9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:20.290582 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af67395d-de90-4219-963c-b3f870fd2e59 req-e47b031d-9ac6-4c59-9ea3-908f908ffef9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 945 time: 0.8719041 Jul 16 09:02:20.292841 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.414467 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Pushing event updated for resources: {'Port': ['ID=870d12b8-b1b1-44ab-a66b-5e1e86fd254d,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:20.448581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Network 53a89827-75f4-4562-a039-1658b3911241 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:20.460400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:20.472567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:20.509763 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.547498 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 12679d42-bb4d-4670-9f79-ab5f064b24e7 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:20.721509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc821f77-5d94-4d74-ba87-b44594a378db req-06fa14d3-06cd-48ef-9eb4-195746f1502a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:20.723220 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cc821f77-5d94-4d74-ba87-b44594a378db req-06fa14d3-06cd-48ef-9eb4-195746f1502a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 945 time: 0.6786592 Jul 16 09:02:20.743981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.757248 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Pushing event updated for resources: {'Port': ['ID=e21b0307-51c6-4830-b853-1de1926bda7f,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:20.827949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Network 7f238166-dba4-4a99-b7aa-4fd6004298d5 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:20.836262 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:20.838055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Attempting to bind port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:20.838390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Attempting to bind port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '00403ce6-ac6b-4f6e-9850-9d10e701043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '53a89827-75f4-4562-a039-1658b3911241'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:20.838833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Attempting to bind port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d on network 53a89827-75f4-4562-a039-1658b3911241 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:20.841681 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 12679d42-bb4d-4670-9f79-ab5f064b24e7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:20.842134 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.911306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 53a89827-75f4-4562-a039-1658b3911241 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:20.924327 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:20.941386 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:20.941999 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.956532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:20.956851 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Checking segment: {'id': '00403ce6-ac6b-4f6e-9850-9d10e701043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '53a89827-75f4-4562-a039-1658b3911241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:20.965661 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:20.966128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Bound using segment: {'id': '00403ce6-ac6b-4f6e-9850-9d10e701043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '53a89827-75f4-4562-a039-1658b3911241'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:20.966667 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Bound port: 870d12b8-b1b1-44ab-a66b-5e1e86fd254d, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00403ce6-ac6b-4f6e-9850-9d10e701043c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '53a89827-75f4-4562-a039-1658b3911241'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:20.967081 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.001696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Subnet': ['ID=f57f6bf8-613f-4e7c-b663-7b927c398e26,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:21.028180 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5245550 Jul 16 09:02:21.029865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:21.030250 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:21.030883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:21.031228 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:21.031564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:21.031898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:21.032250 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:21.032607 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:21.032939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:21.033265 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:21.036408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:21.036908 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdd68eaf-231e-401c-a497-70e19828e24b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:21.040252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58518) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:21.055529 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'network_id': '53a89827-75f4-4562-a039-1658b3911241', 'fixed_ips': [{'subnet_id': 'd277c07c-f5f1-47c3-8de1-d141df3ba5d7'}, {'subnet_id': 'f57f6bf8-613f-4e7c-b663-7b927c398e26'}], 'name': 'tempest-PortsIpV6TestJSON-724823475'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:21.132141 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cc821f77-5d94-4d74-ba87-b44594a378db req-f1b251c4-8423-4644-8c30-cad17a4397ed tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=81fe9d58-f51d-49bf-9cb0-204e9a83eae3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3536508 Jul 16 09:02:21.235960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a06d774c-19e3-4991-9086-100445baab31 None None] For port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:21.240544 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.284911 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a06d774c-19e3-4991-9086-100445baab31 None None] For port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=870d12b8-b1b1-44ab-a66b-5e1e86fd254d,segment=NetworkSegment(00403ce6-ac6b-4f6e-9850-9d10e701043c),segment_id=00403ce6-ac6b-4f6e-9850-9d10e701043c)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:21.297507 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-af67395d-de90-4219-963c-b3f870fd2e59 req-e722a835-60a3-42f6-a469-1a2a89aaa6dd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Deleting port 33632c02-07c3-4c48-8886-dabb390b3890 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:21.298109 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-af67395d-de90-4219-963c-b3f870fd2e59 req-e722a835-60a3-42f6-a469-1a2a89aaa6dd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.327062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 12679d42-bb4d-4670-9f79-ab5f064b24e7, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=12679d42-bb4d-4670-9f79-ab5f064b24e7,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:21.329561 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.339835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Router 35b14b58-99f1-4054-bc0a-5cf6ae977786 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:21.340944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:21.395926 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06d774c-19e3-4991-9086-100445baab31 None None] Pushing event updated for resources: {'Port': ['ID=870d12b8-b1b1-44ab-a66b-5e1e86fd254d,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:21.405161 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.531876 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.542741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c28857ba-08f5-45e8-b302-0d247d6a4480 None None] Provisioning complete for port e21b0307-51c6-4830-b853-1de1926bda7f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:21.543625 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c28857ba-08f5-45e8-b302-0d247d6a4480 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.567645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port 5d959f5e-b5fb-4333-8a5d-f12375782c40 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:21.624343 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=12679d42-bb4d-4670-9f79-ab5f064b24e7,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:21.667355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c28857ba-08f5-45e8-b302-0d247d6a4480 None None] Port e21b0307-51c6-4830-b853-1de1926bda7f cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:21.718463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-af67395d-de90-4219-963c-b3f870fd2e59 req-e722a835-60a3-42f6-a469-1a2a89aaa6dd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] For port 33632c02-07c3-4c48-8886-dabb390b3890, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=33632c02-07c3-4c48-8886-dabb390b3890,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:21.719292 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-af67395d-de90-4219-963c-b3f870fd2e59 req-e722a835-60a3-42f6-a469-1a2a89aaa6dd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:21.757030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-af67395d-de90-4219-963c-b3f870fd2e59 req-e722a835-60a3-42f6-a469-1a2a89aaa6dd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Calling delete_port for 33632c02-07c3-4c48-8886-dabb390b3890 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:21.864901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:21.876053 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-170fb79a-c661-4141-87c7-0ca2f063f75a admin admin] 10.222.0.20 "PUT /v2.0/routers/35b14b58-99f1-4054-bc0a-5cf6ae977786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6185877 Jul 16 09:02:21.892856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Sync routers for ids ['35b14b58-99f1-4054-bc0a-5cf6ae977786'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:21.919632 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Routers {'35b14b58-99f1-4054-bc0a-5cf6ae977786'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:21.926082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:02:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['35b14b58-99f1-4054-bc0a-5cf6ae977786'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:22.201905 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-af67395d-de90-4219-963c-b3f870fd2e59 req-e722a835-60a3-42f6-a469-1a2a89aaa6dd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:22.223159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 12679d42-bb4d-4670-9f79-ab5f064b24e7 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:22.240993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722a835-60a3-42f6-a469-1a2a89aaa6dd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event deleted for resources: {'Port': ['ID=33632c02-07c3-4c48-8886-dabb390b3890,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:22.402057 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Allocated IP 2001:db8::2f7 (53a89827-75f4-4562-a039-1658b3911241/d277c07c-f5f1-47c3-8de1-d141df3ba5d7/5d959f5e-b5fb-4333-8a5d-f12375782c40) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:22.417082 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Allocated IP 2001:db8:0:1::1fd (53a89827-75f4-4562-a039-1658b3911241/f57f6bf8-613f-4e7c-b663-7b927c398e26/5d959f5e-b5fb-4333-8a5d-f12375782c40) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:22.466201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Set router 35b14b58-99f1-4054-bc0a-5cf6ae977786 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:22.488297 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-af67395d-de90-4219-963c-b3f870fd2e59 req-e722a835-60a3-42f6-a469-1a2a89aaa6dd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] No DVR routers for this DVR port 33632c02-07c3-4c48-8886-dabb390b3890 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:22.497908 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-af67395d-de90-4219-963c-b3f870fd2e59 req-e722a835-60a3-42f6-a469-1a2a89aaa6dd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:22.509827 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-af67395d-de90-4219-963c-b3f870fd2e59 req-e722a835-60a3-42f6-a469-1a2a89aaa6dd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "DELETE /v2.0/ports/33632c02-07c3-4c48-8886-dabb390b3890 HTTP/1.1" status: 204 len: 173 time: 2.0057669 Jul 16 09:02:22.510594 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9', 'name': 'network-vif-deleted', 'tag': '33632c02-07c3-4c48-8886-dabb390b3890'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:02:22.521027 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9fd2c10-7ebc-4b78-ae88-651cb3140de1" -d '{"events": [{"server_uuid": "eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9", "name": "network-vif-deleted", "tag": "33632c02-07c3-4c48-8886-dabb390b3890"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:02:22.735877 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:22.742776 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a445b37-dd5b-4a7a-aae6-dee7740d0203 req-ffc9d1e4-b388-432e-902c-23c0903e4292 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 210 time: 0.1252019 Jul 16 09:02:22.765901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 12679d42-bb4d-4670-9f79-ab5f064b24e7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:22.766587 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:22.774012 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Transition to ACTIVE for port object 5d959f5e-b5fb-4333-8a5d-f12375782c40 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:22.853074 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:22.878780 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a098efc-9701-423b-8a06-deab396ec8d1 x-openstack-request-id: req-7a098efc-9701-423b-8a06-deab396ec8d1 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:02:22.879230 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9", "name": "network-vif-deleted", "tag": "33632c02-07c3-4c48-8886-dabb390b3890", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:02:22.879622 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a098efc-9701-423b-8a06-deab396ec8d1 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:02:22.880259 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9', 'name': 'network-vif-deleted', 'tag': '33632c02-07c3-4c48-8886-dabb390b3890', 'status': 'completed', 'code': 200} Jul 16 09:02:23.065176 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 53a89827-75f4-4562-a039-1658b3911241 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:23.069343 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:23.071395 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=5d959f5e-b5fb-4333-8a5d-f12375782c40,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:23.087532 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:23.100720 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:23.101641 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.149079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58550) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:23.154966 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1fcdee02-ebad-401b-9817-d86aef5314ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.1074653 Jul 16 09:02:23.157213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a6adc9e0-8274-436b-892a-52951c1bf0b0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd277c07c-f5f1-47c3-8de1-d141df3ba5d7'}]}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:23.526097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 33632c02-07c3-4c48-8886-dabb390b3890 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:23.581053 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58556) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:23.588177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1006195087-network', 'tenant_id': '6c754fd801b74d528de03069f71d8a82'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:23.630187 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6adc9e0-8274-436b-892a-52951c1bf0b0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.639463 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 33632c02-07c3-4c48-8886-dabb390b3890 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:23.639836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 33632c02-07c3-4c48-8886-dabb390b3890 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:23.656709 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] Made reservation on behalf of 6c754fd801b74d528de03069f71d8a82 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:23.660218 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.690847 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.698319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:02:19Z', 'revision_number': 4, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e21b0307-51c6-4830-b853-1de1926bda7f', 'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'mac_address': 'fa:16:3e:3a:ff:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:17Z', 'updated_at': '2021-07-16T09:02:19Z', 'revision_number': 2, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'subnets': [{'id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:23.738474 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:02:23.740140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Checking router: 35b14b58-99f1-4054-bc0a-5cf6ae977786 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:23.740930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Updating router 35b14b58-99f1-4054-bc0a-5cf6ae977786 port e21b0307-51c6-4830-b853-1de1926bda7f binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:02:23.743928 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c0d5e9-bced-4e95-906c-64cb7430f51f None None] Network 53a89827-75f4-4562-a039-1658b3911241 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:23.987502 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:23.999418 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.072077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef30971e-7452-4c62-b839-279655d87514,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:24.089507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] vlan segment allocate from pool success with {'vlan_id': 73, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:02:24.115024 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.115254 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] Added segment 7c9f5f80-9bde-459b-aa6e-c57db6dfcbff of type vlan for network 26400d37-6178-4103-a0e8-4000a0ffca3f Jul 16 09:02:24.159479 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.206746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8b510843-9a08-4220-8637-0bb1e72d10a5 req-22038216-31a6-4575-b1e9-f2817eb36377 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 210 time: 0.0747304 Jul 16 09:02:24.219823 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.302307 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5b896380-f7c9-4a31-a3af-e01880a0f578 None None] Provisioning for port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:24.315194 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.316284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:24.317055 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.376800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-a6adc9e0-8274-436b-892a-52951c1bf0b0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Delete allocated IP 2001:db8:0:1::1fd (53a89827-75f4-4562-a039-1658b3911241/f57f6bf8-613f-4e7c-b663-7b927c398e26) {{(pid=93695) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:02:24.379439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 870d12b8-b1b1-44ab-a66b-5e1e86fd254d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:24.383305 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8004198 Jul 16 09:02:24.397084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58564) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:24.407248 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-af995b76-2203-47af-8ac6-ef684e6a684c admin admin] Request body: {'subnet': {'network_id': '26400d37-6178-4103-a0e8-4000a0ffca3f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1006195087-subnet', 'tenant_id': '6c754fd801b74d528de03069f71d8a82', 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:24.491905 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d686498-ffeb-42f1-82e7-7265ad89c547 admin admin] Pushing event updated for resources: {'Network': ['ID=26400d37-6178-4103-a0e8-4000a0ffca3f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:24.591485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 26400d37-6178-4103-a0e8-4000a0ffca3f details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:02:24.593509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af995b76-2203-47af-8ac6-ef684e6a684c admin admin] Made reservation on behalf of 6c754fd801b74d528de03069f71d8a82 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:24.597618 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af995b76-2203-47af-8ac6-ef684e6a684c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.865987 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6adc9e0-8274-436b-892a-52951c1bf0b0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.868210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:24.890768 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:24.891763 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:24.907125 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-a6adc9e0-8274-436b-892a-52951c1bf0b0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Ignored duplicate provisioning block setup for port 5d959f5e-b5fb-4333-8a5d-f12375782c40 by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:02:24.946443 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6adc9e0-8274-436b-892a-52951c1bf0b0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.173141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20b3048-eb5f-45f5-8e3b-4b4bff0cabd9 None None] Update dhcp port {'port': {'network_id': '53a89827-75f4-4562-a039-1658b3911241', 'fixed_ips': [{'subnet_id': 'd277c07c-f5f1-47c3-8de1-d141df3ba5d7', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f57f6bf8-613f-4e7c-b663-7b927c398e26'}], 'binding:host_id': 'n-d-758944-46'}, 'id': '870d12b8-b1b1-44ab-a66b-5e1e86fd254d'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:02:25.184995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-a6adc9e0-8274-436b-892a-52951c1bf0b0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] In _notify_port_updated(), no bound segment for port 5d959f5e-b5fb-4333-8a5d-f12375782c40 on network 53a89827-75f4-4562-a039-1658b3911241 {{(pid=93695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:02:25.192487 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6adc9e0-8274-436b-892a-52951c1bf0b0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:25.193326 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6adc9e0-8274-436b-892a-52951c1bf0b0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.198380 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58566) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:25.199004 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a6adc9e0-8274-436b-892a-52951c1bf0b0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "PUT /v2.0/ports/5d959f5e-b5fb-4333-8a5d-f12375782c40 HTTP/1.1" status: 200 len: 925 time: 2.0483923 Jul 16 09:02:25.205581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f2ff2454-fcb9-46e2-8d22-e8a8c24d1de8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'd277c07c-f5f1-47c3-8de1-d141df3ba5d7'}, {'subnet_id': 'f57f6bf8-613f-4e7c-b663-7b927c398e26'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:25.206978 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af995b76-2203-47af-8ac6-ef684e6a684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.219190 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6adc9e0-8274-436b-892a-52951c1bf0b0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=5d959f5e-b5fb-4333-8a5d-f12375782c40,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:25.325178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af995b76-2203-47af-8ac6-ef684e6a684c admin admin] Checking segment: {'id': '7c9f5f80-9bde-459b-aa6e-c57db6dfcbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26400d37-6178-4103-a0e8-4000a0ffca3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:25.325540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af995b76-2203-47af-8ac6-ef684e6a684c admin admin] Network hostable DHCP agents. Network: 26400d37-6178-4103-a0e8-4000a0ffca3f, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:25.339726 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af995b76-2203-47af-8ac6-ef684e6a684c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f766fd7-d749-4e5d-94cb-5ba5f0300fe3,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:25.372519 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.376401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af995b76-2203-47af-8ac6-ef684e6a684c admin admin] Network 26400d37-6178-4103-a0e8-4000a0ffca3f is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:25.398064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-af995b76-2203-47af-8ac6-ef684e6a684c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 26400d37-6178-4103-a0e8-4000a0ffca3f) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:25.402852 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af995b76-2203-47af-8ac6-ef684e6a684c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:25.403464 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af995b76-2203-47af-8ac6-ef684e6a684c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.420043 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f2ff2454-fcb9-46e2-8d22-e8a8c24d1de8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.435041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-af995b76-2203-47af-8ac6-ef684e6a684c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0346589 Jul 16 09:02:25.438525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58570) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:25.444520 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1006195087-router', 'tenant_id': '6c754fd801b74d528de03069f71d8a82', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:25.457615 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21446ab2-f19d-4ea8-b4c8-2a6b972cb40d None None] Network 26400d37-6178-4103-a0e8-4000a0ffca3f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:25.460132 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b20b3048-eb5f-45f5-8e3b-4b4bff0cabd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.518295 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.519440 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.554572 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.640402 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.788003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=870d12b8-b1b1-44ab-a66b-5e1e86fd254d,segment=NetworkSegment(00403ce6-ac6b-4f6e-9850-9d10e701043c),segment_id=00403ce6-ac6b-4f6e-9850-9d10e701043c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:25.801132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Transition to ACTIVE for port object e21b0307-51c6-4830-b853-1de1926bda7f will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:25.830562 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c94b219-3ee7-475a-b534-a3b89785ce20 req-bcd14115-59a0-45b6-91f8-393f2758e3ce tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 210 time: 0.0705209 Jul 16 09:02:25.892982 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.903049 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:25.907627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-f2ff2454-fcb9-46e2-8d22-e8a8c24d1de8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Allocated IP 2001:db8:0:1::214 (53a89827-75f4-4562-a039-1658b3911241/f57f6bf8-613f-4e7c-b663-7b927c398e26/5d959f5e-b5fb-4333-8a5d-f12375782c40) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:25.930874 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.206180 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f2ff2454-fcb9-46e2-8d22-e8a8c24d1de8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.238681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-f2ff2454-fcb9-46e2-8d22-e8a8c24d1de8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Ignored duplicate provisioning block setup for port 5d959f5e-b5fb-4333-8a5d-f12375782c40 by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:02:26.252310 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f2ff2454-fcb9-46e2-8d22-e8a8c24d1de8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.350161 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=870d12b8-b1b1-44ab-a66b-5e1e86fd254d,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:26.375100 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Attempting to bind port e21b0307-51c6-4830-b853-1de1926bda7f on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:26.375472 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Attempting to bind port e21b0307-51c6-4830-b853-1de1926bda7f by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '59d7857c-4d13-4ac5-97cc-7640a9d31a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:26.375838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Attempting to bind port e21b0307-51c6-4830-b853-1de1926bda7f on network 7f238166-dba4-4a99-b7aa-4fd6004298d5 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:26.404318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:26.404832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Checking segment: {'id': '59d7857c-4d13-4ac5-97cc-7640a9d31a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:26.405256 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.406251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Bound using segment: {'id': '59d7857c-4d13-4ac5-97cc-7640a9d31a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:26.406756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Bound port: e21b0307-51c6-4830-b853-1de1926bda7f, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d7857c-4d13-4ac5-97cc-7640a9d31a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:26.407151 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.453493 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-f2ff2454-fcb9-46e2-8d22-e8a8c24d1de8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] In _notify_port_updated(), no bound segment for port 5d959f5e-b5fb-4333-8a5d-f12375782c40 on network 53a89827-75f4-4562-a039-1658b3911241 {{(pid=93694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:02:26.459334 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff2454-fcb9-46e2-8d22-e8a8c24d1de8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:26.460025 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f2ff2454-fcb9-46e2-8d22-e8a8c24d1de8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.481837 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f2ff2454-fcb9-46e2-8d22-e8a8c24d1de8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "PUT /v2.0/ports/5d959f5e-b5fb-4333-8a5d-f12375782c40 HTTP/1.1" status: 200 len: 1011 time: 1.2822173 Jul 16 09:02:26.482885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff2454-fcb9-46e2-8d22-e8a8c24d1de8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=5d959f5e-b5fb-4333-8a5d-f12375782c40,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:26.486098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58572) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:26.494775 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] For port e21b0307-51c6-4830-b853-1de1926bda7f, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:26.498832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] For port e21b0307-51c6-4830-b853-1de1926bda7f, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e21b0307-51c6-4830-b853-1de1926bda7f,segment=NetworkSegment(59d7857c-4d13-4ac5-97cc-7640a9d31a89),segment_id=59d7857c-4d13-4ac5-97cc-7640a9d31a89)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:26.514135 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-b20b3048-eb5f-45f5-8e3b-4b4bff0cabd9 None None] Allocated IP 2001:db8:0:1::2 (53a89827-75f4-4562-a039-1658b3911241/f57f6bf8-613f-4e7c-b663-7b927c398e26/870d12b8-b1b1-44ab-a66b-5e1e86fd254d) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:26.519070 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.584939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f41999-f4ae-4b88-a572-18e63492a1b4 None None] Pushing event updated for resources: {'Port': ['ID=e21b0307-51c6-4830-b853-1de1926bda7f,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:26.653086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Routers {'35b14b58-99f1-4054-bc0a-5cf6ae977786'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:26.653749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:02:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['35b14b58-99f1-4054-bc0a-5cf6ae977786'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:26.677518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-26400d37-6178-4103-a0e8-4000a0ffca3f', 'network_id': '26400d37-6178-4103-a0e8-4000a0ffca3f', 'tenant_id': '6c754fd801b74d528de03069f71d8a82', 'fixed_ips': [{'subnet_id': '6f766fd7-d749-4e5d-94cb-5ba5f0300fe3'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:26.678426 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.682280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-eac2dd92-f3c0-406d-b17c-0e2b398d318b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 5d959f5e-b5fb-4333-8a5d-f12375782c40 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:26.683294 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eac2dd92-f3c0-406d-b17c-0e2b398d318b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.825955 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eac2dd92-f3c0-406d-b17c-0e2b398d318b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.842491 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-eac2dd92-f3c0-406d-b17c-0e2b398d318b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 5d959f5e-b5fb-4333-8a5d-f12375782c40 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:26.898945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b20b3048-eb5f-45f5-8e3b-4b4bff0cabd9 None None] For port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=870d12b8-b1b1-44ab-a66b-5e1e86fd254d,segment=NetworkSegment(00403ce6-ac6b-4f6e-9850-9d10e701043c),segment_id=00403ce6-ac6b-4f6e-9850-9d10e701043c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:26.934527 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b20b3048-eb5f-45f5-8e3b-4b4bff0cabd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:26.997736 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b20b3048-eb5f-45f5-8e3b-4b4bff0cabd9 None None] Transition to ACTIVE for port object 870d12b8-b1b1-44ab-a66b-5e1e86fd254d will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:27.103402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] Set router 35b14b58-99f1-4054-bc0a-5cf6ae977786 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:27.120565 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.151434 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.163836 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eac2dd92-f3c0-406d-b17c-0e2b398d318b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.197009 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-324a6978-0787-4757-b92f-6e15b1472f3b req-31762a71-50da-46bc-b88e-f0bacb51f674 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 210 time: 0.0477188 Jul 16 09:02:27.220578 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b20b3048-eb5f-45f5-8e3b-4b4bff0cabd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.253055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2dd92-f3c0-406d-b17c-0e2b398d318b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=5d959f5e-b5fb-4333-8a5d-f12375782c40,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:27.312823 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eac2dd92-f3c0-406d-b17c-0e2b398d318b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.314905 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-eac2dd92-f3c0-406d-b17c-0e2b398d318b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/5d959f5e-b5fb-4333-8a5d-f12375782c40 HTTP/1.1" status: 204 len: 168 time: 0.8276644 Jul 16 09:02:27.317564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58578) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:27.320075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f41999-f4ae-4b88-a572-18e63492a1b4 None None] Pushing event updated for resources: {'Port': ['ID=e21b0307-51c6-4830-b853-1de1926bda7f,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:27.357334 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01caef3-42e5-4ebd-bbc6-50ac66463045 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] GET failed (client error): The resource could not be found. Jul 16 09:02:27.362274 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e01caef3-42e5-4ebd-bbc6-50ac66463045 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/5d959f5e-b5fb-4333-8a5d-f12375782c40 HTTP/1.1" status: 404 len: 333 time: 0.0410335 Jul 16 09:02:27.363477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58580) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:27.402339 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Allocated IP 172.25.4.66 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/458e9b4a-651c-46ae-81c3-3651f1945ea8) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:27.422792 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-99de5a2d-5e18-4345-8e50-c257eda5026b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting subnet f57f6bf8-613f-4e7c-b663-7b927c398e26 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:02:27.426707 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-99de5a2d-5e18-4345-8e50-c257eda5026b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.480430 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-99de5a2d-5e18-4345-8e50-c257eda5026b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.554380 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.603921 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b3048-eb5f-45f5-8e3b-4b4bff0cabd9 None None] Pushing event updated for resources: {'Port': ['ID=870d12b8-b1b1-44ab-a66b-5e1e86fd254d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:27.613677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-99de5a2d-5e18-4345-8e50-c257eda5026b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.619514 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.672165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Allocated IP 172.20.0.2 (26400d37-6178-4103-a0e8-4000a0ffca3f/6f766fd7-d749-4e5d-94cb-5ba5f0300fe3/60ac304a-d77d-490b-a14f-363616c74c5c) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:27.682654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:27.688605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:27.694446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:27.703163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Pushing event updated for resources: {'Port': ['ID=458e9b4a-651c-46ae-81c3-3651f1945ea8,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:27.708892 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-99de5a2d-5e18-4345-8e50-c257eda5026b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.755261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de5a2d-5e18-4345-8e50-c257eda5026b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Subnet': ['ID=f57f6bf8-613f-4e7c-b663-7b927c398e26,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:27.765359 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-99de5a2d-5e18-4345-8e50-c257eda5026b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.768977 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-99de5a2d-5e18-4345-8e50-c257eda5026b tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/f57f6bf8-613f-4e7c-b663-7b927c398e26 HTTP/1.1" status: 204 len: 168 time: 0.4051349 Jul 16 09:02:27.771546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58582) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:27.863402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:02:19Z', 'revision_number': 4, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e21b0307-51c6-4830-b853-1de1926bda7f', 'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'mac_address': 'fa:16:3e:3a:ff:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:17Z', 'updated_at': '2021-07-16T09:02:26Z', 'revision_number': 4, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'subnets': [{'id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:27.868038 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d775b79-697d-4a80-a8ba-f13d811dcd3c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting subnet d277c07c-f5f1-47c3-8de1-d141df3ba5d7 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:02:27.873817 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d775b79-697d-4a80-a8ba-f13d811dcd3c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:27.903177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b242e04-6604-4feb-b710-8e51668403a1 None None] The sync data for ids ['35b14b58-99f1-4054-bc0a-5cf6ae977786'] in n-d-758944-46 is: [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:02:19Z', 'revision_number': 4, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e21b0307-51c6-4830-b853-1de1926bda7f', 'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'mac_address': 'fa:16:3e:3a:ff:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:17Z', 'updated_at': '2021-07-16T09:02:26Z', 'revision_number': 4, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'subnets': [{'id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:28.069409 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d775b79-697d-4a80-a8ba-f13d811dcd3c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.165832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 870d12b8-b1b1-44ab-a66b-5e1e86fd254d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:28.173748 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.240659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Transition to ACTIVE for port object 60ac304a-d77d-490b-a14f-363616c74c5c will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:28.285368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Transition to ACTIVE for port object 60ac304a-d77d-490b-a14f-363616c74c5c will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:28.289226 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d775b79-697d-4a80-a8ba-f13d811dcd3c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.302943 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.400061 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.408104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Network 26400d37-6178-4103-a0e8-4000a0ffca3f is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:28.409769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Pushing event updated for resources: {'Port': ['ID=60ac304a-d77d-490b-a14f-363616c74c5c,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:28.412815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:28.416397 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:28.444218 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d775b79-697d-4a80-a8ba-f13d811dcd3c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.528330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d775b79-697d-4a80-a8ba-f13d811dcd3c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Subnet': ['ID=d277c07c-f5f1-47c3-8de1-d141df3ba5d7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:28.531139 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d775b79-697d-4a80-a8ba-f13d811dcd3c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.536509 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8d775b79-697d-4a80-a8ba-f13d811dcd3c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/d277c07c-f5f1-47c3-8de1-d141df3ba5d7 HTTP/1.1" status: 204 len: 168 time: 0.7632918 Jul 16 09:02:28.539379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58586) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:28.563948 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Attempting to bind port 60ac304a-d77d-490b-a14f-363616c74c5c on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:28.564426 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Attempting to bind port 60ac304a-d77d-490b-a14f-363616c74c5c by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '7c9f5f80-9bde-459b-aa6e-c57db6dfcbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26400d37-6178-4103-a0e8-4000a0ffca3f'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:28.564829 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Attempting to bind port 60ac304a-d77d-490b-a14f-363616c74c5c on network 26400d37-6178-4103-a0e8-4000a0ffca3f {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:28.577914 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca291a22-8d46-445d-acd5-d5c8b476b669 req-76d6bfca-49ea-4b89-85dc-11b4d03bde39 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 210 time: 0.0597823 Jul 16 09:02:28.580518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:28.580787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Checking segment: {'id': '7c9f5f80-9bde-459b-aa6e-c57db6dfcbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26400d37-6178-4103-a0e8-4000a0ffca3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:28.581191 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.581595 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Bound using segment: {'id': '7c9f5f80-9bde-459b-aa6e-c57db6dfcbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26400d37-6178-4103-a0e8-4000a0ffca3f'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:28.582101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Bound port: 60ac304a-d77d-490b-a14f-363616c74c5c, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9f5f80-9bde-459b-aa6e-c57db6dfcbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26400d37-6178-4103-a0e8-4000a0ffca3f'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:28.582493 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.744387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] For port 60ac304a-d77d-490b-a14f-363616c74c5c, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:28.755360 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] For port 60ac304a-d77d-490b-a14f-363616c74c5c, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=60ac304a-d77d-490b-a14f-363616c74c5c,segment=NetworkSegment(7c9f5f80-9bde-459b-aa6e-c57db6dfcbff),segment_id=7c9f5f80-9bde-459b-aa6e-c57db6dfcbff)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:28.763307 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:28.798942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a11057-46a8-4c2d-ae50-a7683821824e None None] Network 53a89827-75f4-4562-a039-1658b3911241 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:28.812303 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.004731 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4e9e7d-fb58-42f3-a260-9225e1f1e1c4 None None] Pushing event updated for resources: {'Port': ['ID=60ac304a-d77d-490b-a14f-363616c74c5c,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:29.012404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:29.012728 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.069251 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.119543 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bc94d121-0e2d-43e7-8a7f-f02b3416bc1f None None] Provisioning for port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:29.131049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bc94d121-0e2d-43e7-8a7f-f02b3416bc1f None None] Provisioning complete for port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:29.131429 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bc94d121-0e2d-43e7-8a7f-f02b3416bc1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.495535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bc94d121-0e2d-43e7-8a7f-f02b3416bc1f None None] Could not find standard attr ID for object 5d959f5e-b5fb-4333-8a5d-f12375782c40. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:02:29.550450 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] For port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=870d12b8-b1b1-44ab-a66b-5e1e86fd254d,segment=NetworkSegment(00403ce6-ac6b-4f6e-9850-9d10e701043c),segment_id=00403ce6-ac6b-4f6e-9850-9d10e701043c)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:29.551034 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.570582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 870d12b8-b1b1-44ab-a66b-5e1e86fd254d owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:29.604007 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee85354-1026-4c0f-839a-6721e6dcbe20 None None] DHCP port deletion for 53a89827-75f4-4562-a039-1658b3911241 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:02:29.719798 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7ee85354-1026-4c0f-839a-6721e6dcbe20 None None] Deleting port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:29.720104 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7ee85354-1026-4c0f-839a-6721e6dcbe20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.800791 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.889001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7ee85354-1026-4c0f-839a-6721e6dcbe20 None None] For port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=870d12b8-b1b1-44ab-a66b-5e1e86fd254d,segment=NetworkSegment(00403ce6-ac6b-4f6e-9850-9d10e701043c),segment_id=00403ce6-ac6b-4f6e-9850-9d10e701043c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:29.889878 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7ee85354-1026-4c0f-839a-6721e6dcbe20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:29.899046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=870d12b8-b1b1-44ab-a66b-5e1e86fd254d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:29.932269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No DVR routers for this DVR port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:29.989232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7ee85354-1026-4c0f-839a-6721e6dcbe20 None None] Calling delete_port for 870d12b8-b1b1-44ab-a66b-5e1e86fd254d owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:30.248541 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7ee85354-1026-4c0f-839a-6721e6dcbe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.414908 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 60ac304a-d77d-490b-a14f-363616c74c5c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:30.416988 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-703e7218-075f-4a2f-9f32-c77035650084 req-84bb2bfa-55a6-42c7-9852-cbd51c5d7c3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=eb3c8d9b-6a89-4dec-8e88-39bafd2a08b9 HTTP/1.1" status: 200 len: 210 time: 0.2780929 Jul 16 09:02:30.427030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee85354-1026-4c0f-839a-6721e6dcbe20 None None] Pushing event deleted for resources: {'Port': ['ID=870d12b8-b1b1-44ab-a66b-5e1e86fd254d,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:30.457197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee85354-1026-4c0f-839a-6721e6dcbe20 None None] No DVR routers for this DVR port 870d12b8-b1b1-44ab-a66b-5e1e86fd254d on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:30.540336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 60ac304a-d77d-490b-a14f-363616c74c5c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:30.551078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e21b0307-51c6-4830-b853-1de1926bda7f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:30.617160 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.666899 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a89827-75f4-4562-a039-1658b3911241']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:30.681577 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Router 06cf3b77-f1f6-4d60-b8a6-54438a73fe5a is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:02:30.717801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port e21b0307-51c6-4830-b853-1de1926bda7f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:30.724571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00403ce6-ac6b-4f6e-9850-9d10e701043c') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:30.725185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00403ce6-ac6b-4f6e-9850-9d10e701043c') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:30.725990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e21b0307-51c6-4830-b853-1de1926bda7f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:30.726374 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.803661 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.838818 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.882741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:02:30.883151 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:02:30.886950 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:02:30.957241 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:30.991995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:31.013780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270d17a7-416e-444f-970a-a127412b5663 None None] Network 26400d37-6178-4103-a0e8-4000a0ffca3f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:31.016549 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Sync routers for ids ['06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:31.035892 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.052072 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Routers {'06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:31.054215 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:02:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:31.089697 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port e21b0307-51c6-4830-b853-1de1926bda7f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e21b0307-51c6-4830-b853-1de1926bda7f,segment=NetworkSegment(59d7857c-4d13-4ac5-97cc-7640a9d31a89),segment_id=59d7857c-4d13-4ac5-97cc-7640a9d31a89)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:31.097561 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.109537 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/networks/53a89827-75f4-4562-a039-1658b3911241 HTTP/1.1" status: 204 len: 168 time: 2.5643511 Jul 16 09:02:31.109751 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58604) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:31.162236 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.180965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-75db60b9-1438-45b0-ab93-d3c39964333c None None] Provisioning for port 60ac304a-d77d-490b-a14f-363616c74c5c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:31.185666 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8c54ab-0c14-4f1a-972c-4bffd579becf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Network': ['ID=53a89827-75f4-4562-a039-1658b3911241,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:31.206074 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.208057 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-31d7f004-acf6-4f95-b679-13bad3b95be4 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.7684932 Jul 16 09:02:31.214389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58608) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:31.307570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-75db60b9-1438-45b0-ab93-d3c39964333c None None] Provisioning complete for port 60ac304a-d77d-490b-a14f-363616c74c5c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:31.308199 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-75db60b9-1438-45b0-ab93-d3c39964333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.359366 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3ba20c-8a43-491c-b2cd-a3b9fc595087 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:31.361816 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1a3ba20c-8a43-491c-b2cd-a3b9fc595087 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2508972 Jul 16 09:02:31.367328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58610) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:31.375840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 870d12b8-b1b1-44ab-a66b-5e1e86fd254d no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:31.536467 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Set router 06cf3b77-f1f6-4d60-b8a6-54438a73fe5a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:31.552557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58616) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:31.562938 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-77dc885e-5b88-4bb8-98c8-128694aba488 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1939166 Jul 16 09:02:31.568230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-663014be-e452-4542-8f99-f871485f4d5c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1497174633'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:31.678098 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663014be-e452-4542-8f99-f871485f4d5c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:31.681773 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-663014be-e452-4542-8f99-f871485f4d5c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.741633 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 870d12b8-b1b1-44ab-a66b-5e1e86fd254d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:31.742207 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 870d12b8-b1b1-44ab-a66b-5e1e86fd254d not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:31.825202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=e21b0307-51c6-4830-b853-1de1926bda7f,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:31.872313 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-663014be-e452-4542-8f99-f871485f4d5c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:02:31.917729 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-663014be-e452-4542-8f99-f871485f4d5c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:31.919455 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-663014be-e452-4542-8f99-f871485f4d5c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Added segment f861afe4-f31a-449c-87b0-c2ff4aae7971 of type vlan for network 63df94e6-6540-450e-a20c-457c859d40a3 Jul 16 09:02:31.975830 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-75db60b9-1438-45b0-ab93-d3c39964333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.063560 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'name': 'tempest-TestVolumeBackupRestore-1006195087-router', 'tenant_id': '6c754fd801b74d528de03069f71d8a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '458e9b4a-651c-46ae-81c3-3651f1945ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:25Z', 'updated_at': '2021-07-16T09:02:27Z', 'revision_number': 3, 'project_id': '6c754fd801b74d528de03069f71d8a82', 'gw_port': {'id': '458e9b4a-651c-46ae-81c3-3651f1945ea8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:27Z', 'updated_at': '2021-07-16T09:02:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:32.069505 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-75db60b9-1438-45b0-ab93-d3c39964333c None None] For port 60ac304a-d77d-490b-a14f-363616c74c5c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=60ac304a-d77d-490b-a14f-363616c74c5c,segment=NetworkSegment(7c9f5f80-9bde-459b-aa6e-c57db6dfcbff),segment_id=7c9f5f80-9bde-459b-aa6e-c57db6dfcbff)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:32.091620 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-75db60b9-1438-45b0-ab93-d3c39964333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.209492 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Checking router: 06cf3b77-f1f6-4d60-b8a6-54438a73fe5a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:32.210130 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Updating router 06cf3b77-f1f6-4d60-b8a6-54438a73fe5a port 458e9b4a-651c-46ae-81c3-3651f1945ea8 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:02:32.294627 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.300235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e21b0307-51c6-4830-b853-1de1926bda7f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:32.319824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db60b9-1438-45b0-ab93-d3c39964333c None None] Pushing event updated for resources: {'Port': ['ID=60ac304a-d77d-490b-a14f-363616c74c5c,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:32.402273 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-663014be-e452-4542-8f99-f871485f4d5c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.437143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e21b0307-51c6-4830-b853-1de1926bda7f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:32.437436 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.632071 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-663014be-e452-4542-8f99-f871485f4d5c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.638496 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663014be-e452-4542-8f99-f871485f4d5c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:32.639140 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-663014be-e452-4542-8f99-f871485f4d5c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.662868 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ed6bcbe2-9e6e-48a5-9111-2d12445670a8 None None] Provisioning complete for port 60ac304a-d77d-490b-a14f-363616c74c5c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:32.665259 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed6bcbe2-9e6e-48a5-9111-2d12445670a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.746516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663014be-e452-4542-8f99-f871485f4d5c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Network': ['ID=63df94e6-6540-450e-a20c-457c859d40a3,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:32.757642 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58626) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:32.763080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d329381d-fac5-4295-ab0b-d723b4aa68c7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'subnet': {'network_id': '63df94e6-6540-450e-a20c-457c859d40a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:32.770146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-663014be-e452-4542-8f99-f871485f4d5c tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2137530 Jul 16 09:02:32.783364 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 63df94e6-6540-450e-a20c-457c859d40a3 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:02:33.046050 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.065365 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d329381d-fac5-4295-ab0b-d723b4aa68c7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:33.071841 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d329381d-fac5-4295-ab0b-d723b4aa68c7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.119893 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.148407 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Transition to ACTIVE for port object 458e9b4a-651c-46ae-81c3-3651f1945ea8 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:33.161288 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.315705 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbbc0f-a863-4b90-8a5a-406cca517ccb None None] Pushing event updated for resources: {'Port': ['ID=458e9b4a-651c-46ae-81c3-3651f1945ea8,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:33.328710 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Attempting to bind port 458e9b4a-651c-46ae-81c3-3651f1945ea8 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:33.329430 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Attempting to bind port 458e9b4a-651c-46ae-81c3-3651f1945ea8 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:33.330395 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Attempting to bind port 458e9b4a-651c-46ae-81c3-3651f1945ea8 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:33.344771 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:33.345760 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:33.346407 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.348079 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:33.349077 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Bound port: 458e9b4a-651c-46ae-81c3-3651f1945ea8, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:33.349831 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.381544 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Allocated IP 172.20.0.1 (26400d37-6178-4103-a0e8-4000a0ffca3f/6f766fd7-d749-4e5d-94cb-5ba5f0300fe3/09dcaee9-4cfa-4f04-8632-b07c7fe3df25) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:33.477683 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] For port 458e9b4a-651c-46ae-81c3-3651f1945ea8, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:33.487357 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] For port 458e9b4a-651c-46ae-81c3-3651f1945ea8, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=458e9b4a-651c-46ae-81c3-3651f1945ea8,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:33.493931 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.500669 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d329381d-fac5-4295-ab0b-d723b4aa68c7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.602856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d329381d-fac5-4295-ab0b-d723b4aa68c7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Subnet': ['ID=e7e41fad-db1f-4f18-8ffa-86fc60606b95,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:33.625141 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.651917 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Routers {'06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:33.653785 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:02:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:33.659538 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fbbc0f-a863-4b90-8a5a-406cca517ccb None None] Pushing event updated for resources: {'Port': ['ID=458e9b4a-651c-46ae-81c3-3651f1945ea8,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:33.673694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Transition to ACTIVE for port object 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:33.723717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d329381d-fac5-4295-ab0b-d723b4aa68c7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Checking segment: {'id': 'f861afe4-f31a-449c-87b0-c2ff4aae7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '63df94e6-6540-450e-a20c-457c859d40a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:33.727672 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d329381d-fac5-4295-ab0b-d723b4aa68c7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network hostable DHCP agents. Network: 63df94e6-6540-450e-a20c-457c859d40a3, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:33.769304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d329381d-fac5-4295-ab0b-d723b4aa68c7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 63df94e6-6540-450e-a20c-457c859d40a3 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:33.802612 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.804830 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-d329381d-fac5-4295-ab0b-d723b4aa68c7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 63df94e6-6540-450e-a20c-457c859d40a3) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:33.822507 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb616f5-9ee2-4a9e-83b4-bbfbe36c4244 None None] Network 63df94e6-6540-450e-a20c-457c859d40a3 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:33.860579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d329381d-fac5-4295-ab0b-d723b4aa68c7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:33.862385 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d329381d-fac5-4295-ab0b-d723b4aa68c7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.882286 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] Set router 06cf3b77-f1f6-4d60-b8a6-54438a73fe5a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:33.910343 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d329381d-fac5-4295-ab0b-d723b4aa68c7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1512179 Jul 16 09:02:33.913069 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58632) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:33.931832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b3754959-2083-486a-a667-e2194b3726bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'network_id': '63df94e6-6540-450e-a20c-457c859d40a3', 'name': 'tempest-PortsIpV6TestJSON-944951122'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:33.987347 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Network 26400d37-6178-4103-a0e8-4000a0ffca3f is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:34.019716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:34.029797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:34.123737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Pushing event updated for resources: {'Port': ['ID=09dcaee9-4cfa-4f04-8632-b07c7fe3df25,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:34.193748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 60ac304a-d77d-490b-a14f-363616c74c5c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:34.204387 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.250777 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.317050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-63df94e6-6540-450e-a20c-457c859d40a3', 'network_id': '63df94e6-6540-450e-a20c-457c859d40a3', 'tenant_id': '18f2fb0c884c497f9a276b43d6536257', 'fixed_ips': [{'subnet_id': 'e7e41fad-db1f-4f18-8ffa-86fc60606b95'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:34.319080 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.344593 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 60ac304a-d77d-490b-a14f-363616c74c5c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:34.345392 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.479798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3754959-2083-486a-a667-e2194b3726bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:34.486081 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3754959-2083-486a-a667-e2194b3726bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.526524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-b3754959-2083-486a-a667-e2194b3726bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port de2ed16a-524c-4e89-a33a-d8124d6968ae yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:34.549291 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'name': 'tempest-TestVolumeBackupRestore-1006195087-router', 'tenant_id': '6c754fd801b74d528de03069f71d8a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '458e9b4a-651c-46ae-81c3-3651f1945ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:25Z', 'updated_at': '2021-07-16T09:02:27Z', 'revision_number': 3, 'project_id': '6c754fd801b74d528de03069f71d8a82', 'gw_port': {'id': '458e9b4a-651c-46ae-81c3-3651f1945ea8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:27Z', 'updated_at': '2021-07-16T09:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:34.654178 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e70437c7-530f-48e5-b1b5-23af040f1474 None None] The sync data for ids ['06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'] in n-d-758944-46 is: [{'id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'name': 'tempest-TestVolumeBackupRestore-1006195087-router', 'tenant_id': '6c754fd801b74d528de03069f71d8a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '458e9b4a-651c-46ae-81c3-3651f1945ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:25Z', 'updated_at': '2021-07-16T09:02:27Z', 'revision_number': 3, 'project_id': '6c754fd801b74d528de03069f71d8a82', 'gw_port': {'id': '458e9b4a-651c-46ae-81c3-3651f1945ea8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:27Z', 'updated_at': '2021-07-16T09:02:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:34.766145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f84960f1-256e-495f-b81a-e1f8fd9a772d None None] Provisioning for port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:34.772981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f84960f1-256e-495f-b81a-e1f8fd9a772d None None] Provisioning complete for port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:34.773473 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f84960f1-256e-495f-b81a-e1f8fd9a772d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.774635 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:34.885402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Allocated IP 2001:db8::2 (63df94e6-6540-450e-a20c-457c859d40a3/e7e41fad-db1f-4f18-8ffa-86fc60606b95/c581fe06-3999-4be0-b687-ba42e4bce14b) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:34.960627 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f84960f1-256e-495f-b81a-e1f8fd9a772d None None] Port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:35.206416 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.219361 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Transition to ACTIVE for port object c581fe06-3999-4be0-b687-ba42e4bce14b will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:35.234378 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.242614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Transition to ACTIVE for port object c581fe06-3999-4be0-b687-ba42e4bce14b will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:35.266450 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.289268 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.324758 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ba29fdd3-a67a-4795-beb7-3c38ea05db10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.444841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Pushing event updated for resources: {'Port': ['ID=09dcaee9-4cfa-4f04-8632-b07c7fe3df25,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:35.460691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Network 63df94e6-6540-450e-a20c-457c859d40a3 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:35.500645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:35.503732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-b3754959-2083-486a-a667-e2194b3726bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Allocated IP 2001:db8::3e9 (63df94e6-6540-450e-a20c-457c859d40a3/e7e41fad-db1f-4f18-8ffa-86fc60606b95/de2ed16a-524c-4e89-a33a-d8124d6968ae) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:35.515670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:35.540476 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Pushing event updated for resources: {'Port': ['ID=c581fe06-3999-4be0-b687-ba42e4bce14b,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:35.561414 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.629385 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.630487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.631340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.632121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.633060 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.633825 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.634585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.635382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.636100 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.640980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.641961 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.642745 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:35.728377 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.744962 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Attempting to bind port c581fe06-3999-4be0-b687-ba42e4bce14b on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:35.745545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Attempting to bind port c581fe06-3999-4be0-b687-ba42e4bce14b by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'f861afe4-f31a-449c-87b0-c2ff4aae7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '63df94e6-6540-450e-a20c-457c859d40a3'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:35.746143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Attempting to bind port c581fe06-3999-4be0-b687-ba42e4bce14b on network 63df94e6-6540-450e-a20c-457c859d40a3 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:35.764158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:35.768099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Checking segment: {'id': 'f861afe4-f31a-449c-87b0-c2ff4aae7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '63df94e6-6540-450e-a20c-457c859d40a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:35.768594 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.774061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Bound using segment: {'id': 'f861afe4-f31a-449c-87b0-c2ff4aae7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '63df94e6-6540-450e-a20c-457c859d40a3'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:35.774852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Bound port: c581fe06-3999-4be0-b687-ba42e4bce14b, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f861afe4-f31a-449c-87b0-c2ff4aae7971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '63df94e6-6540-450e-a20c-457c859d40a3'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:35.780114 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.863566 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58648) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:35.900482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Network 26400d37-6178-4103-a0e8-4000a0ffca3f is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:35.903054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:36.026737 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] For port c581fe06-3999-4be0-b687-ba42e4bce14b, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:36.037660 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] For port c581fe06-3999-4be0-b687-ba42e4bce14b, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c581fe06-3999-4be0-b687-ba42e4bce14b,segment=NetworkSegment(f861afe4-f31a-449c-87b0-c2ff4aae7971),segment_id=f861afe4-f31a-449c-87b0-c2ff4aae7971)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:36.051009 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.182744 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3754959-2083-486a-a667-e2194b3726bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.207873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2bd5b9-a7f1-46bd-a396-b96d0bf81a70 None None] Pushing event updated for resources: {'Port': ['ID=c581fe06-3999-4be0-b687-ba42e4bce14b,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:36.230142 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-b3754959-2083-486a-a667-e2194b3726bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Transition to ACTIVE for port object de2ed16a-524c-4e89-a33a-d8124d6968ae will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:36.338940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 458e9b4a-651c-46ae-81c3-3651f1945ea8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:36.355009 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3754959-2083-486a-a667-e2194b3726bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.524106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3754959-2083-486a-a667-e2194b3726bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 63df94e6-6540-450e-a20c-457c859d40a3 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:36.540188 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 458e9b4a-651c-46ae-81c3-3651f1945ea8 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:36.544410 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-b3754959-2083-486a-a667-e2194b3726bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:36.545877 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 458e9b4a-651c-46ae-81c3-3651f1945ea8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:36.551438 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3754959-2083-486a-a667-e2194b3726bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:36.555677 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.574234 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3754959-2083-486a-a667-e2194b3726bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:36.575045 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3754959-2083-486a-a667-e2194b3726bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.612293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3754959-2083-486a-a667-e2194b3726bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=de2ed16a-524c-4e89-a33a-d8124d6968ae,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:36.658795 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b3754959-2083-486a-a667-e2194b3726bc tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7426574 Jul 16 09:02:36.658795 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58656) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:36.691076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4e62df9b-0e6c-4f9f-8815-94921107dd74 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'network_id': '63df94e6-6540-450e-a20c-457c859d40a3', 'name': 'tempest-PortsIpV6TestJSON-482186951'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:36.708473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4957223e-bd38-4779-98e5-57cdec883c96 None None] Provisioning complete for port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:36.708966 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4957223e-bd38-4779-98e5-57cdec883c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.798994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-4957223e-bd38-4779-98e5-57cdec883c96 None None] Port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:36.902434 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.966315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 458e9b4a-651c-46ae-81c3-3651f1945ea8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=458e9b4a-651c-46ae-81c3-3651f1945ea8,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:36.976519 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:37.052687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e62df9b-0e6c-4f9f-8815-94921107dd74 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:37.063866 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e62df9b-0e6c-4f9f-8815-94921107dd74 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:37.110002 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-4e62df9b-0e6c-4f9f-8815-94921107dd74 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port f742a185-1a96-4727-a5f8-3bcc7c9e8436 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:37.123089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=458e9b4a-651c-46ae-81c3-3651f1945ea8,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:37.343147 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e628c5a4-a837-4b7a-8fcb-5ebc7547aa88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:37.415637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Router 06cf3b77-f1f6-4d60-b8a6-54438a73fe5a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:02:37.659433 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e628c5a4-a837-4b7a-8fcb-5ebc7547aa88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:37.744394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:02:37.759934 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-156874eb-62a6-4024-93d0-d95fc1061f37 admin admin] 10.222.0.20 "PUT /v2.0/routers/06cf3b77-f1f6-4d60-b8a6-54438a73fe5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5416071 Jul 16 09:02:37.763242 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e628c5a4-a837-4b7a-8fcb-5ebc7547aa88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:37.799369 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e628c5a4-a837-4b7a-8fcb-5ebc7547aa88 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=acd30e9ba26f469dbbc09d9f08dd9079&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9344385 Jul 16 09:02:37.800469 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58664) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:37.852348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-4e62df9b-0e6c-4f9f-8815-94921107dd74 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Allocated IP 2001:db8::2a6 (63df94e6-6540-450e-a20c-457c859d40a3/e7e41fad-db1f-4f18-8ffa-86fc60606b95/f742a185-1a96-4727-a5f8-3bcc7c9e8436) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:37.859859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628c5a4-a837-4b7a-8fcb-5ebc7547aa88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77265475-2f85-44e6-89b2-78dd8d5566cc,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:37.916843 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37a934ab-43b3-4012-8d45-3155b6b73a69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:37.976987 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-afd12a09-49ae-418f-ab56-5703a6e81962 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:37.997558 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37a934ab-43b3-4012-8d45-3155b6b73a69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.187475 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37a934ab-43b3-4012-8d45-3155b6b73a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.193193 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37a934ab-43b3-4012-8d45-3155b6b73a69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.199561 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-37a934ab-43b3-4012-8d45-3155b6b73a69 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77265475-2f85-44e6-89b2-78dd8d5566cc HTTP/1.1" status: 204 len: 168 time: 0.3960602 Jul 16 09:02:38.254992 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.264278 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a934ab-43b3-4012-8d45-3155b6b73a69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77265475-2f85-44e6-89b2-78dd8d5566cc,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:38.392254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 458e9b4a-651c-46ae-81c3-3651f1945ea8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:38.580182 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e62df9b-0e6c-4f9f-8815-94921107dd74 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.595057 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a73238a-05b1-46c2-bc21-27a3095da210 None None] Network 63df94e6-6540-450e-a20c-457c859d40a3 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:38.623309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-4e62df9b-0e6c-4f9f-8815-94921107dd74 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Transition to ACTIVE for port object f742a185-1a96-4727-a5f8-3bcc7c9e8436 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:38.692134 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e62df9b-0e6c-4f9f-8815-94921107dd74 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.709048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 458e9b4a-651c-46ae-81c3-3651f1945ea8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:38.710225 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.836926 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-65008afc-fa58-4636-b6ac-c1e7dbd2e09a None None] Provisioning for port c581fe06-3999-4be0-b687-ba42e4bce14b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:38.862676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e62df9b-0e6c-4f9f-8815-94921107dd74 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 63df94e6-6540-450e-a20c-457c859d40a3 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:38.864711 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4e62df9b-0e6c-4f9f-8815-94921107dd74 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:38.869713 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e62df9b-0e6c-4f9f-8815-94921107dd74 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:38.890685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e62df9b-0e6c-4f9f-8815-94921107dd74 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:38.892961 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e62df9b-0e6c-4f9f-8815-94921107dd74 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.929449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e62df9b-0e6c-4f9f-8815-94921107dd74 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=f742a185-1a96-4727-a5f8-3bcc7c9e8436,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:38.947879 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4e62df9b-0e6c-4f9f-8815-94921107dd74 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2872124 Jul 16 09:02:38.950311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58678) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:38.991907 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Sync routers for ids ['06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:02:39.186887 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Routers {'06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:39.188048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:02:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:39.262517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3060150-ee2d-469a-aa88-18c127ad0337 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:39.267030 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d3060150-ee2d-469a-aa88-18c127ad0337 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3e9 HTTP/1.1" status: 200 len: 928 time: 0.3131239 Jul 16 09:02:39.270067 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58694) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:39.336949 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c581fe06-3999-4be0-b687-ba42e4bce14b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:39.578351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a737782e-f896-447e-80e5-e10713c882aa tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port f742a185-1a96-4727-a5f8-3bcc7c9e8436 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:39.581837 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a737782e-f896-447e-80e5-e10713c882aa tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.713709 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port c581fe06-3999-4be0-b687-ba42e4bce14b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:39.726840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Set router 06cf3b77-f1f6-4d60-b8a6-54438a73fe5a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:39.853886 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port c581fe06-3999-4be0-b687-ba42e4bce14b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:39.855023 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:39.990906 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a737782e-f896-447e-80e5-e10713c882aa tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.028018 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.038149 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a737782e-f896-447e-80e5-e10713c882aa tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for f742a185-1a96-4727-a5f8-3bcc7c9e8436 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:40.594347 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.601774 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a737782e-f896-447e-80e5-e10713c882aa tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.681327 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port c581fe06-3999-4be0-b687-ba42e4bce14b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c581fe06-3999-4be0-b687-ba42e4bce14b,segment=NetworkSegment(f861afe4-f31a-449c-87b0-c2ff4aae7971),segment_id=f861afe4-f31a-449c-87b0-c2ff4aae7971)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:40.694447 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.765767 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=c581fe06-3999-4be0-b687-ba42e4bce14b,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:40.802979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-021c7214-9daf-4ea4-8bab-8e30d088a2ca None None] Provisioning for port de2ed16a-524c-4e89-a33a-d8124d6968ae completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:40.803164 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a737782e-f896-447e-80e5-e10713c882aa tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.803396 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a737782e-f896-447e-80e5-e10713c882aa tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/f742a185-1a96-4727-a5f8-3bcc7c9e8436 HTTP/1.1" status: 204 len: 168 time: 1.5314715 Jul 16 09:02:40.804904 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a737782e-f896-447e-80e5-e10713c882aa tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=f742a185-1a96-4727-a5f8-3bcc7c9e8436,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:40.806189 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58746) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:40.817338 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'name': 'tempest-TestVolumeBackupRestore-1006195087-router', 'tenant_id': '6c754fd801b74d528de03069f71d8a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '458e9b4a-651c-46ae-81c3-3651f1945ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:25Z', 'updated_at': '2021-07-16T09:02:34Z', 'revision_number': 4, 'project_id': '6c754fd801b74d528de03069f71d8a82', 'gw_port': {'id': '458e9b4a-651c-46ae-81c3-3651f1945ea8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:27Z', 'updated_at': '2021-07-16T09:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '09dcaee9-4cfa-4f04-8632-b07c7fe3df25', 'name': '', 'network_id': '26400d37-6178-4103-a0e8-4000a0ffca3f', 'tenant_id': '6c754fd801b74d528de03069f71d8a82', 'mac_address': 'fa:16:3e:9c:2a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '6f766fd7-d749-4e5d-94cb-5ba5f0300fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:33Z', 'updated_at': '2021-07-16T09:02:34Z', 'revision_number': 2, 'project_id': '6c754fd801b74d528de03069f71d8a82', 'subnets': [{'id': '6f766fd7-d749-4e5d-94cb-5ba5f0300fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:40.819900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-021c7214-9daf-4ea4-8bab-8e30d088a2ca None None] Provisioning complete for port de2ed16a-524c-4e89-a33a-d8124d6968ae triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:40.820459 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-021c7214-9daf-4ea4-8bab-8e30d088a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:40.956534 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Checking router: 06cf3b77-f1f6-4d60-b8a6-54438a73fe5a for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:02:40.957274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Updating router 06cf3b77-f1f6-4d60-b8a6-54438a73fe5a port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:02:40.961439 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-a33b0957-a1c3-42e6-848d-2586c7e50890 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] GET failed (client error): The resource could not be found. Jul 16 09:02:40.964755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a33b0957-a1c3-42e6-848d-2586c7e50890 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/f742a185-1a96-4727-a5f8-3bcc7c9e8436 HTTP/1.1" status: 404 len: 333 time: 0.1510084 Jul 16 09:02:40.967592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58754) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:41.058974 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.064532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-021c7214-9daf-4ea4-8bab-8e30d088a2ca None None] Port de2ed16a-524c-4e89-a33a-d8124d6968ae cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:41.170546 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-021c7214-9daf-4ea4-8bab-8e30d088a2ca None None] Provisioning complete for port c581fe06-3999-4be0-b687-ba42e4bce14b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:41.171102 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-021c7214-9daf-4ea4-8bab-8e30d088a2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.329446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7de2175f-4e11-435a-bfca-8a3963d2c729 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port de2ed16a-524c-4e89-a33a-d8124d6968ae {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:41.330336 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7de2175f-4e11-435a-bfca-8a3963d2c729 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.451866 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.726191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-021c7214-9daf-4ea4-8bab-8e30d088a2ca None None] Could not find standard attr ID for object f742a185-1a96-4727-a5f8-3bcc7c9e8436. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:02:41.764255 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7de2175f-4e11-435a-bfca-8a3963d2c729 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:41.810123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7de2175f-4e11-435a-bfca-8a3963d2c729 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for de2ed16a-524c-4e89-a33a-d8124d6968ae owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:41.981299 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b03bac2-c51b-40ca-8c4f-35eb4fbb48a6 None None] Provisioning complete for port de2ed16a-524c-4e89-a33a-d8124d6968ae triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:41.984244 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b03bac2-c51b-40ca-8c4f-35eb4fbb48a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.154756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b03bac2-c51b-40ca-8c4f-35eb4fbb48a6 None None] Port de2ed16a-524c-4e89-a33a-d8124d6968ae cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:42.161765 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7de2175f-4e11-435a-bfca-8a3963d2c729 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.264086 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7de2175f-4e11-435a-bfca-8a3963d2c729 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.273669 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58810) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:42.279375 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7de2175f-4e11-435a-bfca-8a3963d2c729 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/de2ed16a-524c-4e89-a33a-d8124d6968ae HTTP/1.1" status: 204 len: 168 time: 1.3095074 Jul 16 09:02:42.315965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5b6626eb-d287-4496-90f3-b721d09fe1b9 None None] Could not find standard attr ID for object f742a185-1a96-4727-a5f8-3bcc7c9e8436. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:02:42.320456 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de2175f-4e11-435a-bfca-8a3963d2c729 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=de2ed16a-524c-4e89-a33a-d8124d6968ae,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:42.353489 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.368955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Transition to ACTIVE for port object 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:42.380053 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.407377 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-72e4e426-bab9-4040-9219-15f0742b4eab tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] GET failed (client error): The resource could not be found. Jul 16 09:02:42.412374 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-72e4e426-bab9-4040-9219-15f0742b4eab tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/de2ed16a-524c-4e89-a33a-d8124d6968ae HTTP/1.1" status: 404 len: 333 time: 0.1337037 Jul 16 09:02:42.413390 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58814) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:42.516415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7cb024-3d21-4c59-bf4d-1f31609efdad tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting subnet e7e41fad-db1f-4f18-8ffa-86fc60606b95 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:02:42.522495 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb024-3d21-4c59-bf4d-1f31609efdad tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.537216 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56653f-eeef-434a-8fdb-982183e35e8f None None] Pushing event updated for resources: {'Port': ['ID=09dcaee9-4cfa-4f04-8632-b07c7fe3df25,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:42.604633 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb024-3d21-4c59-bf4d-1f31609efdad tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.853393 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb024-3d21-4c59-bf4d-1f31609efdad tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:42.890966 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c581fe06-3999-4be0-b687-ba42e4bce14b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:43.016424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Attempting to bind port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:43.016992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Attempting to bind port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '7c9f5f80-9bde-459b-aa6e-c57db6dfcbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26400d37-6178-4103-a0e8-4000a0ffca3f'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:43.017321 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Attempting to bind port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 on network 26400d37-6178-4103-a0e8-4000a0ffca3f {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:43.027634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:43.028616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Checking segment: {'id': '7c9f5f80-9bde-459b-aa6e-c57db6dfcbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26400d37-6178-4103-a0e8-4000a0ffca3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:43.029311 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.029896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Bound using segment: {'id': '7c9f5f80-9bde-459b-aa6e-c57db6dfcbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26400d37-6178-4103-a0e8-4000a0ffca3f'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:43.031612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Bound port: 09dcaee9-4cfa-4f04-8632-b07c7fe3df25, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c9f5f80-9bde-459b-aa6e-c57db6dfcbff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '26400d37-6178-4103-a0e8-4000a0ffca3f'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:43.033260 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.121261 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb024-3d21-4c59-bf4d-1f31609efdad tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.151666 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port c581fe06-3999-4be0-b687-ba42e4bce14b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:43.152060 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.184029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] For port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:43.207956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] For port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=09dcaee9-4cfa-4f04-8632-b07c7fe3df25,segment=NetworkSegment(7c9f5f80-9bde-459b-aa6e-c57db6dfcbff),segment_id=7c9f5f80-9bde-459b-aa6e-c57db6dfcbff)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:43.224194 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.255354 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cb024-3d21-4c59-bf4d-1f31609efdad tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e41fad-db1f-4f18-8ffa-86fc60606b95,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:43.268224 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b7cb024-3d21-4c59-bf4d-1f31609efdad tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.272768 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8b7cb024-3d21-4c59-bf4d-1f31609efdad tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/e7e41fad-db1f-4f18-8ffa-86fc60606b95 HTTP/1.1" status: 204 len: 168 time: 0.8571057 Jul 16 09:02:43.275161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58832) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:43.304125 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3653edfa-c985-4247-9231-df5097ef7879 None None] Network 63df94e6-6540-450e-a20c-457c859d40a3 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:43.472777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.566394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56653f-eeef-434a-8fdb-982183e35e8f None None] Pushing event updated for resources: {'Port': ['ID=09dcaee9-4cfa-4f04-8632-b07c7fe3df25,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:43.596522 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Routers {'06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:02:43.597945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:02:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:43.662341 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port c581fe06-3999-4be0-b687-ba42e4bce14b {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:43.664685 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.891190 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] For port c581fe06-3999-4be0-b687-ba42e4bce14b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c581fe06-3999-4be0-b687-ba42e4bce14b,segment=NetworkSegment(f861afe4-f31a-449c-87b0-c2ff4aae7971),segment_id=f861afe4-f31a-449c-87b0-c2ff4aae7971)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:43.892399 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:43.916746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for c581fe06-3999-4be0-b687-ba42e4bce14b owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:44.037319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] Set router 06cf3b77-f1f6-4d60-b8a6-54438a73fe5a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:02:44.089310 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.138036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=c581fe06-3999-4be0-b687-ba42e4bce14b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:44.147385 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No DVR routers for this DVR port c581fe06-3999-4be0-b687-ba42e4bce14b on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:44.234262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419907c7-870b-401f-a51c-6cdadfcfe809 None None] DHCP port deletion for 63df94e6-6540-450e-a20c-457c859d40a3 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:02:44.235550 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58856) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:44.249666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ed09685b-8311-4a5a-8fb1-083aaa29dd82 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1119180585', 'description': 'tempest-secgroup-smoke-1119180585 description', 'project_id': '6d7d127892994ef29d6fc34730914246'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:44.302671 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed09685b-8311-4a5a-8fb1-083aaa29dd82 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.324115 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.341778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63df94e6-6540-450e-a20c-457c859d40a3']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:44.361737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f861afe4-f31a-449c-87b0-c2ff4aae7971') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:44.362556 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f861afe4-f31a-449c-87b0-c2ff4aae7971') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:44.380424 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.408239 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.427136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:02:44.427661 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:02:44.432523 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:02:44.453770 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed09685b-8311-4a5a-8fb1-083aaa29dd82 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.467302 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed09685b-8311-4a5a-8fb1-083aaa29dd82 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.497906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'name': 'tempest-TestVolumeBackupRestore-1006195087-router', 'tenant_id': '6c754fd801b74d528de03069f71d8a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '458e9b4a-651c-46ae-81c3-3651f1945ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:25Z', 'updated_at': '2021-07-16T09:02:34Z', 'revision_number': 4, 'project_id': '6c754fd801b74d528de03069f71d8a82', 'gw_port': {'id': '458e9b4a-651c-46ae-81c3-3651f1945ea8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:27Z', 'updated_at': '2021-07-16T09:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '09dcaee9-4cfa-4f04-8632-b07c7fe3df25', 'name': '', 'network_id': '26400d37-6178-4103-a0e8-4000a0ffca3f', 'tenant_id': '6c754fd801b74d528de03069f71d8a82', 'mac_address': 'fa:16:3e:9c:2a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '6f766fd7-d749-4e5d-94cb-5ba5f0300fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:33Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '6c754fd801b74d528de03069f71d8a82', 'subnets': [{'id': '6f766fd7-d749-4e5d-94cb-5ba5f0300fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:44.527701 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed09685b-8311-4a5a-8fb1-083aaa29dd82 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.533064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c59ecf-4800-4071-a144-6798e9e260ce None None] The sync data for ids ['06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'] in n-d-758944-46 is: [{'id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'name': 'tempest-TestVolumeBackupRestore-1006195087-router', 'tenant_id': '6c754fd801b74d528de03069f71d8a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '458e9b4a-651c-46ae-81c3-3651f1945ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:25Z', 'updated_at': '2021-07-16T09:02:34Z', 'revision_number': 4, 'project_id': '6c754fd801b74d528de03069f71d8a82', 'gw_port': {'id': '458e9b4a-651c-46ae-81c3-3651f1945ea8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:27Z', 'updated_at': '2021-07-16T09:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '09dcaee9-4cfa-4f04-8632-b07c7fe3df25', 'name': '', 'network_id': '26400d37-6178-4103-a0e8-4000a0ffca3f', 'tenant_id': '6c754fd801b74d528de03069f71d8a82', 'mac_address': 'fa:16:3e:9c:2a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3266, 'fixed_ips': [{'subnet_id': '6f766fd7-d749-4e5d-94cb-5ba5f0300fe3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:33Z', 'updated_at': '2021-07-16T09:02:43Z', 'revision_number': 4, 'project_id': '6c754fd801b74d528de03069f71d8a82', 'subnets': [{'id': '6f766fd7-d749-4e5d-94cb-5ba5f0300fe3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:02:44.534312 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.541599 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ed09685b-8311-4a5a-8fb1-083aaa29dd82 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3031735 Jul 16 09:02:44.542467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58860) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:44.557434 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.562538 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/networks/63df94e6-6540-450e-a20c-457c859d40a3 HTTP/1.1" status: 204 len: 168 time: 1.2830260 Jul 16 09:02:44.570020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-bf418f03-a42a-444b-89df-9b29e78d78e8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'security_group_rule': {'security_group_id': '8de01d26-32b3-4cad-a78c-446b69884af4', 'project_id': '6d7d127892994ef29d6fc34730914246', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:44.587969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58864) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:44.600248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed09685b-8311-4a5a-8fb1-083aaa29dd82 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de01d26-32b3-4cad-a78c-446b69884af4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:44.600616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3eb14203-80da-4779-aee1-6da0a825df61 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1052047512'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:44.606989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248315ce-b461-4bab-a50f-5a2865aaa964 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Network': ['ID=63df94e6-6540-450e-a20c-457c859d40a3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:44.664915 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf418f03-a42a-444b-89df-9b29e78d78e8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.677248 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eb14203-80da-4779-aee1-6da0a825df61 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:44.683813 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3eb14203-80da-4779-aee1-6da0a825df61 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.743911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eb14203-80da-4779-aee1-6da0a825df61 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:02:44.770733 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3eb14203-80da-4779-aee1-6da0a825df61 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.771456 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-3eb14203-80da-4779-aee1-6da0a825df61 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Added segment ddc29ac2-278e-42e9-8b5f-317d9b8ee875 of type vlan for network 36f72c84-ae14-4d50-98e1-4edb6db05b3b Jul 16 09:02:44.843395 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf418f03-a42a-444b-89df-9b29e78d78e8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.857332 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf418f03-a42a-444b-89df-9b29e78d78e8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.940063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf418f03-a42a-444b-89df-9b29e78d78e8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bcf1ad-5814-40cc-8637-a9fd3e38466f,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:44.947588 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf418f03-a42a-444b-89df-9b29e78d78e8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.953780 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bf418f03-a42a-444b-89df-9b29e78d78e8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3967688 Jul 16 09:02:44.954932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58868) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:44.969135 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3eb14203-80da-4779-aee1-6da0a825df61 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:44.986748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-2d3697f1-c320-45fa-8b1c-b2228a6100f2 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'security_group_rule': {'security_group_id': '8de01d26-32b3-4cad-a78c-446b69884af4', 'project_id': '6d7d127892994ef29d6fc34730914246', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:45.047658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:45.092468 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d3697f1-c320-45fa-8b1c-b2228a6100f2 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.136086 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3eb14203-80da-4779-aee1-6da0a825df61 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.157344 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eb14203-80da-4779-aee1-6da0a825df61 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:45.158424 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3eb14203-80da-4779-aee1-6da0a825df61 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.219955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:45.229026 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:45.230353 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.326645 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3eb14203-80da-4779-aee1-6da0a825df61 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7330837 Jul 16 09:02:45.329332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58874) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:45.372673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a9d389af-4bb4-4221-a646-f82291f667af tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'subnet': {'network_id': '36f72c84-ae14-4d50-98e1-4edb6db05b3b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:45.382021 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.401705 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb14203-80da-4779-aee1-6da0a825df61 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Network': ['ID=36f72c84-ae14-4d50-98e1-4edb6db05b3b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:45.424672 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d3697f1-c320-45fa-8b1c-b2228a6100f2 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.450610 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d3697f1-c320-45fa-8b1c-b2228a6100f2 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.453670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=09dcaee9-4cfa-4f04-8632-b07c7fe3df25,segment=NetworkSegment(7c9f5f80-9bde-459b-aa6e-c57db6dfcbff),segment_id=7c9f5f80-9bde-459b-aa6e-c57db6dfcbff)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:45.459278 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 36f72c84-ae14-4d50-98e1-4edb6db05b3b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:02:45.467318 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.564398 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d3697f1-c320-45fa-8b1c-b2228a6100f2 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.567193 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2d3697f1-c320-45fa-8b1c-b2228a6100f2 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6106830 Jul 16 09:02:45.571827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58876) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:45.580195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3697f1-c320-45fa-8b1c-b2228a6100f2 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d4b0db-7642-4da0-b552-7a9f3cef0275,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:45.581878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-68198e3c-afac-440a-af83-15c35d0c3042 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'security_group_rule': {'security_group_id': '8de01d26-32b3-4cad-a78c-446b69884af4', 'project_id': '6d7d127892994ef29d6fc34730914246', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:45.630804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c581fe06-3999-4be0-b687-ba42e4bce14b no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:45.695776 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-68198e3c-afac-440a-af83-15c35d0c3042 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.768383 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d389af-4bb4-4221-a646-f82291f667af tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:45.777143 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9d389af-4bb4-4221-a646-f82291f667af tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.794611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: c581fe06-3999-4be0-b687-ba42e4bce14b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:45.795114 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c581fe06-3999-4be0-b687-ba42e4bce14b not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:45.900942 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-68198e3c-afac-440a-af83-15c35d0c3042 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.916241 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-68198e3c-afac-440a-af83-15c35d0c3042 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.997434 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-68198e3c-afac-440a-af83-15c35d0c3042 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.007558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=09dcaee9-4cfa-4f04-8632-b07c7fe3df25,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:46.009223 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-68198e3c-afac-440a-af83-15c35d0c3042 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4350171 Jul 16 09:02:46.021140 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58880) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:46.031641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-7fc1a533-434e-4df4-9604-cbb61ba6e7ed tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'security_group_rule': {'security_group_id': '8de01d26-32b3-4cad-a78c-446b69884af4', 'project_id': '6d7d127892994ef29d6fc34730914246', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:46.088124 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68198e3c-afac-440a-af83-15c35d0c3042 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29843bc4-f7a7-445c-ab95-6af748b24fc1,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:46.138340 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a533-434e-4df4-9604-cbb61ba6e7ed tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.217479 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9d389af-4bb4-4221-a646-f82291f667af tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.303059 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a533-434e-4df4-9604-cbb61ba6e7ed tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.314671 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a533-434e-4df4-9604-cbb61ba6e7ed tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.350345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc1a533-434e-4df4-9604-cbb61ba6e7ed tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b019ed-4632-42ee-944a-ae0ae85f2833,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:46.355794 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7fc1a533-434e-4df4-9604-cbb61ba6e7ed tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.359020 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7fc1a533-434e-4df4-9604-cbb61ba6e7ed tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3346248 Jul 16 09:02:46.364208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58884) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:46.371915 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d389af-4bb4-4221-a646-f82291f667af tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Subnet': ['ID=02702516-5fcb-4911-a75c-3565ffbd85c6,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:46.376395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5a811afa-939f-497f-8be1-519ae11ccaea tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'security_group_rule': {'security_group_id': '8de01d26-32b3-4cad-a78c-446b69884af4', 'project_id': '6d7d127892994ef29d6fc34730914246', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:46.378310 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d389af-4bb4-4221-a646-f82291f667af tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Checking segment: {'id': 'ddc29ac2-278e-42e9-8b5f-317d9b8ee875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '36f72c84-ae14-4d50-98e1-4edb6db05b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:46.378693 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d389af-4bb4-4221-a646-f82291f667af tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network hostable DHCP agents. Network: 36f72c84-ae14-4d50-98e1-4edb6db05b3b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:46.425900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d389af-4bb4-4221-a646-f82291f667af tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 36f72c84-ae14-4d50-98e1-4edb6db05b3b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:46.429311 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-5a811afa-939f-497f-8be1-519ae11ccaea tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Project 6d7d127892994ef29d6fc34730914246 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:02:46.449539 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-a9d389af-4bb4-4221-a646-f82291f667af tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 36f72c84-ae14-4d50-98e1-4edb6db05b3b) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:46.453776 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5a811afa-939f-497f-8be1-519ae11ccaea tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.456206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d389af-4bb4-4221-a646-f82291f667af tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:46.456932 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9d389af-4bb4-4221-a646-f82291f667af tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.472325 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3789cad6-1371-4a08-80d4-e1a32fcae74e None None] Network 36f72c84-ae14-4d50-98e1-4edb6db05b3b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:46.503441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 58886) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:46.503779 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a9d389af-4bb4-4221-a646-f82291f667af tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1725252 Jul 16 09:02:46.523623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d0025e67-52a0-40ee-ac17-430c25bf3b1d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'network_id': '36f72c84-ae14-4d50-98e1-4edb6db05b3b', 'name': 'tempest-PortsIpV6TestJSON-629296713', 'fixed_ips': [{'subnet_id': '02702516-5fcb-4911-a75c-3565ffbd85c6', 'ip_address': '2001:db8::10'}]}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:46.821230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-36f72c84-ae14-4d50-98e1-4edb6db05b3b', 'network_id': '36f72c84-ae14-4d50-98e1-4edb6db05b3b', 'tenant_id': '18f2fb0c884c497f9a276b43d6536257', 'fixed_ips': [{'subnet_id': '02702516-5fcb-4911-a75c-3565ffbd85c6'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:46.822970 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:46.955671 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0025e67-52a0-40ee-ac17-430c25bf3b1d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:46.992426 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:47.121060 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5a811afa-939f-497f-8be1-519ae11ccaea tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.211769 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5a811afa-939f-497f-8be1-519ae11ccaea tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.247377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:47.247919 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.249576 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a811afa-939f-497f-8be1-519ae11ccaea tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1d4f2a-a64d-4248-9775-228a23003cc8,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:47.319968 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5a811afa-939f-497f-8be1-519ae11ccaea tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.321861 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5a811afa-939f-497f-8be1-519ae11ccaea tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9543197 Jul 16 09:02:47.326188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58894) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:47.332009 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-83db79f5-8a97-4459-8326-bdc1c2c82d72 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'security_group_rule': {'security_group_id': '8de01d26-32b3-4cad-a78c-446b69884af4', 'project_id': '6d7d127892994ef29d6fc34730914246', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:47.367066 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Allocated IP 2001:db8::2 (36f72c84-ae14-4d50-98e1-4edb6db05b3b/02702516-5fcb-4911-a75c-3565ffbd85c6/ec51137d-9e31-4a0c-87a6-576ad0efa610) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:47.373596 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d0025e67-52a0-40ee-ac17-430c25bf3b1d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.391015 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-83db79f5-8a97-4459-8326-bdc1c2c82d72 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Project 6d7d127892994ef29d6fc34730914246 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:02:47.408261 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83db79f5-8a97-4459-8326-bdc1c2c82d72 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.472774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-d0025e67-52a0-40ee-ac17-430c25bf3b1d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port 623244cf-8fde-4d1c-b40f-982b16c186be yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:47.544464 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83db79f5-8a97-4459-8326-bdc1c2c82d72 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.558752 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83db79f5-8a97-4459-8326-bdc1c2c82d72 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.603065 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83db79f5-8a97-4459-8326-bdc1c2c82d72 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcc3afec-2c97-4977-a5de-3b51474ec0c3,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:47.608416 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83db79f5-8a97-4459-8326-bdc1c2c82d72 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:47.611335 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-83db79f5-8a97-4459-8326-bdc1c2c82d72 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2833791 Jul 16 09:02:47.940179 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.009436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Transition to ACTIVE for port object ec51137d-9e31-4a0c-87a6-576ad0efa610 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:48.071702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Transition to ACTIVE for port object ec51137d-9e31-4a0c-87a6-576ad0efa610 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:48.102672 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.210597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Network 36f72c84-ae14-4d50-98e1-4edb6db05b3b is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:48.219870 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-d0025e67-52a0-40ee-ac17-430c25bf3b1d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Allocated IP 2001:db8::10 (36f72c84-ae14-4d50-98e1-4edb6db05b3b/02702516-5fcb-4911-a75c-3565ffbd85c6/623244cf-8fde-4d1c-b40f-982b16c186be) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:48.225551 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:48.236669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:48.463298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Pushing event updated for resources: {'Port': ['ID=ec51137d-9e31-4a0c-87a6-576ad0efa610,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:48.518665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Attempting to bind port ec51137d-9e31-4a0c-87a6-576ad0efa610 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:48.519451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Attempting to bind port ec51137d-9e31-4a0c-87a6-576ad0efa610 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'ddc29ac2-278e-42e9-8b5f-317d9b8ee875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '36f72c84-ae14-4d50-98e1-4edb6db05b3b'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:48.520143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Attempting to bind port ec51137d-9e31-4a0c-87a6-576ad0efa610 on network 36f72c84-ae14-4d50-98e1-4edb6db05b3b {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:48.531379 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:48.532627 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Checking segment: {'id': 'ddc29ac2-278e-42e9-8b5f-317d9b8ee875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '36f72c84-ae14-4d50-98e1-4edb6db05b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:48.533638 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.534254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Bound using segment: {'id': 'ddc29ac2-278e-42e9-8b5f-317d9b8ee875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '36f72c84-ae14-4d50-98e1-4edb6db05b3b'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:48.535220 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Bound port: ec51137d-9e31-4a0c-87a6-576ad0efa610, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc29ac2-278e-42e9-8b5f-317d9b8ee875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '36f72c84-ae14-4d50-98e1-4edb6db05b3b'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:48.536088 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.629821 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d0025e67-52a0-40ee-ac17-430c25bf3b1d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.661192 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-d0025e67-52a0-40ee-ac17-430c25bf3b1d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Transition to ACTIVE for port object 623244cf-8fde-4d1c-b40f-982b16c186be will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:48.728950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7541b802-db42-4931-8d57-796e5f59897b None None] For port ec51137d-9e31-4a0c-87a6-576ad0efa610, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:48.736613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7541b802-db42-4931-8d57-796e5f59897b None None] For port ec51137d-9e31-4a0c-87a6-576ad0efa610, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ec51137d-9e31-4a0c-87a6-576ad0efa610,segment=NetworkSegment(ddc29ac2-278e-42e9-8b5f-317d9b8ee875),segment_id=ddc29ac2-278e-42e9-8b5f-317d9b8ee875)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:48.745512 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.790538 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d0025e67-52a0-40ee-ac17-430c25bf3b1d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:48.894130 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7541b802-db42-4931-8d57-796e5f59897b None None] Pushing event updated for resources: {'Port': ['ID=ec51137d-9e31-4a0c-87a6-576ad0efa610,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:49.001109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0025e67-52a0-40ee-ac17-430c25bf3b1d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 36f72c84-ae14-4d50-98e1-4edb6db05b3b is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:49.037774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-d0025e67-52a0-40ee-ac17-430c25bf3b1d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:49.039950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0025e67-52a0-40ee-ac17-430c25bf3b1d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:49.055059 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0025e67-52a0-40ee-ac17-430c25bf3b1d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:49.056320 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d0025e67-52a0-40ee-ac17-430c25bf3b1d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.162751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0025e67-52a0-40ee-ac17-430c25bf3b1d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=623244cf-8fde-4d1c-b40f-982b16c186be,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:49.172679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 58970) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:49.173183 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d0025e67-52a0-40ee-ac17-430c25bf3b1d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.6669731 Jul 16 09:02:49.190883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7c32ffbb-e3b6-471d-8b87-82ffb0c99752 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'network_id': '36f72c84-ae14-4d50-98e1-4edb6db05b3b', 'name': 'tempest-PortsIpV6TestJSON-1233173480', 'fixed_ips': [{'subnet_id': '02702516-5fcb-4911-a75c-3565ffbd85c6', 'ip_address': '2001:db8::f'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:49.223352 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0dbc7be2-adc2-4bf9-a46d-1c65cefde590 req-a1194844-77b8-409f-9f0b-d84d2076bd62 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1614351 Jul 16 09:02:49.436530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc7be2-adc2-4bf9-a46d-1c65cefde590 req-ce5bbdec-38bf-4ae4-9faf-25cfee66e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:49.439602 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0dbc7be2-adc2-4bf9-a46d-1c65cefde590 req-ce5bbdec-38bf-4ae4-9faf-25cfee66e7bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a797f55e5f8d475aab89c0ea124e907d&device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 1097 time: 0.1629183 Jul 16 09:02:49.674030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c32ffbb-e3b6-471d-8b87-82ffb0c99752 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:49.740941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc7be2-adc2-4bf9-a46d-1c65cefde590 req-9fbfb6a4-a8d5-43cc-95ef-78732d30233e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:49.744135 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0dbc7be2-adc2-4bf9-a46d-1c65cefde590 req-9fbfb6a4-a8d5-43cc-95ef-78732d30233e service neutron] 10.222.0.15 "GET /v2.0/networks?id=2543bb20-c5ab-4e61-a2cc-15698c179b37 HTTP/1.1" status: 200 len: 908 time: 0.2759690 Jul 16 09:02:49.858067 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0dbc7be2-adc2-4bf9-a46d-1c65cefde590 req-a60111bf-fbd2-43cf-a48e-c715a4f36298 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ce2860-37d7-44f4-bb61-38594388fd9d HTTP/1.1" status: 200 len: 1001 time: 0.1061528 Jul 16 09:02:49.889217 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c32ffbb-e3b6-471d-8b87-82ffb0c99752 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:49.938325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-7c32ffbb-e3b6-471d-8b87-82ffb0c99752 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port 97600fa6-57a4-4680-91dd-698255a7c35c yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:49.984992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc7be2-adc2-4bf9-a46d-1c65cefde590 req-8665e197-41d0-4103-b96b-83f90d698253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:49.989134 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0dbc7be2-adc2-4bf9-a46d-1c65cefde590 req-8665e197-41d0-4103-b96b-83f90d698253 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a7ca94-5f5e-4d62-9deb-79d8b68dca0f HTTP/1.1" status: 200 len: 847 time: 0.1235969 Jul 16 09:02:50.149990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbc7be2-adc2-4bf9-a46d-1c65cefde590 req-3ebe1787-d990-462e-bde3-1ea63a1a35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:50.151770 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0dbc7be2-adc2-4bf9-a46d-1c65cefde590 req-3ebe1787-d990-462e-bde3-1ea63a1a35b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2543bb20-c5ab-4e61-a2cc-15698c179b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1558774 Jul 16 09:02:50.441150 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0dbc7be2-adc2-4bf9-a46d-1c65cefde590 req-46655421-1fb5-4c5f-ac9b-def3630b6ab0 service neutron] 10.222.0.15 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821808 Jul 16 09:02:50.457853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-7c32ffbb-e3b6-471d-8b87-82ffb0c99752 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Allocated IP 2001:db8::f (36f72c84-ae14-4d50-98e1-4edb6db05b3b/02702516-5fcb-4911-a75c-3565ffbd85c6/97600fa6-57a4-4680-91dd-698255a7c35c) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:50.651395 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0dbc7be2-adc2-4bf9-a46d-1c65cefde590 req-6193179a-f8d7-4e0a-9e7f-6c83541fb0c6 service neutron] 10.222.0.15 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032888 Jul 16 09:02:50.756893 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c32ffbb-e3b6-471d-8b87-82ffb0c99752 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.778006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-7c32ffbb-e3b6-471d-8b87-82ffb0c99752 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Transition to ACTIVE for port object 97600fa6-57a4-4680-91dd-698255a7c35c will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:50.829117 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c32ffbb-e3b6-471d-8b87-82ffb0c99752 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:50.901575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c32ffbb-e3b6-471d-8b87-82ffb0c99752 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 36f72c84-ae14-4d50-98e1-4edb6db05b3b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:50.904749 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-7c32ffbb-e3b6-471d-8b87-82ffb0c99752 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:50.949475 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc19f05-1f90-43de-be97-9760a210086f None None] Network 36f72c84-ae14-4d50-98e1-4edb6db05b3b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:50.976991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c32ffbb-e3b6-471d-8b87-82ffb0c99752 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:50.990206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c32ffbb-e3b6-471d-8b87-82ffb0c99752 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:50.991521 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c32ffbb-e3b6-471d-8b87-82ffb0c99752 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.049822 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7c32ffbb-e3b6-471d-8b87-82ffb0c99752 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8749309 Jul 16 09:02:51.053557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59026) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:51.071699 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c32ffbb-e3b6-471d-8b87-82ffb0c99752 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=97600fa6-57a4-4680-91dd-698255a7c35c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:51.144824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ec51137d-9e31-4a0c-87a6-576ad0efa610 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:51.386082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b884a1e-e89d-41a0-b0c5-2b79604dd8d8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:51.394962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59030) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:51.395453 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7b884a1e-e89d-41a0-b0c5-2b79604dd8d8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3405483 Jul 16 09:02:51.442568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-058cf401-cffa-4727-97c1-64e092c301d3 None None] Provisioning for port ec51137d-9e31-4a0c-87a6-576ad0efa610 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:51.540680 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port ec51137d-9e31-4a0c-87a6-576ad0efa610 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:51.570086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ec51137d-9e31-4a0c-87a6-576ad0efa610 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:51.570691 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.702920 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b187a-faf4-4f87-afdc-3972db1285ae tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:51.715707 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b187a-faf4-4f87-afdc-3972db1285ae tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:51.731865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727b187a-faf4-4f87-afdc-3972db1285ae tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:51.736806 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-727b187a-faf4-4f87-afdc-3972db1285ae tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3402302 Jul 16 09:02:51.740416 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59034) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:51.884392 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:51.960816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port ec51137d-9e31-4a0c-87a6-576ad0efa610, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ec51137d-9e31-4a0c-87a6-576ad0efa610,segment=NetworkSegment(ddc29ac2-278e-42e9-8b5f-317d9b8ee875),segment_id=ddc29ac2-278e-42e9-8b5f-317d9b8ee875)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:51.971237 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.045683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ff8ea065-4a85-4e19-9adb-bf06318d60f9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 97600fa6-57a4-4680-91dd-698255a7c35c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:52.049595 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea065-4a85-4e19-9adb-bf06318d60f9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.136755 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=ec51137d-9e31-4a0c-87a6-576ad0efa610,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:52.389080 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea065-4a85-4e19-9adb-bf06318d60f9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.426069 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ff8ea065-4a85-4e19-9adb-bf06318d60f9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 97600fa6-57a4-4680-91dd-698255a7c35c owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:52.545382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2cba41cb-0618-4a22-9dae-9bf7dcb68e22 None None] Provisioning complete for port ec51137d-9e31-4a0c-87a6-576ad0efa610 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:52.547359 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2cba41cb-0618-4a22-9dae-9bf7dcb68e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.917497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ec51137d-9e31-4a0c-87a6-576ad0efa610 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:02:52.943876 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea065-4a85-4e19-9adb-bf06318d60f9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:52.966164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2cba41cb-0618-4a22-9dae-9bf7dcb68e22 None None] Provisioning for port 97600fa6-57a4-4680-91dd-698255a7c35c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:52.976664 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2cba41cb-0618-4a22-9dae-9bf7dcb68e22 None None] Provisioning complete for port 97600fa6-57a4-4680-91dd-698255a7c35c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:52.977341 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2cba41cb-0618-4a22-9dae-9bf7dcb68e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.154683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ea065-4a85-4e19-9adb-bf06318d60f9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=97600fa6-57a4-4680-91dd-698255a7c35c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:53.176106 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ff8ea065-4a85-4e19-9adb-bf06318d60f9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.181203 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ff8ea065-4a85-4e19-9adb-bf06318d60f9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/97600fa6-57a4-4680-91dd-698255a7c35c HTTP/1.1" status: 204 len: 168 time: 1.4387717 Jul 16 09:02:53.185455 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59056) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:53.284478 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a904f4-3250-4bb0-8b0c-6d1d810bee47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] GET failed (client error): The resource could not be found. Jul 16 09:02:53.292764 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59058) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:53.298496 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-36a904f4-3250-4bb0-8b0c-6d1d810bee47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/97600fa6-57a4-4680-91dd-698255a7c35c HTTP/1.1" status: 404 len: 333 time: 0.1096838 Jul 16 09:02:53.312650 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2cba41cb-0618-4a22-9dae-9bf7dcb68e22 None None] Port 97600fa6-57a4-4680-91dd-698255a7c35c was deleted so its status cannot be updated. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 09:02:53.366310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2cba41cb-0618-4a22-9dae-9bf7dcb68e22 None None] Provisioning for port 623244cf-8fde-4d1c-b40f-982b16c186be completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:02:53.376247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2cba41cb-0618-4a22-9dae-9bf7dcb68e22 None None] Provisioning complete for port 623244cf-8fde-4d1c-b40f-982b16c186be triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:53.376993 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2cba41cb-0618-4a22-9dae-9bf7dcb68e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.432038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ec51137d-9e31-4a0c-87a6-576ad0efa610 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:53.433028 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.604946 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2cba41cb-0618-4a22-9dae-9bf7dcb68e22 None None] Port 623244cf-8fde-4d1c-b40f-982b16c186be cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:53.664661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-299828fd-d569-4377-bd6c-e0c5e4dc39cb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 623244cf-8fde-4d1c-b40f-982b16c186be {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:53.665121 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-299828fd-d569-4377-bd6c-e0c5e4dc39cb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.734345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9903cfaa-4a03-4121-be2e-8c47c40cfd49 None None] Provisioning complete for port 623244cf-8fde-4d1c-b40f-982b16c186be triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:02:53.734727 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9903cfaa-4a03-4121-be2e-8c47c40cfd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.810899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9903cfaa-4a03-4121-be2e-8c47c40cfd49 None None] Port 623244cf-8fde-4d1c-b40f-982b16c186be cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:02:53.822592 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9903cfaa-4a03-4121-be2e-8c47c40cfd49 None None] Could not find standard attr ID for object 97600fa6-57a4-4680-91dd-698255a7c35c. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:02:53.944787 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-299828fd-d569-4377-bd6c-e0c5e4dc39cb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:53.977314 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-299828fd-d569-4377-bd6c-e0c5e4dc39cb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 623244cf-8fde-4d1c-b40f-982b16c186be owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:54.172744 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-299828fd-d569-4377-bd6c-e0c5e4dc39cb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.220911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299828fd-d569-4377-bd6c-e0c5e4dc39cb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=623244cf-8fde-4d1c-b40f-982b16c186be,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:54.266981 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-299828fd-d569-4377-bd6c-e0c5e4dc39cb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.269281 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-299828fd-d569-4377-bd6c-e0c5e4dc39cb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/623244cf-8fde-4d1c-b40f-982b16c186be HTTP/1.1" status: 204 len: 168 time: 0.9749589 Jul 16 09:02:54.272144 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59070) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:54.313311 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-a034360f-42f9-4514-9f12-db5327ec36d2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] GET failed (client error): The resource could not be found. Jul 16 09:02:54.316633 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a034360f-42f9-4514-9f12-db5327ec36d2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/623244cf-8fde-4d1c-b40f-982b16c186be HTTP/1.1" status: 404 len: 333 time: 0.0424736 Jul 16 09:02:54.319078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59072) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:54.450276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbec0a4e-8ee9-4797-a697-d4840367aa1f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting subnet 02702516-5fcb-4911-a75c-3565ffbd85c6 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:02:54.455940 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbec0a4e-8ee9-4797-a697-d4840367aa1f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.537266 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbec0a4e-8ee9-4797-a697-d4840367aa1f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.676714 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbec0a4e-8ee9-4797-a697-d4840367aa1f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.787541 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbec0a4e-8ee9-4797-a697-d4840367aa1f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.832109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbec0a4e-8ee9-4797-a697-d4840367aa1f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Subnet': ['ID=02702516-5fcb-4911-a75c-3565ffbd85c6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:54.847051 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bbec0a4e-8ee9-4797-a697-d4840367aa1f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:54.848897 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51014970-5d55-4fe2-a02f-cf6502b1dc3c None None] Network 36f72c84-ae14-4d50-98e1-4edb6db05b3b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:54.852819 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59078) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:54.853643 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bbec0a4e-8ee9-4797-a697-d4840367aa1f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/02702516-5fcb-4911-a75c-3565ffbd85c6 HTTP/1.1" status: 204 len: 168 time: 0.5329206 Jul 16 09:02:54.972048 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.127594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port ec51137d-9e31-4a0c-87a6-576ad0efa610 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:55.128450 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.186029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da27114-7a08-4116-86bf-477d500476e1 None None] DHCP port deletion for 36f72c84-ae14-4d50-98e1-4edb6db05b3b request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:02:55.271384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] For port ec51137d-9e31-4a0c-87a6-576ad0efa610, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ec51137d-9e31-4a0c-87a6-576ad0efa610,segment=NetworkSegment(ddc29ac2-278e-42e9-8b5f-317d9b8ee875),segment_id=ddc29ac2-278e-42e9-8b5f-317d9b8ee875)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:55.272268 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.285972 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-0da27114-7a08-4116-86bf-477d500476e1 None None] Deleting port ec51137d-9e31-4a0c-87a6-576ad0efa610 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:02:55.286356 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0da27114-7a08-4116-86bf-477d500476e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.295768 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for ec51137d-9e31-4a0c-87a6-576ad0efa610 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:55.371909 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0da27114-7a08-4116-86bf-477d500476e1 None None] For port ec51137d-9e31-4a0c-87a6-576ad0efa610, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ec51137d-9e31-4a0c-87a6-576ad0efa610,segment=NetworkSegment(ddc29ac2-278e-42e9-8b5f-317d9b8ee875),segment_id=ddc29ac2-278e-42e9-8b5f-317d9b8ee875)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:02:55.372418 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0da27114-7a08-4116-86bf-477d500476e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.393155 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-0da27114-7a08-4116-86bf-477d500476e1 None None] Calling delete_port for ec51137d-9e31-4a0c-87a6-576ad0efa610 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:02:55.492251 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.598008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=ec51137d-9e31-4a0c-87a6-576ad0efa610,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:55.622136 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No DVR routers for this DVR port ec51137d-9e31-4a0c-87a6-576ad0efa610 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:55.630701 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0da27114-7a08-4116-86bf-477d500476e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.727899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da27114-7a08-4116-86bf-477d500476e1 None None] No DVR routers for this DVR port ec51137d-9e31-4a0c-87a6-576ad0efa610 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:02:55.731098 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da27114-7a08-4116-86bf-477d500476e1 None None] Pushing event deleted for resources: {'Port': ['ID=ec51137d-9e31-4a0c-87a6-576ad0efa610,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:55.760255 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.774451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f72c84-ae14-4d50-98e1-4edb6db05b3b']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:55.791823 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc29ac2-278e-42e9-8b5f-317d9b8ee875') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:55.792251 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc29ac2-278e-42e9-8b5f-317d9b8ee875') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:02:55.813096 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.842054 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.857392 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:02:55.858555 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:02:55.862097 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:02:55.994195 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.010980 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.013481 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/networks/36f72c84-ae14-4d50-98e1-4edb6db05b3b HTTP/1.1" status: 204 len: 168 time: 1.1586323 Jul 16 09:02:56.019856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59088) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:56.025215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ff906055-82bf-4754-8707-9f5dd4d2e4ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-793552737'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:56.029824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c0437-845a-4475-8d50-493461c81ea3 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Network': ['ID=36f72c84-ae14-4d50-98e1-4edb6db05b3b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:56.059813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff906055-82bf-4754-8707-9f5dd4d2e4ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:56.069389 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff906055-82bf-4754-8707-9f5dd4d2e4ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.129266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff906055-82bf-4754-8707-9f5dd4d2e4ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:02:56.146480 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff906055-82bf-4754-8707-9f5dd4d2e4ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.147454 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-ff906055-82bf-4754-8707-9f5dd4d2e4ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Added segment 11dea159-0d02-438c-9978-632b9cb0fc68 of type vlan for network c5e4c0d4-8284-4ff8-95c1-0c4d58148e43 Jul 16 09:02:56.225743 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff906055-82bf-4754-8707-9f5dd4d2e4ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.281278 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff906055-82bf-4754-8707-9f5dd4d2e4ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.289170 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff906055-82bf-4754-8707-9f5dd4d2e4ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:56.290080 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff906055-82bf-4754-8707-9f5dd4d2e4ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.380315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff906055-82bf-4754-8707-9f5dd4d2e4ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Network': ['ID=c5e4c0d4-8284-4ff8-95c1-0c4d58148e43,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:56.395297 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ff906055-82bf-4754-8707-9f5dd4d2e4ec tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3740861 Jul 16 09:02:56.400241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59094) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:56.401510 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network c5e4c0d4-8284-4ff8-95c1-0c4d58148e43 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:02:56.410467 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f4a23038-1f63-450a-9902-53e833f4c691 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'subnet': {'network_id': 'c5e4c0d4-8284-4ff8-95c1-0c4d58148e43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:56.571873 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a23038-1f63-450a-9902-53e833f4c691 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:56.578382 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4a23038-1f63-450a-9902-53e833f4c691 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:56.696445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59102) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:56.991851 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ec51137d-9e31-4a0c-87a6-576ad0efa610 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:02:57.043980 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4a23038-1f63-450a-9902-53e833f4c691 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.047111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: ec51137d-9e31-4a0c-87a6-576ad0efa610 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:02:57.047461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ec51137d-9e31-4a0c-87a6-576ad0efa610 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:02:57.077897 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-307bead9-e58e-4257-8c91-4bb2f8072d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.201116 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-307bead9-e58e-4257-8c91-4bb2f8072d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.208764 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-307bead9-e58e-4257-8c91-4bb2f8072d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.228742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a23038-1f63-450a-9902-53e833f4c691 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Subnet': ['ID=6286998a-29c2-4d42-9420-04d88dcf1ac0,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:57.247794 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a23038-1f63-450a-9902-53e833f4c691 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Checking segment: {'id': '11dea159-0d02-438c-9978-632b9cb0fc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c5e4c0d4-8284-4ff8-95c1-0c4d58148e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:57.248263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a23038-1f63-450a-9902-53e833f4c691 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network hostable DHCP agents. Network: c5e4c0d4-8284-4ff8-95c1-0c4d58148e43, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:02:57.293953 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a23038-1f63-450a-9902-53e833f4c691 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network c5e4c0d4-8284-4ff8-95c1-0c4d58148e43 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:02:57.308383 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-307bead9-e58e-4257-8c91-4bb2f8072d7f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ca1cd97c14b24fc59aead6dc0289182f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6096909 Jul 16 09:02:57.310948 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59108) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:57.326335 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307bead9-e58e-4257-8c91-4bb2f8072d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edfc232c-fb94-4c55-beec-5c88aa218ed0,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:57.361287 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f4a23038-1f63-450a-9902-53e833f4c691 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, c5e4c0d4-8284-4ff8-95c1-0c4d58148e43) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:57.372344 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a31dee85-be16-43d3-9b91-602cc6fd0f31 None None] Network c5e4c0d4-8284-4ff8-95c1-0c4d58148e43 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:02:57.385118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a23038-1f63-450a-9902-53e833f4c691 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:57.385976 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4a23038-1f63-450a-9902-53e833f4c691 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.439668 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f4a23038-1f63-450a-9902-53e833f4c691 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0377145 Jul 16 09:02:57.442661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59110) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:57.452273 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-beb223d9-2330-40d6-a864-4d2334a90d3e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-590604184', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:57.477898 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3f755bb7-4ab6-4c29-ba91-fc4d43fc9524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.539308 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3f755bb7-4ab6-4c29-ba91-fc4d43fc9524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.567164 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-beb223d9-2330-40d6-a864-4d2334a90d3e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.570156 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-beb223d9-2330-40d6-a864-4d2334a90d3e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.652413 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3f755bb7-4ab6-4c29-ba91-fc4d43fc9524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.656479 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3f755bb7-4ab6-4c29-ba91-fc4d43fc9524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.658638 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3f755bb7-4ab6-4c29-ba91-fc4d43fc9524 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edfc232c-fb94-4c55-beec-5c88aa218ed0 HTTP/1.1" status: 204 len: 168 time: 0.3455179 Jul 16 09:02:57.674940 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f755bb7-4ab6-4c29-ba91-fc4d43fc9524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edfc232c-fb94-4c55-beec-5c88aa218ed0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:57.754845 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-beb223d9-2330-40d6-a864-4d2334a90d3e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.763927 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-beb223d9-2330-40d6-a864-4d2334a90d3e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.799278 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-c5e4c0d4-8284-4ff8-95c1-0c4d58148e43', 'network_id': 'c5e4c0d4-8284-4ff8-95c1-0c4d58148e43', 'tenant_id': '18f2fb0c884c497f9a276b43d6536257', 'fixed_ips': [{'subnet_id': '6286998a-29c2-4d42-9420-04d88dcf1ac0'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:02:57.800855 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.826269 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-beb223d9-2330-40d6-a864-4d2334a90d3e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:57.832302 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59116) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:57.838980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-7b32b54f-63e6-430c-a1cb-31d40ec38f47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'network_id': 'c5e4c0d4-8284-4ff8-95c1-0c4d58148e43', 'name': 'tempest-PortsIpV6TestJSON-623770200'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:02:57.841411 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-beb223d9-2330-40d6-a864-4d2334a90d3e tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3967018 Jul 16 09:02:58.089616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Allocated IP 2001:db8::2 (c5e4c0d4-8284-4ff8-95c1-0c4d58148e43/6286998a-29c2-4d42-9420-04d88dcf1ac0/bf126b57-ac09-4a85-874d-d7d0ee42c582) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:58.094982 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b32b54f-63e6-430c-a1cb-31d40ec38f47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:02:58.103377 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b32b54f-63e6-430c-a1cb-31d40ec38f47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:58.152041 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-7b32b54f-63e6-430c-a1cb-31d40ec38f47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port 46f761cc-588c-4085-927f-6bd0a2257dd5 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:02:58.357059 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:58.391786 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Transition to ACTIVE for port object bf126b57-ac09-4a85-874d-d7d0ee42c582 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:58.429920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Transition to ACTIVE for port object bf126b57-ac09-4a85-874d-d7d0ee42c582 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:58.441787 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:58.549186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-7b32b54f-63e6-430c-a1cb-31d40ec38f47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Allocated IP 2001:db8::4c (c5e4c0d4-8284-4ff8-95c1-0c4d58148e43/6286998a-29c2-4d42-9420-04d88dcf1ac0/46f761cc-588c-4085-927f-6bd0a2257dd5) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:02:58.612873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Pushing event updated for resources: {'Port': ['ID=bf126b57-ac09-4a85-874d-d7d0ee42c582,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:58.627393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Network c5e4c0d4-8284-4ff8-95c1-0c4d58148e43 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:58.629754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:58.636871 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:58.784207 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Attempting to bind port bf126b57-ac09-4a85-874d-d7d0ee42c582 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:02:58.785425 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Attempting to bind port bf126b57-ac09-4a85-874d-d7d0ee42c582 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '11dea159-0d02-438c-9978-632b9cb0fc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c5e4c0d4-8284-4ff8-95c1-0c4d58148e43'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:02:58.785425 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Attempting to bind port bf126b57-ac09-4a85-874d-d7d0ee42c582 on network c5e4c0d4-8284-4ff8-95c1-0c4d58148e43 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:02:58.797638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:02:58.798122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Checking segment: {'id': '11dea159-0d02-438c-9978-632b9cb0fc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c5e4c0d4-8284-4ff8-95c1-0c4d58148e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:02:58.798784 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:58.799685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Bound using segment: {'id': '11dea159-0d02-438c-9978-632b9cb0fc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c5e4c0d4-8284-4ff8-95c1-0c4d58148e43'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:02:58.800637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Bound port: bf126b57-ac09-4a85-874d-d7d0ee42c582, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11dea159-0d02-438c-9978-632b9cb0fc68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'c5e4c0d4-8284-4ff8-95c1-0c4d58148e43'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:02:58.801834 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:58.842243 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b32b54f-63e6-430c-a1cb-31d40ec38f47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:58.912575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-7b32b54f-63e6-430c-a1cb-31d40ec38f47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Transition to ACTIVE for port object 46f761cc-588c-4085-927f-6bd0a2257dd5 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:02:58.925705 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] For port bf126b57-ac09-4a85-874d-d7d0ee42c582, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:02:58.933253 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] For port bf126b57-ac09-4a85-874d-d7d0ee42c582, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=bf126b57-ac09-4a85-874d-d7d0ee42c582,segment=NetworkSegment(11dea159-0d02-438c-9978-632b9cb0fc68),segment_id=11dea159-0d02-438c-9978-632b9cb0fc68)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:02:58.941800 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.059656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77098378-f5ad-40a1-b340-6ae5b1598bf8 None None] Pushing event updated for resources: {'Port': ['ID=bf126b57-ac09-4a85-874d-d7d0ee42c582,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:59.122759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b32b54f-63e6-430c-a1cb-31d40ec38f47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.319148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b32b54f-63e6-430c-a1cb-31d40ec38f47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network c5e4c0d4-8284-4ff8-95c1-0c4d58148e43 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:02:59.327487 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-7b32b54f-63e6-430c-a1cb-31d40ec38f47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:02:59.350275 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b32b54f-63e6-430c-a1cb-31d40ec38f47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:02:59.372843 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b32b54f-63e6-430c-a1cb-31d40ec38f47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:59.373243 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b32b54f-63e6-430c-a1cb-31d40ec38f47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:59.396706 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32b54f-63e6-430c-a1cb-31d40ec38f47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=46f761cc-588c-4085-927f-6bd0a2257dd5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:59.416836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7b32b54f-63e6-430c-a1cb-31d40ec38f47 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5826309 Jul 16 09:02:59.421718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59144) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:00.205103 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-44ee245b-2621-4bfb-a844-8f967654a19a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:00.755855 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:03:00.849073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1e93aa-2a3c-451f-9a69-b776bc5fed71 None None] Network c5e4c0d4-8284-4ff8-95c1-0c4d58148e43 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:00.870001 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-44ee245b-2621-4bfb-a844-8f967654a19a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:00.888847 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-44ee245b-2621-4bfb-a844-8f967654a19a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:00.967506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device bf126b57-ac09-4a85-874d-d7d0ee42c582 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:01.010760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1b2d60c1-9533-48c5-bd43-01a311d6e636 None None] Provisioning for port bf126b57-ac09-4a85-874d-d7d0ee42c582 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:01.013311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee245b-2621-4bfb-a844-8f967654a19a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=46f761cc-588c-4085-927f-6bd0a2257dd5,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:01.183770 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-44ee245b-2621-4bfb-a844-8f967654a19a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:01.277708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port bf126b57-ac09-4a85-874d-d7d0ee42c582 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:01.294901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port bf126b57-ac09-4a85-874d-d7d0ee42c582 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:01.296232 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:01.433729 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-44ee245b-2621-4bfb-a844-8f967654a19a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:01.537894 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:01.633071 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port bf126b57-ac09-4a85-874d-d7d0ee42c582, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=bf126b57-ac09-4a85-874d-d7d0ee42c582,segment=NetworkSegment(11dea159-0d02-438c-9978-632b9cb0fc68),segment_id=11dea159-0d02-438c-9978-632b9cb0fc68)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:01.643682 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:01.803939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=bf126b57-ac09-4a85-874d-d7d0ee42c582,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:01.931320 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-44ee245b-2621-4bfb-a844-8f967654a19a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:01.937798 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-44ee245b-2621-4bfb-a844-8f967654a19a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:01.938628 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-44ee245b-2621-4bfb-a844-8f967654a19a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:01.961853 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b0f0b0bb-a685-48f8-9c43-a16a30572eca None None] Provisioning for port 46f761cc-588c-4085-927f-6bd0a2257dd5 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:01.970709 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b0f0b0bb-a685-48f8-9c43-a16a30572eca None None] Provisioning complete for port 46f761cc-588c-4085-927f-6bd0a2257dd5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:01.971418 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b0bb-a685-48f8-9c43-a16a30572eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.051806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ee245b-2621-4bfb-a844-8f967654a19a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=46f761cc-588c-4085-927f-6bd0a2257dd5,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:02.065305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b0f0b0bb-a685-48f8-9c43-a16a30572eca None None] Port 46f761cc-588c-4085-927f-6bd0a2257dd5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:02.081939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b0f0b0bb-a685-48f8-9c43-a16a30572eca None None] Provisioning complete for port bf126b57-ac09-4a85-874d-d7d0ee42c582 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:02.082321 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b0bb-a685-48f8-9c43-a16a30572eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.180908 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44ee245b-2621-4bfb-a844-8f967654a19a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network c5e4c0d4-8284-4ff8-95c1-0c4d58148e43 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:02.186074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-44ee245b-2621-4bfb-a844-8f967654a19a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:02.424739 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44ee245b-2621-4bfb-a844-8f967654a19a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Router d2757c7e-54b7-4917-a30f-9f6b17c21d61 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:03:02.447833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-adda9555-3733-4af4-988f-b0be487075d7 None None] Provisioning complete for port 46f761cc-588c-4085-927f-6bd0a2257dd5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:02.448542 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-adda9555-3733-4af4-988f-b0be487075d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.510838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-adda9555-3733-4af4-988f-b0be487075d7 None None] Port 46f761cc-588c-4085-927f-6bd0a2257dd5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:02.658790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-92d475b2-7ff0-4a52-906a-f49f7d1952ce None None] Provisioning complete for port 46f761cc-588c-4085-927f-6bd0a2257dd5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:02.659179 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-92d475b2-7ff0-4a52-906a-f49f7d1952ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.749525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-92d475b2-7ff0-4a52-906a-f49f7d1952ce None None] Port 46f761cc-588c-4085-927f-6bd0a2257dd5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:02.888110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device bf126b57-ac09-4a85-874d-d7d0ee42c582 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:03.066726 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port bf126b57-ac09-4a85-874d-d7d0ee42c582 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:03.067816 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.139894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44ee245b-2621-4bfb-a844-8f967654a19a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:03.162516 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-44ee245b-2621-4bfb-a844-8f967654a19a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "PUT /v2.0/routers/d2757c7e-54b7-4917-a30f-9f6b17c21d61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7383406 Jul 16 09:03:03.166390 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59198) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:03.172365 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f715a-b41a-46fb-b826-54930cfb1806 None None] Sync routers for ids ['d2757c7e-54b7-4917-a30f-9f6b17c21d61'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:03.199568 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f715a-b41a-46fb-b826-54930cfb1806 None None] Routers {'d2757c7e-54b7-4917-a30f-9f6b17c21d61'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:03.200631 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-151f715a-b41a-46fb-b826-54930cfb1806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:02:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d2757c7e-54b7-4917-a30f-9f6b17c21d61'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:03.251011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1554d896-6b0c-4d76-9cdf-014e1d29360d None None] Provisioning complete for port 46f761cc-588c-4085-927f-6bd0a2257dd5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:03.254062 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-151f715a-b41a-46fb-b826-54930cfb1806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:03.261599 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1554d896-6b0c-4d76-9cdf-014e1d29360d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.267514 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151f715a-b41a-46fb-b826-54930cfb1806 None None] Routers {'d2757c7e-54b7-4917-a30f-9f6b17c21d61'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:03.268987 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-151f715a-b41a-46fb-b826-54930cfb1806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:02:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d2757c7e-54b7-4917-a30f-9f6b17c21d61'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:03.366928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c383dd46-27a8-40f3-9c2f-36b18a25afd6 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:03.371882 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59204) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:03.372317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c383dd46-27a8-40f3-9c2f-36b18a25afd6 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2757c7e-54b7-4917-a30f-9f6b17c21d61 HTTP/1.1" status: 200 len: 987 time: 0.2044806 Jul 16 09:03:03.404475 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-151f715a-b41a-46fb-b826-54930cfb1806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:03.406190 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151f715a-b41a-46fb-b826-54930cfb1806 None None] The sync data for ids ['d2757c7e-54b7-4917-a30f-9f6b17c21d61'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:03.455608 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1554d896-6b0c-4d76-9cdf-014e1d29360d None None] Port 46f761cc-588c-4085-927f-6bd0a2257dd5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:04.062245 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:04.348962 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2fe162f-941f-4685-9bee-da0dc8a85218 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:04.713831 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe162f-941f-4685-9bee-da0dc8a85218 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 46f761cc-588c-4085-927f-6bd0a2257dd5 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:04.714312 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2fe162f-941f-4685-9bee-da0dc8a85218 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:04.876000 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2fe162f-941f-4685-9bee-da0dc8a85218 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:04.898267 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b2fe162f-941f-4685-9bee-da0dc8a85218 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 46f761cc-588c-4085-927f-6bd0a2257dd5 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:05.175832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2fe162f-941f-4685-9bee-da0dc8a85218 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:05.245431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fe162f-941f-4685-9bee-da0dc8a85218 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=46f761cc-588c-4085-927f-6bd0a2257dd5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:05.261385 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4822fb56-4d6d-4ec4-9cfc-da34c58f07f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:05.382056 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2fe162f-941f-4685-9bee-da0dc8a85218 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:05.597612 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:05.648525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2fe162f-941f-4685-9bee-da0dc8a85218 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Router d2757c7e-54b7-4917-a30f-9f6b17c21d61 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:03:05.781109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2fe162f-941f-4685-9bee-da0dc8a85218 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:05.792058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421f60c0-4401-4ff6-a006-c16b330bb3bb None None] Sync routers for ids ['d2757c7e-54b7-4917-a30f-9f6b17c21d61'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:05.797986 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59246) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:05.798815 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b2fe162f-941f-4685-9bee-da0dc8a85218 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "PUT /v2.0/routers/d2757c7e-54b7-4917-a30f-9f6b17c21d61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4238009 Jul 16 09:03:05.814292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421f60c0-4401-4ff6-a006-c16b330bb3bb None None] Routers {'d2757c7e-54b7-4917-a30f-9f6b17c21d61'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:05.814963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-421f60c0-4401-4ff6-a006-c16b330bb3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:02:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d2757c7e-54b7-4917-a30f-9f6b17c21d61'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:05.837938 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-90df7e9b-7313-46cc-8ce6-279e82baf171 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] GET failed (client error): The resource could not be found. Jul 16 09:03:05.841444 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-90df7e9b-7313-46cc-8ce6-279e82baf171 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/46f761cc-588c-4085-927f-6bd0a2257dd5 HTTP/1.1" status: 404 len: 333 time: 0.0420921 Jul 16 09:03:05.845736 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59248) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:05.863651 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-421f60c0-4401-4ff6-a006-c16b330bb3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:05.875606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421f60c0-4401-4ff6-a006-c16b330bb3bb None None] Routers {'d2757c7e-54b7-4917-a30f-9f6b17c21d61'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:05.876708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-421f60c0-4401-4ff6-a006-c16b330bb3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:02:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d2757c7e-54b7-4917-a30f-9f6b17c21d61'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:05.942319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-421f60c0-4401-4ff6-a006-c16b330bb3bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:05.943304 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421f60c0-4401-4ff6-a006-c16b330bb3bb None None] The sync data for ids ['d2757c7e-54b7-4917-a30f-9f6b17c21d61'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:06.010606 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd095642-d989-48af-99a8-51737c02f0b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:06.281693 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd095642-d989-48af-99a8-51737c02f0b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:06.285058 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd095642-d989-48af-99a8-51737c02f0b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:06.373765 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd095642-d989-48af-99a8-51737c02f0b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:06.375112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd095642-d989-48af-99a8-51737c02f0b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Fanout notify agent at l3_agent the message router_deleted on router d2757c7e-54b7-4917-a30f-9f6b17c21d61 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:03:06.387786 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cd095642-d989-48af-99a8-51737c02f0b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:06.395628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59258) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:06.396839 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cd095642-d989-48af-99a8-51737c02f0b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/routers/d2757c7e-54b7-4917-a30f-9f6b17c21d61 HTTP/1.1" status: 204 len: 168 time: 0.5479918 Jul 16 09:03:06.534706 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b76b043-ad25-4707-b0db-8bd9ff06b232 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting subnet 6286998a-29c2-4d42-9420-04d88dcf1ac0 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:06.541248 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b76b043-ad25-4707-b0db-8bd9ff06b232 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:06.614347 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b76b043-ad25-4707-b0db-8bd9ff06b232 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:06.753131 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b76b043-ad25-4707-b0db-8bd9ff06b232 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:06.863921 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b76b043-ad25-4707-b0db-8bd9ff06b232 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:06.909850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b76b043-ad25-4707-b0db-8bd9ff06b232 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Subnet': ['ID=6286998a-29c2-4d42-9420-04d88dcf1ac0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:06.926676 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b76b043-ad25-4707-b0db-8bd9ff06b232 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:06.930150 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4b76b043-ad25-4707-b0db-8bd9ff06b232 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/6286998a-29c2-4d42-9420-04d88dcf1ac0 HTTP/1.1" status: 204 len: 168 time: 0.5321634 Jul 16 09:03:06.932901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59260) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:06.939589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b70b748-0be5-43c1-93e4-e5bf3b9d8e28 None None] Network c5e4c0d4-8284-4ff8-95c1-0c4d58148e43 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:07.110972 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.182145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port bf126b57-ac09-4a85-874d-d7d0ee42c582 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:07.182532 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.329075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] For port bf126b57-ac09-4a85-874d-d7d0ee42c582, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=bf126b57-ac09-4a85-874d-d7d0ee42c582,segment=NetworkSegment(11dea159-0d02-438c-9978-632b9cb0fc68),segment_id=11dea159-0d02-438c-9978-632b9cb0fc68)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:07.329536 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.330979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ac40bb-81b3-4577-b829-05415097b7d4 None None] DHCP port deletion for c5e4c0d4-8284-4ff8-95c1-0c4d58148e43 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:03:07.357981 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for bf126b57-ac09-4a85-874d-d7d0ee42c582 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:07.431210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac40bb-81b3-4577-b829-05415097b7d4 None None] Deleting port bf126b57-ac09-4a85-874d-d7d0ee42c582 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:07.431875 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3ac40bb-81b3-4577-b829-05415097b7d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.548914 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.567994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b3ac40bb-81b3-4577-b829-05415097b7d4 None None] For port bf126b57-ac09-4a85-874d-d7d0ee42c582, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=bf126b57-ac09-4a85-874d-d7d0ee42c582,segment=NetworkSegment(11dea159-0d02-438c-9978-632b9cb0fc68),segment_id=11dea159-0d02-438c-9978-632b9cb0fc68)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:07.572132 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No DVR routers for this DVR port bf126b57-ac09-4a85-874d-d7d0ee42c582 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:07.573702 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3ac40bb-81b3-4577-b829-05415097b7d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.598231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b3ac40bb-81b3-4577-b829-05415097b7d4 None None] Calling delete_port for bf126b57-ac09-4a85-874d-d7d0ee42c582 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:07.606765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=bf126b57-ac09-4a85-874d-d7d0ee42c582,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:07.719216 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.736243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5e4c0d4-8284-4ff8-95c1-0c4d58148e43']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:07.755333 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11dea159-0d02-438c-9978-632b9cb0fc68') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:07.755786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11dea159-0d02-438c-9978-632b9cb0fc68') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:07.770192 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.793659 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.807791 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:03:07.809011 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:03:07.813700 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:03:07.863519 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b3ac40bb-81b3-4577-b829-05415097b7d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.923217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac40bb-81b3-4577-b829-05415097b7d4 None None] Pushing event deleted for resources: {'Port': ['ID=bf126b57-ac09-4a85-874d-d7d0ee42c582,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:07.936065 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.940040 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac40bb-81b3-4577-b829-05415097b7d4 None None] No DVR routers for this DVR port bf126b57-ac09-4a85-874d-d7d0ee42c582 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:07.950560 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.956031 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5ee79997-d789-408e-87d2-dab419f95caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.961331 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/networks/c5e4c0d4-8284-4ff8-95c1-0c4d58148e43 HTTP/1.1" status: 204 len: 168 time: 1.0272803 Jul 16 09:03:07.965522 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59276) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:08.060147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba327a-f51d-4c25-ad37-72aadc881106 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Network': ['ID=c5e4c0d4-8284-4ff8-95c1-0c4d58148e43,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:08.084791 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd93eed-ffe0-4225-8722-ca75757daad2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:08.089829 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6cd93eed-ffe0-4225-8722-ca75757daad2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/4822410d-a142-482f-b688-58f481dcc64b HTTP/1.1" status: 200 len: 844 time: 0.1188424 Jul 16 09:03:08.090540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59282) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:08.210227 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7435400f-1248-422d-a099-daa81cc63e69 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/4822410d-a142-482f-b688-58f481dcc64b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1178024 Jul 16 09:03:08.214111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59284) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:08.215446 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.226965 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-244c266b-9b1b-4ca2-8068-4329bcdbdbb9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'subnet': {'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:08.393847 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244c266b-9b1b-4ca2-8068-4329bcdbdbb9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:08.398006 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-244c266b-9b1b-4ca2-8068-4329bcdbdbb9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.861929 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-244c266b-9b1b-4ca2-8068-4329bcdbdbb9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.914475 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device bf126b57-ac09-4a85-874d-d7d0ee42c582 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:08.944610 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: bf126b57-ac09-4a85-874d-d7d0ee42c582 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:08.946338 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device bf126b57-ac09-4a85-874d-d7d0ee42c582 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:08.954684 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244c266b-9b1b-4ca2-8068-4329bcdbdbb9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:08.961446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-244c266b-9b1b-4ca2-8068-4329bcdbdbb9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:08.970333 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244c266b-9b1b-4ca2-8068-4329bcdbdbb9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:08.971236 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-244c266b-9b1b-4ca2-8068-4329bcdbdbb9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.975832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e75ee9c-2fa0-48d0-be2a-0104f2116a75 None None] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:08.990264 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c266b-9b1b-4ca2-8068-4329bcdbdbb9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Subnet': ['ID=99217143-02cf-43d2-9faf-acf9123a944c,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:09.019615 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-244c266b-9b1b-4ca2-8068-4329bcdbdbb9 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8007576 Jul 16 09:03:09.021441 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59296) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:09.029816 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a114c4ea-254b-49aa-bf8a-53cf9a68b018 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'security_group': {'name': 'tempest-secgroup-1415803161'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:09.077439 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a114c4ea-254b-49aa-bf8a-53cf9a68b018 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.334856 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a114c4ea-254b-49aa-bf8a-53cf9a68b018 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.342750 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a114c4ea-254b-49aa-bf8a-53cf9a68b018 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.350718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0562376-425d-4678-b853-178e687c4998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'tenant_id': '18f2fb0c884c497f9a276b43d6536257', 'fixed_ips': [{'subnet_id': '99217143-02cf-43d2-9faf-acf9123a944c'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:03:09.353012 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d0562376-425d-4678-b853-178e687c4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.399141 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a114c4ea-254b-49aa-bf8a-53cf9a68b018 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.401642 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a114c4ea-254b-49aa-bf8a-53cf9a68b018 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3784471 Jul 16 09:03:09.407268 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59302) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:09.417491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4a70cd15-fd81-4580-9d12-012fe855096a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'security_group': {'name': 'tempest-secgroup-978859481'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:09.431839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a114c4ea-254b-49aa-bf8a-53cf9a68b018 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40eedad7-2944-46ca-a195-c220cd00aa3f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:09.494555 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a70cd15-fd81-4580-9d12-012fe855096a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.673750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-d0562376-425d-4678-b853-178e687c4998 None None] Allocated IP 2001:db8::2 (73ddf924-b5fb-4b6d-a4ee-183da7cafb06/99217143-02cf-43d2-9faf-acf9123a944c/de4d8338-5c6c-41d4-bec2-3daef5fac19b) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:09.728793 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a70cd15-fd81-4580-9d12-012fe855096a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.761821 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a70cd15-fd81-4580-9d12-012fe855096a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.860486 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4a70cd15-fd81-4580-9d12-012fe855096a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.867693 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4a70cd15-fd81-4580-9d12-012fe855096a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4586208 Jul 16 09:03:09.871796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59310) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:09.889761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fab993e3-b138-48ae-bc09-dfb9dfc0b490 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1506731615', 'security_groups': ['157ccef9-7db2-4ff4-9a03-cbba874fcb4b'], 'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '99217143-02cf-43d2-9faf-acf9123a944c'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:09.891652 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:09.932273 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a70cd15-fd81-4580-9d12-012fe855096a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=157ccef9-7db2-4ff4-9a03-cbba874fcb4b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:10.182535 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d0562376-425d-4678-b853-178e687c4998 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.204143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d0562376-425d-4678-b853-178e687c4998 None None] Transition to ACTIVE for port object de4d8338-5c6c-41d4-bec2-3daef5fac19b will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:10.277440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d0562376-425d-4678-b853-178e687c4998 None None] Transition to ACTIVE for port object de4d8338-5c6c-41d4-bec2-3daef5fac19b will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:10.302984 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d0562376-425d-4678-b853-178e687c4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.415386 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab993e3-b138-48ae-bc09-dfb9dfc0b490 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:10.463034 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0562376-425d-4678-b853-178e687c4998 None None] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:10.467614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0562376-425d-4678-b853-178e687c4998 None None] Pushing event updated for resources: {'Port': ['ID=de4d8338-5c6c-41d4-bec2-3daef5fac19b,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:10.476776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-d0562376-425d-4678-b853-178e687c4998 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:10.489119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0562376-425d-4678-b853-178e687c4998 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:10.679501 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fab993e3-b138-48ae-bc09-dfb9dfc0b490 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.720077 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d0562376-425d-4678-b853-178e687c4998 None None] Attempting to bind port de4d8338-5c6c-41d4-bec2-3daef5fac19b on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:10.720547 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d0562376-425d-4678-b853-178e687c4998 None None] Attempting to bind port de4d8338-5c6c-41d4-bec2-3daef5fac19b by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '96f493de-b84d-4c7d-91c8-a6bb4d4a928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:10.720897 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0562376-425d-4678-b853-178e687c4998 None None] Attempting to bind port de4d8338-5c6c-41d4-bec2-3daef5fac19b on network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:10.738530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0562376-425d-4678-b853-178e687c4998 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:10.738906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0562376-425d-4678-b853-178e687c4998 None None] Checking segment: {'id': '96f493de-b84d-4c7d-91c8-a6bb4d4a928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:10.739318 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d0562376-425d-4678-b853-178e687c4998 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.739731 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0562376-425d-4678-b853-178e687c4998 None None] Bound using segment: {'id': '96f493de-b84d-4c7d-91c8-a6bb4d4a928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:10.740231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d0562376-425d-4678-b853-178e687c4998 None None] Bound port: de4d8338-5c6c-41d4-bec2-3daef5fac19b, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96f493de-b84d-4c7d-91c8-a6bb4d4a928a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:10.740665 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d0562376-425d-4678-b853-178e687c4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:10.774737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-fab993e3-b138-48ae-bc09-dfb9dfc0b490 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port 8ee9f663-cd63-4c96-9aae-ce3123468a6f yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:03:10.931709 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d0562376-425d-4678-b853-178e687c4998 None None] For port de4d8338-5c6c-41d4-bec2-3daef5fac19b, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:10.944912 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d0562376-425d-4678-b853-178e687c4998 None None] For port de4d8338-5c6c-41d4-bec2-3daef5fac19b, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=de4d8338-5c6c-41d4-bec2-3daef5fac19b,segment=NetworkSegment(96f493de-b84d-4c7d-91c8-a6bb4d4a928a),segment_id=96f493de-b84d-4c7d-91c8-a6bb4d4a928a)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:10.956722 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d0562376-425d-4678-b853-178e687c4998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:11.129470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0562376-425d-4678-b853-178e687c4998 None None] Pushing event updated for resources: {'Port': ['ID=de4d8338-5c6c-41d4-bec2-3daef5fac19b,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:11.244979 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:11.246868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-fab993e3-b138-48ae-bc09-dfb9dfc0b490 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Allocated IP 2001:db8::16a (73ddf924-b5fb-4b6d-a4ee-183da7cafb06/99217143-02cf-43d2-9faf-acf9123a944c/8ee9f663-cd63-4c96-9aae-ce3123468a6f) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:11.670706 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fab993e3-b138-48ae-bc09-dfb9dfc0b490 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:11.692868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-fab993e3-b138-48ae-bc09-dfb9dfc0b490 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Transition to ACTIVE for port object 8ee9f663-cd63-4c96-9aae-ce3123468a6f will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:11.745434 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fab993e3-b138-48ae-bc09-dfb9dfc0b490 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:11.786485 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab993e3-b138-48ae-bc09-dfb9dfc0b490 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:11.807984 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-fab993e3-b138-48ae-bc09-dfb9dfc0b490 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:11.813440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fab993e3-b138-48ae-bc09-dfb9dfc0b490 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:11.819146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab993e3-b138-48ae-bc09-dfb9dfc0b490 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:11.819833 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fab993e3-b138-48ae-bc09-dfb9dfc0b490 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:11.850935 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fab993e3-b138-48ae-bc09-dfb9dfc0b490 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9765995 Jul 16 09:03:11.852321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab993e3-b138-48ae-bc09-dfb9dfc0b490 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=8ee9f663-cd63-4c96-9aae-ce3123468a6f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:11.854107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59326) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:11.868471 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e923e532-4151-410b-b5b7-626d27bbf1e2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'subnet': {'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:12.162724 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e923e532-4151-410b-b5b7-626d27bbf1e2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:12.176806 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e923e532-4151-410b-b5b7-626d27bbf1e2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:12.402817 n-d-758944-46 neutron-server[93695]: INFO neutron.db.ipam_backend_mixin [None req-e923e532-4151-410b-b5b7-626d27bbf1e2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 99217143-02cf-43d2-9faf-acf9123a944c (CIDR: 2001:db8::/64) Jul 16 09:03:12.415192 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-e923e532-4151-410b-b5b7-626d27bbf1e2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:12.415840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e923e532-4151-410b-b5b7-626d27bbf1e2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:12.460404 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e923e532-4151-410b-b5b7-626d27bbf1e2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6033330 Jul 16 09:03:12.463732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59342) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:12.470039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-75cabad1-2199-4f69-a4a7-fdbe5770aa43 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'subnet': {'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:12.771834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75cabad1-2199-4f69-a4a7-fdbe5770aa43 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:12.775852 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-75cabad1-2199-4f69-a4a7-fdbe5770aa43 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.011782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device de4d8338-5c6c-41d4-bec2-3daef5fac19b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:13.162424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-88a51d57-4e31-4ca6-b48b-625e890555b9 None None] Provisioning complete for port 4822410d-a142-482f-b688-58f481dcc64b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:13.164230 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-88a51d57-4e31-4ca6-b48b-625e890555b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.312136 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port de4d8338-5c6c-41d4-bec2-3daef5fac19b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:13.326654 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-88a51d57-4e31-4ca6-b48b-625e890555b9 None None] Port 4822410d-a142-482f-b688-58f481dcc64b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:13.362288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-88a51d57-4e31-4ca6-b48b-625e890555b9 None None] Provisioning for port de4d8338-5c6c-41d4-bec2-3daef5fac19b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:13.376805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-88a51d57-4e31-4ca6-b48b-625e890555b9 None None] Provisioning complete for port de4d8338-5c6c-41d4-bec2-3daef5fac19b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:13.378249 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-88a51d57-4e31-4ca6-b48b-625e890555b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.453854 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-75cabad1-2199-4f69-a4a7-fdbe5770aa43 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.501443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cabad1-2199-4f69-a4a7-fdbe5770aa43 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:13.506048 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-75cabad1-2199-4f69-a4a7-fdbe5770aa43 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:13.515549 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75cabad1-2199-4f69-a4a7-fdbe5770aa43 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:13.516550 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-75cabad1-2199-4f69-a4a7-fdbe5770aa43 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.538387 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cabad1-2199-4f69-a4a7-fdbe5770aa43 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Subnet': ['ID=85937a0e-9ec9-4bdf-ad8a-a22a51dcec97,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:13.543010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf99f4ee-d155-4f3b-afaa-7ac80dc3052a None None] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:13.555735 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-75cabad1-2199-4f69-a4a7-fdbe5770aa43 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0900381 Jul 16 09:03:13.559906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59352) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:13.566716 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-3be8d46a-0267-4b1a-bfdc-48379283060f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1938565976', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '85937a0e-9ec9-4bdf-ad8a-a22a51dcec97'}], 'security_groups': ['40eedad7-2944-46ca-a195-c220cd00aa3f']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:13.635707 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-88a51d57-4e31-4ca6-b48b-625e890555b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.734201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-88a51d57-4e31-4ca6-b48b-625e890555b9 None None] For port de4d8338-5c6c-41d4-bec2-3daef5fac19b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=de4d8338-5c6c-41d4-bec2-3daef5fac19b,segment=NetworkSegment(96f493de-b84d-4c7d-91c8-a6bb4d4a928a),segment_id=96f493de-b84d-4c7d-91c8-a6bb4d4a928a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:13.743773 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-88a51d57-4e31-4ca6-b48b-625e890555b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:13.759578 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3be8d46a-0267-4b1a-bfdc-48379283060f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:14.274170 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a51d57-4e31-4ca6-b48b-625e890555b9 None None] Pushing event updated for resources: {'Port': ['ID=de4d8338-5c6c-41d4-bec2-3daef5fac19b,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:14.285550 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-41570546-d804-470f-abc0-397c3e24c2b5 None None] Provisioning for port 8ee9f663-cd63-4c96-9aae-ce3123468a6f completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:14.297446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-41570546-d804-470f-abc0-397c3e24c2b5 None None] Provisioning complete for port 8ee9f663-cd63-4c96-9aae-ce3123468a6f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:14.301334 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41570546-d804-470f-abc0-397c3e24c2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:14.428850 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-41570546-d804-470f-abc0-397c3e24c2b5 None None] Port 8ee9f663-cd63-4c96-9aae-ce3123468a6f cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:14.596154 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3023aa7-2311-4b13-8b6d-b72c46675eac None None] Update dhcp port {'port': {'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'fixed_ips': [{'subnet_id': '99217143-02cf-43d2-9faf-acf9123a944c', 'ip_address': '2001:db8::2'}, {'subnet_id': '85937a0e-9ec9-4bdf-ad8a-a22a51dcec97'}], 'binding:host_id': 'n-d-758944-46'}, 'id': 'de4d8338-5c6c-41d4-bec2-3daef5fac19b'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:03:14.659050 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-3be8d46a-0267-4b1a-bfdc-48379283060f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Delete allocated IP 2001:db8::16a (73ddf924-b5fb-4b6d-a4ee-183da7cafb06/99217143-02cf-43d2-9faf-acf9123a944c) {{(pid=93694) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:03:14.674646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-3be8d46a-0267-4b1a-bfdc-48379283060f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Allocated IP 2001:db8:0:1::7c (73ddf924-b5fb-4b6d-a4ee-183da7cafb06/85937a0e-9ec9-4bdf-ad8a-a22a51dcec97/8ee9f663-cd63-4c96-9aae-ce3123468a6f) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:14.685535 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e3023aa7-2311-4b13-8b6d-b72c46675eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:14.950893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device de4d8338-5c6c-41d4-bec2-3daef5fac19b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:14.978847 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3be8d46a-0267-4b1a-bfdc-48379283060f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.000451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-3be8d46a-0267-4b1a-bfdc-48379283060f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Ignored duplicate provisioning block setup for port 8ee9f663-cd63-4c96-9aae-ce3123468a6f by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:03:15.009338 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3be8d46a-0267-4b1a-bfdc-48379283060f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.064310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port de4d8338-5c6c-41d4-bec2-3daef5fac19b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:15.064741 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.117181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-e3023aa7-2311-4b13-8b6d-b72c46675eac None None] Allocated IP 2001:db8:0:1::2 (73ddf924-b5fb-4b6d-a4ee-183da7cafb06/85937a0e-9ec9-4bdf-ad8a-a22a51dcec97/de4d8338-5c6c-41d4-bec2-3daef5fac19b) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:15.168764 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3be8d46a-0267-4b1a-bfdc-48379283060f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] In _notify_port_updated(), no bound segment for port 8ee9f663-cd63-4c96-9aae-ce3123468a6f on network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 {{(pid=93694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:03:15.180368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be8d46a-0267-4b1a-bfdc-48379283060f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:15.181837 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3be8d46a-0267-4b1a-bfdc-48379283060f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.188988 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59366) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:15.189563 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3be8d46a-0267-4b1a-bfdc-48379283060f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "PUT /v2.0/ports/8ee9f663-cd63-4c96-9aae-ce3123468a6f HTTP/1.1" status: 200 len: 930 time: 1.6277263 Jul 16 09:03:15.260309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be8d46a-0267-4b1a-bfdc-48379283060f tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=8ee9f663-cd63-4c96-9aae-ce3123468a6f,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:15.323591 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e3023aa7-2311-4b13-8b6d-b72c46675eac None None] For port de4d8338-5c6c-41d4-bec2-3daef5fac19b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=de4d8338-5c6c-41d4-bec2-3daef5fac19b,segment=NetworkSegment(96f493de-b84d-4c7d-91c8-a6bb4d4a928a),segment_id=96f493de-b84d-4c7d-91c8-a6bb4d4a928a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:15.438834 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e3023aa7-2311-4b13-8b6d-b72c46675eac None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.461294 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 8ee9f663-cd63-4c96-9aae-ce3123468a6f {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:15.467520 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.534356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e3023aa7-2311-4b13-8b6d-b72c46675eac None None] Transition to ACTIVE for port object de4d8338-5c6c-41d4-bec2-3daef5fac19b will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:15.548752 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e3023aa7-2311-4b13-8b6d-b72c46675eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.687617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3023aa7-2311-4b13-8b6d-b72c46675eac None None] Pushing event updated for resources: {'Port': ['ID=de4d8338-5c6c-41d4-bec2-3daef5fac19b,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:15.719227 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:15.736838 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 8ee9f663-cd63-4c96-9aae-ce3123468a6f owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:15.955023 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.039011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=8ee9f663-cd63-4c96-9aae-ce3123468a6f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:16.055723 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:16.056434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:16.057199 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:16.057764 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:16.058453 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:16.059016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:16.059551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:16.060055 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:16.060593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:16.061109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:16.061649 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:16.062151 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:16.172148 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.184913 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ffca84cf-3dc5-490c-8f2d-7bcf683acc8a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/8ee9f663-cd63-4c96-9aae-ce3123468a6f HTTP/1.1" status: 204 len: 168 time: 0.9938822 Jul 16 09:03:16.190583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59376) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:16.240905 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7d5815-d8c1-4c04-bad6-f027b526b679 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] GET failed (client error): The resource could not be found. Jul 16 09:03:16.246530 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0d7d5815-d8c1-4c04-bad6-f027b526b679 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/8ee9f663-cd63-4c96-9aae-ce3123468a6f HTTP/1.1" status: 404 len: 333 time: 0.0566804 Jul 16 09:03:16.249403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59378) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:16.366105 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-420f2ead-986b-499d-a711-5bf1797a8981 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.425411 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-420f2ead-986b-499d-a711-5bf1797a8981 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.488735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-420f2ead-986b-499d-a711-5bf1797a8981 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.493124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-420f2ead-986b-499d-a711-5bf1797a8981 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.497364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59382) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:16.503420 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-420f2ead-986b-499d-a711-5bf1797a8981 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/security-groups/157ccef9-7db2-4ff4-9a03-cbba874fcb4b HTTP/1.1" status: 204 len: 168 time: 0.2473083 Jul 16 09:03:16.519675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420f2ead-986b-499d-a711-5bf1797a8981 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=157ccef9-7db2-4ff4-9a03-cbba874fcb4b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:16.602467 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a79e31be-47e5-46f4-b621-d81837828090 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.666688 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a79e31be-47e5-46f4-b621-d81837828090 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.762527 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a79e31be-47e5-46f4-b621-d81837828090 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.767870 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a79e31be-47e5-46f4-b621-d81837828090 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.771786 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a79e31be-47e5-46f4-b621-d81837828090 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/security-groups/40eedad7-2944-46ca-a195-c220cd00aa3f HTTP/1.1" status: 204 len: 168 time: 0.2720585 Jul 16 09:03:16.775110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59388) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:16.788849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79e31be-47e5-46f4-b621-d81837828090 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40eedad7-2944-46ca-a195-c220cd00aa3f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:16.859988 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9f5f102-7b66-4754-9e49-118d187f50f0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting subnet 99217143-02cf-43d2-9faf-acf9123a944c {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:16.863944 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f102-7b66-4754-9e49-118d187f50f0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:16.986577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f39a6603-1b4d-471c-a2d9-3a8229855c6e None None] Could not find standard attr ID for object 8ee9f663-cd63-4c96-9aae-ce3123468a6f. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:03:17.007970 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f102-7b66-4754-9e49-118d187f50f0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.022472 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device de4d8338-5c6c-41d4-bec2-3daef5fac19b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:17.185175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f39a6603-1b4d-471c-a2d9-3a8229855c6e None None] Provisioning complete for port 4822410d-a142-482f-b688-58f481dcc64b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:17.196763 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f39a6603-1b4d-471c-a2d9-3a8229855c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.410566 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f102-7b66-4754-9e49-118d187f50f0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.524858 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f39a6603-1b4d-471c-a2d9-3a8229855c6e None None] Port 4822410d-a142-482f-b688-58f481dcc64b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:17.599390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f39a6603-1b4d-471c-a2d9-3a8229855c6e None None] Provisioning for port de4d8338-5c6c-41d4-bec2-3daef5fac19b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:17.619951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f39a6603-1b4d-471c-a2d9-3a8229855c6e None None] Provisioning complete for port de4d8338-5c6c-41d4-bec2-3daef5fac19b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:17.622242 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f39a6603-1b4d-471c-a2d9-3a8229855c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.761426 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f102-7b66-4754-9e49-118d187f50f0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.806722 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c9f5f102-7b66-4754-9e49-118d187f50f0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:17.817990 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c9f5f102-7b66-4754-9e49-118d187f50f0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/99217143-02cf-43d2-9faf-acf9123a944c HTTP/1.1" status: 204 len: 168 time: 1.0421555 Jul 16 09:03:17.826345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59418) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:17.858142 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1af7c64e-a19a-48d6-b572-2f9020765ba7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'subnet': {'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:17.861178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f5f102-7b66-4754-9e49-118d187f50f0 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Subnet': ['ID=99217143-02cf-43d2-9faf-acf9123a944c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:18.100131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30cb049e-0825-4525-8c62-7ddccf127617 None None] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:18.225252 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-511f8804-538c-44d1-a51b-5ebc750c729f None None] Could not find standard attr ID for object 8ee9f663-cd63-4c96-9aae-ce3123468a6f. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:03:18.373957 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af7c64e-a19a-48d6-b572-2f9020765ba7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:18.392834 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1af7c64e-a19a-48d6-b572-2f9020765ba7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:18.555241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59428) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:18.910616 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de3595ba-b01b-4d6a-b5dd-37a4d5ad2048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.259806 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1af7c64e-a19a-48d6-b572-2f9020765ba7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.312311 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de3595ba-b01b-4d6a-b5dd-37a4d5ad2048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.321484 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de3595ba-b01b-4d6a-b5dd-37a4d5ad2048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.396207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3595ba-b01b-4d6a-b5dd-37a4d5ad2048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dba86f0-196a-4459-addd-5fb8f04ca0e0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:19.399285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af7c64e-a19a-48d6-b572-2f9020765ba7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:19.403916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1af7c64e-a19a-48d6-b572-2f9020765ba7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:19.409249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af7c64e-a19a-48d6-b572-2f9020765ba7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:19.410155 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1af7c64e-a19a-48d6-b572-2f9020765ba7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.417712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7c64e-a19a-48d6-b572-2f9020765ba7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Subnet': ['ID=2758fe9e-6623-43b1-a0a3-525aacc1301b,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:19.455227 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1af7c64e-a19a-48d6-b572-2f9020765ba7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6202204 Jul 16 09:03:19.455554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59440) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:19.461599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e65cd524-5307-4698-9303-49b1ea9d8a79 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'security_group': {'name': 'tempest-secgroup-531264112'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:19.482519 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-de3595ba-b01b-4d6a-b5dd-37a4d5ad2048 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=96cad166c81540169f7105fb83506c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9215155 Jul 16 09:03:19.483597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59442) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:19.534865 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e65cd524-5307-4698-9303-49b1ea9d8a79 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.569081 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18838ecc-f2e3-41d8-b89c-7a93647d1b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.636899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18838ecc-f2e3-41d8-b89c-7a93647d1b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.760159 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18838ecc-f2e3-41d8-b89c-7a93647d1b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.762993 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18838ecc-f2e3-41d8-b89c-7a93647d1b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.768034 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-18838ecc-f2e3-41d8-b89c-7a93647d1b9a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dba86f0-196a-4459-addd-5fb8f04ca0e0 HTTP/1.1" status: 204 len: 168 time: 0.2786906 Jul 16 09:03:19.792587 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e65cd524-5307-4698-9303-49b1ea9d8a79 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.800115 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18838ecc-f2e3-41d8-b89c-7a93647d1b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dba86f0-196a-4459-addd-5fb8f04ca0e0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:19.803202 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e65cd524-5307-4698-9303-49b1ea9d8a79 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.909199 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e65cd524-5307-4698-9303-49b1ea9d8a79 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:19.914561 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e65cd524-5307-4698-9303-49b1ea9d8a79 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4541004 Jul 16 09:03:19.914996 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59450) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:19.923441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-7eb5dada-270f-4a96-8dfc-430f2a1c0d23 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'security_group': {'name': 'tempest-secgroup-644958387'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:19.962417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65cd524-5307-4698-9303-49b1ea9d8a79 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d15e2ce0-c015-4339-ae21-b7ad6b1fa48b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:19.983570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffe76c7-7d8f-4817-b142-56d7c17910e0 None None] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:20.017406 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7eb5dada-270f-4a96-8dfc-430f2a1c0d23 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.183936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9a463111-350f-4cf6-aaf2-72585bc241c9 None None] Provisioning complete for port 4822410d-a142-482f-b688-58f481dcc64b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:20.184297 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9a463111-350f-4cf6-aaf2-72585bc241c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.209795 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7eb5dada-270f-4a96-8dfc-430f2a1c0d23 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.215973 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7eb5dada-270f-4a96-8dfc-430f2a1c0d23 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.256267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9a463111-350f-4cf6-aaf2-72585bc241c9 None None] Port 4822410d-a142-482f-b688-58f481dcc64b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:20.289994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb5dada-270f-4a96-8dfc-430f2a1c0d23 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=687abd4a-7581-49b4-aecb-e92456335730,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:20.303525 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7eb5dada-270f-4a96-8dfc-430f2a1c0d23 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.305171 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7eb5dada-270f-4a96-8dfc-430f2a1c0d23 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3891804 Jul 16 09:03:20.310433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59456) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:20.315630 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-0c98949d-5aaf-4d29-9d9e-66aed232d7bb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'security_group': {'name': 'tempest-secgroup-1960984234'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:20.351939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9a463111-350f-4cf6-aaf2-72585bc241c9 None None] Provisioning complete for port de4d8338-5c6c-41d4-bec2-3daef5fac19b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:20.352668 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9a463111-350f-4cf6-aaf2-72585bc241c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.406534 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0c98949d-5aaf-4d29-9d9e-66aed232d7bb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.528127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59458) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:20.554607 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.714160 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0c98949d-5aaf-4d29-9d9e-66aed232d7bb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.725568 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0c98949d-5aaf-4d29-9d9e-66aed232d7bb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.788881 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0f647e-226d-4217-a3be-57f45fb3ced8 None None] Update dhcp port {'port': {'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'fixed_ips': [{'subnet_id': '85937a0e-9ec9-4bdf-ad8a-a22a51dcec97', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2758fe9e-6623-43b1-a0a3-525aacc1301b'}], 'binding:host_id': 'n-d-758944-46'}, 'id': 'de4d8338-5c6c-41d4-bec2-3daef5fac19b'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:03:20.883133 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.920920 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98949d-5aaf-4d29-9d9e-66aed232d7bb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2751c700-f9d5-4981-baed-9778a492039b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:20.925807 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fd0f647e-226d-4217-a3be-57f45fb3ced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.927048 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.978949 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=66e314cf98cb44aaa51f5e2cf20555a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494789 Jul 16 09:03:20.979874 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0c98949d-5aaf-4d29-9d9e-66aed232d7bb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:20.984361 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0c98949d-5aaf-4d29-9d9e-66aed232d7bb tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6733172 Jul 16 09:03:20.984712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59462) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:20.985249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59464) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:20.991826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-67e6ef8d-7838-489a-8bd4-451334ca5d49 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1477245442', 'security_groups': ['2751c700-f9d5-4981-baed-9778a492039b'], 'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2758fe9e-6623-43b1-a0a3-525aacc1301b'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:21.134935 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b154-c68b-44fa-a330-4e66e67d29a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.173084 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b154-c68b-44fa-a330-4e66e67d29a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.224628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67e6ef8d-7838-489a-8bd4-451334ca5d49 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:21.308965 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b154-c68b-44fa-a330-4e66e67d29a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.311809 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a6f5b154-c68b-44fa-a330-4e66e67d29a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.328550 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a6f5b154-c68b-44fa-a330-4e66e67d29a6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/507bbbc3-66fa-4a46-bbc3-4d7c4a8e12a9 HTTP/1.1" status: 204 len: 168 time: 0.3405275 Jul 16 09:03:21.357648 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f5b154-c68b-44fa-a330-4e66e67d29a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507bbbc3-66fa-4a46-bbc3-4d7c4a8e12a9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:21.450965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507bbbc3-66fa-4a46-bbc3-4d7c4a8e12a9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:21.473042 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-67e6ef8d-7838-489a-8bd4-451334ca5d49 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.509928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:21.510208 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:21.510526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:21.510871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:21.511215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:21.511554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:21.511889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:21.516848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:21.519076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:21.519704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:21.522548 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:21.523151 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d364e0a-9f7b-4834-8df6-c3f6337a7453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:21.529390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-fd0f647e-226d-4217-a3be-57f45fb3ced8 None None] Allocated IP 2001:db8::2 (73ddf924-b5fb-4b6d-a4ee-183da7cafb06/2758fe9e-6623-43b1-a0a3-525aacc1301b/de4d8338-5c6c-41d4-bec2-3daef5fac19b) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:21.545729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-67e6ef8d-7838-489a-8bd4-451334ca5d49 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] device_id is not set on port 5b439cee-d83f-4f8e-8ddf-250f53052759 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:03:21.723409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-fd0f647e-226d-4217-a3be-57f45fb3ced8 None None] For port de4d8338-5c6c-41d4-bec2-3daef5fac19b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=de4d8338-5c6c-41d4-bec2-3daef5fac19b,segment=NetworkSegment(96f493de-b84d-4c7d-91c8-a6bb4d4a928a),segment_id=96f493de-b84d-4c7d-91c8-a6bb4d4a928a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:21.808477 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fd0f647e-226d-4217-a3be-57f45fb3ced8 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:21.851785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fd0f647e-226d-4217-a3be-57f45fb3ced8 None None] Transition to ACTIVE for port object de4d8338-5c6c-41d4-bec2-3daef5fac19b will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:21.861096 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fd0f647e-226d-4217-a3be-57f45fb3ced8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.005201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-67e6ef8d-7838-489a-8bd4-451334ca5d49 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Allocated IP 2001:db8::2a9 (73ddf924-b5fb-4b6d-a4ee-183da7cafb06/2758fe9e-6623-43b1-a0a3-525aacc1301b/5b439cee-d83f-4f8e-8ddf-250f53052759) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:22.056532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0f647e-226d-4217-a3be-57f45fb3ced8 None None] Pushing event updated for resources: {'Port': ['ID=de4d8338-5c6c-41d4-bec2-3daef5fac19b,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:22.066479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59482) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:22.085930 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fff7035d-aa97-45b7-8570-a6eb370cfb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.270184 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fff7035d-aa97-45b7-8570-a6eb370cfb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.284250 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fff7035d-aa97-45b7-8570-a6eb370cfb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.332474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fff7035d-aa97-45b7-8570-a6eb370cfb0e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=bcc1db371eab4286aead452a0c641a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2648325 Jul 16 09:03:22.333389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59488) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:22.359972 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-67e6ef8d-7838-489a-8bd4-451334ca5d49 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.431737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff7035d-aa97-45b7-8570-a6eb370cfb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f2643f-fbab-42dd-81a9-963fe7a53dec,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:22.435960 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f13b6f76-9d65-4af0-abfa-18026851af18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.440546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-67e6ef8d-7838-489a-8bd4-451334ca5d49 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Transition to ACTIVE for port object 5b439cee-d83f-4f8e-8ddf-250f53052759 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:22.470692 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f13b6f76-9d65-4af0-abfa-18026851af18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.563394 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-67e6ef8d-7838-489a-8bd4-451334ca5d49 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.564061 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f13b6f76-9d65-4af0-abfa-18026851af18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.572337 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f13b6f76-9d65-4af0-abfa-18026851af18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.578808 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f13b6f76-9d65-4af0-abfa-18026851af18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/51f2643f-fbab-42dd-81a9-963fe7a53dec HTTP/1.1" status: 204 len: 168 time: 0.2392588 Jul 16 09:03:22.636740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13b6f76-9d65-4af0-abfa-18026851af18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f2643f-fbab-42dd-81a9-963fe7a53dec,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:22.644458 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e6ef8d-7838-489a-8bd4-451334ca5d49 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:22.648845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-67e6ef8d-7838-489a-8bd4-451334ca5d49 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:22.663752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e6ef8d-7838-489a-8bd4-451334ca5d49 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:22.675259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e6ef8d-7838-489a-8bd4-451334ca5d49 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:22.675975 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-67e6ef8d-7838-489a-8bd4-451334ca5d49 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:22.701068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e6ef8d-7838-489a-8bd4-451334ca5d49 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=5b439cee-d83f-4f8e-8ddf-250f53052759,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:22.706784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-67e6ef8d-7838-489a-8bd4-451334ca5d49 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7192740 Jul 16 09:03:22.710039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59494) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:22.720628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-36b2888c-6bf9-4d68-aba9-37510fc3b78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'subnet': {'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:22.925604 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device de4d8338-5c6c-41d4-bec2-3daef5fac19b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:23.052439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b2888c-6bf9-4d68-aba9-37510fc3b78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:23.056860 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-36b2888c-6bf9-4d68-aba9-37510fc3b78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.369079 n-d-758944-46 neutron-server[93695]: INFO neutron.db.ipam_backend_mixin [None req-36b2888c-6bf9-4d68-aba9-37510fc3b78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2758fe9e-6623-43b1-a0a3-525aacc1301b (CIDR: 2001:db8::/64) Jul 16 09:03:23.376824 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-36b2888c-6bf9-4d68-aba9-37510fc3b78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:23.380340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36b2888c-6bf9-4d68-aba9-37510fc3b78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:23.414122 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-36b2888c-6bf9-4d68-aba9-37510fc3b78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7017977 Jul 16 09:03:23.417347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59498) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:23.424348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b5466e82-de40-4ea1-a7ef-95485923dddf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'subnet': {'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:23.447305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-be9d2461-8e78-47eb-8f36-25402b1c924c None None] Provisioning complete for port 4822410d-a142-482f-b688-58f481dcc64b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:23.463308 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-be9d2461-8e78-47eb-8f36-25402b1c924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.624876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-be9d2461-8e78-47eb-8f36-25402b1c924c None None] Port 4822410d-a142-482f-b688-58f481dcc64b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:23.640813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-be9d2461-8e78-47eb-8f36-25402b1c924c None None] Provisioning for port de4d8338-5c6c-41d4-bec2-3daef5fac19b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:23.646710 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-be9d2461-8e78-47eb-8f36-25402b1c924c None None] Provisioning complete for port de4d8338-5c6c-41d4-bec2-3daef5fac19b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:23.647406 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-be9d2461-8e78-47eb-8f36-25402b1c924c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.803066 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5466e82-de40-4ea1-a7ef-95485923dddf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:23.807216 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5466e82-de40-4ea1-a7ef-95485923dddf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.909500 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a508319d-aafe-4846-b3b4-0d34b1642c5d None None] Provisioning for port 5b439cee-d83f-4f8e-8ddf-250f53052759 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:23.916003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a508319d-aafe-4846-b3b4-0d34b1642c5d None None] Provisioning complete for port 5b439cee-d83f-4f8e-8ddf-250f53052759 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:23.916451 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a508319d-aafe-4846-b3b4-0d34b1642c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:23.969920 n-d-758944-46 neutron-server[93694]: INFO neutron.db.ipam_backend_mixin [None req-b5466e82-de40-4ea1-a7ef-95485923dddf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 85937a0e-9ec9-4bdf-ad8a-a22a51dcec97 (CIDR: 2001:db8:0:1::/64) Jul 16 09:03:23.979238 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a508319d-aafe-4846-b3b4-0d34b1642c5d None None] Port 5b439cee-d83f-4f8e-8ddf-250f53052759 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:23.979826 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5466e82-de40-4ea1-a7ef-95485923dddf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:03:23.981750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5466e82-de40-4ea1-a7ef-95485923dddf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:24.009535 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b5466e82-de40-4ea1-a7ef-95485923dddf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5878859 Jul 16 09:03:24.009917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59506) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:24.015863 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9d023717-2d96-43ce-bab4-35fc6d854899 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'subnet': {'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:24.172731 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d023717-2d96-43ce-bab4-35fc6d854899 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Made reservation on behalf of 18f2fb0c884c497f9a276b43d6536257 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:24.178328 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d023717-2d96-43ce-bab4-35fc6d854899 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.539836 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d023717-2d96-43ce-bab4-35fc6d854899 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.598787 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d023717-2d96-43ce-bab4-35fc6d854899 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:24.607862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-9d023717-2d96-43ce-bab4-35fc6d854899 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:24.623409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d023717-2d96-43ce-bab4-35fc6d854899 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:24.625975 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9d023717-2d96-43ce-bab4-35fc6d854899 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:24.630101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8bf9af-fdb8-4615-9e43-5680716d65d7 None None] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:24.661756 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9d023717-2d96-43ce-bab4-35fc6d854899 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6501055 Jul 16 09:03:24.665826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59520) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:24.679257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5f72810e-9054-4fd6-ba50-ee1eef00ba63 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2032398785', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd446fa54-39aa-4548-be34-93c417bc53a6'}], 'security_groups': ['d15e2ce0-c015-4339-ae21-b7ad6b1fa48b', '687abd4a-7581-49b4-aecb-e92456335730']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:24.701792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d023717-2d96-43ce-bab4-35fc6d854899 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Subnet': ['ID=d446fa54-39aa-4548-be34-93c417bc53a6,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:24.995227 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f72810e-9054-4fd6-ba50-ee1eef00ba63 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:25.246932 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12f9cf9-1d8e-40d4-96c8-c8484fdce62f None None] Update dhcp port {'port': {'network_id': '73ddf924-b5fb-4b6d-a4ee-183da7cafb06', 'fixed_ips': [{'subnet_id': '85937a0e-9ec9-4bdf-ad8a-a22a51dcec97', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2758fe9e-6623-43b1-a0a3-525aacc1301b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd446fa54-39aa-4548-be34-93c417bc53a6'}], 'binding:host_id': 'n-d-758944-46'}, 'id': 'de4d8338-5c6c-41d4-bec2-3daef5fac19b'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:03:25.326412 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b12f9cf9-1d8e-40d4-96c8-c8484fdce62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.272947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-5f72810e-9054-4fd6-ba50-ee1eef00ba63 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Delete allocated IP 2001:db8::2a9 (73ddf924-b5fb-4b6d-a4ee-183da7cafb06/2758fe9e-6623-43b1-a0a3-525aacc1301b) {{(pid=93694) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:03:26.291169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-5f72810e-9054-4fd6-ba50-ee1eef00ba63 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Allocated IP 2001:db8:0:2::49 (73ddf924-b5fb-4b6d-a4ee-183da7cafb06/d446fa54-39aa-4548-be34-93c417bc53a6/5b439cee-d83f-4f8e-8ddf-250f53052759) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:26.595033 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f72810e-9054-4fd6-ba50-ee1eef00ba63 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.625137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-5f72810e-9054-4fd6-ba50-ee1eef00ba63 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Transition to ACTIVE for port object 5b439cee-d83f-4f8e-8ddf-250f53052759 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:26.634575 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f72810e-9054-4fd6-ba50-ee1eef00ba63 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.724667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-5f72810e-9054-4fd6-ba50-ee1eef00ba63 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] In _notify_port_updated(), no bound segment for port 5b439cee-d83f-4f8e-8ddf-250f53052759 on network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 {{(pid=93694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:03:26.731117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f72810e-9054-4fd6-ba50-ee1eef00ba63 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:26.731867 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5f72810e-9054-4fd6-ba50-ee1eef00ba63 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:26.737921 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5f72810e-9054-4fd6-ba50-ee1eef00ba63 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "PUT /v2.0/ports/5b439cee-d83f-4f8e-8ddf-250f53052759 HTTP/1.1" status: 200 len: 969 time: 2.0651960 Jul 16 09:03:26.738549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59550) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:26.742075 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72810e-9054-4fd6-ba50-ee1eef00ba63 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event updated for resources: {'Port': ['ID=5b439cee-d83f-4f8e-8ddf-250f53052759,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:26.829974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-b12f9cf9-1d8e-40d4-96c8-c8484fdce62f None None] Allocated IP 2001:db8:0:2::2 (73ddf924-b5fb-4b6d-a4ee-183da7cafb06/d446fa54-39aa-4548-be34-93c417bc53a6/de4d8338-5c6c-41d4-bec2-3daef5fac19b) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:27.055381 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b12f9cf9-1d8e-40d4-96c8-c8484fdce62f None None] For port de4d8338-5c6c-41d4-bec2-3daef5fac19b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=de4d8338-5c6c-41d4-bec2-3daef5fac19b,segment=NetworkSegment(96f493de-b84d-4c7d-91c8-a6bb4d4a928a),segment_id=96f493de-b84d-4c7d-91c8-a6bb4d4a928a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:27.114658 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b12f9cf9-1d8e-40d4-96c8-c8484fdce62f None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.124266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-cd94998f-565e-4cb0-a2df-acfbfa477afd tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 5b439cee-d83f-4f8e-8ddf-250f53052759 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:27.124680 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd94998f-565e-4cb0-a2df-acfbfa477afd tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.151850 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b12f9cf9-1d8e-40d4-96c8-c8484fdce62f None None] Transition to ACTIVE for port object de4d8338-5c6c-41d4-bec2-3daef5fac19b will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:27.176485 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b12f9cf9-1d8e-40d4-96c8-c8484fdce62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.211417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbff13e-fbec-4156-bb5d-e7dc1fbb0695 req-19ca936e-a9cd-4608-b570-93aa70e292b8 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:27.221114 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ccbff13e-fbec-4156-bb5d-e7dc1fbb0695 req-19ca936e-a9cd-4608-b570-93aa70e292b8 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 945 time: 0.2400014 Jul 16 09:03:27.308010 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd94998f-565e-4cb0-a2df-acfbfa477afd tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:27.340418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-cd94998f-565e-4cb0-a2df-acfbfa477afd tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 5b439cee-d83f-4f8e-8ddf-250f53052759 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:27.402586 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12f9cf9-1d8e-40d4-96c8-c8484fdce62f None None] Pushing event updated for resources: {'Port': ['ID=de4d8338-5c6c-41d4-bec2-3daef5fac19b,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:28.014448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ccbff13e-fbec-4156-bb5d-e7dc1fbb0695 req-da6fe09d-c00a-43be-a4ec-9d86fa1b9df4 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=860be1de-8db4-4ee2-a45b-e5fd8c586d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7918756 Jul 16 09:03:28.017971 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd94998f-565e-4cb0-a2df-acfbfa477afd tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.061795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd94998f-565e-4cb0-a2df-acfbfa477afd tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=5b439cee-d83f-4f8e-8ddf-250f53052759,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:28.124106 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd94998f-565e-4cb0-a2df-acfbfa477afd tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.134069 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59574) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:28.134662 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cd94998f-565e-4cb0-a2df-acfbfa477afd tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/5b439cee-d83f-4f8e-8ddf-250f53052759 HTTP/1.1" status: 204 len: 168 time: 1.3929782 Jul 16 09:03:28.170684 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e64f87-0128-4f05-8e36-9518f9de6a34 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] GET failed (client error): The resource could not be found. Jul 16 09:03:28.176523 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-27e64f87-0128-4f05-8e36-9518f9de6a34 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports/5b439cee-d83f-4f8e-8ddf-250f53052759 HTTP/1.1" status: 404 len: 333 time: 0.0365078 Jul 16 09:03:28.176523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59576) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:28.299554 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1c6bc1d-f965-4e15-987c-faeaea7f7cd8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.349129 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1c6bc1d-f965-4e15-987c-faeaea7f7cd8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.357277 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cdcd3536-39bd-40a0-a562-cdfa210d724d None None] Could not find standard attr ID for object 5b439cee-d83f-4f8e-8ddf-250f53052759. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:03:28.388793 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cdcd3536-39bd-40a0-a562-cdfa210d724d None None] Provisioning complete for port 4822410d-a142-482f-b688-58f481dcc64b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:28.390509 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cdcd3536-39bd-40a0-a562-cdfa210d724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.410692 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1c6bc1d-f965-4e15-987c-faeaea7f7cd8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.417246 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e1c6bc1d-f965-4e15-987c-faeaea7f7cd8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.425847 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e1c6bc1d-f965-4e15-987c-faeaea7f7cd8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/security-groups/2751c700-f9d5-4981-baed-9778a492039b HTTP/1.1" status: 204 len: 168 time: 0.2477477 Jul 16 09:03:28.430712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59580) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:28.449944 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-cdcd3536-39bd-40a0-a562-cdfa210d724d None None] Port 4822410d-a142-482f-b688-58f481dcc64b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:28.457312 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c6bc1d-f965-4e15-987c-faeaea7f7cd8 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2751c700-f9d5-4981-baed-9778a492039b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:28.487453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cdcd3536-39bd-40a0-a562-cdfa210d724d None None] Provisioning for port de4d8338-5c6c-41d4-bec2-3daef5fac19b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:28.493470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cdcd3536-39bd-40a0-a562-cdfa210d724d None None] Provisioning complete for port de4d8338-5c6c-41d4-bec2-3daef5fac19b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:28.494429 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cdcd3536-39bd-40a0-a562-cdfa210d724d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.573338 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3279319e-6124-46b2-b933-ffe458c4fd52 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.629574 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3279319e-6124-46b2-b933-ffe458c4fd52 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.649695 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-f1d5bf6a-b3c8-471d-bacc-46b35b7732ad tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:28.652373 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-f1d5bf6a-b3c8-471d-bacc-46b35b7732ad tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.38 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 945 time: 0.2435429 Jul 16 09:03:28.723527 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3279319e-6124-46b2-b933-ffe458c4fd52 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.726318 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3279319e-6124-46b2-b933-ffe458c4fd52 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.732308 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3279319e-6124-46b2-b933-ffe458c4fd52 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/security-groups/687abd4a-7581-49b4-aecb-e92456335730 HTTP/1.1" status: 204 len: 168 time: 0.2934349 Jul 16 09:03:28.740246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f22d5d16-8f16-49de-9b4d-70934e630a9d None None] Could not find standard attr ID for object 5b439cee-d83f-4f8e-8ddf-250f53052759. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:03:28.741688 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59586) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:28.761639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3279319e-6124-46b2-b933-ffe458c4fd52 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=687abd4a-7581-49b4-aecb-e92456335730,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:28.902084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-cb864f84-3860-4890-b1d8-9e8d7b67b733 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Deleting port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:28.902807 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-cb864f84-3860-4890-b1d8-9e8d7b67b733 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:28.948095 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device de4d8338-5c6c-41d4-bec2-3daef5fac19b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:29.062966 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-cb864f84-3860-4890-b1d8-9e8d7b67b733 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] For port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=5d8bf397-a19e-431a-8781-d0fe8e9e18e1,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:29.063726 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-cb864f84-3860-4890-b1d8-9e8d7b67b733 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.078264 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port de4d8338-5c6c-41d4-bec2-3daef5fac19b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:29.081975 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.084791 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4e53-f080-4185-b0df-d1be574d70b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.134154 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4e53-f080-4185-b0df-d1be574d70b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.399206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36ca99-f38f-4086-bc9d-67f31dac0159 req-0b0265ee-01ab-4a2a-aebd-7e2e2274e96e tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:29.400967 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c36ca99-f38f-4086-bc9d-67f31dac0159 req-0b0265ee-01ab-4a2a-aebd-7e2e2274e96e tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 945 time: 0.1477172 Jul 16 09:03:29.409874 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4e53-f080-4185-b0df-d1be574d70b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.413061 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cb6e4e53-f080-4185-b0df-d1be574d70b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.418801 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cb6e4e53-f080-4185-b0df-d1be574d70b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/security-groups/d15e2ce0-c015-4339-ae21-b7ad6b1fa48b HTTP/1.1" status: 204 len: 168 time: 0.6457028 Jul 16 09:03:29.440059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59594) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:29.501610 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4c36ca99-f38f-4086-bc9d-67f31dac0159 req-a7e758a7-b55d-4dca-aa65-f7dd34d0f6ee tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups?id=860be1de-8db4-4ee2-a45b-e5fd8c586d7f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875025 Jul 16 09:03:29.525643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-aea2f376-7fbf-4865-8876-d7ea29518a13 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting subnet 2758fe9e-6623-43b1-a0a3-525aacc1301b {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:29.537687 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aea2f376-7fbf-4865-8876-d7ea29518a13 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.546683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6e4e53-f080-4185-b0df-d1be574d70b4 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15e2ce0-c015-4339-ae21-b7ad6b1fa48b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:29.631318 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aea2f376-7fbf-4865-8876-d7ea29518a13 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.771331 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-cb864f84-3860-4890-b1d8-9e8d7b67b733 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.771984 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-cb864f84-3860-4890-b1d8-9e8d7b67b733 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.773778 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-cb864f84-3860-4890-b1d8-9e8d7b67b733 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Floating IP 374892a5-e2da-48ea-87ba-fae18d8dd2bb disassociated. External IP: 172.25.4.90, port: 5d8bf397-a19e-431a-8781-d0fe8e9e18e1. Jul 16 09:03:29.774679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-cb864f84-3860-4890-b1d8-9e8d7b67b733 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Calling delete_port for 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:29.816942 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aea2f376-7fbf-4865-8876-d7ea29518a13 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.945922 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aea2f376-7fbf-4865-8876-d7ea29518a13 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.983373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2f376-7fbf-4865-8876-d7ea29518a13 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Subnet': ['ID=2758fe9e-6623-43b1-a0a3-525aacc1301b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:29.986137 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aea2f376-7fbf-4865-8876-d7ea29518a13 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:29.988159 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-aea2f376-7fbf-4865-8876-d7ea29518a13 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/2758fe9e-6623-43b1-a0a3-525aacc1301b HTTP/1.1" status: 204 len: 168 time: 0.5470216 Jul 16 09:03:29.992581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59598) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:29.997225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51868616-a19c-4c92-a7f2-0a5de7d434c6 None None] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:30.059704 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-cb864f84-3860-4890-b1d8-9e8d7b67b733 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.074170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b3eb32f-b5e7-4687-a925-f8140ad8cb73 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting subnet d446fa54-39aa-4548-be34-93c417bc53a6 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:30.080169 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb32f-b5e7-4687-a925-f8140ad8cb73 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.152296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb864f84-3860-4890-b1d8-9e8d7b67b733 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event deleted for resources: {'Port': ['ID=5d8bf397-a19e-431a-8781-d0fe8e9e18e1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:30.168167 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb32f-b5e7-4687-a925-f8140ad8cb73 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.322466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-cb864f84-3860-4890-b1d8-9e8d7b67b733 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Router 916626c0-58f0-4605-91b3-8031e2878614 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:03:30.389162 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb32f-b5e7-4687-a925-f8140ad8cb73 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.527652 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb32f-b5e7-4687-a925-f8140ad8cb73 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.651848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3eb32f-b5e7-4687-a925-f8140ad8cb73 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Subnet': ['ID=d446fa54-39aa-4548-be34-93c417bc53a6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:30.654447 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9b3eb32f-b5e7-4687-a925-f8140ad8cb73 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.656534 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9b3eb32f-b5e7-4687-a925-f8140ad8cb73 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/d446fa54-39aa-4548-be34-93c417bc53a6 HTTP/1.1" status: 204 len: 168 time: 0.6628780 Jul 16 09:03:30.677259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59610) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:30.718866 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a51a90-3ce2-4f8f-aa8f-57f01eebbdea tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:30.719321 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a51a90-3ce2-4f8f-aa8f-57f01eebbdea tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:30.723841 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59612) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:30.724135 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c6a51a90-3ce2-4f8f-aa8f-57f01eebbdea tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/2758fe9e-6623-43b1-a0a3-525aacc1301b HTTP/1.1" status: 404 len: 337 time: 0.0454254 Jul 16 09:03:30.786379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-cb864f84-3860-4890-b1d8-9e8d7b67b733 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:30.799988 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f6b2c-e68a-4e93-8a63-906e9b8124e1 None None] Sync routers for ids ['916626c0-58f0-4605-91b3-8031e2878614'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:30.822919 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f6b2c-e68a-4e93-8a63-906e9b8124e1 None None] Routers {'916626c0-58f0-4605-91b3-8031e2878614'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:30.826563 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-47be3232-f05f-4283-a2d1-924705c3f03d req-98b2b74e-79bd-4107-a5cc-205d22ed96df tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/ports?device_id=8f5ec100-9b6e-4372-ac2e-663088a6566d HTTP/1.1" status: 200 len: 210 time: 0.0676961 Jul 16 09:03:30.828313 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-62eeb0a5-6b0a-4b98-937b-dd6390ef8a6d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting subnet 85937a0e-9ec9-4bdf-ad8a-a22a51dcec97 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:30.829634 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-4b1f6b2c-e68a-4e93-8a63-906e9b8124e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:03:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['916626c0-58f0-4605-91b3-8031e2878614'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:30.837043 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-62eeb0a5-6b0a-4b98-937b-dd6390ef8a6d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.927732 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-cb864f84-3860-4890-b1d8-9e8d7b67b733 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] No DVR routers for this DVR port 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:30.935499 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-62eeb0a5-6b0a-4b98-937b-dd6390ef8a6d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.938145 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-cb864f84-3860-4890-b1d8-9e8d7b67b733 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:30.940356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ec324c46-1f70-4b84-a24d-93696a3fedd8 req-cb864f84-3860-4890-b1d8-9e8d7b67b733 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.38 "DELETE /v2.0/ports/5d8bf397-a19e-431a-8781-d0fe8e9e18e1 HTTP/1.1" status: 204 len: 173 time: 2.2810459 Jul 16 09:03:30.941165 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5ec100-9b6e-4372-ac2e-663088a6566d', 'name': 'network-vif-deleted', 'tag': '5d8bf397-a19e-431a-8781-d0fe8e9e18e1'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:30.946323 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e1e507d-7144-4666-b43f-a3e5ab08e08c" -d '{"events": [{"server_uuid": "8f5ec100-9b6e-4372-ac2e-663088a6566d", "name": "network-vif-deleted", "tag": "5d8bf397-a19e-431a-8781-d0fe8e9e18e1"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:31.037576 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81963e8-956c-4767-8410-e69c68ff075f x-openstack-request-id: req-f81963e8-956c-4767-8410-e69c68ff075f {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:31.037874 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5ec100-9b6e-4372-ac2e-663088a6566d", "name": "network-vif-deleted", "tag": "5d8bf397-a19e-431a-8781-d0fe8e9e18e1", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:31.038132 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f81963e8-956c-4767-8410-e69c68ff075f {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:31.038544 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5ec100-9b6e-4372-ac2e-663088a6566d', 'name': 'network-vif-deleted', 'tag': '5d8bf397-a19e-431a-8781-d0fe8e9e18e1', 'status': 'completed', 'code': 200} Jul 16 09:03:31.139283 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-62eeb0a5-6b0a-4b98-937b-dd6390ef8a6d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.148254 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-4b1f6b2c-e68a-4e93-8a63-906e9b8124e1 None None] Set router 916626c0-58f0-4605-91b3-8031e2878614 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:31.238681 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-62eeb0a5-6b0a-4b98-937b-dd6390ef8a6d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.290851 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eeb0a5-6b0a-4b98-937b-dd6390ef8a6d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Subnet': ['ID=85937a0e-9ec9-4bdf-ad8a-a22a51dcec97,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:31.316103 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-62eeb0a5-6b0a-4b98-937b-dd6390ef8a6d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:31.321147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59616) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:31.339161 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-62eeb0a5-6b0a-4b98-937b-dd6390ef8a6d tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/85937a0e-9ec9-4bdf-ad8a-a22a51dcec97 HTTP/1.1" status: 204 len: 168 time: 0.6140459 Jul 16 09:03:31.385570 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-571f6889-fce7-431b-8319-025251ed53ce tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:31.386062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-571f6889-fce7-431b-8319-025251ed53ce tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:31.390812 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59618) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:31.410728 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-571f6889-fce7-431b-8319-025251ed53ce tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/99217143-02cf-43d2-9faf-acf9123a944c HTTP/1.1" status: 404 len: 337 time: 0.0883727 Jul 16 09:03:31.436078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59620) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:31.447265 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-35b3f908-ac5a-4a90-a0fe-541067724426 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2757c7e-54b7-4917-a30f-9f6b17c21d61 HTTP/1.1" status: 200 len: 205 time: 0.0551443 Jul 16 09:03:31.506369 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-4c3bb83b-fbbf-4c48-9296-83d6a68e1e14 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] delete failed (client error): The resource could not be found. Jul 16 09:03:31.510906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59624) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:31.519439 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4c3bb83b-fbbf-4c48-9296-83d6a68e1e14 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/routers/d2757c7e-54b7-4917-a30f-9f6b17c21d61 HTTP/1.1" status: 404 len: 336 time: 0.0813661 Jul 16 09:03:31.575585 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e66c6a-d6be-42c5-8cd3-29f6f201e3cf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:31.576900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e66c6a-d6be-42c5-8cd3-29f6f201e3cf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:31.583280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59626) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:31.594287 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-44e66c6a-d6be-42c5-8cd3-29f6f201e3cf tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/6286998a-29c2-4d42-9420-04d88dcf1ac0 HTTP/1.1" status: 404 len: 337 time: 0.0821929 Jul 16 09:03:31.642935 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-0de2d380-cd6c-42e7-a7ea-8cfdd1ecfa25 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:31.643396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0de2d380-cd6c-42e7-a7ea-8cfdd1ecfa25 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:31.648308 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59628) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:31.668784 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0de2d380-cd6c-42e7-a7ea-8cfdd1ecfa25 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/02702516-5fcb-4911-a75c-3565ffbd85c6 HTTP/1.1" status: 404 len: 337 time: 0.0842817 Jul 16 09:03:31.779547 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1292415-9663-4d83-92ac-0511f4fb0bf7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:31.780308 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1292415-9663-4d83-92ac-0511f4fb0bf7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:31.786398 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-4b1f6b2c-e68a-4e93-8a63-906e9b8124e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 5, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:31.791553 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b1292415-9663-4d83-92ac-0511f4fb0bf7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/e7e41fad-db1f-4f18-8ffa-86fc60606b95 HTTP/1.1" status: 404 len: 337 time: 0.1418877 Jul 16 09:03:31.793969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59632) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:31.831769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdb89eb-a159-4d7f-bc2c-96774f312af5 None None] Network 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:31.907914 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f6b2c-e68a-4e93-8a63-906e9b8124e1 None None] Checking router: 916626c0-58f0-4605-91b3-8031e2878614 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:03:31.914405 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bb7de4-a8e9-4423-8c96-7a6e78f593de tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:31.915280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48bb7de4-a8e9-4423-8c96-7a6e78f593de tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:31.920574 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-48bb7de4-a8e9-4423-8c96-7a6e78f593de tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/5d959f5e-b5fb-4333-8a5d-f12375782c40 HTTP/1.1" status: 404 len: 333 time: 0.1227562 Jul 16 09:03:31.921710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59636) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:31.978718 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1f6b2c-e68a-4e93-8a63-906e9b8124e1 None None] Routers {'916626c0-58f0-4605-91b3-8031e2878614'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:31.980918 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-4b1f6b2c-e68a-4e93-8a63-906e9b8124e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:03:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['916626c0-58f0-4605-91b3-8031e2878614'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:32.003215 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b82fb389-94f2-496c-89d0-2a8e58938c86 None None] Provisioning complete for port 4822410d-a142-482f-b688-58f481dcc64b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:32.003780 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b82fb389-94f2-496c-89d0-2a8e58938c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.047745 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d006ae3-20e1-4784-9f7c-a83ac09600ff tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:32.048507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d006ae3-20e1-4784-9f7c-a83ac09600ff tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:32.058624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59638) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:32.063303 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0d006ae3-20e1-4784-9f7c-a83ac09600ff tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/f57f6bf8-613f-4e7c-b663-7b927c398e26 HTTP/1.1" status: 404 len: 337 time: 0.1325305 Jul 16 09:03:32.134489 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8386c5-c4be-4b7f-91f9-bb97d0042141 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:32.134970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8386c5-c4be-4b7f-91f9-bb97d0042141 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:32.139495 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1a8386c5-c4be-4b7f-91f9-bb97d0042141 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/d277c07c-f5f1-47c3-8de1-d141df3ba5d7 HTTP/1.1" status: 404 len: 337 time: 0.0775559 Jul 16 09:03:32.140408 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59640) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:32.140813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b82fb389-94f2-496c-89d0-2a8e58938c86 None None] Port 4822410d-a142-482f-b688-58f481dcc64b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:32.185753 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6eef63-3f32-4d9d-b1ca-1f9d8bbd2297 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:32.185753 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6eef63-3f32-4d9d-b1ca-1f9d8bbd2297 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:32.188530 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ee6eef63-3f32-4d9d-b1ca-1f9d8bbd2297 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/18e01809-222a-4f8f-918f-52162f478ad9 HTTP/1.1" status: 404 len: 333 time: 0.0470102 Jul 16 09:03:32.190990 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59644) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:32.241195 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa990a0-dc2e-471e-863e-102bc049dda7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:32.247606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa990a0-dc2e-471e-863e-102bc049dda7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:32.252605 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8fa990a0-dc2e-471e-863e-102bc049dda7 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/0455fc73-514f-49a1-a869-0a233192f8ea HTTP/1.1" status: 404 len: 337 time: 0.0581844 Jul 16 09:03:32.253040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59646) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:32.274422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59648) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:32.307035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b82fb389-94f2-496c-89d0-2a8e58938c86 None None] Provisioning complete for port de4d8338-5c6c-41d4-bec2-3daef5fac19b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:32.307666 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b82fb389-94f2-496c-89d0-2a8e58938c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.336167 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-4b1f6b2c-e68a-4e93-8a63-906e9b8124e1 None None] Set router 916626c0-58f0-4605-91b3-8031e2878614 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:32.375997 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-318bd4e1-82a1-4684-b08a-47fc3f92bba2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] DELETE failed (client error): The resource could not be found. Jul 16 09:03:32.378469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-318bd4e1-82a1-4684-b08a-47fc3f92bba2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:03:32.384168 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-318bd4e1-82a1-4684-b08a-47fc3f92bba2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/subnets/b066096e-03b2-431f-941e-3a93ccc04e7d HTTP/1.1" status: 404 len: 337 time: 0.1269925 Jul 16 09:03:32.386593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59650) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:32.481524 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-199dc863-1f8e-4706-9206-d199e51e5e06 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.517380 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-199dc863-1f8e-4706-9206-d199e51e5e06 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.670581 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-199dc863-1f8e-4706-9206-d199e51e5e06 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.675469 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-199dc863-1f8e-4706-9206-d199e51e5e06 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.680038 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59654) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:32.680561 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-199dc863-1f8e-4706-9206-d199e51e5e06 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "DELETE /v2.0/security-groups/860be1de-8db4-4ee2-a45b-e5fd8c586d7f HTTP/1.1" status: 204 len: 168 time: 0.4044824 Jul 16 09:03:32.695667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199dc863-1f8e-4706-9206-d199e51e5e06 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=860be1de-8db4-4ee2-a45b-e5fd8c586d7f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:32.732831 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-67536a23-4253-4028-a88d-030e9480fdfc tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] show failed (client error): The resource could not be found. Jul 16 09:03:32.735313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-67536a23-4253-4028-a88d-030e9480fdfc tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "GET /v2.0/security-groups/860be1de-8db4-4ee2-a45b-e5fd8c586d7f HTTP/1.1" status: 404 len: 347 time: 0.0538433 Jul 16 09:03:32.743105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59658) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:32.765688 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d2561-733e-422c-91c1-c4edd819cfe2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Deleting port 4822410d-a142-482f-b688-58f481dcc64b {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:32.766445 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2561-733e-422c-91c1-c4edd819cfe2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.853898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dd771f-fdbf-416f-9e55-d5ca524908b9 None None] DHCP port deletion for 73ddf924-b5fb-4b6d-a4ee-183da7cafb06 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:03:32.946365 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-4b1f6b2c-e68a-4e93-8a63-906e9b8124e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 5, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:33.006037 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2561-733e-422c-91c1-c4edd819cfe2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.050578 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-54dd771f-fdbf-416f-9e55-d5ca524908b9 None None] Deleting port de4d8338-5c6c-41d4-bec2-3daef5fac19b {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:33.051205 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-54dd771f-fdbf-416f-9e55-d5ca524908b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.056888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7b6d2561-733e-422c-91c1-c4edd819cfe2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Calling delete_port for 4822410d-a142-482f-b688-58f481dcc64b owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:33.060857 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8dfdfbf3-f85b-4306-961c-96ab535b4f79 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Deleting port 6fcd6490-f7bc-4fc6-9639-95ba5dfa4c4f {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:33.060857 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfbf3-f85b-4306-961c-96ab535b4f79 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.083860 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1f6b2c-e68a-4e93-8a63-906e9b8124e1 None None] The sync data for ids ['916626c0-58f0-4605-91b3-8031e2878614'] in n-d-758944-46 is: [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T08:55:18Z', 'revision_number': 4, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '8c4950a6-1321-4002-a5cc-57b4a3b374ca', 'name': '', 'network_id': '14402a19-9c27-491a-b636-32963005e922', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'mac_address': 'fa:16:3e:26:dd:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_interface', 'standard_attr_id': 2648, 'fixed_ips': [{'subnet_id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:16Z', 'updated_at': '2021-07-16T08:55:46Z', 'revision_number': 5, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'subnets': [{'id': '3b633f7a-07ad-4cc2-8342-da35f664e7b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:33.205967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-54dd771f-fdbf-416f-9e55-d5ca524908b9 None None] For port de4d8338-5c6c-41d4-bec2-3daef5fac19b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=de4d8338-5c6c-41d4-bec2-3daef5fac19b,segment=NetworkSegment(96f493de-b84d-4c7d-91c8-a6bb4d4a928a),segment_id=96f493de-b84d-4c7d-91c8-a6bb4d4a928a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:33.206702 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-54dd771f-fdbf-416f-9e55-d5ca524908b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.229305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-54dd771f-fdbf-416f-9e55-d5ca524908b9 None None] Calling delete_port for de4d8338-5c6c-41d4-bec2-3daef5fac19b owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:33.361298 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfbf3-f85b-4306-961c-96ab535b4f79 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.361998 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfbf3-f85b-4306-961c-96ab535b4f79 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.386497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8dfdfbf3-f85b-4306-961c-96ab535b4f79 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Calling delete_port for 6fcd6490-f7bc-4fc6-9639-95ba5dfa4c4f owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:33.408092 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2561-733e-422c-91c1-c4edd819cfe2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.478628 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-54dd771f-fdbf-416f-9e55-d5ca524908b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.535283 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd771f-fdbf-416f-9e55-d5ca524908b9 None None] Pushing event deleted for resources: {'Port': ['ID=de4d8338-5c6c-41d4-bec2-3daef5fac19b,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:33.547419 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6d2561-733e-422c-91c1-c4edd819cfe2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Port': ['ID=4822410d-a142-482f-b688-58f481dcc64b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:33.570197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54dd771f-fdbf-416f-9e55-d5ca524908b9 None None] No DVR routers for this DVR port de4d8338-5c6c-41d4-bec2-3daef5fac19b on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:33.586691 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b6d2561-733e-422c-91c1-c4edd819cfe2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.591945 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7b6d2561-733e-422c-91c1-c4edd819cfe2 tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/ports/4822410d-a142-482f-b688-58f481dcc64b HTTP/1.1" status: 204 len: 168 time: 1.2022376 Jul 16 09:03:33.593618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59668) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:33.697598 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b51267-f1e1-4157-b7e8-26735df15fbf None None] New status for floating IP 374892a5-e2da-48ea-87ba-fae18d8dd2bb: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:03:33.710730 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-d4bce659-6b7a-41fa-994e-1af2cefa4158 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1119180585&fields=id&tenant_id=6d7d127892994ef29d6fc34730914246 HTTP/1.1" status: 200 len: 267 time: 0.2739298 Jul 16 09:03:33.727659 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfbf3-f85b-4306-961c-96ab535b4f79 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.786506 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdfbf3-f85b-4306-961c-96ab535b4f79 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Pushing event deleted for resources: {'Port': ['ID=6fcd6490-f7bc-4fc6-9639-95ba5dfa4c4f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:33.856177 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-d0b51267-f1e1-4157-b7e8-26735df15fbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:03:33.856799 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-d0b51267-f1e1-4157-b7e8-26735df15fbf None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:03:33.858134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:33.889802 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc558823-541c-404d-9508-39986183a78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.894082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:33.894625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 5d8bf397-a19e-431a-8781-d0fe8e9e18e1 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:33.928819 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfbf3-f85b-4306-961c-96ab535b4f79 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.934868 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8dfdfbf3-f85b-4306-961c-96ab535b4f79 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.936723 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8dfdfbf3-f85b-4306-961c-96ab535b4f79 tempest-AttachVolumeTestJSON-1231217561 tempest-AttachVolumeTestJSON-1231217561-project] 10.222.0.20 "DELETE /v2.0/floatingips/374892a5-e2da-48ea-87ba-fae18d8dd2bb HTTP/1.1" status: 204 len: 168 time: 1.1912892 Jul 16 09:03:34.006363 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.282231 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc558823-541c-404d-9508-39986183a78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.299429 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-182d2f3f-477e-40c8-9867-7f9c9eeb1732 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:34.306223 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-182d2f3f-477e-40c8-9867-7f9c9eeb1732 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 812 time: 0.5941079 Jul 16 09:03:34.328387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-dc558823-541c-404d-9508-39986183a78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73ddf924-b5fb-4b6d-a4ee-183da7cafb06']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:34.367939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0b51267-f1e1-4157-b7e8-26735df15fbf None None] New status for floating IP 374892a5-e2da-48ea-87ba-fae18d8dd2bb: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:03:34.375511 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-dc558823-541c-404d-9508-39986183a78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96f493de-b84d-4c7d-91c8-a6bb4d4a928a') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:34.377160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-dc558823-541c-404d-9508-39986183a78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96f493de-b84d-4c7d-91c8-a6bb4d4a928a') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:34.396752 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-fb22ec86-191b-4bb6-9da6-42c4999b1564 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/quotas/6d7d127892994ef29d6fc34730914246 HTTP/1.1" status: 200 len: 375 time: 0.0386195 Jul 16 09:03:34.399957 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc558823-541c-404d-9508-39986183a78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.541995 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc558823-541c-404d-9508-39986183a78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.564160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc558823-541c-404d-9508-39986183a78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:03:34.570027 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc558823-541c-404d-9508-39986183a78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:03:34.570826 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:03:34.707477 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-f11dc239-4f15-4d58-bd9e-4ee93814b1c8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2942147 Jul 16 09:03:34.718733 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc558823-541c-404d-9508-39986183a78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.732650 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc558823-541c-404d-9508-39986183a78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:34.735404 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dc558823-541c-404d-9508-39986183a78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] 10.222.0.20 "DELETE /v2.0/networks/73ddf924-b5fb-4b6d-a4ee-183da7cafb06 HTTP/1.1" status: 204 len: 168 time: 1.1402700 Jul 16 09:03:34.875169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device de4d8338-5c6c-41d4-bec2-3daef5fac19b no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:34.924424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: de4d8338-5c6c-41d4-bec2-3daef5fac19b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:34.925432 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device de4d8338-5c6c-41d4-bec2-3daef5fac19b not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:35.126771 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc558823-541c-404d-9508-39986183a78a tempest-PortsIpV6TestJSON-374293957 tempest-PortsIpV6TestJSON-374293957-project] Pushing event deleted for resources: {'Network': ['ID=73ddf924-b5fb-4b6d-a4ee-183da7cafb06,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:35.234323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59688) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:35.266493 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-eeeb93d0-deb3-407e-807f-be47d5ad5ef7 service neutron] 10.222.0.20 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295136 Jul 16 09:03:35.292369 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7fc9789d-01af-48c0-a03b-baff811f745d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.395028 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-e859d58b-977f-45e8-bb1f-fbdc0c1d306c service neutron] 10.222.0.20 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175878 Jul 16 09:03:35.473828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59692) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:35.482375 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4e63ac5f-214c-445a-a3be-3cdd6da603f2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=18f2fb0c884c497f9a276b43d6536257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2461593 Jul 16 09:03:35.551767 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3368598a-de78-41c3-8da5-12fed046eb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.592989 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3368598a-de78-41c3-8da5-12fed046eb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.601166 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.665217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3368598a-de78-41c3-8da5-12fed046eb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.668597 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3368598a-de78-41c3-8da5-12fed046eb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.672809 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3368598a-de78-41c3-8da5-12fed046eb7b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e0543f5b-8e6e-4120-aa8c-ce647414235f HTTP/1.1" status: 204 len: 168 time: 0.1943898 Jul 16 09:03:35.680114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3368598a-de78-41c3-8da5-12fed046eb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0543f5b-8e6e-4120-aa8c-ce647414235f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:36.636320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59742) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:36.788133 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-495974224'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:36.819999 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:36.825196 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.838118 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.988859 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.001749 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.018170 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:03:37.040163 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.040566 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Added segment b960f891-ff55-4b11-900a-be91bb8d2302 of type vlan for network b62c8e5e-a3ce-48be-9b75-23c5013a70a7 Jul 16 09:03:37.095754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc52354-ae3a-488d-a804-0a3adc43a401,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:37.105124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.145541 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ff58c18-d5df-475d-b617-8b8d2b1e7970 req-d3c8b6b0-9247-4e46-9d34-81ba3d8c1d42 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 210 time: 0.0906274 Jul 16 09:03:37.158454 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.174868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:37.174868 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.245421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6080539 Jul 16 09:03:37.248607 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59758) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:37.259929 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-3e3d169a-624e-4b40-bbab-82e55dbd2d2b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-811966703'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:37.305108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3d169a-624e-4b40-bbab-82e55dbd2d2b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:37.311073 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e3d169a-624e-4b40-bbab-82e55dbd2d2b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.339957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74246158-0bc2-40ed-8ad1-21d681c655e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Network': ['ID=b62c8e5e-a3ce-48be-9b75-23c5013a70a7,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:37.354704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network b62c8e5e-a3ce-48be-9b75-23c5013a70a7 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:03:37.369991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e3d169a-624e-4b40-bbab-82e55dbd2d2b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:03:37.389464 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e3d169a-624e-4b40-bbab-82e55dbd2d2b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.390919 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-3e3d169a-624e-4b40-bbab-82e55dbd2d2b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Added segment df3681d6-7a74-46b6-9c73-4a6b39ec6b83 of type vlan for network 78b2207f-d87f-411f-b2e2-c3160aa22b3b Jul 16 09:03:37.493642 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e3d169a-624e-4b40-bbab-82e55dbd2d2b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.559600 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e3d169a-624e-4b40-bbab-82e55dbd2d2b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.578751 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3d169a-624e-4b40-bbab-82e55dbd2d2b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:37.580534 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e3d169a-624e-4b40-bbab-82e55dbd2d2b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.665685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59770) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:37.668637 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3e3d169a-624e-4b40-bbab-82e55dbd2d2b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4143121 Jul 16 09:03:37.674359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b9f08c8f-d602-4a7a-b0d3-19bfc13e4325 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'subnet': {'network_id': 'b62c8e5e-a3ce-48be-9b75-23c5013a70a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:37.711277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3d169a-624e-4b40-bbab-82e55dbd2d2b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Network': ['ID=78b2207f-d87f-411f-b2e2-c3160aa22b3b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:37.726855 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 78b2207f-d87f-411f-b2e2-c3160aa22b3b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:03:37.760828 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:03:37.886039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f08c8f-d602-4a7a-b0d3-19bfc13e4325 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:37.890123 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b9f08c8f-d602-4a7a-b0d3-19bfc13e4325 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.957987 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-56d25115-62cc-4bf2-b2cc-e5753c9971cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.221622 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.342440 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b9f08c8f-d602-4a7a-b0d3-19bfc13e4325 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.396672 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c4b7d3f-0f1e-4c29-bce8-0b93c273f06c req-fe102760-dd27-4562-9b9b-5ea65e7f0b21 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 210 time: 0.0768976 Jul 16 09:03:38.586509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f08c8f-d602-4a7a-b0d3-19bfc13e4325 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Checking segment: {'id': 'b960f891-ff55-4b11-900a-be91bb8d2302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b62c8e5e-a3ce-48be-9b75-23c5013a70a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:38.587188 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f08c8f-d602-4a7a-b0d3-19bfc13e4325 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network hostable DHCP agents. Network: b62c8e5e-a3ce-48be-9b75-23c5013a70a7, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:03:38.591455 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f08c8f-d602-4a7a-b0d3-19bfc13e4325 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Subnet': ['ID=ae7289cb-fcf5-4a3c-b4b9-92b912eaad1c,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:38.623091 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f08c8f-d602-4a7a-b0d3-19bfc13e4325 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network b62c8e5e-a3ce-48be-9b75-23c5013a70a7 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:03:38.637515 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-b9f08c8f-d602-4a7a-b0d3-19bfc13e4325 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, b62c8e5e-a3ce-48be-9b75-23c5013a70a7) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:38.650701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40dabc1f-3be1-4936-85ae-b5b1d98eb55e None None] Network b62c8e5e-a3ce-48be-9b75-23c5013a70a7 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:38.653630 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f08c8f-d602-4a7a-b0d3-19bfc13e4325 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:38.654707 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b9f08c8f-d602-4a7a-b0d3-19bfc13e4325 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.702886 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b9f08c8f-d602-4a7a-b0d3-19bfc13e4325 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0360825 Jul 16 09:03:38.707347 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59788) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:38.713562 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3299d361-17c7-4c37-bc7d-c78a82a62aca tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'subnet': {'network_id': '78b2207f-d87f-411f-b2e2-c3160aa22b3b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:38.947958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3299d361-17c7-4c37-bc7d-c78a82a62aca tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:38.955596 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3299d361-17c7-4c37-bc7d-c78a82a62aca tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.030499 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-b62c8e5e-a3ce-48be-9b75-23c5013a70a7', 'network_id': 'b62c8e5e-a3ce-48be-9b75-23c5013a70a7', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'fixed_ips': [{'subnet_id': 'ae7289cb-fcf5-4a3c-b4b9-92b912eaad1c'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:03:39.031791 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.347997 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Allocated IP 2001:db8::2 (b62c8e5e-a3ce-48be-9b75-23c5013a70a7/ae7289cb-fcf5-4a3c-b4b9-92b912eaad1c/f45a141c-cc73-4932-9a23-9fe838e6bcb5) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:39.359983 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3299d361-17c7-4c37-bc7d-c78a82a62aca tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.454393 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3299d361-17c7-4c37-bc7d-c78a82a62aca tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Subnet': ['ID=df534da5-216d-4525-b46c-dc87d346b9a4,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:39.512032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3299d361-17c7-4c37-bc7d-c78a82a62aca tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Checking segment: {'id': 'df3681d6-7a74-46b6-9c73-4a6b39ec6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '78b2207f-d87f-411f-b2e2-c3160aa22b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:39.513242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3299d361-17c7-4c37-bc7d-c78a82a62aca tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network hostable DHCP agents. Network: 78b2207f-d87f-411f-b2e2-c3160aa22b3b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:03:39.547911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3299d361-17c7-4c37-bc7d-c78a82a62aca tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 78b2207f-d87f-411f-b2e2-c3160aa22b3b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:03:39.571218 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ddd5c0e9-1c00-4c59-a08d-4d782860b4b2 req-36463621-5018-490b-9221-c48dd641e50e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 210 time: 0.0947590 Jul 16 09:03:39.575021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-3299d361-17c7-4c37-bc7d-c78a82a62aca tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 78b2207f-d87f-411f-b2e2-c3160aa22b3b) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:39.587827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3299d361-17c7-4c37-bc7d-c78a82a62aca tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:39.592284 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3299d361-17c7-4c37-bc7d-c78a82a62aca tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.625938 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3299d361-17c7-4c37-bc7d-c78a82a62aca tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9156306 Jul 16 09:03:39.629839 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02837e5-6cca-4294-a88c-2bea72d76213 None None] Network 78b2207f-d87f-411f-b2e2-c3160aa22b3b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:39.630103 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59796) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:39.635621 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1148ed93-0041-465a-aea3-1f2e83099d21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2027091272', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:39.667304 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1148ed93-0041-465a-aea3-1f2e83099d21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.668975 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1148ed93-0041-465a-aea3-1f2e83099d21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.736112 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.754649 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Transition to ACTIVE for port object f45a141c-cc73-4932-9a23-9fe838e6bcb5 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:39.779710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1148ed93-0041-465a-aea3-1f2e83099d21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.806097 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1148ed93-0041-465a-aea3-1f2e83099d21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.839816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Transition to ACTIVE for port object f45a141c-cc73-4932-9a23-9fe838e6bcb5 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:39.862815 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1148ed93-0041-465a-aea3-1f2e83099d21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:39.864426 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1148ed93-0041-465a-aea3-1f2e83099d21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2332854 Jul 16 09:03:39.869158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59804) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:39.988317 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:40.003714 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:40.106659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Network b62c8e5e-a3ce-48be-9b75-23c5013a70a7 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:40.158961 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:40.170761 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:40.244549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Pushing event updated for resources: {'Port': ['ID=f45a141c-cc73-4932-9a23-9fe838e6bcb5,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:40.353064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:40.353668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:40.354233 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:40.354799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:40.355337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:40.355888 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:40.356456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:40.357156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:40.357577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:40.358397 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:40.359260 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:40.359833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:03:40.400059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Attempting to bind port f45a141c-cc73-4932-9a23-9fe838e6bcb5 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:40.400442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Attempting to bind port f45a141c-cc73-4932-9a23-9fe838e6bcb5 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'b960f891-ff55-4b11-900a-be91bb8d2302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b62c8e5e-a3ce-48be-9b75-23c5013a70a7'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:40.400892 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Attempting to bind port f45a141c-cc73-4932-9a23-9fe838e6bcb5 on network b62c8e5e-a3ce-48be-9b75-23c5013a70a7 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:40.432096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:40.432828 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Checking segment: {'id': 'b960f891-ff55-4b11-900a-be91bb8d2302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b62c8e5e-a3ce-48be-9b75-23c5013a70a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:40.433262 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:40.433808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Bound using segment: {'id': 'b960f891-ff55-4b11-900a-be91bb8d2302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b62c8e5e-a3ce-48be-9b75-23c5013a70a7'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:40.434155 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Bound port: f45a141c-cc73-4932-9a23-9fe838e6bcb5, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b960f891-ff55-4b11-900a-be91bb8d2302', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'b62c8e5e-a3ce-48be-9b75-23c5013a70a7'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:40.434551 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:40.470140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-78b2207f-d87f-411f-b2e2-c3160aa22b3b', 'network_id': '78b2207f-d87f-411f-b2e2-c3160aa22b3b', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'fixed_ips': [{'subnet_id': 'df534da5-216d-4525-b46c-dc87d346b9a4'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:03:40.470599 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:40.471881 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:40.709638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] For port f45a141c-cc73-4932-9a23-9fe838e6bcb5, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:40.745143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] For port f45a141c-cc73-4932-9a23-9fe838e6bcb5, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f45a141c-cc73-4932-9a23-9fe838e6bcb5,segment=NetworkSegment(b960f891-ff55-4b11-900a-be91bb8d2302),segment_id=b960f891-ff55-4b11-900a-be91bb8d2302)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:40.796974 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Allocated IP 2001:db8::1 (b62c8e5e-a3ce-48be-9b75-23c5013a70a7/ae7289cb-fcf5-4a3c-b4b9-92b912eaad1c/a137e1f3-ce8b-4f4c-a8c9-c754a1e133b0) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:40.845153 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:40.936290 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-33a9b0a3-6e3a-4f14-b19e-078f6de4eaba req-9a6b082b-da11-4aef-8cae-2c9bea3bd28a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 210 time: 0.0809207 Jul 16 09:03:40.974270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58221c9-65c9-4945-ab38-94e5178a1fe5 None None] Pushing event updated for resources: {'Port': ['ID=f45a141c-cc73-4932-9a23-9fe838e6bcb5,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:40.988722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Allocated IP 2001:db8:1::2 (78b2207f-d87f-411f-b2e2-c3160aa22b3b/df534da5-216d-4525-b46c-dc87d346b9a4/63e8459b-b944-440d-90b2-4178d22359e9) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:41.078240 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.098351 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Transition to ACTIVE for port object a137e1f3-ce8b-4f4c-a8c9-c754a1e133b0 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:41.149437 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.287962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network b62c8e5e-a3ce-48be-9b75-23c5013a70a7 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:41.296077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:41.305596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=a137e1f3-ce8b-4f4c-a8c9-c754a1e133b0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:41.355402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:41.361636 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.447497 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.471522 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Transition to ACTIVE for port object 63e8459b-b944-440d-90b2-4178d22359e9 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:41.518515 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.538841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Transition to ACTIVE for port object 63e8459b-b944-440d-90b2-4178d22359e9 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:41.554990 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.619752 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Pushing event updated for resources: {'Port': ['ID=63e8459b-b944-440d-90b2-4178d22359e9,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:41.640351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Network 78b2207f-d87f-411f-b2e2-c3160aa22b3b is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:41.645329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:41.648396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:41.720326 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.802468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Attempting to bind port 63e8459b-b944-440d-90b2-4178d22359e9 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:41.803049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Attempting to bind port 63e8459b-b944-440d-90b2-4178d22359e9 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'df3681d6-7a74-46b6-9c73-4a6b39ec6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '78b2207f-d87f-411f-b2e2-c3160aa22b3b'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:41.803198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Attempting to bind port 63e8459b-b944-440d-90b2-4178d22359e9 on network 78b2207f-d87f-411f-b2e2-c3160aa22b3b {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:41.819585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:41.820965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Checking segment: {'id': 'df3681d6-7a74-46b6-9c73-4a6b39ec6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '78b2207f-d87f-411f-b2e2-c3160aa22b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:41.822283 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.822741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Bound using segment: {'id': 'df3681d6-7a74-46b6-9c73-4a6b39ec6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '78b2207f-d87f-411f-b2e2-c3160aa22b3b'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:41.823964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Bound port: 63e8459b-b944-440d-90b2-4178d22359e9, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df3681d6-7a74-46b6-9c73-4a6b39ec6b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '78b2207f-d87f-411f-b2e2-c3160aa22b3b'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:41.824375 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:41.917443 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] For port 63e8459b-b944-440d-90b2-4178d22359e9, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:41.921525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] For port 63e8459b-b944-440d-90b2-4178d22359e9, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=63e8459b-b944-440d-90b2-4178d22359e9,segment=NetworkSegment(df3681d6-7a74-46b6-9c73-4a6b39ec6b83),segment_id=df3681d6-7a74-46b6-9c73-4a6b39ec6b83)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:41.944038 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:42.068429 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db956588-6c77-4be4-bb94-feb8e455e8c4 None None] Pushing event updated for resources: {'Port': ['ID=63e8459b-b944-440d-90b2-4178d22359e9,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:42.393909 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:42.397689 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f210a5e9-d23f-4731-9907-442c338d648f req-e6f2d699-9abc-4c29-84ae-550ee8d477ed tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 210 time: 0.0513809 Jul 16 09:03:42.403296 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:42.409312 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:42.537424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=a137e1f3-ce8b-4f4c-a8c9-c754a1e133b0,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:42.699940 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network b62c8e5e-a3ce-48be-9b75-23c5013a70a7 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:42.705236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:43.022971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d1b22d-f8d5-45b5-98de-73cb3e9d258d None None] Network b62c8e5e-a3ce-48be-9b75-23c5013a70a7 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:43.094127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 8d468dad-fbf2-4028-9c01-8c918f03ead8 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:03:43.263282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 63e8459b-b944-440d-90b2-4178d22359e9 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:43.303731 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:43.315851 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cbc0097f-0ee2-4093-86df-a88dcbbbd4d0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/8d468dad-fbf2-4028-9c01-8c918f03ead8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4388893 Jul 16 09:03:43.316667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59850) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.330258 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaf5693-acce-437c-b51f-537b464b7244 None None] Sync routers for ids ['8d468dad-fbf2-4028-9c01-8c918f03ead8'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:43.349187 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaf5693-acce-437c-b51f-537b464b7244 None None] Routers {'8d468dad-fbf2-4028-9c01-8c918f03ead8'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:43.350985 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bcaf5693-acce-437c-b51f-537b464b7244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:03:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8d468dad-fbf2-4028-9c01-8c918f03ead8'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:43.410791 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-00361b05-8ab6-49c6-ad95-b38ed77e8cf0 None None] Provisioning for port f45a141c-cc73-4932-9a23-9fe838e6bcb5 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:43.434768 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d0740a-906d-4e7e-8ffd-ec0a5fb962ec tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:43.437841 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-01d0740a-906d-4e7e-8ffd-ec0a5fb962ec tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports/a137e1f3-ce8b-4f4c-a8c9-c754a1e133b0 HTTP/1.1" status: 200 len: 911 time: 0.1212420 Jul 16 09:03:43.442545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59854) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:43.480296 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bcaf5693-acce-437c-b51f-537b464b7244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:43.495339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 63e8459b-b944-440d-90b2-4178d22359e9 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:43.507966 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaf5693-acce-437c-b51f-537b464b7244 None None] Routers {'8d468dad-fbf2-4028-9c01-8c918f03ead8'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:43.508847 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bcaf5693-acce-437c-b51f-537b464b7244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:03:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8d468dad-fbf2-4028-9c01-8c918f03ead8'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:43.578055 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bcaf5693-acce-437c-b51f-537b464b7244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:43.578738 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaf5693-acce-437c-b51f-537b464b7244 None None] The sync data for ids ['8d468dad-fbf2-4028-9c01-8c918f03ead8'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:43.651956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f45a141c-cc73-4932-9a23-9fe838e6bcb5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:43.745878 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8b817d7b-f2f7-4c0b-99e7-99ff5f08b0cd req-b4d086dc-17da-4c1e-9b0e-44d3f8cc70d0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 210 time: 0.0778511 Jul 16 09:03:43.823399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port f45a141c-cc73-4932-9a23-9fe838e6bcb5 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:43.831254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port f45a141c-cc73-4932-9a23-9fe838e6bcb5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:43.832085 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.049127 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.146155 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port f45a141c-cc73-4932-9a23-9fe838e6bcb5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f45a141c-cc73-4932-9a23-9fe838e6bcb5,segment=NetworkSegment(b960f891-ff55-4b11-900a-be91bb8d2302),segment_id=b960f891-ff55-4b11-900a-be91bb8d2302)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:44.170032 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.298742 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=f45a141c-cc73-4932-9a23-9fe838e6bcb5,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:44.528978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852396c1-43f4-400b-8493-e06e1a35e49d None None] Network 78b2207f-d87f-411f-b2e2-c3160aa22b3b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:44.648405 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.719782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-84783283-7cc5-48bb-afe0-88746cb4c936 None None] Provisioning for port a137e1f3-ce8b-4f4c-a8c9-c754a1e133b0 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:44.742454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-84783283-7cc5-48bb-afe0-88746cb4c936 None None] Provisioning complete for port a137e1f3-ce8b-4f4c-a8c9-c754a1e133b0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:44.743272 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-84783283-7cc5-48bb-afe0-88746cb4c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:44.954068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-84783283-7cc5-48bb-afe0-88746cb4c936 None None] Port a137e1f3-ce8b-4f4c-a8c9-c754a1e133b0 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:44.992840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-84783283-7cc5-48bb-afe0-88746cb4c936 None None] Provisioning for port 63e8459b-b944-440d-90b2-4178d22359e9 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:45.115503 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1def1c86-6cc0-49b7-a567-af98fc9f2ad2 req-f7837370-1079-4771-8389-fcfdb79910f3 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 210 time: 0.0764563 Jul 16 09:03:45.174043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-f695c3b3-fb66-439f-8122-1959c943fe71 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:45.178289 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-f695c3b3-fb66-439f-8122-1959c943fe71 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 812 time: 0.3586953 Jul 16 09:03:45.496609 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f45a141c-cc73-4932-9a23-9fe838e6bcb5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:45.497427 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-e99a5248-80f5-4365-9f4b-9cfa86f48e61 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d7d127892994ef29d6fc34730914246 HTTP/1.1" status: 200 len: 380 time: 0.3076265 Jul 16 09:03:45.518332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-0889ecde-6010-4d3c-b0e4-9e4d42863065 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'port': {'device_id': 'a201457b-0975-4e79-aa18-a2aa6ed9d5bd', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'admin_state_up': True, 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'security_groups': ['8de01d26-32b3-4cad-a78c-446b69884af4']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:45.529283 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-84783283-7cc5-48bb-afe0-88746cb4c936 None None] Provisioning complete for port 63e8459b-b944-440d-90b2-4178d22359e9 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:45.529913 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-84783283-7cc5-48bb-afe0-88746cb4c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.722639 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port f45a141c-cc73-4932-9a23-9fe838e6bcb5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:45.722975 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.822415 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-84783283-7cc5-48bb-afe0-88746cb4c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.861503 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-84783283-7cc5-48bb-afe0-88746cb4c936 None None] For port 63e8459b-b944-440d-90b2-4178d22359e9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=63e8459b-b944-440d-90b2-4178d22359e9,segment=NetworkSegment(df3681d6-7a74-46b6-9c73-4a6b39ec6b83),segment_id=df3681d6-7a74-46b6-9c73-4a6b39ec6b83)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:45.881864 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-84783283-7cc5-48bb-afe0-88746cb4c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:45.887918 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Allocated IP 2001:db8:1::1 (78b2207f-d87f-411f-b2e2-c3160aa22b3b/df534da5-216d-4525-b46c-dc87d346b9a4/e5251cdf-0174-4c1c-b33b-2fd85bef9b5a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:46.145150 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.181734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Transition to ACTIVE for port object e5251cdf-0174-4c1c-b33b-2fd85bef9b5a will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:46.188410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-84783283-7cc5-48bb-afe0-88746cb4c936 None None] Provisioning complete for port f45a141c-cc73-4932-9a23-9fe838e6bcb5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:46.189141 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-84783283-7cc5-48bb-afe0-88746cb4c936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.370911 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84783283-7cc5-48bb-afe0-88746cb4c936 None None] Pushing event updated for resources: {'Port': ['ID=63e8459b-b944-440d-90b2-4178d22359e9,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:46.442676 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.554336 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=e5251cdf-0174-4c1c-b33b-2fd85bef9b5a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:46.604193 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-94fb8fbb-7c41-4e5e-8fa6-d94bd3f008d7 req-3da61cc6-e62d-455b-94ba-e9cd07a46d4c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 210 time: 0.0814109 Jul 16 09:03:46.607720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 78b2207f-d87f-411f-b2e2-c3160aa22b3b is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:46.612430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:46.616795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:46.619832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.676832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d54dad0a-3f93-424a-876c-6d7e1be7c944 None None] Provisioning complete for port a137e1f3-ce8b-4f4c-a8c9-c754a1e133b0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:46.676832 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d54dad0a-3f93-424a-876c-6d7e1be7c944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.751755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-0889ecde-6010-4d3c-b0e4-9e4d42863065 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Made reservation on behalf of 6d7d127892994ef29d6fc34730914246 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:03:46.756469 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-0889ecde-6010-4d3c-b0e4-9e4d42863065 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.825059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d54dad0a-3f93-424a-876c-6d7e1be7c944 None None] Port a137e1f3-ce8b-4f4c-a8c9-c754a1e133b0 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:46.913481 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d54dad0a-3f93-424a-876c-6d7e1be7c944 None None] Provisioning complete for port 63e8459b-b944-440d-90b2-4178d22359e9 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:46.920565 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d54dad0a-3f93-424a-876c-6d7e1be7c944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:46.925412 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.009337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 63e8459b-b944-440d-90b2-4178d22359e9 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:03:47.443880 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-0889ecde-6010-4d3c-b0e4-9e4d42863065 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Allocated IP 172.20.0.13 (5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9/ea992bec-c968-4e68-942d-9a0eb6f6722d/8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:03:47.541884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 63e8459b-b944-440d-90b2-4178d22359e9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:47.542531 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.785199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1031ee93-dfc1-4b64-898e-08b1fcf471a4 None None] Provisioning for port e5251cdf-0174-4c1c-b33b-2fd85bef9b5a completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:47.844435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1031ee93-dfc1-4b64-898e-08b1fcf471a4 None None] Provisioning complete for port e5251cdf-0174-4c1c-b33b-2fd85bef9b5a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:47.845517 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1031ee93-dfc1-4b64-898e-08b1fcf471a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.085218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1031ee93-dfc1-4b64-898e-08b1fcf471a4 None None] Port e5251cdf-0174-4c1c-b33b-2fd85bef9b5a cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:48.196573 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-0889ecde-6010-4d3c-b0e4-9e4d42863065 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.198780 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-091f73c5-20cc-4880-9f7c-7cbfa7f2baa2 req-e4866239-e295-4609-85e8-ccd9aadc9052 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 210 time: 0.0389688 Jul 16 09:03:48.283596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-0889ecde-6010-4d3c-b0e4-9e4d42863065 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Transition to ACTIVE for port object 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:48.295174 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.307412 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.308797 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.360458 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-0889ecde-6010-4d3c-b0e4-9e4d42863065 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.498862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-0889ecde-6010-4d3c-b0e4-9e4d42863065 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:48.525727 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-0889ecde-6010-4d3c-b0e4-9e4d42863065 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:48.528991 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=e5251cdf-0174-4c1c-b33b-2fd85bef9b5a,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:48.532261 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-0889ecde-6010-4d3c-b0e4-9e4d42863065 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:03:48.659022 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889ecde-6010-4d3c-b0e4-9e4d42863065 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'Port': ['ID=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:48.761171 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 78b2207f-d87f-411f-b2e2-c3160aa22b3b is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:03:48.781683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-0889ecde-6010-4d3c-b0e4-9e4d42863065 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:48.784982 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-0889ecde-6010-4d3c-b0e4-9e4d42863065 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:48.794854 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:03:48.888340 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-0889ecde-6010-4d3c-b0e4-9e4d42863065 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3841627 Jul 16 09:03:48.941558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Request body: {'port': {'device_id': 'a201457b-0975-4e79-aa18-a2aa6ed9d5bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:03:49.153276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ba0a53ae-124c-4a1c-b02f-bb19fcf3660a None None] Provisioning for port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:03:49.161267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ba0a53ae-124c-4a1c-b02f-bb19fcf3660a None None] Provisioning complete for port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:49.162085 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ba0a53ae-124c-4a1c-b02f-bb19fcf3660a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.230822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 8d468dad-fbf2-4028-9c01-8c918f03ead8 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:03:49.272964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ba0a53ae-124c-4a1c-b02f-bb19fcf3660a None None] Port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:49.390229 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.416287 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2785e985-91c0-453b-aec9-b113e55d005d None None] Provisioning complete for port e5251cdf-0174-4c1c-b33b-2fd85bef9b5a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:03:49.416698 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2785e985-91c0-453b-aec9-b113e55d005d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:49.446683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59924) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:49.516719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2785e985-91c0-453b-aec9-b113e55d005d None None] Port e5251cdf-0174-4c1c-b33b-2fd85bef9b5a cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:03:49.521797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:49.536215 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9f650cfe-5b5f-49c6-96e6-141bcbf53527 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/8d468dad-fbf2-4028-9c01-8c918f03ead8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0923815 Jul 16 09:03:49.538844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59928) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:49.540946 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05733c27-8c38-456b-8427-fa4f2baaf428 None None] Sync routers for ids ['8d468dad-fbf2-4028-9c01-8c918f03ead8'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:49.558788 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05733c27-8c38-456b-8427-fa4f2baaf428 None None] Routers {'8d468dad-fbf2-4028-9c01-8c918f03ead8'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:49.559866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-05733c27-8c38-456b-8427-fa4f2baaf428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:03:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8d468dad-fbf2-4028-9c01-8c918f03ead8'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:49.643125 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-05733c27-8c38-456b-8427-fa4f2baaf428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:49.669181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05733c27-8c38-456b-8427-fa4f2baaf428 None None] Routers {'8d468dad-fbf2-4028-9c01-8c918f03ead8'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:49.673908 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-05733c27-8c38-456b-8427-fa4f2baaf428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:03:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8d468dad-fbf2-4028-9c01-8c918f03ead8'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:49.712058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-05733c27-8c38-456b-8427-fa4f2baaf428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:49.713404 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05733c27-8c38-456b-8427-fa4f2baaf428 None None] The sync data for ids ['8d468dad-fbf2-4028-9c01-8c918f03ead8'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:49.775109 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a7aa3e-d2c9-47cf-abda-e0ec48db5e62 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:49.785873 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c4a7aa3e-d2c9-47cf-abda-e0ec48db5e62 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports/e5251cdf-0174-4c1c-b33b-2fd85bef9b5a HTTP/1.1" status: 200 len: 913 time: 0.2430844 Jul 16 09:03:49.797363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59930) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:50.550646 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:03:50.560615 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.579065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Transition to ACTIVE for port object 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:03:50.579417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a62f66-9c44-4a75-b279-c078c2c4369d req-ca7b293b-86dc-4904-b6cb-5b8c1a0e320e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:50.588918 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:50.590069 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2a62f66-9c44-4a75-b279-c078c2c4369d req-ca7b293b-86dc-4904-b6cb-5b8c1a0e320e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 932 time: 0.9760756 Jul 16 09:03:50.669184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Pushing event updated for resources: {'Port': ['ID=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:50.738362 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c205ae0-9154-4bae-829b-c2282f347a6b req-b1589c48-24c9-43d4-a98c-2a58cbf693e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.7488105 Jul 16 09:03:50.750068 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2a62f66-9c44-4a75-b279-c078c2c4369d req-e36e94c4-234b-4277-96e4-23b189267957 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585684 Jul 16 09:03:50.834291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Attempting to bind port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:03:50.835316 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Attempting to bind port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:03:50.835654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Attempting to bind port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:50.924077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:03:50.924304 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Attempting to bind port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:03:50.945904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:03:50.946112 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Checking segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:03:50.946458 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Bound using segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:03:50.946914 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Bound port: 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:03:50.947534 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.066880 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c205ae0-9154-4bae-829b-c2282f347a6b req-9dbc5fcc-a5f7-4ebc-8401-60956de11baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:51.068854 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c205ae0-9154-4bae-829b-c2282f347a6b req-9dbc5fcc-a5f7-4ebc-8401-60956de11baa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a797f55e5f8d475aab89c0ea124e907d&device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 1097 time: 0.2476950 Jul 16 09:03:51.252624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c205ae0-9154-4bae-829b-c2282f347a6b req-15a6036c-f228-47a8-99d8-33ddd69dc026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:51.258346 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c205ae0-9154-4bae-829b-c2282f347a6b req-15a6036c-f228-47a8-99d8-33ddd69dc026 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2543bb20-c5ab-4e61-a2cc-15698c179b37 HTTP/1.1" status: 200 len: 908 time: 0.1557658 Jul 16 09:03:51.357131 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] For port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:03:51.404577 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed1c8156-64b7-42ff-90a9-d49d03a46979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.408202 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] For port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:03:51.424459 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.434773 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c205ae0-9154-4bae-829b-c2282f347a6b req-c73b822d-bb55-484b-906f-b64372e12562 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ce2860-37d7-44f4-bb61-38594388fd9d HTTP/1.1" status: 200 len: 1001 time: 0.1648166 Jul 16 09:03:51.577898 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c205ae0-9154-4bae-829b-c2282f347a6b req-c710737f-eee9-48dd-be46-02b6fb9deec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:51.579522 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c205ae0-9154-4bae-829b-c2282f347a6b req-c710737f-eee9-48dd-be46-02b6fb9deec9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a7ca94-5f5e-4d62-9deb-79d8b68dca0f HTTP/1.1" status: 200 len: 847 time: 0.1086626 Jul 16 09:03:51.580983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:51.581641 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.583074 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] 10.222.0.38 "PUT /v2.0/ports/8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 HTTP/1.1" status: 200 len: 1093 time: 2.6524751 Jul 16 09:03:51.588654 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9191528-cb32-41eb-8c2d-5e7a467716d6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:51.596055 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a201457b-0975-4e79-aa18-a2aa6ed9d5bd', 'tag': '8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:03:51.601484 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e5e09c-6565-4cf7-9afc-e94c0e308b12" -d '{"events": [{"name": "network-changed", "server_uuid": "a201457b-0975-4e79-aa18-a2aa6ed9d5bd", "tag": "8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:03:51.816380 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7323f-8153-4148-9261-ad6d27d651da service neutron] Pushing event updated for resources: {'Port': ['ID=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:51.856055 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c205ae0-9154-4bae-829b-c2282f347a6b req-bfd60877-3a44-42e4-a3e7-3119c6b63618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:51.857675 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c205ae0-9154-4bae-829b-c2282f347a6b req-bfd60877-3a44-42e4-a3e7-3119c6b63618 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2543bb20-c5ab-4e61-a2cc-15698c179b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2356458 Jul 16 09:03:51.864258 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-d3fae393-8bda-4ca0-9547-e85c19e3c3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:51.865852 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-d3fae393-8bda-4ca0-9547-e85c19e3c3c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 1096 time: 0.2152851 Jul 16 09:03:51.978875 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-ebb13f30-51a7-48a3-a498-a2c6072de2ca service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 HTTP/1.1" status: 200 len: 217 time: 0.1019082 Jul 16 09:03:52.233323 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa548c27-ff87-457d-a01b-617709bca87e x-openstack-request-id: req-fa548c27-ff87-457d-a01b-617709bca87e {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:03:52.234382 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a201457b-0975-4e79-aa18-a2aa6ed9d5bd", "tag": "8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:03:52.234779 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa548c27-ff87-457d-a01b-617709bca87e {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:03:52.243729 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a201457b-0975-4e79-aa18-a2aa6ed9d5bd', 'tag': '8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4', 'status': 'completed', 'code': 200} Jul 16 09:03:52.299923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-e93f09c1-098d-4f0f-baf5-61dcddf21297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:52.302340 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-e93f09c1-098d-4f0f-baf5-61dcddf21297 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.3155751 Jul 16 09:03:52.375971 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c205ae0-9154-4bae-829b-c2282f347a6b req-67f8e7a9-0f7a-40ff-8a28-ba541930a0b1 service neutron] 10.222.0.15 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4980474 Jul 16 09:03:52.576640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-ce9fcc71-2395-42e4-a436-a725da7172d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:52.578630 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-ce9fcc71-2395-42e4-a436-a725da7172d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2653258 Jul 16 09:03:52.637404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc0167-2485-4cff-8f4e-db4e0fd04423 req-e6919a2a-d6e3-42b4-99e9-4a84dbee393f tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:52.645079 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f9fc0167-2485-4cff-8f4e-db4e0fd04423 req-e6919a2a-d6e3-42b4-99e9-4a84dbee393f tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 944 time: 0.3158619 Jul 16 09:03:52.663021 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c205ae0-9154-4bae-829b-c2282f347a6b req-9b74f6a4-29fa-4133-947d-d2ccb5f52c19 service neutron] 10.222.0.15 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861135 Jul 16 09:03:52.783800 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-87798a8c-2bf1-456e-a036-06c95d46ed9d service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970572 Jul 16 09:03:52.834737 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f9fc0167-2485-4cff-8f4e-db4e0fd04423 req-b0ab4c2e-dd87-4db4-a75d-da131063a888 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592708 Jul 16 09:03:52.885281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c8156-64b7-42ff-90a9-d49d03a46979 admin admin] Deleting port 8c4950a6-1321-4002-a5cc-57b4a3b374ca {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:52.885573 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed1c8156-64b7-42ff-90a9-d49d03a46979 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:52.889204 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e9191528-cb32-41eb-8c2d-5e7a467716d6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port e5251cdf-0174-4c1c-b33b-2fd85bef9b5a {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:52.889688 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9191528-cb32-41eb-8c2d-5e7a467716d6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:52.907725 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-eb719b71-2f10-41cd-b2de-1e32bac122fc req-aa5f7380-f8d3-4726-bdf7-74d0645aa869 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070085 Jul 16 09:03:53.073295 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5e09c-6565-4cf7-9afc-e94c0e308b12 req-085e4607-3eb4-43c7-981c-9e0515f8f755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:53.077106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-ed1c8156-64b7-42ff-90a9-d49d03a46979 admin admin] For port 8c4950a6-1321-4002-a5cc-57b4a3b374ca, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8c4950a6-1321-4002-a5cc-57b4a3b374ca,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:53.077508 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed1c8156-64b7-42ff-90a9-d49d03a46979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:53.081083 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26e5e09c-6565-4cf7-9afc-e94c0e308b12 req-085e4607-3eb4-43c7-981c-9e0515f8f755 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 1096 time: 0.1143310 Jul 16 09:03:53.081706 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9191528-cb32-41eb-8c2d-5e7a467716d6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:53.223902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5e09c-6565-4cf7-9afc-e94c0e308b12 req-e09c5516-cf3d-440d-a19f-44ac287091fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:53.225496 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26e5e09c-6565-4cf7-9afc-e94c0e308b12 req-e09c5516-cf3d-440d-a19f-44ac287091fd service neutron] 10.222.0.38 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.1384034 Jul 16 09:03:53.302202 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26e5e09c-6565-4cf7-9afc-e94c0e308b12 req-a38af3a4-b3fa-4778-93b7-56715196498f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 HTTP/1.1" status: 200 len: 217 time: 0.0697463 Jul 16 09:03:53.393723 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5e09c-6565-4cf7-9afc-e94c0e308b12 req-48e80ba6-83d2-4d03-b962-b82d118bc6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:53.395547 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26e5e09c-6565-4cf7-9afc-e94c0e308b12 req-48e80ba6-83d2-4d03-b962-b82d118bc6a1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.0870111 Jul 16 09:03:53.473519 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e5e09c-6565-4cf7-9afc-e94c0e308b12 req-b5b885b5-74d3-4b2d-acbe-f0f3b83f4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:53.476301 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26e5e09c-6565-4cf7-9afc-e94c0e308b12 req-b5b885b5-74d3-4b2d-acbe-f0f3b83f4ddb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742254 Jul 16 09:03:53.572415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e9191528-cb32-41eb-8c2d-5e7a467716d6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for e5251cdf-0174-4c1c-b33b-2fd85bef9b5a owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:53.601317 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26e5e09c-6565-4cf7-9afc-e94c0e308b12 req-e841edb4-ed65-417c-953b-0144ed1ae9b6 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176810 Jul 16 09:03:53.662963 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ed1c8156-64b7-42ff-90a9-d49d03a46979 admin admin] Calling delete_port for 8c4950a6-1321-4002-a5cc-57b4a3b374ca owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:53.741200 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26e5e09c-6565-4cf7-9afc-e94c0e308b12 req-83f55f40-ff3c-446a-8abd-93091e4ece69 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339550 Jul 16 09:03:53.998249 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9191528-cb32-41eb-8c2d-5e7a467716d6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.038763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9191528-cb32-41eb-8c2d-5e7a467716d6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=e5251cdf-0174-4c1c-b33b-2fd85bef9b5a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:54.090973 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed1c8156-64b7-42ff-90a9-d49d03a46979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.122082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f4f8b2-1dce-475b-8cc1-c9bbddc3f41f req-323b04b9-1212-491a-8f1e-878194cc66ec tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:54.123645 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e7f4f8b2-1dce-475b-8cc1-c9bbddc3f41f req-323b04b9-1212-491a-8f1e-878194cc66ec tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 944 time: 0.0887489 Jul 16 09:03:54.195299 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e7f4f8b2-1dce-475b-8cc1-c9bbddc3f41f req-846d9d79-2267-4aa9-9534-f8d0a38cb079 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620985 Jul 16 09:03:54.270146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1c8156-64b7-42ff-90a9-d49d03a46979 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c4950a6-1321-4002-a5cc-57b4a3b374ca,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:54.277587 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e9191528-cb32-41eb-8c2d-5e7a467716d6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.611642 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ed1c8156-64b7-42ff-90a9-d49d03a46979 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:54.726401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9191528-cb32-41eb-8c2d-5e7a467716d6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 8d468dad-fbf2-4028-9c01-8c918f03ead8 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:03:55.049214 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9191528-cb32-41eb-8c2d-5e7a467716d6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:55.064413 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e9191528-cb32-41eb-8c2d-5e7a467716d6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/8d468dad-fbf2-4028-9c01-8c918f03ead8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2401619 Jul 16 09:03:55.064978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59962) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:55.067929 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac365de-f43c-44fd-bcb2-0f849abc8faa None None] Sync routers for ids ['8d468dad-fbf2-4028-9c01-8c918f03ead8'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:55.089977 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac365de-f43c-44fd-bcb2-0f849abc8faa None None] Routers {'8d468dad-fbf2-4028-9c01-8c918f03ead8'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:55.091021 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dac365de-f43c-44fd-bcb2-0f849abc8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:03:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8d468dad-fbf2-4028-9c01-8c918f03ead8'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:55.150886 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dac365de-f43c-44fd-bcb2-0f849abc8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:55.169414 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac365de-f43c-44fd-bcb2-0f849abc8faa None None] Routers {'8d468dad-fbf2-4028-9c01-8c918f03ead8'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:55.170764 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dac365de-f43c-44fd-bcb2-0f849abc8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:03:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8d468dad-fbf2-4028-9c01-8c918f03ead8'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:55.213735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1c8156-64b7-42ff-90a9-d49d03a46979 admin admin] Router 916626c0-58f0-4605-91b3-8031e2878614 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:03:55.235513 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-dac365de-f43c-44fd-bcb2-0f849abc8faa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:55.236976 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac365de-f43c-44fd-bcb2-0f849abc8faa None None] The sync data for ids ['8d468dad-fbf2-4028-9c01-8c918f03ead8'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:55.418968 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1c8156-64b7-42ff-90a9-d49d03a46979 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:55.431748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ed1c8156-64b7-42ff-90a9-d49d03a46979 admin admin] 10.222.0.20 "PUT /v2.0/routers/916626c0-58f0-4605-91b3-8031e2878614/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9809408 Jul 16 09:03:55.432152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec976399-b1e3-4535-ba85-65e122fbe3e3 None None] Sync routers for ids ['916626c0-58f0-4605-91b3-8031e2878614'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:55.465999 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec976399-b1e3-4535-ba85-65e122fbe3e3 None None] Routers {'916626c0-58f0-4605-91b3-8031e2878614'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:55.467532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ec976399-b1e3-4535-ba85-65e122fbe3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:03:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['916626c0-58f0-4605-91b3-8031e2878614'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:55.483422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59972) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:55.627231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19766997-583a-4753-bab5-07425cf06935 req-d6eb0703-3c98-466c-80eb-2f3ecec400fa tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:55.628626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-ec976399-b1e3-4535-ba85-65e122fbe3e3 None None] Set router 916626c0-58f0-4605-91b3-8031e2878614 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:55.631829 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-19766997-583a-4753-bab5-07425cf06935 req-d6eb0703-3c98-466c-80eb-2f3ecec400fa tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 944 time: 0.2083633 Jul 16 09:03:55.760896 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c53d9081-9fb1-4ed2-9e08-73bec0e7a162 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.777731 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-19766997-583a-4753-bab5-07425cf06935 req-90b21d44-ede4-4e2a-a2f1-c935f5776bb2 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989175 Jul 16 09:03:55.784083 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.924086 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:55.924359 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ec976399-b1e3-4535-ba85-65e122fbe3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T09:03:53Z', 'revision_number': 5, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port': {'id': '27cfd388-f237-4deb-ab18-0a430f2a928e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:d4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916626c0-58f0-4605-91b3-8031e2878614', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2637, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:55:09Z', 'updated_at': '2021-07-16T08:55:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:55.986760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec976399-b1e3-4535-ba85-65e122fbe3e3 None None] Checking router: 916626c0-58f0-4605-91b3-8031e2878614 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:03:56.002758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec976399-b1e3-4535-ba85-65e122fbe3e3 None None] Routers {'916626c0-58f0-4605-91b3-8031e2878614'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:56.003859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ec976399-b1e3-4535-ba85-65e122fbe3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:03:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['916626c0-58f0-4605-91b3-8031e2878614'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:56.058776 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] Deleting port 27cfd388-f237-4deb-ab18-0a430f2a928e {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:56.059358 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.138250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-ec976399-b1e3-4535-ba85-65e122fbe3e3 None None] Set router 916626c0-58f0-4605-91b3-8031e2878614 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:03:56.196719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ec976399-b1e3-4535-ba85-65e122fbe3e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T09:03:55Z', 'revision_number': 6, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:56.208304 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c53d9081-9fb1-4ed2-9e08-73bec0e7a162 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port a137e1f3-ce8b-4f4c-a8c9-c754a1e133b0 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:56.209184 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c53d9081-9fb1-4ed2-9e08-73bec0e7a162 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.226668 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] For port 27cfd388-f237-4deb-ab18-0a430f2a928e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=27cfd388-f237-4deb-ab18-0a430f2a928e,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:56.227563 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.237149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec976399-b1e3-4535-ba85-65e122fbe3e3 None None] The sync data for ids ['916626c0-58f0-4605-91b3-8031e2878614'] in n-d-758944-46 is: [{'id': '916626c0-58f0-4605-91b3-8031e2878614', 'name': 'tempest-AttachVolumeTestJSON-2000580230-router', 'tenant_id': '95a4a2eb3d0345d9bcfe753da948473e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:55:07Z', 'updated_at': '2021-07-16T09:03:55Z', 'revision_number': 6, 'project_id': '95a4a2eb3d0345d9bcfe753da948473e', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:56.267774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] Calling delete_port for 27cfd388-f237-4deb-ab18-0a430f2a928e owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:56.325213 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c53d9081-9fb1-4ed2-9e08-73bec0e7a162 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.340998 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c53d9081-9fb1-4ed2-9e08-73bec0e7a162 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for a137e1f3-ce8b-4f4c-a8c9-c754a1e133b0 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:56.596079 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.612777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c53d9081-9fb1-4ed2-9e08-73bec0e7a162 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.631567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] Pushing event deleted for resources: {'Port': ['ID=27cfd388-f237-4deb-ab18-0a430f2a928e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:56.703981 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d9081-9fb1-4ed2-9e08-73bec0e7a162 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=a137e1f3-ce8b-4f4c-a8c9-c754a1e133b0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:56.769199 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.954268 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c53d9081-9fb1-4ed2-9e08-73bec0e7a162 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.958536 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:56.961483 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.065770 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.066194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 916626c0-58f0-4605-91b3-8031e2878614 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:03:57.071199 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.076286 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dd9d60a6-0b1b-4213-8e09-c4688f96ea64 admin admin] 10.222.0.20 "DELETE /v2.0/routers/916626c0-58f0-4605-91b3-8031e2878614 HTTP/1.1" status: 204 len: 168 time: 1.5859635 Jul 16 09:03:57.076986 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59982) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:57.192564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c966d908-4c66-4638-8d60-43547883a2d6 admin admin] Deleting subnet 3b633f7a-07ad-4cc2-8342-da35f664e7b1 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:57.198606 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c966d908-4c66-4638-8d60-43547883a2d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.211160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53d9081-9fb1-4ed2-9e08-73bec0e7a162 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 8d468dad-fbf2-4028-9c01-8c918f03ead8 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:03:57.270412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8c4950a6-1321-4002-a5cc-57b4a3b374ca no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:57.317334 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 8c4950a6-1321-4002-a5cc-57b4a3b374ca {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:57.317964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8c4950a6-1321-4002-a5cc-57b4a3b374ca not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:57.325777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53d9081-9fb1-4ed2-9e08-73bec0e7a162 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:03:57.338549 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c53d9081-9fb1-4ed2-9e08-73bec0e7a162 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/8d468dad-fbf2-4028-9c01-8c918f03ead8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2702706 Jul 16 09:03:57.345033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59988) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:57.346789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb7add-1f7e-4bc7-b435-032d30b9e78f req-df6bd9ae-b993-41a7-b2bc-c1141d6801b7 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:57.348389 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80cb7add-1f7e-4bc7-b435-032d30b9e78f req-df6bd9ae-b993-41a7-b2bc-c1141d6801b7 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 944 time: 0.2185376 Jul 16 09:03:57.373663 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccd2d5b-2c9a-4235-ada9-14583d005bdd None None] Sync routers for ids ['8d468dad-fbf2-4028-9c01-8c918f03ead8'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:03:57.384290 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c966d908-4c66-4638-8d60-43547883a2d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.391956 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-de18766f-eb00-420c-b2a6-2ad129734318 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d468dad-fbf2-4028-9c01-8c918f03ead8 HTTP/1.1" status: 200 len: 205 time: 0.0415869 Jul 16 09:03:57.399561 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccd2d5b-2c9a-4235-ada9-14583d005bdd None None] Routers {'8d468dad-fbf2-4028-9c01-8c918f03ead8'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:57.399993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 59990) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:57.401190 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3ccd2d5b-2c9a-4235-ada9-14583d005bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:03:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8d468dad-fbf2-4028-9c01-8c918f03ead8'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:57.462877 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3ccd2d5b-2c9a-4235-ada9-14583d005bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:57.481367 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ccd2d5b-2c9a-4235-ada9-14583d005bdd None None] Routers {'8d468dad-fbf2-4028-9c01-8c918f03ead8'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:03:57.482843 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3ccd2d5b-2c9a-4235-ada9-14583d005bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:03:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8d468dad-fbf2-4028-9c01-8c918f03ead8'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:57.490426 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c966d908-4c66-4638-8d60-43547883a2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.515920 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac9a6080-a5d2-4207-b41c-6705eb549439 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.523840 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80cb7add-1f7e-4bc7-b435-032d30b9e78f req-aeba1dc0-2acc-4092-bc33-c99683a66bd3 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615698 Jul 16 09:03:57.570240 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3ccd2d5b-2c9a-4235-ada9-14583d005bdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:57.571125 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ccd2d5b-2c9a-4235-ada9-14583d005bdd None None] The sync data for ids ['8d468dad-fbf2-4028-9c01-8c918f03ead8'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:03:57.590983 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c966d908-4c66-4638-8d60-43547883a2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.627487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966d908-4c66-4638-8d60-43547883a2d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b633f7a-07ad-4cc2-8342-da35f664e7b1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:57.642163 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c966d908-4c66-4638-8d60-43547883a2d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.648013 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c966d908-4c66-4638-8d60-43547883a2d6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3b633f7a-07ad-4cc2-8342-da35f664e7b1 HTTP/1.1" status: 204 len: 168 time: 0.5662410 Jul 16 09:03:57.648328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59994) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:57.657857 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39760941-6619-49bd-8bda-26bd853f3b54 None None] Network 14402a19-9c27-491a-b636-32963005e922 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:57.752490 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac9a6080-a5d2-4207-b41c-6705eb549439 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.758512 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.759539 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac9a6080-a5d2-4207-b41c-6705eb549439 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.862293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] Deleting port 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:57.863095 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.967493 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] For port 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce,segment=NetworkSegment(8f899f3f-f80e-4513-b098-70c95ac7bff8),segment_id=8f899f3f-f80e-4513-b098-70c95ac7bff8)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:57.968799 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:57.984282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] Calling delete_port for 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:58.104399 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.117080 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9b2869-4f5a-42bd-999b-82fc232b0a32 None None] DHCP port deletion for 14402a19-9c27-491a-b636-32963005e922 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:03:58.157106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] No DVR routers for this DVR port 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:58.161041 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:58.245939 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.267551 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14402a19-9c27-491a-b636-32963005e922']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:58.290191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f899f3f-f80e-4513-b098-70c95ac7bff8') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:58.290617 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f899f3f-f80e-4513-b098-70c95ac7bff8') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:03:58.309024 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.318314 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac9a6080-a5d2-4207-b41c-6705eb549439 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.319719 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9a6080-a5d2-4207-b41c-6705eb549439 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Fanout notify agent at l3_agent the message router_deleted on router 8d468dad-fbf2-4028-9c01-8c918f03ead8 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:03:58.337250 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac9a6080-a5d2-4207-b41c-6705eb549439 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.339489 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ac9a6080-a5d2-4207-b41c-6705eb549439 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/routers/8d468dad-fbf2-4028-9c01-8c918f03ead8 HTTP/1.1" status: 204 len: 168 time: 0.9377348 Jul 16 09:03:58.343920 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 59996) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:58.353150 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.384916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:03:58.385280 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:03:58.387037 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:03:58.455008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f50489-4f20-4340-afcc-02ad90e5dda6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting subnet df534da5-216d-4525-b46c-dc87d346b9a4 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:58.459558 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5f50489-4f20-4340-afcc-02ad90e5dda6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.493335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.503964 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.506531 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/14402a19-9c27-491a-b636-32963005e922 HTTP/1.1" status: 204 len: 168 time: 0.8568871 Jul 16 09:03:58.530693 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0233a20b-742a-4867-9d44-70a6bea5dfc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=14402a19-9c27-491a-b636-32963005e922,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:58.551095 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5f50489-4f20-4340-afcc-02ad90e5dda6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.714150 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60006) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:58.717248 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5f50489-4f20-4340-afcc-02ad90e5dda6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.797582 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-36d275e6-490c-4eaa-8f23-d914c7c58962 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=95a4a2eb3d0345d9bcfe753da948473e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0815296 Jul 16 09:03:58.800708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60010) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:58.846232 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5f50489-4f20-4340-afcc-02ad90e5dda6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.892577 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8777e430-0e93-48db-8c66-99dbedd8a19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.921915 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8777e430-0e93-48db-8c66-99dbedd8a19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.938103 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f50489-4f20-4340-afcc-02ad90e5dda6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Subnet': ['ID=df534da5-216d-4525-b46c-dc87d346b9a4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:58.941746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:58.945863 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c5f50489-4f20-4340-afcc-02ad90e5dda6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:58.949109 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c5f50489-4f20-4340-afcc-02ad90e5dda6 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/df534da5-216d-4525-b46c-dc87d346b9a4 HTTP/1.1" status: 204 len: 168 time: 0.6039090 Jul 16 09:03:58.953122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60014) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:59.006967 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8777e430-0e93-48db-8c66-99dbedd8a19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.011358 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:59.012074 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2b1452d1-8c87-4b91-8fce-cfc2f92ac5ce not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:59.013299 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8777e430-0e93-48db-8c66-99dbedd8a19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.014323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 27cfd388-f237-4deb-ab18-0a430f2a928e no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:03:59.015733 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8777e430-0e93-48db-8c66-99dbedd8a19d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/27f44681-55ee-4e22-9929-9f15f1b16dd4 HTTP/1.1" status: 204 len: 168 time: 0.2133660 Jul 16 09:03:59.033857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8777e430-0e93-48db-8c66-99dbedd8a19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f44681-55ee-4e22-9929-9f15f1b16dd4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:59.050244 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97a834cc-6e9c-46e4-a02f-d82040620703 None None] Network 78b2207f-d87f-411f-b2e2-c3160aa22b3b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:59.054001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 27cfd388-f237-4deb-ab18-0a430f2a928e {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:03:59.054625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 27cfd388-f237-4deb-ab18-0a430f2a928e not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:03:59.105367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-3633d983-ea74-42a0-85da-ead0b0e29907 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting subnet ae7289cb-fcf5-4a3c-b4b9-92b912eaad1c {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:03:59.115937 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3633d983-ea74-42a0-85da-ead0b0e29907 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.135643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7804d371-6dca-4041-8b54-c3ad62ddbf2a req-8cef6ed8-cf4a-43b7-8c6e-9b09e007a256 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:59.142091 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7804d371-6dca-4041-8b54-c3ad62ddbf2a req-8cef6ed8-cf4a-43b7-8c6e-9b09e007a256 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 944 time: 0.3173668 Jul 16 09:03:59.267673 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3633d983-ea74-42a0-85da-ead0b0e29907 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.320737 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7804d371-6dca-4041-8b54-c3ad62ddbf2a req-51f557f2-90dc-4463-9d2b-a311967c678a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392806 Jul 16 09:03:59.338658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10afbb87-c873-4965-aad6-a49a97231f25 None None] DHCP port deletion for 78b2207f-d87f-411f-b2e2-c3160aa22b3b request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:03:59.415371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-10afbb87-c873-4965-aad6-a49a97231f25 None None] Deleting port 63e8459b-b944-440d-90b2-4178d22359e9 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:59.416309 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-10afbb87-c873-4965-aad6-a49a97231f25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.478698 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3633d983-ea74-42a0-85da-ead0b0e29907 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.522482 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-10afbb87-c873-4965-aad6-a49a97231f25 None None] For port 63e8459b-b944-440d-90b2-4178d22359e9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=63e8459b-b944-440d-90b2-4178d22359e9,segment=NetworkSegment(df3681d6-7a74-46b6-9c73-4a6b39ec6b83),segment_id=df3681d6-7a74-46b6-9c73-4a6b39ec6b83)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:03:59.523259 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-10afbb87-c873-4965-aad6-a49a97231f25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.548580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-10afbb87-c873-4965-aad6-a49a97231f25 None None] Calling delete_port for 63e8459b-b944-440d-90b2-4178d22359e9 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:03:59.596824 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3633d983-ea74-42a0-85da-ead0b0e29907 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.630453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633d983-ea74-42a0-85da-ead0b0e29907 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7289cb-fcf5-4a3c-b4b9-92b912eaad1c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:59.635666 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3633d983-ea74-42a0-85da-ead0b0e29907 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.641054 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3633d983-ea74-42a0-85da-ead0b0e29907 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/ae7289cb-fcf5-4a3c-b4b9-92b912eaad1c HTTP/1.1" status: 204 len: 168 time: 0.6865568 Jul 16 09:03:59.641897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60024) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:03:59.659785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1edc2ab-e13f-4ce8-a792-ff0f8bffcaa0 None None] Network b62c8e5e-a3ce-48be-9b75-23c5013a70a7 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:03:59.806708 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.860767 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-10afbb87-c873-4965-aad6-a49a97231f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:59.898136 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10afbb87-c873-4965-aad6-a49a97231f25 None None] Pushing event deleted for resources: {'Port': ['ID=63e8459b-b944-440d-90b2-4178d22359e9,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:03:59.907849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10afbb87-c873-4965-aad6-a49a97231f25 None None] No DVR routers for this DVR port 63e8459b-b944-440d-90b2-4178d22359e9 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:03:59.942811 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port 63e8459b-b944-440d-90b2-4178d22359e9 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:03:59.943525 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.057570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0260246-628a-40b8-8de3-e4f37534002b None None] DHCP port deletion for b62c8e5e-a3ce-48be-9b75-23c5013a70a7 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:00.090243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] For port 63e8459b-b944-440d-90b2-4178d22359e9, host n-d-758944-46, got binding levels [] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:00.090911 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.120174 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for 63e8459b-b944-440d-90b2-4178d22359e9 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:00.125997 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.ipam_backend_mixin [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Port 63e8459b-b944-440d-90b2-4178d22359e9 was not found and therefore no delete operation was performed {{(pid=93695) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:04:00.128150 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.148950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c0260246-628a-40b8-8de3-e4f37534002b None None] Deleting port f45a141c-cc73-4932-9a23-9fe838e6bcb5 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:00.149988 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c0260246-628a-40b8-8de3-e4f37534002b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.170168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=63e8459b-b944-440d-90b2-4178d22359e9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:00.180744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No DVR routers for this DVR port 63e8459b-b944-440d-90b2-4178d22359e9 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:00.291562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c0260246-628a-40b8-8de3-e4f37534002b None None] For port f45a141c-cc73-4932-9a23-9fe838e6bcb5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f45a141c-cc73-4932-9a23-9fe838e6bcb5,segment=NetworkSegment(b960f891-ff55-4b11-900a-be91bb8d2302),segment_id=b960f891-ff55-4b11-900a-be91bb8d2302)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:00.291975 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c0260246-628a-40b8-8de3-e4f37534002b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.311878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c0260246-628a-40b8-8de3-e4f37534002b None None] Calling delete_port for f45a141c-cc73-4932-9a23-9fe838e6bcb5 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:00.353314 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.377195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78b2207f-d87f-411f-b2e2-c3160aa22b3b']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:00.402779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df3681d6-7a74-46b6-9c73-4a6b39ec6b83') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:00.403196 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df3681d6-7a74-46b6-9c73-4a6b39ec6b83') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:00.420828 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.452406 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.466161 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c0260246-628a-40b8-8de3-e4f37534002b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.476020 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:00.478292 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:00.486467 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:00.540537 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0260246-628a-40b8-8de3-e4f37534002b None None] Pushing event deleted for resources: {'Port': ['ID=f45a141c-cc73-4932-9a23-9fe838e6bcb5,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:00.544446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0260246-628a-40b8-8de3-e4f37534002b None None] No DVR routers for this DVR port f45a141c-cc73-4932-9a23-9fe838e6bcb5 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:00.688259 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.692933 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.698842 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60050) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:00.705413 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/networks/78b2207f-d87f-411f-b2e2-c3160aa22b3b HTTP/1.1" status: 204 len: 168 time: 1.0616074 Jul 16 09:04:00.771035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8913b0-0845-4505-a2dd-a5f35e81467d req-d68825a9-9c35-443b-baa4-ccc22673853f tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:00.776595 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a8913b0-0845-4505-a2dd-a5f35e81467d req-d68825a9-9c35-443b-baa4-ccc22673853f tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 944 time: 0.2597983 Jul 16 09:04:00.778221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d52042-08f3-4bb9-8a64-a04b038ef179 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Network': ['ID=78b2207f-d87f-411f-b2e2-c3160aa22b3b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:00.791634 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f2f4-d458-487c-b994-ec2bc2798035 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.899525 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a8913b0-0845-4505-a2dd-a5f35e81467d req-6f983185-d7e2-4be8-821b-614fa1e2be64 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165931 Jul 16 09:04:00.912973 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f2f4-d458-487c-b994-ec2bc2798035 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.933146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-e6b2f2f4-d458-487c-b994-ec2bc2798035 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62c8e5e-a3ce-48be-9b75-23c5013a70a7']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:00.940276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-e6b2f2f4-d458-487c-b994-ec2bc2798035 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b960f891-ff55-4b11-900a-be91bb8d2302') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:00.942709 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-e6b2f2f4-d458-487c-b994-ec2bc2798035 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b960f891-ff55-4b11-900a-be91bb8d2302') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:00.948857 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 63e8459b-b944-440d-90b2-4178d22359e9 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:00.956219 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f2f4-d458-487c-b994-ec2bc2798035 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.985488 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f2f4-d458-487c-b994-ec2bc2798035 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.995302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6b2f2f4-d458-487c-b994-ec2bc2798035 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:00.997253 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f2f4-d458-487c-b994-ec2bc2798035 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:00.998517 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 63e8459b-b944-440d-90b2-4178d22359e9 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:00.998904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 63e8459b-b944-440d-90b2-4178d22359e9 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:00.999399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f45a141c-cc73-4932-9a23-9fe838e6bcb5 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:01.029766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: f45a141c-cc73-4932-9a23-9fe838e6bcb5 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:01.030060 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f45a141c-cc73-4932-9a23-9fe838e6bcb5 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:01.061287 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:01.139450 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f2f4-d458-487c-b994-ec2bc2798035 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.156436 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e6b2f2f4-d458-487c-b994-ec2bc2798035 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.161288 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e6b2f2f4-d458-487c-b994-ec2bc2798035 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/networks/b62c8e5e-a3ce-48be-9b75-23c5013a70a7 HTTP/1.1" status: 204 len: 168 time: 0.4610603 Jul 16 09:04:01.164747 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60060) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:01.175935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-68140ef5-5ae0-48cd-8fbd-991bed0ed05e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1348409262'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:01.188962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b2f2f4-d458-487c-b994-ec2bc2798035 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Network': ['ID=b62c8e5e-a3ce-48be-9b75-23c5013a70a7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:01.220127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68140ef5-5ae0-48cd-8fbd-991bed0ed05e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:01.227037 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-68140ef5-5ae0-48cd-8fbd-991bed0ed05e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.289101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68140ef5-5ae0-48cd-8fbd-991bed0ed05e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:01.302379 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-68140ef5-5ae0-48cd-8fbd-991bed0ed05e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.302776 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-68140ef5-5ae0-48cd-8fbd-991bed0ed05e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Added segment 066eaea2-6bb8-4f5e-943f-defb24bde001 of type vlan for network 7f3e9fda-537a-4584-bb1e-70ea279f20bb Jul 16 09:04:01.361804 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-68140ef5-5ae0-48cd-8fbd-991bed0ed05e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.422543 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-68140ef5-5ae0-48cd-8fbd-991bed0ed05e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.430622 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68140ef5-5ae0-48cd-8fbd-991bed0ed05e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:01.431465 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-68140ef5-5ae0-48cd-8fbd-991bed0ed05e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.480877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60070) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:01.481250 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-68140ef5-5ae0-48cd-8fbd-991bed0ed05e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3145497 Jul 16 09:04:01.489731 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8d7a86fa-0435-447f-b15d-8edf976d15ac tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'subnet': {'network_id': '7f3e9fda-537a-4584-bb1e-70ea279f20bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:01.541902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68140ef5-5ae0-48cd-8fbd-991bed0ed05e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Network': ['ID=7f3e9fda-537a-4584-bb1e-70ea279f20bb,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:01.560246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 7f3e9fda-537a-4584-bb1e-70ea279f20bb details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:01.735998 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7a86fa-0435-447f-b15d-8edf976d15ac tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:01.744473 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d7a86fa-0435-447f-b15d-8edf976d15ac tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:01.975859 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d7a86fa-0435-447f-b15d-8edf976d15ac tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.578915 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a86fa-0435-447f-b15d-8edf976d15ac tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Subnet': ['ID=60e15334-721f-4e83-bb0a-e1683dbbd544,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:02.626963 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a86fa-0435-447f-b15d-8edf976d15ac tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Checking segment: {'id': '066eaea2-6bb8-4f5e-943f-defb24bde001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7f3e9fda-537a-4584-bb1e-70ea279f20bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:02.627684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7a86fa-0435-447f-b15d-8edf976d15ac tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network hostable DHCP agents. Network: 7f3e9fda-537a-4584-bb1e-70ea279f20bb, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:02.658897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e891a-693b-4cef-9592-9f7847df8002 req-ed619ae2-24d1-45fb-9219-8e07743f9e3b tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:02.661714 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e34e891a-693b-4cef-9592-9f7847df8002 req-ed619ae2-24d1-45fb-9219-8e07743f9e3b tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 944 time: 0.2025037 Jul 16 09:04:02.702160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7a86fa-0435-447f-b15d-8edf976d15ac tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 7f3e9fda-537a-4584-bb1e-70ea279f20bb is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:02.736990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-8d7a86fa-0435-447f-b15d-8edf976d15ac tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 7f3e9fda-537a-4584-bb1e-70ea279f20bb) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:02.750566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70adcd17-a6ee-43a3-bdca-dfb008774ab7 None None] Network 7f3e9fda-537a-4584-bb1e-70ea279f20bb requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:02.751434 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e34e891a-693b-4cef-9592-9f7847df8002 req-d159a04b-e2a4-45d6-82d7-da621478418a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729461 Jul 16 09:04:02.753062 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7a86fa-0435-447f-b15d-8edf976d15ac tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:02.754088 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d7a86fa-0435-447f-b15d-8edf976d15ac tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.785829 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8d7a86fa-0435-447f-b15d-8edf976d15ac tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3025575 Jul 16 09:04:02.789789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60090) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:02.794890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-2c722027-6403-4f5c-8c34-b709139b1beb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1741344374', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:02.846697 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2c722027-6403-4f5c-8c34-b709139b1beb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.850689 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2c722027-6403-4f5c-8c34-b709139b1beb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.985034 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2c722027-6403-4f5c-8c34-b709139b1beb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.993634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-7f3e9fda-537a-4584-bb1e-70ea279f20bb', 'network_id': '7f3e9fda-537a-4584-bb1e-70ea279f20bb', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'fixed_ips': [{'subnet_id': '60e15334-721f-4e83-bb0a-e1683dbbd544'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:02.994562 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2c722027-6403-4f5c-8c34-b709139b1beb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.994754 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.050616 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2c722027-6403-4f5c-8c34-b709139b1beb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.059314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2c722027-6403-4f5c-8c34-b709139b1beb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2658136 Jul 16 09:04:03.059921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60096) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:03.070008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a148e0e7-a60c-4534-9f68-5a08ebc1824d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'port': {'network_id': '7f3e9fda-537a-4584-bb1e-70ea279f20bb', 'name': 'tempest-RoutersIpV6Test-338505898'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:03.221729 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Allocated IP 2001:db8::2 (7f3e9fda-537a-4584-bb1e-70ea279f20bb/60e15334-721f-4e83-bb0a-e1683dbbd544/1fb98998-9654-437e-96c0-1255ab2b20c2) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:03.390506 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a148e0e7-a60c-4534-9f68-5a08ebc1824d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:03.403442 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a148e0e7-a60c-4534-9f68-5a08ebc1824d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.441797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-a148e0e7-a60c-4534-9f68-5a08ebc1824d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] device_id is not set on port 9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:04:03.466660 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.480143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Transition to ACTIVE for port object 1fb98998-9654-437e-96c0-1255ab2b20c2 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:03.503502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Transition to ACTIVE for port object 1fb98998-9654-437e-96c0-1255ab2b20c2 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:03.517342 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.573482 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Network 7f3e9fda-537a-4584-bb1e-70ea279f20bb is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:03.575176 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Pushing event updated for resources: {'Port': ['ID=1fb98998-9654-437e-96c0-1255ab2b20c2,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:03.578788 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:03.581389 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:03.646645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Attempting to bind port 1fb98998-9654-437e-96c0-1255ab2b20c2 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:03.647408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Attempting to bind port 1fb98998-9654-437e-96c0-1255ab2b20c2 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '066eaea2-6bb8-4f5e-943f-defb24bde001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7f3e9fda-537a-4584-bb1e-70ea279f20bb'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:03.647975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Attempting to bind port 1fb98998-9654-437e-96c0-1255ab2b20c2 on network 7f3e9fda-537a-4584-bb1e-70ea279f20bb {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:03.653987 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 3, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:03.654751 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Checking segment: {'id': '066eaea2-6bb8-4f5e-943f-defb24bde001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7f3e9fda-537a-4584-bb1e-70ea279f20bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:03.655486 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.656594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Bound using segment: {'id': '066eaea2-6bb8-4f5e-943f-defb24bde001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7f3e9fda-537a-4584-bb1e-70ea279f20bb'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:03.657297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Bound port: 1fb98998-9654-437e-96c0-1255ab2b20c2, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066eaea2-6bb8-4f5e-943f-defb24bde001', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7f3e9fda-537a-4584-bb1e-70ea279f20bb'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:03.657921 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.714769 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-a148e0e7-a60c-4534-9f68-5a08ebc1824d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Allocated IP 2001:db8::6c (7f3e9fda-537a-4584-bb1e-70ea279f20bb/60e15334-721f-4e83-bb0a-e1683dbbd544/9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:03.739257 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] For port 1fb98998-9654-437e-96c0-1255ab2b20c2, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:03.744309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] For port 1fb98998-9654-437e-96c0-1255ab2b20c2, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1fb98998-9654-437e-96c0-1255ab2b20c2,segment=NetworkSegment(066eaea2-6bb8-4f5e-943f-defb24bde001),segment_id=066eaea2-6bb8-4f5e-943f-defb24bde001)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:03.751387 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.899339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616d7053-5ccb-46c6-b65f-ab144357831f None None] Pushing event updated for resources: {'Port': ['ID=1fb98998-9654-437e-96c0-1255ab2b20c2,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:03.923230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:04:04.027558 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.079958 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a148e0e7-a60c-4534-9f68-5a08ebc1824d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.105391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-a148e0e7-a60c-4534-9f68-5a08ebc1824d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Transition to ACTIVE for port object 9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:04.187461 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a148e0e7-a60c-4534-9f68-5a08ebc1824d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.281135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d9916-719f-451f-bf76-026afb418db5 req-5f8e939e-edbb-421c-bf8f-3c645e1a640e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:04.291859 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fe8d9916-719f-451f-bf76-026afb418db5 req-5f8e939e-edbb-421c-bf8f-3c645e1a640e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 944 time: 0.2701306 Jul 16 09:04:04.362876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:04.370432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fe8d9916-719f-451f-bf76-026afb418db5 req-9f1dbe36-633b-45b0-956f-f9e86ea60998 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618107 Jul 16 09:04:04.393276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'port_id': '8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4', 'mac_address': 'fa:16:3e:97:da:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:04:04.403532 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a148e0e7-a60c-4534-9f68-5a08ebc1824d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 7f3e9fda-537a-4584-bb1e-70ea279f20bb is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:04.425411 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-a148e0e7-a60c-4534-9f68-5a08ebc1824d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:04.451254 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a148e0e7-a60c-4534-9f68-5a08ebc1824d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:04.472008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a148e0e7-a60c-4534-9f68-5a08ebc1824d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:04.479710 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.489203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a148e0e7-a60c-4534-9f68-5a08ebc1824d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:04.489203 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a148e0e7-a60c-4534-9f68-5a08ebc1824d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.522698 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a148e0e7-a60c-4534-9f68-5a08ebc1824d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 1.4586599 Jul 16 09:04:04.523030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60124) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:04.527432 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:04:04.568678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:04.577494 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.675244 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:04.783040 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:04:05.102936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1fb98998-9654-437e-96c0-1255ab2b20c2 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:05.259729 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-efa355e9-858b-4706-a48b-a44a794fb77f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.294965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 1fb98998-9654-437e-96c0-1255ab2b20c2 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:05.311095 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce759fd5-fe6a-46dc-b0da-c27c9cea8928 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.621030 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.732968 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-137eeb0c-167c-42e3-8f89-48160f832785 None None] Network 7f3e9fda-537a-4584-bb1e-70ea279f20bb requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:05.826909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f115cf-b21f-44b0-b553-5994faa03bb8 req-4d1bad85-dd0c-41ef-8673-a5779e4c36bb tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:05.829209 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5f115cf-b21f-44b0-b553-5994faa03bb8 req-4d1bad85-dd0c-41ef-8673-a5779e4c36bb tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 945 time: 0.1875217 Jul 16 09:04:05.849255 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce759fd5-fe6a-46dc-b0da-c27c9cea8928 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.861655 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce759fd5-fe6a-46dc-b0da-c27c9cea8928 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.899770 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5f115cf-b21f-44b0-b553-5994faa03bb8 req-e69ab009-69f1-4c8d-bd85-90583a878c26 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595531 Jul 16 09:04:05.905852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:05.914177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f3d68cf1-ce24-4fbe-a17a-dc886b19eab7 None None] Provisioning for port 1fb98998-9654-437e-96c0-1255ab2b20c2 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:05.983261 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f3d68cf1-ce24-4fbe-a17a-dc886b19eab7 None None] Provisioning complete for port 1fb98998-9654-437e-96c0-1255ab2b20c2 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:05.985050 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f3d68cf1-ce24-4fbe-a17a-dc886b19eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.111583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce759fd5-fe6a-46dc-b0da-c27c9cea8928 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:06.244294 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f3d68cf1-ce24-4fbe-a17a-dc886b19eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.251489 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:06.284822 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:06.285860 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.371734 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce759fd5-fe6a-46dc-b0da-c27c9cea8928 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.400532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f3d68cf1-ce24-4fbe-a17a-dc886b19eab7 None None] For port 1fb98998-9654-437e-96c0-1255ab2b20c2, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1fb98998-9654-437e-96c0-1255ab2b20c2,segment=NetworkSegment(066eaea2-6bb8-4f5e-943f-defb24bde001),segment_id=066eaea2-6bb8-4f5e-943f-defb24bde001)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:06.418128 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f3d68cf1-ce24-4fbe-a17a-dc886b19eab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.578860 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.593190 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce759fd5-fe6a-46dc-b0da-c27c9cea8928 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.613211 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d68cf1-ce24-4fbe-a17a-dc886b19eab7 None None] Pushing event updated for resources: {'Port': ['ID=1fb98998-9654-437e-96c0-1255ab2b20c2,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:06.643104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a201457b-0975-4e79-aa18-a2aa6ed9d5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:06.661565 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09be0b44-ae11-444a-994e-81262e5ff45f" -d '{"events": [{"server_uuid": "a201457b-0975-4e79-aa18-a2aa6ed9d5bd", "name": "network-vif-plugged", "status": "completed", "tag": "8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:06.694069 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:06.707796 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:06.964559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1fb98998-9654-437e-96c0-1255ab2b20c2 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:06.974680 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa5124d2-38de-4154-b360-25676541ced5 x-openstack-request-id: req-aa5124d2-38de-4154-b360-25676541ced5 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:06.975675 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a201457b-0975-4e79-aa18-a2aa6ed9d5bd", "name": "network-vif-plugged", "status": "completed", "tag": "8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:06.976302 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa5124d2-38de-4154-b360-25676541ced5 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:06.983335 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a201457b-0975-4e79-aa18-a2aa6ed9d5bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4', 'code': 200} Jul 16 09:04:06.987268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:07.163711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-693bbaaa-9223-42dc-84fb-f05ce3dd9955 None None] Provisioning complete for port 1fb98998-9654-437e-96c0-1255ab2b20c2 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:07.163711 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-693bbaaa-9223-42dc-84fb-f05ce3dd9955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.220970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d44d60d-50dd-4c7c-a3d9-f6ee8fb4bd4d req-b437545a-64e6-4c03-9e36-c129ccf5cf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:07.223200 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d44d60d-50dd-4c7c-a3d9-f6ee8fb4bd4d req-b437545a-64e6-4c03-9e36-c129ccf5cf59 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 1098 time: 0.1644368 Jul 16 09:04:07.344150 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d44d60d-50dd-4c7c-a3d9-f6ee8fb4bd4d req-ee646d3c-ec73-4073-bb5a-551b852c7cf8 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106293 Jul 16 09:04:07.368484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 1fb98998-9654-437e-96c0-1255ab2b20c2 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:07.368484 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.400442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-693bbaaa-9223-42dc-84fb-f05ce3dd9955 None None] Provisioning for port 9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:07.411862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-693bbaaa-9223-42dc-84fb-f05ce3dd9955 None None] Provisioning complete for port 9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:07.412415 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-693bbaaa-9223-42dc-84fb-f05ce3dd9955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.469597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-693bbaaa-9223-42dc-84fb-f05ce3dd9955 None None] Port 9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:07.543386 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b03f1-e39c-4957-a018-4dcace675d40 req-b5176bae-3500-4ef8-a90e-2356228cd020 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:07.547140 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-946b03f1-e39c-4957-a018-4dcace675d40 req-b5176bae-3500-4ef8-a90e-2356228cd020 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 946 time: 0.3414216 Jul 16 09:04:07.569378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-63bb7713-43a8-4db3-ba92-02fd6ad0dff5 req-bd163d72-3d57-4a53-9676-3cd9584ad386 service neutron] (93695) timed out ('10.222.0.20', 39138) {{(pid=93695) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:04:07.605588 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-72d2612a-016b-4a8e-89d3-9e4e3e3245f6 None None] Provisioning complete for port 9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:07.606261 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-72d2612a-016b-4a8e-89d3-9e4e3e3245f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.665747 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce759fd5-fe6a-46dc-b0da-c27c9cea8928 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.684190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-72d2612a-016b-4a8e-89d3-9e4e3e3245f6 None None] Port 9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:07.687974 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce759fd5-fe6a-46dc-b0da-c27c9cea8928 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.689466 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce759fd5-fe6a-46dc-b0da-c27c9cea8928 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.697448 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-946b03f1-e39c-4957-a018-4dcace675d40 req-15646bb5-6bc3-426f-996c-ae258ec103e6 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385698 Jul 16 09:04:07.831441 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce759fd5-fe6a-46dc-b0da-c27c9cea8928 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:07.930938 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-01aa3bb2-eab5-4140-b341-afc8a69d8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.943712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce759fd5-fe6a-46dc-b0da-c27c9cea8928 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 7f3e9fda-537a-4584-bb1e-70ea279f20bb is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:07.946797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-ce759fd5-fe6a-46dc-b0da-c27c9cea8928 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:08.029212 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-95494c14-84d9-4466-876e-af1f97d85949 None None] Provisioning complete for port 9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:08.030082 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-95494c14-84d9-4466-876e-af1f97d85949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.082046 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-95494c14-84d9-4466-876e-af1f97d85949 None None] Port 9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:08.193206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce759fd5-fe6a-46dc-b0da-c27c9cea8928 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router bc5b3e39-df48-4b64-9673-ce68cdaf7315 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:04:08.224621 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.419408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce759fd5-fe6a-46dc-b0da-c27c9cea8928 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:08.419765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-53bc9af2-10c1-4723-8a1c-b738d522faee None None] Provisioning complete for port 9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:08.426017 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ce759fd5-fe6a-46dc-b0da-c27c9cea8928 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/bc5b3e39-df48-4b64-9673-ce68cdaf7315/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9019034 Jul 16 09:04:08.428669 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60182) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:08.432382 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-53bc9af2-10c1-4723-8a1c-b738d522faee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.440185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf4d6e2-9629-42c0-bdef-abafaad2135d None None] Sync routers for ids ['bc5b3e39-df48-4b64-9673-ce68cdaf7315'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:08.486472 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf4d6e2-9629-42c0-bdef-abafaad2135d None None] Routers {'bc5b3e39-df48-4b64-9673-ce68cdaf7315'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:08.487160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9cf4d6e2-9629-42c0-bdef-abafaad2135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bc5b3e39-df48-4b64-9673-ce68cdaf7315'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:08.532706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32de772-668c-4e87-8820-c78d555ef473 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:08.533021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9cf4d6e2-9629-42c0-bdef-abafaad2135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:08.535001 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d32de772-668c-4e87-8820-c78d555ef473 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports/9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac HTTP/1.1" status: 200 len: 982 time: 0.1050799 Jul 16 09:04:08.538155 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60186) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:08.554746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-53bc9af2-10c1-4723-8a1c-b738d522faee None None] Port 9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:08.561074 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf4d6e2-9629-42c0-bdef-abafaad2135d None None] Routers {'bc5b3e39-df48-4b64-9673-ce68cdaf7315'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:08.562917 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9cf4d6e2-9629-42c0-bdef-abafaad2135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bc5b3e39-df48-4b64-9673-ce68cdaf7315'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:08.623305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9cf4d6e2-9629-42c0-bdef-abafaad2135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:08.625277 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf4d6e2-9629-42c0-bdef-abafaad2135d None None] The sync data for ids ['bc5b3e39-df48-4b64-9673-ce68cdaf7315'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:09.002880 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdc714-275c-4717-8bb1-aa465ee1242e req-1fc38887-f3bf-4ef8-9bad-5dd9aeb40d9f tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:09.005641 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-66cdc714-275c-4717-8bb1-aa465ee1242e req-1fc38887-f3bf-4ef8-9bad-5dd9aeb40d9f tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 946 time: 0.1039555 Jul 16 09:04:09.066712 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49603946-578f-4d5e-badb-1c5af3dc2687 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.080450 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-66cdc714-275c-4717-8bb1-aa465ee1242e req-dfad8d2f-db48-43d6-bc7f-23f3131a3da6 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637569 Jul 16 09:04:09.474682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17599bab-824c-47d1-b257-687894c7ed8f req-73d7af38-0ec2-4133-8321-8bb1f6f25e49 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:09.476352 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17599bab-824c-47d1-b257-687894c7ed8f req-73d7af38-0ec2-4133-8321-8bb1f6f25e49 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 946 time: 0.1446733 Jul 16 09:04:09.539400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-49603946-578f-4d5e-badb-1c5af3dc2687 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port 9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:09.540420 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49603946-578f-4d5e-badb-1c5af3dc2687 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.566590 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17599bab-824c-47d1-b257-687894c7ed8f req-0de760b2-02ae-4366-a3ff-671da98764f8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723107 Jul 16 09:04:09.596763 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60198) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:09.721636 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49603946-578f-4d5e-badb-1c5af3dc2687 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:09.739276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-49603946-578f-4d5e-badb-1c5af3dc2687 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for 9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:09.759561 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.015875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1460fab5-69a6-427f-b1c1-c3a0f4ce1638 tempest-TestVolumeBootPattern-1324620813 tempest-TestVolumeBootPattern-1324620813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:10.021147 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1460fab5-69a6-427f-b1c1-c3a0f4ce1638 tempest-TestVolumeBootPattern-1324620813 tempest-TestVolumeBootPattern-1324620813-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 1093 time: 0.4181490 Jul 16 09:04:10.021502 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60202) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:10.037471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:10.042124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49603946-578f-4d5e-badb-1c5af3dc2687 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.083981 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49603946-578f-4d5e-badb-1c5af3dc2687 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=9d41080a-c472-41a7-b2d3-5d0c6ad2e4ac,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:10.110973 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.230273 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49603946-578f-4d5e-badb-1c5af3dc2687 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.314385 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:10.560161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49603946-578f-4d5e-badb-1c5af3dc2687 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router bc5b3e39-df48-4b64-9673-ce68cdaf7315 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:04:10.611755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Allocated IP 172.25.4.165 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/60a4796f-0d6e-4759-83a1-902ae5d8a186) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:10.655800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49603946-578f-4d5e-badb-1c5af3dc2687 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:10.666844 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a87305-8aa9-46eb-b522-140b48131485 None None] Sync routers for ids ['bc5b3e39-df48-4b64-9673-ce68cdaf7315'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:10.682580 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a87305-8aa9-46eb-b522-140b48131485 None None] Routers {'bc5b3e39-df48-4b64-9673-ce68cdaf7315'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:10.684801 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-49603946-578f-4d5e-badb-1c5af3dc2687 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/bc5b3e39-df48-4b64-9673-ce68cdaf7315/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1453745 Jul 16 09:04:10.685020 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c6a87305-8aa9-46eb-b522-140b48131485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bc5b3e39-df48-4b64-9673-ce68cdaf7315'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:10.691227 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60214) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:10.766736 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c6a87305-8aa9-46eb-b522-140b48131485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:10.792809 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a87305-8aa9-46eb-b522-140b48131485 None None] Routers {'bc5b3e39-df48-4b64-9673-ce68cdaf7315'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:10.794035 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c6a87305-8aa9-46eb-b522-140b48131485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bc5b3e39-df48-4b64-9673-ce68cdaf7315'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:10.891862 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c6a87305-8aa9-46eb-b522-140b48131485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:10.893872 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a87305-8aa9-46eb-b522-140b48131485 None None] The sync data for ids ['bc5b3e39-df48-4b64-9673-ce68cdaf7315'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:11.044067 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.137473 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.194232 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-406df47f-92e4-4b89-8129-53c71e8e633b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 09:04:11.197254 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-406df47f-92e4-4b89-8129-53c71e8e633b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/bc5b3e39-df48-4b64-9673-ce68cdaf7315/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5045836 Jul 16 09:04:11.202443 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60226) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:11.260266 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a46a8f26-c576-4656-8a35-d9cbd46388ba tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc5b3e39-df48-4b64-9673-ce68cdaf7315 HTTP/1.1" status: 200 len: 205 time: 0.0546618 Jul 16 09:04:11.264024 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60228) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:11.269556 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.287642 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:11.297961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:11.313871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:11.359933 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5a293b77-1979-4fa7-8e35-c5dfe05bf5b2 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.382996 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'Port': ['ID=60a4796f-0d6e-4759-83a1-902ae5d8a186,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:11.557654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60234) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:11.608929 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5a293b77-1979-4fa7-8e35-c5dfe05bf5b2 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.611267 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5a293b77-1979-4fa7-8e35-c5dfe05bf5b2 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.661413 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5a293b77-1979-4fa7-8e35-c5dfe05bf5b2 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.662353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a293b77-1979-4fa7-8e35-c5dfe05bf5b2 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Fanout notify agent at l3_agent the message router_deleted on router bc5b3e39-df48-4b64-9673-ce68cdaf7315 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:04:11.675817 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5a293b77-1979-4fa7-8e35-c5dfe05bf5b2 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.677680 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5a293b77-1979-4fa7-8e35-c5dfe05bf5b2 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/routers/bc5b3e39-df48-4b64-9673-ce68cdaf7315 HTTP/1.1" status: 204 len: 168 time: 0.4116349 Jul 16 09:04:11.682392 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60238) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:11.812116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-e046612f-a4ec-4609-8d37-b5ab32baa329 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting subnet 60e15334-721f-4e83-bb0a-e1683dbbd544 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:11.816918 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e046612f-a4ec-4609-8d37-b5ab32baa329 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.867021 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e046612f-a4ec-4609-8d37-b5ab32baa329 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.951903 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fc2dcc2-d2cd-4edd-a7c9-1274b57fd6e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:11.972486 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e046612f-a4ec-4609-8d37-b5ab32baa329 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.071810 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e046612f-a4ec-4609-8d37-b5ab32baa329 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.126866 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046612f-a4ec-4609-8d37-b5ab32baa329 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Subnet': ['ID=60e15334-721f-4e83-bb0a-e1683dbbd544,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:12.133911 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e046612f-a4ec-4609-8d37-b5ab32baa329 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.136609 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e046612f-a4ec-4609-8d37-b5ab32baa329 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/60e15334-721f-4e83-bb0a-e1683dbbd544 HTTP/1.1" status: 204 len: 168 time: 0.4527979 Jul 16 09:04:12.137272 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef5bf1c-00e3-45a0-b910-d4f9ee9797db None None] Network 7f3e9fda-537a-4584-bb1e-70ea279f20bb requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:12.141598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60244) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:12.284783 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.380253 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.389163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port 1fb98998-9654-437e-96c0-1255ab2b20c2 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:12.389505 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.457495 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9cc4590-bc6a-4263-b7af-df6908046089 None None] DHCP port deletion for 7f3e9fda-537a-4584-bb1e-70ea279f20bb request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:12.469356 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fc2dcc2-d2cd-4edd-a7c9-1274b57fd6e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.518437 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3fc2dcc2-d2cd-4edd-a7c9-1274b57fd6e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.557629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc4590-bc6a-4263-b7af-df6908046089 None None] Deleting port 1fb98998-9654-437e-96c0-1255ab2b20c2 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:12.558713 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4590-bc6a-4263-b7af-df6908046089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.580195 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3fc2dcc2-d2cd-4edd-a7c9-1274b57fd6e2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=71761204ea6a4961ac869cabfbcbae23&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0208528 Jul 16 09:04:12.583684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60248) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:12.694355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a9cc4590-bc6a-4263-b7af-df6908046089 None None] For port 1fb98998-9654-437e-96c0-1255ab2b20c2, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1fb98998-9654-437e-96c0-1255ab2b20c2,segment=NetworkSegment(066eaea2-6bb8-4f5e-943f-defb24bde001),segment_id=066eaea2-6bb8-4f5e-943f-defb24bde001)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:12.695555 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4590-bc6a-4263-b7af-df6908046089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.721274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a9cc4590-bc6a-4263-b7af-df6908046089 None None] Calling delete_port for 1fb98998-9654-437e-96c0-1255ab2b20c2 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:12.726548 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc2dcc2-d2cd-4edd-a7c9-1274b57fd6e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e7837e-8acb-4854-98f3-0483b56db5d2,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:12.778070 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.878129 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a9cc4590-bc6a-4263-b7af-df6908046089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.915044 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] For port 1fb98998-9654-437e-96c0-1255ab2b20c2, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1fb98998-9654-437e-96c0-1255ab2b20c2,segment=NetworkSegment(066eaea2-6bb8-4f5e-943f-defb24bde001),segment_id=066eaea2-6bb8-4f5e-943f-defb24bde001)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:12.915651 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.932144 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-39a78f7b-1190-4b12-9ff9-7d8f628e3bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:12.936835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc4590-bc6a-4263-b7af-df6908046089 None None] Pushing event deleted for resources: {'Port': ['ID=1fb98998-9654-437e-96c0-1255ab2b20c2,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:12.939403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for 1fb98998-9654-437e-96c0-1255ab2b20c2 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:12.944489 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1fb98998-9654-437e-96c0-1255ab2b20c2 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:12.949162 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cc4590-bc6a-4263-b7af-df6908046089 None None] No DVR routers for this DVR port 1fb98998-9654-437e-96c0-1255ab2b20c2 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:12.986319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 1fb98998-9654-437e-96c0-1255ab2b20c2 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:12.986807 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1fb98998-9654-437e-96c0-1255ab2b20c2 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:13.004984 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-39a78f7b-1190-4b12-9ff9-7d8f628e3bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.103148 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.109925 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.111506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.115900 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-39a78f7b-1190-4b12-9ff9-7d8f628e3bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.118549 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-39a78f7b-1190-4b12-9ff9-7d8f628e3bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.122966 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-39a78f7b-1190-4b12-9ff9-7d8f628e3bc3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/25e7837e-8acb-4854-98f3-0483b56db5d2 HTTP/1.1" status: 204 len: 168 time: 0.5344131 Jul 16 09:04:13.169181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=1fb98998-9654-437e-96c0-1255ab2b20c2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:13.175524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No DVR routers for this DVR port 1fb98998-9654-437e-96c0-1255ab2b20c2 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:13.182940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'Port': ['ID=60a4796f-0d6e-4759-83a1-902ae5d8a186,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:13.195768 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a78f7b-1190-4b12-9ff9-7d8f628e3bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e7837e-8acb-4854-98f3-0483b56db5d2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:13.255778 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.351880 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.363794 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f3e9fda-537a-4584-bb1e-70ea279f20bb']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:13.375361 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '066eaea2-6bb8-4f5e-943f-defb24bde001') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:13.375813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '066eaea2-6bb8-4f5e-943f-defb24bde001') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:13.391286 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.408831 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.418269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:13.418832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:13.423026 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:13.462204 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Floating IP 3dd66d5a-cfb8-4c11-a751-e1aaee2bdb17 associated. External IP: 172.25.4.165, port: 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4. Jul 16 09:04:13.502738 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.518161 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.526135 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/networks/7f3e9fda-537a-4584-bb1e-70ea279f20bb HTTP/1.1" status: 204 len: 168 time: 1.3816733 Jul 16 09:04:13.526135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60260) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:13.548341 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6026eb53-6215-4944-9b9a-7ca18e25a122 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1340464403'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:13.552092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4b86e-d24c-44c5-9403-7dc8c406d84f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Network': ['ID=7f3e9fda-537a-4584-bb1e-70ea279f20bb,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:13.593422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6026eb53-6215-4944-9b9a-7ca18e25a122 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:13.603846 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6026eb53-6215-4944-9b9a-7ca18e25a122 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.636422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6026eb53-6215-4944-9b9a-7ca18e25a122 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] vlan segment allocate from pool success with {'vlan_id': 75, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:13.650507 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6026eb53-6215-4944-9b9a-7ca18e25a122 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.651082 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-6026eb53-6215-4944-9b9a-7ca18e25a122 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Added segment b0d8ccbb-92b8-4306-a127-6902d9e526fb of type vlan for network 76de155b-9967-42a4-b2b4-a093c8047ba6 Jul 16 09:04:13.715295 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6026eb53-6215-4944-9b9a-7ca18e25a122 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.768096 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6026eb53-6215-4944-9b9a-7ca18e25a122 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.778370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6026eb53-6215-4944-9b9a-7ca18e25a122 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:13.779342 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6026eb53-6215-4944-9b9a-7ca18e25a122 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:13.832303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Router 89025303-18ca-442d-bc24-d7efcd2f1f92 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:04:13.852903 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6026eb53-6215-4944-9b9a-7ca18e25a122 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3046372 Jul 16 09:04:13.862882 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60270) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:13.876126 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d812261c-d9e2-486d-b4be-af3d51dc6b66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'subnet': {'network_id': '76de155b-9967-42a4-b2b4-a093c8047ba6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:13.997339 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:14.013420 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7adf084-da54-481e-bd9c-2cd07aa39680 None None] Sync routers for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:14.031460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7adf084-da54-481e-bd9c-2cd07aa39680 None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:14.034016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d7adf084-da54-481e-bd9c-2cd07aa39680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:14.049358 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.080830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6026eb53-6215-4944-9b9a-7ca18e25a122 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Network': ['ID=76de155b-9967-42a4-b2b4-a093c8047ba6,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:14.132880 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 76de155b-9967-42a4-b2b4-a093c8047ba6 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:14.134835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d812261c-d9e2-486d-b4be-af3d51dc6b66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:14.143911 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d812261c-d9e2-486d-b4be-af3d51dc6b66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.192065 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0f187ddb-abf9-409d-83d0-ffa8b7805242 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1676919 Jul 16 09:04:14.193819 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a201457b-0975-4e79-aa18-a2aa6ed9d5bd', 'tag': '8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:14.205226 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80e8ede-c3d9-4393-a6e2-8f0981d79664" -d '{"events": [{"name": "network-changed", "server_uuid": "a201457b-0975-4e79-aa18-a2aa6ed9d5bd", "tag": "8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:14.290353 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28018097-ce09-4d58-bfba-c568c9142fb6 x-openstack-request-id: req-28018097-ce09-4d58-bfba-c568c9142fb6 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:14.290869 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a201457b-0975-4e79-aa18-a2aa6ed9d5bd", "tag": "8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:14.291314 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-28018097-ce09-4d58-bfba-c568c9142fb6 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:14.292002 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a201457b-0975-4e79-aa18-a2aa6ed9d5bd', 'tag': '8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4', 'status': 'completed', 'code': 200} Jul 16 09:04:14.513559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-d7adf084-da54-481e-bd9c-2cd07aa39680 None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:14.658271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e8ede-c3d9-4393-a6e2-8f0981d79664 req-1918eb38-1481-4d0e-8e81-e34a059dc5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:14.659929 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f80e8ede-c3d9-4393-a6e2-8f0981d79664 req-1918eb38-1481-4d0e-8e81-e34a059dc5c8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 1098 time: 0.2104797 Jul 16 09:04:14.661494 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d812261c-d9e2-486d-b4be-af3d51dc6b66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:14.753443 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:04:14.853916 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d812261c-d9e2-486d-b4be-af3d51dc6b66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Subnet': ['ID=62454ee1-2ccb-4e46-8d35-1798bff8c592,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:14.859772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e8ede-c3d9-4393-a6e2-8f0981d79664 req-5484eec2-a592-40bc-bdd2-ecdcc80225b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:14.861586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f80e8ede-c3d9-4393-a6e2-8f0981d79664 req-5484eec2-a592-40bc-bdd2-ecdcc80225b9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.1711726 Jul 16 09:04:14.865077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d812261c-d9e2-486d-b4be-af3d51dc6b66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Checking segment: {'id': 'b0d8ccbb-92b8-4306-a127-6902d9e526fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '76de155b-9967-42a4-b2b4-a093c8047ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:14.865562 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d812261c-d9e2-486d-b4be-af3d51dc6b66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network hostable DHCP agents. Network: 76de155b-9967-42a4-b2b4-a093c8047ba6, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:14.931412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d7adf084-da54-481e-bd9c-2cd07aa39680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '3dd66d5a-cfb8-4c11-a751-e1aaee2bdb17', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'floating_ip_address': '172.25.4.165', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'port_id': '8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'mac_address': 'fa:16:3e:97:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a201457b-0975-4e79-aa18-a2aa6ed9d5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:04:11Z', 'updated_at': '2021-07-16T09:04:11Z', 'revision_number': 0, 'project_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:14.941814 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d812261c-d9e2-486d-b4be-af3d51dc6b66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 76de155b-9967-42a4-b2b4-a093c8047ba6 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:14.946372 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f80e8ede-c3d9-4393-a6e2-8f0981d79664 req-38e841ad-5269-4c10-9693-63dc3ebef4fd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 HTTP/1.1" status: 200 len: 1000 time: 0.0780854 Jul 16 09:04:14.989517 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7adf084-da54-481e-bd9c-2cd07aa39680 None None] Checking router: 89025303-18ca-442d-bc24-d7efcd2f1f92 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:04:14.998874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-d812261c-d9e2-486d-b4be-af3d51dc6b66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 76de155b-9967-42a4-b2b4-a093c8047ba6) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:15.008529 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7adf084-da54-481e-bd9c-2cd07aa39680 None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:15.010339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d7adf084-da54-481e-bd9c-2cd07aa39680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:15.012581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d812261c-d9e2-486d-b4be-af3d51dc6b66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:15.013205 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d812261c-d9e2-486d-b4be-af3d51dc6b66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.019010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe5500a-ecb0-4369-bef2-a45bb51c68b6 None None] Network 76de155b-9967-42a4-b2b4-a093c8047ba6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:15.039253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e8ede-c3d9-4393-a6e2-8f0981d79664 req-0a6753f5-b4f1-4af8-927f-c4396b65cbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:15.042345 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f80e8ede-c3d9-4393-a6e2-8f0981d79664 req-0a6753f5-b4f1-4af8-927f-c4396b65cbbb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.0889857 Jul 16 09:04:15.045782 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d812261c-d9e2-486d-b4be-af3d51dc6b66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1795948 Jul 16 09:04:15.050709 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60294) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:15.062694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-606b488d-0ff5-44a8-94f3-ab0fd142cfd9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-473148326', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:15.133106 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-606b488d-0ff5-44a8-94f3-ab0fd142cfd9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.135100 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-606b488d-0ff5-44a8-94f3-ab0fd142cfd9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.149584 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e8ede-c3d9-4393-a6e2-8f0981d79664 req-fd233900-226d-4b2b-afed-47d1ca1061f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:15.152201 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f80e8ede-c3d9-4393-a6e2-8f0981d79664 req-fd233900-226d-4b2b-afed-47d1ca1061f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1028023 Jul 16 09:04:15.247972 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-606b488d-0ff5-44a8-94f3-ab0fd142cfd9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.260240 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-606b488d-0ff5-44a8-94f3-ab0fd142cfd9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.285377 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-606b488d-0ff5-44a8-94f3-ab0fd142cfd9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.287279 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-606b488d-0ff5-44a8-94f3-ab0fd142cfd9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2345562 Jul 16 09:04:15.291869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60302) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:15.341089 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f80e8ede-c3d9-4393-a6e2-8f0981d79664 req-e7bc8c35-5d38-42bb-a487-7941cd9efac9 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814742 Jul 16 09:04:15.459179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-d7adf084-da54-481e-bd9c-2cd07aa39680 None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:15.514021 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f80e8ede-c3d9-4393-a6e2-8f0981d79664 req-fc6269be-9687-40da-bd52-4fb4ef698d50 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656959 Jul 16 09:04:15.623659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-76de155b-9967-42a4-b2b4-a093c8047ba6', 'network_id': '76de155b-9967-42a4-b2b4-a093c8047ba6', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'fixed_ips': [{'subnet_id': '62454ee1-2ccb-4e46-8d35-1798bff8c592'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:15.625333 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:15.801824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Allocated IP 2001:db8::2 (76de155b-9967-42a4-b2b4-a093c8047ba6/62454ee1-2ccb-4e46-8d35-1798bff8c592/a17e0691-7b33-4b28-b4ae-4d47653df85e) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:15.995422 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.006130 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Transition to ACTIVE for port object a17e0691-7b33-4b28-b4ae-4d47653df85e will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:16.026055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Transition to ACTIVE for port object a17e0691-7b33-4b28-b4ae-4d47653df85e will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:16.037286 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.126658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Network 76de155b-9967-42a4-b2b4-a093c8047ba6 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:16.134581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Pushing event updated for resources: {'Port': ['ID=a17e0691-7b33-4b28-b4ae-4d47653df85e,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:16.141315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:16.143905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:16.157404 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.249354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Attempting to bind port a17e0691-7b33-4b28-b4ae-4d47653df85e on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:16.249354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Attempting to bind port a17e0691-7b33-4b28-b4ae-4d47653df85e by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'b0d8ccbb-92b8-4306-a127-6902d9e526fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '76de155b-9967-42a4-b2b4-a093c8047ba6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:16.249354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Attempting to bind port a17e0691-7b33-4b28-b4ae-4d47653df85e on network 76de155b-9967-42a4-b2b4-a093c8047ba6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:16.258940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:16.259315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Checking segment: {'id': 'b0d8ccbb-92b8-4306-a127-6902d9e526fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '76de155b-9967-42a4-b2b4-a093c8047ba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:16.259825 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.260116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Bound using segment: {'id': 'b0d8ccbb-92b8-4306-a127-6902d9e526fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '76de155b-9967-42a4-b2b4-a093c8047ba6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:16.260752 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Bound port: a17e0691-7b33-4b28-b4ae-4d47653df85e, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d8ccbb-92b8-4306-a127-6902d9e526fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '76de155b-9967-42a4-b2b4-a093c8047ba6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:16.261009 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.422179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] For port a17e0691-7b33-4b28-b4ae-4d47653df85e, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:16.442337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] For port a17e0691-7b33-4b28-b4ae-4d47653df85e, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=a17e0691-7b33-4b28-b4ae-4d47653df85e,segment=NetworkSegment(b0d8ccbb-92b8-4306-a127-6902d9e526fb),segment_id=b0d8ccbb-92b8-4306-a127-6902d9e526fb)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:16.449865 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.508178 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Allocated IP 2001:db8::1 (76de155b-9967-42a4-b2b4-a093c8047ba6/62454ee1-2ccb-4e46-8d35-1798bff8c592/7203cef7-a346-4041-a943-982020321d43) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:16.536854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d7adf084-da54-481e-bd9c-2cd07aa39680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '3dd66d5a-cfb8-4c11-a751-e1aaee2bdb17', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'floating_ip_address': '172.25.4.165', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'port_id': '8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'mac_address': 'fa:16:3e:97:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a201457b-0975-4e79-aa18-a2aa6ed9d5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:04:11Z', 'updated_at': '2021-07-16T09:04:11Z', 'revision_number': 0, 'project_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:16.579516 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7adf084-da54-481e-bd9c-2cd07aa39680 None None] The sync data for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 is: [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '3dd66d5a-cfb8-4c11-a751-e1aaee2bdb17', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'floating_ip_address': '172.25.4.165', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'port_id': '8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'mac_address': 'fa:16:3e:97:da:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a201457b-0975-4e79-aa18-a2aa6ed9d5bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:04:11Z', 'updated_at': '2021-07-16T09:04:11Z', 'revision_number': 0, 'project_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:16.581513 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a71378-6057-422e-896e-0d5556ba70a1 None None] Pushing event updated for resources: {'Port': ['ID=a17e0691-7b33-4b28-b4ae-4d47653df85e,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:16.735098 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.758486 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Transition to ACTIVE for port object 7203cef7-a346-4041-a943-982020321d43 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:16.822102 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.950580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 76de155b-9967-42a4-b2b4-a093c8047ba6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:16.965112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:16.975684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:16.976246 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:16.980922 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=7203cef7-a346-4041-a943-982020321d43,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:17.055099 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00472bf1-3ba4-4dec-b05e-b65d6cb42669 None None] New status for floating IP 3dd66d5a-cfb8-4c11-a751-e1aaee2bdb17: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:04:17.226115 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.623079 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.631565 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.633739 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:17.705863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=7203cef7-a346-4041-a943-982020321d43,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:17.843967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 76de155b-9967-42a4-b2b4-a093c8047ba6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:17.847776 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:18.035533 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 55d7a361-f454-42d4-a2e8-03e189ac711a is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:04:18.178668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a08e21ba-0fe8-48f8-b6e2-459cca93e817 None None] Network 76de155b-9967-42a4-b2b4-a093c8047ba6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:18.205391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:18.214888 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-64abdbb2-c0a3-4b92-a4bb-65c21c606154 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/55d7a361-f454-42d4-a2e8-03e189ac711a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9207668 Jul 16 09:04:18.217503 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60354) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:18.256677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469035d-1811-4851-92ef-73a8fc8a5688 None None] Sync routers for ids ['55d7a361-f454-42d4-a2e8-03e189ac711a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:18.290575 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469035d-1811-4851-92ef-73a8fc8a5688 None None] Routers {'55d7a361-f454-42d4-a2e8-03e189ac711a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:18.291178 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1469035d-1811-4851-92ef-73a8fc8a5688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55d7a361-f454-42d4-a2e8-03e189ac711a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:18.317188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60356) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:18.330016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1b3438-b128-4113-baf4-68dc21738f6b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:18.334595 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2d1b3438-b128-4113-baf4-68dc21738f6b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports/7203cef7-a346-4041-a943-982020321d43 HTTP/1.1" status: 200 len: 911 time: 0.1117866 Jul 16 09:04:18.335654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60360) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:18.354122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1469035d-1811-4851-92ef-73a8fc8a5688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:18.365706 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3fc27478-f3fa-4382-a2c3-69573e57d5cc None None] Provisioning for port a17e0691-7b33-4b28-b4ae-4d47653df85e completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:18.401296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1469035d-1811-4851-92ef-73a8fc8a5688 None None] Routers {'55d7a361-f454-42d4-a2e8-03e189ac711a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:18.402185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1469035d-1811-4851-92ef-73a8fc8a5688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55d7a361-f454-42d4-a2e8-03e189ac711a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:18.450567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1469035d-1811-4851-92ef-73a8fc8a5688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:18.451749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1469035d-1811-4851-92ef-73a8fc8a5688 None None] The sync data for ids ['55d7a361-f454-42d4-a2e8-03e189ac711a'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:18.601608 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79baeb0d-484d-424d-8ca8-3565ed709cdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.813672 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79baeb0d-484d-424d-8ca8-3565ed709cdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.848827 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79baeb0d-484d-424d-8ca8-3565ed709cdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:18.931012 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79baeb0d-484d-424d-8ca8-3565ed709cdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af0155a-113b-4817-ad71-67ff33daf24d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:18.941416 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60368) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:18.949784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-79baeb0d-484d-424d-8ca8-3565ed709cdc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7b94faa2092941dca099f34e75626803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6290965 Jul 16 09:04:18.954454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-411d0f86-8ab4-43f4-b181-792f93cc7388 None None] Provisioning for port 7203cef7-a346-4041-a943-982020321d43 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:18.960793 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-411d0f86-8ab4-43f4-b181-792f93cc7388 None None] Provisioning complete for port 7203cef7-a346-4041-a943-982020321d43 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:18.961149 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-411d0f86-8ab4-43f4-b181-792f93cc7388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.006801 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f065fcd6-da25-4031-9061-ca07588647d7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.043539 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-411d0f86-8ab4-43f4-b181-792f93cc7388 None None] Port 7203cef7-a346-4041-a943-982020321d43 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:19.082645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device a17e0691-7b33-4b28-b4ae-4d47653df85e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:19.096531 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.150217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.179180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port a17e0691-7b33-4b28-b4ae-4d47653df85e completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:19.186354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port a17e0691-7b33-4b28-b4ae-4d47653df85e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:19.189099 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.294243 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.300182 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.304949 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3af0155a-113b-4817-ad71-67ff33daf24d HTTP/1.1" status: 204 len: 168 time: 0.3597844 Jul 16 09:04:19.337906 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af0155a-113b-4817-ad71-67ff33daf24d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:19.358307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.361457 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.362382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.362967 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.363539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.364815 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.365403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.366298 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.367158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.367860 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.369007 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.369714 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3a90dd5-6eeb-43d0-acbf-a4a49e9f02b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:19.429087 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.490903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4228efa9-df36-473d-879d-d089bd42a130 None None] Provisioning complete for port 7203cef7-a346-4041-a943-982020321d43 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:19.491361 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4228efa9-df36-473d-879d-d089bd42a130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.563041 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-4228efa9-df36-473d-879d-d089bd42a130 None None] Port 7203cef7-a346-4041-a943-982020321d43 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:19.576898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port a17e0691-7b33-4b28-b4ae-4d47653df85e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=a17e0691-7b33-4b28-b4ae-4d47653df85e,segment=NetworkSegment(b0d8ccbb-92b8-4306-a127-6902d9e526fb),segment_id=b0d8ccbb-92b8-4306-a127-6902d9e526fb)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:19.584619 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.659995 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-f065fcd6-da25-4031-9061-ca07588647d7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port 7203cef7-a346-4041-a943-982020321d43 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:19.661096 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f065fcd6-da25-4031-9061-ca07588647d7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.726150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=a17e0691-7b33-4b28-b4ae-4d47653df85e,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:19.794473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1f83ff01-9905-4b47-993b-1f2628516dbe None None] Provisioning complete for port 7203cef7-a346-4041-a943-982020321d43 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:19.794955 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1f83ff01-9905-4b47-993b-1f2628516dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.852936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1f83ff01-9905-4b47-993b-1f2628516dbe None None] Port 7203cef7-a346-4041-a943-982020321d43 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:19.856190 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f065fcd6-da25-4031-9061-ca07588647d7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:19.872520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-f065fcd6-da25-4031-9061-ca07588647d7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for 7203cef7-a346-4041-a943-982020321d43 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:19.929522 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60380) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:19.944105 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-20bbda65-bcec-4f03-af60-c2a69f0f886d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.055594 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-20bbda65-bcec-4f03-af60-c2a69f0f886d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.061168 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-20bbda65-bcec-4f03-af60-c2a69f0f886d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.107271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbda65-bcec-4f03-af60-c2a69f0f886d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf1e742-2f50-4642-b6be-edd25b1f049e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:20.116306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-20bbda65-bcec-4f03-af60-c2a69f0f886d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1a7bf528416b43439f8cdd3f917bd3fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815381 Jul 16 09:04:20.117973 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60382) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:20.188182 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e29590e7-955c-4fb5-8602-b7178cdc3f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.226917 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e29590e7-955c-4fb5-8602-b7178cdc3f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.227905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f065fcd6-da25-4031-9061-ca07588647d7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.289041 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e29590e7-955c-4fb5-8602-b7178cdc3f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.289489 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065fcd6-da25-4031-9061-ca07588647d7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=7203cef7-a346-4041-a943-982020321d43,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:20.292618 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e29590e7-955c-4fb5-8602-b7178cdc3f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.297403 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e29590e7-955c-4fb5-8602-b7178cdc3f04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/abf1e742-2f50-4642-b6be-edd25b1f049e HTTP/1.1" status: 204 len: 168 time: 0.1752706 Jul 16 09:04:20.302426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29590e7-955c-4fb5-8602-b7178cdc3f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf1e742-2f50-4642-b6be-edd25b1f049e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:20.462026 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f065fcd6-da25-4031-9061-ca07588647d7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:20.736286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f065fcd6-da25-4031-9061-ca07588647d7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 55d7a361-f454-42d4-a2e8-03e189ac711a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:04:20.868330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f065fcd6-da25-4031-9061-ca07588647d7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:20.884923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60398) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:20.885538 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f065fcd6-da25-4031-9061-ca07588647d7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/55d7a361-f454-42d4-a2e8-03e189ac711a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5480921 Jul 16 09:04:20.898259 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0682559a-f238-48e2-b0a2-07df7249f998 None None] Sync routers for ids ['55d7a361-f454-42d4-a2e8-03e189ac711a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:20.912470 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682559a-f238-48e2-b0a2-07df7249f998 None None] Routers {'55d7a361-f454-42d4-a2e8-03e189ac711a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:20.913667 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0682559a-f238-48e2-b0a2-07df7249f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55d7a361-f454-42d4-a2e8-03e189ac711a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:20.978623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device a17e0691-7b33-4b28-b4ae-4d47653df85e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:20.986213 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0682559a-f238-48e2-b0a2-07df7249f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:20.988690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60402) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:20.990586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b8e8fae0-4d22-46d0-b33f-c581b2b588eb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports?device_id=55d7a361-f454-42d4-a2e8-03e189ac711a HTTP/1.1" status: 200 len: 205 time: 0.0964701 Jul 16 09:04:21.004636 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682559a-f238-48e2-b0a2-07df7249f998 None None] Routers {'55d7a361-f454-42d4-a2e8-03e189ac711a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:21.006534 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0682559a-f238-48e2-b0a2-07df7249f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55d7a361-f454-42d4-a2e8-03e189ac711a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:21.069345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port a17e0691-7b33-4b28-b4ae-4d47653df85e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:21.070087 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.081760 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0682559a-f238-48e2-b0a2-07df7249f998 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:21.083202 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0682559a-f238-48e2-b0a2-07df7249f998 None None] The sync data for ids ['55d7a361-f454-42d4-a2e8-03e189ac711a'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:21.147186 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d04b603-de8f-42cc-ac00-ed009be0b3a1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.752386 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d04b603-de8f-42cc-ac00-ed009be0b3a1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.755199 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d04b603-de8f-42cc-ac00-ed009be0b3a1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.809069 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d04b603-de8f-42cc-ac00-ed009be0b3a1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.809798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d04b603-de8f-42cc-ac00-ed009be0b3a1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Fanout notify agent at l3_agent the message router_deleted on router 55d7a361-f454-42d4-a2e8-03e189ac711a {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:04:21.817750 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0d04b603-de8f-42cc-ac00-ed009be0b3a1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.822080 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60424) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:21.822634 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0d04b603-de8f-42cc-ac00-ed009be0b3a1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/routers/55d7a361-f454-42d4-a2e8-03e189ac711a HTTP/1.1" status: 204 len: 168 time: 0.8318558 Jul 16 09:04:21.888375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0556ea0-ebed-4918-9342-a6738ae6cb59 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting subnet 62454ee1-2ccb-4e46-8d35-1798bff8c592 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:21.892320 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0556ea0-ebed-4918-9342-a6738ae6cb59 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:21.958259 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0556ea0-ebed-4918-9342-a6738ae6cb59 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.134664 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0556ea0-ebed-4918-9342-a6738ae6cb59 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.242759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0556ea0-ebed-4918-9342-a6738ae6cb59 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.303634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0556ea0-ebed-4918-9342-a6738ae6cb59 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Subnet': ['ID=62454ee1-2ccb-4e46-8d35-1798bff8c592,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:22.308241 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0556ea0-ebed-4918-9342-a6738ae6cb59 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.313305 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b0556ea0-ebed-4918-9342-a6738ae6cb59 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/62454ee1-2ccb-4e46-8d35-1798bff8c592 HTTP/1.1" status: 204 len: 168 time: 0.4888527 Jul 16 09:04:22.314469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104f889a-3954-4cb3-9542-e60b856e4029 None None] Network 76de155b-9967-42a4-b2b4-a093c8047ba6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:22.316086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60438) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:22.493364 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.579879 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port a17e0691-7b33-4b28-b4ae-4d47653df85e {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:22.580225 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.590751 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce211b7-88f6-4cbe-b47d-79611847013a None None] DHCP port deletion for 76de155b-9967-42a4-b2b4-a093c8047ba6 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:22.665449 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] For port a17e0691-7b33-4b28-b4ae-4d47653df85e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=a17e0691-7b33-4b28-b4ae-4d47653df85e,segment=NetworkSegment(b0d8ccbb-92b8-4306-a127-6902d9e526fb),segment_id=b0d8ccbb-92b8-4306-a127-6902d9e526fb)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:22.665824 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.680762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for a17e0691-7b33-4b28-b4ae-4d47653df85e owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:22.693471 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-dce211b7-88f6-4cbe-b47d-79611847013a None None] Deleting port a17e0691-7b33-4b28-b4ae-4d47653df85e {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:22.694511 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dce211b7-88f6-4cbe-b47d-79611847013a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.814754 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:22.855105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=a17e0691-7b33-4b28-b4ae-4d47653df85e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:22.886303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No DVR routers for this DVR port a17e0691-7b33-4b28-b4ae-4d47653df85e on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:23.017356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device a17e0691-7b33-4b28-b4ae-4d47653df85e no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:23.049973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: a17e0691-7b33-4b28-b4ae-4d47653df85e {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:23.050629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device a17e0691-7b33-4b28-b4ae-4d47653df85e not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:23.081380 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-dce211b7-88f6-4cbe-b47d-79611847013a None None] For port a17e0691-7b33-4b28-b4ae-4d47653df85e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=a17e0691-7b33-4b28-b4ae-4d47653df85e,segment=NetworkSegment(b0d8ccbb-92b8-4306-a127-6902d9e526fb),segment_id=b0d8ccbb-92b8-4306-a127-6902d9e526fb)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:23.081380 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dce211b7-88f6-4cbe-b47d-79611847013a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.094406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-dce211b7-88f6-4cbe-b47d-79611847013a None None] Calling delete_port for a17e0691-7b33-4b28-b4ae-4d47653df85e owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:23.100115 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.118714 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76de155b-9967-42a4-b2b4-a093c8047ba6']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:23.140295 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d8ccbb-92b8-4306-a127-6902d9e526fb') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:23.140832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d8ccbb-92b8-4306-a127-6902d9e526fb') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:23.159477 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.197801 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.211433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:23.212810 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.226519 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dce211b7-88f6-4cbe-b47d-79611847013a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.251977 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce211b7-88f6-4cbe-b47d-79611847013a None None] No DVR routers for this DVR port a17e0691-7b33-4b28-b4ae-4d47653df85e on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:23.294418 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:23.299052 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.303301 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce211b7-88f6-4cbe-b47d-79611847013a None None] Pushing event deleted for resources: {'Port': ['ID=a17e0691-7b33-4b28-b4ae-4d47653df85e,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:23.316973 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.323405 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/networks/76de155b-9967-42a4-b2b4-a093c8047ba6 HTTP/1.1" status: 204 len: 168 time: 1.0011482 Jul 16 09:04:23.323405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60460) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:23.333167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-235020804', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}, 'admin_state_up': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:23.367220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b330057-8b4c-4020-b874-d2901f3a446e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Network': ['ID=76de155b-9967-42a4-b2b4-a093c8047ba6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:23.396024 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.397647 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.496026 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:23.680963 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.000912 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.036513 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.197510 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Allocated IP 172.25.4.82 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/ab526bfd-f810-4a19-b0ad-b29aa17daed9) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:24.355226 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.414248 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:24.492982 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:24.497745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:24.502233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:24.547381 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=ab526bfd-f810-4a19-b0ad-b29aa17daed9,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:24.889165 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.606022 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:25.800051 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router bbe5f912-dd9a-489e-91f8-63b489855147 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:04:26.000056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:26.017793 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb05f02-88bb-4784-ace8-092ce3a520ad None None] Sync routers for ids ['bbe5f912-dd9a-489e-91f8-63b489855147'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:26.037372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb05f02-88bb-4784-ace8-092ce3a520ad None None] Routers {'bbe5f912-dd9a-489e-91f8-63b489855147'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:26.037647 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:26.038773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ccb05f02-88bb-4784-ace8-092ce3a520ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bbe5f912-dd9a-489e-91f8-63b489855147'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:26.040822 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-56cb3197-526c-42ae-a594-9f9f4e1a65ae tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 2.7139902 Jul 16 09:04:26.044950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60510) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:26.084873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ccb05f02-88bb-4784-ace8-092ce3a520ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:26.096908 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb05f02-88bb-4784-ace8-092ce3a520ad None None] Routers {'bbe5f912-dd9a-489e-91f8-63b489855147'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:26.098459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ccb05f02-88bb-4784-ace8-092ce3a520ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bbe5f912-dd9a-489e-91f8-63b489855147'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:26.157699 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ccb05f02-88bb-4784-ace8-092ce3a520ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:26.159248 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb05f02-88bb-4784-ace8-092ce3a520ad None None] The sync data for ids ['bbe5f912-dd9a-489e-91f8-63b489855147'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:26.240548 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4feb1f84-3975-4d3a-a0e6-cec4349a9bee tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/routers/bbe5f912-dd9a-489e-91f8-63b489855147 HTTP/1.1" status: 200 len: 883 time: 0.1929483 Jul 16 09:04:26.243402 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60514) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:26.591357 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-966b3821-4e16-428c-90f0-bf999bff2c9b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.3421831 Jul 16 09:04:26.591787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60518) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:26.599885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-bd3740d0-6542-4a92-8168-9faeb6eb1faf tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-235020804'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:27.095732 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd3740d0-6542-4a92-8168-9faeb6eb1faf tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.110062 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd3740d0-6542-4a92-8168-9faeb6eb1faf tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.237388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3740d0-6542-4a92-8168-9faeb6eb1faf tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router bbe5f912-dd9a-489e-91f8-63b489855147 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:04:27.429971 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3740d0-6542-4a92-8168-9faeb6eb1faf tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:27.441386 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd3740d0-6542-4a92-8168-9faeb6eb1faf tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:27.443132 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bd3740d0-6542-4a92-8168-9faeb6eb1faf tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/bbe5f912-dd9a-489e-91f8-63b489855147 HTTP/1.1" status: 200 len: 890 time: 0.8497388 Jul 16 09:04:27.443483 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79b4e8-b91f-4a71-becc-ff0fa1439814 None None] Sync routers for ids ['bbe5f912-dd9a-489e-91f8-63b489855147'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:27.447043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60550) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:27.455823 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79b4e8-b91f-4a71-becc-ff0fa1439814 None None] Routers {'bbe5f912-dd9a-489e-91f8-63b489855147'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:27.456651 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7b79b4e8-b91f-4a71-becc-ff0fa1439814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bbe5f912-dd9a-489e-91f8-63b489855147'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:27.511039 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7b79b4e8-b91f-4a71-becc-ff0fa1439814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:27.525324 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b79b4e8-b91f-4a71-becc-ff0fa1439814 None None] Routers {'bbe5f912-dd9a-489e-91f8-63b489855147'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:27.527700 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7b79b4e8-b91f-4a71-becc-ff0fa1439814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bbe5f912-dd9a-489e-91f8-63b489855147'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:27.572810 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7b79b4e8-b91f-4a71-becc-ff0fa1439814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:27.574002 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b79b4e8-b91f-4a71-becc-ff0fa1439814 None None] The sync data for ids ['bbe5f912-dd9a-489e-91f8-63b489855147'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:27.592260 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fb306ae1-6abe-4577-82fa-1cd18193c443 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/routers/bbe5f912-dd9a-489e-91f8-63b489855147 HTTP/1.1" status: 200 len: 890 time: 0.1434538 Jul 16 09:04:27.596272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60552) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:27.632565 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4a8ff7eb-f376-444c-a59c-f0c3ea03ecd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbe5f912-dd9a-489e-91f8-63b489855147 HTTP/1.1" status: 200 len: 205 time: 0.0329804 Jul 16 09:04:27.635081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60556) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:27.833563 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.012369 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.116223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port ab526bfd-f810-4a19-b0ad-b29aa17daed9 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:28.117254 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.262530 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.285916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for ab526bfd-f810-4a19-b0ad-b29aa17daed9 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:28.579498 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.622990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=ab526bfd-f810-4a19-b0ad-b29aa17daed9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:28.638900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.639410 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.640480 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.641039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.641532 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.642110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.642666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.643160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.643644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.644226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.644652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.645162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:28.748036 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.898950 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.902173 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.970960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.971540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Fanout notify agent at l3_agent the message router_deleted on router bbe5f912-dd9a-489e-91f8-63b489855147 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:04:28.979792 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:28.981027 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-49cc461a-7785-48fc-8e63-f6bcbae6da3a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/routers/bbe5f912-dd9a-489e-91f8-63b489855147 HTTP/1.1" status: 204 len: 168 time: 1.3447082 Jul 16 09:04:28.987955 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60572) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:28.994523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7a1f1fc6-fd0f-4fb5-8093-92821a8c2e66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-326489089'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:29.024872 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1f1fc6-fd0f-4fb5-8093-92821a8c2e66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:29.030904 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a1f1fc6-fd0f-4fb5-8093-92821a8c2e66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.079466 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1f1fc6-fd0f-4fb5-8093-92821a8c2e66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:29.095629 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a1f1fc6-fd0f-4fb5-8093-92821a8c2e66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.096300 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-7a1f1fc6-fd0f-4fb5-8093-92821a8c2e66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Added segment b30b2253-fc45-41fd-a7c7-d001305ff434 of type vlan for network 7a934d15-5e1f-447b-9f02-0436260f9988 Jul 16 09:04:29.178500 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a1f1fc6-fd0f-4fb5-8093-92821a8c2e66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.231800 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a1f1fc6-fd0f-4fb5-8093-92821a8c2e66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.242001 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1f1fc6-fd0f-4fb5-8093-92821a8c2e66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:29.243077 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a1f1fc6-fd0f-4fb5-8093-92821a8c2e66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.328667 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7a1f1fc6-fd0f-4fb5-8093-92821a8c2e66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3362658 Jul 16 09:04:29.330907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60580) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:29.340207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b3a7260e-385c-428b-9979-7607628fdffe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'subnet': {'network_id': '7a934d15-5e1f-447b-9f02-0436260f9988', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:29.405462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60584) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:29.407466 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f1fc6-fd0f-4fb5-8093-92821a8c2e66 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Network': ['ID=7a934d15-5e1f-447b-9f02-0436260f9988,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:29.420410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 7a934d15-5e1f-447b-9f02-0436260f9988 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:29.534282 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a7260e-385c-428b-9979-7607628fdffe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:29.540742 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3a7260e-385c-428b-9979-7607628fdffe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.675672 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86015e5b-4efc-40f5-b45f-2c0067a66379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.882824 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3a7260e-385c-428b-9979-7607628fdffe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.937856 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86015e5b-4efc-40f5-b45f-2c0067a66379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.945954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-86015e5b-4efc-40f5-b45f-2c0067a66379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:29.977260 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7260e-385c-428b-9979-7607628fdffe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Subnet': ['ID=a1532dea-74ef-4901-8cfe-d232025c578e,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:30.019533 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-86015e5b-4efc-40f5-b45f-2c0067a66379 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=313f1c94c0f64cc5bfa016d2c192bd52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6126080 Jul 16 09:04:30.020242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60592) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:30.021081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86015e5b-4efc-40f5-b45f-2c0067a66379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c78c9772-f259-49ac-b450-d588983a255f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:30.030063 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a7260e-385c-428b-9979-7607628fdffe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Checking segment: {'id': 'b30b2253-fc45-41fd-a7c7-d001305ff434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7a934d15-5e1f-447b-9f02-0436260f9988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:30.030959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7260e-385c-428b-9979-7607628fdffe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network hostable DHCP agents. Network: 7a934d15-5e1f-447b-9f02-0436260f9988, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:30.053187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7260e-385c-428b-9979-7607628fdffe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 7a934d15-5e1f-447b-9f02-0436260f9988 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:30.064485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-b3a7260e-385c-428b-9979-7607628fdffe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 7a934d15-5e1f-447b-9f02-0436260f9988) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:30.069439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7260e-385c-428b-9979-7607628fdffe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:30.070040 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3a7260e-385c-428b-9979-7607628fdffe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.085243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde68836-bf01-4d32-a026-3eeba078fda7 None None] Network 7a934d15-5e1f-447b-9f02-0436260f9988 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:30.093997 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b3a7260e-385c-428b-9979-7607628fdffe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7595253 Jul 16 09:04:30.098298 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60594) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:30.107040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-407ed696-de7b-4f3a-8b7d-dea45bd2ae89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-430089247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:30.149564 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77a838e3-b7ed-4ccd-9ea7-adffab0993d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.161788 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-407ed696-de7b-4f3a-8b7d-dea45bd2ae89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.162874 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-407ed696-de7b-4f3a-8b7d-dea45bd2ae89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.194066 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77a838e3-b7ed-4ccd-9ea7-adffab0993d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.230323 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-407ed696-de7b-4f3a-8b7d-dea45bd2ae89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.236140 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-407ed696-de7b-4f3a-8b7d-dea45bd2ae89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.265869 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-407ed696-de7b-4f3a-8b7d-dea45bd2ae89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.268179 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-407ed696-de7b-4f3a-8b7d-dea45bd2ae89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1678429 Jul 16 09:04:30.271713 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60596) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:30.309888 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77a838e3-b7ed-4ccd-9ea7-adffab0993d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.316722 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-77a838e3-b7ed-4ccd-9ea7-adffab0993d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.318186 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-77a838e3-b7ed-4ccd-9ea7-adffab0993d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c78c9772-f259-49ac-b450-d588983a255f HTTP/1.1" status: 204 len: 168 time: 0.2946348 Jul 16 09:04:30.356907 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a838e3-b7ed-4ccd-9ea7-adffab0993d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c78c9772-f259-49ac-b450-d588983a255f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:30.414421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-7a934d15-5e1f-447b-9f02-0436260f9988', 'network_id': '7a934d15-5e1f-447b-9f02-0436260f9988', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'fixed_ips': [{'subnet_id': 'a1532dea-74ef-4901-8cfe-d232025c578e'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:30.415317 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.687500 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Allocated IP 2001:db8::2 (7a934d15-5e1f-447b-9f02-0436260f9988/a1532dea-74ef-4901-8cfe-d232025c578e/f1626f05-f873-4d87-abf0-580e1b0f327c) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:30.725270 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.935354 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60604) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:30.953051 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91333525-cd52-4a65-b83a-6ea5d409769e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.954621 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:30.975130 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Transition to ACTIVE for port object f1626f05-f873-4d87-abf0-580e1b0f327c will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:31.017302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Transition to ACTIVE for port object f1626f05-f873-4d87-abf0-580e1b0f327c will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:31.030809 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.114863 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Network 7a934d15-5e1f-447b-9f02-0436260f9988 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:31.121950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:31.130643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Allocated IP 2001:db8::1 (7a934d15-5e1f-447b-9f02-0436260f9988/a1532dea-74ef-4901-8cfe-d232025c578e/68de8d34-9ecb-42d5-b389-390ed84dc3de) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:31.139544 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:31.154710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91333525-cd52-4a65-b83a-6ea5d409769e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.164839 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91333525-cd52-4a65-b83a-6ea5d409769e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.196174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91333525-cd52-4a65-b83a-6ea5d409769e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c77624b1-a307-4c2e-8c97-846e6340fc25,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:31.237703 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-91333525-cd52-4a65-b83a-6ea5d409769e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fc064c17f334c318834eae4fbfabbe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008051 Jul 16 09:04:31.238793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60606) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:31.252198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Pushing event updated for resources: {'Port': ['ID=f1626f05-f873-4d87-abf0-580e1b0f327c,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:31.303164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Attempting to bind port f1626f05-f873-4d87-abf0-580e1b0f327c on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:31.303712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Attempting to bind port f1626f05-f873-4d87-abf0-580e1b0f327c by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'b30b2253-fc45-41fd-a7c7-d001305ff434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7a934d15-5e1f-447b-9f02-0436260f9988'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:31.304315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Attempting to bind port f1626f05-f873-4d87-abf0-580e1b0f327c on network 7a934d15-5e1f-447b-9f02-0436260f9988 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:31.315094 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:31.315678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Checking segment: {'id': 'b30b2253-fc45-41fd-a7c7-d001305ff434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7a934d15-5e1f-447b-9f02-0436260f9988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:31.316278 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.316976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Bound using segment: {'id': 'b30b2253-fc45-41fd-a7c7-d001305ff434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7a934d15-5e1f-447b-9f02-0436260f9988'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:31.317790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Bound port: f1626f05-f873-4d87-abf0-580e1b0f327c, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b30b2253-fc45-41fd-a7c7-d001305ff434', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '7a934d15-5e1f-447b-9f02-0436260f9988'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:31.318359 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.321595 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-31d525a5-ff36-4d86-8df6-39a725ada4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.352742 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-31d525a5-ff36-4d86-8df6-39a725ada4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.404781 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.422342 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-31d525a5-ff36-4d86-8df6-39a725ada4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.426885 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-31d525a5-ff36-4d86-8df6-39a725ada4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.432033 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-31d525a5-ff36-4d86-8df6-39a725ada4f1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c77624b1-a307-4c2e-8c97-846e6340fc25 HTTP/1.1" status: 204 len: 168 time: 0.1917357 Jul 16 09:04:31.435717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Transition to ACTIVE for port object 68de8d34-9ecb-42d5-b389-390ed84dc3de will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:31.445752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d525a5-ff36-4d86-8df6-39a725ada4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77624b1-a307-4c2e-8c97-846e6340fc25,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:31.500060 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] For port f1626f05-f873-4d87-abf0-580e1b0f327c, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:31.507231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] For port f1626f05-f873-4d87-abf0-580e1b0f327c, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f1626f05-f873-4d87-abf0-580e1b0f327c,segment=NetworkSegment(b30b2253-fc45-41fd-a7c7-d001305ff434),segment_id=b30b2253-fc45-41fd-a7c7-d001305ff434)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:31.524968 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.533364 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.661397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 7a934d15-5e1f-447b-9f02-0436260f9988 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:31.666279 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:31.666996 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d4cbf9-d91f-42ab-932f-51f6906dcd30 None None] Pushing event updated for resources: {'Port': ['ID=f1626f05-f873-4d87-abf0-580e1b0f327c,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:31.690550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:31.691738 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:31.805215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=68de8d34-9ecb-42d5-b389-390ed84dc3de,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:32.059449 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:32.817069 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:32.826318 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:32.827600 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.174174 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=68de8d34-9ecb-42d5-b389-390ed84dc3de,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:33.182781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f1626f05-f873-4d87-abf0-580e1b0f327c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:33.235949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 7a934d15-5e1f-447b-9f02-0436260f9988 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:33.239530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:33.296014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port f1626f05-f873-4d87-abf0-580e1b0f327c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:33.452736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router bca93353-e8aa-4b66-b2bf-31a94b458248 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:04:33.580207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:33.581100 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fd2c90-cd3e-492a-b596-9dcade9273d1 None None] Network 7a934d15-5e1f-447b-9f02-0436260f9988 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:33.586337 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e542d73b-b510-4f4a-b179-dad368fda341 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/bca93353-e8aa-4b66-b2bf-31a94b458248/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3130646 Jul 16 09:04:33.590550 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60646) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:33.720652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a62db7-1fc6-4dc9-9387-ecdbd9b50823 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:33.723864 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-60a62db7-1fc6-4dc9-9387-ecdbd9b50823 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports/68de8d34-9ecb-42d5-b389-390ed84dc3de HTTP/1.1" status: 200 len: 911 time: 0.1318424 Jul 16 09:04:33.727418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60652) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:33.738495 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1d947efd-eb59-444e-bb5d-9afd39d7c08d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a1532dea-74ef-4901-8cfe-d232025c578e'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:33.744910 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96841fde-3862-497c-afab-ba3053c898da None None] Sync routers for ids ['bca93353-e8aa-4b66-b2bf-31a94b458248'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:33.787846 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-78551b59-4d99-4af2-9d69-29e40b1b529c None None] Provisioning for port f1626f05-f873-4d87-abf0-580e1b0f327c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:33.797488 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96841fde-3862-497c-afab-ba3053c898da None None] Routers {'bca93353-e8aa-4b66-b2bf-31a94b458248'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:33.798885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-96841fde-3862-497c-afab-ba3053c898da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bca93353-e8aa-4b66-b2bf-31a94b458248'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:33.870398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-96841fde-3862-497c-afab-ba3053c898da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:33.884044 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-78551b59-4d99-4af2-9d69-29e40b1b529c None None] Provisioning complete for port f1626f05-f873-4d87-abf0-580e1b0f327c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:33.885210 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-78551b59-4d99-4af2-9d69-29e40b1b529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.029158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96841fde-3862-497c-afab-ba3053c898da None None] Routers {'bca93353-e8aa-4b66-b2bf-31a94b458248'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:34.031262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-96841fde-3862-497c-afab-ba3053c898da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bca93353-e8aa-4b66-b2bf-31a94b458248'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:34.118276 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d947efd-eb59-444e-bb5d-9afd39d7c08d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.120188 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-96841fde-3862-497c-afab-ba3053c898da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:34.121525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96841fde-3862-497c-afab-ba3053c898da None None] The sync data for ids ['bca93353-e8aa-4b66-b2bf-31a94b458248'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:34.125891 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.209799 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-78551b59-4d99-4af2-9d69-29e40b1b529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.266104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-78551b59-4d99-4af2-9d69-29e40b1b529c None None] For port f1626f05-f873-4d87-abf0-580e1b0f327c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f1626f05-f873-4d87-abf0-580e1b0f327c,segment=NetworkSegment(b30b2253-fc45-41fd-a7c7-d001305ff434),segment_id=b30b2253-fc45-41fd-a7c7-d001305ff434)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:34.272940 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-78551b59-4d99-4af2-9d69-29e40b1b529c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.370796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78551b59-4d99-4af2-9d69-29e40b1b529c None None] Pushing event updated for resources: {'Port': ['ID=f1626f05-f873-4d87-abf0-580e1b0f327c,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:34.645940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5d9d23d5-5288-461c-9d68-376a00b73007 None None] Provisioning complete for port f1626f05-f873-4d87-abf0-580e1b0f327c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:34.649281 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5d9d23d5-5288-461c-9d68-376a00b73007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:34.915451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5d9d23d5-5288-461c-9d68-376a00b73007 None None] Provisioning for port 68de8d34-9ecb-42d5-b389-390ed84dc3de completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:34.927959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5d9d23d5-5288-461c-9d68-376a00b73007 None None] Provisioning complete for port 68de8d34-9ecb-42d5-b389-390ed84dc3de triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:34.928835 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5d9d23d5-5288-461c-9d68-376a00b73007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.012456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5d9d23d5-5288-461c-9d68-376a00b73007 None None] Port 68de8d34-9ecb-42d5-b389-390ed84dc3de cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:35.087685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f1626f05-f873-4d87-abf0-580e1b0f327c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:35.099770 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d947efd-eb59-444e-bb5d-9afd39d7c08d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.117305 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d947efd-eb59-444e-bb5d-9afd39d7c08d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.130743 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d947efd-eb59-444e-bb5d-9afd39d7c08d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:35.132060 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1d947efd-eb59-444e-bb5d-9afd39d7c08d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.135265 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1d947efd-eb59-444e-bb5d-9afd39d7c08d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/ports/68de8d34-9ecb-42d5-b389-390ed84dc3de HTTP/1.1" status: 200 len: 911 time: 1.4048734 Jul 16 09:04:35.139551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60678) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:35.273204 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d947efd-eb59-444e-bb5d-9afd39d7c08d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=68de8d34-9ecb-42d5-b389-390ed84dc3de,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:35.289035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b180946d-d910-4313-9485-5c2f1b0d7bd4 None None] Provisioning complete for port 68de8d34-9ecb-42d5-b389-390ed84dc3de triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:35.289883 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b180946d-d910-4313-9485-5c2f1b0d7bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.353512 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port f1626f05-f873-4d87-abf0-580e1b0f327c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:35.353884 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.357576 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fbfb4d87-773f-499b-b94f-5010aaac9b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.387836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b180946d-d910-4313-9485-5c2f1b0d7bd4 None None] Port 68de8d34-9ecb-42d5-b389-390ed84dc3de cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:35.636247 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.645674 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ae3aabda-c3d2-49af-9b09-5a2383c86ad7 None None] Provisioning complete for port 68de8d34-9ecb-42d5-b389-390ed84dc3de triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:35.646988 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ae3aabda-c3d2-49af-9b09-5a2383c86ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.737774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ae3aabda-c3d2-49af-9b09-5a2383c86ad7 None None] Port 68de8d34-9ecb-42d5-b389-390ed84dc3de cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:36.221445 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3eb11f5c-68a9-4123-90fd-062ce735e115 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.683318 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-3eb11f5c-68a9-4123-90fd-062ce735e115 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port 68de8d34-9ecb-42d5-b389-390ed84dc3de {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:36.683686 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3eb11f5c-68a9-4123-90fd-062ce735e115 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.829918 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3eb11f5c-68a9-4123-90fd-062ce735e115 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.853181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-3eb11f5c-68a9-4123-90fd-062ce735e115 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for 68de8d34-9ecb-42d5-b389-390ed84dc3de owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:37.193810 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3eb11f5c-68a9-4123-90fd-062ce735e115 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.227699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb11f5c-68a9-4123-90fd-062ce735e115 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=68de8d34-9ecb-42d5-b389-390ed84dc3de,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:37.419460 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3eb11f5c-68a9-4123-90fd-062ce735e115 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.687442 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb11f5c-68a9-4123-90fd-062ce735e115 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router bca93353-e8aa-4b66-b2bf-31a94b458248 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:04:37.789956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb11f5c-68a9-4123-90fd-062ce735e115 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:37.796066 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3eb11f5c-68a9-4123-90fd-062ce735e115 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/bca93353-e8aa-4b66-b2bf-31a94b458248/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6527967 Jul 16 09:04:37.800851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60736) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:37.807799 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f760d-2b50-4e56-8e85-b802dc57b7f5 None None] Sync routers for ids ['bca93353-e8aa-4b66-b2bf-31a94b458248'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:37.842418 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-70c076be-241e-424c-b9bd-5967f47e6743 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports?device_id=bca93353-e8aa-4b66-b2bf-31a94b458248 HTTP/1.1" status: 200 len: 205 time: 0.0387547 Jul 16 09:04:37.845890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60740) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:37.846651 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f760d-2b50-4e56-8e85-b802dc57b7f5 None None] Routers {'bca93353-e8aa-4b66-b2bf-31a94b458248'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:37.848592 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-632f760d-2b50-4e56-8e85-b802dc57b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bca93353-e8aa-4b66-b2bf-31a94b458248'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:37.932731 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-632f760d-2b50-4e56-8e85-b802dc57b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:37.939281 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93742f30-edbb-442f-b233-7022794a263b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.954739 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632f760d-2b50-4e56-8e85-b802dc57b7f5 None None] Routers {'bca93353-e8aa-4b66-b2bf-31a94b458248'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:37.955766 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-632f760d-2b50-4e56-8e85-b802dc57b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['bca93353-e8aa-4b66-b2bf-31a94b458248'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:37.957545 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38b97198-2602-4f7e-bc71-e9f9f2c55af0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.027800 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-632f760d-2b50-4e56-8e85-b802dc57b7f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:38.029346 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632f760d-2b50-4e56-8e85-b802dc57b7f5 None None] The sync data for ids ['bca93353-e8aa-4b66-b2bf-31a94b458248'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:38.153872 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38b97198-2602-4f7e-bc71-e9f9f2c55af0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.157377 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38b97198-2602-4f7e-bc71-e9f9f2c55af0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.206512 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.227766 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38b97198-2602-4f7e-bc71-e9f9f2c55af0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.229313 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38b97198-2602-4f7e-bc71-e9f9f2c55af0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Fanout notify agent at l3_agent the message router_deleted on router bca93353-e8aa-4b66-b2bf-31a94b458248 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:04:38.238921 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38b97198-2602-4f7e-bc71-e9f9f2c55af0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.241023 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-38b97198-2602-4f7e-bc71-e9f9f2c55af0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/routers/bca93353-e8aa-4b66-b2bf-31a94b458248 HTTP/1.1" status: 204 len: 168 time: 0.3939087 Jul 16 09:04:38.243776 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60750) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:38.314607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-795cb7aa-9608-4b23-b63d-d7c21077f5e4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting subnet a1532dea-74ef-4901-8cfe-d232025c578e {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:04:38.318899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-795cb7aa-9608-4b23-b63d-d7c21077f5e4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.382507 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-795cb7aa-9608-4b23-b63d-d7c21077f5e4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.490470 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-795cb7aa-9608-4b23-b63d-d7c21077f5e4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.567802 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-795cb7aa-9608-4b23-b63d-d7c21077f5e4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.628352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cb7aa-9608-4b23-b63d-d7c21077f5e4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Subnet': ['ID=a1532dea-74ef-4901-8cfe-d232025c578e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:38.635820 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-795cb7aa-9608-4b23-b63d-d7c21077f5e4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.639567 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-795cb7aa-9608-4b23-b63d-d7c21077f5e4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/a1532dea-74ef-4901-8cfe-d232025c578e HTTP/1.1" status: 204 len: 168 time: 0.3944385 Jul 16 09:04:38.642365 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60760) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:38.651001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c62f983-a62c-4f06-a31b-581193f9ebf5 None None] Network 7a934d15-5e1f-447b-9f02-0436260f9988 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:38.746011 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.840861 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port f1626f05-f873-4d87-abf0-580e1b0f327c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:38.842252 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.979165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed273a7-c82d-401b-a253-624073c949c9 None None] DHCP port deletion for 7a934d15-5e1f-447b-9f02-0436260f9988 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:04:38.994832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] For port f1626f05-f873-4d87-abf0-580e1b0f327c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f1626f05-f873-4d87-abf0-580e1b0f327c,segment=NetworkSegment(b30b2253-fc45-41fd-a7c7-d001305ff434),segment_id=b30b2253-fc45-41fd-a7c7-d001305ff434)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:38.995208 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.013344 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for f1626f05-f873-4d87-abf0-580e1b0f327c owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:39.078425 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2ed273a7-c82d-401b-a253-624073c949c9 None None] Deleting port f1626f05-f873-4d87-abf0-580e1b0f327c {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:39.080962 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ed273a7-c82d-401b-a253-624073c949c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.141422 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.159131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2ed273a7-c82d-401b-a253-624073c949c9 None None] For port f1626f05-f873-4d87-abf0-580e1b0f327c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f1626f05-f873-4d87-abf0-580e1b0f327c,segment=NetworkSegment(b30b2253-fc45-41fd-a7c7-d001305ff434),segment_id=b30b2253-fc45-41fd-a7c7-d001305ff434)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:39.159542 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ed273a7-c82d-401b-a253-624073c949c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.174144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2ed273a7-c82d-401b-a253-624073c949c9 None None] Calling delete_port for f1626f05-f873-4d87-abf0-580e1b0f327c owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:39.191222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=f1626f05-f873-4d87-abf0-580e1b0f327c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:39.205018 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No DVR routers for this DVR port f1626f05-f873-4d87-abf0-580e1b0f327c on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:39.263349 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ed273a7-c82d-401b-a253-624073c949c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.298166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed273a7-c82d-401b-a253-624073c949c9 None None] Pushing event deleted for resources: {'Port': ['ID=f1626f05-f873-4d87-abf0-580e1b0f327c,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:39.302675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed273a7-c82d-401b-a253-624073c949c9 None None] No DVR routers for this DVR port f1626f05-f873-4d87-abf0-580e1b0f327c on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:39.367633 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.386539 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a934d15-5e1f-447b-9f02-0436260f9988']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:39.406008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b30b2253-fc45-41fd-a7c7-d001305ff434') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:39.406656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b30b2253-fc45-41fd-a7c7-d001305ff434') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:39.423571 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.447124 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.456790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:04:39.457450 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:04:39.461395 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:04:39.542470 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.557867 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.560661 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/networks/7a934d15-5e1f-447b-9f02-0436260f9988 HTTP/1.1" status: 204 len: 168 time: 0.9168408 Jul 16 09:04:39.565612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60784) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:39.573850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a600ca41-f94f-4955-baaa-546c99e18f6b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-923005188', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:39.577965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bc352-375d-4adb-9904-0737bc737bb0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Network': ['ID=7a934d15-5e1f-447b-9f02-0436260f9988,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:39.612482 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a600ca41-f94f-4955-baaa-546c99e18f6b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.614891 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a600ca41-f94f-4955-baaa-546c99e18f6b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.712647 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a600ca41-f94f-4955-baaa-546c99e18f6b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.720632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a600ca41-f94f-4955-baaa-546c99e18f6b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.762001 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a600ca41-f94f-4955-baaa-546c99e18f6b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.764087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a600ca41-f94f-4955-baaa-546c99e18f6b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1967797 Jul 16 09:04:39.767521 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60790) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:39.768683 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.776248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-59484d27-c24a-4e9a-bf04-c982a9329645 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-257226182'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:39.803967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59484d27-c24a-4e9a-bf04-c982a9329645 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:39.810641 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59484d27-c24a-4e9a-bf04-c982a9329645 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.868306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59484d27-c24a-4e9a-bf04-c982a9329645 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:39.887403 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59484d27-c24a-4e9a-bf04-c982a9329645 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:39.888038 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-59484d27-c24a-4e9a-bf04-c982a9329645 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Added segment 6e8ed34c-4d9e-4b92-8620-5b55b65db1d5 of type vlan for network 980c9df8-7466-41de-b1fa-16425fa81722 Jul 16 09:04:39.976847 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59484d27-c24a-4e9a-bf04-c982a9329645 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.031433 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59484d27-c24a-4e9a-bf04-c982a9329645 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.037173 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59484d27-c24a-4e9a-bf04-c982a9329645 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:40.037782 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59484d27-c24a-4e9a-bf04-c982a9329645 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.083897 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-59484d27-c24a-4e9a-bf04-c982a9329645 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3151615 Jul 16 09:04:40.084094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60796) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:40.091758 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-0f4657ee-4d7d-4045-bd62-800d064c71e3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'subnet': {'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:40.170607 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59484d27-c24a-4e9a-bf04-c982a9329645 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Network': ['ID=980c9df8-7466-41de-b1fa-16425fa81722,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:40.184323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 980c9df8-7466-41de-b1fa-16425fa81722 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:40.244209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f4657ee-4d7d-4045-bd62-800d064c71e3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:40.258599 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f4657ee-4d7d-4045-bd62-800d064c71e3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.546942 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f4657ee-4d7d-4045-bd62-800d064c71e3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.635189 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f4657ee-4d7d-4045-bd62-800d064c71e3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Checking segment: {'id': '6e8ed34c-4d9e-4b92-8620-5b55b65db1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:40.636271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4657ee-4d7d-4045-bd62-800d064c71e3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network hostable DHCP agents. Network: 980c9df8-7466-41de-b1fa-16425fa81722, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:40.639618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4657ee-4d7d-4045-bd62-800d064c71e3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Subnet': ['ID=d9b739aa-6fa9-4b04-8f8a-e3ba058a0b30,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:40.669477 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4657ee-4d7d-4045-bd62-800d064c71e3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 980c9df8-7466-41de-b1fa-16425fa81722 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:40.688345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-0f4657ee-4d7d-4045-bd62-800d064c71e3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 980c9df8-7466-41de-b1fa-16425fa81722) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:40.692613 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4657ee-4d7d-4045-bd62-800d064c71e3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:40.693965 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f4657ee-4d7d-4045-bd62-800d064c71e3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:40.713319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7d26af-3693-4696-bcf5-84ed99712d2a None None] Network 980c9df8-7466-41de-b1fa-16425fa81722 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:40.725248 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0f4657ee-4d7d-4045-bd62-800d064c71e3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6395104 Jul 16 09:04:40.726078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60814) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:40.998816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-980c9df8-7466-41de-b1fa-16425fa81722', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:41.003778 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.024415 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f1626f05-f873-4d87-abf0-580e1b0f327c no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:41.065168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: f1626f05-f873-4d87-abf0-580e1b0f327c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:41.065935 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f1626f05-f873-4d87-abf0-580e1b0f327c not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:41.259871 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Allocated IP 2001:db8::2 (980c9df8-7466-41de-b1fa-16425fa81722/d9b739aa-6fa9-4b04-8f8a-e3ba058a0b30/1fb14ebf-30a7-4804-b869-a4137d46f676) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:41.278634 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.542393 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.559163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Transition to ACTIVE for port object 1fb14ebf-30a7-4804-b869-a4137d46f676 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:41.591751 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Transition to ACTIVE for port object 1fb14ebf-30a7-4804-b869-a4137d46f676 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:41.603174 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.688946 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Network 980c9df8-7466-41de-b1fa-16425fa81722 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:41.699776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:41.705230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Pushing event updated for resources: {'Port': ['ID=1fb14ebf-30a7-4804-b869-a4137d46f676,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:41.710973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:41.730897 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:41.731656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:41.732259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:41.734239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:41.735070 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:41.735637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:41.736198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:41.736964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:41.738429 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:41.739187 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:41.740105 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:41.740678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:41.815459 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.864313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Attempting to bind port 1fb14ebf-30a7-4804-b869-a4137d46f676 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:41.864697 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Attempting to bind port 1fb14ebf-30a7-4804-b869-a4137d46f676 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '6e8ed34c-4d9e-4b92-8620-5b55b65db1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:41.865125 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Attempting to bind port 1fb14ebf-30a7-4804-b869-a4137d46f676 on network 980c9df8-7466-41de-b1fa-16425fa81722 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:41.871660 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:41.872289 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Checking segment: {'id': '6e8ed34c-4d9e-4b92-8620-5b55b65db1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:41.872755 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.873295 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Bound using segment: {'id': '6e8ed34c-4d9e-4b92-8620-5b55b65db1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:41.873905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Bound port: 1fb14ebf-30a7-4804-b869-a4137d46f676, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8ed34c-4d9e-4b92-8620-5b55b65db1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:41.874967 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:41.976140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] For port 1fb14ebf-30a7-4804-b869-a4137d46f676, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:41.982272 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] For port 1fb14ebf-30a7-4804-b869-a4137d46f676, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1fb14ebf-30a7-4804-b869-a4137d46f676,segment=NetworkSegment(6e8ed34c-4d9e-4b92-8620-5b55b65db1d5),segment_id=6e8ed34c-4d9e-4b92-8620-5b55b65db1d5)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:41.990393 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.151503 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02054fc-82ad-4baa-8a13-7dafd0c2c447 None None] Pushing event updated for resources: {'Port': ['ID=1fb14ebf-30a7-4804-b869-a4137d46f676,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:42.370271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Allocated IP 2001:db8::1 (980c9df8-7466-41de-b1fa-16425fa81722/d9b739aa-6fa9-4b04-8f8a-e3ba058a0b30/ee2f8683-c82d-4da3-9036-4394353e7562) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:42.683613 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.709975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Transition to ACTIVE for port object ee2f8683-c82d-4da3-9036-4394353e7562 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:42.771478 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.852381 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 980c9df8-7466-41de-b1fa-16425fa81722 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:42.867655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:42.875899 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:42.877235 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:42.889464 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=ee2f8683-c82d-4da3-9036-4394353e7562,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:43.029051 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1fb14ebf-30a7-4804-b869-a4137d46f676 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:43.183055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 1fb14ebf-30a7-4804-b869-a4137d46f676 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:43.204228 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.587173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5c24b3-49f5-459e-a240-194712934802 None None] Network 980c9df8-7466-41de-b1fa-16425fa81722 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:43.617676 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.628472 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.629763 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:43.736664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=ee2f8683-c82d-4da3-9036-4394353e7562,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:43.926692 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 980c9df8-7466-41de-b1fa-16425fa81722 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:43.936510 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:44.018262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7ac32e91-4c5b-4a7d-b951-e63c427ddda6 None None] Provisioning for port 1fb14ebf-30a7-4804-b869-a4137d46f676 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:44.048949 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7ac32e91-4c5b-4a7d-b951-e63c427ddda6 None None] Provisioning complete for port 1fb14ebf-30a7-4804-b869-a4137d46f676 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:44.051062 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7ac32e91-4c5b-4a7d-b951-e63c427ddda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.207976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 5563beb7-e83e-4efe-b931-3d24001cb62b is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:04:44.214609 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7ac32e91-4c5b-4a7d-b951-e63c427ddda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.291851 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7ac32e91-4c5b-4a7d-b951-e63c427ddda6 None None] For port 1fb14ebf-30a7-4804-b869-a4137d46f676, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1fb14ebf-30a7-4804-b869-a4137d46f676,segment=NetworkSegment(6e8ed34c-4d9e-4b92-8620-5b55b65db1d5),segment_id=6e8ed34c-4d9e-4b92-8620-5b55b65db1d5)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:44.297854 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7ac32e91-4c5b-4a7d-b951-e63c427ddda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.404054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:44.411841 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2d580170-3315-4bf8-ad9c-e8971d39bcbe tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/5563beb7-e83e-4efe-b931-3d24001cb62b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6843085 Jul 16 09:04:44.416056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60892) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:44.421871 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac32e91-4c5b-4a7d-b951-e63c427ddda6 None None] Pushing event updated for resources: {'Port': ['ID=1fb14ebf-30a7-4804-b869-a4137d46f676,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:44.427647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-32c8ef33-60e9-4fcc-b779-9d9754c17c55 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-447857121'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:44.445367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Sync routers for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:44.475622 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c8ef33-60e9-4fcc-b779-9d9754c17c55 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:44.480714 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-32c8ef33-60e9-4fcc-b779-9d9754c17c55 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.481064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:44.481995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:44.541513 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c8ef33-60e9-4fcc-b779-9d9754c17c55 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:44.578197 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-32c8ef33-60e9-4fcc-b779-9d9754c17c55 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.578672 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-32c8ef33-60e9-4fcc-b779-9d9754c17c55 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Added segment da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd of type vlan for network 878a1f53-569e-4abf-a46d-c568d763f83e Jul 16 09:04:44.652284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:44.693054 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e4496347-a53a-41e6-81b4-bfe640b1fa11 None None] Provisioning for port ee2f8683-c82d-4da3-9036-4394353e7562 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:44.701284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e4496347-a53a-41e6-81b4-bfe640b1fa11 None None] Provisioning complete for port ee2f8683-c82d-4da3-9036-4394353e7562 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:44.702110 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4496347-a53a-41e6-81b4-bfe640b1fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.724803 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-32c8ef33-60e9-4fcc-b779-9d9754c17c55 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.835056 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-32c8ef33-60e9-4fcc-b779-9d9754c17c55 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.850915 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c8ef33-60e9-4fcc-b779-9d9754c17c55 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:44.851972 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-32c8ef33-60e9-4fcc-b779-9d9754c17c55 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:44.896680 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-e4496347-a53a-41e6-81b4-bfe640b1fa11 None None] Port ee2f8683-c82d-4da3-9036-4394353e7562 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:44.963613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e4496347-a53a-41e6-81b4-bfe640b1fa11 None None] Provisioning complete for port 1fb14ebf-30a7-4804-b869-a4137d46f676 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:44.963613 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4496347-a53a-41e6-81b4-bfe640b1fa11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.021349 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-32c8ef33-60e9-4fcc-b779-9d9754c17c55 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6035550 Jul 16 09:04:45.022918 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60906) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:45.029288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-bf6fb8cd-0a9a-425d-ad7c-94babb538a99 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'subnet': {'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:45.058141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1fb14ebf-30a7-4804-b869-a4137d46f676 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:45.074928 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c8ef33-60e9-4fcc-b779-9d9754c17c55 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Network': ['ID=878a1f53-569e-4abf-a46d-c568d763f83e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:45.141611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 878a1f53-569e-4abf-a46d-c568d763f83e details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:45.204064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6fb8cd-0a9a-425d-ad7c-94babb538a99 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:45.212415 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb8cd-0a9a-425d-ad7c-94babb538a99 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.462527 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 1fb14ebf-30a7-4804-b869-a4137d46f676 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:45.462918 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.509448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:04:43Z', 'revision_number': 2, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:43Z', 'revision_number': 2, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:45.545143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Checking router: 5563beb7-e83e-4efe-b931-3d24001cb62b for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:04:45.545711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Updating router 5563beb7-e83e-4efe-b931-3d24001cb62b port ee2f8683-c82d-4da3-9036-4394353e7562 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:04:45.595287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb8cd-0a9a-425d-ad7c-94babb538a99 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.610266 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.674332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6fb8cd-0a9a-425d-ad7c-94babb538a99 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Subnet': ['ID=0c518b49-8121-45e2-8817-eeaff053fb9b,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:45.741107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6fb8cd-0a9a-425d-ad7c-94babb538a99 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Checking segment: {'id': 'da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:45.741471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6fb8cd-0a9a-425d-ad7c-94babb538a99 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network hostable DHCP agents. Network: 878a1f53-569e-4abf-a46d-c568d763f83e, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:45.763669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6e1af17d-100a-4d65-a4d9-1b0484db82aa None None] Provisioning complete for port ee2f8683-c82d-4da3-9036-4394353e7562 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:45.764238 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6e1af17d-100a-4d65-a4d9-1b0484db82aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.764711 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf6fb8cd-0a9a-425d-ad7c-94babb538a99 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 878a1f53-569e-4abf-a46d-c568d763f83e is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:45.783952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-bf6fb8cd-0a9a-425d-ad7c-94babb538a99 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 878a1f53-569e-4abf-a46d-c568d763f83e) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:45.801442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6fb8cd-0a9a-425d-ad7c-94babb538a99 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:45.802744 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bf6fb8cd-0a9a-425d-ad7c-94babb538a99 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:45.814700 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5360a853-6d33-473d-9a56-90b4ad9884bf None None] Network 878a1f53-569e-4abf-a46d-c568d763f83e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:45.836665 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bf6fb8cd-0a9a-425d-ad7c-94babb538a99 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8106070 Jul 16 09:04:45.838298 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60922) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:46.134976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-6e1af17d-100a-4d65-a4d9-1b0484db82aa None None] Port ee2f8683-c82d-4da3-9036-4394353e7562 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:46.235349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-878a1f53-569e-4abf-a46d-c568d763f83e', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:46.237170 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.661353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Allocated IP 2001:db8:1::2 (878a1f53-569e-4abf-a46d-c568d763f83e/0c518b49-8121-45e2-8817-eeaff053fb9b/b0f091ba-d949-44e9-b382-6d3553653413) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:46.928951 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.963281 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:46.982906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Transition to ACTIVE for port object ee2f8683-c82d-4da3-9036-4394353e7562 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:46.993285 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.386173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4e770-1d1a-434a-9eb2-ab7d9bec1798 None None] Pushing event updated for resources: {'Port': ['ID=ee2f8683-c82d-4da3-9036-4394353e7562,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:47.388245 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.390320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Attempting to bind port ee2f8683-c82d-4da3-9036-4394353e7562 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:47.390810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Attempting to bind port ee2f8683-c82d-4da3-9036-4394353e7562 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '6e8ed34c-4d9e-4b92-8620-5b55b65db1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:47.391193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Attempting to bind port ee2f8683-c82d-4da3-9036-4394353e7562 on network 980c9df8-7466-41de-b1fa-16425fa81722 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:47.400319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:47.400903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Checking segment: {'id': '6e8ed34c-4d9e-4b92-8620-5b55b65db1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:47.401227 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.401583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Bound using segment: {'id': '6e8ed34c-4d9e-4b92-8620-5b55b65db1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:47.402042 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Bound port: ee2f8683-c82d-4da3-9036-4394353e7562, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e8ed34c-4d9e-4b92-8620-5b55b65db1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:47.402451 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.417805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Transition to ACTIVE for port object b0f091ba-d949-44e9-b382-6d3553653413 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:47.469655 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Transition to ACTIVE for port object b0f091ba-d949-44e9-b382-6d3553653413 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:47.488780 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.546997 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Pushing event updated for resources: {'Port': ['ID=b0f091ba-d949-44e9-b382-6d3553653413,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:47.584811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] For port ee2f8683-c82d-4da3-9036-4394353e7562, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:47.611329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Network 878a1f53-569e-4abf-a46d-c568d763f83e is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:47.621950 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Allocated IP 2001:db8:1::1 (878a1f53-569e-4abf-a46d-c568d763f83e/0c518b49-8121-45e2-8817-eeaff053fb9b/25fa460b-5584-49ae-97f5-e7feac3b8522) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:47.633214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:47.655289 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] For port ee2f8683-c82d-4da3-9036-4394353e7562, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ee2f8683-c82d-4da3-9036-4394353e7562,segment=NetworkSegment(6e8ed34c-4d9e-4b92-8620-5b55b65db1d5),segment_id=6e8ed34c-4d9e-4b92-8620-5b55b65db1d5)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:47.656862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:47.675539 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.777256 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4e770-1d1a-434a-9eb2-ab7d9bec1798 None None] Pushing event updated for resources: {'Port': ['ID=ee2f8683-c82d-4da3-9036-4394353e7562,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:47.909496 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Attempting to bind port b0f091ba-d949-44e9-b382-6d3553653413 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:47.911974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Attempting to bind port b0f091ba-d949-44e9-b382-6d3553653413 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:47.912943 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Attempting to bind port b0f091ba-d949-44e9-b382-6d3553653413 on network 878a1f53-569e-4abf-a46d-c568d763f83e {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:47.925244 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.937984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:47.939976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:47.943042 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Transition to ACTIVE for port object 25fa460b-5584-49ae-97f5-e7feac3b8522 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:47.997893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:47.998283 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Checking segment: {'id': 'da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:47.998684 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.999703 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Bound using segment: {'id': 'da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:48.000297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Bound port: b0f091ba-d949-44e9-b382-6d3553653413, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:48.000759 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.070372 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.181237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 878a1f53-569e-4abf-a46d-c568d763f83e is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:48.186063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:48.215695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:48.217691 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.249829 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] For port b0f091ba-d949-44e9-b382-6d3553653413, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:48.255161 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] For port b0f091ba-d949-44e9-b382-6d3553653413, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b0f091ba-d949-44e9-b382-6d3553653413,segment=NetworkSegment(da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd),segment_id=da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:48.287139 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.316076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:48.346855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=25fa460b-5584-49ae-97f5-e7feac3b8522,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:48.599639 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:48.609122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c2f47-1e99-43a9-baac-460f17253e96 None None] Pushing event updated for resources: {'Port': ['ID=b0f091ba-d949-44e9-b382-6d3553653413,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:49.005602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:04:43Z', 'revision_number': 2, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:47Z', 'revision_number': 4, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:49.099672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c570d64d-bc1a-484e-a41e-7e549e9bc63f None None] The sync data for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 is: [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:04:43Z', 'revision_number': 2, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:47Z', 'revision_number': 4, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:49.176546 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b0f091ba-d949-44e9-b382-6d3553653413 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:49.199361 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.214628 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.218193 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.310965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=25fa460b-5584-49ae-97f5-e7feac3b8522,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:49.342851 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port b0f091ba-d949-44e9-b382-6d3553653413 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:49.399985 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network 878a1f53-569e-4abf-a46d-c568d763f83e is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:49.402450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:49.587796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 5563beb7-e83e-4efe-b931-3d24001cb62b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:04:49.723868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:49.729488 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f9e4f747-6610-4578-ac6b-7479df1c912b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/5563beb7-e83e-4efe-b931-3d24001cb62b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8896995 Jul 16 09:04:49.734412 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 60990) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:49.739955 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-be1fe6a8-ea42-4560-98ea-6a49075315de tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-168894219'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:49.772663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be1fe6a8-ea42-4560-98ea-6a49075315de tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:49.777429 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be1fe6a8-ea42-4560-98ea-6a49075315de tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.836142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be1fe6a8-ea42-4560-98ea-6a49075315de tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:49.859610 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be1fe6a8-ea42-4560-98ea-6a49075315de tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:49.859965 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-be1fe6a8-ea42-4560-98ea-6a49075315de tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Added segment a7df2c95-3bf9-4f54-a6b4-80ea272e8c50 of type vlan for network f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d Jul 16 09:04:49.948697 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be1fe6a8-ea42-4560-98ea-6a49075315de tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.021822 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be1fe6a8-ea42-4560-98ea-6a49075315de tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.034010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1fe6a8-ea42-4560-98ea-6a49075315de tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:50.035506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be1fe6a8-ea42-4560-98ea-6a49075315de tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.088069 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-be1fe6a8-ea42-4560-98ea-6a49075315de tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3521199 Jul 16 09:04:50.094027 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 60998) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:50.100610 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-3af3ddee-bbae-4334-a1ab-5ded32f1d363 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'subnet': {'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:50.160882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40272a6d-8baf-4310-beef-efae87af4af4 None None] Network 878a1f53-569e-4abf-a46d-c568d763f83e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:50.209748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1fe6a8-ea42-4560-98ea-6a49075315de tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Network': ['ID=f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:50.240537 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:50.242835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e81f46bc-dba9-41e2-97aa-f40bdf6aed49 None None] Provisioning for port b0f091ba-d949-44e9-b382-6d3553653413 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:50.278578 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e81f46bc-dba9-41e2-97aa-f40bdf6aed49 None None] Provisioning complete for port b0f091ba-d949-44e9-b382-6d3553653413 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:50.284929 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e81f46bc-dba9-41e2-97aa-f40bdf6aed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.288924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af3ddee-bbae-4334-a1ab-5ded32f1d363 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:50.298914 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3af3ddee-bbae-4334-a1ab-5ded32f1d363 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.508867 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e81f46bc-dba9-41e2-97aa-f40bdf6aed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.601606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e81f46bc-dba9-41e2-97aa-f40bdf6aed49 None None] For port b0f091ba-d949-44e9-b382-6d3553653413, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b0f091ba-d949-44e9-b382-6d3553653413,segment=NetworkSegment(da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd),segment_id=da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:50.618957 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e81f46bc-dba9-41e2-97aa-f40bdf6aed49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.749340 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3af3ddee-bbae-4334-a1ab-5ded32f1d363 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:50.759210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f46bc-dba9-41e2-97aa-f40bdf6aed49 None None] Pushing event updated for resources: {'Port': ['ID=b0f091ba-d949-44e9-b382-6d3553653413,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:50.831408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af3ddee-bbae-4334-a1ab-5ded32f1d363 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Subnet': ['ID=3cd313b5-f24a-4bea-acce-fddbc3b5ea01,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:50.938924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af3ddee-bbae-4334-a1ab-5ded32f1d363 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Checking segment: {'id': 'a7df2c95-3bf9-4f54-a6b4-80ea272e8c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:50.939222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af3ddee-bbae-4334-a1ab-5ded32f1d363 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network hostable DHCP agents. Network: f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:50.988776 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af3ddee-bbae-4334-a1ab-5ded32f1d363 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:51.018297 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-3af3ddee-bbae-4334-a1ab-5ded32f1d363 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:51.023981 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af3ddee-bbae-4334-a1ab-5ded32f1d363 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:51.024757 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3af3ddee-bbae-4334-a1ab-5ded32f1d363 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.050219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5472ddb6-782c-4c4b-aef5-9b233063b9c0 None None] Network f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:51.064640 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3af3ddee-bbae-4334-a1ab-5ded32f1d363 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9689295 Jul 16 09:04:51.070313 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 32776) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:51.267892 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ee2f8683-c82d-4da3-9036-4394353e7562 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:51.518894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c72f043a-92a9-4b20-9751-b113c3b015fb None None] Provisioning complete for port b0f091ba-d949-44e9-b382-6d3553653413 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:51.519366 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c72f043a-92a9-4b20-9751-b113c3b015fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.676335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port ee2f8683-c82d-4da3-9036-4394353e7562 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:51.712080 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ee2f8683-c82d-4da3-9036-4394353e7562 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:51.712827 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.774382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d', 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'fixed_ips': [{'subnet_id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:51.778542 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:51.783208 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:04:51.959923 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.008066 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Sync routers for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:52.040757 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:52.057226 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:52.143045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c72f043a-92a9-4b20-9751-b113c3b015fb None None] Provisioning for port 25fa460b-5584-49ae-97f5-e7feac3b8522 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:52.169428 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0844b6f7-e158-40c6-a521-c55da72f621c req-5398fa56-70e0-4ae7-bfe0-21acb657d1cc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3130145 Jul 16 09:04:52.239455 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c72f043a-92a9-4b20-9751-b113c3b015fb None None] Provisioning complete for port 25fa460b-5584-49ae-97f5-e7feac3b8522 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:52.245362 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c72f043a-92a9-4b20-9751-b113c3b015fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.445490 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:52.465814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Allocated IP 2001:db8:2::2 (f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d/3cd313b5-f24a-4bea-acce-fddbc3b5ea01/52a9d8a0-926b-4757-943a-5c464e8427ad) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:52.466679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844b6f7-e158-40c6-a521-c55da72f621c req-7453babd-2a4f-4afa-847f-fd0524596914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:52.469181 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0844b6f7-e158-40c6-a521-c55da72f621c req-7453babd-2a4f-4afa-847f-fd0524596914 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a797f55e5f8d475aab89c0ea124e907d&device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 1097 time: 0.2422917 Jul 16 09:04:52.658617 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.675878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c72f043a-92a9-4b20-9751-b113c3b015fb None None] Port 25fa460b-5584-49ae-97f5-e7feac3b8522 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:52.784276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844b6f7-e158-40c6-a521-c55da72f621c req-5c48b7b8-09bf-4280-a99e-ffc4fe2cd6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:52.787004 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0844b6f7-e158-40c6-a521-c55da72f621c req-5c48b7b8-09bf-4280-a99e-ffc4fe2cd6e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=2543bb20-c5ab-4e61-a2cc-15698c179b37 HTTP/1.1" status: 200 len: 908 time: 0.2933278 Jul 16 09:04:52.808968 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:04:48Z', 'revision_number': 3, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:48Z', 'revision_number': 2, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:47Z', 'revision_number': 4, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:52.967529 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Checking router: 5563beb7-e83e-4efe-b931-3d24001cb62b for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:04:52.968426 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port ee2f8683-c82d-4da3-9036-4394353e7562, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ee2f8683-c82d-4da3-9036-4394353e7562,segment=NetworkSegment(6e8ed34c-4d9e-4b92-8620-5b55b65db1d5),segment_id=6e8ed34c-4d9e-4b92-8620-5b55b65db1d5)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:52.969440 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Updating router 5563beb7-e83e-4efe-b931-3d24001cb62b port 25fa460b-5584-49ae-97f5-e7feac3b8522 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:04:52.981031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-32051f7d-6ce7-448d-be0b-1fcf8603f83c None None] Provisioning complete for port 25fa460b-5584-49ae-97f5-e7feac3b8522 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:52.981644 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-32051f7d-6ce7-448d-be0b-1fcf8603f83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:52.994987 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0844b6f7-e158-40c6-a521-c55da72f621c req-aea5f919-02fe-4d43-b956-25fd8c022e09 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ce2860-37d7-44f4-bb61-38594388fd9d HTTP/1.1" status: 200 len: 1001 time: 0.1984842 Jul 16 09:04:53.047179 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.054172 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.054978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b0f091ba-d949-44e9-b382-6d3553653413 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:53.120231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844b6f7-e158-40c6-a521-c55da72f621c req-22ede63a-6d07-4ce8-afaa-2757c4aaaad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:53.126654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0844b6f7-e158-40c6-a521-c55da72f621c req-22ede63a-6d07-4ce8-afaa-2757c4aaaad0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a7ca94-5f5e-4d62-9deb-79d8b68dca0f HTTP/1.1" status: 200 len: 847 time: 0.1220081 Jul 16 09:04:53.283528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-32051f7d-6ce7-448d-be0b-1fcf8603f83c None None] Port 25fa460b-5584-49ae-97f5-e7feac3b8522 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:53.316375 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.322196 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0844b6f7-e158-40c6-a521-c55da72f621c req-9cefe1be-9ab9-4bd3-b78a-fb42bfdc4df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:53.327672 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0844b6f7-e158-40c6-a521-c55da72f621c req-9cefe1be-9ab9-4bd3-b78a-fb42bfdc4df7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2543bb20-c5ab-4e61-a2cc-15698c179b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1967180 Jul 16 09:04:53.333891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Transition to ACTIVE for port object 52a9d8a0-926b-4757-943a-5c464e8427ad will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:53.388038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Transition to ACTIVE for port object 52a9d8a0-926b-4757-943a-5c464e8427ad will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:53.399980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=ee2f8683-c82d-4da3-9036-4394353e7562,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:53.440278 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.539694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Network f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:53.551172 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:53.560091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:53.578947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Allocated IP 2001:db8:2::1 (f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d/3cd313b5-f24a-4bea-acce-fddbc3b5ea01/8e698173-deac-42c0-8625-13ac039990be) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:53.689315 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.774248 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Transition to ACTIVE for port object 25fa460b-5584-49ae-97f5-e7feac3b8522 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:53.796772 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.856574 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0844b6f7-e158-40c6-a521-c55da72f621c req-a9fb8c04-6f32-4090-b673-c99edefe7ebe service neutron] 10.222.0.15 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5219615 Jul 16 09:04:53.907629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Attempting to bind port 52a9d8a0-926b-4757-943a-5c464e8427ad on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:53.908328 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Attempting to bind port 52a9d8a0-926b-4757-943a-5c464e8427ad by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'a7df2c95-3bf9-4f54-a6b4-80ea272e8c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:53.908953 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Attempting to bind port 52a9d8a0-926b-4757-943a-5c464e8427ad on network f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:53.915800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b0f091ba-d949-44e9-b382-6d3553653413 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:53.916611 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.967305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Pushing event updated for resources: {'Port': ['ID=52a9d8a0-926b-4757-943a-5c464e8427ad,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:53.972935 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:53.973724 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Checking segment: {'id': 'a7df2c95-3bf9-4f54-a6b4-80ea272e8c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:53.974382 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.975551 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Bound using segment: {'id': 'a7df2c95-3bf9-4f54-a6b4-80ea272e8c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:53.975817 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Bound port: 52a9d8a0-926b-4757-943a-5c464e8427ad, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7df2c95-3bf9-4f54-a6b4-80ea272e8c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:53.976387 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.994648 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce235a-68c2-453c-a613-c917f2f405f7 None None] Pushing event updated for resources: {'Port': ['ID=25fa460b-5584-49ae-97f5-e7feac3b8522,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:54.031141 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce235a-68c2-453c-a613-c917f2f405f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.031923 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce235a-68c2-453c-a613-c917f2f405f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.032522 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce235a-68c2-453c-a613-c917f2f405f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.033127 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce235a-68c2-453c-a613-c917f2f405f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.033708 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce235a-68c2-453c-a613-c917f2f405f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.034278 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce235a-68c2-453c-a613-c917f2f405f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.034833 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce235a-68c2-453c-a613-c917f2f405f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.035399 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce235a-68c2-453c-a613-c917f2f405f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.035973 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce235a-68c2-453c-a613-c917f2f405f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.036583 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce235a-68c2-453c-a613-c917f2f405f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.037163 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce235a-68c2-453c-a613-c917f2f405f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.037772 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ce235a-68c2-453c-a613-c917f2f405f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.044790 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.094526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Transition to ACTIVE for port object 8e698173-deac-42c0-8625-13ac039990be will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:54.138295 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Attempting to bind port 25fa460b-5584-49ae-97f5-e7feac3b8522 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:54.138730 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Attempting to bind port 25fa460b-5584-49ae-97f5-e7feac3b8522 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:54.139100 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Attempting to bind port 25fa460b-5584-49ae-97f5-e7feac3b8522 on network 878a1f53-569e-4abf-a46d-c568d763f83e {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:54.152680 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:54.153072 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Checking segment: {'id': 'da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:54.153468 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.153867 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Bound using segment: {'id': 'da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:54.154358 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Bound port: 25fa460b-5584-49ae-97f5-e7feac3b8522, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:54.156047 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.188458 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.210495 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0844b6f7-e158-40c6-a521-c55da72f621c req-8a1f16e7-d883-41b6-a0aa-b9838a45c53e service neutron] 10.222.0.15 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460927 Jul 16 09:04:54.229418 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd60ab73-a733-41f4-ac2f-4d71565066a4 req-c3af09a5-8109-4d15-b698-57bdb894acdc service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6790795 Jul 16 09:04:54.243998 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] For port 52a9d8a0-926b-4757-943a-5c464e8427ad, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:54.283475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=8e698173-deac-42c0-8625-13ac039990be,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:54.293011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:54.300034 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:54.307794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:54.309004 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.312127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] For port 52a9d8a0-926b-4757-943a-5c464e8427ad, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=52a9d8a0-926b-4757-943a-5c464e8427ad,segment=NetworkSegment(a7df2c95-3bf9-4f54-a6b4-80ea272e8c50),segment_id=a7df2c95-3bf9-4f54-a6b4-80ea272e8c50)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:54.354936 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.362321 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] For port 25fa460b-5584-49ae-97f5-e7feac3b8522, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:54.368008 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] For port 25fa460b-5584-49ae-97f5-e7feac3b8522, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=25fa460b-5584-49ae-97f5-e7feac3b8522,segment=NetworkSegment(da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd),segment_id=da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:54.381385 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.458037 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce235a-68c2-453c-a613-c917f2f405f7 None None] Pushing event updated for resources: {'Port': ['ID=25fa460b-5584-49ae-97f5-e7feac3b8522,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:54.466876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a733ca0-de8e-449b-b7a0-541549dc7426 None None] Pushing event updated for resources: {'Port': ['ID=52a9d8a0-926b-4757-943a-5c464e8427ad,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:54.485739 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:54.486810 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:54.547354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60ab73-a733-41f4-ac2f-4d71565066a4 req-db9180f2-0194-4573-969f-bc6d8be97524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:54.552202 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd60ab73-a733-41f4-ac2f-4d71565066a4 req-db9180f2-0194-4573-969f-bc6d8be97524 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 1098 time: 0.2125101 Jul 16 09:04:54.619792 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ee2f8683-c82d-4da3-9036-4394353e7562 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:54.641694 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:54.760017 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.761600 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ee2f8683-c82d-4da3-9036-4394353e7562 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:54.761984 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.967342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60ab73-a733-41f4-ac2f-4d71565066a4 req-8f4171e3-123c-4fe9-9613-dcc0e1ed1e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:54.969165 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd60ab73-a733-41f4-ac2f-4d71565066a4 req-8f4171e3-123c-4fe9-9613-dcc0e1ed1e80 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.3713665 Jul 16 09:04:55.268145 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd60ab73-a733-41f4-ac2f-4d71565066a4 req-9f6ef219-9bdd-43f2-94ee-3fbd37dd1d9d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 HTTP/1.1" status: 200 len: 1002 time: 0.2893970 Jul 16 09:04:55.380193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60ab73-a733-41f4-ac2f-4d71565066a4 req-e7d43263-7dc4-49e5-bd3e-22327d0cbb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:55.383484 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd60ab73-a733-41f4-ac2f-4d71565066a4 req-e7d43263-7dc4-49e5-bd3e-22327d0cbb5d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.1117384 Jul 16 09:04:55.387176 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.397600 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.400168 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.516439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd60ab73-a733-41f4-ac2f-4d71565066a4 req-fa49e184-abbd-458f-bd11-bf1ee79aed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:55.519998 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd60ab73-a733-41f4-ac2f-4d71565066a4 req-fa49e184-abbd-458f-bd11-bf1ee79aed29 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1302488 Jul 16 09:04:55.523059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=8e698173-deac-42c0-8625-13ac039990be,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:55.524202 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:04:48Z', 'revision_number': 3, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:54Z', 'revision_number': 4, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:55.604934 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798d1f91-ab1a-4d46-accd-b55df636f78b None None] The sync data for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 is: [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:04:48Z', 'revision_number': 3, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:54Z', 'revision_number': 4, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:55.732490 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd60ab73-a733-41f4-ac2f-4d71565066a4 req-4d50ba98-72e9-4308-a688-678f6aa4d7e7 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056584 Jul 16 09:04:55.787575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:55.797216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:55.932958 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dd60ab73-a733-41f4-ac2f-4d71565066a4 req-b3c6b142-beda-4b04-80c9-f5e24a3007fd service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926622 Jul 16 09:04:56.028944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 5563beb7-e83e-4efe-b931-3d24001cb62b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:04:56.229142 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:56.241752 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c4c2c521-bd53-41e9-9204-6d1abefc3e21 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/5563beb7-e83e-4efe-b931-3d24001cb62b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1694651 Jul 16 09:04:56.245521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32866) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:56.251559 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6dd78eed-303d-4cbb-a7fa-a052a10bca93 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-304902959'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:56.306438 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd78eed-303d-4cbb-a7fa-a052a10bca93 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:56.315118 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6dd78eed-303d-4cbb-a7fa-a052a10bca93 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.378087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd78eed-303d-4cbb-a7fa-a052a10bca93 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:04:56.396958 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6dd78eed-303d-4cbb-a7fa-a052a10bca93 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.397988 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-6dd78eed-303d-4cbb-a7fa-a052a10bca93 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Added segment 8b8e9baa-912d-46a2-b45b-d3041a57ca15 of type vlan for network e425a590-838a-4c28-9e34-d24e7ea956e1 Jul 16 09:04:56.494591 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6dd78eed-303d-4cbb-a7fa-a052a10bca93 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.580292 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6dd78eed-303d-4cbb-a7fa-a052a10bca93 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.600210 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd78eed-303d-4cbb-a7fa-a052a10bca93 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:56.602322 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6dd78eed-303d-4cbb-a7fa-a052a10bca93 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.709842 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6dd78eed-303d-4cbb-a7fa-a052a10bca93 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4626935 Jul 16 09:04:56.714155 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32878) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:56.743064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-34c573d6-1960-4042-a438-dad20f898910 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'subnet': {'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:56.780953 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 25fa460b-5584-49ae-97f5-e7feac3b8522 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:56.868661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd78eed-303d-4cbb-a7fa-a052a10bca93 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Network': ['ID=e425a590-838a-4c28-9e34-d24e7ea956e1,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:56.879612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 25fa460b-5584-49ae-97f5-e7feac3b8522 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:56.885762 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 25fa460b-5584-49ae-97f5-e7feac3b8522 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:56.886377 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.911432 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network e425a590-838a-4c28-9e34-d24e7ea956e1 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:04:57.017596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7975a4-2809-4971-80e6-39af19f0aac2 None None] Network f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:57.063743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Sync routers for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:57.091121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 32884) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:57.119480 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.147647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c573d6-1960-4042-a438-dad20f898910 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Made reservation on behalf of b65dd193b05f4ad89a18040e342bcb5a for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:57.161416 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-34c573d6-1960-4042-a438-dad20f898910 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.166383 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e0251a85-e2a8-4838-9ec6-0428c6d4acac None None] Provisioning for port 52a9d8a0-926b-4757-943a-5c464e8427ad completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:57.185683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:57.186771 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:57.302754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 25fa460b-5584-49ae-97f5-e7feac3b8522, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=25fa460b-5584-49ae-97f5-e7feac3b8522,segment=NetworkSegment(da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd),segment_id=da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:57.335661 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.336525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 52a9d8a0-926b-4757-943a-5c464e8427ad up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:57.420957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:57.454710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f4a4d2a-a208-4a4a-8f39-b248373f12a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.543901 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-34c573d6-1960-4042-a438-dad20f898910 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.549808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=25fa460b-5584-49ae-97f5-e7feac3b8522,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:57.632591 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f4a4d2a-a208-4a4a-8f39-b248373f12a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.636555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c573d6-1960-4042-a438-dad20f898910 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Checking segment: {'id': '8b8e9baa-912d-46a2-b45b-d3041a57ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:57.637038 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c573d6-1960-4042-a438-dad20f898910 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network hostable DHCP agents. Network: e425a590-838a-4c28-9e34-d24e7ea956e1, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:04:57.640798 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f4a4d2a-a208-4a4a-8f39-b248373f12a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.666484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c573d6-1960-4042-a438-dad20f898910 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Subnet': ['ID=b5584dbb-c1c0-4500-b26a-ec825517004a,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:57.673166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c573d6-1960-4042-a438-dad20f898910 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network e425a590-838a-4c28-9e34-d24e7ea956e1 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:04:57.692361 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-34c573d6-1960-4042-a438-dad20f898910 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, e425a590-838a-4c28-9e34-d24e7ea956e1) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:57.695775 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4f4a4d2a-a208-4a4a-8f39-b248373f12a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d17c0825f53a4b5681f84c2cf897b402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6025774 Jul 16 09:04:57.713499 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32896) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:57.720599 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c573d6-1960-4042-a438-dad20f898910 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:57.721685 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-34c573d6-1960-4042-a438-dad20f898910 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.733128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a4d2a-a208-4a4a-8f39-b248373f12a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619b360a-0742-42eb-9184-b873ec748a2b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:57.745087 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6569d7-3f6f-4177-a534-31ed749ab80e None None] Network e425a590-838a-4c28-9e34-d24e7ea956e1 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:04:57.758463 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-34c573d6-1960-4042-a438-dad20f898910 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0324776 Jul 16 09:04:57.766099 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 32898) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:57.805044 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 52a9d8a0-926b-4757-943a-5c464e8427ad completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:57.818025 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 52a9d8a0-926b-4757-943a-5c464e8427ad triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:57.818404 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.864236 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-660112ed-b085-4a70-ab6e-50e1da6f2b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:57.942070 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-660112ed-b085-4a70-ab6e-50e1da6f2b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.002580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:04:54Z', 'revision_number': 4, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:54Z', 'revision_number': 4, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e698173-deac-42c0-8625-13ac039990be', 'name': '', 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:d3:ea:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:52Z', 'updated_at': '2021-07-16T09:04:55Z', 'revision_number': 2, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:58.063825 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-660112ed-b085-4a70-ab6e-50e1da6f2b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.066860 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-660112ed-b085-4a70-ab6e-50e1da6f2b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.073206 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-660112ed-b085-4a70-ab6e-50e1da6f2b5a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/619b360a-0742-42eb-9184-b873ec748a2b HTTP/1.1" status: 204 len: 168 time: 0.3581185 Jul 16 09:04:58.093303 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Checking router: 5563beb7-e83e-4efe-b931-3d24001cb62b for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:04:58.093769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Updating router 5563beb7-e83e-4efe-b931-3d24001cb62b port 8e698173-deac-42c0-8625-13ac039990be binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:04:58.096606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660112ed-b085-4a70-ab6e-50e1da6f2b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619b360a-0742-42eb-9184-b873ec748a2b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:58.112414 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.241363 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.267638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 52a9d8a0-926b-4757-943a-5c464e8427ad, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=52a9d8a0-926b-4757-943a-5c464e8427ad,segment=NetworkSegment(a7df2c95-3bf9-4f54-a6b4-80ea272e8c50),segment_id=a7df2c95-3bf9-4f54-a6b4-80ea272e8c50)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:58.282566 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.286183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-e425a590-838a-4c28-9e34-d24e7ea956e1', 'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'fixed_ips': [{'subnet_id': 'b5584dbb-c1c0-4500-b26a-ec825517004a'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:04:58.287392 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.627261 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 25fa460b-5584-49ae-97f5-e7feac3b8522 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:04:58.633028 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32918) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:58.642873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-23b3c9c4-7f77-4db4-a894-1389ae3c51b3 None None] Provisioning for port 8e698173-deac-42c0-8625-13ac039990be completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:58.660011 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16c13050-84db-4f45-b283-f3d569ecfa21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.701156 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.871426 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16c13050-84db-4f45-b283-f3d569ecfa21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.879251 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16c13050-84db-4f45-b283-f3d569ecfa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:58.972485 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-16c13050-84db-4f45-b283-f3d569ecfa21 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ff4e09e6514453f90e6f86de4ccf699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3354747 Jul 16 09:04:58.975717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-23b3c9c4-7f77-4db4-a894-1389ae3c51b3 None None] Provisioning complete for port 8e698173-deac-42c0-8625-13ac039990be triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:58.976831 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-23b3c9c4-7f77-4db4-a894-1389ae3c51b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.019304 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 32926) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:59.043095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c13050-84db-4f45-b283-f3d569ecfa21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d678387-17fe-4cff-8997-a32c6c9f0dac,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:59.148069 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1bbc79e-9269-47fd-837d-da13f09605dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.195317 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1bbc79e-9269-47fd-837d-da13f09605dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.214253 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Allocated IP 2001:db8:3::1 (e425a590-838a-4c28-9e34-d24e7ea956e1/b5584dbb-c1c0-4500-b26a-ec825517004a/58683fad-890d-4d24-88a2-b2857cf7d58c) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:59.292137 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=52a9d8a0-926b-4757-943a-5c464e8427ad,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:59.322651 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-23b3c9c4-7f77-4db4-a894-1389ae3c51b3 None None] Port 8e698173-deac-42c0-8625-13ac039990be cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:59.323033 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1bbc79e-9269-47fd-837d-da13f09605dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.325858 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c1bbc79e-9269-47fd-837d-da13f09605dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.327062 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c1bbc79e-9269-47fd-837d-da13f09605dc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7d678387-17fe-4cff-8997-a32c6c9f0dac HTTP/1.1" status: 204 len: 168 time: 0.2999883 Jul 16 09:04:59.342237 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bbc79e-9269-47fd-837d-da13f09605dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d678387-17fe-4cff-8997-a32c6c9f0dac,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:59.345799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 25fa460b-5584-49ae-97f5-e7feac3b8522 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:59.346387 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.402647 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.419041 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Transition to ACTIVE for port object 58683fad-890d-4d24-88a2-b2857cf7d58c will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:59.454259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-23b3c9c4-7f77-4db4-a894-1389ae3c51b3 None None] Provisioning complete for port 52a9d8a0-926b-4757-943a-5c464e8427ad triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:59.454859 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-23b3c9c4-7f77-4db4-a894-1389ae3c51b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.466673 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.518742 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network e425a590-838a-4c28-9e34-d24e7ea956e1 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:59.523913 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:59.529207 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:59.530164 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.591825 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=58683fad-890d-4d24-88a2-b2857cf7d58c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:59.712647 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Allocated IP 2001:db8:3::2 (e425a590-838a-4c28-9e34-d24e7ea956e1/b5584dbb-c1c0-4500-b26a-ec825517004a/ed43c555-ec98-4778-9560-6e4309c04113) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:59.727597 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.807302 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.860395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Transition to ACTIVE for port object 8e698173-deac-42c0-8625-13ac039990be will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:59.894893 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.073119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4559645-67cf-4acb-9586-ad5c2dd33a3a None None] Pushing event updated for resources: {'Port': ['ID=8e698173-deac-42c0-8625-13ac039990be,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:00.214296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Attempting to bind port 8e698173-deac-42c0-8625-13ac039990be on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:00.214754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Attempting to bind port 8e698173-deac-42c0-8625-13ac039990be by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'a7df2c95-3bf9-4f54-a6b4-80ea272e8c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:00.215060 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Attempting to bind port 8e698173-deac-42c0-8625-13ac039990be on network f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:00.230014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:00.230407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Checking segment: {'id': 'a7df2c95-3bf9-4f54-a6b4-80ea272e8c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:00.230827 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.231237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Bound using segment: {'id': 'a7df2c95-3bf9-4f54-a6b4-80ea272e8c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:00.231759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Bound port: 8e698173-deac-42c0-8625-13ac039990be, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7df2c95-3bf9-4f54-a6b4-80ea272e8c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:00.232168 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.304068 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.327242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Transition to ACTIVE for port object ed43c555-ec98-4778-9560-6e4309c04113 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:00.373011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Transition to ACTIVE for port object ed43c555-ec98-4778-9560-6e4309c04113 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:00.395078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] For port 8e698173-deac-42c0-8625-13ac039990be, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:00.399437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] For port 8e698173-deac-42c0-8625-13ac039990be, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8e698173-deac-42c0-8625-13ac039990be,segment=NetworkSegment(a7df2c95-3bf9-4f54-a6b4-80ea272e8c50),segment_id=a7df2c95-3bf9-4f54-a6b4-80ea272e8c50)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:00.404160 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.428959 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.503845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Network e425a590-838a-4c28-9e34-d24e7ea956e1 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:00.516617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:00.525141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:00.606795 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 52a9d8a0-926b-4757-943a-5c464e8427ad up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:00.689138 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Pushing event updated for resources: {'Port': ['ID=ed43c555-ec98-4778-9560-6e4309c04113,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:00.737682 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:00.738592 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:00.824694 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.831703 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.834315 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.839350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Attempting to bind port ed43c555-ec98-4778-9560-6e4309c04113 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:00.839760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Attempting to bind port ed43c555-ec98-4778-9560-6e4309c04113 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '8b8e9baa-912d-46a2-b45b-d3041a57ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:00.840105 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Attempting to bind port ed43c555-ec98-4778-9560-6e4309c04113 on network e425a590-838a-4c28-9e34-d24e7ea956e1 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:00.909399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:00.909865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Checking segment: {'id': '8b8e9baa-912d-46a2-b45b-d3041a57ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:00.910703 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.910703 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Bound using segment: {'id': '8b8e9baa-912d-46a2-b45b-d3041a57ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:00.911729 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Bound port: ed43c555-ec98-4778-9560-6e4309c04113, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8e9baa-912d-46a2-b45b-d3041a57ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:00.911729 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.937398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4559645-67cf-4acb-9586-ad5c2dd33a3a None None] Pushing event updated for resources: {'Port': ['ID=8e698173-deac-42c0-8625-13ac039990be,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:00.953553 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event updated for resources: {'Port': ['ID=58683fad-890d-4d24-88a2-b2857cf7d58c,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:01.002404 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:01.008989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Network e425a590-838a-4c28-9e34-d24e7ea956e1 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:01.010636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:01.117259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 52a9d8a0-926b-4757-943a-5c464e8427ad triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:01.117815 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.138922 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] For port ed43c555-ec98-4778-9560-6e4309c04113, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:01.159469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 5563beb7-e83e-4efe-b931-3d24001cb62b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:01.234173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] For port ed43c555-ec98-4778-9560-6e4309c04113, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ed43c555-ec98-4778-9560-6e4309c04113,segment=NetworkSegment(8b8e9baa-912d-46a2-b45b-d3041a57ca15),segment_id=8b8e9baa-912d-46a2-b45b-d3041a57ca15)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:01.255708 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:01.304758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:01.316490 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-eb752965-6d35-41c3-9e66-0b252209a2c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/5563beb7-e83e-4efe-b931-3d24001cb62b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5474741 Jul 16 09:05:01.319368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33000) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:01.324993 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e67c2b05-1905-4988-9c17-3851312d7e89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:01.562734 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09135a7e-90e1-4bce-a6a9-cc27dc20ec8d None None] Pushing event updated for resources: {'Port': ['ID=ed43c555-ec98-4778-9560-6e4309c04113,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:01.637336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:04:59Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:57Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58683fad-890d-4d24-88a2-b2857cf7d58c', 'name': '', 'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:56:0e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b5584dbb-c1c0-4500-b26a-ec825517004a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:58Z', 'updated_at': '2021-07-16T09:04:59Z', 'revision_number': 1, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'b5584dbb-c1c0-4500-b26a-ec825517004a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e698173-deac-42c0-8625-13ac039990be', 'name': '', 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:d3:ea:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:52Z', 'updated_at': '2021-07-16T09:05:00Z', 'revision_number': 4, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:01.743213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166b3223-9896-44f2-83c4-f9207bde0997 None None] The sync data for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 is: [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:04:59Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:57Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58683fad-890d-4d24-88a2-b2857cf7d58c', 'name': '', 'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:56:0e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b5584dbb-c1c0-4500-b26a-ec825517004a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:58Z', 'updated_at': '2021-07-16T09:04:59Z', 'revision_number': 1, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'b5584dbb-c1c0-4500-b26a-ec825517004a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e698173-deac-42c0-8625-13ac039990be', 'name': '', 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:d3:ea:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:52Z', 'updated_at': '2021-07-16T09:05:00Z', 'revision_number': 4, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:02.074402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33008) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:02.078517 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.extraroute_db [None req-e67c2b05-1905-4988-9c17-3851312d7e89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 09:05:02.123183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.extraroute_db [None req-e67c2b05-1905-4988-9c17-3851312d7e89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Removed routes are [] {{(pid=93694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 09:05:02.124236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e67c2b05-1905-4988-9c17-3851312d7e89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.266593 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5d826f6-d93c-4772-9beb-a907d86fb08e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.492263 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5d826f6-d93c-4772-9beb-a907d86fb08e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.508395 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5d826f6-d93c-4772-9beb-a907d86fb08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.508846 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e67c2b05-1905-4988-9c17-3851312d7e89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.528340 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e67c2b05-1905-4988-9c17-3851312d7e89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.609143 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f5d826f6-d93c-4772-9beb-a907d86fb08e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=201636b684274a21bd255efe7c8a7ee3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5330460 Jul 16 09:05:02.613893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33018) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:02.690523 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ed43c555-ec98-4778-9560-6e4309c04113 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:02.722714 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d826f6-d93c-4772-9beb-a907d86fb08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2838f977-230b-44dd-ac35-45c8357eff22,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:02.823620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67c2b05-1905-4988-9c17-3851312d7e89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 5563beb7-e83e-4efe-b931-3d24001cb62b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:02.861738 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port ed43c555-ec98-4778-9560-6e4309c04113 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:02.861977 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c27dce4-633f-4535-aa83-8eaf2aefdf91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.923580 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c27dce4-633f-4535-aa83-8eaf2aefdf91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.980270 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67c2b05-1905-4988-9c17-3851312d7e89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:02.989007 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e67c2b05-1905-4988-9c17-3851312d7e89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.993054 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e67c2b05-1905-4988-9c17-3851312d7e89 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/5563beb7-e83e-4efe-b931-3d24001cb62b HTTP/1.1" status: 200 len: 953 time: 1.6697521 Jul 16 09:05:02.993891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33024) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:03.119394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd61a09-edfa-4d91-8a71-e49884428e5a None None] Network e425a590-838a-4c28-9e34-d24e7ea956e1 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:03.262143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-50c372d2-0b32-421a-b397-8fdb2e367f6f None None] Provisioning for port ed43c555-ec98-4778-9560-6e4309c04113 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:03.274800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-50c372d2-0b32-421a-b397-8fdb2e367f6f None None] Provisioning complete for port ed43c555-ec98-4778-9560-6e4309c04113 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:03.275468 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-50c372d2-0b32-421a-b397-8fdb2e367f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.545708 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-50c372d2-0b32-421a-b397-8fdb2e367f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.621631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-50c372d2-0b32-421a-b397-8fdb2e367f6f None None] For port ed43c555-ec98-4778-9560-6e4309c04113, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ed43c555-ec98-4778-9560-6e4309c04113,segment=NetworkSegment(8b8e9baa-912d-46a2-b45b-d3041a57ca15),segment_id=8b8e9baa-912d-46a2-b45b-d3041a57ca15)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:03.628432 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-50c372d2-0b32-421a-b397-8fdb2e367f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.648121 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c27dce4-633f-4535-aa83-8eaf2aefdf91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.651620 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1c27dce4-633f-4535-aa83-8eaf2aefdf91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.653480 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1c27dce4-633f-4535-aa83-8eaf2aefdf91 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2838f977-230b-44dd-ac35-45c8357eff22 HTTP/1.1" status: 204 len: 168 time: 1.0329096 Jul 16 09:05:03.682201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c27dce4-633f-4535-aa83-8eaf2aefdf91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2838f977-230b-44dd-ac35-45c8357eff22,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:03.727467 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7f2fce8a-32d5-4ce1-a53c-8b2b72fc6b65 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/routers/5563beb7-e83e-4efe-b931-3d24001cb62b HTTP/1.1" status: 200 len: 953 time: 0.7322924 Jul 16 09:05:03.730267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33040) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:03.736632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8131b4e3-c910-4dbd-9e21-a98c68362847 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'router': {'routes': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:03.762946 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c372d2-0b32-421a-b397-8fdb2e367f6f None None] Pushing event updated for resources: {'Port': ['ID=ed43c555-ec98-4778-9560-6e4309c04113,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:03.809340 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Sync routers for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:03.831523 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:03.835780 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-054db35b-a34b-428e-a8f7-134445929fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:04.021208 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.083312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-56cbddf8-c61f-42d7-95b1-c3c15555d8cc None None] Provisioning complete for port ed43c555-ec98-4778-9560-6e4309c04113 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:04.083908 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-56cbddf8-c61f-42d7-95b1-c3c15555d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.190769 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:04.363668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-56cbddf8-c61f-42d7-95b1-c3c15555d8cc None None] Provisioning for port 58683fad-890d-4d24-88a2-b2857cf7d58c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:04.376203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-56cbddf8-c61f-42d7-95b1-c3c15555d8cc None None] Provisioning complete for port 58683fad-890d-4d24-88a2-b2857cf7d58c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:04.377027 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-56cbddf8-c61f-42d7-95b1-c3c15555d8cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.495691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.extraroute_db [None req-8131b4e3-c910-4dbd-9e21-a98c68362847 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Added routes are [] {{(pid=93694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 09:05:04.496017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.extraroute_db [None req-8131b4e3-c910-4dbd-9e21-a98c68362847 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 09:05:04.537898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-56cbddf8-c61f-42d7-95b1-c3c15555d8cc None None] Port 58683fad-890d-4d24-88a2-b2857cf7d58c cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:04.541587 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8131b4e3-c910-4dbd-9e21-a98c68362847 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.793949 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ed43c555-ec98-4778-9560-6e4309c04113 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:04.823873 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8131b4e3-c910-4dbd-9e21-a98c68362847 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.830970 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8131b4e3-c910-4dbd-9e21-a98c68362847 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.905084 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-054db35b-a34b-428e-a8f7-134445929fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:02Z', 'revision_number': 6, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:57Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58683fad-890d-4d24-88a2-b2857cf7d58c', 'name': '', 'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:56:0e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b5584dbb-c1c0-4500-b26a-ec825517004a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:58Z', 'updated_at': '2021-07-16T09:05:00Z', 'revision_number': 2, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'b5584dbb-c1c0-4500-b26a-ec825517004a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e698173-deac-42c0-8625-13ac039990be', 'name': '', 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:d3:ea:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:52Z', 'updated_at': '2021-07-16T09:05:00Z', 'revision_number': 4, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:04.963642 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-19244095-5299-4ffa-8da5-ec07d268c28c None None] Provisioning complete for port 58683fad-890d-4d24-88a2-b2857cf7d58c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:04.964058 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-19244095-5299-4ffa-8da5-ec07d268c28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.028597 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Checking router: 5563beb7-e83e-4efe-b931-3d24001cb62b for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:05:05.037404 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Updating router 5563beb7-e83e-4efe-b931-3d24001cb62b port 58683fad-890d-4d24-88a2-b2857cf7d58c binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:05:05.068214 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8131b4e3-c910-4dbd-9e21-a98c68362847 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 5563beb7-e83e-4efe-b931-3d24001cb62b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:05.125708 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.150494 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-19244095-5299-4ffa-8da5-ec07d268c28c None None] Port 58683fad-890d-4d24-88a2-b2857cf7d58c cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:05.160160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ed43c555-ec98-4778-9560-6e4309c04113 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:05.160852 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.268281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8131b4e3-c910-4dbd-9e21-a98c68362847 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:05.308927 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8131b4e3-c910-4dbd-9e21-a98c68362847 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.314346 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8ef6ab8d-9fa9-46aa-9758-649afe3d8c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.314959 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8131b4e3-c910-4dbd-9e21-a98c68362847 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/5563beb7-e83e-4efe-b931-3d24001cb62b HTTP/1.1" status: 200 len: 703 time: 1.5788510 Jul 16 09:05:05.315106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33072) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:05.328194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d10af800-7682-444b-ae0a-b66b3d57918c None None] Provisioning complete for port 58683fad-890d-4d24-88a2-b2857cf7d58c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:05.328610 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d10af800-7682-444b-ae0a-b66b3d57918c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.391879 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8e698173-deac-42c0-8625-13ac039990be up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:05.436055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d10af800-7682-444b-ae0a-b66b3d57918c None None] Port 58683fad-890d-4d24-88a2-b2857cf7d58c cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:05.468887 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 8e698173-deac-42c0-8625-13ac039990be completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:05.475232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 8e698173-deac-42c0-8625-13ac039990be triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:05.475765 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.637914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ba7f8fab-653e-417a-8ae2-4dc329c6d10a tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/routers/5563beb7-e83e-4efe-b931-3d24001cb62b HTTP/1.1" status: 200 len: 703 time: 0.3209641 Jul 16 09:05:05.641101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33080) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:05.881599 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.906741 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.913950 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:05.953480 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Transition to ACTIVE for port object 58683fad-890d-4d24-88a2-b2857cf7d58c will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:05.976446 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.012006 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 8e698173-deac-42c0-8625-13ac039990be, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8e698173-deac-42c0-8625-13ac039990be,segment=NetworkSegment(a7df2c95-3bf9-4f54-a6b4-80ea272e8c50),segment_id=a7df2c95-3bf9-4f54-a6b4-80ea272e8c50)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:06.019544 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.069432 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a06ecd-71cf-48fe-8dd7-0453da0d273e None None] Pushing event updated for resources: {'Port': ['ID=58683fad-890d-4d24-88a2-b2857cf7d58c,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:06.121785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=8e698173-deac-42c0-8625-13ac039990be,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:06.228553 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Attempting to bind port 58683fad-890d-4d24-88a2-b2857cf7d58c on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:06.229267 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Attempting to bind port 58683fad-890d-4d24-88a2-b2857cf7d58c by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '8b8e9baa-912d-46a2-b45b-d3041a57ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:06.230612 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Attempting to bind port 58683fad-890d-4d24-88a2-b2857cf7d58c on network e425a590-838a-4c28-9e34-d24e7ea956e1 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:06.241869 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:06.242357 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Checking segment: {'id': '8b8e9baa-912d-46a2-b45b-d3041a57ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:06.243046 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.243802 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Bound using segment: {'id': '8b8e9baa-912d-46a2-b45b-d3041a57ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:06.245048 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Bound port: 58683fad-890d-4d24-88a2-b2857cf7d58c, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b8e9baa-912d-46a2-b45b-d3041a57ca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:06.245691 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.277455 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f03d533a-d11a-40da-93dd-0247eadf6620 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.390541 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-054db35b-a34b-428e-a8f7-134445929fae None None] For port 58683fad-890d-4d24-88a2-b2857cf7d58c, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:06.398042 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-054db35b-a34b-428e-a8f7-134445929fae None None] For port 58683fad-890d-4d24-88a2-b2857cf7d58c, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=58683fad-890d-4d24-88a2-b2857cf7d58c,segment=NetworkSegment(8b8e9baa-912d-46a2-b45b-d3041a57ca15),segment_id=8b8e9baa-912d-46a2-b45b-d3041a57ca15)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:06.415999 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.534404 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8e698173-deac-42c0-8625-13ac039990be up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:06.562468 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:06.565438 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-054db35b-a34b-428e-a8f7-134445929fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:06.692250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 8e698173-deac-42c0-8625-13ac039990be triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:06.694030 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.745317 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a06ecd-71cf-48fe-8dd7-0453da0d273e None None] Pushing event updated for resources: {'Port': ['ID=58683fad-890d-4d24-88a2-b2857cf7d58c,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:06.835453 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-054db35b-a34b-428e-a8f7-134445929fae None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:06.898666 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-f03d533a-d11a-40da-93dd-0247eadf6620 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port 58683fad-890d-4d24-88a2-b2857cf7d58c {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:06.899509 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f03d533a-d11a-40da-93dd-0247eadf6620 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.036588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-f03d533a-d11a-40da-93dd-0247eadf6620 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] For port 58683fad-890d-4d24-88a2-b2857cf7d58c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=58683fad-890d-4d24-88a2-b2857cf7d58c,segment=NetworkSegment(8b8e9baa-912d-46a2-b45b-d3041a57ca15),segment_id=8b8e9baa-912d-46a2-b45b-d3041a57ca15)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:07.036934 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f03d533a-d11a-40da-93dd-0247eadf6620 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.052993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-f03d533a-d11a-40da-93dd-0247eadf6620 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for 58683fad-890d-4d24-88a2-b2857cf7d58c owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:07.295077 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-054db35b-a34b-428e-a8f7-134445929fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:04Z', 'revision_number': 7, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:57Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58683fad-890d-4d24-88a2-b2857cf7d58c', 'name': '', 'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:56:0e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b5584dbb-c1c0-4500-b26a-ec825517004a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:58Z', 'updated_at': '2021-07-16T09:05:06Z', 'revision_number': 4, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'b5584dbb-c1c0-4500-b26a-ec825517004a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e698173-deac-42c0-8625-13ac039990be', 'name': '', 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:d3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:52Z', 'updated_at': '2021-07-16T09:05:05Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:07.324453 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054db35b-a34b-428e-a8f7-134445929fae None None] The sync data for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 is: [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:04Z', 'revision_number': 7, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:57Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '58683fad-890d-4d24-88a2-b2857cf7d58c', 'name': '', 'network_id': 'e425a590-838a-4c28-9e34-d24e7ea956e1', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:56:0e:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3432, 'fixed_ips': [{'subnet_id': 'b5584dbb-c1c0-4500-b26a-ec825517004a', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:58Z', 'updated_at': '2021-07-16T09:05:06Z', 'revision_number': 4, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'b5584dbb-c1c0-4500-b26a-ec825517004a', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e698173-deac-42c0-8625-13ac039990be', 'name': '', 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:d3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:52Z', 'updated_at': '2021-07-16T09:05:05Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:07.361117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f03d533a-d11a-40da-93dd-0247eadf6620 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.424803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d533a-d11a-40da-93dd-0247eadf6620 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=58683fad-890d-4d24-88a2-b2857cf7d58c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:07.625199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f588e46-6a97-4673-8fb1-0f1182f6b5b7 None None] Sync routers for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:07.637494 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f588e46-6a97-4673-8fb1-0f1182f6b5b7 None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:07.638776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2f588e46-6a97-4673-8fb1-0f1182f6b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:04:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:07.681519 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f03d533a-d11a-40da-93dd-0247eadf6620 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.819442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-2f588e46-6a97-4673-8fb1-0f1182f6b5b7 None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:07.967453 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a39290cc-9bec-46d1-bc14-d8781969afcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.081425 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f03d533a-d11a-40da-93dd-0247eadf6620 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 5563beb7-e83e-4efe-b931-3d24001cb62b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:08.151747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2f588e46-6a97-4673-8fb1-0f1182f6b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:07Z', 'revision_number': 8, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:57Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e698173-deac-42c0-8625-13ac039990be', 'name': '', 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:d3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:52Z', 'updated_at': '2021-07-16T09:05:05Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:08.225221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f588e46-6a97-4673-8fb1-0f1182f6b5b7 None None] Checking router: 5563beb7-e83e-4efe-b931-3d24001cb62b for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:05:08.230097 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03d533a-d11a-40da-93dd-0247eadf6620 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:08.237635 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f03d533a-d11a-40da-93dd-0247eadf6620 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/5563beb7-e83e-4efe-b931-3d24001cb62b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5937748 Jul 16 09:05:08.241022 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33172) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:08.257541 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f588e46-6a97-4673-8fb1-0f1182f6b5b7 None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:08.258760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2f588e46-6a97-4673-8fb1-0f1182f6b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:08.308717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9ce9490-ad8d-4112-8197-88bb9a58d34e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting subnet b5584dbb-c1c0-4500-b26a-ec825517004a {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:08.314376 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d9ce9490-ad8d-4112-8197-88bb9a58d34e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.394774 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d9ce9490-ad8d-4112-8197-88bb9a58d34e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.495272 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.498028 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-2f588e46-6a97-4673-8fb1-0f1182f6b5b7 None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:08.534854 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d9ce9490-ad8d-4112-8197-88bb9a58d34e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.609729 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d9ce9490-ad8d-4112-8197-88bb9a58d34e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.647986 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ce9490-ad8d-4112-8197-88bb9a58d34e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Subnet': ['ID=b5584dbb-c1c0-4500-b26a-ec825517004a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:08.653288 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d9ce9490-ad8d-4112-8197-88bb9a58d34e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.659642 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d9ce9490-ad8d-4112-8197-88bb9a58d34e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/b5584dbb-c1c0-4500-b26a-ec825517004a HTTP/1.1" status: 204 len: 168 time: 0.4147644 Jul 16 09:05:08.659642 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33206) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:08.746565 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c81099-4adf-4d79-a51d-c0d67acf427f None None] Network e425a590-838a-4c28-9e34-d24e7ea956e1 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:08.765716 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.869760 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port ed43c555-ec98-4778-9560-6e4309c04113 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:08.870750 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.917151 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33210) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:08.942678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2f588e46-6a97-4673-8fb1-0f1182f6b5b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:07Z', 'revision_number': 8, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:57Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e698173-deac-42c0-8625-13ac039990be', 'name': '', 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:d3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:52Z', 'updated_at': '2021-07-16T09:05:05Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:08.972674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] For port ed43c555-ec98-4778-9560-6e4309c04113, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ed43c555-ec98-4778-9560-6e4309c04113,segment=NetworkSegment(8b8e9baa-912d-46a2-b45b-d3041a57ca15),segment_id=8b8e9baa-912d-46a2-b45b-d3041a57ca15)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:08.973988 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:08.979804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f588e46-6a97-4673-8fb1-0f1182f6b5b7 None None] The sync data for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 is: [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:07Z', 'revision_number': 8, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:57Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e698173-deac-42c0-8625-13ac039990be', 'name': '', 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:d3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:52Z', 'updated_at': '2021-07-16T09:05:05Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:09.000763 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for ed43c555-ec98-4778-9560-6e4309c04113 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:09.112807 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.130519 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-937ad6de-fa04-41ee-aad4-58686c6ccb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.144183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=ed43c555-ec98-4778-9560-6e4309c04113,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:09.153036 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No DVR routers for this DVR port ed43c555-ec98-4778-9560-6e4309c04113 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:09.254799 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.266513 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-937ad6de-fa04-41ee-aad4-58686c6ccb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.268802 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e425a590-838a-4c28-9e34-d24e7ea956e1']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:09.279605 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-937ad6de-fa04-41ee-aad4-58686c6ccb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.282718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b8e9baa-912d-46a2-b45b-d3041a57ca15') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:09.283195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b8e9baa-912d-46a2-b45b-d3041a57ca15') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:09.294210 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.311864 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.319137 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:09.319721 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:09.323294 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:09.334951 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-937ad6de-fa04-41ee-aad4-58686c6ccb80 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=27cb419a19e346f0b4c4bd87e2871b8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4165001 Jul 16 09:05:09.335787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33214) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:09.336458 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ad6de-fa04-41ee-aad4-58686c6ccb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e074173-ca90-470f-8cd1-7e4f10fa2cd3,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:09.380137 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46197d0c-f8ff-49fa-9d94-2106403650ab None None] DHCP port deletion for e425a590-838a-4c28-9e34-d24e7ea956e1 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:05:09.432538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae753f33-c0bc-4e41-b4cc-c86eb3f5dc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.442355 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.451073 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.457448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33216) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:09.458281 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/networks/e425a590-838a-4c28-9e34-d24e7ea956e1 HTTP/1.1" status: 204 len: 168 time: 0.7984214 Jul 16 09:05:09.473682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2d8c9-c7ac-4a70-845d-596b8cc2dfdb tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Network': ['ID=e425a590-838a-4c28-9e34-d24e7ea956e1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:09.559669 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae753f33-c0bc-4e41-b4cc-c86eb3f5dc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.720790 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae753f33-c0bc-4e41-b4cc-c86eb3f5dc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.725516 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae753f33-c0bc-4e41-b4cc-c86eb3f5dc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.732260 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ae753f33-c0bc-4e41-b4cc-c86eb3f5dc74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e074173-ca90-470f-8cd1-7e4f10fa2cd3 HTTP/1.1" status: 204 len: 168 time: 0.3878381 Jul 16 09:05:09.732580 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18180cb9-1254-4bd6-a8cc-3cdb9e7aa308 None None] Sync routers for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:09.751578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae753f33-c0bc-4e41-b4cc-c86eb3f5dc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e074173-ca90-470f-8cd1-7e4f10fa2cd3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:09.756137 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18180cb9-1254-4bd6-a8cc-3cdb9e7aa308 None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:09.757046 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-18180cb9-1254-4bd6-a8cc-3cdb9e7aa308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:09.801896 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:09.900121 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-18180cb9-1254-4bd6-a8cc-3cdb9e7aa308 None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:10.082732 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-29a1e88f-c47b-4e32-a362-7b13a5c7cba1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.229278 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-18180cb9-1254-4bd6-a8cc-3cdb9e7aa308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:07Z', 'revision_number': 8, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:57Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e698173-deac-42c0-8625-13ac039990be', 'name': '', 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:d3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:52Z', 'updated_at': '2021-07-16T09:05:05Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:10.272291 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18180cb9-1254-4bd6-a8cc-3cdb9e7aa308 None None] Checking router: 5563beb7-e83e-4efe-b931-3d24001cb62b for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:05:10.283672 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18180cb9-1254-4bd6-a8cc-3cdb9e7aa308 None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:10.284723 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-18180cb9-1254-4bd6-a8cc-3cdb9e7aa308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:10.357836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33224) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:10.382132 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb99b917-3488-4a29-b693-d6cf92276cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.485793 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-18180cb9-1254-4bd6-a8cc-3cdb9e7aa308 None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:10.579825 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 58683fad-890d-4d24-88a2-b2857cf7d58c no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:10.630495 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb99b917-3488-4a29-b693-d6cf92276cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.642412 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb99b917-3488-4a29-b693-d6cf92276cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.657174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 58683fad-890d-4d24-88a2-b2857cf7d58c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:10.658356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 58683fad-890d-4d24-88a2-b2857cf7d58c not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:10.659589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ed43c555-ec98-4778-9560-6e4309c04113 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:10.665740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-29a1e88f-c47b-4e32-a362-7b13a5c7cba1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port 8e698173-deac-42c0-8625-13ac039990be {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:10.666649 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-29a1e88f-c47b-4e32-a362-7b13a5c7cba1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:10.687870 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fb99b917-3488-4a29-b693-d6cf92276cdf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d2c34722dd54303be635eaf424949a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3282785 Jul 16 09:05:10.694788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33228) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:10.705344 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: ed43c555-ec98-4778-9560-6e4309c04113 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:10.706426 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ed43c555-ec98-4778-9560-6e4309c04113 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:10.727535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99b917-3488-4a29-b693-d6cf92276cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad77380c-7cce-436a-be04-447d4f8890b8,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:10.899622 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-18180cb9-1254-4bd6-a8cc-3cdb9e7aa308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:07Z', 'revision_number': 8, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:57Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e698173-deac-42c0-8625-13ac039990be', 'name': '', 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:d3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:52Z', 'updated_at': '2021-07-16T09:05:05Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:10.949795 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18180cb9-1254-4bd6-a8cc-3cdb9e7aa308 None None] The sync data for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 is: [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:07Z', 'revision_number': 8, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:57Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8e698173-deac-42c0-8625-13ac039990be', 'name': '', 'network_id': 'f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:d3:ea:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3418, 'fixed_ips': [{'subnet_id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:52Z', 'updated_at': '2021-07-16T09:05:05Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '3cd313b5-f24a-4bea-acce-fddbc3b5ea01', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:11.266965 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.475308 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-29a1e88f-c47b-4e32-a362-7b13a5c7cba1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] For port 8e698173-deac-42c0-8625-13ac039990be, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8e698173-deac-42c0-8625-13ac039990be,segment=NetworkSegment(a7df2c95-3bf9-4f54-a6b4-80ea272e8c50),segment_id=a7df2c95-3bf9-4f54-a6b4-80ea272e8c50)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:11.476113 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-29a1e88f-c47b-4e32-a362-7b13a5c7cba1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.480253 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0403a287-f862-47e3-bd6a-ca3bc80c18bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.513191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-29a1e88f-c47b-4e32-a362-7b13a5c7cba1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for 8e698173-deac-42c0-8625-13ac039990be owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:11.552679 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0403a287-f862-47e3-bd6a-ca3bc80c18bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.783672 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0403a287-f862-47e3-bd6a-ca3bc80c18bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.788636 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0403a287-f862-47e3-bd6a-ca3bc80c18bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.790661 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0403a287-f862-47e3-bd6a-ca3bc80c18bb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ad77380c-7cce-436a-be04-447d4f8890b8 HTTP/1.1" status: 204 len: 168 time: 1.0942512 Jul 16 09:05:11.819953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0403a287-f862-47e3-bd6a-ca3bc80c18bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad77380c-7cce-436a-be04-447d4f8890b8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:11.938538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-29a1e88f-c47b-4e32-a362-7b13a5c7cba1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:11.993056 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a1e88f-c47b-4e32-a362-7b13a5c7cba1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=8e698173-deac-42c0-8625-13ac039990be,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:12.216106 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-29a1e88f-c47b-4e32-a362-7b13a5c7cba1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.599649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a1e88f-c47b-4e32-a362-7b13a5c7cba1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 5563beb7-e83e-4efe-b931-3d24001cb62b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:12.746290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a1e88f-c47b-4e32-a362-7b13a5c7cba1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:12.757068 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-29a1e88f-c47b-4e32-a362-7b13a5c7cba1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/5563beb7-e83e-4efe-b931-3d24001cb62b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2941360 Jul 16 09:05:12.757717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33252) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:12.758036 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb76ca-9a1d-49d7-9f69-7d13e005d384 None None] Sync routers for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:12.776250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb76ca-9a1d-49d7-9f69-7d13e005d384 None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:12.777511 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-18eb76ca-9a1d-49d7-9f69-7d13e005d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:12.867043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-784dca72-3338-48d8-86a7-88ded1c397a0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting subnet 3cd313b5-f24a-4bea-acce-fddbc3b5ea01 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:12.873485 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-784dca72-3338-48d8-86a7-88ded1c397a0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.957331 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-784dca72-3338-48d8-86a7-88ded1c397a0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:12.976480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-18eb76ca-9a1d-49d7-9f69-7d13e005d384 None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:13.163406 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-784dca72-3338-48d8-86a7-88ded1c397a0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.315295 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-784dca72-3338-48d8-86a7-88ded1c397a0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.357455 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784dca72-3338-48d8-86a7-88ded1c397a0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Subnet': ['ID=3cd313b5-f24a-4bea-acce-fddbc3b5ea01,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:13.363910 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-784dca72-3338-48d8-86a7-88ded1c397a0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.370222 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-784dca72-3338-48d8-86a7-88ded1c397a0 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/3cd313b5-f24a-4bea-acce-fddbc3b5ea01 HTTP/1.1" status: 204 len: 168 time: 0.6044774 Jul 16 09:05:13.370509 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33266) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:13.375800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd756fce-fb41-4161-bd59-a4a5baeebadc None None] Network f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:13.498518 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.582031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-18eb76ca-9a1d-49d7-9f69-7d13e005d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:11Z', 'revision_number': 9, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:57Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:13.619770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb76ca-9a1d-49d7-9f69-7d13e005d384 None None] Checking router: 5563beb7-e83e-4efe-b931-3d24001cb62b for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:05:13.625898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port 52a9d8a0-926b-4757-943a-5c464e8427ad {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:13.626710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.640401 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18eb76ca-9a1d-49d7-9f69-7d13e005d384 None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:13.641090 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-18eb76ca-9a1d-49d7-9f69-7d13e005d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:13.773848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] For port 52a9d8a0-926b-4757-943a-5c464e8427ad, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=52a9d8a0-926b-4757-943a-5c464e8427ad,segment=NetworkSegment(a7df2c95-3bf9-4f54-a6b4-80ea272e8c50),segment_id=a7df2c95-3bf9-4f54-a6b4-80ea272e8c50)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:13.774372 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.791983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for 52a9d8a0-926b-4757-943a-5c464e8427ad owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:13.801632 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-18eb76ca-9a1d-49d7-9f69-7d13e005d384 None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:13.872762 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b93609b-a91a-46a4-9130-02c60cf51756 None None] DHCP port deletion for f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:05:13.944374 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:13.972780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No DVR routers for this DVR port 52a9d8a0-926b-4757-943a-5c464e8427ad on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:14.029492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=52a9d8a0-926b-4757-943a-5c464e8427ad,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:14.066429 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-3b93609b-a91a-46a4-9130-02c60cf51756 None None] Deleting port 52a9d8a0-926b-4757-943a-5c464e8427ad {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:14.071305 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3b93609b-a91a-46a4-9130-02c60cf51756 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.113916 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.132228 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:14.147849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7df2c95-3bf9-4f54-a6b4-80ea272e8c50') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:14.148140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7df2c95-3bf9-4f54-a6b4-80ea272e8c50') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:14.160732 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.180389 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.189369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:14.189369 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:14.197946 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:14.317718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3b93609b-a91a-46a4-9130-02c60cf51756 None None] For port 52a9d8a0-926b-4757-943a-5c464e8427ad, host n-d-758944-46, got binding levels [] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:14.318329 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3b93609b-a91a-46a4-9130-02c60cf51756 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.326670 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.336525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-3b93609b-a91a-46a4-9130-02c60cf51756 None None] Calling delete_port for 52a9d8a0-926b-4757-943a-5c464e8427ad owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:14.340970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.ipam_backend_mixin [None req-3b93609b-a91a-46a4-9130-02c60cf51756 None None] Port 52a9d8a0-926b-4757-943a-5c464e8427ad was not found and therefore no delete operation was performed {{(pid=93696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:05:14.344525 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3b93609b-a91a-46a4-9130-02c60cf51756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.368920 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:14.376422 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/networks/f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d HTTP/1.1" status: 204 len: 168 time: 1.0017569 Jul 16 09:05:14.377146 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33284) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:14.432094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6e4b41-ca71-4100-8484-3491986a2364 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Network': ['ID=f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:14.559405 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3b93609b-a91a-46a4-9130-02c60cf51756 None None] Network f9dc9384-7788-4c4a-9bee-91a3d1c2dc4d is not hosted by any dhcp agent {{(pid=93696) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:05:14.559867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b93609b-a91a-46a4-9130-02c60cf51756 None None] No DVR routers for this DVR port 52a9d8a0-926b-4757-943a-5c464e8427ad on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:14.561776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 52a9d8a0-926b-4757-943a-5c464e8427ad no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:14.566179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93609b-a91a-46a4-9130-02c60cf51756 None None] Pushing event deleted for resources: {'Port': ['ID=52a9d8a0-926b-4757-943a-5c464e8427ad,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:14.593959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 52a9d8a0-926b-4757-943a-5c464e8427ad {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:14.594316 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 52a9d8a0-926b-4757-943a-5c464e8427ad not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:14.615570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-18eb76ca-9a1d-49d7-9f69-7d13e005d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:11Z', 'revision_number': 9, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:57Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:14.646842 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18eb76ca-9a1d-49d7-9f69-7d13e005d384 None None] The sync data for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 is: [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:11Z', 'revision_number': 9, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': '25fa460b-5584-49ae-97f5-e7feac3b8522', 'name': '', 'network_id': '878a1f53-569e-4abf-a46d-c568d763f83e', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:c5:ff:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:47Z', 'updated_at': '2021-07-16T09:04:57Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': '0c518b49-8121-45e2-8817-eeaff053fb9b', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:14.912880 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be7de2c2-3052-490e-93bd-ca42ce314e00 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.314903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-be7de2c2-3052-490e-93bd-ca42ce314e00 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port 25fa460b-5584-49ae-97f5-e7feac3b8522 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:15.315875 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be7de2c2-3052-490e-93bd-ca42ce314e00 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.478107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-be7de2c2-3052-490e-93bd-ca42ce314e00 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] For port 25fa460b-5584-49ae-97f5-e7feac3b8522, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=25fa460b-5584-49ae-97f5-e7feac3b8522,segment=NetworkSegment(da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd),segment_id=da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:15.479157 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be7de2c2-3052-490e-93bd-ca42ce314e00 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.502223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-be7de2c2-3052-490e-93bd-ca42ce314e00 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for 25fa460b-5584-49ae-97f5-e7feac3b8522 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:15.782140 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be7de2c2-3052-490e-93bd-ca42ce314e00 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:15.828619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7de2c2-3052-490e-93bd-ca42ce314e00 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=25fa460b-5584-49ae-97f5-e7feac3b8522,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:16.446276 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be7de2c2-3052-490e-93bd-ca42ce314e00 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:16.550390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8e698173-deac-42c0-8625-13ac039990be no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:16.593878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 8e698173-deac-42c0-8625-13ac039990be {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:16.594399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8e698173-deac-42c0-8625-13ac039990be not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:16.737464 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7de2c2-3052-490e-93bd-ca42ce314e00 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 5563beb7-e83e-4efe-b931-3d24001cb62b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:16.868108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7de2c2-3052-490e-93bd-ca42ce314e00 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:16.880201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33414) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:16.880892 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-be7de2c2-3052-490e-93bd-ca42ce314e00 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/5563beb7-e83e-4efe-b931-3d24001cb62b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5004499 Jul 16 09:05:16.888971 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab310b-80b2-43d6-aea9-29d8e3b11607 None None] Sync routers for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:16.905910 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab310b-80b2-43d6-aea9-29d8e3b11607 None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:16.907357 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f2ab310b-80b2-43d6-aea9-29d8e3b11607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:16.947897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccfaf44c-5d75-4ff7-8c20-1e71f95d6a7d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting subnet 0c518b49-8121-45e2-8817-eeaff053fb9b {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:16.952073 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf44c-5d75-4ff7-8c20-1e71f95d6a7d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.011202 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf44c-5d75-4ff7-8c20-1e71f95d6a7d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.093643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33418) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:17.180082 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf44c-5d75-4ff7-8c20-1e71f95d6a7d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.244456 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-f2ab310b-80b2-43d6-aea9-29d8e3b11607 None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:17.294360 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7e71b23-bb1e-408b-80ed-448d6f5b7926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.332700 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf44c-5d75-4ff7-8c20-1e71f95d6a7d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.369897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfaf44c-5d75-4ff7-8c20-1e71f95d6a7d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Subnet': ['ID=0c518b49-8121-45e2-8817-eeaff053fb9b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:17.378437 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ccfaf44c-5d75-4ff7-8c20-1e71f95d6a7d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.383715 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33422) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:17.384067 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ccfaf44c-5d75-4ff7-8c20-1e71f95d6a7d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/0c518b49-8121-45e2-8817-eeaff053fb9b HTTP/1.1" status: 204 len: 168 time: 0.5022008 Jul 16 09:05:17.409334 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388ef087-5adb-42f8-8a96-096838f467fe None None] Network 878a1f53-569e-4abf-a46d-c568d763f83e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:17.511910 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7e71b23-bb1e-408b-80ed-448d6f5b7926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.520839 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d7e71b23-bb1e-408b-80ed-448d6f5b7926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.602764 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.620399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33426) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:17.621121 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d7e71b23-bb1e-408b-80ed-448d6f5b7926 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f0b552984d9844e0bcced2b9da00755f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5255187 Jul 16 09:05:17.622634 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e71b23-bb1e-408b-80ed-448d6f5b7926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e099ff63-8e95-4779-b795-d52ac6e4c42f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:17.726116 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f2ab310b-80b2-43d6-aea9-29d8e3b11607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:15Z', 'revision_number': 10, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:17.777842 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940734f3-caf2-4064-a6b9-7e12980e9053 None None] DHCP port deletion for 878a1f53-569e-4abf-a46d-c568d763f83e request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:05:17.802451 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab310b-80b2-43d6-aea9-29d8e3b11607 None None] Checking router: 5563beb7-e83e-4efe-b931-3d24001cb62b for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:05:17.807955 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15c09c52-0aa1-4678-934d-13c3a8a5fb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.815680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port b0f091ba-d949-44e9-b382-6d3553653413 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:17.816209 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.828123 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ab310b-80b2-43d6-aea9-29d8e3b11607 None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:17.829041 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f2ab310b-80b2-43d6-aea9-29d8e3b11607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:17.843493 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-940734f3-caf2-4064-a6b9-7e12980e9053 None None] Deleting port b0f091ba-d949-44e9-b382-6d3553653413 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:17.844001 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-940734f3-caf2-4064-a6b9-7e12980e9053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.894827 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15c09c52-0aa1-4678-934d-13c3a8a5fb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.930356 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-f2ab310b-80b2-43d6-aea9-29d8e3b11607 None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:17.960201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-940734f3-caf2-4064-a6b9-7e12980e9053 None None] For port b0f091ba-d949-44e9-b382-6d3553653413, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b0f091ba-d949-44e9-b382-6d3553653413,segment=NetworkSegment(da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd),segment_id=da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:17.960946 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-940734f3-caf2-4064-a6b9-7e12980e9053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:17.977721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-940734f3-caf2-4064-a6b9-7e12980e9053 None None] Calling delete_port for b0f091ba-d949-44e9-b382-6d3553653413 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:18.000916 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] For port b0f091ba-d949-44e9-b382-6d3553653413, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b0f091ba-d949-44e9-b382-6d3553653413,segment=NetworkSegment(da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd),segment_id=da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:18.001408 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.035620 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for b0f091ba-d949-44e9-b382-6d3553653413 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:18.125933 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-940734f3-caf2-4064-a6b9-7e12980e9053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.156739 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15c09c52-0aa1-4678-934d-13c3a8a5fb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.159989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940734f3-caf2-4064-a6b9-7e12980e9053 None None] Pushing event deleted for resources: {'Port': ['ID=b0f091ba-d949-44e9-b382-6d3553653413,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:18.161637 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15c09c52-0aa1-4678-934d-13c3a8a5fb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.166457 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-15c09c52-0aa1-4678-934d-13c3a8a5fb6d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e099ff63-8e95-4779-b795-d52ac6e4c42f HTTP/1.1" status: 204 len: 168 time: 0.5389025 Jul 16 09:05:18.173572 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940734f3-caf2-4064-a6b9-7e12980e9053 None None] No DVR routers for this DVR port b0f091ba-d949-44e9-b382-6d3553653413 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:18.192395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c09c52-0aa1-4678-934d-13c3a8a5fb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e099ff63-8e95-4779-b795-d52ac6e4c42f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:18.221657 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.279801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=b0f091ba-d949-44e9-b382-6d3553653413,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:18.286695 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No DVR routers for this DVR port b0f091ba-d949-44e9-b382-6d3553653413 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:18.415323 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f2ab310b-80b2-43d6-aea9-29d8e3b11607 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:15Z', 'revision_number': 10, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:18.428379 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.448255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878a1f53-569e-4abf-a46d-c568d763f83e']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:18.465419 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:18.465630 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da64aa08-87d8-45ce-ba4f-fc6e8cacb2bd') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:18.483526 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.483980 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ab310b-80b2-43d6-aea9-29d8e3b11607 None None] The sync data for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 is: [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:15Z', 'revision_number': 10, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None, '_interfaces': [{'id': 'ee2f8683-c82d-4da3-9036-4394353e7562', 'name': '', 'network_id': '980c9df8-7466-41de-b1fa-16425fa81722', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'mac_address': 'fa:16:3e:bf:4c:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3408, 'fixed_ips': [{'subnet_id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:04:42Z', 'updated_at': '2021-07-16T09:04:52Z', 'revision_number': 5, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'subnets': [{'id': 'd9b739aa-6fa9-4b04-8f8a-e3ba058a0b30', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:18.519995 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.532308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:18.532843 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:18.543849 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:18.625348 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.651338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.657871 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/networks/878a1f53-569e-4abf-a46d-c568d763f83e HTTP/1.1" status: 204 len: 168 time: 1.2693877 Jul 16 09:05:18.658374 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33434) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:18.671077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c30110-1eb8-4ff0-a997-53292b7588f3 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Network': ['ID=878a1f53-569e-4abf-a46d-c568d763f83e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:18.805435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33436) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:18.819994 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-25ad8fcc-8cf4-4f5f-8705-39e032252e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:18.885647 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b0f091ba-d949-44e9-b382-6d3553653413 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:18.932401 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: b0f091ba-d949-44e9-b382-6d3553653413 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:18.934025 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b0f091ba-d949-44e9-b382-6d3553653413 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:19.020849 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-25ad8fcc-8cf4-4f5f-8705-39e032252e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.031883 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-25ad8fcc-8cf4-4f5f-8705-39e032252e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.112580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad8fcc-8cf4-4f5f-8705-39e032252e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b284ac-8726-4c81-8b27-320ccdabab14,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:19.126895 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-25ad8fcc-8cf4-4f5f-8705-39e032252e02 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44a5ba67cf054dd692f6fbd60636144a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3200901 Jul 16 09:05:19.128034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33438) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:19.216625 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-032c3aeb-00a9-487a-8ab7-94fc31b31a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.245789 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-032c3aeb-00a9-487a-8ab7-94fc31b31a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.327495 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb4dc-ae4f-4920-bb7b-e56bdc16ad4e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.346246 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-032c3aeb-00a9-487a-8ab7-94fc31b31a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.349814 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-032c3aeb-00a9-487a-8ab7-94fc31b31a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.355634 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-032c3aeb-00a9-487a-8ab7-94fc31b31a0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/77b284ac-8726-4c81-8b27-320ccdabab14 HTTP/1.1" status: 204 len: 168 time: 0.2221849 Jul 16 09:05:19.369438 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c3aeb-00a9-487a-8ab7-94fc31b31a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b284ac-8726-4c81-8b27-320ccdabab14,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:19.793729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-bb2cb4dc-ae4f-4920-bb7b-e56bdc16ad4e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port ee2f8683-c82d-4da3-9036-4394353e7562 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:19.794595 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb4dc-ae4f-4920-bb7b-e56bdc16ad4e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.945449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-bb2cb4dc-ae4f-4920-bb7b-e56bdc16ad4e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] For port ee2f8683-c82d-4da3-9036-4394353e7562, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ee2f8683-c82d-4da3-9036-4394353e7562,segment=NetworkSegment(6e8ed34c-4d9e-4b92-8620-5b55b65db1d5),segment_id=6e8ed34c-4d9e-4b92-8620-5b55b65db1d5)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:19.946044 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb4dc-ae4f-4920-bb7b-e56bdc16ad4e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:19.966093 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-bb2cb4dc-ae4f-4920-bb7b-e56bdc16ad4e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for ee2f8683-c82d-4da3-9036-4394353e7562 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:20.307484 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb4dc-ae4f-4920-bb7b-e56bdc16ad4e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.369590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2cb4dc-ae4f-4920-bb7b-e56bdc16ad4e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=ee2f8683-c82d-4da3-9036-4394353e7562,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:20.549272 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb2cb4dc-ae4f-4920-bb7b-e56bdc16ad4e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:20.602896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 25fa460b-5584-49ae-97f5-e7feac3b8522 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:20.643555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 25fa460b-5584-49ae-97f5-e7feac3b8522 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:20.644283 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 25fa460b-5584-49ae-97f5-e7feac3b8522 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:20.853407 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb2cb4dc-ae4f-4920-bb7b-e56bdc16ad4e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 5563beb7-e83e-4efe-b931-3d24001cb62b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:21.009854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb2cb4dc-ae4f-4920-bb7b-e56bdc16ad4e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:21.019440 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bb2cb4dc-ae4f-4920-bb7b-e56bdc16ad4e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/5563beb7-e83e-4efe-b931-3d24001cb62b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3593638 Jul 16 09:05:21.023930 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33474) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:21.025591 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe79759-b46c-40d8-bc2e-0a63db22b39b None None] Sync routers for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:21.038783 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe79759-b46c-40d8-bc2e-0a63db22b39b None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:21.039800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4fe79759-b46c-40d8-bc2e-0a63db22b39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:21.102853 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting subnet d9b739aa-6fa9-4b04-8f8a-e3ba058a0b30 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:21.107147 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.130343 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-4fe79759-b46c-40d8-bc2e-0a63db22b39b None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:21.157037 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.210772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4fe79759-b46c-40d8-bc2e-0a63db22b39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:20Z', 'revision_number': 11, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:21.243541 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe79759-b46c-40d8-bc2e-0a63db22b39b None None] Checking router: 5563beb7-e83e-4efe-b931-3d24001cb62b for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:05:21.267048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe79759-b46c-40d8-bc2e-0a63db22b39b None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:21.267685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4fe79759-b46c-40d8-bc2e-0a63db22b39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:21.298366 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.377712 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.394099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-4fe79759-b46c-40d8-bc2e-0a63db22b39b None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:21.406067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Subnet': ['ID=d9b739aa-6fa9-4b04-8f8a-e3ba058a0b30,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:21.417803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:21.418205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:21.418481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:21.418880 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:21.421920 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:21.422300 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:21.422642 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:21.423000 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:21.423340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:21.423672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:21.424001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:21.424323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:21.427572 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.429911 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ef5a1850-41c2-400c-8868-eb299a3a202b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/d9b739aa-6fa9-4b04-8f8a-e3ba058a0b30 HTTP/1.1" status: 204 len: 168 time: 0.4043944 Jul 16 09:05:21.435248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33482) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:21.453971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aee2038-3eb1-4c9a-90b5-0cb050cb0560 None None] Network 980c9df8-7466-41de-b1fa-16425fa81722 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:21.503665 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33484) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:21.511942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4fe79759-b46c-40d8-bc2e-0a63db22b39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:20Z', 'revision_number': 11, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:21.547428 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe79759-b46c-40d8-bc2e-0a63db22b39b None None] The sync data for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 is: [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:20Z', 'revision_number': 11, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:21.601284 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.670329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:21.710791 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.720599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Deleting port 1fb14ebf-30a7-4804-b869-a4137d46f676 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:21.721131 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.816871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] For port 1fb14ebf-30a7-4804-b869-a4137d46f676, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1fb14ebf-30a7-4804-b869-a4137d46f676,segment=NetworkSegment(6e8ed34c-4d9e-4b92-8620-5b55b65db1d5),segment_id=6e8ed34c-4d9e-4b92-8620-5b55b65db1d5)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:21.817340 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.832273 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Calling delete_port for 1fb14ebf-30a7-4804-b869-a4137d46f676 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:21.902661 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:21.932855 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6ef216-cfb6-49e8-bb73-5fab03088d89 None None] DHCP port deletion for 980c9df8-7466-41de-b1fa-16425fa81722 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:05:22.009654 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.071735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Port': ['ID=1fb14ebf-30a7-4804-b869-a4137d46f676,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:22.085559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No DVR routers for this DVR port 1fb14ebf-30a7-4804-b869-a4137d46f676 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:22.088392 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ef216-cfb6-49e8-bb73-5fab03088d89 None None] Deleting port 1fb14ebf-30a7-4804-b869-a4137d46f676 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:22.089889 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cb6ef216-cfb6-49e8-bb73-5fab03088d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.190774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Allocated IP 172.25.4.95 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/1066dea3-edbe-4887-b74c-cd835f2735d7) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:22.228951 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.245133 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-cb6ef216-cfb6-49e8-bb73-5fab03088d89 None None] For port 1fb14ebf-30a7-4804-b869-a4137d46f676, host n-d-758944-46, got binding levels [] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:22.245735 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cb6ef216-cfb6-49e8-bb73-5fab03088d89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.246605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980c9df8-7466-41de-b1fa-16425fa81722']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:22.268387 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e8ed34c-4d9e-4b92-8620-5b55b65db1d5') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:22.269472 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e8ed34c-4d9e-4b92-8620-5b55b65db1d5') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:22.282620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-cb6ef216-cfb6-49e8-bb73-5fab03088d89 None None] Calling delete_port for 1fb14ebf-30a7-4804-b869-a4137d46f676 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:22.286835 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.287433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.ipam_backend_mixin [None req-cb6ef216-cfb6-49e8-bb73-5fab03088d89 None None] Port 1fb14ebf-30a7-4804-b869-a4137d46f676 was not found and therefore no delete operation was performed {{(pid=93696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:05:22.289652 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cb6ef216-cfb6-49e8-bb73-5fab03088d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.304594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ef216-cfb6-49e8-bb73-5fab03088d89 None None] No DVR routers for this DVR port 1fb14ebf-30a7-4804-b869-a4137d46f676 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:22.325055 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.327359 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ef216-cfb6-49e8-bb73-5fab03088d89 None None] Pushing event deleted for resources: {'Port': ['ID=1fb14ebf-30a7-4804-b869-a4137d46f676,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:22.337142 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:22.337850 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:22.343288 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:22.428108 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.438530 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.469380 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.472201 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/networks/980c9df8-7466-41de-b1fa-16425fa81722 HTTP/1.1" status: 204 len: 168 time: 1.0357718 Jul 16 09:05:22.473434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157b933-4a1c-4788-a492-497ec925fcd4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Pushing event deleted for resources: {'Network': ['ID=980c9df8-7466-41de-b1fa-16425fa81722,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:22.476449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33492) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:22.484855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5b496dee-795d-4a02-9f72-db7f9f3d6d74 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'router': {'routes': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:22.498298 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.548684 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:22.552221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:22.554827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:22.562600 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Pushing event updated for resources: {'Port': ['ID=1066dea3-edbe-4887-b74c-cd835f2735d7,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:22.564120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ee2f8683-c82d-4da3-9036-4394353e7562 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:22.604130 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: ee2f8683-c82d-4da3-9036-4394353e7562 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:22.604718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ee2f8683-c82d-4da3-9036-4394353e7562 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:22.605732 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1fb14ebf-30a7-4804-b869-a4137d46f676 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:22.644326 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 1fb14ebf-30a7-4804-b869-a4137d46f676 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:22.645352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1fb14ebf-30a7-4804-b869-a4137d46f676 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:22.734966 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.806833 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:22.981371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.extraroute_db [None req-5b496dee-795d-4a02-9f72-db7f9f3d6d74 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Added routes are [] {{(pid=93694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 09:05:22.981704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.extraroute_db [None req-5b496dee-795d-4a02-9f72-db7f9f3d6d74 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Removed routes are [] {{(pid=93694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 09:05:22.982471 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b496dee-795d-4a02-9f72-db7f9f3d6d74 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.054000 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.062545 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.144126 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Pushing event updated for resources: {'Port': ['ID=1066dea3-edbe-4887-b74c-cd835f2735d7,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:23.167408 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.190260 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.197260 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-98aced96-e2f0-4f60-8a17-f56584d8b2ae tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6863432 Jul 16 09:05:23.198491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33496) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:23.203776 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-24322b80-ffd1-4abe-abc8-a8c960577069 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1752673382', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'fixed_ips': [{'ip_address': '172.25.4.95'}]}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:23.232420 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24322b80-ffd1-4abe-abc8-a8c960577069 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Made reservation on behalf of 353c0b35d3394aa493538c233c5a050c for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:23.236044 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24322b80-ffd1-4abe-abc8-a8c960577069 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.249236 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24322b80-ffd1-4abe-abc8-a8c960577069 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.269484 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b496dee-795d-4a02-9f72-db7f9f3d6d74 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.276687 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b496dee-795d-4a02-9f72-db7f9f3d6d74 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.371635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b496dee-795d-4a02-9f72-db7f9f3d6d74 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 5563beb7-e83e-4efe-b931-3d24001cb62b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:23.413739 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24322b80-ffd1-4abe-abc8-a8c960577069 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.420756 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-24322b80-ffd1-4abe-abc8-a8c960577069 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.448398 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-24322b80-ffd1-4abe-abc8-a8c960577069 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] device_id is not set on port f13360bc-d932-4e11-80f2-7eab84f4c5d8 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:23.453753 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24322b80-ffd1-4abe-abc8-a8c960577069 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4052a36c-4c47-418b-a561-2829ad8b5ba8,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:23.462202 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b496dee-795d-4a02-9f72-db7f9f3d6d74 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:23.475916 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb88266b-2d4a-41ad-b646-c3ec35184113 None None] Sync routers for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:23.479905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b496dee-795d-4a02-9f72-db7f9f3d6d74 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.483970 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5b496dee-795d-4a02-9f72-db7f9f3d6d74 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/5563beb7-e83e-4efe-b931-3d24001cb62b HTTP/1.1" status: 200 len: 704 time: 1.0034811 Jul 16 09:05:23.484346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33498) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:23.504076 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb88266b-2d4a-41ad-b646-c3ec35184113 None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:23.509469 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-eb88266b-2d4a-41ad-b646-c3ec35184113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:23.537276 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6b7eb13c-c10f-4e0d-a2d1-cf266becac47 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5563beb7-e83e-4efe-b931-3d24001cb62b HTTP/1.1" status: 200 len: 205 time: 0.0511489 Jul 16 09:05:23.545561 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33500) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:23.799188 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-eb88266b-2d4a-41ad-b646-c3ec35184113 None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:23.800197 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a85e1ee-16e5-48be-a1a0-65de598a7dc9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:23.800567 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-eb88266b-2d4a-41ad-b646-c3ec35184113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:20Z', 'revision_number': 11, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:23.854058 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb88266b-2d4a-41ad-b646-c3ec35184113 None None] Checking router: 5563beb7-e83e-4efe-b931-3d24001cb62b for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:05:23.857453 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-24322b80-ffd1-4abe-abc8-a8c960577069 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 09:05:23.864908 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24322b80-ffd1-4abe-abc8-a8c960577069 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:23.872006 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb88266b-2d4a-41ad-b646-c3ec35184113 None None] Routers {'5563beb7-e83e-4efe-b931-3d24001cb62b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:23.873041 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-eb88266b-2d4a-41ad-b646-c3ec35184113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5563beb7-e83e-4efe-b931-3d24001cb62b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:23.891378 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-24322b80-ffd1-4abe-abc8-a8c960577069 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 0.6924858 Jul 16 09:05:23.894397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33516) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:23.993308 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-eb88266b-2d4a-41ad-b646-c3ec35184113 None None] Set router 5563beb7-e83e-4efe-b931-3d24001cb62b gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:24.036982 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a85e1ee-16e5-48be-a1a0-65de598a7dc9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.043229 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a85e1ee-16e5-48be-a1a0-65de598a7dc9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.063011 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-eb88266b-2d4a-41ad-b646-c3ec35184113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:20Z', 'revision_number': 11, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:24.095245 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb88266b-2d4a-41ad-b646-c3ec35184113 None None] The sync data for ids ['5563beb7-e83e-4efe-b931-3d24001cb62b'] in n-d-758944-46 is: [{'id': '5563beb7-e83e-4efe-b931-3d24001cb62b', 'name': 'tempest-RoutersIpV6Test-router-923005188', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:04:39Z', 'updated_at': '2021-07-16T09:05:20Z', 'revision_number': 11, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:24.143573 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a85e1ee-16e5-48be-a1a0-65de598a7dc9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.144140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a85e1ee-16e5-48be-a1a0-65de598a7dc9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Fanout notify agent at l3_agent the message router_deleted on router 5563beb7-e83e-4efe-b931-3d24001cb62b {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:05:24.153799 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8a85e1ee-16e5-48be-a1a0-65de598a7dc9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.164740 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8a85e1ee-16e5-48be-a1a0-65de598a7dc9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/routers/5563beb7-e83e-4efe-b931-3d24001cb62b HTTP/1.1" status: 204 len: 168 time: 0.6132376 Jul 16 09:05:24.164740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33522) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:24.166870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-109be682-8b1b-452d-b7a2-61ae0dfd208e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-451828324', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:24.179657 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7b163820-c0f5-422c-a565-4da7ed436e66 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Deleting port 1066dea3-edbe-4887-b74c-cd835f2735d7 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:24.180057 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b163820-c0f5-422c-a565-4da7ed436e66 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.203174 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-109be682-8b1b-452d-b7a2-61ae0dfd208e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.204259 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-109be682-8b1b-452d-b7a2-61ae0dfd208e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.276529 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b163820-c0f5-422c-a565-4da7ed436e66 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.277305 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b163820-c0f5-422c-a565-4da7ed436e66 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.283627 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-109be682-8b1b-452d-b7a2-61ae0dfd208e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.294160 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-109be682-8b1b-452d-b7a2-61ae0dfd208e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.304127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7b163820-c0f5-422c-a565-4da7ed436e66 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Calling delete_port for 1066dea3-edbe-4887-b74c-cd835f2735d7 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:24.318289 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-109be682-8b1b-452d-b7a2-61ae0dfd208e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.322378 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-109be682-8b1b-452d-b7a2-61ae0dfd208e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1572835 Jul 16 09:05:24.322606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33526) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:24.329050 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ab5e80fc-98f2-4023-b2ca-88a8e3f776a7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:24.560713 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b163820-c0f5-422c-a565-4da7ed436e66 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.588760 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b163820-c0f5-422c-a565-4da7ed436e66 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Pushing event deleted for resources: {'Port': ['ID=1066dea3-edbe-4887-b74c-cd835f2735d7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:24.635983 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ab5e80fc-98f2-4023-b2ca-88a8e3f776a7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.649410 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ab5e80fc-98f2-4023-b2ca-88a8e3f776a7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.671502 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b163820-c0f5-422c-a565-4da7ed436e66 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.674935 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7b163820-c0f5-422c-a565-4da7ed436e66 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.676185 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7b163820-c0f5-422c-a565-4da7ed436e66 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844 tempest-ExternalNetworksAdminNegativeTestJSON-1741075844-project-admin] 10.222.0.20 "DELETE /v2.0/floatingips/1abd8b69-6684-4eba-99a9-e3db7c6e0268 HTTP/1.1" status: 204 len: 168 time: 0.7803121 Jul 16 09:05:24.785051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5e80fc-98f2-4023-b2ca-88a8e3f776a7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Router 372c5044-c20b-417d-8fd7-d92ce162a70e is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:05:24.949388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5e80fc-98f2-4023-b2ca-88a8e3f776a7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:24.962742 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ab5e80fc-98f2-4023-b2ca-88a8e3f776a7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:24.964702 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ab5e80fc-98f2-4023-b2ca-88a8e3f776a7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "PUT /v2.0/routers/372c5044-c20b-417d-8fd7-d92ce162a70e HTTP/1.1" status: 200 len: 697 time: 0.6408639 Jul 16 09:05:24.967373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33540) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:24.967622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc01a6b-c68e-4aad-97cb-a3c1b5289131 None None] Sync routers for ids ['372c5044-c20b-417d-8fd7-d92ce162a70e'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:24.988336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc01a6b-c68e-4aad-97cb-a3c1b5289131 None None] Routers {'372c5044-c20b-417d-8fd7-d92ce162a70e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:24.989573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0cc01a6b-c68e-4aad-97cb-a3c1b5289131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['372c5044-c20b-417d-8fd7-d92ce162a70e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:25.075399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-0cc01a6b-c68e-4aad-97cb-a3c1b5289131 None None] Set router 372c5044-c20b-417d-8fd7-d92ce162a70e gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:25.094163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33544) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.107045 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6d2887bc-f62d-4679-bacc-f95842f883e1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/routers/372c5044-c20b-417d-8fd7-d92ce162a70e HTTP/1.1" status: 200 len: 703 time: 0.1373932 Jul 16 09:05:25.110037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33548) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.172724 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33550) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.173292 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-29278d7e-705f-4f14-8661-4fac02e33872 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports?device_id=372c5044-c20b-417d-8fd7-d92ce162a70e HTTP/1.1" status: 200 len: 205 time: 0.0612113 Jul 16 09:05:25.180888 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0cc01a6b-c68e-4aad-97cb-a3c1b5289131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372c5044-c20b-417d-8fd7-d92ce162a70e', 'name': 'tempest-RoutersIpV6Test-router-451828324', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:24Z', 'updated_at': '2021-07-16T09:05:24Z', 'revision_number': 2, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:25.219205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc01a6b-c68e-4aad-97cb-a3c1b5289131 None None] Checking router: 372c5044-c20b-417d-8fd7-d92ce162a70e for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:05:25.229622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc01a6b-c68e-4aad-97cb-a3c1b5289131 None None] Routers {'372c5044-c20b-417d-8fd7-d92ce162a70e'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:25.230268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0cc01a6b-c68e-4aad-97cb-a3c1b5289131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['372c5044-c20b-417d-8fd7-d92ce162a70e'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:25.319619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-0cc01a6b-c68e-4aad-97cb-a3c1b5289131 None None] Set router 372c5044-c20b-417d-8fd7-d92ce162a70e gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:25.321152 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-affde9be-0291-4c2d-ac63-f55ffc58d720 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.332582 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a40e745-4ad1-4158-bfe8-6fa5c21ebd75 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.408045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0cc01a6b-c68e-4aad-97cb-a3c1b5289131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372c5044-c20b-417d-8fd7-d92ce162a70e', 'name': 'tempest-RoutersIpV6Test-router-451828324', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:24Z', 'updated_at': '2021-07-16T09:05:24Z', 'revision_number': 2, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:25.443980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc01a6b-c68e-4aad-97cb-a3c1b5289131 None None] The sync data for ids ['372c5044-c20b-417d-8fd7-d92ce162a70e'] in n-d-758944-46 is: [{'id': '372c5044-c20b-417d-8fd7-d92ce162a70e', 'name': 'tempest-RoutersIpV6Test-router-451828324', 'tenant_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:05:24Z', 'updated_at': '2021-07-16T09:05:24Z', 'revision_number': 2, 'project_id': 'b65dd193b05f4ad89a18040e342bcb5a', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:25.544610 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a40e745-4ad1-4158-bfe8-6fa5c21ebd75 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.548036 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a40e745-4ad1-4158-bfe8-6fa5c21ebd75 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.621539 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a40e745-4ad1-4158-bfe8-6fa5c21ebd75 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.621861 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a40e745-4ad1-4158-bfe8-6fa5c21ebd75 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Fanout notify agent at l3_agent the message router_deleted on router 372c5044-c20b-417d-8fd7-d92ce162a70e {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:05:25.630915 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a40e745-4ad1-4158-bfe8-6fa5c21ebd75 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.632394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3a40e745-4ad1-4158-bfe8-6fa5c21ebd75 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/routers/372c5044-c20b-417d-8fd7-d92ce162a70e HTTP/1.1" status: 204 len: 168 time: 0.4576020 Jul 16 09:05:25.637184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33560) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.669270 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-affde9be-0291-4c2d-ac63-f55ffc58d720 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.676323 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-affde9be-0291-4c2d-ac63-f55ffc58d720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.721963 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-affde9be-0291-4c2d-ac63-f55ffc58d720 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5b890e471aba40418d6b0970576fc3a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6187465 Jul 16 09:05:25.721963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33562) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.722463 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e2c40ed3-3921-46b4-9b7e-f38ffdf58caf tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports?device_id=372c5044-c20b-417d-8fd7-d92ce162a70e HTTP/1.1" status: 200 len: 205 time: 0.0777428 Jul 16 09:05:25.725147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33564) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.748180 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affde9be-0291-4c2d-ac63-f55ffc58d720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7cd126-0771-4099-8428-4cd6964f1725,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:25.773577 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-bbb4e69d-3f08-4488-a6cc-3ea7b4606306 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] delete failed (client error): The resource could not be found. Jul 16 09:05:25.774911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bbb4e69d-3f08-4488-a6cc-3ea7b4606306 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/routers/372c5044-c20b-417d-8fd7-d92ce162a70e HTTP/1.1" status: 404 len: 336 time: 0.0494037 Jul 16 09:05:25.777773 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33568) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.818789 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e617bde-da4c-4ea7-9fc0-cdcb28be3336 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:25.819256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e617bde-da4c-4ea7-9fc0-cdcb28be3336 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:25.821140 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0e617bde-da4c-4ea7-9fc0-cdcb28be3336 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/b5584dbb-c1c0-4500-b26a-ec825517004a HTTP/1.1" status: 404 len: 337 time: 0.0422912 Jul 16 09:05:25.824453 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33570) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.861705 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0f393d-e5ab-4aa4-ba47-dbb7cfa4068b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:25.862110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0f393d-e5ab-4aa4-ba47-dbb7cfa4068b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:25.863998 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cb0f393d-e5ab-4aa4-ba47-dbb7cfa4068b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/3cd313b5-f24a-4bea-acce-fddbc3b5ea01 HTTP/1.1" status: 404 len: 337 time: 0.0385151 Jul 16 09:05:25.867326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33572) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.867600 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4825420c-045a-4fe3-895f-b74a23670e24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.894125 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4825420c-045a-4fe3-895f-b74a23670e24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.915300 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-847d0b65-a8b1-4676-b669-b4888919227c tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:25.916462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-847d0b65-a8b1-4676-b669-b4888919227c tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:25.920110 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-847d0b65-a8b1-4676-b669-b4888919227c tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/0c518b49-8121-45e2-8817-eeaff053fb9b HTTP/1.1" status: 404 len: 337 time: 0.0509710 Jul 16 09:05:25.924751 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33578) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.977563 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4825420c-045a-4fe3-895f-b74a23670e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.980741 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59e61e8-5900-40a3-9ef0-b39bd3e0300d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:25.981619 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59e61e8-5900-40a3-9ef0-b39bd3e0300d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:25.981913 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4825420c-045a-4fe3-895f-b74a23670e24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:25.984021 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4825420c-045a-4fe3-895f-b74a23670e24 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1d7cd126-0771-4099-8428-4cd6964f1725 HTTP/1.1" status: 204 len: 168 time: 0.2647164 Jul 16 09:05:25.985263 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d59e61e8-5900-40a3-9ef0-b39bd3e0300d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/d9b739aa-6fa9-4b04-8f8a-e3ba058a0b30 HTTP/1.1" status: 404 len: 337 time: 0.0584612 Jul 16 09:05:25.991127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33580) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:25.996476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825420c-045a-4fe3-895f-b74a23670e24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7cd126-0771-4099-8428-4cd6964f1725,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:26.064757 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a1730fc6-ef01-4e00-968a-7cf4079ede24 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports?device_id=5563beb7-e83e-4efe-b931-3d24001cb62b HTTP/1.1" status: 200 len: 205 time: 0.0693836 Jul 16 09:05:26.065037 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33584) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.108284 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-1b2cfb13-aba2-4648-b014-ddbdf34b4fe1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] delete failed (client error): The resource could not be found. Jul 16 09:05:26.111243 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1b2cfb13-aba2-4648-b014-ddbdf34b4fe1 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/routers/5563beb7-e83e-4efe-b931-3d24001cb62b HTTP/1.1" status: 404 len: 336 time: 0.0435579 Jul 16 09:05:26.114129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33586) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.148042 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-016f5af8-d2b9-4393-bd31-3a5fe2e31c13 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports?device_id=bca93353-e8aa-4b66-b2bf-31a94b458248 HTTP/1.1" status: 200 len: 205 time: 0.0328641 Jul 16 09:05:26.151806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33588) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.206535 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-1c1bb75f-6496-45e5-b563-03b8bdaf1d80 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] delete failed (client error): The resource could not be found. Jul 16 09:05:26.211597 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1c1bb75f-6496-45e5-b563-03b8bdaf1d80 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/routers/bca93353-e8aa-4b66-b2bf-31a94b458248 HTTP/1.1" status: 404 len: 336 time: 0.0542982 Jul 16 09:05:26.212024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33594) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.245946 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-d02b9170-7926-4282-8c52-07148659209b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:26.247171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d02b9170-7926-4282-8c52-07148659209b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:26.255295 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33596) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.256273 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d02b9170-7926-4282-8c52-07148659209b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/a1532dea-74ef-4901-8cfe-d232025c578e HTTP/1.1" status: 404 len: 337 time: 0.0425224 Jul 16 09:05:26.315049 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fc7368bf-1ab6-4071-a0cf-cf2e7bcc024d tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports?device_id=bbe5f912-dd9a-489e-91f8-63b489855147 HTTP/1.1" status: 200 len: 205 time: 0.0562253 Jul 16 09:05:26.317426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33600) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.388015 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-452daeef-554f-411d-bf4b-e91fd0f446c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] delete failed (client error): The resource could not be found. Jul 16 09:05:26.389921 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-452daeef-554f-411d-bf4b-e91fd0f446c9 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/routers/bbe5f912-dd9a-489e-91f8-63b489855147 HTTP/1.1" status: 404 len: 336 time: 0.0708923 Jul 16 09:05:26.393104 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33602) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.450132 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-157fea1a-7ccf-414d-8836-a921c58881b5 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports?device_id=55d7a361-f454-42d4-a2e8-03e189ac711a HTTP/1.1" status: 200 len: 205 time: 0.0551734 Jul 16 09:05:26.453241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33604) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.488575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33606) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.512907 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-8565579f-69bc-409f-b216-44c0fa5e9fde tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] delete failed (client error): The resource could not be found. Jul 16 09:05:26.514089 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8565579f-69bc-409f-b216-44c0fa5e9fde tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/routers/55d7a361-f454-42d4-a2e8-03e189ac711a HTTP/1.1" status: 404 len: 336 time: 0.0595536 Jul 16 09:05:26.518239 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33608) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.562845 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c96a2772-bc4d-44c3-96b6-fd67f97b2266 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=353c0b35d3394aa493538c233c5a050c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727782 Jul 16 09:05:26.563248 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33612) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.564587 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b71c27-2fb6-48c1-962c-f07223d4247e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:26.565358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b71c27-2fb6-48c1-962c-f07223d4247e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:26.573137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33614) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.573433 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-49b71c27-2fb6-48c1-962c-f07223d4247e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/62454ee1-2ccb-4e46-8d35-1798bff8c592 HTTP/1.1" status: 404 len: 337 time: 0.0539615 Jul 16 09:05:26.615644 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-611f8c6e-79a1-4ac0-81f7-215410413c7f tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc5b3e39-df48-4b64-9673-ce68cdaf7315 HTTP/1.1" status: 200 len: 205 time: 0.0410624 Jul 16 09:05:26.618488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33616) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.654654 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-474a8cba-b87a-4e3e-bbea-239d536c1bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.659324 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-938271bb-ad53-416a-b491-ee8e109375c4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] delete failed (client error): The resource could not be found. Jul 16 09:05:26.660607 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-938271bb-ad53-416a-b491-ee8e109375c4 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/routers/bc5b3e39-df48-4b64-9673-ce68cdaf7315 HTTP/1.1" status: 404 len: 336 time: 0.0409782 Jul 16 09:05:26.663192 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33618) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.687586 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-474a8cba-b87a-4e3e-bbea-239d536c1bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.693605 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a1c72d-082d-4fe9-905a-ded88d88647b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:26.693605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a1c72d-082d-4fe9-905a-ded88d88647b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:26.695332 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-14a1c72d-082d-4fe9-905a-ded88d88647b tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/60e15334-721f-4e83-bb0a-e1683dbbd544 HTTP/1.1" status: 404 len: 337 time: 0.0308318 Jul 16 09:05:26.699019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33620) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.741888 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-da7e2953-d0e5-417c-9440-7bd44b098cc5 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "GET /v2.0/ports?device_id=8d468dad-fbf2-4028-9c01-8c918f03ead8 HTTP/1.1" status: 200 len: 205 time: 0.0416336 Jul 16 09:05:26.744684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33622) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.798119 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-474a8cba-b87a-4e3e-bbea-239d536c1bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.801349 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-474a8cba-b87a-4e3e-bbea-239d536c1bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:26.814205 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-474a8cba-b87a-4e3e-bbea-239d536c1bcd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4052a36c-4c47-418b-a561-2829ad8b5ba8 HTTP/1.1" status: 204 len: 168 time: 0.2313528 Jul 16 09:05:26.831471 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-8551fb92-4842-4753-9830-ca619f0c55f7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] delete failed (client error): The resource could not be found. Jul 16 09:05:26.832772 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8551fb92-4842-4753-9830-ca619f0c55f7 tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/routers/8d468dad-fbf2-4028-9c01-8c918f03ead8 HTTP/1.1" status: 404 len: 336 time: 0.0864077 Jul 16 09:05:26.838862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a8cba-b87a-4e3e-bbea-239d536c1bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4052a36c-4c47-418b-a561-2829ad8b5ba8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:26.852588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33628) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.927313 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-94425928-33dc-4492-a885-3b4ae83ec0ad tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:26.928186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94425928-33dc-4492-a885-3b4ae83ec0ad tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:26.931143 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-94425928-33dc-4492-a885-3b4ae83ec0ad tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/df534da5-216d-4525-b46c-dc87d346b9a4 HTTP/1.1" status: 404 len: 337 time: 0.0767932 Jul 16 09:05:26.933832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33630) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:26.987348 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb0e5f84-bc22-41a4-9666-235d7e6b388e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] DELETE failed (client error): The resource could not be found. Jul 16 09:05:26.988059 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb0e5f84-bc22-41a4-9666-235d7e6b388e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:05:26.991129 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fb0e5f84-bc22-41a4-9666-235d7e6b388e tempest-RoutersIpV6Test-564720935 tempest-RoutersIpV6Test-564720935-project] 10.222.0.20 "DELETE /v2.0/subnets/ae7289cb-fcf5-4a3c-b4b9-92b912eaad1c HTTP/1.1" status: 404 len: 337 time: 0.0553975 Jul 16 09:05:27.237532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33644) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:27.464574 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-155832e6-e49e-41a9-a24c-c54849b780cc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b65dd193b05f4ad89a18040e342bcb5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2239780 Jul 16 09:05:27.465659 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33658) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:27.542966 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1e4cbffe-1d58-4005-91cd-108dbeb3868d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.573905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1e4cbffe-1d58-4005-91cd-108dbeb3868d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.654461 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1e4cbffe-1d58-4005-91cd-108dbeb3868d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.658352 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1e4cbffe-1d58-4005-91cd-108dbeb3868d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:27.659584 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1e4cbffe-1d58-4005-91cd-108dbeb3868d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/edc52354-ae3a-488d-a804-0a3adc43a401 HTTP/1.1" status: 204 len: 168 time: 0.1925437 Jul 16 09:05:27.671496 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cbffe-1d58-4005-91cd-108dbeb3868d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc52354-ae3a-488d-a804-0a3adc43a401,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:27.947065 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33678) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:28.116680 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-821516836'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:28.148435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:28.152479 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.169280 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.339159 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.344484 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.384940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10056879-163a-4698-81fa-6b4bd0645245,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:28.392142 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:28.404139 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.404319 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Added segment 498d020e-46c8-466a-b624-3e55606f4ea8 of type vlan for network edffce47-1902-4e2f-9bec-e171ef92199b Jul 16 09:05:28.462106 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.518902 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.527191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:28.527990 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.586557 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6372654 Jul 16 09:05:28.672887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Network': ['ID=edffce47-1902-4e2f-9bec-e171ef92199b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:28.688880 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:28.689538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:28.690442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:28.691060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:28.692041 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:28.692704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:28.693350 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:28.693957 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:28.694565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:28.695165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:28.695781 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:28.696375 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0ae7f2-f768-4f6a-8067-0a35b90f91ea tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:28.737614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network edffce47-1902-4e2f-9bec-e171ef92199b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:28.756304 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:05:28.793097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33708) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:28.799838 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4a05d675-4336-42a2-9cef-111a7d494e66 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'subnet': {'network_id': 'edffce47-1902-4e2f-9bec-e171ef92199b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:28.976188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a05d675-4336-42a2-9cef-111a7d494e66 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:28.981261 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a05d675-4336-42a2-9cef-111a7d494e66 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:28.994360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33712) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:29.195524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'network': {'name': 'tempest-RoutersTest-469080199'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:29.254183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:29.261340 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.279021 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.324606 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a05d675-4336-42a2-9cef-111a7d494e66 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.412697 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.417725 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.439119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a05d675-4336-42a2-9cef-111a7d494e66 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Subnet': ['ID=c32b58e3-6720-42da-b108-e20fed7db616,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:29.448346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:29.469556 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd7bb981-5ebc-4706-b095-e371c618132b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:29.470714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a05d675-4336-42a2-9cef-111a7d494e66 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Checking segment: {'id': '498d020e-46c8-466a-b624-3e55606f4ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'edffce47-1902-4e2f-9bec-e171ef92199b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:29.472238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a05d675-4336-42a2-9cef-111a7d494e66 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network hostable DHCP agents. Network: edffce47-1902-4e2f-9bec-e171ef92199b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:29.472915 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.473512 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Added segment 48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4 of type vlan for network d8d499d8-97e2-46bc-827a-e95cb82f2fd6 Jul 16 09:05:29.510993 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a05d675-4336-42a2-9cef-111a7d494e66 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network edffce47-1902-4e2f-9bec-e171ef92199b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:29.527299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4a05d675-4336-42a2-9cef-111a7d494e66 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, edffce47-1902-4e2f-9bec-e171ef92199b) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:29.532994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a05d675-4336-42a2-9cef-111a7d494e66 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:29.533592 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a05d675-4336-42a2-9cef-111a7d494e66 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.548376 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.550639 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5156b867-c43d-4670-bad0-1f0cb5082259 None None] Network edffce47-1902-4e2f-9bec-e171ef92199b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:29.560595 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4a05d675-4336-42a2-9cef-111a7d494e66 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7635858 Jul 16 09:05:29.564131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33724) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:29.570709 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-179aeda8-38e3-4df9-84f5-18344f34ddb9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2146492686'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:29.616931 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.628282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179aeda8-38e3-4df9-84f5-18344f34ddb9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:29.633674 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-179aeda8-38e3-4df9-84f5-18344f34ddb9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.635424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:29.636812 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.683148 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179aeda8-38e3-4df9-84f5-18344f34ddb9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:29.703484 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-179aeda8-38e3-4df9-84f5-18344f34ddb9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.704011 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-179aeda8-38e3-4df9-84f5-18344f34ddb9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Added segment c0a52692-27e2-4854-b2d5-f87f292d3303 of type vlan for network c6b2eac0-ceea-44f3-b153-b46a93a4c779 Jul 16 09:05:29.709667 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7139943 Jul 16 09:05:29.715101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33726) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:29.724436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-57966f9d-4f7c-434f-934d-ea8116889eb8 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'network': {'name': 'tempest-RoutersTest-613369656'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:29.798495 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-179aeda8-38e3-4df9-84f5-18344f34ddb9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.803113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40d6d4-4e48-4d69-992b-57d04e81cda7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Network': ['ID=d8d499d8-97e2-46bc-827a-e95cb82f2fd6,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:29.818036 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-edffce47-1902-4e2f-9bec-e171ef92199b', 'network_id': 'edffce47-1902-4e2f-9bec-e171ef92199b', 'tenant_id': '98a9650d78974303a7fd6a08f92c75e4', 'fixed_ips': [{'subnet_id': 'c32b58e3-6720-42da-b108-e20fed7db616'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:29.821905 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.828827 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network d8d499d8-97e2-46bc-827a-e95cb82f2fd6 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:29.830778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57966f9d-4f7c-434f-934d-ea8116889eb8 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:29.837117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57966f9d-4f7c-434f-934d-ea8116889eb8 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.844909 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-179aeda8-38e3-4df9-84f5-18344f34ddb9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.851959 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179aeda8-38e3-4df9-84f5-18344f34ddb9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:29.852827 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-179aeda8-38e3-4df9-84f5-18344f34ddb9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.881430 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-179aeda8-38e3-4df9-84f5-18344f34ddb9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3157182 Jul 16 09:05:29.882088 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33730) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:29.887881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57966f9d-4f7c-434f-934d-ea8116889eb8 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:29.905289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-86b344c8-f468-438d-8378-5211a72ea8df tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'subnet': {'network_id': 'c6b2eac0-ceea-44f3-b153-b46a93a4c779', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:29.911345 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57966f9d-4f7c-434f-934d-ea8116889eb8 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:29.913453 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-57966f9d-4f7c-434f-934d-ea8116889eb8 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Added segment a5b4cd73-90f8-42e8-bb3e-403fe2382fcd of type vlan for network 736a53b8-b2a5-4e08-b97d-d5a068cced9f Jul 16 09:05:30.004464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179aeda8-38e3-4df9-84f5-18344f34ddb9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Network': ['ID=c6b2eac0-ceea-44f3-b153-b46a93a4c779,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:30.034100 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57966f9d-4f7c-434f-934d-ea8116889eb8 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.049136 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network c6b2eac0-ceea-44f3-b153-b46a93a4c779 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:30.129103 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86b344c8-f468-438d-8378-5211a72ea8df tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:30.131596 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57966f9d-4f7c-434f-934d-ea8116889eb8 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.135616 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86b344c8-f468-438d-8378-5211a72ea8df tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.143566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Allocated IP 172.20.255.242 (edffce47-1902-4e2f-9bec-e171ef92199b/c32b58e3-6720-42da-b108-e20fed7db616/20ef51e0-2909-44c8-9f79-fe7544b4f0b8) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:30.145507 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57966f9d-4f7c-434f-934d-ea8116889eb8 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.147385 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-57966f9d-4f7c-434f-934d-ea8116889eb8 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.231688 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-57966f9d-4f7c-434f-934d-ea8116889eb8 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5151565 Jul 16 09:05:30.236898 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33736) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:30.242920 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-efcd98f9-7672-4d73-b020-58960b0f8002 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'subnet': {'network_id': 'd8d499d8-97e2-46bc-827a-e95cb82f2fd6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:30.390195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57966f9d-4f7c-434f-934d-ea8116889eb8 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Network': ['ID=736a53b8-b2a5-4e08-b97d-d5a068cced9f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:30.395595 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcd98f9-7672-4d73-b020-58960b0f8002 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:30.400423 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efcd98f9-7672-4d73-b020-58960b0f8002 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.442673 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.457867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Transition to ACTIVE for port object 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:30.497604 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Transition to ACTIVE for port object 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:30.506114 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 736a53b8-b2a5-4e08-b97d-d5a068cced9f details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:30.777437 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86b344c8-f468-438d-8378-5211a72ea8df tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.868648 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b344c8-f468-438d-8378-5211a72ea8df tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Subnet': ['ID=26d4ae4e-2b39-4790-a1a8-226b49d9895d,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:30.891116 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:30.900721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b344c8-f468-438d-8378-5211a72ea8df tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Checking segment: {'id': 'c0a52692-27e2-4854-b2d5-f87f292d3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c6b2eac0-ceea-44f3-b153-b46a93a4c779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:30.901288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b344c8-f468-438d-8378-5211a72ea8df tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network hostable DHCP agents. Network: c6b2eac0-ceea-44f3-b153-b46a93a4c779, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:30.945120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Network edffce47-1902-4e2f-9bec-e171ef92199b is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:30.945988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b344c8-f468-438d-8378-5211a72ea8df tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network c6b2eac0-ceea-44f3-b153-b46a93a4c779 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:30.948827 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:30.953953 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:30.960549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Pushing event updated for resources: {'Port': ['ID=20ef51e0-2909-44c8-9f79-fe7544b4f0b8,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:30.980865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-86b344c8-f468-438d-8378-5211a72ea8df tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, c6b2eac0-ceea-44f3-b153-b46a93a4c779) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:30.993350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa039f40-be00-4b2f-9656-eb7e575859bc None None] Network c6b2eac0-ceea-44f3-b153-b46a93a4c779 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:30.994534 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86b344c8-f468-438d-8378-5211a72ea8df tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:30.997136 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86b344c8-f468-438d-8378-5211a72ea8df tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.024143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33744) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:31.025686 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-86b344c8-f468-438d-8378-5211a72ea8df tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1298544 Jul 16 09:05:31.055416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Attempting to bind port 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:31.055790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Attempting to bind port 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '498d020e-46c8-466a-b624-3e55606f4ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'edffce47-1902-4e2f-9bec-e171ef92199b'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:31.056164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Attempting to bind port 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 on network edffce47-1902-4e2f-9bec-e171ef92199b {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:31.099438 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:31.099852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Checking segment: {'id': '498d020e-46c8-466a-b624-3e55606f4ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'edffce47-1902-4e2f-9bec-e171ef92199b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:31.100264 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.100704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Bound using segment: {'id': '498d020e-46c8-466a-b624-3e55606f4ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'edffce47-1902-4e2f-9bec-e171ef92199b'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:31.101180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Bound port: 20ef51e0-2909-44c8-9f79-fe7544b4f0b8, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498d020e-46c8-466a-b624-3e55606f4ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'edffce47-1902-4e2f-9bec-e171ef92199b'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:31.101642 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.156260 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efcd98f9-7672-4d73-b020-58960b0f8002 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.191032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] For port 20ef51e0-2909-44c8-9f79-fe7544b4f0b8, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:31.195175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] For port 20ef51e0-2909-44c8-9f79-fe7544b4f0b8, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=20ef51e0-2909-44c8-9f79-fe7544b4f0b8,segment=NetworkSegment(498d020e-46c8-466a-b624-3e55606f4ea8),segment_id=498d020e-46c8-466a-b624-3e55606f4ea8)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:31.202693 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.277207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcd98f9-7672-4d73-b020-58960b0f8002 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Subnet': ['ID=2104586c-d520-4ad2-94b7-32bdb0b888e4,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:31.362227 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.375089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcd98f9-7672-4d73-b020-58960b0f8002 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Checking segment: {'id': '48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8d499d8-97e2-46bc-827a-e95cb82f2fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:31.375839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcd98f9-7672-4d73-b020-58960b0f8002 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network hostable DHCP agents. Network: d8d499d8-97e2-46bc-827a-e95cb82f2fd6, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:31.380672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b10121e-1075-46a1-9a39-abe0bb8c39ad None None] Pushing event updated for resources: {'Port': ['ID=20ef51e0-2909-44c8-9f79-fe7544b4f0b8,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:31.436419 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-c6b2eac0-ceea-44f3-b153-b46a93a4c779', 'network_id': 'c6b2eac0-ceea-44f3-b153-b46a93a4c779', 'tenant_id': '98a9650d78974303a7fd6a08f92c75e4', 'fixed_ips': [{'subnet_id': '26d4ae4e-2b39-4790-a1a8-226b49d9895d'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:31.438198 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.446541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcd98f9-7672-4d73-b020-58960b0f8002 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network d8d499d8-97e2-46bc-827a-e95cb82f2fd6 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:31.504570 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-efcd98f9-7672-4d73-b020-58960b0f8002 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, d8d499d8-97e2-46bc-827a-e95cb82f2fd6) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:31.531759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcd98f9-7672-4d73-b020-58960b0f8002 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:31.532682 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe190703-65a7-4f06-85c0-7342570c6d60 None None] Network d8d499d8-97e2-46bc-827a-e95cb82f2fd6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:31.533233 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efcd98f9-7672-4d73-b020-58960b0f8002 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.545342 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:31.661092 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-efcd98f9-7672-4d73-b020-58960b0f8002 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4227552 Jul 16 09:05:31.665556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33754) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:31.677485 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5cd69b15-4a04-4554-9ab6-16e53c2d9b23 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'subnet': {'network_id': '736a53b8-b2a5-4e08-b97d-d5a068cced9f', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:31.790515 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Allocated IP 172.20.0.2 (c6b2eac0-ceea-44f3-b153-b46a93a4c779/26d4ae4e-2b39-4790-a1a8-226b49d9895d/f0e2be03-9c47-43a4-bc1e-2f14722b70aa) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:31.851656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd69b15-4a04-4554-9ab6-16e53c2d9b23 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:31.856728 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5cd69b15-4a04-4554-9ab6-16e53c2d9b23 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.018322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-d8d499d8-97e2-46bc-827a-e95cb82f2fd6', 'network_id': 'd8d499d8-97e2-46bc-827a-e95cb82f2fd6', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'fixed_ips': [{'subnet_id': '2104586c-d520-4ad2-94b7-32bdb0b888e4'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:32.019219 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.129958 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5cd69b15-4a04-4554-9ab6-16e53c2d9b23 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.167777 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.186488 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Transition to ACTIVE for port object f0e2be03-9c47-43a4-bc1e-2f14722b70aa will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:32.233101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Transition to ACTIVE for port object f0e2be03-9c47-43a4-bc1e-2f14722b70aa will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:32.239364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd69b15-4a04-4554-9ab6-16e53c2d9b23 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Subnet': ['ID=94bd6b48-0120-4521-8b43-a2cf499dd5f7,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:32.264325 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.264325 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Allocated IP 172.20.0.2 (d8d499d8-97e2-46bc-827a-e95cb82f2fd6/2104586c-d520-4ad2-94b7-32bdb0b888e4/5163ad70-c62a-495b-8a64-5dc2df4e45d8) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:32.270141 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd69b15-4a04-4554-9ab6-16e53c2d9b23 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Checking segment: {'id': 'a5b4cd73-90f8-42e8-bb3e-403fe2382fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '736a53b8-b2a5-4e08-b97d-d5a068cced9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:32.270513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd69b15-4a04-4554-9ab6-16e53c2d9b23 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network hostable DHCP agents. Network: 736a53b8-b2a5-4e08-b97d-d5a068cced9f, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:32.303491 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.306829 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd69b15-4a04-4554-9ab6-16e53c2d9b23 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 736a53b8-b2a5-4e08-b97d-d5a068cced9f is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:32.328771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-5cd69b15-4a04-4554-9ab6-16e53c2d9b23 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 736a53b8-b2a5-4e08-b97d-d5a068cced9f) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:32.349682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd69b15-4a04-4554-9ab6-16e53c2d9b23 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:32.350747 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5cd69b15-4a04-4554-9ab6-16e53c2d9b23 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.361700 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b12d77ff-0710-433b-87d8-79ff0f09d154 None None] Network 736a53b8-b2a5-4e08-b97d-d5a068cced9f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:32.373668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Subnet': ['ID=26d4ae4e-2b39-4790-a1a8-226b49d9895d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:32.381445 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5cd69b15-4a04-4554-9ab6-16e53c2d9b23 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7142510 Jul 16 09:05:32.383775 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33764) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:32.395471 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Network c6b2eac0-ceea-44f3-b153-b46a93a4c779 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:32.397358 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a9a16161-955f-4f16-b5c4-94f0d7cc79b0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-853803290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:32.425317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:32.428840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:32.457066 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9a16161-955f-4f16-b5c4-94f0d7cc79b0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.458486 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9a16161-955f-4f16-b5c4-94f0d7cc79b0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.469231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Pushing event updated for resources: {'Port': ['ID=f0e2be03-9c47-43a4-bc1e-2f14722b70aa,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:32.497147 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.530156 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b2eac0-ceea-44f3-b153-b46a93a4c779']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:32.588419 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a52692-27e2-4854-b2d5-f87f292d3303') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:32.588996 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a52692-27e2-4854-b2d5-f87f292d3303') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:32.611152 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9a16161-955f-4f16-b5c4-94f0d7cc79b0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.615136 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.619177 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9a16161-955f-4f16-b5c4-94f0d7cc79b0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.642248 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9a16161-955f-4f16-b5c4-94f0d7cc79b0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.643919 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a9a16161-955f-4f16-b5c4-94f0d7cc79b0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2573671 Jul 16 09:05:32.650858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33768) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:32.684299 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.721794 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:32.830123 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:32.837260 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:32.841522 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:32.926952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Attempting to bind port f0e2be03-9c47-43a4-bc1e-2f14722b70aa on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:32.938120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Attempting to bind port f0e2be03-9c47-43a4-bc1e-2f14722b70aa by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'c0a52692-27e2-4854-b2d5-f87f292d3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c6b2eac0-ceea-44f3-b153-b46a93a4c779'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:32.939106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Attempting to bind port f0e2be03-9c47-43a4-bc1e-2f14722b70aa on network c6b2eac0-ceea-44f3-b153-b46a93a4c779 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:33.026759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:33.028110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Checking segment: {'id': 'c0a52692-27e2-4854-b2d5-f87f292d3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c6b2eac0-ceea-44f3-b153-b46a93a4c779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:33.028867 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.029704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Bound using segment: {'id': 'c0a52692-27e2-4854-b2d5-f87f292d3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c6b2eac0-ceea-44f3-b153-b46a93a4c779'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:33.031458 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Bound port: f0e2be03-9c47-43a4-bc1e-2f14722b70aa, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0a52692-27e2-4854-b2d5-f87f292d3303', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c6b2eac0-ceea-44f3-b153-b46a93a4c779'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:33.032303 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.101841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:33.154063 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.api [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:05:33.154063 n-d-758944-46 neutron-server[93695]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:05:33.154063 n-d-758944-46 neutron-server[93695]: [parameters: {'id': 'c6b2eac0-ceea-44f3-b153-b46a93a4c779'}] Jul 16 09:05:33.154063 n-d-758944-46 neutron-server[93695]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:05:33.155064 n-d-758944-46 neutron-server[93695]: DEBUG oslo_db.api [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:05:33.169954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66acb5e5-2b51-487d-ab55-9a1929408fa1 None None] Network edffce47-1902-4e2f-9bec-e171ef92199b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:33.204247 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.230211 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Transition to ACTIVE for port object 5163ad70-c62a-495b-8a64-5dc2df4e45d8 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:33.357029 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.406470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Transition to ACTIVE for port object 5163ad70-c62a-495b-8a64-5dc2df4e45d8 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:33.472194 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.511169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2b3e6fcb-ca37-48b4-80a0-a32646b2fee3 None None] Provisioning for port 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:33.572140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2b3e6fcb-ca37-48b4-80a0-a32646b2fee3 None None] Provisioning complete for port 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:33.572847 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2b3e6fcb-ca37-48b4-80a0-a32646b2fee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.575773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-736a53b8-b2a5-4e08-b97d-d5a068cced9f', 'network_id': '736a53b8-b2a5-4e08-b97d-d5a068cced9f', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'fixed_ips': [{'subnet_id': '94bd6b48-0120-4521-8b43-a2cf499dd5f7'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:33.576874 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.669476 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] For port f0e2be03-9c47-43a4-bc1e-2f14722b70aa, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:33.685108 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.686396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Network d8d499d8-97e2-46bc-827a-e95cb82f2fd6 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:33.725793 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:33.733214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] For port f0e2be03-9c47-43a4-bc1e-2f14722b70aa, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f0e2be03-9c47-43a4-bc1e-2f14722b70aa,segment=NetworkSegment(c0a52692-27e2-4854-b2d5-f87f292d3303),segment_id=c0a52692-27e2-4854-b2d5-f87f292d3303)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:33.743153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:33.745670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Pushing event updated for resources: {'Port': ['ID=5163ad70-c62a-495b-8a64-5dc2df4e45d8,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:33.792423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Allocated IP 172.20.0.1 (d8d499d8-97e2-46bc-827a-e95cb82f2fd6/2104586c-d520-4ad2-94b7-32bdb0b888e4/706964c6-01ab-4dd3-8c72-092a279347b5) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:33.797350 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.983726 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Deleting port f0e2be03-9c47-43a4-bc1e-2f14722b70aa {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:33.984312 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.177129 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.183496 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] For port f0e2be03-9c47-43a4-bc1e-2f14722b70aa, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f0e2be03-9c47-43a4-bc1e-2f14722b70aa,segment=NetworkSegment(c0a52692-27e2-4854-b2d5-f87f292d3303),segment_id=c0a52692-27e2-4854-b2d5-f87f292d3303)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:34.184093 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.222999 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Calling delete_port for f0e2be03-9c47-43a4-bc1e-2f14722b70aa owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:34.236120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Transition to ACTIVE for port object 706964c6-01ab-4dd3-8c72-092a279347b5 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:34.243854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Attempting to bind port 5163ad70-c62a-495b-8a64-5dc2df4e45d8 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:34.244723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Attempting to bind port 5163ad70-c62a-495b-8a64-5dc2df4e45d8 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8d499d8-97e2-46bc-827a-e95cb82f2fd6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:34.244723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Attempting to bind port 5163ad70-c62a-495b-8a64-5dc2df4e45d8 on network d8d499d8-97e2-46bc-827a-e95cb82f2fd6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:34.277242 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.280625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d910abef-fb72-4721-9f31-bc67f9154a90 None None] Pushing event updated for resources: {'Port': ['ID=f0e2be03-9c47-43a4-bc1e-2f14722b70aa,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:34.288333 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:34.289393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Checking segment: {'id': '48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8d499d8-97e2-46bc-827a-e95cb82f2fd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:34.290128 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.290831 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Bound using segment: {'id': '48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8d499d8-97e2-46bc-827a-e95cb82f2fd6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:34.291695 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Bound port: 5163ad70-c62a-495b-8a64-5dc2df4e45d8, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'd8d499d8-97e2-46bc-827a-e95cb82f2fd6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:34.292392 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.394497 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.408686 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.446692 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No DVR routers for this DVR port f0e2be03-9c47-43a4-bc1e-2f14722b70aa on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:34.460807 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Allocated IP 172.21.0.2 (736a53b8-b2a5-4e08-b97d-d5a068cced9f/94bd6b48-0120-4521-8b43-a2cf499dd5f7/6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:34.466177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Port': ['ID=f0e2be03-9c47-43a4-bc1e-2f14722b70aa,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:34.553065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network d8d499d8-97e2-46bc-827a-e95cb82f2fd6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:34.572647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:34.585340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:34.610494 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c3331d-1f5a-4caa-818d-0fdb4b72f5a5 None None] Network c6b2eac0-ceea-44f3-b153-b46a93a4c779 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:34.616041 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=706964c6-01ab-4dd3-8c72-092a279347b5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:34.671695 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.679413 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2b3e6fcb-ca37-48b4-80a0-a32646b2fee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.688531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b2eac0-ceea-44f3-b153-b46a93a4c779']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:34.696634 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.704571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0a52692-27e2-4854-b2d5-f87f292d3303') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:34.705175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0a52692-27e2-4854-b2d5-f87f292d3303') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:34.766442 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.814197 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.830246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:34.831047 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:34.834756 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:34.842676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] For port 5163ad70-c62a-495b-8a64-5dc2df4e45d8, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:34.972635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2b3e6fcb-ca37-48b4-80a0-a32646b2fee3 None None] For port 20ef51e0-2909-44c8-9f79-fe7544b4f0b8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=20ef51e0-2909-44c8-9f79-fe7544b4f0b8,segment=NetworkSegment(498d020e-46c8-466a-b624-3e55606f4ea8),segment_id=498d020e-46c8-466a-b624-3e55606f4ea8)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:34.977630 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.988932 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:34.999396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] For port 5163ad70-c62a-495b-8a64-5dc2df4e45d8, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5163ad70-c62a-495b-8a64-5dc2df4e45d8,segment=NetworkSegment(48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4),segment_id=48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:35.000163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33798) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:35.008390 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2b3e6fcb-ca37-48b4-80a0-a32646b2fee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.017467 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/c6b2eac0-ceea-44f3-b153-b46a93a4c779 HTTP/1.1" status: 204 len: 168 time: 3.9889185 Jul 16 09:05:35.022131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6768d041-ada4-4484-99ec-5af2a19bbea7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-177937614'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:35.026970 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.105826 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba3668-04ce-4974-a7ee-9c909e04f9ef tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Network': ['ID=c6b2eac0-ceea-44f3-b153-b46a93a4c779,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:35.124844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6768d041-ada4-4484-99ec-5af2a19bbea7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:35.128746 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6768d041-ada4-4484-99ec-5af2a19bbea7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.150552 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.171595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6768d041-ada4-4484-99ec-5af2a19bbea7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] vlan segment allocate from pool success with {'vlan_id': 76, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:35.183343 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6768d041-ada4-4484-99ec-5af2a19bbea7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.183737 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-6768d041-ada4-4484-99ec-5af2a19bbea7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Added segment 9ae1fabf-ae54-4f09-ad0e-fe382e5e78ee of type vlan for network 8a80cb4d-0f81-4d77-a9d2-6398322c6d00 Jul 16 09:05:35.261040 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6768d041-ada4-4484-99ec-5af2a19bbea7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.301483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e6fcb-ca37-48b4-80a0-a32646b2fee3 None None] Pushing event updated for resources: {'Port': ['ID=20ef51e0-2909-44c8-9f79-fe7544b4f0b8,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:35.359054 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6768d041-ada4-4484-99ec-5af2a19bbea7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.370226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-305a6a3d-ca4b-45b4-a09d-04ec7341cdf4 None None] Provisioning complete for port 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:35.371026 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-305a6a3d-ca4b-45b4-a09d-04ec7341cdf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.379399 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.392755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6768d041-ada4-4484-99ec-5af2a19bbea7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:35.393920 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6768d041-ada4-4484-99ec-5af2a19bbea7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.427411 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8e3bfbf9-d0f9-414f-8561-245a9eeaf014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.429260 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162185d9-616c-4889-b6fd-fce2d6bdbfcf None None] Pushing event updated for resources: {'Port': ['ID=5163ad70-c62a-495b-8a64-5dc2df4e45d8,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:35.469945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Transition to ACTIVE for port object 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:35.517796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Transition to ACTIVE for port object 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:35.539589 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.565751 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6768d041-ada4-4484-99ec-5af2a19bbea7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Network': ['ID=8a80cb4d-0f81-4d77-a9d2-6398322c6d00,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:35.570116 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6768d041-ada4-4484-99ec-5af2a19bbea7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5665915 Jul 16 09:05:35.574745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33806) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:35.589209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-89041ca5-35be-4032-8167-0cafd9fdf083 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'subnet': {'network_id': '8a80cb4d-0f81-4d77-a9d2-6398322c6d00', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:35.656361 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 8a80cb4d-0f81-4d77-a9d2-6398322c6d00 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:35.679175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Network 736a53b8-b2a5-4e08-b97d-d5a068cced9f is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:35.773608 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:35.779454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:35.816097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Pushing event updated for resources: {'Port': ['ID=6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:35.826129 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.857859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89041ca5-35be-4032-8167-0cafd9fdf083 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:35.862987 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89041ca5-35be-4032-8167-0cafd9fdf083 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.880566 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.889151 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.961612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.ipam_backend_mixin [None req-89041ca5-35be-4032-8167-0cafd9fdf083 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Performing IP validity checks on allocation pools {{(pid=93694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 09:05:35.962172 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.ipam_backend_mixin [None req-89041ca5-35be-4032-8167-0cafd9fdf083 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 09:05:35.978748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Attempting to bind port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:35.979119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Attempting to bind port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'a5b4cd73-90f8-42e8-bb3e-403fe2382fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '736a53b8-b2a5-4e08-b97d-d5a068cced9f'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:35.979702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Attempting to bind port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 on network 736a53b8-b2a5-4e08-b97d-d5a068cced9f {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:35.993099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:35.994598 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Checking segment: {'id': 'a5b4cd73-90f8-42e8-bb3e-403fe2382fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '736a53b8-b2a5-4e08-b97d-d5a068cced9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:35.995493 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.996102 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Bound using segment: {'id': 'a5b4cd73-90f8-42e8-bb3e-403fe2382fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '736a53b8-b2a5-4e08-b97d-d5a068cced9f'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:35.997604 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Bound port: 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5b4cd73-90f8-42e8-bb3e-403fe2382fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '736a53b8-b2a5-4e08-b97d-d5a068cced9f'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:35.998259 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.093858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=706964c6-01ab-4dd3-8c72-092a279347b5,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:36.103370 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.172083 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] For port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:36.179250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] For port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21,segment=NetworkSegment(a5b4cd73-90f8-42e8-bb3e-403fe2382fcd),segment_id=a5b4cd73-90f8-42e8-bb3e-403fe2382fcd)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:36.188764 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.200557 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89041ca5-35be-4032-8167-0cafd9fdf083 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.305528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e337d804-68b9-422d-a7dd-326b87cecead None None] Pushing event updated for resources: {'Port': ['ID=6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:36.340708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network d8d499d8-97e2-46bc-827a-e95cb82f2fd6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:36.341274 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89041ca5-35be-4032-8167-0cafd9fdf083 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Checking segment: {'id': '9ae1fabf-ae54-4f09-ad0e-fe382e5e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a80cb4d-0f81-4d77-a9d2-6398322c6d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:36.341827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89041ca5-35be-4032-8167-0cafd9fdf083 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network hostable DHCP agents. Network: 8a80cb4d-0f81-4d77-a9d2-6398322c6d00, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:36.342933 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:36.351045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89041ca5-35be-4032-8167-0cafd9fdf083 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Subnet': ['ID=ffaf1934-809b-4a21-9e8d-46baff912463,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:36.372260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89041ca5-35be-4032-8167-0cafd9fdf083 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network 8a80cb4d-0f81-4d77-a9d2-6398322c6d00 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:36.395800 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-89041ca5-35be-4032-8167-0cafd9fdf083 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 8a80cb4d-0f81-4d77-a9d2-6398322c6d00) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:36.405201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89041ca5-35be-4032-8167-0cafd9fdf083 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:36.406309 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89041ca5-35be-4032-8167-0cafd9fdf083 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.428651 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ea2894-499f-45d0-8d4b-2b94ee7c6283 None None] Network 8a80cb4d-0f81-4d77-a9d2-6398322c6d00 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:36.463359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33820) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:36.465963 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-89041ca5-35be-4032-8167-0cafd9fdf083 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8840997 Jul 16 09:05:36.749743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5163ad70-c62a-495b-8a64-5dc2df4e45d8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:36.776083 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.906158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-8a80cb4d-0f81-4d77-a9d2-6398322c6d00', 'network_id': '8a80cb4d-0f81-4d77-a9d2-6398322c6d00', 'tenant_id': '98a9650d78974303a7fd6a08f92c75e4', 'fixed_ips': [{'subnet_id': 'ffaf1934-809b-4a21-9e8d-46baff912463'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:36.908056 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.919537 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 5163ad70-c62a-495b-8a64-5dc2df4e45d8 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:36.933892 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:36.950614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 6f2340e7-50c2-4817-984f-3368e3333a6b is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:05:36.975195 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.179702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:37.180280 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.282434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Allocated IP 172.20.0.3 (8a80cb4d-0f81-4d77-a9d2-6398322c6d00/ffaf1934-809b-4a21-9e8d-46baff912463/54155d43-00b5-4577-83f4-77adcc7ffb7a) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:37.322186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:37.333128 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb326cf-bcb1-4a12-8878-7cb00a4d9f94 None None] Sync routers for ids ['6f2340e7-50c2-4817-984f-3368e3333a6b'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:37.339769 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ada45ef0-48f9-440b-9381-ff4d4b0b58e0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/6f2340e7-50c2-4817-984f-3368e3333a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6866381 Jul 16 09:05:37.343514 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33834) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.368056 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb326cf-bcb1-4a12-8878-7cb00a4d9f94 None None] Routers {'6f2340e7-50c2-4817-984f-3368e3333a6b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:37.369533 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0fb326cf-bcb1-4a12-8878-7cb00a4d9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6f2340e7-50c2-4817-984f-3368e3333a6b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:37.435710 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0fb326cf-bcb1-4a12-8878-7cb00a4d9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:37.451415 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb326cf-bcb1-4a12-8878-7cb00a4d9f94 None None] Routers {'6f2340e7-50c2-4817-984f-3368e3333a6b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:37.452574 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0fb326cf-bcb1-4a12-8878-7cb00a4d9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 11, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6f2340e7-50c2-4817-984f-3368e3333a6b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:37.457793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23a07d00-8516-47c8-ab59-e58a316395b0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:37.464552 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-23a07d00-8516-47c8-ab59-e58a316395b0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports/706964c6-01ab-4dd3-8c72-092a279347b5 HTTP/1.1" status: 200 len: 910 time: 0.1187775 Jul 16 09:05:37.468484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33836) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:37.489702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5827fb-e64a-406d-b2ca-fb5084a9fd37 None None] Network d8d499d8-97e2-46bc-827a-e95cb82f2fd6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:37.510487 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0fb326cf-bcb1-4a12-8878-7cb00a4d9f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:37.511999 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fb326cf-bcb1-4a12-8878-7cb00a4d9f94 None None] The sync data for ids ['6f2340e7-50c2-4817-984f-3368e3333a6b'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:37.610972 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-113b66f0-7069-4da4-95f4-8c04790ca66f None None] Provisioning for port 5163ad70-c62a-495b-8a64-5dc2df4e45d8 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:37.628145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-113b66f0-7069-4da4-95f4-8c04790ca66f None None] Provisioning complete for port 5163ad70-c62a-495b-8a64-5dc2df4e45d8 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:37.628666 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-113b66f0-7069-4da4-95f4-8c04790ca66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.755951 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.769128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Transition to ACTIVE for port object 54155d43-00b5-4577-83f4-77adcc7ffb7a will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:37.830746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Transition to ACTIVE for port object 54155d43-00b5-4577-83f4-77adcc7ffb7a will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:37.852889 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.934538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Pushing event updated for resources: {'Port': ['ID=54155d43-00b5-4577-83f4-77adcc7ffb7a,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:37.979806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Network 8a80cb4d-0f81-4d77-a9d2-6398322c6d00 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:38.015326 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:38.021027 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bcbcbc8b-bee9-4169-bf7a-31210c7f9e55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.022687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:38.154841 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-113b66f0-7069-4da4-95f4-8c04790ca66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.381638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8062f1eb-df5e-40b1-8301-6fcb6501b1d2 None None] Network 736a53b8-b2a5-4e08-b97d-d5a068cced9f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:38.389202 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.446808 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Subnet': ['ID=ffaf1934-809b-4a21-9e8d-46baff912463,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:38.456941 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-113b66f0-7069-4da4-95f4-8c04790ca66f None None] For port 5163ad70-c62a-495b-8a64-5dc2df4e45d8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5163ad70-c62a-495b-8a64-5dc2df4e45d8,segment=NetworkSegment(48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4),segment_id=48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:38.470230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Attempting to bind port 54155d43-00b5-4577-83f4-77adcc7ffb7a on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:38.470754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Attempting to bind port 54155d43-00b5-4577-83f4-77adcc7ffb7a by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '9ae1fabf-ae54-4f09-ad0e-fe382e5e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a80cb4d-0f81-4d77-a9d2-6398322c6d00'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:38.471161 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Attempting to bind port 54155d43-00b5-4577-83f4-77adcc7ffb7a on network 8a80cb4d-0f81-4d77-a9d2-6398322c6d00 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:38.494060 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.496614 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-113b66f0-7069-4da4-95f4-8c04790ca66f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.518274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:38.518645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Checking segment: {'id': '9ae1fabf-ae54-4f09-ad0e-fe382e5e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a80cb4d-0f81-4d77-a9d2-6398322c6d00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:38.519060 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.519471 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Bound using segment: {'id': '9ae1fabf-ae54-4f09-ad0e-fe382e5e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a80cb4d-0f81-4d77-a9d2-6398322c6d00'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:38.519992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Bound port: 54155d43-00b5-4577-83f4-77adcc7ffb7a, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ae1fabf-ae54-4f09-ad0e-fe382e5e78ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8a80cb4d-0f81-4d77-a9d2-6398322c6d00'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:38.520411 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.566634 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.592672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a80cb4d-0f81-4d77-a9d2-6398322c6d00']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:38.665650 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.682396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae1fabf-ae54-4f09-ad0e-fe382e5e78ee') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:38.682691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae1fabf-ae54-4f09-ad0e-fe382e5e78ee') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:38.765957 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.773713 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:38.820910 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113b66f0-7069-4da4-95f4-8c04790ca66f None None] Pushing event updated for resources: {'Port': ['ID=5163ad70-c62a-495b-8a64-5dc2df4e45d8,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:38.824314 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-80f79587-2fe2-4168-b2d3-d9747bb75f79 None None] Provisioning for port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:38.909467 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.918156 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:38.918913 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.994342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] For port 54155d43-00b5-4577-83f4-77adcc7ffb7a, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:39.012204 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:39.016733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] For port 54155d43-00b5-4577-83f4-77adcc7ffb7a, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=54155d43-00b5-4577-83f4-77adcc7ffb7a,segment=NetworkSegment(9ae1fabf-ae54-4f09-ad0e-fe382e5e78ee),segment_id=9ae1fabf-ae54-4f09-ad0e-fe382e5e78ee)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:39.020435 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.db.api [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:05:39.020435 n-d-758944-46 neutron-server[93695]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:05:39.020435 n-d-758944-46 neutron-server[93695]: [parameters: {'id': '8a80cb4d-0f81-4d77-a9d2-6398322c6d00'}] Jul 16 09:05:39.020435 n-d-758944-46 neutron-server[93695]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93695) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:05:39.021409 n-d-758944-46 neutron-server[93695]: DEBUG oslo_db.api [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:05:39.033353 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.088236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:39.157041 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:39.157657 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.283891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c2438427-3b20-4de7-9509-db1d614f3ed2 None None] Provisioning for port 706964c6-01ab-4dd3-8c72-092a279347b5 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:39.310477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c214062-e0bb-4cf1-9628-1bd20dc05b2c None None] Pushing event updated for resources: {'Port': ['ID=54155d43-00b5-4577-83f4-77adcc7ffb7a,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:39.336485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c2438427-3b20-4de7-9509-db1d614f3ed2 None None] Provisioning complete for port 706964c6-01ab-4dd3-8c72-092a279347b5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:39.337027 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c2438427-3b20-4de7-9509-db1d614f3ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.360904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Allocated IP 172.21.0.1 (736a53b8-b2a5-4e08-b97d-d5a068cced9f/94bd6b48-0120-4521-8b43-a2cf499dd5f7/bb59fccb-0592-4b77-948d-560470728944) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:39.409464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c2438427-3b20-4de7-9509-db1d614f3ed2 None None] Port 706964c6-01ab-4dd3-8c72-092a279347b5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:39.495449 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c2438427-3b20-4de7-9509-db1d614f3ed2 None None] Provisioning complete for port 5163ad70-c62a-495b-8a64-5dc2df4e45d8 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:39.496132 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c2438427-3b20-4de7-9509-db1d614f3ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.546869 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.597430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb6a725-b250-4e65-94e9-e4ebd20cc288 None None] Network 8a80cb4d-0f81-4d77-a9d2-6398322c6d00 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:39.635486 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.716472 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.737033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Transition to ACTIVE for port object bb59fccb-0592-4b77-948d-560470728944 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:39.813615 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.898867 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 736a53b8-b2a5-4e08-b97d-d5a068cced9f is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:39.913092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Deleting port 54155d43-00b5-4577-83f4-77adcc7ffb7a {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:39.913092 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.914614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=bb59fccb-0592-4b77-948d-560470728944,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:39.927017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:39.938271 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.940369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:39.993993 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21,segment=NetworkSegment(a5b4cd73-90f8-42e8-bb3e-403fe2382fcd),segment_id=a5b4cd73-90f8-42e8-bb3e-403fe2382fcd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:40.024634 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.037941 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.058370 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-81ced2ed-a1e9-4425-b1d5-5367513da3df None None] Provisioning complete for port 706964c6-01ab-4dd3-8c72-092a279347b5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:40.058745 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-81ced2ed-a1e9-4425-b1d5-5367513da3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.150285 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:40.153747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-81ced2ed-a1e9-4425-b1d5-5367513da3df None None] Port 706964c6-01ab-4dd3-8c72-092a279347b5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:40.199864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] For port 54155d43-00b5-4577-83f4-77adcc7ffb7a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=54155d43-00b5-4577-83f4-77adcc7ffb7a,segment=NetworkSegment(9ae1fabf-ae54-4f09-ad0e-fe382e5e78ee),segment_id=9ae1fabf-ae54-4f09-ad0e-fe382e5e78ee)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:40.200525 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.248590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Calling delete_port for 54155d43-00b5-4577-83f4-77adcc7ffb7a owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:40.307636 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5c1fd350-7650-45b0-ad20-cfd471a8061a None None] Provisioning complete for port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:40.308270 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c1fd350-7650-45b0-ad20-cfd471a8061a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.358037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c839353-fbed-40bf-b761-fc82a7d89aee None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:05:40.407206 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.511103 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.665230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5163ad70-c62a-495b-8a64-5dc2df4e45d8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:40.701465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Port': ['ID=54155d43-00b5-4577-83f4-77adcc7ffb7a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:40.715437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c839353-fbed-40bf-b761-fc82a7d89aee None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:05:40.724889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No DVR routers for this DVR port 54155d43-00b5-4577-83f4-77adcc7ffb7a on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:40.762221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-44313248-38e0-476f-bacf-6b7a5f05f3b5 None None] Provisioning for port bb59fccb-0592-4b77-948d-560470728944 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:40.789672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-44313248-38e0-476f-bacf-6b7a5f05f3b5 None None] Provisioning complete for port bb59fccb-0592-4b77-948d-560470728944 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:40.789672 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-44313248-38e0-476f-bacf-6b7a5f05f3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.842158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-44313248-38e0-476f-bacf-6b7a5f05f3b5 None None] Port bb59fccb-0592-4b77-948d-560470728944 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:40.895191 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.920902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a80cb4d-0f81-4d77-a9d2-6398322c6d00']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:40.924952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 5163ad70-c62a-495b-8a64-5dc2df4e45d8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:40.925661 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:40.942528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ae1fabf-ae54-4f09-ad0e-fe382e5e78ee') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:40.942853 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ae1fabf-ae54-4f09-ad0e-fe382e5e78ee') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:40.984739 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.015633 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.046717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:41.047353 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:41.054667 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:41.090206 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:41.216633 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:41.217019 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.237868 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.271483 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.274923 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/8a80cb4d-0f81-4d77-a9d2-6398322c6d00 HTTP/1.1" status: 204 len: 168 time: 4.8062935 Jul 16 09:05:41.280216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33896) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:41.288914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c603148b-deb9-4790-8aba-3611141825b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-248684672'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:41.294645 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.317318 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.322718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37592acb-0d95-4a70-b101-67ea7d6bd274 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Network': ['ID=8a80cb4d-0f81-4d77-a9d2-6398322c6d00,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:41.364538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c603148b-deb9-4790-8aba-3611141825b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:41.369049 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.370479 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c603148b-deb9-4790-8aba-3611141825b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.391802 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e457db-ab3a-4d50-a305-2a7edb9aceeb None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:05:41.417536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c603148b-deb9-4790-8aba-3611141825b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:41.438520 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c603148b-deb9-4790-8aba-3611141825b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.439543 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-c603148b-deb9-4790-8aba-3611141825b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Added segment 00813f6e-59be-490f-b048-a460c1714295 of type vlan for network b8ce142e-d93b-4939-8900-5252f0da40b4 Jul 16 09:05:41.485505 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=bb59fccb-0592-4b77-948d-560470728944,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:41.493029 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.531255 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c603148b-deb9-4790-8aba-3611141825b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.578457 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c603148b-deb9-4790-8aba-3611141825b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.597328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c603148b-deb9-4790-8aba-3611141825b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:41.599406 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c603148b-deb9-4790-8aba-3611141825b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:41.685609 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 736a53b8-b2a5-4e08-b97d-d5a068cced9f is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:41.687410 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:41.689649 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c603148b-deb9-4790-8aba-3611141825b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4074297 Jul 16 09:05:41.691232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33902) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:41.705135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-39be5e71-1b8e-4e8e-85c2-81d3f0bdf8b7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'subnet': {'network_id': 'b8ce142e-d93b-4939-8900-5252f0da40b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:41.781138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603148b-deb9-4790-8aba-3611141825b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Network': ['ID=b8ce142e-d93b-4939-8900-5252f0da40b4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:41.862335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network b8ce142e-d93b-4939-8900-5252f0da40b4 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:41.927163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 6f2340e7-50c2-4817-984f-3368e3333a6b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:41.945592 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39be5e71-1b8e-4e8e-85c2-81d3f0bdf8b7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:41.950027 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-39be5e71-1b8e-4e8e-85c2-81d3f0bdf8b7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.087972 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e457db-ab3a-4d50-a305-2a7edb9aceeb None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:05:42.154490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:42.165932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33912) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:42.166461 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6ab9ebea-6d8a-4517-85e4-98a203367aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/6f2340e7-50c2-4817-984f-3368e3333a6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6956692 Jul 16 09:05:42.177818 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77fc92d-accd-4c22-a830-c6cc2b35526b None None] Sync routers for ids ['6f2340e7-50c2-4817-984f-3368e3333a6b'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:42.241822 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77fc92d-accd-4c22-a830-c6cc2b35526b None None] Routers {'6f2340e7-50c2-4817-984f-3368e3333a6b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:42.242182 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b77fc92d-accd-4c22-a830-c6cc2b35526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6f2340e7-50c2-4817-984f-3368e3333a6b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:42.279125 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc4a52b-8976-42b3-a30b-85c18a0429e3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:42.285180 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3fc4a52b-8976-42b3-a30b-85c18a0429e3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports/bb59fccb-0592-4b77-948d-560470728944 HTTP/1.1" status: 200 len: 910 time: 0.1170075 Jul 16 09:05:42.286556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33916) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:42.351705 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-39be5e71-1b8e-4e8e-85c2-81d3f0bdf8b7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.360213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b77fc92d-accd-4c22-a830-c6cc2b35526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:42.408568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77fc92d-accd-4c22-a830-c6cc2b35526b None None] Routers {'6f2340e7-50c2-4817-984f-3368e3333a6b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:42.409605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b77fc92d-accd-4c22-a830-c6cc2b35526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6f2340e7-50c2-4817-984f-3368e3333a6b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:42.503909 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b77fc92d-accd-4c22-a830-c6cc2b35526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:42.504591 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77fc92d-accd-4c22-a830-c6cc2b35526b None None] The sync data for ids ['6f2340e7-50c2-4817-984f-3368e3333a6b'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:42.554404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39be5e71-1b8e-4e8e-85c2-81d3f0bdf8b7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Checking segment: {'id': '00813f6e-59be-490f-b048-a460c1714295', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b8ce142e-d93b-4939-8900-5252f0da40b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:42.554772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39be5e71-1b8e-4e8e-85c2-81d3f0bdf8b7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network hostable DHCP agents. Network: b8ce142e-d93b-4939-8900-5252f0da40b4, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:42.564211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be5e71-1b8e-4e8e-85c2-81d3f0bdf8b7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Subnet': ['ID=af0bc36f-d8b3-4ba9-b048-02f76772cdcc,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:42.590168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39be5e71-1b8e-4e8e-85c2-81d3f0bdf8b7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network b8ce142e-d93b-4939-8900-5252f0da40b4 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:42.606082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-39be5e71-1b8e-4e8e-85c2-81d3f0bdf8b7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, b8ce142e-d93b-4939-8900-5252f0da40b4) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:42.612332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39be5e71-1b8e-4e8e-85c2-81d3f0bdf8b7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:42.613205 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-39be5e71-1b8e-4e8e-85c2-81d3f0bdf8b7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.635199 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-39be5e71-1b8e-4e8e-85c2-81d3f0bdf8b7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9427152 Jul 16 09:05:42.639045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33922) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:42.755232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc041a3-3764-49fa-9027-62399d3b673c None None] Network b8ce142e-d93b-4939-8900-5252f0da40b4 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:42.790194 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.847779 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bbd80bd6-ab1d-476d-afaf-de676b6e244e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:42.906403 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.015648 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.118910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Subnet': ['ID=af0bc36f-d8b3-4ba9-b048-02f76772cdcc,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:43.156202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cda65e-0221-4c9e-a09d-e9bb4f9c8e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-b8ce142e-d93b-4939-8900-5252f0da40b4', 'network_id': 'b8ce142e-d93b-4939-8900-5252f0da40b4', 'tenant_id': '98a9650d78974303a7fd6a08f92c75e4', 'fixed_ips': [{'subnet_id': 'af0bc36f-d8b3-4ba9-b048-02f76772cdcc'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:43.157203 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-85cda65e-0221-4c9e-a09d-e9bb4f9c8e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.214304 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.229439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ce142e-d93b-4939-8900-5252f0da40b4']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:43.245003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00813f6e-59be-490f-b048-a460c1714295') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:43.245590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00813f6e-59be-490f-b048-a460c1714295') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:43.259994 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.278469 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.298263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:43.301540 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:43.305367 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:43.329107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-affe23e3-8fdc-4edb-912a-8941a2b3edf6 None None] Provisioning complete for port bb59fccb-0592-4b77-948d-560470728944 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:43.329477 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-affe23e3-8fdc-4edb-912a-8941a2b3edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.363374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f9cd72-d444-49f5-a1ad-65b2ad97cfcd None None] Network b8ce142e-d93b-4939-8900-5252f0da40b4 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:43.395802 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.405382 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.408169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/b8ce142e-d93b-4939-8900-5252f0da40b4 HTTP/1.1" status: 204 len: 168 time: 0.7658505 Jul 16 09:05:43.415112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-affe23e3-8fdc-4edb-912a-8941a2b3edf6 None None] Port bb59fccb-0592-4b77-948d-560470728944 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:43.417434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33936) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:43.426141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2d829-5c1a-4151-80b1-6d2a1187a1ed tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Network': ['ID=b8ce142e-d93b-4939-8900-5252f0da40b4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:43.433968 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5ba1ca08-0c20-403c-9090-e859c0a095fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1561228690'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:43.467471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-bbd80bd6-ab1d-476d-afaf-de676b6e244e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port bb59fccb-0592-4b77-948d-560470728944 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:43.468528 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bbd80bd6-ab1d-476d-afaf-de676b6e244e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.553724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba1ca08-0c20-403c-9090-e859c0a095fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:43.557354 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5ba1ca08-0c20-403c-9090-e859c0a095fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.597977 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bbd80bd6-ab1d-476d-afaf-de676b6e244e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.610799 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba1ca08-0c20-403c-9090-e859c0a095fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] vlan segment allocate from pool success with {'vlan_id': 94, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:43.618895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-bbd80bd6-ab1d-476d-afaf-de676b6e244e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for bb59fccb-0592-4b77-948d-560470728944 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:43.633280 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5ba1ca08-0c20-403c-9090-e859c0a095fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.633894 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-5ba1ca08-0c20-403c-9090-e859c0a095fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Added segment 974cb909-0b36-437c-963e-d128aaaa4ad8 of type vlan for network 29ae72f9-fc55-4e1c-8f85-bfaedc70aad6 Jul 16 09:05:43.727076 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5ba1ca08-0c20-403c-9090-e859c0a095fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.827055 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5ba1ca08-0c20-403c-9090-e859c0a095fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.833951 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba1ca08-0c20-403c-9090-e859c0a095fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:43.834583 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5ba1ca08-0c20-403c-9090-e859c0a095fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:43.892704 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5ba1ca08-0c20-403c-9090-e859c0a095fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4717124 Jul 16 09:05:43.896464 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33940) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:43.901595 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-dacf2850-b2aa-4593-a9a4-eb44d678f43b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'subnet': {'network_id': '29ae72f9-fc55-4e1c-8f85-bfaedc70aad6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:43.985200 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba1ca08-0c20-403c-9090-e859c0a095fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Network': ['ID=29ae72f9-fc55-4e1c-8f85-bfaedc70aad6,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:44.003729 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 29ae72f9-fc55-4e1c-8f85-bfaedc70aad6 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:44.032254 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bbd80bd6-ab1d-476d-afaf-de676b6e244e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.081363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd80bd6-ab1d-476d-afaf-de676b6e244e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=bb59fccb-0592-4b77-948d-560470728944,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:44.172350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacf2850-b2aa-4593-a9a4-eb44d678f43b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:44.187746 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dacf2850-b2aa-4593-a9a4-eb44d678f43b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.398217 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bbd80bd6-ab1d-476d-afaf-de676b6e244e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:44.678504 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd80bd6-ab1d-476d-afaf-de676b6e244e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 6f2340e7-50c2-4817-984f-3368e3333a6b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:44.847199 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd80bd6-ab1d-476d-afaf-de676b6e244e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:44.857140 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bbd80bd6-ab1d-476d-afaf-de676b6e244e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/6f2340e7-50c2-4817-984f-3368e3333a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5691314 Jul 16 09:05:44.857885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33944) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:44.858135 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eadcb8f-4c47-44f2-a868-5c2cc9072275 None None] Sync routers for ids ['6f2340e7-50c2-4817-984f-3368e3333a6b'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:44.872689 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eadcb8f-4c47-44f2-a868-5c2cc9072275 None None] Routers {'6f2340e7-50c2-4817-984f-3368e3333a6b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:44.873832 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7eadcb8f-4c47-44f2-a868-5c2cc9072275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6f2340e7-50c2-4817-984f-3368e3333a6b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:44.934430 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7eadcb8f-4c47-44f2-a868-5c2cc9072275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:44.952121 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eadcb8f-4c47-44f2-a868-5c2cc9072275 None None] Routers {'6f2340e7-50c2-4817-984f-3368e3333a6b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:44.953825 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7eadcb8f-4c47-44f2-a868-5c2cc9072275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6f2340e7-50c2-4817-984f-3368e3333a6b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:44.997465 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dacf2850-b2aa-4593-a9a4-eb44d678f43b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.028094 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7eadcb8f-4c47-44f2-a868-5c2cc9072275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:45.029458 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eadcb8f-4c47-44f2-a868-5c2cc9072275 None None] The sync data for ids ['6f2340e7-50c2-4817-984f-3368e3333a6b'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:45.083771 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacf2850-b2aa-4593-a9a4-eb44d678f43b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Subnet': ['ID=afb53c2e-166e-4fdf-a2b7-e3d83198b584,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:45.118192 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacf2850-b2aa-4593-a9a4-eb44d678f43b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Checking segment: {'id': '974cb909-0b36-437c-963e-d128aaaa4ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '29ae72f9-fc55-4e1c-8f85-bfaedc70aad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:45.118748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacf2850-b2aa-4593-a9a4-eb44d678f43b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network hostable DHCP agents. Network: 29ae72f9-fc55-4e1c-8f85-bfaedc70aad6, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:45.141691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacf2850-b2aa-4593-a9a4-eb44d678f43b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network 29ae72f9-fc55-4e1c-8f85-bfaedc70aad6 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:45.153663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-dacf2850-b2aa-4593-a9a4-eb44d678f43b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 29ae72f9-fc55-4e1c-8f85-bfaedc70aad6) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:45.160574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacf2850-b2aa-4593-a9a4-eb44d678f43b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:45.161555 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dacf2850-b2aa-4593-a9a4-eb44d678f43b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.175874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e028436-20a2-4f01-88f9-eee1da868896 None None] Network 29ae72f9-fc55-4e1c-8f85-bfaedc70aad6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:45.185366 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dacf2850-b2aa-4593-a9a4-eb44d678f43b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2879648 Jul 16 09:05:45.188058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33948) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:45.378004 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad24594-7748-4734-a83b-487196cbf8ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-29ae72f9-fc55-4e1c-8f85-bfaedc70aad6', 'network_id': '29ae72f9-fc55-4e1c-8f85-bfaedc70aad6', 'tenant_id': '98a9650d78974303a7fd6a08f92c75e4', 'fixed_ips': [{'subnet_id': 'afb53c2e-166e-4fdf-a2b7-e3d83198b584'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:45.379403 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5ad24594-7748-4734-a83b-487196cbf8ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.396320 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.492413 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.603573 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server [None req-5ad24594-7748-4734-a83b-487196cbf8ab None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afb53c2e-166e-4fdf-a2b7-e3d83198b584: This subnet is being modified by another concurrent operation. Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet afb53c2e-166e-4fdf-a2b7-e3d83198b584: This subnet is being modified by another concurrent operation. Jul 16 09:05:45.609640 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Jul 16 09:05:45.646144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4585fcc2-8977-4840-9c33-43c2d40caea0 None None] Network 29ae72f9-fc55-4e1c-8f85-bfaedc70aad6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:45.686656 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Subnet': ['ID=afb53c2e-166e-4fdf-a2b7-e3d83198b584,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:45.777794 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.792871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29ae72f9-fc55-4e1c-8f85-bfaedc70aad6']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:45.801132 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76f622e7-0081-4f11-a78c-e21eaadf0db9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.808117 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974cb909-0b36-437c-963e-d128aaaa4ad8') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:45.808640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974cb909-0b36-437c-963e-d128aaaa4ad8') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:45.821550 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.821911 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866aec03-e3d0-4eef-b885-ef35e74ea588 None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:05:45.841262 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.856198 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:45.856737 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:45.878882 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:45.973084 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.982872 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:45.994950 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/29ae72f9-fc55-4e1c-8f85-bfaedc70aad6 HTTP/1.1" status: 204 len: 168 time: 0.8046796 Jul 16 09:05:45.996471 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33950) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:46.017413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-043174a1-4335-49d6-b555-a50a0fbd64d0 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1931605353'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:46.054369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c913da-2b31-423c-8e3e-6f3da4a396fe tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Network': ['ID=29ae72f9-fc55-4e1c-8f85-bfaedc70aad6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:46.099355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043174a1-4335-49d6-b555-a50a0fbd64d0 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:46.105767 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-043174a1-4335-49d6-b555-a50a0fbd64d0 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.150930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866aec03-e3d0-4eef-b885-ef35e74ea588 None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:05:46.154594 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-043174a1-4335-49d6-b555-a50a0fbd64d0 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:46.178632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-043174a1-4335-49d6-b555-a50a0fbd64d0 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.179394 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-043174a1-4335-49d6-b555-a50a0fbd64d0 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Added segment 25f629a0-93a0-49c8-a296-e95035a340ca of type vlan for network 568a75f4-ff43-4150-9520-0698b29487f2 Jul 16 09:05:46.208135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-76f622e7-0081-4f11-a78c-e21eaadf0db9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port 706964c6-01ab-4dd3-8c72-092a279347b5 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:46.208942 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76f622e7-0081-4f11-a78c-e21eaadf0db9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.261242 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-043174a1-4335-49d6-b555-a50a0fbd64d0 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.325629 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-043174a1-4335-49d6-b555-a50a0fbd64d0 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.335056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043174a1-4335-49d6-b555-a50a0fbd64d0 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:46.336047 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-043174a1-4335-49d6-b555-a50a0fbd64d0 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.386093 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76f622e7-0081-4f11-a78c-e21eaadf0db9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.401475 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-043174a1-4335-49d6-b555-a50a0fbd64d0 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3940928 Jul 16 09:05:46.406135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33954) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:46.415314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-76f622e7-0081-4f11-a78c-e21eaadf0db9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for 706964c6-01ab-4dd3-8c72-092a279347b5 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:46.431858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-259ced2c-f910-4def-8080-c8aaeb62a3dd tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'subnet': {'network_id': '568a75f4-ff43-4150-9520-0698b29487f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:46.513882 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043174a1-4335-49d6-b555-a50a0fbd64d0 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Network': ['ID=568a75f4-ff43-4150-9520-0698b29487f2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:46.622052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 568a75f4-ff43-4150-9520-0698b29487f2 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:46.672745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-259ced2c-f910-4def-8080-c8aaeb62a3dd tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:46.682936 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-259ced2c-f910-4def-8080-c8aaeb62a3dd tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.698678 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76f622e7-0081-4f11-a78c-e21eaadf0db9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:46.743048 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f622e7-0081-4f11-a78c-e21eaadf0db9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=706964c6-01ab-4dd3-8c72-092a279347b5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:46.840035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.ipam_backend_mixin [None req-259ced2c-f910-4def-8080-c8aaeb62a3dd tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Performing IP validity checks on allocation pools {{(pid=93695) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 09:05:46.841072 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.ipam_backend_mixin [None req-259ced2c-f910-4def-8080-c8aaeb62a3dd tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93695) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 09:05:47.074127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-76f622e7-0081-4f11-a78c-e21eaadf0db9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.097271 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-259ced2c-f910-4def-8080-c8aaeb62a3dd tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.228806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259ced2c-f910-4def-8080-c8aaeb62a3dd tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Subnet': ['ID=a9909616-e03b-4932-a65f-37d3738109fe,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:47.240856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-259ced2c-f910-4def-8080-c8aaeb62a3dd tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Checking segment: {'id': '25f629a0-93a0-49c8-a296-e95035a340ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '568a75f4-ff43-4150-9520-0698b29487f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:47.241794 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ced2c-f910-4def-8080-c8aaeb62a3dd tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network hostable DHCP agents. Network: 568a75f4-ff43-4150-9520-0698b29487f2, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:47.283795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-259ced2c-f910-4def-8080-c8aaeb62a3dd tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network 568a75f4-ff43-4150-9520-0698b29487f2 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:47.303377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-259ced2c-f910-4def-8080-c8aaeb62a3dd tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 568a75f4-ff43-4150-9520-0698b29487f2) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:47.311383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-259ced2c-f910-4def-8080-c8aaeb62a3dd tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:47.313283 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-259ced2c-f910-4def-8080-c8aaeb62a3dd tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.324048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab42dc01-4955-4485-ab1a-0cd13966294d None None] Network 568a75f4-ff43-4150-9520-0698b29487f2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:47.359323 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-259ced2c-f910-4def-8080-c8aaeb62a3dd tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9513607 Jul 16 09:05:47.363940 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33958) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:47.420246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f622e7-0081-4f11-a78c-e21eaadf0db9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 6f2340e7-50c2-4817-984f-3368e3333a6b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:47.596441 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.626905 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f622e7-0081-4f11-a78c-e21eaadf0db9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:47.635920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0aaab2-7cf4-4998-bdd0-ee6289b784cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-568a75f4-ff43-4150-9520-0698b29487f2', 'network_id': '568a75f4-ff43-4150-9520-0698b29487f2', 'tenant_id': '98a9650d78974303a7fd6a08f92c75e4', 'fixed_ips': [{'subnet_id': 'a9909616-e03b-4932-a65f-37d3738109fe'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:47.637598 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2c0aaab2-7cf4-4998-bdd0-ee6289b784cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.651759 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-76f622e7-0081-4f11-a78c-e21eaadf0db9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/6f2340e7-50c2-4817-984f-3368e3333a6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7918012 Jul 16 09:05:47.652939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33960) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:47.672405 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2ef7f2-2b06-437a-9449-e3dfb741811a None None] Sync routers for ids ['6f2340e7-50c2-4817-984f-3368e3333a6b'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:47.719267 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33962) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:47.720172 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c5022fbe-7442-406c-aa5c-9abd7e3f0cb8 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2340e7-50c2-4817-984f-3368e3333a6b HTTP/1.1" status: 200 len: 205 time: 0.0626760 Jul 16 09:05:47.738339 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.791372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ef7f2-2b06-437a-9449-e3dfb741811a None None] Routers {'6f2340e7-50c2-4817-984f-3368e3333a6b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:47.792356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ea2ef7f2-2b06-437a-9449-e3dfb741811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6f2340e7-50c2-4817-984f-3368e3333a6b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:47.857942 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2704d6d6-59ef-4705-aa99-9c6313e5f326 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:47.909471 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ea2ef7f2-2b06-437a-9449-e3dfb741811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:47.941149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea2ef7f2-2b06-437a-9449-e3dfb741811a None None] Routers {'6f2340e7-50c2-4817-984f-3368e3333a6b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:47.942719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ea2ef7f2-2b06-437a-9449-e3dfb741811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['6f2340e7-50c2-4817-984f-3368e3333a6b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:48.008844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ea2ef7f2-2b06-437a-9449-e3dfb741811a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:48.010176 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea2ef7f2-2b06-437a-9449-e3dfb741811a None None] The sync data for ids ['6f2340e7-50c2-4817-984f-3368e3333a6b'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:48.050201 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server [None req-2c0aaab2-7cf4-4998-bdd0-ee6289b784cb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9909616-e03b-4932-a65f-37d3738109fe: This subnet is being modified by another concurrent operation. Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9909616-e03b-4932-a65f-37d3738109fe: This subnet is being modified by another concurrent operation. Jul 16 09:05:48.052753 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Jul 16 09:05:48.073132 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2704d6d6-59ef-4705-aa99-9c6313e5f326 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.073132 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2704d6d6-59ef-4705-aa99-9c6313e5f326 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.088875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Subnet': ['ID=a9909616-e03b-4932-a65f-37d3738109fe,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:48.093932 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c54074-8c07-4075-b9f1-e56e2ce5763b None None] Network 568a75f4-ff43-4150-9520-0698b29487f2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:48.157174 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2704d6d6-59ef-4705-aa99-9c6313e5f326 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.157991 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2704d6d6-59ef-4705-aa99-9c6313e5f326 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Fanout notify agent at l3_agent the message router_deleted on router 6f2340e7-50c2-4817-984f-3368e3333a6b {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:05:48.168153 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2704d6d6-59ef-4705-aa99-9c6313e5f326 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.172948 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2704d6d6-59ef-4705-aa99-9c6313e5f326 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/routers/6f2340e7-50c2-4817-984f-3368e3333a6b HTTP/1.1" status: 204 len: 168 time: 0.4511018 Jul 16 09:05:48.173616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33966) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:48.241981 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.261756 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['568a75f4-ff43-4150-9520-0698b29487f2']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:48.278485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f629a0-93a0-49c8-a296-e95035a340ca') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:48.278797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f629a0-93a0-49c8-a296-e95035a340ca') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:48.297142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8e8e839-6268-4d40-93be-15bc4464b567 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting subnet 94bd6b48-0120-4521-8b43-a2cf499dd5f7 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:48.300953 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.308194 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e839-6268-4d40-93be-15bc4464b567 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.339673 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.344723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acce6025-7eeb-4918-b439-a1803655e11c None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:05:48.353873 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:48.354356 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:48.357528 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:48.391677 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e839-6268-4d40-93be-15bc4464b567 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.470247 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.486211 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.493313 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/568a75f4-ff43-4150-9520-0698b29487f2 HTTP/1.1" status: 204 len: 168 time: 1.1202791 Jul 16 09:05:48.494671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33970) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:48.510790 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791f0a5-cb1c-4085-bc6b-30d5c7e90393 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Network': ['ID=568a75f4-ff43-4150-9520-0698b29487f2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:48.516379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-87c6cff8-762f-4cfb-b3fb-4608a9c73e6e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1432804423'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:48.568559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c6cff8-762f-4cfb-b3fb-4608a9c73e6e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:48.575813 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-87c6cff8-762f-4cfb-b3fb-4608a9c73e6e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.580377 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e839-6268-4d40-93be-15bc4464b567 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.585286 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acce6025-7eeb-4918-b439-a1803655e11c None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:05:48.621649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87c6cff8-762f-4cfb-b3fb-4608a9c73e6e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:48.639102 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-87c6cff8-762f-4cfb-b3fb-4608a9c73e6e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.639695 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-87c6cff8-762f-4cfb-b3fb-4608a9c73e6e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Added segment 8cea1db5-2ce5-4f15-90fb-3da036beecb2 of type vlan for network cb22ad7e-e1d3-4186-aa82-e04d342d4b3b Jul 16 09:05:48.732288 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e839-6268-4d40-93be-15bc4464b567 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.735447 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-87c6cff8-762f-4cfb-b3fb-4608a9c73e6e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.809263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8e839-6268-4d40-93be-15bc4464b567 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Subnet': ['ID=94bd6b48-0120-4521-8b43-a2cf499dd5f7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:48.824117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d8e8e839-6268-4d40-93be-15bc4464b567 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.833496 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d8e8e839-6268-4d40-93be-15bc4464b567 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/94bd6b48-0120-4521-8b43-a2cf499dd5f7 HTTP/1.1" status: 204 len: 168 time: 0.6509812 Jul 16 09:05:48.834745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33972) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:48.858179 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-87c6cff8-762f-4cfb-b3fb-4608a9c73e6e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.868315 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c6cff8-762f-4cfb-b3fb-4608a9c73e6e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:48.869891 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-87c6cff8-762f-4cfb-b3fb-4608a9c73e6e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:48.910062 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-87c6cff8-762f-4cfb-b3fb-4608a9c73e6e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4072545 Jul 16 09:05:48.919081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33974) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:48.927558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-13e4163c-8706-4734-8187-4bd2da31a373 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'subnet': {'network_id': 'cb22ad7e-e1d3-4186-aa82-e04d342d4b3b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:49.010829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0df1b13-1a2d-4513-a2c4-836cc9b7ed8f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting subnet 2104586c-d520-4ad2-94b7-32bdb0b888e4 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:05:49.025524 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e0df1b13-1a2d-4513-a2c4-836cc9b7ed8f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.046824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6cff8-762f-4cfb-b3fb-4608a9c73e6e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Network': ['ID=cb22ad7e-e1d3-4186-aa82-e04d342d4b3b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:49.092956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network cb22ad7e-e1d3-4186-aa82-e04d342d4b3b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:49.187702 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e0df1b13-1a2d-4513-a2c4-836cc9b7ed8f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.308552 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e4163c-8706-4734-8187-4bd2da31a373 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:49.319985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3bb25f-4929-457f-b4b8-b6b03a5a3aa5 None None] Network 736a53b8-b2a5-4e08-b97d-d5a068cced9f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:49.325559 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-13e4163c-8706-4734-8187-4bd2da31a373 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.485368 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e0df1b13-1a2d-4513-a2c4-836cc9b7ed8f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.590543 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e0df1b13-1a2d-4513-a2c4-836cc9b7ed8f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.653210 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df1b13-1a2d-4513-a2c4-836cc9b7ed8f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Subnet': ['ID=2104586c-d520-4ad2-94b7-32bdb0b888e4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:49.661967 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e0df1b13-1a2d-4513-a2c4-836cc9b7ed8f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.663888 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e0df1b13-1a2d-4513-a2c4-836cc9b7ed8f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/2104586c-d520-4ad2-94b7-32bdb0b888e4 HTTP/1.1" status: 204 len: 168 time: 0.8260038 Jul 16 09:05:49.668027 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33978) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:49.690804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c80865-a750-46b0-ac75-99d86c20daf7 None None] Network d8d499d8-97e2-46bc-827a-e95cb82f2fd6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:49.700361 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] DHCP port deletion for 736a53b8-b2a5-4e08-b97d-d5a068cced9f request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:05:49.734056 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-13e4163c-8706-4734-8187-4bd2da31a373 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.827062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4163c-8706-4734-8187-4bd2da31a373 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Subnet': ['ID=dee0c934-cffd-41ac-b428-2265816d3517,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:49.837573 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e4163c-8706-4734-8187-4bd2da31a373 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Checking segment: {'id': '8cea1db5-2ce5-4f15-90fb-3da036beecb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'cb22ad7e-e1d3-4186-aa82-e04d342d4b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:49.841592 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e4163c-8706-4734-8187-4bd2da31a373 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network hostable DHCP agents. Network: cb22ad7e-e1d3-4186-aa82-e04d342d4b3b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:49.875607 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.897559 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e4163c-8706-4734-8187-4bd2da31a373 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network cb22ad7e-e1d3-4186-aa82-e04d342d4b3b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:49.928596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-13e4163c-8706-4734-8187-4bd2da31a373 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, cb22ad7e-e1d3-4186-aa82-e04d342d4b3b) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:49.938780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e4163c-8706-4734-8187-4bd2da31a373 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:49.940358 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-13e4163c-8706-4734-8187-4bd2da31a373 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:49.954165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4b353d-24d5-4800-b9a2-8d1c3d145eb6 None None] Network cb22ad7e-e1d3-4186-aa82-e04d342d4b3b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:49.971212 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-13e4163c-8706-4734-8187-4bd2da31a373 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0503011 Jul 16 09:05:49.976931 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33980) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:50.030914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Deleting port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:50.031284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:50.031482 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.031917 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.162047 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] For port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21,segment=NetworkSegment(a5b4cd73-90f8-42e8-bb3e-403fe2382fcd),segment_id=a5b4cd73-90f8-42e8-bb3e-403fe2382fcd)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:50.163774 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.192883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:50.201259 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.328517 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.339047 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.398868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:50.403878 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No DVR routers for this DVR port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:50.486584 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] For port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21,segment=NetworkSegment(a5b4cd73-90f8-42e8-bb3e-403fe2382fcd),segment_id=a5b4cd73-90f8-42e8-bb3e-403fe2382fcd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:50.487948 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.488338 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.556448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Subnet': ['ID=dee0c934-cffd-41ac-b428-2265816d3517,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:50.618668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Calling delete_port for 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:50.635189 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.648920 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['736a53b8-b2a5-4e08-b97d-d5a068cced9f']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:50.661706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5b4cd73-90f8-42e8-bb3e-403fe2382fcd') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:50.662146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5b4cd73-90f8-42e8-bb3e-403fe2382fcd') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:50.674350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.691890 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.699309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:50.699803 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.709601 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.740100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb22ad7e-e1d3-4186-aa82-e04d342d4b3b']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:50.767049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cea1db5-2ce5-4f15-90fb-3da036beecb2') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:50.767336 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cea1db5-2ce5-4f15-90fb-3da036beecb2') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:50.772291 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:50.777309 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.794750 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.802283 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.804645 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/networks/736a53b8-b2a5-4e08-b97d-d5a068cced9f HTTP/1.1" status: 204 len: 168 time: 1.1341691 Jul 16 09:05:50.806041 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b128e3ea-2436-450c-8f95-202a63aab498 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Network': ['ID=736a53b8-b2a5-4e08-b97d-d5a068cced9f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:50.808065 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33992) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:50.810783 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2edcd6c-bfe9-472d-8ad2-3478d30a1f34 None None] DHCP port deletion for d8d499d8-97e2-46bc-827a-e95cb82f2fd6 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:05:50.821581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6c4e1e-c795-431a-8aec-a8d01420e9d4 None None] Network cb22ad7e-e1d3-4186-aa82-e04d342d4b3b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:50.855783 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.859506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:50.881575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:50.882297 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:50.888371 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:50.894367 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.950116 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:50.964252 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:50.964606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:50.969967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Pushing event deleted for resources: {'Port': ['ID=6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:51.004117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Network 736a53b8-b2a5-4e08-b97d-d5a068cced9f is not hosted by any dhcp agent {{(pid=93696) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:05:51.004613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] No DVR routers for this DVR port 6f7ac0f7-d758-47bb-b1b3-d2ac1a7d5b21 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:51.022508 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:51.022861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:51.023187 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:51.023530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:51.023865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:51.024197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:51.024551 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:51.024884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:51.025206 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:51.025528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:51.025854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:51.026177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb2015da-bf4a-45c3-8daf-3c31676c862f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:51.058915 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.073365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.077952 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/cb22ad7e-e1d3-4186-aa82-e04d342d4b3b HTTP/1.1" status: 204 len: 168 time: 1.0979533 Jul 16 09:05:51.081247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 33994) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:51.086513 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33996) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:51.087396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1584321d-12ba-47bd-abc1-e66a0fe14256 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1912988980'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:51.096079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c0dff138-6b9a-4853-b52c-23ace5d1e336 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1292713770', 'description': 'tempest-secgroup-smoke-1292713770 description', 'project_id': '3ab8e23c8bad442791124f8d5118839e'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:51.130516 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1584321d-12ba-47bd-abc1-e66a0fe14256 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:51.139244 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b2edcd6c-bfe9-472d-8ad2-3478d30a1f34 None None] Deleting port 5163ad70-c62a-495b-8a64-5dc2df4e45d8 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:51.141110 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b2edcd6c-bfe9-472d-8ad2-3478d30a1f34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.141572 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1584321d-12ba-47bd-abc1-e66a0fe14256 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.145000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port 5163ad70-c62a-495b-8a64-5dc2df4e45d8 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:51.145295 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.167697 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9547f26-3a9c-4f3c-84c8-8a2c0fe73d00 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Network': ['ID=cb22ad7e-e1d3-4186-aa82-e04d342d4b3b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:51.191714 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0dff138-6b9a-4853-b52c-23ace5d1e336 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.241295 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1584321d-12ba-47bd-abc1-e66a0fe14256 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:51.252595 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1584321d-12ba-47bd-abc1-e66a0fe14256 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.253074 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-1584321d-12ba-47bd-abc1-e66a0fe14256 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Added segment 328bc5f1-97df-4c22-a924-464c29c7a725 of type vlan for network 177b740b-f788-4632-9115-6084a641522d Jul 16 09:05:51.308370 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b2edcd6c-bfe9-472d-8ad2-3478d30a1f34 None None] For port 5163ad70-c62a-495b-8a64-5dc2df4e45d8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5163ad70-c62a-495b-8a64-5dc2df4e45d8,segment=NetworkSegment(48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4),segment_id=48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:51.308957 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] For port 5163ad70-c62a-495b-8a64-5dc2df4e45d8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5163ad70-c62a-495b-8a64-5dc2df4e45d8,segment=NetworkSegment(48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4),segment_id=48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:51.308957 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.309841 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b2edcd6c-bfe9-472d-8ad2-3478d30a1f34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.320107 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1584321d-12ba-47bd-abc1-e66a0fe14256 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.333187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for 5163ad70-c62a-495b-8a64-5dc2df4e45d8 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:51.339751 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b2edcd6c-bfe9-472d-8ad2-3478d30a1f34 None None] Calling delete_port for 5163ad70-c62a-495b-8a64-5dc2df4e45d8 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:51.373149 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0dff138-6b9a-4853-b52c-23ace5d1e336 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.380056 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0dff138-6b9a-4853-b52c-23ace5d1e336 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.410345 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1584321d-12ba-47bd-abc1-e66a0fe14256 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.415804 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0dff138-6b9a-4853-b52c-23ace5d1e336 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.416376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584321d-12ba-47bd-abc1-e66a0fe14256 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:51.417051 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1584321d-12ba-47bd-abc1-e66a0fe14256 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.420383 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c0dff138-6b9a-4853-b52c-23ace5d1e336 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3320878 Jul 16 09:05:51.424478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 33998) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:51.430376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-47381c85-d276-42fc-a6cb-84c81f6c0109 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Request body: {'security_group_rule': {'security_group_id': '02dce2ff-be5c-4bba-8c2d-b0d632057ed6', 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:51.441464 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dff138-6b9a-4853-b52c-23ace5d1e336 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02dce2ff-be5c-4bba-8c2d-b0d632057ed6,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:51.481146 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-47381c85-d276-42fc-a6cb-84c81f6c0109 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.513632 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1584321d-12ba-47bd-abc1-e66a0fe14256 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4309838 Jul 16 09:05:51.514273 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1584321d-12ba-47bd-abc1-e66a0fe14256 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Network': ['ID=177b740b-f788-4632-9115-6084a641522d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:51.516612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34000) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:51.521948 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-bcacd2e2-c392-4b3b-84c1-1af9a9ebc76e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'subnet': {'network_id': '177b740b-f788-4632-9115-6084a641522d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:51.536313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 177b740b-f788-4632-9115-6084a641522d details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:51.586469 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-47381c85-d276-42fc-a6cb-84c81f6c0109 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.593157 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-47381c85-d276-42fc-a6cb-84c81f6c0109 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.619235 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-47381c85-d276-42fc-a6cb-84c81f6c0109 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.624127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34002) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:51.625730 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-47381c85-d276-42fc-a6cb-84c81f6c0109 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1999631 Jul 16 09:05:51.628962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47381c85-d276-42fc-a6cb-84c81f6c0109 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aedadfd-dd56-40cf-8eb7-793cc23f6dc9,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:51.629791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-6a2fd609-b0ec-48aa-894a-8a71aa19afa7 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Request body: {'security_group_rule': {'security_group_id': '02dce2ff-be5c-4bba-8c2d-b0d632057ed6', 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:51.652762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcacd2e2-c392-4b3b-84c1-1af9a9ebc76e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:51.656468 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcacd2e2-c392-4b3b-84c1-1af9a9ebc76e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.689999 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b2edcd6c-bfe9-472d-8ad2-3478d30a1f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.711156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2edcd6c-bfe9-472d-8ad2-3478d30a1f34 None None] No DVR routers for this DVR port 5163ad70-c62a-495b-8a64-5dc2df4e45d8 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:51.736171 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.742202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2edcd6c-bfe9-472d-8ad2-3478d30a1f34 None None] Pushing event deleted for resources: {'Port': ['ID=5163ad70-c62a-495b-8a64-5dc2df4e45d8,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:51.742431 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd609-b0ec-48aa-894a-8a71aa19afa7 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.797943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=5163ad70-c62a-495b-8a64-5dc2df4e45d8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:51.812037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No DVR routers for this DVR port 5163ad70-c62a-495b-8a64-5dc2df4e45d8 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:51.992767 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:51.996880 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd609-b0ec-48aa-894a-8a71aa19afa7 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.014301 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d499d8-97e2-46bc-827a-e95cb82f2fd6']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:52.017341 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd609-b0ec-48aa-894a-8a71aa19afa7 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.061456 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:52.062406 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48e801f5-df6c-4dbb-9a85-4a0f2e6b76e4') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:52.094516 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.101958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2fd609-b0ec-48aa-894a-8a71aa19afa7 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2057c0-97ec-455b-8819-5f50afe6a5cf,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:52.125323 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcacd2e2-c392-4b3b-84c1-1af9a9ebc76e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.128655 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6a2fd609-b0ec-48aa-894a-8a71aa19afa7 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.130653 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6a2fd609-b0ec-48aa-894a-8a71aa19afa7 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5045476 Jul 16 09:05:52.135233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34004) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:52.140417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c0f2ae26-289e-4671-8712-02500abd4944 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Request body: {'security_group_rule': {'security_group_id': '02dce2ff-be5c-4bba-8c2d-b0d632057ed6', 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:52.142110 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.183384 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ae26-289e-4671-8712-02500abd4944 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.183754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:52.183969 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:52.192022 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:52.259976 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ae26-289e-4671-8712-02500abd4944 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.265407 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ae26-289e-4671-8712-02500abd4944 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.289730 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2ae26-289e-4671-8712-02500abd4944 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a54bec14-7d6d-41f1-b64a-6796710a500c,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:52.302862 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0f2ae26-289e-4671-8712-02500abd4944 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.304758 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c0f2ae26-289e-4671-8712-02500abd4944 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1682317 Jul 16 09:05:52.307826 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34006) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:52.313738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6d2db291-6a78-4209-8c20-79988d5af802 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Request body: {'security_group_rule': {'security_group_id': '02dce2ff-be5c-4bba-8c2d-b0d632057ed6', 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:52.344818 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6d2db291-6a78-4209-8c20-79988d5af802 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.356795 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.368777 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcacd2e2-c392-4b3b-84c1-1af9a9ebc76e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Subnet': ['ID=b6017b4f-5864-4138-9a2e-ef0275f6f11c,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:52.381961 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.385740 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/networks/d8d499d8-97e2-46bc-827a-e95cb82f2fd6 HTTP/1.1" status: 204 len: 168 time: 1.5706639 Jul 16 09:05:52.394793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34008) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:52.400270 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d9fbc702-2df2-48f9-897f-60d01d5bdb07 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'network': {'name': 'tempest-RoutersTest-275482327'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:52.411145 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2c4973-2c1b-4ad4-9e1a-a1384a030f77 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Network': ['ID=d8d499d8-97e2-46bc-827a-e95cb82f2fd6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:52.419141 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcacd2e2-c392-4b3b-84c1-1af9a9ebc76e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Checking segment: {'id': '328bc5f1-97df-4c22-a924-464c29c7a725', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '177b740b-f788-4632-9115-6084a641522d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:52.419141 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcacd2e2-c392-4b3b-84c1-1af9a9ebc76e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network hostable DHCP agents. Network: 177b740b-f788-4632-9115-6084a641522d, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:52.450500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fbc702-2df2-48f9-897f-60d01d5bdb07 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:52.452828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcacd2e2-c392-4b3b-84c1-1af9a9ebc76e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network 177b740b-f788-4632-9115-6084a641522d is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:52.455154 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc702-2df2-48f9-897f-60d01d5bdb07 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.469039 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6d2db291-6a78-4209-8c20-79988d5af802 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.475304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-bcacd2e2-c392-4b3b-84c1-1af9a9ebc76e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 177b740b-f788-4632-9115-6084a641522d) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:52.481567 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6d2db291-6a78-4209-8c20-79988d5af802 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.486684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcacd2e2-c392-4b3b-84c1-1af9a9ebc76e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:52.488019 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcacd2e2-c392-4b3b-84c1-1af9a9ebc76e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.494954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac346d3-4330-4c85-a1b3-32b780cd39fa None None] Network 177b740b-f788-4632-9115-6084a641522d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:52.515375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2db291-6a78-4209-8c20-79988d5af802 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2a0de4-b845-4293-90f4-143705d8521c,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:52.517202 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bcacd2e2-c392-4b3b-84c1-1af9a9ebc76e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9965436 Jul 16 09:05:52.520839 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6d2db291-6a78-4209-8c20-79988d5af802 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.521467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34010) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:52.525150 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6d2db291-6a78-4209-8c20-79988d5af802 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2157969 Jul 16 09:05:52.525802 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34012) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:52.531436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fbc702-2df2-48f9-897f-60d01d5bdb07 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] vlan segment allocate from pool success with {'vlan_id': 79, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:52.537105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e6b34821-3e50-4452-bc58-e9e220323995 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Request body: {'security_group_rule': {'security_group_id': '02dce2ff-be5c-4bba-8c2d-b0d632057ed6', 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:52.562075 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc702-2df2-48f9-897f-60d01d5bdb07 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.562510 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-d9fbc702-2df2-48f9-897f-60d01d5bdb07 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Added segment 8ba0effe-e5ba-4f90-879e-128dff07346a of type vlan for network 151b64ca-bc63-4bca-a479-92af4a5d3352 Jul 16 09:05:52.602507 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-e6b34821-3e50-4452-bc58-e9e220323995 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Project 3ab8e23c8bad442791124f8d5118839e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:05:52.614987 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e6b34821-3e50-4452-bc58-e9e220323995 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.630536 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5163ad70-c62a-495b-8a64-5dc2df4e45d8 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:05:52.633876 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc702-2df2-48f9-897f-60d01d5bdb07 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.675128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 5163ad70-c62a-495b-8a64-5dc2df4e45d8 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:05:52.675918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5163ad70-c62a-495b-8a64-5dc2df4e45d8 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:05:52.710316 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc702-2df2-48f9-897f-60d01d5bdb07 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.717126 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fbc702-2df2-48f9-897f-60d01d5bdb07 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:52.717126 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d9fbc702-2df2-48f9-897f-60d01d5bdb07 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.737861 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.741558 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e6b34821-3e50-4452-bc58-e9e220323995 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.758084 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e6b34821-3e50-4452-bc58-e9e220323995 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.790239 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d9fbc702-2df2-48f9-897f-60d01d5bdb07 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3941946 Jul 16 09:05:52.795161 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e6b34821-3e50-4452-bc58-e9e220323995 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.800601 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e6b34821-3e50-4452-bc58-e9e220323995 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2708237 Jul 16 09:05:52.801363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34014) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:52.801741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34016) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:52.819251 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-8a96017c-0989-4a4d-b274-d69f1a98e03a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'subnet': {'network_id': '151b64ca-bc63-4bca-a479-92af4a5d3352', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:52.847452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-51f8a1c4-04c8-4568-99bb-95f7e59f23cd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Request body: {'security_group_rule': {'security_group_id': '02dce2ff-be5c-4bba-8c2d-b0d632057ed6', 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:52.855645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c54c3ef-67d2-48e2-ba2d-9e9513250e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-177b740b-f788-4632-9115-6084a641522d', 'network_id': '177b740b-f788-4632-9115-6084a641522d', 'tenant_id': '98a9650d78974303a7fd6a08f92c75e4', 'fixed_ips': [{'subnet_id': 'b6017b4f-5864-4138-9a2e-ef0275f6f11c'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:52.858174 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3c54c3ef-67d2-48e2-ba2d-9e9513250e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.877330 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.914316 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b34821-3e50-4452-bc58-e9e220323995 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fcbe51-03fa-41d4-b458-c8d0e63a0351,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:52.944574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbc702-2df2-48f9-897f-60d01d5bdb07 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Network': ['ID=151b64ca-bc63-4bca-a479-92af4a5d3352,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:52.972747 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:52.991449 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 151b64ca-bc63-4bca-a479-92af4a5d3352 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:53.010270 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Subnet': ['ID=b6017b4f-5864-4138-9a2e-ef0275f6f11c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:53.028637 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-51f8a1c4-04c8-4568-99bb-95f7e59f23cd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Project 3ab8e23c8bad442791124f8d5118839e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:05:53.042526 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-51f8a1c4-04c8-4568-99bb-95f7e59f23cd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server [None req-3c54c3ef-67d2-48e2-ba2d-9e9513250e21 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6017b4f-5864-4138-9a2e-ef0275f6f11c: This subnet is being modified by another concurrent operation. Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6017b4f-5864-4138-9a2e-ef0275f6f11c: This subnet is being modified by another concurrent operation. Jul 16 09:05:53.097842 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Jul 16 09:05:53.140910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a96017c-0989-4a4d-b274-d69f1a98e03a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:53.142072 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8414ca6-bd65-4194-8a98-15895627d86a None None] Network 177b740b-f788-4632-9115-6084a641522d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:53.144877 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8a96017c-0989-4a4d-b274-d69f1a98e03a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.287461 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-51f8a1c4-04c8-4568-99bb-95f7e59f23cd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.298183 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-51f8a1c4-04c8-4568-99bb-95f7e59f23cd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.345509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f8a1c4-04c8-4568-99bb-95f7e59f23cd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70975d16-1dee-4e78-98c4-358223249e70,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:53.355900 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-51f8a1c4-04c8-4568-99bb-95f7e59f23cd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.361518 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-51f8a1c4-04c8-4568-99bb-95f7e59f23cd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5480187 Jul 16 09:05:53.392704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fe2967-ab73-484e-9a1d-d0ad0ebf9dfa None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:05:53.475613 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.494432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177b740b-f788-4632-9115-6084a641522d']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:53.512876 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328bc5f1-97df-4c22-a924-464c29c7a725') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:53.513348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328bc5f1-97df-4c22-a924-464c29c7a725') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:53.530225 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.534882 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8a96017c-0989-4a4d-b274-d69f1a98e03a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.560208 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.572087 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:05:53.572572 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:05:53.576101 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:05:53.642612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0fe2967-ab73-484e-9a1d-d0ad0ebf9dfa None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:05:53.677422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a96017c-0989-4a4d-b274-d69f1a98e03a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Subnet': ['ID=5e432834-dc75-423f-a9ae-148b0365ea6a,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:53.690301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a96017c-0989-4a4d-b274-d69f1a98e03a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Checking segment: {'id': '8ba0effe-e5ba-4f90-879e-128dff07346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '151b64ca-bc63-4bca-a479-92af4a5d3352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:53.690301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96017c-0989-4a4d-b274-d69f1a98e03a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network hostable DHCP agents. Network: 151b64ca-bc63-4bca-a479-92af4a5d3352, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:53.709360 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.722626 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.725964 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a96017c-0989-4a4d-b274-d69f1a98e03a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 151b64ca-bc63-4bca-a479-92af4a5d3352 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:53.733383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34030) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:53.737204 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/177b740b-f788-4632-9115-6084a641522d HTTP/1.1" status: 204 len: 168 time: 1.2135971 Jul 16 09:05:53.742497 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f23e2150-a508-4cd3-9c5d-360de51fbaab tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1003016438'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:53.748526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-8a96017c-0989-4a4d-b274-d69f1a98e03a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 151b64ca-bc63-4bca-a479-92af4a5d3352) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:53.759963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a96017c-0989-4a4d-b274-d69f1a98e03a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:53.760903 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8a96017c-0989-4a4d-b274-d69f1a98e03a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.770498 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b273d2d-1247-44c7-af95-8557b6ec82c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Network': ['ID=177b740b-f788-4632-9115-6084a641522d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:53.792949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23e2150-a508-4cd3-9c5d-360de51fbaab tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:53.798493 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f23e2150-a508-4cd3-9c5d-360de51fbaab tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.803505 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8a96017c-0989-4a4d-b274-d69f1a98e03a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9923062 Jul 16 09:05:53.806886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34032) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:53.816862 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1de0427a-657b-472d-abe1-46656e96653d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1710757215', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:53.862442 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1de0427a-657b-472d-abe1-46656e96653d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.865335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1de0427a-657b-472d-abe1-46656e96653d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.881967 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f23e2150-a508-4cd3-9c5d-360de51fbaab tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] vlan segment allocate from pool success with {'vlan_id': 98, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:05:53.959802 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f23e2150-a508-4cd3-9c5d-360de51fbaab tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.960324 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-f23e2150-a508-4cd3-9c5d-360de51fbaab tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Added segment 722782a9-9e41-4eab-98e5-9de9edec75e7 of type vlan for network 55c1584b-ce03-47ba-8bc3-5d04673a9c98 Jul 16 09:05:53.982124 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1de0427a-657b-472d-abe1-46656e96653d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:53.990717 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1de0427a-657b-472d-abe1-46656e96653d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.023981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1de0427a-657b-472d-abe1-46656e96653d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.025274 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1de0427a-657b-472d-abe1-46656e96653d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2165596 Jul 16 09:05:54.029449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34034) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:54.035051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f20de49e-d8c4-442f-9355-b81d5c3d2f50 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'port': {'network_id': '151b64ca-bc63-4bca-a479-92af4a5d3352', 'name': 'tempest-RoutersTest-1324486276'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:54.064882 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f23e2150-a508-4cd3-9c5d-360de51fbaab tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.094640 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca260039-7087-46c7-acde-509e9b72cef1 req-600e7fd7-7924-43e3-bdef-d09b39b71650 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2027419 Jul 16 09:05:54.129771 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f23e2150-a508-4cd3-9c5d-360de51fbaab tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.142086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23e2150-a508-4cd3-9c5d-360de51fbaab tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:54.143253 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f23e2150-a508-4cd3-9c5d-360de51fbaab tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.144755 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e57bc2-104c-41b8-8437-e97cc1ee1e75 None None] Network 151b64ca-bc63-4bca-a479-92af4a5d3352 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:54.222805 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-759dacea-c766-437d-9b8e-e3653878d70f tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1292713770&fields=id&tenant_id=3ab8e23c8bad442791124f8d5118839e HTTP/1.1" status: 200 len: 267 time: 0.0669234 Jul 16 09:05:54.252593 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f23e2150-a508-4cd3-9c5d-360de51fbaab tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5151520 Jul 16 09:05:54.270930 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34036) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:54.277573 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-2ac1fc17-ea0a-484e-a71f-c4dfdb3c8b50 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:54.379855 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-151b64ca-bc63-4bca-a479-92af4a5d3352', 'network_id': '151b64ca-bc63-4bca-a479-92af4a5d3352', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'fixed_ips': [{'subnet_id': '5e432834-dc75-423f-a9ae-148b0365ea6a'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:54.381235 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.410734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f20de49e-d8c4-442f-9355-b81d5c3d2f50 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:54.414511 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f20de49e-d8c4-442f-9355-b81d5c3d2f50 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.521350 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-f20de49e-d8c4-442f-9355-b81d5c3d2f50 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] device_id is not set on port 0d50d850-3334-4d9a-8a99-0e71d72e3e8b yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:05:54.604216 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Allocated IP 172.20.0.2 (151b64ca-bc63-4bca-a479-92af4a5d3352/5e432834-dc75-423f-a9ae-148b0365ea6a/cf7a50c3-7ad3-4826-8096-e8fb2cbaff46) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:54.610710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-248a2e17-aa41-49a1-ae72-760306dbfd7c tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:54.612390 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-248a2e17-aa41-49a1-ae72-760306dbfd7c tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/networks?id=7f238166-dba4-4a99-b7aa-4fd6004298d5 HTTP/1.1" status: 200 len: 813 time: 0.3776619 Jul 16 09:05:54.700726 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-220a5e72-0b15-4f6f-80b0-eef5a337e351 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/quotas/3ab8e23c8bad442791124f8d5118839e HTTP/1.1" status: 200 len: 375 time: 0.0330627 Jul 16 09:05:54.705022 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2ac1fc17-ea0a-484e-a71f-c4dfdb3c8b50 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.738483 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e2150-a508-4cd3-9c5d-360de51fbaab tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Network': ['ID=55c1584b-ce03-47ba-8bc3-5d04673a9c98,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:54.768531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 55c1584b-ce03-47ba-8bc3-5d04673a9c98 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:54.771949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca260039-7087-46c7-acde-509e9b72cef1 req-e5a10f5d-cb7c-44bc-bd32-f45bef00466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:54.774228 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2ac1fc17-ea0a-484e-a71f-c4dfdb3c8b50 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.775006 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca260039-7087-46c7-acde-509e9b72cef1 req-e5a10f5d-cb7c-44bc-bd32-f45bef00466a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a797f55e5f8d475aab89c0ea124e907d&device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 1097 time: 0.5897980 Jul 16 09:05:54.800480 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ac1fc17-ea0a-484e-a71f-c4dfdb3c8b50 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network 55c1584b-ce03-47ba-8bc3-5d04673a9c98 is not hosted by any dhcp agent {{(pid=93694) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:05:54.806201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac1fc17-ea0a-484e-a71f-c4dfdb3c8b50 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:54.806855 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2ac1fc17-ea0a-484e-a71f-c4dfdb3c8b50 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.812550 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2ac1fc17-ea0a-484e-a71f-c4dfdb3c8b50 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "PUT /v2.0/networks/55c1584b-ce03-47ba-8bc3-5d04673a9c98 HTTP/1.1" status: 200 len: 723 time: 0.5358596 Jul 16 09:05:54.815849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34040) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:54.827697 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-53e6510b-18a6-4a1e-8e2e-0c768617e28e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'subnet': {'network_id': '55c1584b-ce03-47ba-8bc3-5d04673a9c98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:54.884074 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.896141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Transition to ACTIVE for port object cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:54.912695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac1fc17-ea0a-484e-a71f-c4dfdb3c8b50 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Network': ['ID=55c1584b-ce03-47ba-8bc3-5d04673a9c98,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:54.916665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Transition to ACTIVE for port object cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:54.926350 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:54.934235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 55c1584b-ce03-47ba-8bc3-5d04673a9c98 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:05:55.012359 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-e4fd5e50-f574-4e68-85d8-067596741c05 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3ab8e23c8bad442791124f8d5118839e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3036573 Jul 16 09:05:55.017215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca260039-7087-46c7-acde-509e9b72cef1 req-408d14db-d6d0-4b21-a632-19e37471d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:55.019185 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca260039-7087-46c7-acde-509e9b72cef1 req-408d14db-d6d0-4b21-a632-19e37471d47d service neutron] 10.222.0.15 "GET /v2.0/networks?id=2543bb20-c5ab-4e61-a2cc-15698c179b37 HTTP/1.1" status: 200 len: 908 time: 0.2175367 Jul 16 09:05:55.040052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Network 151b64ca-bc63-4bca-a479-92af4a5d3352 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:55.041027 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Pushing event updated for resources: {'Port': ['ID=cf7a50c3-7ad3-4826-8096-e8fb2cbaff46,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:55.050080 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:55.052537 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:55.064137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-f20de49e-d8c4-442f-9355-b81d5c3d2f50 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Allocated IP 172.20.0.13 (151b64ca-bc63-4bca-a479-92af4a5d3352/5e432834-dc75-423f-a9ae-148b0365ea6a/0d50d850-3334-4d9a-8a99-0e71d72e3e8b) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:55.072633 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e6510b-18a6-4a1e-8e2e-0c768617e28e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:55.078185 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-53e6510b-18a6-4a1e-8e2e-0c768617e28e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.132533 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Attempting to bind port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:55.133037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Attempting to bind port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '8ba0effe-e5ba-4f90-879e-128dff07346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '151b64ca-bc63-4bca-a479-92af4a5d3352'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:55.134112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Attempting to bind port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 on network 151b64ca-bc63-4bca-a479-92af4a5d3352 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:55.140252 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:55.140769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Checking segment: {'id': '8ba0effe-e5ba-4f90-879e-128dff07346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '151b64ca-bc63-4bca-a479-92af4a5d3352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:55.141371 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.141991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Bound using segment: {'id': '8ba0effe-e5ba-4f90-879e-128dff07346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '151b64ca-bc63-4bca-a479-92af4a5d3352'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:55.143292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Bound port: cf7a50c3-7ad3-4826-8096-e8fb2cbaff46, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba0effe-e5ba-4f90-879e-128dff07346a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '151b64ca-bc63-4bca-a479-92af4a5d3352'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:55.143292 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.179085 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca260039-7087-46c7-acde-509e9b72cef1 req-e1299e40-2bce-4037-8389-b1c107e82cd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=45ce2860-37d7-44f4-bb61-38594388fd9d HTTP/1.1" status: 200 len: 1001 time: 0.1523778 Jul 16 09:05:55.246583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] For port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:55.253233 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] For port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=cf7a50c3-7ad3-4826-8096-e8fb2cbaff46,segment=NetworkSegment(8ba0effe-e5ba-4f90-879e-128dff07346a),segment_id=8ba0effe-e5ba-4f90-879e-128dff07346a)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:55.255204 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca260039-7087-46c7-acde-509e9b72cef1 req-516d0bfe-06a7-4898-9df4-280fd47edde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:55.256953 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca260039-7087-46c7-acde-509e9b72cef1 req-516d0bfe-06a7-4898-9df4-280fd47edde5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=73a7ca94-5f5e-4d62-9deb-79d8b68dca0f HTTP/1.1" status: 200 len: 847 time: 0.0722682 Jul 16 09:05:55.262609 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.342633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-c5c2f9e9-00cb-4d66-b172-e9a6a9960c1c service neutron] 10.222.0.20 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741923 Jul 16 09:05:55.343548 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd65a29-c030-465c-8bf4-0e9110f700e1 None None] Pushing event updated for resources: {'Port': ['ID=cf7a50c3-7ad3-4826-8096-e8fb2cbaff46,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:55.360592 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f20de49e-d8c4-442f-9355-b81d5c3d2f50 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.404293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-f20de49e-d8c4-442f-9355-b81d5c3d2f50 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Transition to ACTIVE for port object 0d50d850-3334-4d9a-8a99-0e71d72e3e8b will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:55.414690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca260039-7087-46c7-acde-509e9b72cef1 req-d4b09532-1998-4bb3-9f76-ace33f18c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:55.416657 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca260039-7087-46c7-acde-509e9b72cef1 req-d4b09532-1998-4bb3-9f76-ace33f18c410 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2543bb20-c5ab-4e61-a2cc-15698c179b37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1528199 Jul 16 09:05:55.448956 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-53e6510b-18a6-4a1e-8e2e-0c768617e28e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.498285 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-2bc49ab0-a65f-47aa-a951-2f4abfcc368c service neutron] 10.222.0.20 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336730 Jul 16 09:05:55.510489 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f20de49e-d8c4-442f-9355-b81d5c3d2f50 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.620787 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e6510b-18a6-4a1e-8e2e-0c768617e28e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Subnet': ['ID=815f0bbf-98be-405d-a025-1d6c719f4318,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:55.664688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20de49e-d8c4-442f-9355-b81d5c3d2f50 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=0d50d850-3334-4d9a-8a99-0e71d72e3e8b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:55.673166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20de49e-d8c4-442f-9355-b81d5c3d2f50 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 151b64ca-bc63-4bca-a479-92af4a5d3352 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:55.674959 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f20de49e-d8c4-442f-9355-b81d5c3d2f50 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:55.681448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20de49e-d8c4-442f-9355-b81d5c3d2f50 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:55.682689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e6510b-18a6-4a1e-8e2e-0c768617e28e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Checking segment: {'id': '722782a9-9e41-4eab-98e5-9de9edec75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '55c1584b-ce03-47ba-8bc3-5d04673a9c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:55.683275 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e6510b-18a6-4a1e-8e2e-0c768617e28e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network hostable DHCP agents. Network: 55c1584b-ce03-47ba-8bc3-5d04673a9c98, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:05:55.691973 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca260039-7087-46c7-acde-509e9b72cef1 req-c57fbf33-7062-4db0-a990-033623f4d2a5 service neutron] 10.222.0.15 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686875 Jul 16 09:05:55.701088 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ea2f346-1a1d-40a3-b739-0cc5298b32fe req-76e501e9-4712-4312-b6a4-c00d56fe2e9d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1927421 Jul 16 09:05:55.745341 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20de49e-d8c4-442f-9355-b81d5c3d2f50 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:55.746308 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f20de49e-d8c4-442f-9355-b81d5c3d2f50 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.766619 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f20de49e-d8c4-442f-9355-b81d5c3d2f50 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.7355442 Jul 16 09:05:55.769088 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34046) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:55.772136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e6510b-18a6-4a1e-8e2e-0c768617e28e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network 55c1584b-ce03-47ba-8bc3-5d04673a9c98 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:05:55.905439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-53e6510b-18a6-4a1e-8e2e-0c768617e28e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 55c1584b-ce03-47ba-8bc3-5d04673a9c98) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:55.918612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eb5e92-ff28-4449-bc75-79779bc22eed None None] Network 55c1584b-ce03-47ba-8bc3-5d04673a9c98 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:55.926551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e6510b-18a6-4a1e-8e2e-0c768617e28e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:55.927496 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-53e6510b-18a6-4a1e-8e2e-0c768617e28e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:55.991007 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-53e6510b-18a6-4a1e-8e2e-0c768617e28e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1703267 Jul 16 09:05:55.995531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34052) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:56.005122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8187e6e4-ac3b-4566-93fa-c46eb609f0e8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:56.010588 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca260039-7087-46c7-acde-509e9b72cef1 req-b1dc6ac3-dfde-4ec1-bd12-212ce8ccbbb5 service neutron] 10.222.0.15 "GET /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3082664 Jul 16 09:05:56.016269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2f346-1a1d-40a3-b739-0cc5298b32fe req-f98b009b-9656-4f75-b460-882430ca857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:56.019222 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ea2f346-1a1d-40a3-b739-0cc5298b32fe req-f98b009b-9656-4f75-b460-882430ca857d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 1098 time: 0.2353721 Jul 16 09:05:56.307052 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2f346-1a1d-40a3-b739-0cc5298b32fe req-385d55af-5119-4e82-9f2f-3ef52d5f0d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:56.310833 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ea2f346-1a1d-40a3-b739-0cc5298b32fe req-385d55af-5119-4e82-9f2f-3ef52d5f0d5b service neutron] 10.222.0.38 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.2528358 Jul 16 09:05:56.314308 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-55c1584b-ce03-47ba-8bc3-5d04673a9c98', 'network_id': '55c1584b-ce03-47ba-8bc3-5d04673a9c98', 'tenant_id': '98a9650d78974303a7fd6a08f92c75e4', 'fixed_ips': [{'subnet_id': '815f0bbf-98be-405d-a025-1d6c719f4318'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:05:56.317223 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:56.331932 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8187e6e4-ac3b-4566-93fa-c46eb609f0e8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-25944722'] for subnet, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:56.610172 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07df7518-af17-4e56-99c7-24fb6d9b744a req-4525742e-d708-47cb-8eda-936753d83233 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 210 time: 0.3402081 Jul 16 09:05:56.657539 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc4f1-e201-4aeb-9f14-6e03beac529c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:56.679853 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ea2f346-1a1d-40a3-b739-0cc5298b32fe req-8ca8287e-d49d-4c5c-bfac-88788e549727 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 HTTP/1.1" status: 200 len: 1002 time: 0.3595812 Jul 16 09:05:56.681829 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Allocated IP 172.20.0.2 (55c1584b-ce03-47ba-8bc3-5d04673a9c98/815f0bbf-98be-405d-a025-1d6c719f4318/6abd9628-1dd2-41ac-a2f3-167184d865c8) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:56.785135 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:56.847191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2f346-1a1d-40a3-b739-0cc5298b32fe req-b439cc50-fb4e-44f0-bb9a-9275b3be38ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:56.853465 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ea2f346-1a1d-40a3-b739-0cc5298b32fe req-b439cc50-fb4e-44f0-bb9a-9275b3be38ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.1716797 Jul 16 09:05:57.016942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2f346-1a1d-40a3-b739-0cc5298b32fe req-7d15432e-4e8c-4be5-96f3-8cbfc9f58cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:57.021441 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ea2f346-1a1d-40a3-b739-0cc5298b32fe req-7d15432e-4e8c-4be5-96f3-8cbfc9f58cfd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1604846 Jul 16 09:05:57.031704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:57.153313 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc4f1-e201-4aeb-9f14-6e03beac529c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.161235 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc4f1-e201-4aeb-9f14-6e03beac529c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.178923 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.194550 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Transition to ACTIVE for port object 6abd9628-1dd2-41ac-a2f3-167184d865c8 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:57.239434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7fd0f7-e016-44ee-9170-86289f450707 None None] Network 151b64ca-bc63-4bca-a479-92af4a5d3352 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:57.246110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Transition to ACTIVE for port object 6abd9628-1dd2-41ac-a2f3-167184d865c8 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:57.290523 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ea2f346-1a1d-40a3-b739-0cc5298b32fe req-0451f454-cb1e-475b-9880-ba6231fc6c0f service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613480 Jul 16 09:05:57.299620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8dc4f1-e201-4aeb-9f14-6e03beac529c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=0d50d850-3334-4d9a-8a99-0e71d72e3e8b,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:57.304445 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.435577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Network 55c1584b-ce03-47ba-8bc3-5d04673a9c98 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:57.437877 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-68ffd73e-73b4-4109-9403-faeaf788a902 None None] Provisioning for port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:57.454917 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:57.459067 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:57.471213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-68ffd73e-73b4-4109-9403-faeaf788a902 None None] Provisioning complete for port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:57.471691 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-68ffd73e-73b4-4109-9403-faeaf788a902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.515261 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Pushing event updated for resources: {'Port': ['ID=6abd9628-1dd2-41ac-a2f3-167184d865c8,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:57.555050 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ea2f346-1a1d-40a3-b739-0cc5298b32fe req-88f6ad01-b4f3-41af-b840-02b2780a7415 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568381 Jul 16 09:05:57.674956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Attempting to bind port 6abd9628-1dd2-41ac-a2f3-167184d865c8 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:05:57.675432 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Attempting to bind port 6abd9628-1dd2-41ac-a2f3-167184d865c8 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '722782a9-9e41-4eab-98e5-9de9edec75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '55c1584b-ce03-47ba-8bc3-5d04673a9c98'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:05:57.675878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Attempting to bind port 6abd9628-1dd2-41ac-a2f3-167184d865c8 on network 55c1584b-ce03-47ba-8bc3-5d04673a9c98 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:05:57.721639 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:05:57.722036 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Checking segment: {'id': '722782a9-9e41-4eab-98e5-9de9edec75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '55c1584b-ce03-47ba-8bc3-5d04673a9c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:05:57.722437 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.722830 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Bound using segment: {'id': '722782a9-9e41-4eab-98e5-9de9edec75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '55c1584b-ce03-47ba-8bc3-5d04673a9c98'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:05:57.723354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Bound port: 6abd9628-1dd2-41ac-a2f3-167184d865c8, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '722782a9-9e41-4eab-98e5-9de9edec75e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '55c1584b-ce03-47ba-8bc3-5d04673a9c98'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:05:57.723916 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.802231 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-68ffd73e-73b4-4109-9403-faeaf788a902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.871847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] For port 6abd9628-1dd2-41ac-a2f3-167184d865c8, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:05:57.881471 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] For port 6abd9628-1dd2-41ac-a2f3-167184d865c8, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6abd9628-1dd2-41ac-a2f3-167184d865c8,segment=NetworkSegment(722782a9-9e41-4eab-98e5-9de9edec75e7),segment_id=722782a9-9e41-4eab-98e5-9de9edec75e7)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:05:57.887124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-68ffd73e-73b4-4109-9403-faeaf788a902 None None] For port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=cf7a50c3-7ad3-4826-8096-e8fb2cbaff46,segment=NetworkSegment(8ba0effe-e5ba-4f90-879e-128dff07346a),segment_id=8ba0effe-e5ba-4f90-879e-128dff07346a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:57.891729 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:57.898917 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-68ffd73e-73b4-4109-9403-faeaf788a902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.010290 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f7dcd4-d3cd-47af-9475-bb786ada7d3f None None] Pushing event updated for resources: {'Port': ['ID=6abd9628-1dd2-41ac-a2f3-167184d865c8,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:58.073836 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8187e6e4-ac3b-4566-93fa-c46eb609f0e8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775480214923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-26010294'] for subnet, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.116403 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ebfd3b5e-be89-4cf2-a3e4-08595f7145e6 req-82b471e6-92b3-412e-9b42-f8692886dbc7 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 210 time: 0.0723403 Jul 16 09:05:58.132263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffd73e-73b4-4109-9403-faeaf788a902 None None] Pushing event updated for resources: {'Port': ['ID=cf7a50c3-7ad3-4826-8096-e8fb2cbaff46,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:58.146081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8187e6e4-ac3b-4566-93fa-c46eb609f0e8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:58.146688 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8187e6e4-ac3b-4566-93fa-c46eb609f0e8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.152313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8187e6e4-ac3b-4566-93fa-c46eb609f0e8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "PUT /v2.0/subnets/815f0bbf-98be-405d-a025-1d6c719f4318 HTTP/1.1" status: 200 len: 806 time: 2.1515832 Jul 16 09:05:58.153648 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34070) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:58.166395 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8187e6e4-ac3b-4566-93fa-c46eb609f0e8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Subnet': ['ID=815f0bbf-98be-405d-a025-1d6c719f4318,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:58.215303 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc4f1-e201-4aeb-9f14-6e03beac529c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.386192 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-0866e466-5cc8-4d8f-ba90-25940f0e3dfe tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:58.387837 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-0866e466-5cc8-4d8f-ba90-25940f0e3dfe tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.38 "GET /v2.0/networks?id=7f238166-dba4-4a99-b7aa-4fd6004298d5 HTTP/1.1" status: 200 len: 813 time: 0.2540123 Jul 16 09:05:58.469006 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-77965f97-c28a-4a69-8c46-5f67f84ea929 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ab8e23c8bad442791124f8d5118839e HTTP/1.1" status: 200 len: 380 time: 0.0615189 Jul 16 09:05:58.480545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-d87a3593-4571-497c-8218-681311313b65 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Request body: {'port': {'device_id': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'admin_state_up': True, 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'security_groups': ['02dce2ff-be5c-4bba-8c2d-b0d632057ed6']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:58.482762 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.484232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93a39da6-3b93-4e65-8e61-df0c4408ab5c None None] Provisioning complete for port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:58.484870 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93a39da6-3b93-4e65-8e61-df0c4408ab5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.626080 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc4f1-e201-4aeb-9f14-6e03beac529c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.675864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-d87a3593-4571-497c-8218-681311313b65 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Made reservation on behalf of 3ab8e23c8bad442791124f8d5118839e for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:05:58.683666 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-d87a3593-4571-497c-8218-681311313b65 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:58.885699 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6abd9628-1dd2-41ac-a2f3-167184d865c8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:58.956098 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-d87a3593-4571-497c-8218-681311313b65 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Allocated IP 172.20.0.12 (7f238166-dba4-4a99-b7aa-4fd6004298d5/1a02da06-d166-42f8-92a5-4a30e97b331d/97eb3d64-c640-4aec-8ba1-ebab68fde741) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:05:58.989660 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 6abd9628-1dd2-41ac-a2f3-167184d865c8 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:59.000269 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:59.001169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Deleting port 6abd9628-1dd2-41ac-a2f3-167184d865c8 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:05:59.001718 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.101431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93a39da6-3b93-4e65-8e61-df0c4408ab5c None None] Provisioning for port 0d50d850-3334-4d9a-8a99-0e71d72e3e8b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:59.113523 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:59.114195 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.123603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93a39da6-3b93-4e65-8e61-df0c4408ab5c None None] Provisioning complete for port 0d50d850-3334-4d9a-8a99-0e71d72e3e8b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:59.124804 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93a39da6-3b93-4e65-8e61-df0c4408ab5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.239416 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] For port 6abd9628-1dd2-41ac-a2f3-167184d865c8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6abd9628-1dd2-41ac-a2f3-167184d865c8,segment=NetworkSegment(722782a9-9e41-4eab-98e5-9de9edec75e7),segment_id=722782a9-9e41-4eab-98e5-9de9edec75e7)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:59.240047 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.274894 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Calling delete_port for 6abd9628-1dd2-41ac-a2f3-167184d865c8 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:05:59.308025 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-d87a3593-4571-497c-8218-681311313b65 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.314951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93a39da6-3b93-4e65-8e61-df0c4408ab5c None None] Port 0d50d850-3334-4d9a-8a99-0e71d72e3e8b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:59.348381 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-d87a3593-4571-497c-8218-681311313b65 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Transition to ACTIVE for port object 97eb3d64-c640-4aec-8ba1-ebab68fde741 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:05:59.384597 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc4f1-e201-4aeb-9f14-6e03beac529c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.398227 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc4f1-e201-4aeb-9f14-6e03beac529c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.410419 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-687cb594-1a27-4fdd-ae7c-c09cd2b26736 req-e3a516ea-d528-4156-84c3-f4cc84e1bbb7 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 210 time: 0.0477340 Jul 16 09:05:59.458969 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-d87a3593-4571-497c-8218-681311313b65 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.460548 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-64cdad4c-4fc5-4fe5-93bb-3fde52742a69 None None] Provisioning complete for port 0d50d850-3334-4d9a-8a99-0e71d72e3e8b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:59.461321 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-64cdad4c-4fc5-4fe5-93bb-3fde52742a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.545124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8dc4f1-e201-4aeb-9f14-6e03beac529c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=0d50d850-3334-4d9a-8a99-0e71d72e3e8b,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:59.554440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-64cdad4c-4fc5-4fe5-93bb-3fde52742a69 None None] Port 0d50d850-3334-4d9a-8a99-0e71d72e3e8b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:05:59.558089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-d87a3593-4571-497c-8218-681311313b65 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Network 7f238166-dba4-4a99-b7aa-4fd6004298d5 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:59.559465 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c8dc4f1-e201-4aeb-9f14-6e03beac529c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.562735 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-d87a3593-4571-497c-8218-681311313b65 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:59.568241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-d87a3593-4571-497c-8218-681311313b65 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:05:59.640842 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a3593-4571-497c-8218-681311313b65 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Pushing event updated for resources: {'Port': ['ID=97eb3d64-c640-4aec-8ba1-ebab68fde741,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:59.659913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-d87a3593-4571-497c-8218-681311313b65 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:59.660778 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-d87a3593-4571-497c-8218-681311313b65 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.670347 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.682992 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-d87a3593-4571-497c-8218-681311313b65 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2072618 Jul 16 09:05:59.694473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Request body: {'port': {'device_id': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:59.738555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Port': ['ID=6abd9628-1dd2-41ac-a2f3-167184d865c8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:59.776900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No DVR routers for this DVR port 6abd9628-1dd2-41ac-a2f3-167184d865c8 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:05:59.801168 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.812640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a31d305-f338-4089-8ddd-66010da5d597 None None] Network 55c1584b-ce03-47ba-8bc3-5d04673a9c98 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:05:59.836101 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8dc4f1-e201-4aeb-9f14-6e03beac529c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 151b64ca-bc63-4bca-a479-92af4a5d3352 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:05:59.839940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-9c8dc4f1-e201-4aeb-9f14-6e03beac529c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:05:59.913266 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:59.941268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-50c49c32-afd9-462e-9a2f-23c4a3939951 None None] Could not find standard attr ID for object 6abd9628-1dd2-41ac-a2f3-167184d865c8. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:06:00.081236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.117325 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d9f45229-ee0b-4118-a663-7f1f1ae1d17e None None] Provisioning for port 97eb3d64-c640-4aec-8ba1-ebab68fde741 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:00.119239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Subnet': ['ID=815f0bbf-98be-405d-a025-1d6c719f4318,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:00.127806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d9f45229-ee0b-4118-a663-7f1f1ae1d17e None None] Provisioning complete for port 97eb3d64-c640-4aec-8ba1-ebab68fde741 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:00.128306 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d9f45229-ee0b-4118-a663-7f1f1ae1d17e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.216685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d9f45229-ee0b-4118-a663-7f1f1ae1d17e None None] Port 97eb3d64-c640-4aec-8ba1-ebab68fde741 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:00.235115 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.244126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c8dc4f1-e201-4aeb-9f14-6e03beac529c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 95381ae8-7d6a-4977-bbbd-d6ee6be0af2a is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:06:00.259170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c1584b-ce03-47ba-8bc3-5d04673a9c98']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:00.289075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97eb3d64-c640-4aec-8ba1-ebab68fde741 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:06:00.299214 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.310676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '722782a9-9e41-4eab-98e5-9de9edec75e7') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:00.311019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '722782a9-9e41-4eab-98e5-9de9edec75e7') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:00.319672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Transition to ACTIVE for port object 97eb3d64-c640-4aec-8ba1-ebab68fde741 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:00.324265 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.346173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-655b7fc0-de23-4b83-9458-74daf46b21aa None None] Provisioning complete for port 0d50d850-3334-4d9a-8a99-0e71d72e3e8b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:00.347283 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-655b7fc0-de23-4b83-9458-74daf46b21aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.370934 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.400117 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.407871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Pushing event updated for resources: {'Port': ['ID=97eb3d64-c640-4aec-8ba1-ebab68fde741,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:00.420725 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:00.421215 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:00.424873 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:00.455221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-655b7fc0-de23-4b83-9458-74daf46b21aa None None] Port 0d50d850-3334-4d9a-8a99-0e71d72e3e8b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:00.519318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74e4cf9-9d24-49dd-840a-b099b957860d None None] Network 55c1584b-ce03-47ba-8bc3-5d04673a9c98 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:00.569771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c8dc4f1-e201-4aeb-9f14-6e03beac529c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:00.581939 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cea226-5ca1-4e5f-bebe-bdff3a9b2ac7 None None] Sync routers for ids ['95381ae8-7d6a-4977-bbbd-d6ee6be0af2a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:00.585559 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9c8dc4f1-e201-4aeb-9f14-6e03beac529c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/95381ae8-7d6a-4977-bbbd-d6ee6be0af2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8147931 Jul 16 09:06:00.587407 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.592729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.597834 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/55c1584b-ce03-47ba-8bc3-5d04673a9c98 HTTP/1.1" status: 204 len: 168 time: 2.4403405 Jul 16 09:06:00.597834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34076) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:00.603515 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34078) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:00.607474 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cea226-5ca1-4e5f-bebe-bdff3a9b2ac7 None None] Routers {'95381ae8-7d6a-4977-bbbd-d6ee6be0af2a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:00.608132 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b8cea226-5ca1-4e5f-bebe-bdff3a9b2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['95381ae8-7d6a-4977-bbbd-d6ee6be0af2a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:00.658828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e0e11-5418-42d9-81ba-bdafed269e6d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Network': ['ID=55c1584b-ce03-47ba-8bc3-5d04673a9c98,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:00.709925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Attempting to bind port 97eb3d64-c640-4aec-8ba1-ebab68fde741 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:00.714343 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Attempting to bind port 97eb3d64-c640-4aec-8ba1-ebab68fde741 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '59d7857c-4d13-4ac5-97cc-7640a9d31a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:00.715103 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Attempting to bind port 97eb3d64-c640-4aec-8ba1-ebab68fde741 on network 7f238166-dba4-4a99-b7aa-4fd6004298d5 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:00.718800 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-b44be530-0fab-4994-8d50-d00e5178b46f tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:00.721157 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b8cea226-5ca1-4e5f-bebe-bdff3a9b2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:00.722175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b44be530-0fab-4994-8d50-d00e5178b46f tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:00.726471 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b44be530-0fab-4994-8d50-d00e5178b46f tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/55c1584b-ce03-47ba-8bc3-5d04673a9c98 HTTP/1.1" status: 404 len: 339 time: 0.1206355 Jul 16 09:06:00.727183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dccfacf4-6dee-4e29-9147-9ae7a0c5cb1a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:00.734399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34080) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:00.744743 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dccfacf4-6dee-4e29-9147-9ae7a0c5cb1a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports/0d50d850-3334-4d9a-8a99-0e71d72e3e8b HTTP/1.1" status: 200 len: 978 time: 0.1410115 Jul 16 09:06:00.744743 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34082) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:00.747819 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8cea226-5ca1-4e5f-bebe-bdff3a9b2ac7 None None] Routers {'95381ae8-7d6a-4977-bbbd-d6ee6be0af2a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:00.751698 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-74cca02d-4d68-4a12-88af-2aa1bc7d6fc7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-933746068', 'description': 'd1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:00.752088 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b8cea226-5ca1-4e5f-bebe-bdff3a9b2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['95381ae8-7d6a-4977-bbbd-d6ee6be0af2a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:00.806772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Port 97eb3d64-c640-4aec-8ba1-ebab68fde741 on network 7f238166-dba4-4a99-b7aa-4fd6004298d5 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:06:00.807175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Attempting to bind port 97eb3d64-c640-4aec-8ba1-ebab68fde741 on network 7f238166-dba4-4a99-b7aa-4fd6004298d5 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:00.814771 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:00.815118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Checking segment: {'id': '59d7857c-4d13-4ac5-97cc-7640a9d31a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:00.815516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Bound using segment: {'id': '59d7857c-4d13-4ac5-97cc-7640a9d31a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:00.815960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Bound port: 97eb3d64-c640-4aec-8ba1-ebab68fde741, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59d7857c-4d13-4ac5-97cc-7640a9d31a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:00.816453 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.833841 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b8cea226-5ca1-4e5f-bebe-bdff3a9b2ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:00.834693 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8cea226-5ca1-4e5f-bebe-bdff3a9b2ac7 None None] The sync data for ids ['95381ae8-7d6a-4977-bbbd-d6ee6be0af2a'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:00.865131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf69b4f-dab5-4f51-a03f-5b12ceb759a3 None None] DHCP port deletion for 55c1584b-ce03-47ba-8bc3-5d04673a9c98 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:00.885142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cca02d-4d68-4a12-88af-2aa1bc7d6fc7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:00.888798 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74cca02d-4d68-4a12-88af-2aa1bc7d6fc7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.921775 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] For port 97eb3d64-c640-4aec-8ba1-ebab68fde741, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:00.926458 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] For port 97eb3d64-c640-4aec-8ba1-ebab68fde741, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=97eb3d64-c640-4aec-8ba1-ebab68fde741,segment=NetworkSegment(59d7857c-4d13-4ac5-97cc-7640a9d31a89),segment_id=59d7857c-4d13-4ac5-97cc-7640a9d31a89)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:00.933059 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.942828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74cca02d-4d68-4a12-88af-2aa1bc7d6fc7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:00.980393 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d2c1d-07a0-48af-9399-cfeb59d9b259 req-ee9b5062-0f65-4b63-ad7e-658e5c834128 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:00.981689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:00.982319 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:00.984317 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] 10.222.0.38 "PUT /v2.0/ports/97eb3d64-c640-4aec-8ba1-ebab68fde741 HTTP/1.1" status: 200 len: 1093 time: 1.2943926 Jul 16 09:06:00.986675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'tag': '97eb3d64-c640-4aec-8ba1-ebab68fde741'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:00.993878 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a57d2c1d-07a0-48af-9399-cfeb59d9b259 req-ee9b5062-0f65-4b63-ad7e-658e5c834128 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 944 time: 0.3487544 Jul 16 09:06:00.995824 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df82ec84-b033-467c-9432-5be38721c56d" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c704f5-828a-463b-90e0-dc7a2ac34929", "tag": "97eb3d64-c640-4aec-8ba1-ebab68fde741"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:01.016093 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74cca02d-4d68-4a12-88af-2aa1bc7d6fc7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.016446 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-74cca02d-4d68-4a12-88af-2aa1bc7d6fc7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Added segment 0282576e-eedb-4d00-b37f-4d1e0f8ab875 of type vlan for network 3e718b27-5736-46c7-a363-0220c3bdca85 Jul 16 09:06:01.095726 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2275d6-8094-4b14-929f-d5a7656e931c x-openstack-request-id: req-8a2275d6-8094-4b14-929f-d5a7656e931c {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:01.096010 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c704f5-828a-463b-90e0-dc7a2ac34929", "tag": "97eb3d64-c640-4aec-8ba1-ebab68fde741", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:01.096269 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8a2275d6-8094-4b14-929f-d5a7656e931c {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:01.096726 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'tag': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'status': 'completed', 'code': 200} Jul 16 09:06:01.161626 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74cca02d-4d68-4a12-88af-2aa1bc7d6fc7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.169975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd7499-1690-4b80-a22a-baf00553ca62 service neutron] Pushing event updated for resources: {'Port': ['ID=97eb3d64-c640-4aec-8ba1-ebab68fde741,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:01.215640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-ce17e01f-80d7-4ad9-a4da-637aecfff71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.217555 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-ce17e01f-80d7-4ad9-a4da-637aecfff71b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3ab8e23c8bad442791124f8d5118839e&device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 1096 time: 0.1651936 Jul 16 09:06:01.221524 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a57d2c1d-07a0-48af-9399-cfeb59d9b259 req-faf448d0-2d3a-4bf7-95df-17176aefee9e tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264812 Jul 16 09:06:01.223487 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74cca02d-4d68-4a12-88af-2aa1bc7d6fc7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.230091 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cca02d-4d68-4a12-88af-2aa1bc7d6fc7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.230811 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74cca02d-4d68-4a12-88af-2aa1bc7d6fc7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.316976 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-74cca02d-4d68-4a12-88af-2aa1bc7d6fc7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5767550 Jul 16 09:06:01.321731 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-790ad942-e18f-453c-b596-31175cd45c8e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97eb3d64-c640-4aec-8ba1-ebab68fde741 HTTP/1.1" status: 200 len: 217 time: 0.0782793 Jul 16 09:06:01.322402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34086) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:01.422794 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cca02d-4d68-4a12-88af-2aa1bc7d6fc7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Network': ['ID=3e718b27-5736-46c7-a363-0220c3bdca85,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:01.436357 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 3e718b27-5736-46c7-a363-0220c3bdca85 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:01.490269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-06e45aad-8e93-4bdb-bffa-37ecae352df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.491971 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-06e45aad-8e93-4bdb-bffa-37ecae352df1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1a02da06-d166-42f8-92a5-4a30e97b331d HTTP/1.1" status: 200 len: 852 time: 0.1560993 Jul 16 09:06:01.499726 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93233b4f-361c-4b61-b223-31fa5ad65cc9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.504291 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-93233b4f-361c-4b61-b223-31fa5ad65cc9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "GET /v2.0/networks?id=3e718b27-5736-46c7-a363-0220c3bdca85 HTTP/1.1" status: 200 len: 760 time: 0.1752479 Jul 16 09:06:01.537487 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34088) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:01.543955 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-eafbbaa2-7088-406a-9346-41abb0d010b9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'network': {'description': 'd2'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:01.646109 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-0aa89936-bd66-4827-98d6-10e6ef37af1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.647632 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-0aa89936-bd66-4827-98d6-10e6ef37af1d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f238166-dba4-4a99-b7aa-4fd6004298d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1449690 Jul 16 09:06:01.791194 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eafbbaa2-7088-406a-9346-41abb0d010b9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.806191 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-462fa6f1-df35-464c-b240-b79cbf8b08be tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.822060 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eafbbaa2-7088-406a-9346-41abb0d010b9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.866974 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-d0b22f8a-b5a4-4643-82a1-a4677f6f9629 service neutron] 10.222.0.38 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076728 Jul 16 09:06:01.867858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-eafbbaa2-7088-406a-9346-41abb0d010b9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network 3e718b27-5736-46c7-a363-0220c3bdca85 is not hosted by any dhcp agent {{(pid=93695) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:06:01.879065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafbbaa2-7088-406a-9346-41abb0d010b9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:01.880137 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eafbbaa2-7088-406a-9346-41abb0d010b9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:01.882426 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eafbbaa2-7088-406a-9346-41abb0d010b9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "PUT /v2.0/networks/3e718b27-5736-46c7-a363-0220c3bdca85 HTTP/1.1" status: 200 len: 757 time: 0.3434837 Jul 16 09:06:01.889244 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34090) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:02.031950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafbbaa2-7088-406a-9346-41abb0d010b9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Network': ['ID=3e718b27-5736-46c7-a363-0220c3bdca85,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:02.048954 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238c3648-eba4-4264-900e-5557d1600868 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.049842 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 3e718b27-5736-46c7-a363-0220c3bdca85 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:02.051662 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-238c3648-eba4-4264-900e-5557d1600868 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "GET /v2.0/networks?id=3e718b27-5736-46c7-a363-0220c3bdca85 HTTP/1.1" status: 200 len: 760 time: 0.1605229 Jul 16 09:06:02.057463 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34092) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:02.063470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-3044b585-9c6e-4a45-875b-08267692a290 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1110197174'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:02.103820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3044b585-9c6e-4a45-875b-08267692a290 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:02.108020 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3044b585-9c6e-4a45-875b-08267692a290 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.156605 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5b1d21e8-845c-40cd-961d-b0d31aba8745 req-fd449169-dbb1-43d7-89ca-c384e70f6d02 service neutron] 10.222.0.38 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2679079 Jul 16 09:06:02.161671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3044b585-9c6e-4a45-875b-08267692a290 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:02.177827 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3044b585-9c6e-4a45-875b-08267692a290 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.178203 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-3044b585-9c6e-4a45-875b-08267692a290 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Added segment 5c91be6a-1c47-4702-8806-d0b3abd4130e of type vlan for network 2f9adba1-2146-4909-8f8c-8fc5b4c3b432 Jul 16 09:06:02.232452 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3044b585-9c6e-4a45-875b-08267692a290 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.256628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-462fa6f1-df35-464c-b240-b79cbf8b08be tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port 0d50d850-3334-4d9a-8a99-0e71d72e3e8b {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:02.257023 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-462fa6f1-df35-464c-b240-b79cbf8b08be tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.308933 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3044b585-9c6e-4a45-875b-08267692a290 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.315379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3044b585-9c6e-4a45-875b-08267692a290 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.316022 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3044b585-9c6e-4a45-875b-08267692a290 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.345434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82ec84-b033-467c-9432-5be38721c56d req-071f4ad0-12d8-49fd-b75e-0be2223614db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.347609 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df82ec84-b033-467c-9432-5be38721c56d req-071f4ad0-12d8-49fd-b75e-0be2223614db service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3ab8e23c8bad442791124f8d5118839e&device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 1096 time: 0.1302180 Jul 16 09:06:02.391661 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3044b585-9c6e-4a45-875b-08267692a290 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3327136 Jul 16 09:06:02.396133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34096) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:02.423431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f1369c6d-b224-4f23-86bf-4811dc0fdf81 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'subnet': {'network_id': '2f9adba1-2146-4909-8f8c-8fc5b4c3b432', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:02.500851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82ec84-b033-467c-9432-5be38721c56d req-c7b55bb7-2436-4c5f-afd5-9f82cb037db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.502569 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df82ec84-b033-467c-9432-5be38721c56d req-c7b55bb7-2436-4c5f-afd5-9f82cb037db1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7f238166-dba4-4a99-b7aa-4fd6004298d5 HTTP/1.1" status: 200 len: 913 time: 0.1488299 Jul 16 09:06:02.522077 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6abd9628-1dd2-41ac-a2f3-167184d865c8 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:02.545673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3044b585-9c6e-4a45-875b-08267692a290 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Network': ['ID=2f9adba1-2146-4909-8f8c-8fc5b4c3b432,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:02.557211 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-462fa6f1-df35-464c-b240-b79cbf8b08be tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.562470 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df82ec84-b033-467c-9432-5be38721c56d req-c0ad4d8b-3674-4e95-a492-f02526c729dd service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97eb3d64-c640-4aec-8ba1-ebab68fde741 HTTP/1.1" status: 200 len: 217 time: 0.0528221 Jul 16 09:06:02.579232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-462fa6f1-df35-464c-b240-b79cbf8b08be tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for 0d50d850-3334-4d9a-8a99-0e71d72e3e8b owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:02.595451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 2f9adba1-2146-4909-8f8c-8fc5b4c3b432 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:02.602801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 6abd9628-1dd2-41ac-a2f3-167184d865c8 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:02.603909 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6abd9628-1dd2-41ac-a2f3-167184d865c8 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:02.606431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cc882-6e91-48ab-9cf1-bffe67dfd65e req-ad98520b-5cf7-414a-a08f-12e29b0e3a3a tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.609155 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-876cc882-6e91-48ab-9cf1-bffe67dfd65e req-ad98520b-5cf7-414a-a08f-12e29b0e3a3a tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 944 time: 0.1752009 Jul 16 09:06:02.647743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82ec84-b033-467c-9432-5be38721c56d req-ccc32a09-c548-430d-afcf-59e3c3de88a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.651557 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df82ec84-b033-467c-9432-5be38721c56d req-ccc32a09-c548-430d-afcf-59e3c3de88a6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1a02da06-d166-42f8-92a5-4a30e97b331d HTTP/1.1" status: 200 len: 852 time: 0.0839310 Jul 16 09:06:02.687622 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1369c6d-b224-4f23-86bf-4811dc0fdf81 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:02.691321 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f1369c6d-b224-4f23-86bf-4811dc0fdf81 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.707000 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-876cc882-6e91-48ab-9cf1-bffe67dfd65e req-d5bc16ab-dbe6-4fb2-b53c-f2eb6e20f2e9 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820839 Jul 16 09:06:02.742703 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df82ec84-b033-467c-9432-5be38721c56d req-68beb77c-985b-4731-8886-baa777000dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:02.744459 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df82ec84-b033-467c-9432-5be38721c56d req-68beb77c-985b-4731-8886-baa777000dc3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f238166-dba4-4a99-b7aa-4fd6004298d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868082 Jul 16 09:06:02.855261 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df82ec84-b033-467c-9432-5be38721c56d req-b1c147a1-54e7-4c55-a2d6-dd3702c037d5 service neutron] 10.222.0.38 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011543 Jul 16 09:06:02.953419 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-df82ec84-b033-467c-9432-5be38721c56d req-50056f9f-ce86-49ef-b088-30ca4cc46dc0 service neutron] 10.222.0.38 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913975 Jul 16 09:06:02.987854 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-462fa6f1-df35-464c-b240-b79cbf8b08be tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.042333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fa6f1-df35-464c-b240-b79cbf8b08be tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=0d50d850-3334-4d9a-8a99-0e71d72e3e8b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:03.049987 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f1369c6d-b224-4f23-86bf-4811dc0fdf81 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.159009 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1369c6d-b224-4f23-86bf-4811dc0fdf81 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Subnet': ['ID=fbd6d175-e9e7-4143-b6cc-bb8136e6facb,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:03.262649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1369c6d-b224-4f23-86bf-4811dc0fdf81 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Checking segment: {'id': '5c91be6a-1c47-4702-8806-d0b3abd4130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2f9adba1-2146-4909-8f8c-8fc5b4c3b432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:03.263147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1369c6d-b224-4f23-86bf-4811dc0fdf81 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network hostable DHCP agents. Network: 2f9adba1-2146-4909-8f8c-8fc5b4c3b432, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:03.271308 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-462fa6f1-df35-464c-b240-b79cbf8b08be tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.345008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1369c6d-b224-4f23-86bf-4811dc0fdf81 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network 2f9adba1-2146-4909-8f8c-8fc5b4c3b432 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:03.401333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f1369c6d-b224-4f23-86bf-4811dc0fdf81 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 2f9adba1-2146-4909-8f8c-8fc5b4c3b432) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:03.408314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1369c6d-b224-4f23-86bf-4811dc0fdf81 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:03.409068 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f1369c6d-b224-4f23-86bf-4811dc0fdf81 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.420026 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33057f8f-0593-49e3-a147-b5f4ec12db7d None None] Network 2f9adba1-2146-4909-8f8c-8fc5b4c3b432 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:03.510191 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f1369c6d-b224-4f23-86bf-4811dc0fdf81 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1009343 Jul 16 09:06:03.514128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34098) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:03.556134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462fa6f1-df35-464c-b240-b79cbf8b08be tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 95381ae8-7d6a-4977-bbbd-d6ee6be0af2a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:03.700232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462fa6f1-df35-464c-b240-b79cbf8b08be tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:03.707380 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.714863 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-462fa6f1-df35-464c-b240-b79cbf8b08be tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/95381ae8-7d6a-4977-bbbd-d6ee6be0af2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9687409 Jul 16 09:06:03.715563 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34100) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:03.716444 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86400e16-7b85-49ce-945e-c84b4201c579 None None] Sync routers for ids ['95381ae8-7d6a-4977-bbbd-d6ee6be0af2a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:03.735620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-2f9adba1-2146-4909-8f8c-8fc5b4c3b432', 'network_id': '2f9adba1-2146-4909-8f8c-8fc5b4c3b432', 'tenant_id': '98a9650d78974303a7fd6a08f92c75e4', 'fixed_ips': [{'subnet_id': 'fbd6d175-e9e7-4143-b6cc-bb8136e6facb'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:03.736984 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.755289 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86400e16-7b85-49ce-945e-c84b4201c579 None None] Routers {'95381ae8-7d6a-4977-bbbd-d6ee6be0af2a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:03.757237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-86400e16-7b85-49ce-945e-c84b4201c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['95381ae8-7d6a-4977-bbbd-d6ee6be0af2a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:03.824583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-86400e16-7b85-49ce-945e-c84b4201c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:03.927856 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.006276 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-a8c572dc-2671-452a-afd2-62dc025f890f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 09:06:04.010722 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a8c572dc-2671-452a-afd2-62dc025f890f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/95381ae8-7d6a-4977-bbbd-d6ee6be0af2a/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2927852 Jul 16 09:06:04.011247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34104) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:04.056521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86400e16-7b85-49ce-945e-c84b4201c579 None None] Routers {'95381ae8-7d6a-4977-bbbd-d6ee6be0af2a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:04.057565 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-86400e16-7b85-49ce-945e-c84b4201c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:05:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['95381ae8-7d6a-4977-bbbd-d6ee6be0af2a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:04.121352 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d514023-2090-45d0-82f3-1ca44d49b605 req-4312d0d9-5946-4a6e-8e20-72c469283e45 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:04.123906 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d514023-2090-45d0-82f3-1ca44d49b605 req-4312d0d9-5946-4a6e-8e20-72c469283e45 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 944 time: 0.0985999 Jul 16 09:06:04.128118 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-86400e16-7b85-49ce-945e-c84b4201c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:04.129826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86400e16-7b85-49ce-945e-c84b4201c579 None None] The sync data for ids ['95381ae8-7d6a-4977-bbbd-d6ee6be0af2a'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:04.168207 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.180462 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Allocated IP 172.20.0.2 (2f9adba1-2146-4909-8f8c-8fc5b4c3b432/fbd6d175-e9e7-4143-b6cc-bb8136e6facb/1cd615e7-08f5-4200-a328-4bb28a5cda29) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:04.220462 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d514023-2090-45d0-82f3-1ca44d49b605 req-775c314f-afc5-43b4-a63c-84b4b9bb8f25 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810168 Jul 16 09:06:04.417971 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.431420 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Transition to ACTIVE for port object 1cd615e7-08f5-4200-a328-4bb28a5cda29 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:04.453904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Transition to ACTIVE for port object 1cd615e7-08f5-4200-a328-4bb28a5cda29 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:04.482519 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.512130 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.549704 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-273f3fff-cfd3-424b-9c63-b376e8369d24 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports?device_id=95381ae8-7d6a-4977-bbbd-d6ee6be0af2a HTTP/1.1" status: 200 len: 205 time: 0.5354204 Jul 16 09:06:04.552215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34106) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:04.574573 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Subnet': ['ID=fbd6d175-e9e7-4143-b6cc-bb8136e6facb,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:04.579457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Network 2f9adba1-2146-4909-8f8c-8fc5b4c3b432 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:04.583714 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:04.590424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:04.629967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Pushing event updated for resources: {'Port': ['ID=1cd615e7-08f5-4200-a328-4bb28a5cda29,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:04.660874 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-058fe80e-3c10-44be-ac3c-f9c971fabd36 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.730067 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.734665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Attempting to bind port 1cd615e7-08f5-4200-a328-4bb28a5cda29 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:04.735574 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Attempting to bind port 1cd615e7-08f5-4200-a328-4bb28a5cda29 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '5c91be6a-1c47-4702-8806-d0b3abd4130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2f9adba1-2146-4909-8f8c-8fc5b4c3b432'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:04.736693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Attempting to bind port 1cd615e7-08f5-4200-a328-4bb28a5cda29 on network 2f9adba1-2146-4909-8f8c-8fc5b4c3b432 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:04.746089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:04.746919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Checking segment: {'id': '5c91be6a-1c47-4702-8806-d0b3abd4130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2f9adba1-2146-4909-8f8c-8fc5b4c3b432'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:04.747561 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.748190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Bound using segment: {'id': '5c91be6a-1c47-4702-8806-d0b3abd4130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2f9adba1-2146-4909-8f8c-8fc5b4c3b432'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:04.749520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Bound port: 1cd615e7-08f5-4200-a328-4bb28a5cda29, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c91be6a-1c47-4702-8806-d0b3abd4130e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '2f9adba1-2146-4909-8f8c-8fc5b4c3b432'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:04.750146 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.753447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9adba1-2146-4909-8f8c-8fc5b4c3b432']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:04.774326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c91be6a-1c47-4702-8806-d0b3abd4130e') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:04.775155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c91be6a-1c47-4702-8806-d0b3abd4130e') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:04.797411 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.829094 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.848200 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:04.848947 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.872706 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] For port 1cd615e7-08f5-4200-a328-4bb28a5cda29, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:04.880552 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:04.942741 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-058fe80e-3c10-44be-ac3c-f9c971fabd36 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:04.945874 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-058fe80e-3c10-44be-ac3c-f9c971fabd36 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.003533 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-058fe80e-3c10-44be-ac3c-f9c971fabd36 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.004110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-058fe80e-3c10-44be-ac3c-f9c971fabd36 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Fanout notify agent at l3_agent the message router_deleted on router 95381ae8-7d6a-4977-bbbd-d6ee6be0af2a {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:06:05.020556 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-058fe80e-3c10-44be-ac3c-f9c971fabd36 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.022442 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-058fe80e-3c10-44be-ac3c-f9c971fabd36 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/routers/95381ae8-7d6a-4977-bbbd-d6ee6be0af2a HTTP/1.1" status: 204 len: 168 time: 0.4685285 Jul 16 09:06:05.024621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34108) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:05.093610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea643df9-3f1e-40cf-a2df-023ba45b7d8b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting subnet 5e432834-dc75-423f-a9ae-148b0365ea6a {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:05.097791 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea643df9-3f1e-40cf-a2df-023ba45b7d8b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.159298 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea643df9-3f1e-40cf-a2df-023ba45b7d8b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.293586 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.api [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:06:05.293586 n-d-758944-46 neutron-server[93694]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:06:05.293586 n-d-758944-46 neutron-server[93694]: [parameters: {'id': '2f9adba1-2146-4909-8f8c-8fc5b4c3b432'}] Jul 16 09:06:05.293586 n-d-758944-46 neutron-server[93694]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93694) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:06:05.296837 n-d-758944-46 neutron-server[93694]: DEBUG oslo_db.api [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:06:05.310535 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-74e16119-2e27-4c2b-b0fd-4b2922016d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.326625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] For port 1cd615e7-08f5-4200-a328-4bb28a5cda29, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1cd615e7-08f5-4200-a328-4bb28a5cda29,segment=NetworkSegment(5c91be6a-1c47-4702-8806-d0b3abd4130e),segment_id=5c91be6a-1c47-4702-8806-d0b3abd4130e)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:05.327676 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea643df9-3f1e-40cf-a2df-023ba45b7d8b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.332681 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.459630 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea643df9-3f1e-40cf-a2df-023ba45b7d8b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.497994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d741b53e-f908-47d2-a9e6-04349fbb35c8 None None] Pushing event updated for resources: {'Port': ['ID=1cd615e7-08f5-4200-a328-4bb28a5cda29,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:05.519688 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea643df9-3f1e-40cf-a2df-023ba45b7d8b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Subnet': ['ID=5e432834-dc75-423f-a9ae-148b0365ea6a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:05.523432 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea643df9-3f1e-40cf-a2df-023ba45b7d8b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.531105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34112) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:05.536555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e0f683-30f5-419e-8dc6-a3edaff6d877 None None] Network 151b64ca-bc63-4bca-a479-92af4a5d3352 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:05.542719 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ea643df9-3f1e-40cf-a2df-023ba45b7d8b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/5e432834-dc75-423f-a9ae-148b0365ea6a HTTP/1.1" status: 204 len: 168 time: 0.5168278 Jul 16 09:06:05.566613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db745f9-579c-4eda-bef7-6cfb565ffa72 None None] Network 2f9adba1-2146-4909-8f8c-8fc5b4c3b432 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:05.687941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f775f8-74a2-434a-9263-0de4bab5a291 req-554e35eb-eee7-4639-9b51-279c188087b0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:05.691394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70f775f8-74a2-434a-9263-0de4bab5a291 req-554e35eb-eee7-4639-9b51-279c188087b0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 944 time: 0.1761901 Jul 16 09:06:05.714293 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.760796 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:06:05.771793 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70f775f8-74a2-434a-9263-0de4bab5a291 req-d4c54439-75f2-4ca3-b0ce-b85d443302c1 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678158 Jul 16 09:06:05.801234 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.821149 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.822886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:05.823385 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.922896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] For port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=cf7a50c3-7ad3-4826-8096-e8fb2cbaff46,segment=NetworkSegment(8ba0effe-e5ba-4f90-879e-128dff07346a),segment_id=8ba0effe-e5ba-4f90-879e-128dff07346a)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:05.923272 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.942353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:06.001743 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Deleting port 1cd615e7-08f5-4200-a328-4bb28a5cda29 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:06.002082 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.024148 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5556fc21-520d-4295-be15-8acd865aa3d0 None None] DHCP port deletion for 151b64ca-bc63-4bca-a479-92af4a5d3352 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:06.088063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] For port 1cd615e7-08f5-4200-a328-4bb28a5cda29, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1cd615e7-08f5-4200-a328-4bb28a5cda29,segment=NetworkSegment(5c91be6a-1c47-4702-8806-d0b3abd4130e),segment_id=5c91be6a-1c47-4702-8806-d0b3abd4130e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:06.088361 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.106108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5556fc21-520d-4295-be15-8acd865aa3d0 None None] Deleting port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:06.106711 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5556fc21-520d-4295-be15-8acd865aa3d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.109484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Calling delete_port for 1cd615e7-08f5-4200-a328-4bb28a5cda29 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:06.127208 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.193611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5556fc21-520d-4295-be15-8acd865aa3d0 None None] For port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=cf7a50c3-7ad3-4826-8096-e8fb2cbaff46,segment=NetworkSegment(8ba0effe-e5ba-4f90-879e-128dff07346a),segment_id=8ba0effe-e5ba-4f90-879e-128dff07346a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:06.194008 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5556fc21-520d-4295-be15-8acd865aa3d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.207537 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5556fc21-520d-4295-be15-8acd865aa3d0 None None] Calling delete_port for cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:06.226699 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=cf7a50c3-7ad3-4826-8096-e8fb2cbaff46,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:06.239110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No DVR routers for this DVR port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:06.295306 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5556fc21-520d-4295-be15-8acd865aa3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.323537 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556fc21-520d-4295-be15-8acd865aa3d0 None None] Pushing event deleted for resources: {'Port': ['ID=cf7a50c3-7ad3-4826-8096-e8fb2cbaff46,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:06.325645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5556fc21-520d-4295-be15-8acd865aa3d0 None None] No DVR routers for this DVR port cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:06.354675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8859d0ee-e583-4a75-b570-b005be083c4c None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:06:06.421874 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.440149 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.445248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['151b64ca-bc63-4bca-a479-92af4a5d3352']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:06.482963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8859d0ee-e583-4a75-b570-b005be083c4c None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:06:06.501042 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba0effe-e5ba-4f90-879e-128dff07346a') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:06.501546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba0effe-e5ba-4f90-879e-128dff07346a') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:06.505272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Port': ['ID=1cd615e7-08f5-4200-a328-4bb28a5cda29,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:06.525419 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.529518 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No DVR routers for this DVR port 1cd615e7-08f5-4200-a328-4bb28a5cda29 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:06.586584 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:06.609049 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.616832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:06.617191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device cf7a50c3-7ad3-4826-8096-e8fb2cbaff46 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:06.637575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:06.638281 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:06.644118 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:06.730425 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.777129 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f9adba1-2146-4909-8f8c-8fc5b4c3b432']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:06.788394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c91be6a-1c47-4702-8806-d0b3abd4130e') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:06.788787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c91be6a-1c47-4702-8806-d0b3abd4130e') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:06.797584 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.806362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.808228 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/networks/151b64ca-bc63-4bca-a479-92af4a5d3352 HTTP/1.1" status: 204 len: 168 time: 1.2756684 Jul 16 09:06:06.810310 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.815228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34116) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:06.824184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-fbe206af-c718-4d7b-ba61-1356801b5dbf tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'network': {'name': 'tempest-RoutersTest-2050118703'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:06.864378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe206af-c718-4d7b-ba61-1356801b5dbf tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:06.864675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6d47f-a367-431f-a262-b2a72a1a31dd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Network': ['ID=151b64ca-bc63-4bca-a479-92af4a5d3352,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:06.871605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbe206af-c718-4d7b-ba61-1356801b5dbf tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.890946 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.903006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:06.903680 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:06.910443 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:07.021615 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe206af-c718-4d7b-ba61-1356801b5dbf tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:07.035485 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.036029 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbe206af-c718-4d7b-ba61-1356801b5dbf tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.036768 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-fbe206af-c718-4d7b-ba61-1356801b5dbf tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Added segment 7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf of type vlan for network 0ec9e251-7cb8-454f-84c7-c1d0a50f800b Jul 16 09:06:07.044328 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.047269 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/2f9adba1-2146-4909-8f8c-8fc5b4c3b432 HTTP/1.1" status: 204 len: 168 time: 3.5318825 Jul 16 09:06:07.051563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34118) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:07.067570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b40c87-e42f-43b0-99ca-d5f261321766 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Network': ['ID=2f9adba1-2146-4909-8f8c-8fc5b4c3b432,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:07.110639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e769a-27d6-4617-809a-b0268efc493f req-a1fb769b-8883-4a56-a74c-e38bebf3360f tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:07.113305 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d3e769a-27d6-4617-809a-b0268efc493f req-a1fb769b-8883-4a56-a74c-e38bebf3360f tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 944 time: 0.1194637 Jul 16 09:06:07.117950 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-21eef422-5432-4ab7-9c83-dfccc7ca18b6 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] GET failed (client error): The resource could not be found. Jul 16 09:06:07.120203 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-21eef422-5432-4ab7-9c83-dfccc7ca18b6 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "GET /v2.0/subnets/fbd6d175-e9e7-4143-b6cc-bb8136e6facb HTTP/1.1" status: 404 len: 337 time: 0.0663216 Jul 16 09:06:07.123005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34120) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:07.140047 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbe206af-c718-4d7b-ba61-1356801b5dbf tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.176395 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-08a28752-342a-4b6f-8974-ffd5e1eb241b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:07.177183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08a28752-342a-4b6f-8974-ffd5e1eb241b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:07.180333 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-08a28752-342a-4b6f-8974-ffd5e1eb241b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/2f9adba1-2146-4909-8f8c-8fc5b4c3b432 HTTP/1.1" status: 404 len: 339 time: 0.0548306 Jul 16 09:06:07.185481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34122) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:07.217260 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d3e769a-27d6-4617-809a-b0268efc493f req-f5d425a5-4177-4808-90da-7a4f705555b1 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785339 Jul 16 09:06:07.217638 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbe206af-c718-4d7b-ba61-1356801b5dbf tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.223142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe206af-c718-4d7b-ba61-1356801b5dbf tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:07.223912 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbe206af-c718-4d7b-ba61-1356801b5dbf tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.317247 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fbe206af-c718-4d7b-ba61-1356801b5dbf tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5004301 Jul 16 09:06:07.320672 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34124) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:07.326419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e946195e-6a26-44f5-a158-8dbbd488b246 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'subnet': {'network_id': '0ec9e251-7cb8-454f-84c7-c1d0a50f800b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:07.441382 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e946195e-6a26-44f5-a158-8dbbd488b246 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:07.446049 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e946195e-6a26-44f5-a158-8dbbd488b246 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.452987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe206af-c718-4d7b-ba61-1356801b5dbf tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Network': ['ID=0ec9e251-7cb8-454f-84c7-c1d0a50f800b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:07.485654 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 0ec9e251-7cb8-454f-84c7-c1d0a50f800b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:07.499470 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f6d501-ff5a-40e3-9b4c-85cbf1a874a1 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:07.501993 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c3f6d501-ff5a-40e3-9b4c-85cbf1a874a1 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3143003 Jul 16 09:06:07.504766 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34126) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:07.572616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0b181e07-01d3-407e-ab10-f6944eb9f886 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 207 time: 0.0659549 Jul 16 09:06:07.577921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34128) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:07.731260 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e946195e-6a26-44f5-a158-8dbbd488b246 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.807622 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946195e-6a26-44f5-a158-8dbbd488b246 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Subnet': ['ID=17065d98-1a64-4570-9fc5-2bd4677120ab,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:07.819771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e946195e-6a26-44f5-a158-8dbbd488b246 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Checking segment: {'id': '7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0ec9e251-7cb8-454f-84c7-c1d0a50f800b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:07.820220 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946195e-6a26-44f5-a158-8dbbd488b246 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network hostable DHCP agents. Network: 0ec9e251-7cb8-454f-84c7-c1d0a50f800b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:07.839845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e946195e-6a26-44f5-a158-8dbbd488b246 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 0ec9e251-7cb8-454f-84c7-c1d0a50f800b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:07.853409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-e946195e-6a26-44f5-a158-8dbbd488b246 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 0ec9e251-7cb8-454f-84c7-c1d0a50f800b) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:07.860871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e946195e-6a26-44f5-a158-8dbbd488b246 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:07.861831 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e946195e-6a26-44f5-a158-8dbbd488b246 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.867010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1c180b-cda1-4712-9694-3c1b4d0edd65 None None] Network 0ec9e251-7cb8-454f-84c7-c1d0a50f800b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:07.879559 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43006da-a3de-4f3f-81a5-99b2ed70791e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:07.886525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43006da-a3de-4f3f-81a5-99b2ed70791e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:07.893311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43006da-a3de-4f3f-81a5-99b2ed70791e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:07.895898 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e946195e-6a26-44f5-a158-8dbbd488b246 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5734677 Jul 16 09:06:07.896873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34130) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:07.899139 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43006da-a3de-4f3f-81a5-99b2ed70791e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:07.900982 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f43006da-a3de-4f3f-81a5-99b2ed70791e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.3220403 Jul 16 09:06:07.906780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ba6d999b-183b-4cdc-88cf-73a54a1fb20b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1726714446', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:07.907210 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34132) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:07.943135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba6d999b-183b-4cdc-88cf-73a54a1fb20b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.944746 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba6d999b-183b-4cdc-88cf-73a54a1fb20b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.981515 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-13d932f7-04ef-4279-8d99-fbbe09a2b3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.048834 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba6d999b-183b-4cdc-88cf-73a54a1fb20b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.056038 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba6d999b-183b-4cdc-88cf-73a54a1fb20b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.081320 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba6d999b-183b-4cdc-88cf-73a54a1fb20b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.083725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ba6d999b-183b-4cdc-88cf-73a54a1fb20b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1851707 Jul 16 09:06:08.088242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34134) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:08.095995 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-49d72628-6037-4ae1-8e70-39727700ad62 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1826475 Jul 16 09:06:08.096380 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34136) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:08.121621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-0ec9e251-7cb8-454f-84c7-c1d0a50f800b', 'network_id': '0ec9e251-7cb8-454f-84c7-c1d0a50f800b', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'fixed_ips': [{'subnet_id': '17065d98-1a64-4570-9fc5-2bd4677120ab'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:08.122602 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.237630 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.364053 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Allocated IP 172.20.0.2 (0ec9e251-7cb8-454f-84c7-c1d0a50f800b/17065d98-1a64-4570-9fc5-2bd4677120ab/63b5487c-5bf9-4974-aa71-11ad2067a99a) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:08.371584 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2c115e-cebe-4603-840f-0e3a127270a9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:08.374675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2c115e-cebe-4603-840f-0e3a127270a9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:08.383291 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ea2c115e-cebe-4603-840f-0e3a127270a9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2792554 Jul 16 09:06:08.383291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34142) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:08.505445 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11fdaf2-9775-44bb-b025-ed4cd7d691df req-8674a95b-693d-4de6-b474-62a76c003f5d tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:08.508128 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c11fdaf2-9775-44bb-b025-ed4cd7d691df req-8674a95b-693d-4de6-b474-62a76c003f5d tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 944 time: 0.1194038 Jul 16 09:06:08.563774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5dae7f-fca8-42ec-bf44-f62ccc2375b2 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:08.566022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5dae7f-fca8-42ec-bf44-f62ccc2375b2 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:08.573142 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0c5dae7f-fca8-42ec-bf44-f62ccc2375b2 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1835911 Jul 16 09:06:08.573441 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c11fdaf2-9775-44bb-b025-ed4cd7d691df req-8c098eb4-a4d2-4987-b490-deb5d943a31f tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524185 Jul 16 09:06:08.573790 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34144) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:08.674700 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.675303 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.693893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Transition to ACTIVE for port object 63b5487c-5bf9-4974-aa71-11ad2067a99a will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:08.713766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Transition to ACTIVE for port object 63b5487c-5bf9-4974-aa71-11ad2067a99a will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:08.720075 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.745419 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30299f3-a19d-4868-9288-6ae4f372572d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:08.753943 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a30299f3-a19d-4868-9288-6ae4f372572d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "GET /v2.0/networks/edffce47-1902-4e2f-9bec-e171ef92199b HTTP/1.1" status: 200 len: 799 time: 0.1721148 Jul 16 09:06:08.754470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34146) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:08.771416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Network 0ec9e251-7cb8-454f-84c7-c1d0a50f800b is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:08.772755 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Pushing event updated for resources: {'Port': ['ID=63b5487c-5bf9-4974-aa71-11ad2067a99a,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:08.777108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:08.779561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:08.869039 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Attempting to bind port 63b5487c-5bf9-4974-aa71-11ad2067a99a on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:08.869669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Attempting to bind port 63b5487c-5bf9-4974-aa71-11ad2067a99a by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0ec9e251-7cb8-454f-84c7-c1d0a50f800b'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:08.870280 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Attempting to bind port 63b5487c-5bf9-4974-aa71-11ad2067a99a on network 0ec9e251-7cb8-454f-84c7-c1d0a50f800b {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:08.880239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:08.881025 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Checking segment: {'id': '7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0ec9e251-7cb8-454f-84c7-c1d0a50f800b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:08.881599 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.882247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Bound using segment: {'id': '7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0ec9e251-7cb8-454f-84c7-c1d0a50f800b'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:08.883057 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Bound port: 63b5487c-5bf9-4974-aa71-11ad2067a99a, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '0ec9e251-7cb8-454f-84c7-c1d0a50f800b'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:08.883711 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.997946 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9b0aba7b-6dba-41cf-8b93-76f262d3c36e tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "GET /v2.0/networks/edffce47-1902-4e2f-9bec-e171ef92199b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2418609 Jul 16 09:06:09.002076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] For port 63b5487c-5bf9-4974-aa71-11ad2067a99a, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:09.003262 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34148) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:09.011283 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] For port 63b5487c-5bf9-4974-aa71-11ad2067a99a, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=63b5487c-5bf9-4974-aa71-11ad2067a99a,segment=NetworkSegment(7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf),segment_id=7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:09.018714 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.097342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ed65ea-58e5-4834-9730-2289cbf5e1c1 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:09.098099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802f86b-baa8-431a-8177-00cc884cba9f None None] Pushing event updated for resources: {'Port': ['ID=63b5487c-5bf9-4974-aa71-11ad2067a99a,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:09.098421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Allocated IP 172.20.0.1 (0ec9e251-7cb8-454f-84c7-c1d0a50f800b/17065d98-1a64-4570-9fc5-2bd4677120ab/ae6a22f5-25f8-4e59-9adb-ff81ca1f42bb) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:09.105449 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-62ed65ea-58e5-4834-9730-2289cbf5e1c1 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "GET /v2.0/subnets/c32b58e3-6720-42da-b108-e20fed7db616 HTTP/1.1" status: 200 len: 811 time: 0.0925264 Jul 16 09:06:09.107662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34150) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:09.205310 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0294f43a-56b7-4374-b370-e9c23b2729c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['shared'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:09.206787 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0294f43a-56b7-4374-b370-e9c23b2729c9 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "GET /v2.0/subnets/c32b58e3-6720-42da-b108-e20fed7db616?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0972869 Jul 16 09:06:09.213694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34152) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:09.223663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-84113600-7651-4f1f-a481-9da67a7d56b2 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1987354475'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:09.263108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84113600-7651-4f1f-a481-9da67a7d56b2 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:09.267005 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-84113600-7651-4f1f-a481-9da67a7d56b2 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.302533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84113600-7651-4f1f-a481-9da67a7d56b2 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:09.318993 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-84113600-7651-4f1f-a481-9da67a7d56b2 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.319612 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-84113600-7651-4f1f-a481-9da67a7d56b2 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Added segment 33944d4e-cf20-4fd0-8d56-2e5e47a2a491 of type vlan for network 1ba933c2-13f0-4a96-b080-f653292d8815 Jul 16 09:06:09.321457 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.359555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Transition to ACTIVE for port object ae6a22f5-25f8-4e59-9adb-ff81ca1f42bb will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:09.418806 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.427844 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-84113600-7651-4f1f-a481-9da67a7d56b2 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.496090 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 0ec9e251-7cb8-454f-84c7-c1d0a50f800b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:09.500779 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:09.505569 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:09.506961 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-84113600-7651-4f1f-a481-9da67a7d56b2 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.513143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=ae6a22f5-25f8-4e59-9adb-ff81ca1f42bb,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:09.520124 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84113600-7651-4f1f-a481-9da67a7d56b2 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:09.521762 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-84113600-7651-4f1f-a481-9da67a7d56b2 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.567305 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.661704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84113600-7651-4f1f-a481-9da67a7d56b2 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Network': ['ID=1ba933c2-13f0-4a96-b080-f653292d8815,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:09.678394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-84113600-7651-4f1f-a481-9da67a7d56b2 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4625363 Jul 16 09:06:09.683893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34158) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:09.689052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 1ba933c2-13f0-4a96-b080-f653292d8815 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:09.693472 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-075c2603-016b-415f-9b20-3280ca4fdf40 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'subnet': {'network_id': '1ba933c2-13f0-4a96-b080-f653292d8815', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:09.832329 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.834691 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:09.950945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef568f4-c44c-4e9d-91b3-5c89e34c5107 req-6cd8dc50-0f3b-4ef4-839d-436b45c13697 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:09.957994 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3ef568f4-c44c-4e9d-91b3-5c89e34c5107 req-6cd8dc50-0f3b-4ef4-839d-436b45c13697 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 944 time: 0.1167393 Jul 16 09:06:10.008061 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3ef568f4-c44c-4e9d-91b3-5c89e34c5107 req-0d2dd188-2fb8-4c2a-9293-805739c67e4a tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474806 Jul 16 09:06:10.102865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075c2603-016b-415f-9b20-3280ca4fdf40 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Made reservation on behalf of 98a9650d78974303a7fd6a08f92c75e4 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:10.106931 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-075c2603-016b-415f-9b20-3280ca4fdf40 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.428940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a2b824-fdb2-44d7-9b01-22b61a6121ee None None] Network 0ec9e251-7cb8-454f-84c7-c1d0a50f800b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:10.503889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.ipam_backend_mixin [None req-075c2603-016b-415f-9b20-3280ca4fdf40 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Performing IP validity checks on allocation pools {{(pid=93694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 09:06:10.504412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.ipam_backend_mixin [None req-075c2603-016b-415f-9b20-3280ca4fdf40 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 09:06:10.583719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c14d28d5-9321-48dc-b9f6-4804fc82db4d None None] Provisioning for port 63b5487c-5bf9-4974-aa71-11ad2067a99a completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:10.586093 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9b7bf-3f55-4f2b-bec9-772237b7e60f req-bd5d14fe-c830-463a-8552-a1ce72d295ab tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:10.587875 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cad9b7bf-3f55-4f2b-bec9-772237b7e60f req-bd5d14fe-c830-463a-8552-a1ce72d295ab tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 946 time: 0.5957532 Jul 16 09:06:10.641227 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 63b5487c-5bf9-4974-aa71-11ad2067a99a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:10.704072 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cad9b7bf-3f55-4f2b-bec9-772237b7e60f req-5d12ceef-2581-465a-990c-210f4e5debaa tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056807 Jul 16 09:06:10.764642 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 63b5487c-5bf9-4974-aa71-11ad2067a99a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:10.770451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 63b5487c-5bf9-4974-aa71-11ad2067a99a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:10.771142 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.819371 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.834469 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.883441 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.895306 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-075c2603-016b-415f-9b20-3280ca4fdf40 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.923972 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 63b5487c-5bf9-4974-aa71-11ad2067a99a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=63b5487c-5bf9-4974-aa71-11ad2067a99a,segment=NetworkSegment(7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf),segment_id=7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:10.929460 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:10.967993 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=ae6a22f5-25f8-4e59-9adb-ff81ca1f42bb,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:10.985947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=63b5487c-5bf9-4974-aa71-11ad2067a99a,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:10.988828 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.024418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c2603-016b-415f-9b20-3280ca4fdf40 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Subnet': ['ID=a755093f-01b7-478b-90e4-192f0af9a6ed,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:11.058672 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075c2603-016b-415f-9b20-3280ca4fdf40 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Checking segment: {'id': '33944d4e-cf20-4fd0-8d56-2e5e47a2a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1ba933c2-13f0-4a96-b080-f653292d8815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:11.059079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075c2603-016b-415f-9b20-3280ca4fdf40 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network hostable DHCP agents. Network: 1ba933c2-13f0-4a96-b080-f653292d8815, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:11.122915 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c8f12266-af8c-4685-a30b-43256a9d808c None None] Provisioning complete for port 63b5487c-5bf9-4974-aa71-11ad2067a99a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:11.123299 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c8f12266-af8c-4685-a30b-43256a9d808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.127337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075c2603-016b-415f-9b20-3280ca4fdf40 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Network 1ba933c2-13f0-4a96-b080-f653292d8815 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:11.171506 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 0ec9e251-7cb8-454f-84c7-c1d0a50f800b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:11.174697 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:11.193410 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-075c2603-016b-415f-9b20-3280ca4fdf40 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 1ba933c2-13f0-4a96-b080-f653292d8815) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:11.204218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075c2603-016b-415f-9b20-3280ca4fdf40 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:11.205844 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-075c2603-016b-415f-9b20-3280ca4fdf40 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.229322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bef13ae-b868-46fd-a983-8aacc6b5f18f None None] Network 1ba933c2-13f0-4a96-b080-f653292d8815 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:11.326004 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.331549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8049dd1-7b6b-4c5d-8633-aca5dbd28293 req-f9f6fd6d-a392-4d20-a09d-c68834b3e0ea tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:11.333705 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e8049dd1-7b6b-4c5d-8633-aca5dbd28293 req-f9f6fd6d-a392-4d20-a09d-c68834b3e0ea tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 944 time: 0.1346228 Jul 16 09:06:11.389035 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-075c2603-016b-415f-9b20-3280ca4fdf40 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.7032421 Jul 16 09:06:11.393125 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34164) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:11.400249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5756b186-ddc9-4343-a435-aeff4e7c2daf tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:11.414921 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c8f12266-af8c-4685-a30b-43256a9d808c None None] Provisioning for port ae6a22f5-25f8-4e59-9adb-ff81ca1f42bb completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:11.431901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c8f12266-af8c-4685-a30b-43256a9d808c None None] Provisioning complete for port ae6a22f5-25f8-4e59-9adb-ff81ca1f42bb triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:11.432422 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c8f12266-af8c-4685-a30b-43256a9d808c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.478152 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router a733b841-c4ec-4de1-994c-b8754d837151 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:06:11.528675 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e8049dd1-7b6b-4c5d-8633-aca5dbd28293 req-40209f76-e4b1-49e8-b838-41a8eac34377 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805043 Jul 16 09:06:11.542143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c8f12266-af8c-4685-a30b-43256a9d808c None None] Port ae6a22f5-25f8-4e59-9adb-ff81ca1f42bb cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:11.566361 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5756b186-ddc9-4343-a435-aeff4e7c2daf tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-27108916'] for subnet, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.604611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-662c4dd8-c648-4fb0-8b17-0bea84e9973b tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:11.609797 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-662c4dd8-c648-4fb0-8b17-0bea84e9973b tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 946 time: 0.2747622 Jul 16 09:06:11.644814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:11.660315 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ba339-785d-4fb9-abaf-238b705c4acc None None] Sync routers for ids ['a733b841-c4ec-4de1-994c-b8754d837151'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:11.669803 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fa14ac73-8ab3-4464-a56c-8564c771a752 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/a733b841-c4ec-4de1-994c-b8754d837151/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5796158 Jul 16 09:06:11.672238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34166) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:11.673016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-1ba933c2-13f0-4a96-b080-f653292d8815', 'network_id': '1ba933c2-13f0-4a96-b080-f653292d8815', 'tenant_id': '98a9650d78974303a7fd6a08f92c75e4', 'fixed_ips': [{'subnet_id': 'a755093f-01b7-478b-90e4-192f0af9a6ed'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:11.675493 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.718026 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-35aacc41-d38b-4085-a497-9d05bcd224c1 None None] Provisioning complete for port ae6a22f5-25f8-4e59-9adb-ff81ca1f42bb triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:11.718492 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-35aacc41-d38b-4085-a497-9d05bcd224c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.791430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43eb13a-5f24-4b96-9caa-f43a2fe9038b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:11.801028 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b43eb13a-5f24-4b96-9caa-f43a2fe9038b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports/ae6a22f5-25f8-4e59-9adb-ff81ca1f42bb HTTP/1.1" status: 200 len: 910 time: 0.1254768 Jul 16 09:06:11.802265 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34170) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:11.855745 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-35aacc41-d38b-4085-a497-9d05bcd224c1 None None] Port ae6a22f5-25f8-4e59-9adb-ff81ca1f42bb cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:11.879997 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ba339-785d-4fb9-abaf-238b705c4acc None None] Routers {'a733b841-c4ec-4de1-994c-b8754d837151'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:11.880677 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-482ba339-785d-4fb9-abaf-238b705c4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a733b841-c4ec-4de1-994c-b8754d837151'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:11.917183 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-482ba339-785d-4fb9-abaf-238b705c4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:11.927980 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482ba339-785d-4fb9-abaf-238b705c4acc None None] Routers {'a733b841-c4ec-4de1-994c-b8754d837151'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:11.928937 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-482ba339-785d-4fb9-abaf-238b705c4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a733b841-c4ec-4de1-994c-b8754d837151'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:11.960431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-b766b8c0-b318-4ea9-b9ae-4ef3b0dbfe63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Deleting port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:11.960431 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-b766b8c0-b318-4ea9-b9ae-4ef3b0dbfe63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:11.974586 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-482ba339-785d-4fb9-abaf-238b705c4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:11.975942 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482ba339-785d-4fb9-abaf-238b705c4acc None None] The sync data for ids ['a733b841-c4ec-4de1-994c-b8754d837151'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:11.979282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9f7ddc5d-f443-4d56-aef2-85c9305940b2 None None] Provisioning complete for port ae6a22f5-25f8-4e59-9adb-ff81ca1f42bb triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:11.979663 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9f7ddc5d-f443-4d56-aef2-85c9305940b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.025310 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5756b186-ddc9-4343-a435-aeff4e7c2daf tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775480214923', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2543676'] for subnet, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.053311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9f7ddc5d-f443-4d56-aef2-85c9305940b2 None None] Port ae6a22f5-25f8-4e59-9adb-ff81ca1f42bb cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:12.069296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Allocated IP 172.20.0.3 (1ba933c2-13f0-4a96-b080-f653292d8815/a755093f-01b7-478b-90e4-192f0af9a6ed/1e0dc9b0-dc43-4061-9094-990d6b582fe2) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:12.126467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b4a11-4f6d-46d7-8a3a-2cdca8436634 req-d38e21c7-3f0f-4776-8405-983db09beaa7 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:12.128296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-856b4a11-4f6d-46d7-8a3a-2cdca8436634 req-d38e21c7-3f0f-4776-8405-983db09beaa7 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 946 time: 0.1895993 Jul 16 09:06:12.198455 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5756b186-ddc9-4343-a435-aeff4e7c2daf tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:12.199345 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5756b186-ddc9-4343-a435-aeff4e7c2daf tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.201510 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5756b186-ddc9-4343-a435-aeff4e7c2daf tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "PUT /v2.0/subnets/a755093f-01b7-478b-90e4-192f0af9a6ed HTTP/1.1" status: 200 len: 877 time: 0.8061171 Jul 16 09:06:12.209190 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-856b4a11-4f6d-46d7-8a3a-2cdca8436634 req-10a91855-bf11-4597-a824-14933d852612 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747135 Jul 16 09:06:12.212559 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34172) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:12.277435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5756b186-ddc9-4343-a435-aeff4e7c2daf tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event updated for resources: {'Subnet': ['ID=a755093f-01b7-478b-90e4-192f0af9a6ed,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:12.306665 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.320514 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Transition to ACTIVE for port object 1e0dc9b0-dc43-4061-9094-990d6b582fe2 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:12.331373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-b766b8c0-b318-4ea9-b9ae-4ef3b0dbfe63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] For port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:12.331954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-b766b8c0-b318-4ea9-b9ae-4ef3b0dbfe63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.346379 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Transition to ACTIVE for port object 1e0dc9b0-dc43-4061-9094-990d6b582fe2 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:12.355270 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.366087 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c5178e-657d-4162-8bcb-a7d549081c18 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.405182 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Network 1ba933c2-13f0-4a96-b080-f653292d8815 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:12.410377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:12.412746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Pushing event updated for resources: {'Port': ['ID=1e0dc9b0-dc43-4061-9094-990d6b582fe2,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:12.422145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:12.540486 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.551190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Attempting to bind port 1e0dc9b0-dc43-4061-9094-990d6b582fe2 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:12.551794 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Attempting to bind port 1e0dc9b0-dc43-4061-9094-990d6b582fe2 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '33944d4e-cf20-4fd0-8d56-2e5e47a2a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1ba933c2-13f0-4a96-b080-f653292d8815'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:12.552402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Attempting to bind port 1e0dc9b0-dc43-4061-9094-990d6b582fe2 on network 1ba933c2-13f0-4a96-b080-f653292d8815 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:12.564530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:12.565457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Checking segment: {'id': '33944d4e-cf20-4fd0-8d56-2e5e47a2a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1ba933c2-13f0-4a96-b080-f653292d8815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:12.566296 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.566975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Bound using segment: {'id': '33944d4e-cf20-4fd0-8d56-2e5e47a2a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1ba933c2-13f0-4a96-b080-f653292d8815'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:12.567752 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Bound port: 1e0dc9b0-dc43-4061-9094-990d6b582fe2, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33944d4e-cf20-4fd0-8d56-2e5e47a2a491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '1ba933c2-13f0-4a96-b080-f653292d8815'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:12.568488 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.582653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 63b5487c-5bf9-4974-aa71-11ad2067a99a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:12.684542 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] For port 1e0dc9b0-dc43-4061-9094-990d6b582fe2, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:12.688693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] For port 1e0dc9b0-dc43-4061-9094-990d6b582fe2, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1e0dc9b0-dc43-4061-9094-990d6b582fe2,segment=NetworkSegment(33944d4e-cf20-4fd0-8d56-2e5e47a2a491),segment_id=33944d4e-cf20-4fd0-8d56-2e5e47a2a491)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:12.690809 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 63b5487c-5bf9-4974-aa71-11ad2067a99a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:12.691338 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.695526 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.783954 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-f4c5178e-657d-4162-8bcb-a7d549081c18 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port ae6a22f5-25f8-4e59-9adb-ff81ca1f42bb {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:12.784744 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c5178e-657d-4162-8bcb-a7d549081c18 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.878980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1558992e-32eb-4362-96ee-bb6cadfbd861 None None] Pushing event updated for resources: {'Port': ['ID=1e0dc9b0-dc43-4061-9094-990d6b582fe2,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:12.925247 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c5178e-657d-4162-8bcb-a7d549081c18 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:12.941443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-f4c5178e-657d-4162-8bcb-a7d549081c18 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for ae6a22f5-25f8-4e59-9adb-ff81ca1f42bb owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:13.289409 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-b766b8c0-b318-4ea9-b9ae-4ef3b0dbfe63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.290032 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-b766b8c0-b318-4ea9-b9ae-4ef3b0dbfe63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.290600 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-b766b8c0-b318-4ea9-b9ae-4ef3b0dbfe63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Floating IP 3dd66d5a-cfb8-4c11-a751-e1aaee2bdb17 disassociated. External IP: 172.25.4.165, port: 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4. Jul 16 09:06:13.291132 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-b766b8c0-b318-4ea9-b9ae-4ef3b0dbfe63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Calling delete_port for 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:13.316783 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c5178e-657d-4162-8bcb-a7d549081c18 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.381527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5178e-657d-4162-8bcb-a7d549081c18 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=ae6a22f5-25f8-4e59-9adb-ff81ca1f42bb,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:13.393409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Deleting port 1e0dc9b0-dc43-4061-9094-990d6b582fe2 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:13.394301 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.522991 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5607ca-aece-46e7-8046-6e31ffde5836 req-2ddd6d38-e512-4c89-8f72-1c2ec061c4dc tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:13.524736 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9b5607ca-aece-46e7-8046-6e31ffde5836 req-2ddd6d38-e512-4c89-8f72-1c2ec061c4dc tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 944 time: 0.7537625 Jul 16 09:06:13.588206 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] For port 1e0dc9b0-dc43-4061-9094-990d6b582fe2, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1e0dc9b0-dc43-4061-9094-990d6b582fe2,segment=NetworkSegment(33944d4e-cf20-4fd0-8d56-2e5e47a2a491),segment_id=33944d4e-cf20-4fd0-8d56-2e5e47a2a491)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:13.590480 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.615579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Calling delete_port for 1e0dc9b0-dc43-4061-9094-990d6b582fe2 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:13.667780 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9b5607ca-aece-46e7-8046-6e31ffde5836 req-da299d4e-0db1-46ff-9fd8-6d0f2923f4fe tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230092 Jul 16 09:06:13.742923 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-b766b8c0-b318-4ea9-b9ae-4ef3b0dbfe63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.744975 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c5178e-657d-4162-8bcb-a7d549081c18 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:13.781437 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618e5fe-6563-420d-9748-08755484da3a req-4fb92d71-dca1-46da-88fd-a18b28ab1390 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:13.783778 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6618e5fe-6563-420d-9748-08755484da3a req-4fb92d71-dca1-46da-88fd-a18b28ab1390 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 867 time: 0.3368676 Jul 16 09:06:13.815143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b766b8c0-b318-4ea9-b9ae-4ef3b0dbfe63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event deleted for resources: {'Port': ['ID=8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:13.917492 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6618e5fe-6563-420d-9748-08755484da3a req-7f93a179-2db7-4f1b-825f-c608b14aba17 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733576 Jul 16 09:06:13.997645 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.052663 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c5178e-657d-4162-8bcb-a7d549081c18 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router a733b841-c4ec-4de1-994c-b8754d837151 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:14.055674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Port': ['ID=1e0dc9b0-dc43-4061-9094-990d6b582fe2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:14.108973 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-b766b8c0-b318-4ea9-b9ae-4ef3b0dbfe63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Router 89025303-18ca-442d-bc24-d7efcd2f1f92 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:14.144975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No DVR routers for this DVR port 1e0dc9b0-dc43-4061-9094-990d6b582fe2 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:14.165884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c5178e-657d-4162-8bcb-a7d549081c18 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:14.177988 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f4c5178e-657d-4162-8bcb-a7d549081c18 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/a733b841-c4ec-4de1-994c-b8754d837151/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3732927 Jul 16 09:06:14.182368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34178) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:14.186422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae81af8-7296-4045-b84f-3262989eef6e None None] Sync routers for ids ['a733b841-c4ec-4de1-994c-b8754d837151'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:14.211065 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae81af8-7296-4045-b84f-3262989eef6e None None] Routers {'a733b841-c4ec-4de1-994c-b8754d837151'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:14.212136 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9ae81af8-7296-4045-b84f-3262989eef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a733b841-c4ec-4de1-994c-b8754d837151'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:14.292881 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9ae81af8-7296-4045-b84f-3262989eef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:14.312338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.319199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d16f71-5525-4e19-bf51-a29b0417100f None None] Network 1ba933c2-13f0-4a96-b080-f653292d8815 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:14.525796 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 97eb3d64-c640-4aec-8ba1-ebab68fde741 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:06:14.529900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:14.533391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-b766b8c0-b318-4ea9-b9ae-4ef3b0dbfe63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:14.549582 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b1d715-e7cb-4181-a754-5e4ff33b1279 None None] Sync routers for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:14.584428 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-50a23533-9730-4a71-abbc-262256113942 None None] Could not find standard attr ID for object 1e0dc9b0-dc43-4061-9094-990d6b582fe2. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:06:14.596364 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b1d715-e7cb-4181-a754-5e4ff33b1279 None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:14.597410 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-25b1d715-e7cb-4181-a754-5e4ff33b1279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:14.624919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:14.625773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:14.637766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae81af8-7296-4045-b84f-3262989eef6e None None] Routers {'a733b841-c4ec-4de1-994c-b8754d837151'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:14.638761 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9ae81af8-7296-4045-b84f-3262989eef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a733b841-c4ec-4de1-994c-b8754d837151'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:14.712643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-b766b8c0-b318-4ea9-b9ae-4ef3b0dbfe63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] No DVR routers for this DVR port 8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:14.716056 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.729003 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-b766b8c0-b318-4ea9-b9ae-4ef3b0dbfe63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.730643 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c506cc54-0c2b-49e6-848f-cd5335a6b83b req-b766b8c0-b318-4ea9-b9ae-4ef3b0dbfe63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "DELETE /v2.0/ports/8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4 HTTP/1.1" status: 204 len: 173 time: 3.1132922 Jul 16 09:06:14.735804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9ae81af8-7296-4045-b84f-3262989eef6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:14.736163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a201457b-0975-4e79-aa18-a2aa6ed9d5bd', 'name': 'network-vif-deleted', 'tag': '8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:14.738444 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cd4465-2b53-464b-9d9b-72bff2e88765" -d '{"events": [{"server_uuid": "a201457b-0975-4e79-aa18-a2aa6ed9d5bd", "name": "network-vif-deleted", "tag": "8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:14.756788 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae81af8-7296-4045-b84f-3262989eef6e None None] The sync data for ids ['a733b841-c4ec-4de1-994c-b8754d837151'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:14.788758 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Subnet': ['ID=a755093f-01b7-478b-90e4-192f0af9a6ed,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:14.791672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34184) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:14.803356 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-500f3cac-280d-4cc8-9066-e4ec6e7411ee tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports?device_id=a733b841-c4ec-4de1-994c-b8754d837151 HTTP/1.1" status: 200 len: 205 time: 0.6181076 Jul 16 09:06:14.817335 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.resource_extend [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:06:14.826483 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-25b1d715-e7cb-4181-a754-5e4ff33b1279 None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:14.851820 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c3ae24-d87a-44bd-981a-e3b8ae4b23c7 x-openstack-request-id: req-63c3ae24-d87a-44bd-981a-e3b8ae4b23c7 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:14.852130 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a201457b-0975-4e79-aa18-a2aa6ed9d5bd", "name": "network-vif-deleted", "tag": "8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:14.852420 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-63c3ae24-d87a-44bd-981a-e3b8ae4b23c7 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:14.852858 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a201457b-0975-4e79-aa18-a2aa6ed9d5bd', 'name': 'network-vif-deleted', 'tag': '8d5bf693-ffcf-4a4c-8791-f1a3a431fdc4', 'status': 'completed', 'code': 200} Jul 16 09:06:14.935305 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:14.956049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba933c2-13f0-4a96-b080-f653292d8815']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:14.974778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 97eb3d64-c640-4aec-8ba1-ebab68fde741, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=97eb3d64-c640-4aec-8ba1-ebab68fde741,segment=NetworkSegment(59d7857c-4d13-4ac5-97cc-7640a9d31a89),segment_id=59d7857c-4d13-4ac5-97cc-7640a9d31a89)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:14.989446 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5505d02a-836b-4a45-9a8c-a3063241ee45 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.030457 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33944d4e-cf20-4fd0-8d56-2e5e47a2a491') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:15.030844 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33944d4e-cf20-4fd0-8d56-2e5e47a2a491') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:15.033606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'port_id': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'mac_address': 'fa:16:3e:fb:c7:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:06:15.145939 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.168621 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.175128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97eb3d64-c640-4aec-8ba1-ebab68fde741 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:06:15.222696 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 97eb3d64-c640-4aec-8ba1-ebab68fde741, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=97eb3d64-c640-4aec-8ba1-ebab68fde741,segment=NetworkSegment(59d7857c-4d13-4ac5-97cc-7640a9d31a89),segment_id=59d7857c-4d13-4ac5-97cc-7640a9d31a89)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:15.225598 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.229885 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.293254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=97eb3d64-c640-4aec-8ba1-ebab68fde741,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:15.297102 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e83753-c5b5-48fd-852c-b8317e43e1db None None] Network 1ba933c2-13f0-4a96-b080-f653292d8815 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:15.312144 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7fa4b9dd-59b8-41a9-904d-854534ba5752 req-04fdfe7e-99ac-437e-89cd-e04adf2c9ce4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 210 time: 0.1298628 Jul 16 09:06:15.321876 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-25b1d715-e7cb-4181-a754-5e4ff33b1279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:15.354681 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b1d715-e7cb-4181-a754-5e4ff33b1279 None None] Checking router: 89025303-18ca-442d-bc24-d7efcd2f1f92 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:15.366691 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b1d715-e7cb-4181-a754-5e4ff33b1279 None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:15.367737 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-25b1d715-e7cb-4181-a754-5e4ff33b1279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:15.389366 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5505d02a-836b-4a45-9a8c-a3063241ee45 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.392013 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5505d02a-836b-4a45-9a8c-a3063241ee45 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.433965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['97eb3d64-c640-4aec-8ba1-ebab68fde741'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:06:15.464163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:15.465809 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.527208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55db810b-ebdd-410e-9e8b-84d2666c40f4 None None] DHCP port deletion for 1ba933c2-13f0-4a96-b080-f653292d8815 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:15.542010 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-25b1d715-e7cb-4181-a754-5e4ff33b1279 None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:15.549252 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:15.564802 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e6c8b-8570-4117-b703-9ed099170d60 req-5d5a5fb5-afd7-413c-907b-01e2993db317 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:15.566812 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c0e6c8b-8570-4117-b703-9ed099170d60 req-5d5a5fb5-afd7-413c-907b-01e2993db317 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 944 time: 0.5942616 Jul 16 09:06:15.568170 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.570731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5505d02a-836b-4a45-9a8c-a3063241ee45 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.571358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5505d02a-836b-4a45-9a8c-a3063241ee45 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Fanout notify agent at l3_agent the message router_deleted on router a733b841-c4ec-4de1-994c-b8754d837151 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:06:15.583087 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5505d02a-836b-4a45-9a8c-a3063241ee45 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.584512 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5505d02a-836b-4a45-9a8c-a3063241ee45 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/routers/a733b841-c4ec-4de1-994c-b8754d837151 HTTP/1.1" status: 204 len: 168 time: 0.7908432 Jul 16 09:06:15.585655 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.591114 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/1ba933c2-13f0-4a96-b080-f653292d8815 HTTP/1.1" status: 204 len: 168 time: 3.3697908 Jul 16 09:06:15.592164 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34188) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:15.593002 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34190) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:15.615198 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70b4a7-e8a0-49ce-965a-0ed05f3e82b8 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Network': ['ID=1ba933c2-13f0-4a96-b080-f653292d8815,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:15.650015 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9c0e6c8b-8570-4117-b703-9ed099170d60 req-ca364f91-dba5-45f0-b4ae-929774e2d77a tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611258 Jul 16 09:06:15.713361 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c79e43-dbc2-4d42-8093-3f1dff3bf1bc tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:15.713879 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c79e43-dbc2-4d42-8093-3f1dff3bf1bc tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:15.717220 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-55c79e43-dbc2-4d42-8093-3f1dff3bf1bc tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/subnets/a755093f-01b7-478b-90e4-192f0af9a6ed HTTP/1.1" status: 404 len: 337 time: 0.1098700 Jul 16 09:06:15.720330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34192) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:15.748470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-b27a3983-eb08-400f-bb47-4af6b5cc1cd6 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting subnet 17065d98-1a64-4570-9fc5-2bd4677120ab {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:15.756822 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b27a3983-eb08-400f-bb47-4af6b5cc1cd6 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.769983 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-02a48ee6-dcbf-431f-99fd-b257c1e564a6 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:15.770626 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02a48ee6-dcbf-431f-99fd-b257c1e564a6 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:15.772462 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-02a48ee6-dcbf-431f-99fd-b257c1e564a6 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/1ba933c2-13f0-4a96-b080-f653292d8815 HTTP/1.1" status: 404 len: 339 time: 0.0508189 Jul 16 09:06:15.775984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34194) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:15.808475 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b27a3983-eb08-400f-bb47-4af6b5cc1cd6 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:15.835949 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-393c1b46-2d03-49f0-b667-15c9808cb792 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:15.835949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-393c1b46-2d03-49f0-b667-15c9808cb792 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:15.847000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34196) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:15.849963 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-393c1b46-2d03-49f0-b667-15c9808cb792 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/subnets/fbd6d175-e9e7-4143-b6cc-bb8136e6facb HTTP/1.1" status: 404 len: 337 time: 0.0726411 Jul 16 09:06:15.881830 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-25b1d715-e7cb-4181-a754-5e4ff33b1279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:15.901135 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-995bc86f-07de-4ae2-a847-f91e9e8e1e76 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:15.901990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-995bc86f-07de-4ae2-a847-f91e9e8e1e76 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:15.905085 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-995bc86f-07de-4ae2-a847-f91e9e8e1e76 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/2f9adba1-2146-4909-8f8c-8fc5b4c3b432 HTTP/1.1" status: 404 len: 339 time: 0.0562327 Jul 16 09:06:15.908651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34198) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:15.925376 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b1d715-e7cb-4181-a754-5e4ff33b1279 None None] The sync data for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 is: [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:16.017973 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b27a3983-eb08-400f-bb47-4af6b5cc1cd6 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.062434 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-83435744-b5e5-43e3-89f5-785dc1626397 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.133934 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b27a3983-eb08-400f-bb47-4af6b5cc1cd6 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.174708 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27a3983-eb08-400f-bb47-4af6b5cc1cd6 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Subnet': ['ID=17065d98-1a64-4570-9fc5-2bd4677120ab,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:16.187427 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b27a3983-eb08-400f-bb47-4af6b5cc1cd6 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.190227 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b27a3983-eb08-400f-bb47-4af6b5cc1cd6 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/17065d98-1a64-4570-9fc5-2bd4677120ab HTTP/1.1" status: 204 len: 168 time: 0.5951385 Jul 16 09:06:16.197759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34200) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:16.215138 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf737bb-f68f-46ec-bd70-b4485e51e7e8 None None] Network 0ec9e251-7cb8-454f-84c7-c1d0a50f800b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:16.276305 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-83435744-b5e5-43e3-89f5-785dc1626397 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.297706 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-83435744-b5e5-43e3-89f5-785dc1626397 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e718b27-5736-46c7-a363-0220c3bdca85']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:16.320821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-83435744-b5e5-43e3-89f5-785dc1626397 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0282576e-eedb-4d00-b37f-4d1e0f8ab875') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:16.321453 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-83435744-b5e5-43e3-89f5-785dc1626397 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0282576e-eedb-4d00-b37f-4d1e0f8ab875') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:16.342532 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-83435744-b5e5-43e3-89f5-785dc1626397 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.388037 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-83435744-b5e5-43e3-89f5-785dc1626397 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.403887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83435744-b5e5-43e3-89f5-785dc1626397 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:16.408626 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-83435744-b5e5-43e3-89f5-785dc1626397 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.410839 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff00604-b2df-4404-99cf-35cafbc4f1be None None] New status for floating IP 3dd66d5a-cfb8-4c11-a751-e1aaee2bdb17: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:16.427673 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:16.458505 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.580844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1e0dc9b0-dc43-4061-9094-990d6b582fe2 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:16.619544 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 1e0dc9b0-dc43-4061-9094-990d6b582fe2 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:16.619889 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1e0dc9b0-dc43-4061-9094-990d6b582fe2 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:16.634282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port 63b5487c-5bf9-4974-aa71-11ad2067a99a {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:16.635421 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.665058 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-83435744-b5e5-43e3-89f5-785dc1626397 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.679124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-83435744-b5e5-43e3-89f5-785dc1626397 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.685980 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-83435744-b5e5-43e3-89f5-785dc1626397 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/3e718b27-5736-46c7-a363-0220c3bdca85 HTTP/1.1" status: 204 len: 168 time: 0.7757390 Jul 16 09:06:16.702315 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34206) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:16.756126 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83435744-b5e5-43e3-89f5-785dc1626397 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Network': ['ID=3e718b27-5736-46c7-a363-0220c3bdca85,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:16.794545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-045a0b36-0af3-4c5c-9ddd-64095ba8cd42 req-1c4e1217-e483-4f38-b984-7e1b4d7149f1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 210 time: 0.1196258 Jul 16 09:06:16.803240 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e86f40-13d6-40a3-bf95-c857ca9bda86 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:16.803934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e86f40-13d6-40a3-bf95-c857ca9bda86 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:16.812740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34208) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:16.813084 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-40e86f40-13d6-40a3-bf95-c857ca9bda86 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/subnets/815f0bbf-98be-405d-a025-1d6c719f4318 HTTP/1.1" status: 404 len: 337 time: 0.1048181 Jul 16 09:06:16.888738 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c05232f-8de9-4b46-818e-46b10677c618 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:16.890163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c05232f-8de9-4b46-818e-46b10677c618 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:16.893891 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4c05232f-8de9-4b46-818e-46b10677c618 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/55c1584b-ce03-47ba-8bc3-5d04673a9c98 HTTP/1.1" status: 404 len: 339 time: 0.0780377 Jul 16 09:06:16.897584 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34210) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:16.911239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] For port 63b5487c-5bf9-4974-aa71-11ad2067a99a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=63b5487c-5bf9-4974-aa71-11ad2067a99a,segment=NetworkSegment(7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf),segment_id=7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:16.912093 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:16.915853 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fced3c-9e60-4a52-a603-fbb8063d3616 None None] DHCP port deletion for 0ec9e251-7cb8-454f-84c7-c1d0a50f800b request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:16.930388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for 63b5487c-5bf9-4974-aa71-11ad2067a99a owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:16.977722 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-09c26b09-7601-4349-9191-ff0ae0ff617c tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:16.978187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09c26b09-7601-4349-9191-ff0ae0ff617c tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:16.980118 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-09c26b09-7601-4349-9191-ff0ae0ff617c tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/subnets/b6017b4f-5864-4138-9a2e-ef0275f6f11c HTTP/1.1" status: 404 len: 337 time: 0.0803726 Jul 16 09:06:16.984613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34212) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.007151 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2abd76-e4a2-4c5c-92ca-10373121a440 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:17.007667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f2abd76-e4a2-4c5c-92ca-10373121a440 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:17.009750 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5f2abd76-e4a2-4c5c-92ca-10373121a440 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/177b740b-f788-4632-9115-6084a641522d HTTP/1.1" status: 404 len: 339 time: 0.0239124 Jul 16 09:06:17.015074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34214) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.030571 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-07fced3c-9e60-4a52-a603-fbb8063d3616 None None] Deleting port 63b5487c-5bf9-4974-aa71-11ad2067a99a {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:17.031157 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-07fced3c-9e60-4a52-a603-fbb8063d3616 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.044328 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb97f3e0-788c-4101-9950-94497955b336 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:17.044988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb97f3e0-788c-4101-9950-94497955b336 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:17.045689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b6854-1f8d-4c7e-84de-2da159e665f3 req-9709d756-6afb-4992-9495-cf6ca9d4105d tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:17.047223 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cb97f3e0-788c-4101-9950-94497955b336 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/subnets/dee0c934-cffd-41ac-b428-2265816d3517 HTTP/1.1" status: 404 len: 337 time: 0.0310340 Jul 16 09:06:17.047880 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c6b6854-1f8d-4c7e-84de-2da159e665f3 req-9709d756-6afb-4992-9495-cf6ca9d4105d tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 945 time: 0.0812309 Jul 16 09:06:17.051351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34216) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.081239 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-75e2b2b7-1336-4f67-99e0-460ddc5a7e0d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:17.081853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75e2b2b7-1336-4f67-99e0-460ddc5a7e0d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:17.087411 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-75e2b2b7-1336-4f67-99e0-460ddc5a7e0d tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/cb22ad7e-e1d3-4186-aa82-e04d342d4b3b HTTP/1.1" status: 404 len: 339 time: 0.0312998 Jul 16 09:06:17.088647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34218) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.101761 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c6b6854-1f8d-4c7e-84de-2da159e665f3 req-a4daf374-31a1-4c47-a42e-a5eb634dc95d tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385571 Jul 16 09:06:17.120430 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1dab7c-da3e-459f-b36b-1ea5f8536d6b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:17.120918 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1dab7c-da3e-459f-b36b-1ea5f8536d6b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:17.127347 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ea1dab7c-da3e-459f-b36b-1ea5f8536d6b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/subnets/a9909616-e03b-4932-a65f-37d3738109fe HTTP/1.1" status: 404 len: 337 time: 0.0330477 Jul 16 09:06:17.127702 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34220) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.157871 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-404037b1-426e-4358-bb5f-899fc6054d79 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:17.158575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-404037b1-426e-4358-bb5f-899fc6054d79 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:17.162891 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-404037b1-426e-4358-bb5f-899fc6054d79 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/568a75f4-ff43-4150-9520-0698b29487f2 HTTP/1.1" status: 404 len: 339 time: 0.0320024 Jul 16 09:06:17.163139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-07fced3c-9e60-4a52-a603-fbb8063d3616 None None] For port 63b5487c-5bf9-4974-aa71-11ad2067a99a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=63b5487c-5bf9-4974-aa71-11ad2067a99a,segment=NetworkSegment(7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf),segment_id=7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:17.163139 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-07fced3c-9e60-4a52-a603-fbb8063d3616 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.163367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34222) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.186801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-07fced3c-9e60-4a52-a603-fbb8063d3616 None None] Calling delete_port for 63b5487c-5bf9-4974-aa71-11ad2067a99a owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:17.189621 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.194986 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-15de8f05-e70a-474b-9b2b-2a4e94f33e2b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:17.195552 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15de8f05-e70a-474b-9b2b-2a4e94f33e2b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:17.200343 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-15de8f05-e70a-474b-9b2b-2a4e94f33e2b tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/subnets/afb53c2e-166e-4fdf-a2b7-e3d83198b584 HTTP/1.1" status: 404 len: 337 time: 0.0335934 Jul 16 09:06:17.201934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34224) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.230027 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=63b5487c-5bf9-4974-aa71-11ad2067a99a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:17.234382 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No DVR routers for this DVR port 63b5487c-5bf9-4974-aa71-11ad2067a99a on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:17.256742 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-153aabde-6ad8-49d8-9765-0824ff2d71a7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:17.257761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153aabde-6ad8-49d8-9765-0824ff2d71a7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:17.261424 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-153aabde-6ad8-49d8-9765-0824ff2d71a7 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/29ae72f9-fc55-4e1c-8f85-bfaedc70aad6 HTTP/1.1" status: 404 len: 339 time: 0.0571468 Jul 16 09:06:17.263469 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34226) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.308841 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aceb7a2-6870-4d11-84a6-2eca43c4a4a4 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:17.309313 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aceb7a2-6870-4d11-84a6-2eca43c4a4a4 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:17.311095 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1aceb7a2-6870-4d11-84a6-2eca43c4a4a4 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/subnets/af0bc36f-d8b3-4ba9-b048-02f76772cdcc HTTP/1.1" status: 404 len: 337 time: 0.0463197 Jul 16 09:06:17.318985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34228) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.332063 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-07fced3c-9e60-4a52-a603-fbb8063d3616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.336897 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.343403 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-5589b852-7adb-477a-88ca-f4a1796492ab tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:17.344037 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5589b852-7adb-477a-88ca-f4a1796492ab tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:17.349036 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5589b852-7adb-477a-88ca-f4a1796492ab tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/b8ce142e-d93b-4939-8900-5252f0da40b4 HTTP/1.1" status: 404 len: 339 time: 0.0272441 Jul 16 09:06:17.349837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec9e251-7cb8-454f-84c7-c1d0a50f800b']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:17.352153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34230) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.369318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:17.369756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b6059c8-9f1a-4094-91ef-d5b8fe40c4bf') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:17.382851 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fced3c-9e60-4a52-a603-fbb8063d3616 None None] Pushing event deleted for resources: {'Port': ['ID=63b5487c-5bf9-4974-aa71-11ad2067a99a,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:17.387626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fced3c-9e60-4a52-a603-fbb8063d3616 None None] No DVR routers for this DVR port 63b5487c-5bf9-4974-aa71-11ad2067a99a on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:17.401264 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfd42801-9633-4f01-95e0-69282fc7b0a4 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:17.401264 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfd42801-9633-4f01-95e0-69282fc7b0a4 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:17.403127 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cfd42801-9633-4f01-95e0-69282fc7b0a4 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/subnets/ffaf1934-809b-4a21-9e8d-46baff912463 HTTP/1.1" status: 404 len: 337 time: 0.0500882 Jul 16 09:06:17.406122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34232) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.408253 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.425484 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.434057 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:17.434650 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.437645 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae19996f-aada-4627-9aa4-5ec7b908b01c tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:17.438878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae19996f-aada-4627-9aa4-5ec7b908b01c tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:17.442301 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ae19996f-aada-4627-9aa4-5ec7b908b01c tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/8a80cb4d-0f81-4d77-a9d2-6398322c6d00 HTTP/1.1" status: 404 len: 339 time: 0.0344224 Jul 16 09:06:17.444565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34234) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:17.458061 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:17.486508 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-a84e8fbb-a9b7-4e8a-82be-2567a4a8a2fb tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:17.487220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a84e8fbb-a9b7-4e8a-82be-2567a4a8a2fb tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:17.490389 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a84e8fbb-a9b7-4e8a-82be-2567a4a8a2fb tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/subnets/26d4ae4e-2b39-4790-a1a8-226b49d9895d HTTP/1.1" status: 404 len: 337 time: 0.0444207 Jul 16 09:06:17.492991 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34236) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.528347 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.532401 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-302026c7-6831-4806-9ebf-60ce7a1c14c3 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:17.533247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302026c7-6831-4806-9ebf-60ce7a1c14c3 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:17.538620 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-302026c7-6831-4806-9ebf-60ce7a1c14c3 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/c6b2eac0-ceea-44f3-b153-b46a93a4c779 HTTP/1.1" status: 404 len: 339 time: 0.0437784 Jul 16 09:06:17.539405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34238) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.540956 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.544941 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/networks/0ec9e251-7cb8-454f-84c7-c1d0a50f800b HTTP/1.1" status: 204 len: 168 time: 1.3455033 Jul 16 09:06:17.559721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34240) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.564762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1337477451', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:17.572095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4bdc9-c0c8-484b-bc6e-411172da8618 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Network': ['ID=0ec9e251-7cb8-454f-84c7-c1d0a50f800b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:17.595379 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.596485 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.624067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-433a3677-7741-49f7-a152-74a5038dbc13 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Deleting subnet c32b58e3-6720-42da-b108-e20fed7db616 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:17.630503 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-433a3677-7741-49f7-a152-74a5038dbc13 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.662567 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.716144 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-433a3677-7741-49f7-a152-74a5038dbc13 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.814782 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.842607 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-433a3677-7741-49f7-a152-74a5038dbc13 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.922439 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-433a3677-7741-49f7-a152-74a5038dbc13 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.965850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a3677-7741-49f7-a152-74a5038dbc13 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Subnet': ['ID=c32b58e3-6720-42da-b108-e20fed7db616,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:17.970663 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-433a3677-7741-49f7-a152-74a5038dbc13 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.972663 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-433a3677-7741-49f7-a152-74a5038dbc13 tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/subnets/c32b58e3-6720-42da-b108-e20fed7db616 HTTP/1.1" status: 204 len: 168 time: 0.4322486 Jul 16 09:06:17.975111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34244) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:17.981666 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea8b71a-25a4-4d02-8422-57ca1b72028f None None] Network edffce47-1902-4e2f-9bec-e171ef92199b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:18.052528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eb9b0b72-cf89-4f6c-9720-fbf6fe4953f9 req-83810055-8647-48ab-a2a5-62b052da9784 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 210 time: 0.0659697 Jul 16 09:06:18.081656 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.193668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Deleting port 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:18.194140 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.255951 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.286541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] For port 20ef51e0-2909-44c8-9f79-fe7544b4f0b8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=20ef51e0-2909-44c8-9f79-fe7544b4f0b8,segment=NetworkSegment(498d020e-46c8-466a-b624-3e55606f4ea8),segment_id=498d020e-46c8-466a-b624-3e55606f4ea8)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:18.286541 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.303428 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Calling delete_port for 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:18.337327 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.451276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 97eb3d64-c640-4aec-8ba1-ebab68fde741 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:18.459150 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.461474 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af49480-d000-4ab3-a8e3-51951b72c7ae None None] DHCP port deletion for edffce47-1902-4e2f-9bec-e171ef92199b request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:18.515624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Port': ['ID=20ef51e0-2909-44c8-9f79-fe7544b4f0b8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:18.534557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] No DVR routers for this DVR port 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:18.599492 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 97eb3d64-c640-4aec-8ba1-ebab68fde741 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:18.606527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Allocated IP 172.25.4.78 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/922d687e-11f0-41a8-92cb-8170eadf5774) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:18.609948 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 97eb3d64-c640-4aec-8ba1-ebab68fde741 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:18.610588 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.674843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 63b5487c-5bf9-4974-aa71-11ad2067a99a no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:18.746335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 63b5487c-5bf9-4974-aa71-11ad2067a99a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:18.747498 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 63b5487c-5bf9-4974-aa71-11ad2067a99a not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:18.749838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:18.755623 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.764158 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.793183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708e397-3502-4cc6-b2bb-1cde1ccdbc93 req-7e67f270-0987-47cf-b5bc-cca0fcc717bc tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:18.796614 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7708e397-3502-4cc6-b2bb-1cde1ccdbc93 req-7e67f270-0987-47cf-b5bc-cca0fcc717bc tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 945 time: 0.3529341 Jul 16 09:06:18.804418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edffce47-1902-4e2f-9bec-e171ef92199b']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:18.805276 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.820373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:18.822132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 20ef51e0-2909-44c8-9f79-fe7544b4f0b8 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:18.847778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498d020e-46c8-466a-b624-3e55606f4ea8') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:18.848007 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498d020e-46c8-466a-b624-3e55606f4ea8') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:18.859400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:18.867429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:18.871459 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:18.881620 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.898445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=922d687e-11f0-41a8-92cb-8170eadf5774,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:18.932400 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7708e397-3502-4cc6-b2bb-1cde1ccdbc93 req-43111b36-92dc-4c37-86a0-3035d4e39220 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236053 Jul 16 09:06:18.934266 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.943290 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.946128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:18.946813 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:18.952644 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:18.981897 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eb3d64-c640-4aec-8ba1-ebab68fde741'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:18.984936 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de386341-b03f-46bd-bb44-a25ff8f895b0" -d '{"events": [{"server_uuid": "d3c704f5-828a-463b-90e0-dc7a2ac34929", "name": "network-vif-plugged", "status": "completed", "tag": "97eb3d64-c640-4aec-8ba1-ebab68fde741"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:19.016681 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 97eb3d64-c640-4aec-8ba1-ebab68fde741, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=97eb3d64-c640-4aec-8ba1-ebab68fde741,segment=NetworkSegment(59d7857c-4d13-4ac5-97cc-7640a9d31a89),segment_id=59d7857c-4d13-4ac5-97cc-7640a9d31a89)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:19.029190 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.085053 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad62c6a-c7d6-4245-91ca-e6e27cb44404 x-openstack-request-id: req-cad62c6a-c7d6-4245-91ca-e6e27cb44404 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:19.087086 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c704f5-828a-463b-90e0-dc7a2ac34929", "name": "network-vif-plugged", "status": "completed", "tag": "97eb3d64-c640-4aec-8ba1-ebab68fde741", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:19.087533 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cad62c6a-c7d6-4245-91ca-e6e27cb44404 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:19.088594 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'code': 200} Jul 16 09:06:19.102784 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.112296 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.121558 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] 10.222.0.20 "DELETE /v2.0/networks/edffce47-1902-4e2f-9bec-e171ef92199b HTTP/1.1" status: 204 len: 168 time: 1.1430445 Jul 16 09:06:19.142674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ea6b8c-1c7b-4550-a853-1af2a625af3a tempest-NetworksTest-932977634 tempest-NetworksTest-932977634-project] Pushing event deleted for resources: {'Network': ['ID=edffce47-1902-4e2f-9bec-e171ef92199b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:19.190874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=97eb3d64-c640-4aec-8ba1-ebab68fde741,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:19.335703 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.425680 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b170d54f-4756-40f0-9061-4512edefc247 req-af6be4ea-9e43-41aa-8432-4c3a9dd21cf1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 210 time: 0.0730836 Jul 16 09:06:19.455494 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938266b-54c6-41d3-84df-012ee451b81d req-ec0724ac-663a-4c9a-8446-6c10475df1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:19.458164 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a938266b-54c6-41d3-84df-012ee451b81d req-ec0724ac-663a-4c9a-8446-6c10475df1af service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 1098 time: 0.2899699 Jul 16 09:06:19.521644 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a938266b-54c6-41d3-84df-012ee451b81d req-48eb2267-43a7-44a7-aaf1-83dea63e21e7 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551469 Jul 16 09:06:19.653685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:19.779911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34256) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:19.900777 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 8267e330-9bc6-4f82-b6b5-d64a0242d2e9 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:06:20.073719 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b617253c-e264-4d47-957b-43535b9e7f4b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=98a9650d78974303a7fd6a08f92c75e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881935 Jul 16 09:06:20.074325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34262) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:20.136346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:20.155921 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3d4b8c-0841-41a6-ac30-602b2cd0c96a None None] Sync routers for ids ['8267e330-9bc6-4f82-b6b5-d64a0242d2e9'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:20.171482 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3d4b8c-0841-41a6-ac30-602b2cd0c96a None None] Routers {'8267e330-9bc6-4f82-b6b5-d64a0242d2e9'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:20.173498 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6a3d4b8c-0841-41a6-ac30-602b2cd0c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8267e330-9bc6-4f82-b6b5-d64a0242d2e9'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:20.174710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f81b08e-1f64-4e6e-89e4-c4b1a3f817eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.183045 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.184640 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5216f793-db99-4eba-a6c0-da393106988e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6236992 Jul 16 09:06:20.189847 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34264) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:20.238401 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f81b08e-1f64-4e6e-89e4-c4b1a3f817eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.266924 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6a3d4b8c-0841-41a6-ac30-602b2cd0c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:20.293082 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-c1562ef2-99e5-42a2-970f-08dacbffbaab req-527f6ba9-862a-48eb-b5ba-9b3a276115c7 service neutron] (93694) timed out ('10.222.0.15', 56191) {{(pid=93694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:06:20.316983 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3d4b8c-0841-41a6-ac30-602b2cd0c96a None None] Routers {'8267e330-9bc6-4f82-b6b5-d64a0242d2e9'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:20.318709 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6a3d4b8c-0841-41a6-ac30-602b2cd0c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8267e330-9bc6-4f82-b6b5-d64a0242d2e9'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:20.321577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827dceaa-4de4-4d0b-b4c4-eb21ea80dfa1 req-9eac9f16-a3c8-4fe6-88ac-f01f1a22b819 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:20.324974 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-827dceaa-4de4-4d0b-b4c4-eb21ea80dfa1 req-9eac9f16-a3c8-4fe6-88ac-f01f1a22b819 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 946 time: 0.1318603 Jul 16 09:06:20.384034 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f81b08e-1f64-4e6e-89e4-c4b1a3f817eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.392235 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f81b08e-1f64-4e6e-89e4-c4b1a3f817eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:20.393594 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0f81b08e-1f64-4e6e-89e4-c4b1a3f817eb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/10056879-163a-4698-81fa-6b4bd0645245 HTTP/1.1" status: 204 len: 168 time: 0.3181150 Jul 16 09:06:20.417383 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6a3d4b8c-0841-41a6-ac30-602b2cd0c96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:20.419995 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3d4b8c-0841-41a6-ac30-602b2cd0c96a None None] The sync data for ids ['8267e330-9bc6-4f82-b6b5-d64a0242d2e9'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:20.435299 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-827dceaa-4de4-4d0b-b4c4-eb21ea80dfa1 req-6384dbc7-b22a-416a-8260-30788528dddb tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999889 Jul 16 09:06:20.447539 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f81b08e-1f64-4e6e-89e4-c4b1a3f817eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10056879-163a-4698-81fa-6b4bd0645245,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:20.467203 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3fae2017-2cfe-4bb2-a50a-178792b7bca9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/routers/8267e330-9bc6-4f82-b6b5-d64a0242d2e9 HTTP/1.1" status: 200 len: 880 time: 0.2754941 Jul 16 09:06:20.471271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34268) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:20.849206 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13f2ea24-9c14-4a61-85d0-f583d7e9758d req-9bba6eeb-5762-49cc-b297-bff4645f3405 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=a201457b-0975-4e79-aa18-a2aa6ed9d5bd HTTP/1.1" status: 200 len: 210 time: 0.1218374 Jul 16 09:06:20.967444 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-42a0fdcb-6138-4e4e-9535-6f193844f2f0 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.4919260 Jul 16 09:06:20.968384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34282) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:20.976210 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f31913a1-68ce-43fc-bd1e-bcecd58a36c9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1337477451'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:21.503322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34294) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:21.643432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2014485256'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:21.667727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:21.673121 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.684679 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.750892 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f31913a1-68ce-43fc-bd1e-bcecd58a36c9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.763798 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f31913a1-68ce-43fc-bd1e-bcecd58a36c9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:21.891166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f31913a1-68ce-43fc-bd1e-bcecd58a36c9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 8267e330-9bc6-4f82-b6b5-d64a0242d2e9 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:22.050378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f31913a1-68ce-43fc-bd1e-bcecd58a36c9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:22.067667 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f31913a1-68ce-43fc-bd1e-bcecd58a36c9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.068635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab3906-9f8c-4174-b40e-e4596847a471 None None] Sync routers for ids ['8267e330-9bc6-4f82-b6b5-d64a0242d2e9'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:22.070058 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f31913a1-68ce-43fc-bd1e-bcecd58a36c9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/8267e330-9bc6-4f82-b6b5-d64a0242d2e9 HTTP/1.1" status: 200 len: 887 time: 1.0998552 Jul 16 09:06:22.073436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34302) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:22.090403 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab3906-9f8c-4174-b40e-e4596847a471 None None] Routers {'8267e330-9bc6-4f82-b6b5-d64a0242d2e9'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:22.092121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c3ab3906-9f8c-4174-b40e-e4596847a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8267e330-9bc6-4f82-b6b5-d64a0242d2e9'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:22.151838 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a36b36b-27bf-4707-8d02-7cd084bc24c7 req-ec84e9cf-f38c-4842-af5d-c905db34add3 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:22.154300 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6a36b36b-27bf-4707-8d02-7cd084bc24c7 req-ec84e9cf-f38c-4842-af5d-c905db34add3 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 946 time: 0.4717636 Jul 16 09:06:22.174588 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c3ab3906-9f8c-4174-b40e-e4596847a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:22.197320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ab3906-9f8c-4174-b40e-e4596847a471 None None] Routers {'8267e330-9bc6-4f82-b6b5-d64a0242d2e9'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:22.199491 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c3ab3906-9f8c-4174-b40e-e4596847a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8267e330-9bc6-4f82-b6b5-d64a0242d2e9'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:22.243304 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6a36b36b-27bf-4707-8d02-7cd084bc24c7 req-2e9b4192-8aa4-46b9-b1c1-c42f19d0c821 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749512 Jul 16 09:06:22.278271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c3ab3906-9f8c-4174-b40e-e4596847a471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:22.280937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ab3906-9f8c-4174-b40e-e4596847a471 None None] The sync data for ids ['8267e330-9bc6-4f82-b6b5-d64a0242d2e9'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:22.285639 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.292956 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.329412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:22.341827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5568cb83-3cdd-4022-9365-cc8784b46adb,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:22.359028 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.359385 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Added segment 6d38bd0b-f2b1-4b29-a414-71caafc846a0 of type vlan for network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 Jul 16 09:06:22.367305 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0cef74ec-553c-47e7-a44c-67775e2c6002 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/routers/8267e330-9bc6-4f82-b6b5-d64a0242d2e9 HTTP/1.1" status: 200 len: 887 time: 0.2923200 Jul 16 09:06:22.370636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34310) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:22.440175 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-862d4e26-37a4-4444-bb2e-6f44019be2c6 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports?device_id=8267e330-9bc6-4f82-b6b5-d64a0242d2e9 HTTP/1.1" status: 200 len: 205 time: 0.0644186 Jul 16 09:06:22.441166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34312) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:22.444168 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.497340 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.503147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:22.503792 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.542560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d764e-672f-4bff-9b96-978e3df6159b req-22c2e5fa-8366-4598-8dd0-4314d6b4c90e tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:22.544402 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a80d764e-672f-4bff-9b96-978e3df6159b req-22c2e5fa-8366-4598-8dd0-4314d6b4c90e tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 946 time: 0.1445842 Jul 16 09:06:22.568048 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0631850 Jul 16 09:06:22.572488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34314) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:22.586208 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-e065f301-c41b-4de8-9a5c-ff5bd6b25c3a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1119180585&fields=id&tenant_id=6d7d127892994ef29d6fc34730914246 HTTP/1.1" status: 200 len: 267 time: 0.2169342 Jul 16 09:06:22.587397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-88494b36-4f28-497e-8c2f-fb6f0910533b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'name': 'tempest-PortsTestJSON-324078371'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:22.636432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c60fbb-ba6e-425b-9ecb-f920133bbf03 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Network': ['ID=4df08b8f-cf27-4dba-9d5d-6ed95ebca624,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:22.650622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:22.676969 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a80d764e-672f-4bff-9b96-978e3df6159b req-f896aa86-1fd9-4878-954b-5fed85b802ec tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228657 Jul 16 09:06:22.725119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34316) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:22.779013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88494b36-4f28-497e-8c2f-fb6f0910533b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:22.783993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88494b36-4f28-497e-8c2f-fb6f0910533b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.812267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-88494b36-4f28-497e-8c2f-fb6f0910533b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port 2bb52fee-9816-41ba-ae46-7063f7123dae yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:06:22.831190 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c81e-ceee-4db9-a70b-86c97ecb310c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:22.966445 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db660e-2939-42d3-b626-8d3091b39b83 req-56744862-9a6c-438b-9a1e-a5322dcc136c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:22.969256 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-56744862-9a6c-438b-9a1e-a5322dcc136c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 812 time: 0.3224041 Jul 16 09:06:23.059835 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-f7b2a945-3ac1-4ad4-a9cd-30da256143e8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/quotas/6d7d127892994ef29d6fc34730914246 HTTP/1.1" status: 200 len: 375 time: 0.0349402 Jul 16 09:06:23.060371 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88494b36-4f28-497e-8c2f-fb6f0910533b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.066389 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ae4624-e582-47d5-8d86-2a9bcaaabf20 tempest-TestVolumeBackupRestore-1952471837 tempest-TestVolumeBackupRestore-1952471837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:23.071528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-43ae4624-e582-47d5-8d86-2a9bcaaabf20 tempest-TestVolumeBackupRestore-1952471837 tempest-TestVolumeBackupRestore-1952471837-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 1093 time: 0.3415678 Jul 16 09:06:23.071898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34320) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:23.078897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:23.118209 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.156945 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c81e-ceee-4db9-a70b-86c97ecb310c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.160345 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88494b36-4f28-497e-8c2f-fb6f0910533b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.235042 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88494b36-4f28-497e-8c2f-fb6f0910533b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=2bb52fee-9816-41ba-ae46-7063f7123dae,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:23.266208 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-eeffcec8-4654-42fa-8105-f75eb34bdb48 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1968236 Jul 16 09:06:23.299224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88494b36-4f28-497e-8c2f-fb6f0910533b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Checking segment: {'id': '6d38bd0b-f2b1-4b29-a414-71caafc846a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:23.299481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88494b36-4f28-497e-8c2f-fb6f0910533b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network hostable DHCP agents. Network: 4df08b8f-cf27-4dba-9d5d-6ed95ebca624, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:23.302829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-e2b6c81e-ceee-4db9-a70b-86c97ecb310c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port 922d687e-11f0-41a8-92cb-8170eadf5774 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:23.303812 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c81e-ceee-4db9-a70b-86c97ecb310c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.338742 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88494b36-4f28-497e-8c2f-fb6f0910533b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:23.356796 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.369379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-88494b36-4f28-497e-8c2f-fb6f0910533b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 4df08b8f-cf27-4dba-9d5d-6ed95ebca624) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:23.379034 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88494b36-4f28-497e-8c2f-fb6f0910533b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:23.384426 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54bc64d0-65d9-479c-83ff-bfe7171127f6 None None] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:23.388438 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88494b36-4f28-497e-8c2f-fb6f0910533b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:23.389365 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-88494b36-4f28-497e-8c2f-fb6f0910533b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.483080 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-88494b36-4f28-497e-8c2f-fb6f0910533b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9091489 Jul 16 09:06:23.487004 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34324) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:23.495013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-407668998'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:23.594201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Allocated IP 172.25.4.202 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/77bde0d4-1505-4241-9322-2640303a1f78) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:23.602643 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c81e-ceee-4db9-a70b-86c97ecb310c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.633585 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-e2b6c81e-ceee-4db9-a70b-86c97ecb310c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for 922d687e-11f0-41a8-92cb-8170eadf5774 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:23.640684 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:23.644309 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.675756 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-d9465f29-9f68-46e6-bda9-31a34436336e service neutron] 10.222.0.20 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3883030 Jul 16 09:06:23.757746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] vlan segment allocate from pool success with {'vlan_id': 52, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:23.785505 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.786790 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.787120 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Added segment dd3d23b8-190d-440b-8ba6-601c6ac7ea3c of type vlan for network df8602c4-4370-47b6-8516-877eeac2c45f Jul 16 09:06:23.848429 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.923557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:23.929784 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:23.935806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:23.940017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:23.944903 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2dc835c2-2ead-4685-ae9f-f6d1eb2c444e service neutron] 10.222.0.20 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556143 Jul 16 09:06:24.023467 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.032278 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:24.033813 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.039671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Pushing event updated for resources: {'Port': ['ID=77bde0d4-1505-4241-9322-2640303a1f78,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:24.117301 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c81e-ceee-4db9-a70b-86c97ecb310c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.128095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Network': ['ID=df8602c4-4370-47b6-8516-877eeac2c45f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:24.173253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:24.173649 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:24.174365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:24.175557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:24.176094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:24.176523 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:24.177108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:24.177605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:24.178317 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:24.178915 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:24.179420 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:24.179817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:24.186918 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b6c81e-ceee-4db9-a70b-86c97ecb310c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=922d687e-11f0-41a8-92cb-8170eadf5774,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:24.190010 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-251d93e0-89f1-431a-9ed9-0b51813c653f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7017245 Jul 16 09:06:24.194188 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34332) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:24.200410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network df8602c4-4370-47b6-8516-877eeac2c45f details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:24.230743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'ports': [{'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624'}, {'network_id': 'df8602c4-4370-47b6-8516-877eeac2c45f'}]} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:24.231113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:24.231500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'network_id': 'df8602c4-4370-47b6-8516-877eeac2c45f'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:24.464241 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c81e-ceee-4db9-a70b-86c97ecb310c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.578419 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c81e-ceee-4db9-a70b-86c97ecb310c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.581304 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c81e-ceee-4db9-a70b-86c97ecb310c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.706596 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c81e-ceee-4db9-a70b-86c97ecb310c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.709261 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b6c81e-ceee-4db9-a70b-86c97ecb310c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Fanout notify agent at l3_agent the message router_deleted on router 8267e330-9bc6-4f82-b6b5-d64a0242d2e9 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:06:24.729610 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2b6c81e-ceee-4db9-a70b-86c97ecb310c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.735702 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e2b6c81e-ceee-4db9-a70b-86c97ecb310c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/routers/8267e330-9bc6-4f82-b6b5-d64a0242d2e9 HTTP/1.1" status: 204 len: 168 time: 2.2887828 Jul 16 09:06:24.737496 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'port': 2} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:24.746517 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.787413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34346) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:24.793016 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fc112798-8eb8-4470-8ce1-16b508e4e9f2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'network': {'name': 'tempest-RoutersTest-813062471'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:24.808463 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ace85925-1c28-418a-be87-e2a686123343 req-fef91af5-fcf7-4b5e-b519-5523ebf357c2 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 210 time: 0.0940869 Jul 16 09:06:24.828810 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.877373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc112798-8eb8-4470-8ce1-16b508e4e9f2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:24.879993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fc112798-8eb8-4470-8ce1-16b508e4e9f2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.914571 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.953018 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc112798-8eb8-4470-8ce1-16b508e4e9f2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:24.964403 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fc112798-8eb8-4470-8ce1-16b508e4e9f2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:24.964930 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-fc112798-8eb8-4470-8ce1-16b508e4e9f2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Added segment 17c5e493-8aad-4a28-a4f6-eccce2a96429 of type vlan for network fb83922b-000b-4b5a-9be5-411dcc13ca34 Jul 16 09:06:25.012878 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fc112798-8eb8-4470-8ce1-16b508e4e9f2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.057969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port 219c94e7-512b-4e00-b478-99aa8c65012e yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:06:25.093845 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fc112798-8eb8-4470-8ce1-16b508e4e9f2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.100759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc112798-8eb8-4470-8ce1-16b508e4e9f2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:25.101411 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fc112798-8eb8-4470-8ce1-16b508e4e9f2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.160565 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fc112798-8eb8-4470-8ce1-16b508e4e9f2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3722439 Jul 16 09:06:25.163997 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34354) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.169203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-0fb923f6-305e-4a41-ac7e-74f2316efa6d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'subnet': {'network_id': 'fb83922b-000b-4b5a-9be5-411dcc13ca34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:25.187116 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.246188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc112798-8eb8-4470-8ce1-16b508e4e9f2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Network': ['ID=fb83922b-000b-4b5a-9be5-411dcc13ca34,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:25.275203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network fb83922b-000b-4b5a-9be5-411dcc13ca34 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:25.375484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c9de8-6552-4043-8920-6ff243c5d171 req-3555b004-2870-4e7a-bc6b-88396772cb12 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:25.381973 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb923f6-305e-4a41-ac7e-74f2316efa6d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:25.382880 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-786c9de8-6552-4043-8920-6ff243c5d171 req-3555b004-2870-4e7a-bc6b-88396772cb12 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 945 time: 0.2529080 Jul 16 09:06:25.387403 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.389318 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0fb923f6-305e-4a41-ac7e-74f2316efa6d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.454076 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-786c9de8-6552-4043-8920-6ff243c5d171 req-7e299234-9d22-4459-b3c2-b7fa16e605da tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702121 Jul 16 09:06:25.506819 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port 001c0ca5-5dbc-4c06-8306-b98814a97d09 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:06:25.635053 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.668390 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.677693 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.682633 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.732866 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:25.736868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:25.741463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:25.742472 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.750947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=219c94e7-512b-4e00-b478-99aa8c65012e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:25.795293 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0fb923f6-305e-4a41-ac7e-74f2316efa6d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.825192 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=001c0ca5-5dbc-4c06-8306-b98814a97d09,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:25.841530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Checking segment: {'id': 'dd3d23b8-190d-440b-8ba6-601c6ac7ea3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'df8602c4-4370-47b6-8516-877eeac2c45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:25.841530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network hostable DHCP agents. Network: df8602c4-4370-47b6-8516-877eeac2c45f, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:25.847538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Pushing event updated for resources: {'Port': ['ID=77bde0d4-1505-4241-9322-2640303a1f78,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:25.872085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network df8602c4-4370-47b6-8516-877eeac2c45f is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:25.874124 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.891367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, df8602c4-4370-47b6-8516-877eeac2c45f) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:25.900791 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:25.901595 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cecab7d-ae86-4448-bdea-40d2e0f50b64 None None] Network df8602c4-4370-47b6-8516-877eeac2c45f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:25.916421 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:25.929330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:25.931426 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:25.965724 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-de01db79-1bfd-416a-a8a4-5b63560494ce tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7654431 Jul 16 09:06:25.967257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34360) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:25.995224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb923f6-305e-4a41-ac7e-74f2316efa6d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Subnet': ['ID=93338e3d-f33b-466c-b286-4ffc932ae5ac,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:26.006590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb923f6-305e-4a41-ac7e-74f2316efa6d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Checking segment: {'id': '17c5e493-8aad-4a28-a4f6-eccce2a96429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fb83922b-000b-4b5a-9be5-411dcc13ca34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:26.006962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb923f6-305e-4a41-ac7e-74f2316efa6d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network hostable DHCP agents. Network: fb83922b-000b-4b5a-9be5-411dcc13ca34, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:26.096580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb923f6-305e-4a41-ac7e-74f2316efa6d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network fb83922b-000b-4b5a-9be5-411dcc13ca34 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:26.172961 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Floating IP fb0800f3-2cd5-47d9-89a1-8632625a6978 associated. External IP: 172.25.4.202, port: 97eb3d64-c640-4aec-8ba1-ebab68fde741. Jul 16 09:06:26.179800 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9da751e6-f6ad-4a47-8f9d-bfb79634aaec req-19adee4c-53a7-46c7-9c6f-8599b8bf9438 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 210 time: 0.0881836 Jul 16 09:06:26.235154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-0fb923f6-305e-4a41-ac7e-74f2316efa6d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, fb83922b-000b-4b5a-9be5-411dcc13ca34) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:26.236286 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-75ae75a6-6e74-4d3e-8b70-a2118bc8b8a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port 001c0ca5-5dbc-4c06-8306-b98814a97d09 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:26.237125 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-75ae75a6-6e74-4d3e-8b70-a2118bc8b8a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.241645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb923f6-305e-4a41-ac7e-74f2316efa6d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:26.241645 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0fb923f6-305e-4a41-ac7e-74f2316efa6d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.253313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c466406e-d3bd-4e57-8bd3-cfc824215311 None None] Network fb83922b-000b-4b5a-9be5-411dcc13ca34 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:26.298510 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0fb923f6-305e-4a41-ac7e-74f2316efa6d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1290371 Jul 16 09:06:26.298945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34362) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:26.313417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a7bf28af-21c2-419a-ba24-439099b183e9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1595763765', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:26.421909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-0ef071fa-73a5-4e78-8df1-97c7c1864fd6 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:26.424555 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-0ef071fa-73a5-4e78-8df1-97c7c1864fd6 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.15 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 945 time: 0.2430503 Jul 16 09:06:26.427883 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-75ae75a6-6e74-4d3e-8b70-a2118bc8b8a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.435631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-fb83922b-000b-4b5a-9be5-411dcc13ca34', 'network_id': 'fb83922b-000b-4b5a-9be5-411dcc13ca34', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'fixed_ips': [{'subnet_id': '93338e3d-f33b-466c-b286-4ffc932ae5ac'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:26.436378 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.566127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-75ae75a6-6e74-4d3e-8b70-a2118bc8b8a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for 001c0ca5-5dbc-4c06-8306-b98814a97d09 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:26.582401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Router 35b14b58-99f1-4054-bc0a-5cf6ae977786 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:26.597168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Allocated IP 172.20.0.2 (fb83922b-000b-4b5a-9be5-411dcc13ca34/93338e3d-f33b-466c-b286-4ffc932ae5ac/e9dfe445-10d2-4a04-bb38-813471112961) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:26.618497 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a7bf28af-21c2-419a-ba24-439099b183e9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.620581 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a7bf28af-21c2-419a-ba24-439099b183e9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.726474 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a7bf28af-21c2-419a-ba24-439099b183e9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.772801 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a7bf28af-21c2-419a-ba24-439099b183e9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.833498 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.843748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Transition to ACTIVE for port object e9dfe445-10d2-4a04-bb38-813471112961 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:26.861649 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Transition to ACTIVE for port object e9dfe445-10d2-4a04-bb38-813471112961 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:26.872753 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.919530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Network fb83922b-000b-4b5a-9be5-411dcc13ca34 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:26.923748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:26.929132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:26.939973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Pushing event updated for resources: {'Port': ['ID=e9dfe445-10d2-4a04-bb38-813471112961,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:26.947426 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a7bf28af-21c2-419a-ba24-439099b183e9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:26.948706 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a7bf28af-21c2-419a-ba24-439099b183e9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.6482618 Jul 16 09:06:26.954122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34366) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:26.998758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db660e-2939-42d3-b626-8d3091b39b83 req-d65a1768-c77c-4ec7-b6a9-142c29124408 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:27.003586 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-d65a1768-c77c-4ec7-b6a9-142c29124408 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.15 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 812 time: 0.4374676 Jul 16 09:06:27.022171 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Attempting to bind port e9dfe445-10d2-4a04-bb38-813471112961 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:27.023788 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Attempting to bind port e9dfe445-10d2-4a04-bb38-813471112961 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '17c5e493-8aad-4a28-a4f6-eccce2a96429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fb83922b-000b-4b5a-9be5-411dcc13ca34'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:27.024327 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Attempting to bind port e9dfe445-10d2-4a04-bb38-813471112961 on network fb83922b-000b-4b5a-9be5-411dcc13ca34 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:27.031437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:27.032364 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Checking segment: {'id': '17c5e493-8aad-4a28-a4f6-eccce2a96429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fb83922b-000b-4b5a-9be5-411dcc13ca34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:27.033109 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.034157 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Bound using segment: {'id': '17c5e493-8aad-4a28-a4f6-eccce2a96429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fb83922b-000b-4b5a-9be5-411dcc13ca34'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:27.034951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Bound port: e9dfe445-10d2-4a04-bb38-813471112961, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17c5e493-8aad-4a28-a4f6-eccce2a96429', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'fb83922b-000b-4b5a-9be5-411dcc13ca34'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:27.035623 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.056303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:27.075555 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02b984-3c9d-4b76-bfaf-e8cabecdb738 None None] Sync routers for ids ['35b14b58-99f1-4054-bc0a-5cf6ae977786'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:27.087310 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02b984-3c9d-4b76-bfaf-e8cabecdb738 None None] Routers {'35b14b58-99f1-4054-bc0a-5cf6ae977786'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:27.088379 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ce02b984-3c9d-4b76-bfaf-e8cabecdb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['35b14b58-99f1-4054-bc0a-5cf6ae977786'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:27.143698 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.193385 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-5fac7ccd-a8fa-488a-8c75-d1d2ca51a006 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d7d127892994ef29d6fc34730914246 HTTP/1.1" status: 200 len: 380 time: 0.1794219 Jul 16 09:06:27.204216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-96db660e-2939-42d3-b626-8d3091b39b83 req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'port': {'device_id': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'admin_state_up': True, 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'security_groups': ['8de01d26-32b3-4cad-a78c-446b69884af4']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:27.219886 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] For port e9dfe445-10d2-4a04-bb38-813471112961, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:27.227727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] For port e9dfe445-10d2-4a04-bb38-813471112961, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e9dfe445-10d2-4a04-bb38-813471112961,segment=NetworkSegment(17c5e493-8aad-4a28-a4f6-eccce2a96429),segment_id=17c5e493-8aad-4a28-a4f6-eccce2a96429)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:27.248529 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.269312 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7709d770-6581-425f-a5ae-49c9f47258f0 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.1961942 Jul 16 09:06:27.276670 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'tag': '97eb3d64-c640-4aec-8ba1-ebab68fde741'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:27.279241 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8fd722-665a-43cf-bf14-ad8c5947259e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c704f5-828a-463b-90e0-dc7a2ac34929", "tag": "97eb3d64-c640-4aec-8ba1-ebab68fde741"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:27.284033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34370) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:27.342585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0310f9e6-2888-4273-b25a-f44ae762d23c None None] Pushing event updated for resources: {'Port': ['ID=e9dfe445-10d2-4a04-bb38-813471112961,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:27.451520 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-ce02b984-3c9d-4b76-bfaf-e8cabecdb738 None None] Set router 35b14b58-99f1-4054-bc0a-5cf6ae977786 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:27.464315 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-235a5e9b-d2d9-46c3-ac28-540feb565a80 req-2cfd48c7-c35f-40c1-a8e9-5034bf9f0773 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 210 time: 0.0342276 Jul 16 09:06:27.582405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5159161c-16a9-4f04-8b80-e1f329d26111 tempest-TestVolumeBackupRestore-1952471837 tempest-TestVolumeBackupRestore-1952471837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:27.597596 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5159161c-16a9-4f04-8b80-e1f329d26111 tempest-TestVolumeBackupRestore-1952471837 tempest-TestVolumeBackupRestore-1952471837-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 1093 time: 0.1749854 Jul 16 09:06:27.598586 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34376) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:27.602683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96db660e-2939-42d3-b626-8d3091b39b83 req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Made reservation on behalf of 6d7d127892994ef29d6fc34730914246 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:27.610464 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-96db660e-2939-42d3-b626-8d3091b39b83 req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.680692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-052eb783-7d98-4ec3-a855-ef1f25be69ee tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Request body: {'floatingip': {'port_id': '97eb3d64-c640-4aec-8ba1-ebab68fde741'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:27.898461 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eafcb4c9-c9a6-45e4-af30-5cfd21c48bc5 x-openstack-request-id: req-eafcb4c9-c9a6-45e4-af30-5cfd21c48bc5 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:27.898882 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c704f5-828a-463b-90e0-dc7a2ac34929", "tag": "97eb3d64-c640-4aec-8ba1-ebab68fde741", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:27.899156 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eafcb4c9-c9a6-45e4-af30-5cfd21c48bc5 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:27.899832 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'tag': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'status': 'completed', 'code': 200} Jul 16 09:06:27.901180 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6e0f2d-8d71-49d7-b3d2-736a45db85b3 req-2f276ee1-a031-4e8f-90ad-015b96d40455 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:27.915162 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2a6e0f2d-8d71-49d7-b3d2-736a45db85b3 req-2f276ee1-a031-4e8f-90ad-015b96d40455 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 945 time: 1.1746190 Jul 16 09:06:27.938728 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-052eb783-7d98-4ec3-a855-ef1f25be69ee tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:27.953218 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ce02b984-3c9d-4b76-bfaf-e8cabecdb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:02:19Z', 'revision_number': 4, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'fb0800f3-2cd5-47d9-89a1-8632625a6978', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'port_id': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'mac_address': 'fa:16:3e:fb:c7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:24Z', 'updated_at': '2021-07-16T09:06:24Z', 'revision_number': 0, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21b0307-51c6-4830-b853-1de1926bda7f', 'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'mac_address': 'fa:16:3e:3a:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:17Z', 'updated_at': '2021-07-16T09:02:31Z', 'revision_number': 5, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'subnets': [{'id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:28.020381 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02b984-3c9d-4b76-bfaf-e8cabecdb738 None None] Checking router: 35b14b58-99f1-4054-bc0a-5cf6ae977786 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:28.052915 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02b984-3c9d-4b76-bfaf-e8cabecdb738 None None] Routers {'35b14b58-99f1-4054-bc0a-5cf6ae977786'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:28.055115 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ce02b984-3c9d-4b76-bfaf-e8cabecdb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['35b14b58-99f1-4054-bc0a-5cf6ae977786'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:28.144280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-852ef980-acf9-4196-9ade-bacac6693615 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Deleting port 45ce2860-37d7-44f4-bb61-38594388fd9d {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:28.144902 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-852ef980-acf9-4196-9ade-bacac6693615 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:28.168741 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2a6e0f2d-8d71-49d7-b3d2-736a45db85b3 req-0513c745-3168-426a-a5fc-1f40cc35b293 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520692 Jul 16 09:06:28.325014 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-ce02b984-3c9d-4b76-bfaf-e8cabecdb738 None None] Set router 35b14b58-99f1-4054-bc0a-5cf6ae977786 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:28.416049 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-75ae75a6-6e74-4d3e-8b70-a2118bc8b8a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:28.457002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fd722-665a-43cf-bf14-ad8c5947259e req-3faa9d8b-e0ed-4f94-8ead-f027ff8ee1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:28.460954 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b8fd722-665a-43cf-bf14-ad8c5947259e req-3faa9d8b-e0ed-4f94-8ead-f027ff8ee1ec service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3ab8e23c8bad442791124f8d5118839e&device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 1098 time: 0.6661782 Jul 16 09:06:28.635084 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-96db660e-2939-42d3-b626-8d3091b39b83 req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Allocated IP 172.20.0.10 (5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9/ea992bec-c968-4e68-942d-9a0eb6f6722d/3dd20f15-add0-4ffa-ae38-7ce3e523c256) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:28.817134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae75a6-6e74-4d3e-8b70-a2118bc8b8a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=001c0ca5-5dbc-4c06-8306-b98814a97d09,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:28.846465 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-75ae75a6-6e74-4d3e-8b70-a2118bc8b8a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:28.857254 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-75ae75a6-6e74-4d3e-8b70-a2118bc8b8a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/001c0ca5-5dbc-4c06-8306-b98814a97d09 HTTP/1.1" status: 204 len: 168 time: 2.8867514 Jul 16 09:06:28.865802 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34380) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:28.896649 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e9dfe445-10d2-4a04-bb38-813471112961 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:28.937310 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7249bd2b-1676-4981-9341-4a6092d2dfd1 req-d7ff4e2a-50ec-4950-9c48-d753ab4d548a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 210 time: 0.2119720 Jul 16 09:06:29.062267 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.137157 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port e9dfe445-10d2-4a04-bb38-813471112961 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:29.167131 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-852ef980-acf9-4196-9ade-bacac6693615 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] For port 45ce2860-37d7-44f4-bb61-38594388fd9d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=45ce2860-37d7-44f4-bb61-38594388fd9d,segment=NetworkSegment(2a6579bd-c73a-4f0c-9766-9f550de2d625),segment_id=2a6579bd-c73a-4f0c-9766-9f550de2d625)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:29.167806 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-852ef980-acf9-4196-9ade-bacac6693615 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.288200 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ce02b984-3c9d-4b76-bfaf-e8cabecdb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:02:19Z', 'revision_number': 4, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'fb0800f3-2cd5-47d9-89a1-8632625a6978', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'port_id': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'mac_address': 'fa:16:3e:fb:c7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:24Z', 'updated_at': '2021-07-16T09:06:24Z', 'revision_number': 0, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21b0307-51c6-4830-b853-1de1926bda7f', 'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'mac_address': 'fa:16:3e:3a:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:17Z', 'updated_at': '2021-07-16T09:02:31Z', 'revision_number': 5, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'subnets': [{'id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:29.315454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e058391b-0d1b-49dc-940e-1ca66f202eaf None None] Network fb83922b-000b-4b5a-9be5-411dcc13ca34 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:29.358419 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce02b984-3c9d-4b76-bfaf-e8cabecdb738 None None] The sync data for ids ['35b14b58-99f1-4054-bc0a-5cf6ae977786'] in n-d-758944-46 is: [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:02:19Z', 'revision_number': 4, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'fb0800f3-2cd5-47d9-89a1-8632625a6978', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'port_id': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'mac_address': 'fa:16:3e:fb:c7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:24Z', 'updated_at': '2021-07-16T09:06:24Z', 'revision_number': 0, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21b0307-51c6-4830-b853-1de1926bda7f', 'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'mac_address': 'fa:16:3e:3a:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:17Z', 'updated_at': '2021-07-16T09:02:31Z', 'revision_number': 5, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'subnets': [{'id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:29.389235 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-96db660e-2939-42d3-b626-8d3091b39b83 req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.433845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0362ae75-d0ce-49c7-b438-0752122eb271 None None] Provisioning for port e9dfe445-10d2-4a04-bb38-813471112961 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:29.440569 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-96db660e-2939-42d3-b626-8d3091b39b83 req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Transition to ACTIVE for port object 3dd20f15-add0-4ffa-ae38-7ce3e523c256 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:29.456081 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0362ae75-d0ce-49c7-b438-0752122eb271 None None] Provisioning complete for port e9dfe445-10d2-4a04-bb38-813471112961 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:29.458696 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0362ae75-d0ce-49c7-b438-0752122eb271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.641966 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-96db660e-2939-42d3-b626-8d3091b39b83 req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.787523 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0362ae75-d0ce-49c7-b438-0752122eb271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.871016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc320f7b-42b1-4710-b32c-0b58254dea17 None None] New status for floating IP fb0800f3-2cd5-47d9-89a1-8632625a6978: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:06:29.895395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0362ae75-d0ce-49c7-b438-0752122eb271 None None] For port e9dfe445-10d2-4a04-bb38-813471112961, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e9dfe445-10d2-4a04-bb38-813471112961,segment=NetworkSegment(17c5e493-8aad-4a28-a4f6-eccce2a96429),segment_id=17c5e493-8aad-4a28-a4f6-eccce2a96429)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:29.945546 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0362ae75-d0ce-49c7-b438-0752122eb271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.958766 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-052eb783-7d98-4ec3-a855-ef1f25be69ee tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:29.979416 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-052eb783-7d98-4ec3-a855-ef1f25be69ee tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.081351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9146485b-a933-4b45-b358-5d067e4c02af tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:30.088097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9146485b-a933-4b45-b358-5d067e4c02af tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:30.090040 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9146485b-a933-4b45-b358-5d067e4c02af tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 1.2197514 Jul 16 09:06:30.106539 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34386) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:30.172558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fd722-665a-43cf-bf14-ad8c5947259e req-175b3249-d47d-4f09-b8d7-119e4e7a2bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:30.174116 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b8fd722-665a-43cf-bf14-ad8c5947259e req-175b3249-d47d-4f09-b8d7-119e4e7a2bfc service neutron] 10.222.0.38 "GET /v2.0/networks?id=7f238166-dba4-4a99-b7aa-4fd6004298d5 HTTP/1.1" status: 200 len: 913 time: 1.7045760 Jul 16 09:06:30.198727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96db660e-2939-42d3-b626-8d3091b39b83 req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:30.225378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0362ae75-d0ce-49c7-b438-0752122eb271 None None] Pushing event updated for resources: {'Port': ['ID=e9dfe445-10d2-4a04-bb38-813471112961,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:30.231926 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-bc320f7b-42b1-4710-b32c-0b58254dea17 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:06:30.232792 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-bc320f7b-42b1-4710-b32c-0b58254dea17 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:06:30.297117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-96db660e-2939-42d3-b626-8d3091b39b83 req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:30.324443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-96db660e-2939-42d3-b626-8d3091b39b83 req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:30.365802 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'Port': ['ID=3dd20f15-add0-4ffa-ae38-7ce3e523c256,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:30.385324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:30.385834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:30.386289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:30.386739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:30.387184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:30.387637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:30.393702 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:30.394291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:30.394743 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:30.395192 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:30.395685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:30.396114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Allocated IP 172.20.0.1 (fb83922b-000b-4b5a-9be5-411dcc13ca34/93338e3d-f33b-466c-b286-4ffc932ae5ac/a698043e-4f81-42e1-9bb7-444a31dc8a88) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:30.396328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:30.496349 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db660e-2939-42d3-b626-8d3091b39b83 req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:30.497213 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-96db660e-2939-42d3-b626-8d3091b39b83 req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.505589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 45ce2860-37d7-44f4-bb61-38594388fd9d no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:30.599057 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-77ae64c8-3b29-4cf7-add2-8dd511d3a0d4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3999395 Jul 16 09:06:30.624070 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-c7d81398-ade4-40e7-8f66-f0c7180ac312 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:06:30.625723 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-c7d81398-ade4-40e7-8f66-f0c7180ac312 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0176554 Jul 16 09:06:30.648095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Request body: {'port': {'device_id': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:30.675096 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc51c4-08e1-4e1d-8639-3d5b020750f1 req-993cc7a2-7d7b-4666-a7c6-c0d05b80f52c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:30.682543 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61cc51c4-08e1-4e1d-8639-3d5b020750f1 req-993cc7a2-7d7b-4666-a7c6-c0d05b80f52c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 932 time: 0.4895663 Jul 16 09:06:30.786948 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b8fd722-665a-43cf-bf14-ad8c5947259e req-9418dbd5-5a3b-4572-b34b-90aa93cffbb9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97eb3d64-c640-4aec-8ba1-ebab68fde741 HTTP/1.1" status: 200 len: 1000 time: 0.5678792 Jul 16 09:06:30.793942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a9588e2c-2150-4a3e-a24d-66210117ff2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port 219c94e7-512b-4e00-b478-99aa8c65012e {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:30.794293 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9588e2c-2150-4a3e-a24d-66210117ff2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.851497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc320f7b-42b1-4710-b32c-0b58254dea17 None None] New status for floating IP fb0800f3-2cd5-47d9-89a1-8632625a6978: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:06:30.876307 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9588e2c-2150-4a3e-a24d-66210117ff2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:30.891178 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a9588e2c-2150-4a3e-a24d-66210117ff2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for 219c94e7-512b-4e00-b478-99aa8c65012e owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:30.909059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e9dfe445-10d2-4a04-bb38-813471112961 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:30.996755 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9588e2c-2150-4a3e-a24d-66210117ff2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.042099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-213c8aef-6951-484b-9b8c-b90ca6950288 None None] Provisioning complete for port e9dfe445-10d2-4a04-bb38-813471112961 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:31.043401 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-213c8aef-6951-484b-9b8c-b90ca6950288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.056723 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61cc51c4-08e1-4e1d-8639-3d5b020750f1 req-f800a498-1aa9-4f0f-8b8a-25d0d2399ef9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3732026 Jul 16 09:06:31.066965 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.096608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Transition to ACTIVE for port object a698043e-4f81-42e1-9bb7-444a31dc8a88 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:31.124314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9588e2c-2150-4a3e-a24d-66210117ff2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=219c94e7-512b-4e00-b478-99aa8c65012e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:31.137373 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9588e2c-2150-4a3e-a24d-66210117ff2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.140971 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a9588e2c-2150-4a3e-a24d-66210117ff2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/219c94e7-512b-4e00-b478-99aa8c65012e HTTP/1.1" status: 204 len: 168 time: 1.0331104 Jul 16 09:06:31.146144 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34388) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:31.203520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-052eb783-7d98-4ec3-a855-ef1f25be69ee tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Router 35b14b58-99f1-4054-bc0a-5cf6ae977786 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:31.205956 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.211441 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.292431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be07649d-c3dc-4e88-b6f6-45f6f84b9144 req-021e2003-8c65-421f-bbad-00a28582c6ae tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:31.297315 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.298284 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be07649d-c3dc-4e88-b6f6-45f6f84b9144 req-021e2003-8c65-421f-bbad-00a28582c6ae tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 945 time: 1.6566212 Jul 16 09:06:31.391129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network fb83922b-000b-4b5a-9be5-411dcc13ca34 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:31.393423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53034f42-3947-4da4-895a-9fbbeefa4cf3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:31.395142 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-53034f42-3947-4da4-895a-9fbbeefa4cf3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2475569 Jul 16 09:06:31.401219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01a57e6-bf29-4407-8ced-dc6937615492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ce2860-37d7-44f4-bb61-38594388fd9d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:31.404440 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364a7cb2-5a60-4d89-a1fe-adae46b1126e" -d '{"events": [{"server_uuid": "c01a57e6-bf29-4407-8ced-dc6937615492", "name": "network-vif-unplugged", "status": "completed", "tag": "45ce2860-37d7-44f4-bb61-38594388fd9d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:31.407224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34390) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:31.413332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:31.437741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:31.486440 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3156847-de56-44b5-835e-74fe370f2d63 x-openstack-request-id: req-d3156847-de56-44b5-835e-74fe370f2d63 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:31.486739 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01a57e6-bf29-4407-8ced-dc6937615492", "name": "network-vif-unplugged", "status": "completed", "tag": "45ce2860-37d7-44f4-bb61-38594388fd9d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:31.487015 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d3156847-de56-44b5-835e-74fe370f2d63 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:31.487414 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01a57e6-bf29-4407-8ced-dc6937615492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45ce2860-37d7-44f4-bb61-38594388fd9d', 'code': 200} Jul 16 09:06:31.511570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 45ce2860-37d7-44f4-bb61-38594388fd9d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=45ce2860-37d7-44f4-bb61-38594388fd9d,segment=NetworkSegment(2a6579bd-c73a-4f0c-9766-9f550de2d625),segment_id=2a6579bd-c73a-4f0c-9766-9f550de2d625)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:31.545462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fd722-665a-43cf-bf14-ad8c5947259e req-5ce19b14-9dd6-483d-9bed-7ff623fb70be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:31.548451 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b8fd722-665a-43cf-bf14-ad8c5947259e req-5ce19b14-9dd6-483d-9bed-7ff623fb70be service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1a02da06-d166-42f8-92a5-4a30e97b331d HTTP/1.1" status: 200 len: 852 time: 0.6797583 Jul 16 09:06:31.563548 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.565921 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c71b3da0-1224-46d7-abf1-84746f002d30 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] GET failed (client error): The resource could not be found. Jul 16 09:06:31.567992 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c71b3da0-1224-46d7-abf1-84746f002d30 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/001c0ca5-5dbc-4c06-8306-b98814a97d09 HTTP/1.1" status: 404 len: 333 time: 0.1593869 Jul 16 09:06:31.584243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34394) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:31.603998 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e9dfe445-10d2-4a04-bb38-813471112961 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:31.604377 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.695912 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-11404959-1f71-4f85-9b6d-ff4667bbf90a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] GET failed (client error): The resource could not be found. Jul 16 09:06:31.710263 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-11404959-1f71-4f85-9b6d-ff4667bbf90a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/219c94e7-512b-4e00-b478-99aa8c65012e HTTP/1.1" status: 404 len: 333 time: 0.1168525 Jul 16 09:06:31.720761 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.750856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=45ce2860-37d7-44f4-bb61-38594388fd9d,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:31.759524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-052eb783-7d98-4ec3-a855-ef1f25be69ee tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:31.763123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34396) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:31.815842 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-052eb783-7d98-4ec3-a855-ef1f25be69ee tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.825801 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-852ef980-acf9-4196-9ade-bacac6693615 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.826406 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-852ef980-acf9-4196-9ade-bacac6693615 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.826928 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-852ef980-acf9-4196-9ade-bacac6693615 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Floating IP 03fbbaa2-9b41-4a40-9f09-8bc41d686750 disassociated. External IP: 172.25.4.239, port: 45ce2860-37d7-44f4-bb61-38594388fd9d. Jul 16 09:06:31.828044 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-852ef980-acf9-4196-9ade-bacac6693615 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Calling delete_port for 45ce2860-37d7-44f4-bb61-38594388fd9d owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:31.863837 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26480460-ba01-4a16-a74b-19add23b0a36 None None] Sync routers for ids ['35b14b58-99f1-4054-bc0a-5cf6ae977786'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:31.889549 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26480460-ba01-4a16-a74b-19add23b0a36 None None] Routers {'35b14b58-99f1-4054-bc0a-5cf6ae977786'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:31.891340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e10e916c-e368-4da6-8eff-f3a44bbcefe9 None None] Provisioning for port 3dd20f15-add0-4ffa-ae38-7ce3e523c256 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:31.895121 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-26480460-ba01-4a16-a74b-19add23b0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['35b14b58-99f1-4054-bc0a-5cf6ae977786'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:31.902400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e10e916c-e368-4da6-8eff-f3a44bbcefe9 None None] Provisioning complete for port 3dd20f15-add0-4ffa-ae38-7ce3e523c256 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:31.902973 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e10e916c-e368-4da6-8eff-f3a44bbcefe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:31.990510 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-e10e916c-e368-4da6-8eff-f3a44bbcefe9 None None] Port 3dd20f15-add0-4ffa-ae38-7ce3e523c256 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:32.011206 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be07649d-c3dc-4e88-b6f6-45f6f84b9144 req-0d44347e-96cd-4de7-83a8-621457bcbfb4 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a21df68-b5c5-431d-92c4-fedec1a10b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6447961 Jul 16 09:06:32.147438 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2c5b1f9d-7343-43b3-9b70-b47f1d87b7d9 None None] Provisioning for port a698043e-4f81-42e1-9bb7-444a31dc8a88 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:32.167266 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2c5b1f9d-7343-43b3-9b70-b47f1d87b7d9 None None] Provisioning complete for port a698043e-4f81-42e1-9bb7-444a31dc8a88 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:32.168545 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2c5b1f9d-7343-43b3-9b70-b47f1d87b7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:32.219071 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-26480460-ba01-4a16-a74b-19add23b0a36 None None] Set router 35b14b58-99f1-4054-bc0a-5cf6ae977786 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:32.236308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=a698043e-4f81-42e1-9bb7-444a31dc8a88,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:32.333941 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2c5b1f9d-7343-43b3-9b70-b47f1d87b7d9 None None] Port a698043e-4f81-42e1-9bb7-444a31dc8a88 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:32.542740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8fd722-665a-43cf-bf14-ad8c5947259e req-36d58cc1-4d5c-4f79-8110-216966492b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:32.549755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b8fd722-665a-43cf-bf14-ad8c5947259e req-36d58cc1-4d5c-4f79-8110-216966492b36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f238166-dba4-4a99-b7aa-4fd6004298d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8454099 Jul 16 09:06:32.571818 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'tag': '97eb3d64-c640-4aec-8ba1-ebab68fde741'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:32.574285 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d71e48-6966-4af0-a07a-8abe889a28ac" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c704f5-828a-463b-90e0-dc7a2ac34929", "tag": "97eb3d64-c640-4aec-8ba1-ebab68fde741"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:32.697494 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-852ef980-acf9-4196-9ade-bacac6693615 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:32.829028 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ef980-acf9-4196-9ade-bacac6693615 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Pushing event deleted for resources: {'Port': ['ID=45ce2860-37d7-44f4-bb61-38594388fd9d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:32.841375 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:32.863159 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-26480460-ba01-4a16-a74b-19add23b0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:02:19Z', 'revision_number': 4, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'fb0800f3-2cd5-47d9-89a1-8632625a6978', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'port_id': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'mac_address': 'fa:16:3e:fb:c7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:24Z', 'updated_at': '2021-07-16T09:06:31Z', 'revision_number': 2, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21b0307-51c6-4830-b853-1de1926bda7f', 'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'mac_address': 'fa:16:3e:3a:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:17Z', 'updated_at': '2021-07-16T09:02:31Z', 'revision_number': 5, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'subnets': [{'id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:32.865983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd20f15-add0-4ffa-ae38-7ce3e523c256 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:06:32.886399 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:32.919269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Transition to ACTIVE for port object 3dd20f15-add0-4ffa-ae38-7ce3e523c256 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:32.931450 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df6d9e40-f24e-4d18-83fa-bb0979a8acda tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:32.942449 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26480460-ba01-4a16-a74b-19add23b0a36 None None] Checking router: 35b14b58-99f1-4054-bc0a-5cf6ae977786 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:32.948312 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a55762-cfc3-4d16-aa3f-a478b7e4348b x-openstack-request-id: req-96a55762-cfc3-4d16-aa3f-a478b7e4348b {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:32.948887 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c704f5-828a-463b-90e0-dc7a2ac34929", "tag": "97eb3d64-c640-4aec-8ba1-ebab68fde741", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:32.949247 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96a55762-cfc3-4d16-aa3f-a478b7e4348b {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:32.949803 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'tag': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'status': 'completed', 'code': 200} Jul 16 09:06:32.958574 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:32.966130 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26480460-ba01-4a16-a74b-19add23b0a36 None None] Routers {'35b14b58-99f1-4054-bc0a-5cf6ae977786'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:32.968473 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-26480460-ba01-4a16-a74b-19add23b0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['35b14b58-99f1-4054-bc0a-5cf6ae977786'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:33.177579 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b8fd722-665a-43cf-bf14-ad8c5947259e req-0653aede-e9f7-4a50-a035-c7a9022bed4b service neutron] 10.222.0.38 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6120949 Jul 16 09:06:33.233432 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-052eb783-7d98-4ec3-a855-ef1f25be69ee tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "PUT /v2.0/floatingips/fb0800f3-2cd5-47d9-89a1-8632625a6978 HTTP/1.1" status: 200 len: 992 time: 5.6321585 Jul 16 09:06:33.316397 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-26480460-ba01-4a16-a74b-19add23b0a36 None None] Set router 35b14b58-99f1-4054-bc0a-5cf6ae977786 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:33.446810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d1bf2-eada-4ab8-aa29-35e9ed10b2ee req-c28b4afc-70e4-40c5-b24f-bec062a6dab0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:33.448469 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-739d1bf2-eada-4ab8-aa29-35e9ed10b2ee req-c28b4afc-70e4-40c5-b24f-bec062a6dab0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 932 time: 1.0317605 Jul 16 09:06:33.539210 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd20f15-add0-4ffa-ae38-7ce3e523c256,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:33.822212 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df6d9e40-f24e-4d18-83fa-bb0979a8acda tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:33.857718 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd60f7f6-a0a9-45ad-a605-f3a2684d74ca req-77d53041-fa6c-47d8-bb43-9770ac050ffe tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 210 time: 0.1693699 Jul 16 09:06:33.914759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Attempting to bind port 3dd20f15-add0-4ffa-ae38-7ce3e523c256 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:33.915654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Attempting to bind port 3dd20f15-add0-4ffa-ae38-7ce3e523c256 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:33.915867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Attempting to bind port 3dd20f15-add0-4ffa-ae38-7ce3e523c256 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:33.933994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-df6d9e40-f24e-4d18-83fa-bb0979a8acda tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8602c4-4370-47b6-8516-877eeac2c45f']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:33.942128 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-26480460-ba01-4a16-a74b-19add23b0a36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:02:19Z', 'revision_number': 4, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'fb0800f3-2cd5-47d9-89a1-8632625a6978', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'port_id': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'mac_address': 'fa:16:3e:fb:c7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:24Z', 'updated_at': '2021-07-16T09:06:31Z', 'revision_number': 2, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21b0307-51c6-4830-b853-1de1926bda7f', 'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'mac_address': 'fa:16:3e:3a:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:17Z', 'updated_at': '2021-07-16T09:02:31Z', 'revision_number': 5, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'subnets': [{'id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:33.945690 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-739d1bf2-eada-4ab8-aa29-35e9ed10b2ee req-dfe3cc2a-1489-4529-84c6-50d12a106f16 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4581935 Jul 16 09:06:33.957008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Port 3dd20f15-add0-4ffa-ae38-7ce3e523c256 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:06:33.962027 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Attempting to bind port 3dd20f15-add0-4ffa-ae38-7ce3e523c256 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:33.980722 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26480460-ba01-4a16-a74b-19add23b0a36 None None] The sync data for ids ['35b14b58-99f1-4054-bc0a-5cf6ae977786'] in n-d-758944-46 is: [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:02:19Z', 'revision_number': 4, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'fb0800f3-2cd5-47d9-89a1-8632625a6978', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'floating_ip_address': '172.25.4.202', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'port_id': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'mac_address': 'fa:16:3e:fb:c7:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:24Z', 'updated_at': '2021-07-16T09:06:31Z', 'revision_number': 2, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e21b0307-51c6-4830-b853-1de1926bda7f', 'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'mac_address': 'fa:16:3e:3a:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:17Z', 'updated_at': '2021-07-16T09:02:31Z', 'revision_number': 5, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'subnets': [{'id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:34.015555 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6b8fd722-665a-43cf-bf14-ad8c5947259e req-81a8a0eb-7ac6-4a5c-ab65-97a270835260 service neutron] 10.222.0.38 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8363822 Jul 16 09:06:34.017117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:34.017711 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Checking segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:34.018346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Bound using segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:34.019614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Bound port: 3dd20f15-add0-4ffa-ae38-7ce3e523c256, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:34.023660 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.031762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-df6d9e40-f24e-4d18-83fa-bb0979a8acda tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd3d23b8-190d-440b-8ba6-601c6ac7ea3c') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:34.032261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-df6d9e40-f24e-4d18-83fa-bb0979a8acda tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd3d23b8-190d-440b-8ba6-601c6ac7ea3c') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:34.038334 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.086505 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df6d9e40-f24e-4d18-83fa-bb0979a8acda tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.223954 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df6d9e40-f24e-4d18-83fa-bb0979a8acda tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.228659 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] For port 3dd20f15-add0-4ffa-ae38-7ce3e523c256, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:34.238820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] For port 3dd20f15-add0-4ffa-ae38-7ce3e523c256, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3dd20f15-add0-4ffa-ae38-7ce3e523c256,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:34.244445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6d9e40-f24e-4d18-83fa-bb0979a8acda tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:34.245131 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df6d9e40-f24e-4d18-83fa-bb0979a8acda tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:34.251467 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:34.274402 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.449669 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:34.450710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.453278 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] 10.222.0.15 "PUT /v2.0/ports/3dd20f15-add0-4ffa-ae38-7ce3e523c256 HTTP/1.1" status: 200 len: 1093 time: 3.8129816 Jul 16 09:06:34.483319 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df6d9e40-f24e-4d18-83fa-bb0979a8acda tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.499546 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-df6d9e40-f24e-4d18-83fa-bb0979a8acda tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.512554 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-df6d9e40-f24e-4d18-83fa-bb0979a8acda tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/networks/df8602c4-4370-47b6-8516-877eeac2c45f HTTP/1.1" status: 204 len: 168 time: 2.7250860 Jul 16 09:06:34.512554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6bce59-905a-4de2-a3c5-4987e7836c46 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd20f15-add0-4ffa-ae38-7ce3e523c256,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:34.549875 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.565648 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34404) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:34.572227 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f5f6ac9c-2f4c-46c8-9035-05d122b831f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-805441402'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:34.579312 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.585723 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d9e40-f24e-4d18-83fa-bb0979a8acda tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Network': ['ID=df8602c4-4370-47b6-8516-877eeac2c45f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:34.607092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-852ef980-acf9-4196-9ade-bacac6693615 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Router 63e64555-52c9-4eb8-9ef7-bce427a6861f has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:34.736675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=a698043e-4f81-42e1-9bb7-444a31dc8a88,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:34.763398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db660e-2939-42d3-b626-8d3091b39b83 req-6400e9a2-35bb-4966-8e8b-bcef91dc014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:34.767327 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-6400e9a2-35bb-4966-8e8b-bcef91dc014b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 1096 time: 0.1998742 Jul 16 09:06:34.802765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5f6ac9c-2f4c-46c8-9035-05d122b831f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:34.807118 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ac9c-2f4c-46c8-9035-05d122b831f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.831902 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:34.862160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5f6ac9c-2f4c-46c8-9035-05d122b831f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:34.899593 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-e1f6426b-9111-4ec1-acb1-78fa2fcc8812 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dd20f15-add0-4ffa-ae38-7ce3e523c256 HTTP/1.1" status: 200 len: 217 time: 0.1207731 Jul 16 09:06:35.000995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d71e48-6966-4af0-a07a-8abe889a28ac req-156c6714-5f44-4f57-bfab-6c1083b38f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:35.002768 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32d71e48-6966-4af0-a07a-8abe889a28ac req-156c6714-5f44-4f57-bfab-6c1083b38f0a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3ab8e23c8bad442791124f8d5118839e&device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 1098 time: 0.4471583 Jul 16 09:06:35.010590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'tag': '97eb3d64-c640-4aec-8ba1-ebab68fde741'}, {'name': 'network-changed', 'server_uuid': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'tag': '3dd20f15-add0-4ffa-ae38-7ce3e523c256'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:35.011933 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network fb83922b-000b-4b5a-9be5-411dcc13ca34 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:35.015568 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7ae363-b9a6-4f49-98dc-28614b39d65b" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c704f5-828a-463b-90e0-dc7a2ac34929", "tag": "97eb3d64-c640-4aec-8ba1-ebab68fde741"}, {"name": "network-changed", "server_uuid": "9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4", "tag": "3dd20f15-add0-4ffa-ae38-7ce3e523c256"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:35.044000 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ac9c-2f4c-46c8-9035-05d122b831f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.044580 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-f5f6ac9c-2f4c-46c8-9035-05d122b831f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Added segment 388b2ced-85c2-4aa4-ae92-06f9e75f7bb0 of type vlan for network 57eebea5-889f-4958-9f83-92c82ae96071 Jul 16 09:06:35.047755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:35.062689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db660e-2939-42d3-b626-8d3091b39b83 req-297a4e6b-0293-46b4-b9f7-8ba472eeb483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:35.066398 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-297a4e6b-0293-46b4-b9f7-8ba472eeb483 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.1600454 Jul 16 09:06:35.244189 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ac9c-2f4c-46c8-9035-05d122b831f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.308192 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6d30c2b8-f9a1-4d2b-90d8-30f6c470666a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.328106 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d0c1295-6101-4d3e-9d51-a240e523fdca req-a616a4b4-74c7-4244-805b-9dce737b2faf tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "GET /v2.0/ports?device_id=c01a57e6-bf29-4407-8ced-dc6937615492 HTTP/1.1" status: 200 len: 210 time: 0.1301396 Jul 16 09:06:35.338732 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-852ef980-acf9-4196-9ade-bacac6693615 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:35.362126 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2096af8e-6dcc-45d1-ae79-464741770dd1 None None] Sync routers for ids ['63e64555-52c9-4eb8-9ef7-bce427a6861f'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:35.406750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2096af8e-6dcc-45d1-ae79-464741770dd1 None None] Routers {'63e64555-52c9-4eb8-9ef7-bce427a6861f'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:35.408192 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2096af8e-6dcc-45d1-ae79-464741770dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['63e64555-52c9-4eb8-9ef7-bce427a6861f'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:35.463850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db660e-2939-42d3-b626-8d3091b39b83 req-53d2a47a-5a2c-4969-8ac2-ee611529d5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:35.468659 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-53d2a47a-5a2c-4969-8ac2-ee611529d5db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3959439 Jul 16 09:06:35.484461 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-852ef980-acf9-4196-9ade-bacac6693615 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] No DVR routers for this DVR port 45ce2860-37d7-44f4-bb61-38594388fd9d on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:35.491485 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-852ef980-acf9-4196-9ade-bacac6693615 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.493661 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4464028b-c507-44a8-b552-94dcd8eb1fb8 req-852ef980-acf9-4196-9ade-bacac6693615 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.15 "DELETE /v2.0/ports/45ce2860-37d7-44f4-bb61-38594388fd9d HTTP/1.1" status: 204 len: 173 time: 9.0572424 Jul 16 09:06:35.497402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c01a57e6-bf29-4407-8ced-dc6937615492', 'name': 'network-vif-deleted', 'tag': '45ce2860-37d7-44f4-bb61-38594388fd9d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:35.500601 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2faf5d4d-21b0-4462-a439-8bc8d5929734" -d '{"events": [{"server_uuid": "c01a57e6-bf29-4407-8ced-dc6937615492", "name": "network-vif-deleted", "tag": "45ce2860-37d7-44f4-bb61-38594388fd9d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:35.503726 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d71e48-6966-4af0-a07a-8abe889a28ac req-764d6fd3-5754-41d4-9cfb-f17093cd607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:35.506979 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32d71e48-6966-4af0-a07a-8abe889a28ac req-764d6fd3-5754-41d4-9cfb-f17093cd607e service neutron] 10.222.0.38 "GET /v2.0/networks?id=7f238166-dba4-4a99-b7aa-4fd6004298d5 HTTP/1.1" status: 200 len: 913 time: 0.4936366 Jul 16 09:06:35.520323 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a26d589b-a7a5-4c99-9222-44a542f3ad88 x-openstack-request-id: req-a26d589b-a7a5-4c99-9222-44a542f3ad88 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:35.520997 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c704f5-828a-463b-90e0-dc7a2ac34929", "tag": "97eb3d64-c640-4aec-8ba1-ebab68fde741", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4", "tag": "3dd20f15-add0-4ffa-ae38-7ce3e523c256", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:35.521439 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a26d589b-a7a5-4c99-9222-44a542f3ad88 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:35.522043 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'tag': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'status': 'completed', 'code': 200} Jul 16 09:06:35.522479 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'tag': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'status': 'completed', 'code': 200} Jul 16 09:06:35.537348 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ac9c-2f4c-46c8-9035-05d122b831f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.544852 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f6ac9c-2f4c-46c8-9035-05d122b831f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:35.545519 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5f6ac9c-2f4c-46c8-9035-05d122b831f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.643978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6ac9c-2f4c-46c8-9035-05d122b831f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Network': ['ID=57eebea5-889f-4958-9f83-92c82ae96071,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:35.690155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b07c60c-755d-4456-a76a-bd1c230f0e1c req-33beb57a-6c69-486f-baf9-e64376f2b647 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:35.692437 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d28bc56-f109-436b-a4fa-54ebd9fb2eff x-openstack-request-id: req-5d28bc56-f109-436b-a4fa-54ebd9fb2eff {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:35.692809 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c01a57e6-bf29-4407-8ced-dc6937615492", "name": "network-vif-deleted", "tag": "45ce2860-37d7-44f4-bb61-38594388fd9d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:35.693028 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5d28bc56-f109-436b-a4fa-54ebd9fb2eff {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:35.693459 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c01a57e6-bf29-4407-8ced-dc6937615492', 'name': 'network-vif-deleted', 'tag': '45ce2860-37d7-44f4-bb61-38594388fd9d', 'status': 'completed', 'code': 200} Jul 16 09:06:35.702031 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b07c60c-755d-4456-a76a-bd1c230f0e1c req-33beb57a-6c69-486f-baf9-e64376f2b647 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 944 time: 0.3396912 Jul 16 09:06:35.710916 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f5f6ac9c-2f4c-46c8-9035-05d122b831f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.1440170 Jul 16 09:06:35.715928 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34414) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:35.725765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-7e456ad9-b931-4b03-8464-437490afb98f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'subnet': {'network_id': '57eebea5-889f-4958-9f83-92c82ae96071', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:35.768179 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32d71e48-6966-4af0-a07a-8abe889a28ac req-79188e87-4a00-4a01-a004-c08ea3f8e9b3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97eb3d64-c640-4aec-8ba1-ebab68fde741 HTTP/1.1" status: 200 len: 1002 time: 0.2325623 Jul 16 09:06:35.775083 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 57eebea5-889f-4958-9f83-92c82ae96071 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:35.787826 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-a86ebf6b-2c5e-4cf4-8df7-60d7fe4f766c service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3101912 Jul 16 09:06:35.800776 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b07c60c-755d-4456-a76a-bd1c230f0e1c req-0ac26b80-84d5-490f-b77b-37a962f5f317 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970716 Jul 16 09:06:35.870652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-2096af8e-6dcc-45d1-ae79-464741770dd1 None None] Set router 63e64555-52c9-4eb8-9ef7-bce427a6861f gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:35.882678 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 5098bd42-16bc-4c91-b38d-8838bbb759a9 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:06:35.902773 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d71e48-6966-4af0-a07a-8abe889a28ac req-b6bb7759-7b6f-4831-bbe1-1a60f3d22d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:35.904534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32d71e48-6966-4af0-a07a-8abe889a28ac req-b6bb7759-7b6f-4831-bbe1-1a60f3d22d73 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1a02da06-d166-42f8-92a5-4a30e97b331d HTTP/1.1" status: 200 len: 852 time: 0.1258423 Jul 16 09:06:35.921742 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96db660e-2939-42d3-b626-8d3091b39b83 req-ab6e22e6-da0d-4601-9545-6a4a6c07b41b service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194067 Jul 16 09:06:35.964740 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.020221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bc50658d-f967-41f9-aa63-822a10305b79 None None] Provisioning complete for port a698043e-4f81-42e1-9bb7-444a31dc8a88 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:36.020971 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bc50658d-f967-41f9-aa63-822a10305b79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.071808 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e456ad9-b931-4b03-8464-437490afb98f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:36.075929 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7e456ad9-b931-4b03-8464-437490afb98f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.135734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-0df481f8-bc08-4273-a9a3-c77d008045e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:36.137856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:36.138028 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-0df481f8-bc08-4273-a9a3-c77d008045e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 1096 time: 0.0983822 Jul 16 09:06:36.148351 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c20c25fb-793b-41f2-9b5b-1672ffe64361 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/5098bd42-16bc-4c91-b38d-8838bbb759a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1920223 Jul 16 09:06:36.151113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d71e48-6966-4af0-a07a-8abe889a28ac req-823df41e-5b8a-404f-bf78-739ae823998e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:36.152705 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32d71e48-6966-4af0-a07a-8abe889a28ac req-823df41e-5b8a-404f-bf78-739ae823998e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f238166-dba4-4a99-b7aa-4fd6004298d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2421896 Jul 16 09:06:36.153269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34416) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:36.158670 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a559a-4f15-4781-b27d-0f887122dd91 None None] Sync routers for ids ['5098bd42-16bc-4c91-b38d-8838bbb759a9'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:36.169434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-bc50658d-f967-41f9-aa63-822a10305b79 None None] Port a698043e-4f81-42e1-9bb7-444a31dc8a88 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:36.189136 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a559a-4f15-4781-b27d-0f887122dd91 None None] Routers {'5098bd42-16bc-4c91-b38d-8838bbb759a9'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:36.191078 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ac4a559a-4f15-4781-b27d-0f887122dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5098bd42-16bc-4c91-b38d-8838bbb759a9'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:36.264306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f3b913-1ebc-42af-8891-de43337c52ff tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:36.266113 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f8f3b913-1ebc-42af-8891-de43337c52ff tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports/a698043e-4f81-42e1-9bb7-444a31dc8a88 HTTP/1.1" status: 200 len: 910 time: 0.1094022 Jul 16 09:06:36.281860 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34418) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:36.288763 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-fdad8d02-09e1-4a32-8528-58788032fa98 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '93338e3d-f33b-466c-b286-4ffc932ae5ac'}]}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:36.300320 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ac4a559a-4f15-4781-b27d-0f887122dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:36.316817 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4a559a-4f15-4781-b27d-0f887122dd91 None None] Routers {'5098bd42-16bc-4c91-b38d-8838bbb759a9'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:36.318033 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ac4a559a-4f15-4781-b27d-0f887122dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5098bd42-16bc-4c91-b38d-8838bbb759a9'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:36.360974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-91647c74-a9b1-4978-b0c0-591b0407177a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:36.362806 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-91647c74-a9b1-4978-b0c0-591b0407177a service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.2176437 Jul 16 09:06:36.395951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2096af8e-6dcc-45d1-ae79-464741770dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:35Z', 'updated_at': '2021-07-16T09:00:50Z', 'revision_number': 4, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'gw_port': {'id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:37Z', 'updated_at': '2021-07-16T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '603639ed-6a53-417a-a7a9-c7aa7a7ed281', 'name': '', 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'mac_address': 'fa:16:3e:c4:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:00:58Z', 'revision_number': 5, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'subnets': [{'id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:36.415464 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ac4a559a-4f15-4781-b27d-0f887122dd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:36.416245 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac4a559a-4f15-4781-b27d-0f887122dd91 None None] The sync data for ids ['5098bd42-16bc-4c91-b38d-8838bbb759a9'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:36.429016 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-6b4b7338-6f3a-46a6-b4f6-69c5f724259a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dd20f15-add0-4ffa-ae38-7ce3e523c256 HTTP/1.1" status: 200 len: 217 time: 0.0594051 Jul 16 09:06:36.440450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2096af8e-6dcc-45d1-ae79-464741770dd1 None None] Checking router: 63e64555-52c9-4eb8-9ef7-bce427a6861f for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:36.453157 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2096af8e-6dcc-45d1-ae79-464741770dd1 None None] Routers {'63e64555-52c9-4eb8-9ef7-bce427a6861f'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:36.454073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2096af8e-6dcc-45d1-ae79-464741770dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['63e64555-52c9-4eb8-9ef7-bce427a6861f'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:36.498912 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-023721d4-fd43-49b0-b74e-d81a3bfb1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:36.500817 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-023721d4-fd43-49b0-b74e-d81a3bfb1aee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.0648665 Jul 16 09:06:36.509503 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32d71e48-6966-4af0-a07a-8abe889a28ac req-eb8b0b1b-203b-4d3a-aac3-e39e1d45cbc0 service neutron] 10.222.0.38 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651711 Jul 16 09:06:36.612118 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-2096af8e-6dcc-45d1-ae79-464741770dd1 None None] Set router 63e64555-52c9-4eb8-9ef7-bce427a6861f gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:36.634665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-e0e9d909-0093-4b8b-b5bf-e475663a4746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:36.636911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-e0e9d909-0093-4b8b-b5bf-e475663a4746 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1292043 Jul 16 09:06:36.664918 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34422) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:36.760376 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7e456ad9-b931-4b03-8464-437490afb98f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.800791 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-32d71e48-6966-4af0-a07a-8abe889a28ac req-0c982373-aa43-478a-8793-f28d83bd944d service neutron] 10.222.0.38 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515173 Jul 16 09:06:36.805008 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fdad8d02-09e1-4a32-8528-58788032fa98 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.865728 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-e717d85b-7444-4b13-ae6d-722703673606 service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120218 Jul 16 09:06:36.898009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e456ad9-b931-4b03-8464-437490afb98f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Subnet': ['ID=d9027952-b334-47f8-af7a-8d58c0b6743a,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:36.914351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d35f36dc-085a-4c33-9d64-a005b737216e tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Deleting port b384006c-d682-45fc-ada9-2b63d4c633e2 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:36.914709 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d35f36dc-085a-4c33-9d64-a005b737216e tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.949049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e456ad9-b931-4b03-8464-437490afb98f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Checking segment: {'id': '388b2ced-85c2-4aa4-ae92-06f9e75f7bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57eebea5-889f-4958-9f83-92c82ae96071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:36.949417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e456ad9-b931-4b03-8464-437490afb98f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network hostable DHCP agents. Network: 57eebea5-889f-4958-9f83-92c82ae96071, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:36.986239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2096af8e-6dcc-45d1-ae79-464741770dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:35Z', 'updated_at': '2021-07-16T09:00:50Z', 'revision_number': 4, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'gw_port': {'id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:37Z', 'updated_at': '2021-07-16T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '603639ed-6a53-417a-a7a9-c7aa7a7ed281', 'name': '', 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'mac_address': 'fa:16:3e:c4:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:00:58Z', 'revision_number': 5, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'subnets': [{'id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:37.041185 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d35f36dc-085a-4c33-9d64-a005b737216e tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.042040 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d35f36dc-085a-4c33-9d64-a005b737216e tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.064749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e456ad9-b931-4b03-8464-437490afb98f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 57eebea5-889f-4958-9f83-92c82ae96071 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:37.068444 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2096af8e-6dcc-45d1-ae79-464741770dd1 None None] The sync data for ids ['63e64555-52c9-4eb8-9ef7-bce427a6861f'] in n-d-758944-46 is: [{'id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:35Z', 'updated_at': '2021-07-16T09:00:50Z', 'revision_number': 4, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'gw_port': {'id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:37Z', 'updated_at': '2021-07-16T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '603639ed-6a53-417a-a7a9-c7aa7a7ed281', 'name': '', 'network_id': '2543bb20-c5ab-4e61-a2cc-15698c179b37', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'mac_address': 'fa:16:3e:c4:bc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:46Z', 'updated_at': '2021-07-16T09:00:58Z', 'revision_number': 5, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'subnets': [{'id': '73a7ca94-5f5e-4d62-9deb-79d8b68dca0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:37.079236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-c29f3b6e-02e4-435b-a1c6-b9b9f47040e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:37.081263 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-c29f3b6e-02e4-435b-a1c6-b9b9f47040e5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3ab8e23c8bad442791124f8d5118839e&device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 1098 time: 0.1768353 Jul 16 09:06:37.086113 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d35f36dc-085a-4c33-9d64-a005b737216e tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Calling delete_port for b384006c-d682-45fc-ada9-2b63d4c633e2 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:37.103023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-7e456ad9-b931-4b03-8464-437490afb98f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 57eebea5-889f-4958-9f83-92c82ae96071) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:37.115828 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-eeb6b3c2-bd79-4f0a-841e-466001fdb4d0 service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476559 Jul 16 09:06:37.117338 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004b58e4-c3d9-4ae4-8797-452ec739c2ab None None] Network 57eebea5-889f-4958-9f83-92c82ae96071 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:37.151039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e456ad9-b931-4b03-8464-437490afb98f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:37.151685 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7e456ad9-b931-4b03-8464-437490afb98f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.219418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08edd64-01d8-451c-9c8f-9be4ca2c3a0f req-87707602-82b8-4878-a4f8-73b689747dac tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:37.221076 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b08edd64-01d8-451c-9c8f-9be4ca2c3a0f req-87707602-82b8-4878-a4f8-73b689747dac tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 944 time: 0.1549926 Jul 16 09:06:37.230481 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7e456ad9-b931-4b03-8464-437490afb98f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5090897 Jul 16 09:06:37.236259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34426) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:37.241950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-60e54549-6725-4a1a-8cac-8b823463c515 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'network_id': '57eebea5-889f-4958-9f83-92c82ae96071', 'name': 'tempest-PortsTestJSON-1243809396'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:37.289555 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b08edd64-01d8-451c-9c8f-9be4ca2c3a0f req-a9fdbf3f-6d91-4cdf-be54-d5850785bdc6 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611768 Jul 16 09:06:37.399623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-16010bff-2249-480a-b4f2-97adb5d35dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:37.400901 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-57eebea5-889f-4958-9f83-92c82ae96071', 'network_id': '57eebea5-889f-4958-9f83-92c82ae96071', 'tenant_id': '448df4f2bed44d7b950b1c67e31fddf3', 'fixed_ips': [{'subnet_id': 'd9027952-b334-47f8-af7a-8d58c0b6743a'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:37.401726 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-16010bff-2249-480a-b4f2-97adb5d35dad service neutron] 10.222.0.38 "GET /v2.0/networks?id=7f238166-dba4-4a99-b7aa-4fd6004298d5 HTTP/1.1" status: 200 len: 913 time: 0.3136098 Jul 16 09:06:37.402770 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.404964 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d35f36dc-085a-4c33-9d64-a005b737216e tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.471699 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f36dc-085a-4c33-9d64-a005b737216e tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Pushing event deleted for resources: {'Port': ['ID=b384006c-d682-45fc-ada9-2b63d4c633e2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:37.551030 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d35f36dc-085a-4c33-9d64-a005b737216e tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.553815 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-ab2d24a5-4151-4814-ba24-2306421596ea service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97eb3d64-c640-4aec-8ba1-ebab68fde741 HTTP/1.1" status: 200 len: 1002 time: 0.1441934 Jul 16 09:06:37.557762 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d35f36dc-085a-4c33-9d64-a005b737216e tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.565844 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d35f36dc-085a-4c33-9d64-a005b737216e tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "DELETE /v2.0/floatingips/03fbbaa2-9b41-4a40-9f09-8bc41d686750 HTTP/1.1" status: 204 len: 168 time: 0.8993907 Jul 16 09:06:37.716658 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fdad8d02-09e1-4a32-8528-58788032fa98 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.736744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e54549-6725-4a1a-8cac-8b823463c515 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:37.737728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34432) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:37.740544 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60e54549-6725-4a1a-8cac-8b823463c515 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.745156 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fdad8d02-09e1-4a32-8528-58788032fa98 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.762638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc1169e1-e92e-430d-aca0-32de44e964a3 None None] New status for floating IP 03fbbaa2-9b41-4a40-9f09-8bc41d686750: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:06:37.840969 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c21b1af-41b7-4d39-85a3-fd407aeb9fd8 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.859385 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Allocated IP 172.20.0.2 (57eebea5-889f-4958-9f83-92c82ae96071/d9027952-b334-47f8-af7a-8d58c0b6743a/f2579c90-f8fb-4c4a-a94b-3a951b4718ae) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:37.883479 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c21b1af-41b7-4d39-85a3-fd407aeb9fd8 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.965863 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b0ee5b06-f92e-43a0-8ac8-387a3b90c661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.017446 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c21b1af-41b7-4d39-85a3-fd407aeb9fd8 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.023366 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1c21b1af-41b7-4d39-85a3-fd407aeb9fd8 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.025937 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1c21b1af-41b7-4d39-85a3-fd407aeb9fd8 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] 10.222.0.20 "DELETE /v2.0/security-groups/1a21df68-b5c5-431d-92c4-fedec1a10b3e HTTP/1.1" status: 204 len: 168 time: 0.2865040 Jul 16 09:06:38.049329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21b1af-41b7-4d39-85a3-fd407aeb9fd8 tempest-TestServerBasicOps-1482599129 tempest-TestServerBasicOps-1482599129-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a21df68-b5c5-431d-92c4-fedec1a10b3e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:38.077749 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.086385 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34436) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:38.087705 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Transition to ACTIVE for port object f2579c90-f8fb-4c4a-a94b-3a951b4718ae will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:38.105765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Transition to ACTIVE for port object f2579c90-f8fb-4c4a-a94b-3a951b4718ae will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:38.114098 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.178220 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Network 57eebea5-889f-4958-9f83-92c82ae96071 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:38.179459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-71afde48-3370-4679-9bb8-e31a20b43029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:38.181219 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-71afde48-3370-4679-9bb8-e31a20b43029 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1a02da06-d166-42f8-92a5-4a30e97b331d HTTP/1.1" status: 200 len: 852 time: 0.5921617 Jul 16 09:06:38.181422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:38.188070 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:38.194508 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Pushing event updated for resources: {'Port': ['ID=f2579c90-f8fb-4c4a-a94b-3a951b4718ae,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:38.243652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-60e54549-6725-4a1a-8cac-8b823463c515 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port 81ed1e5d-6fcd-4a68-9e83-a09e1b858a5a yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:06:38.263837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad8d02-09e1-4a32-8528-58788032fa98 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=a698043e-4f81-42e1-9bb7-444a31dc8a88,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:38.268038 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.276542 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdad8d02-09e1-4a32-8528-58788032fa98 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:38.277407 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fdad8d02-09e1-4a32-8528-58788032fa98 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.281534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fdad8d02-09e1-4a32-8528-58788032fa98 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/ports/a698043e-4f81-42e1-9bb7-444a31dc8a88 HTTP/1.1" status: 200 len: 910 time: 1.9962997 Jul 16 09:06:38.282805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34440) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:38.291003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Attempting to bind port f2579c90-f8fb-4c4a-a94b-3a951b4718ae on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:38.291379 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Attempting to bind port f2579c90-f8fb-4c4a-a94b-3a951b4718ae by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '388b2ced-85c2-4aa4-ae92-06f9e75f7bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57eebea5-889f-4958-9f83-92c82ae96071'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:38.291748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Attempting to bind port f2579c90-f8fb-4c4a-a94b-3a951b4718ae on network 57eebea5-889f-4958-9f83-92c82ae96071 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:38.298446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:38.298897 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Checking segment: {'id': '388b2ced-85c2-4aa4-ae92-06f9e75f7bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57eebea5-889f-4958-9f83-92c82ae96071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:38.299255 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.299667 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Bound using segment: {'id': '388b2ced-85c2-4aa4-ae92-06f9e75f7bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57eebea5-889f-4958-9f83-92c82ae96071'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:38.300242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Bound port: f2579c90-f8fb-4c4a-a94b-3a951b4718ae, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388b2ced-85c2-4aa4-ae92-06f9e75f7bb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '57eebea5-889f-4958-9f83-92c82ae96071'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:38.300750 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.385105 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] For port f2579c90-f8fb-4c4a-a94b-3a951b4718ae, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:38.390995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] For port f2579c90-f8fb-4c4a-a94b-3a951b4718ae, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f2579c90-f8fb-4c4a-a94b-3a951b4718ae,segment=NetworkSegment(388b2ced-85c2-4aa4-ae92-06f9e75f7bb0),segment_id=388b2ced-85c2-4aa4-ae92-06f9e75f7bb0)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:38.398900 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.425581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-233294d5-4754-4b01-a2d9-a435de0d3f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:38.427193 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-233294d5-4754-4b01-a2d9-a435de0d3f36 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f238166-dba4-4a99-b7aa-4fd6004298d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2369394 Jul 16 09:06:38.432289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-60e54549-6725-4a1a-8cac-8b823463c515 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Allocated IP 172.20.0.11 (57eebea5-889f-4958-9f83-92c82ae96071/d9027952-b334-47f8-af7a-8d58c0b6743a/81ed1e5d-6fcd-4a68-9e83-a09e1b858a5a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:38.474828 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7e0548-8ff2-4982-8bba-cf9bb0f1428f None None] Pushing event updated for resources: {'Port': ['ID=f2579c90-f8fb-4c4a-a94b-3a951b4718ae,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:38.598240 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-040af0c7-df73-49e7-9803-514e86101e02 service neutron] 10.222.0.38 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631114 Jul 16 09:06:38.836817 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ee7ae363-b9a6-4f49-98dc-28614b39d65b req-6d5bc95b-e07c-4378-8744-4b4e16a58d42 service neutron] 10.222.0.38 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279797 Jul 16 09:06:38.889379 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60e54549-6725-4a1a-8cac-8b823463c515 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.909742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-60e54549-6725-4a1a-8cac-8b823463c515 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Transition to ACTIVE for port object 81ed1e5d-6fcd-4a68-9e83-a09e1b858a5a will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:38.987463 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60e54549-6725-4a1a-8cac-8b823463c515 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:39.060896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e54549-6725-4a1a-8cac-8b823463c515 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 57eebea5-889f-4958-9f83-92c82ae96071 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:39.065545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-60e54549-6725-4a1a-8cac-8b823463c515 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:39.072431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e54549-6725-4a1a-8cac-8b823463c515 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:39.082534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e54549-6725-4a1a-8cac-8b823463c515 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=81ed1e5d-6fcd-4a68-9e83-a09e1b858a5a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:39.156832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e54549-6725-4a1a-8cac-8b823463c515 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:39.157556 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-60e54549-6725-4a1a-8cac-8b823463c515 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:39.178917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-60e54549-6725-4a1a-8cac-8b823463c515 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9412587 Jul 16 09:06:39.183690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34444) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:39.325718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a5c1f-a0d6-40da-89c0-676d91b981a5 req-e5e6d9e0-2121-4f13-a882-3282c8a2b071 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:39.329265 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb8a5c1f-a0d6-40da-89c0-676d91b981a5 req-e5e6d9e0-2121-4f13-a882-3282c8a2b071 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 944 time: 0.3217099 Jul 16 09:06:39.376073 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-32711728-24e6-4ae0-aadf-1b68a3a8f9bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port 81ed1e5d-6fcd-4a68-9e83-a09e1b858a5a {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:39.376665 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-32711728-24e6-4ae0-aadf-1b68a3a8f9bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:39.527622 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-32711728-24e6-4ae0-aadf-1b68a3a8f9bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:39.540321 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb8a5c1f-a0d6-40da-89c0-676d91b981a5 req-878624af-a941-4ad2-9d60-fab4c82bb313 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2040985 Jul 16 09:06:39.553587 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-32711728-24e6-4ae0-aadf-1b68a3a8f9bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for 81ed1e5d-6fcd-4a68-9e83-a09e1b858a5a owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:39.770270 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e6b98e7-a542-4f60-bed9-7511828f47ec tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:39.785882 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:39.837347 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-32711728-24e6-4ae0-aadf-1b68a3a8f9bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:39.878514 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32711728-24e6-4ae0-aadf-1b68a3a8f9bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=81ed1e5d-6fcd-4a68-9e83-a09e1b858a5a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:39.929616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a023bc0-8ff8-49d8-a8a0-3b911a0a247a None None] Network 57eebea5-889f-4958-9f83-92c82ae96071 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:40.000164 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-32711728-24e6-4ae0-aadf-1b68a3a8f9bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.004543 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-32711728-24e6-4ae0-aadf-1b68a3a8f9bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/81ed1e5d-6fcd-4a68-9e83-a09e1b858a5a HTTP/1.1" status: 204 len: 168 time: 0.8163216 Jul 16 09:06:40.007218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34446) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:40.024939 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe373b14-ce86-4b0a-84b0-b4d0b2406469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.046671 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfcf31f-cc33-41bd-b4c9-19beec52274c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] DELETE failed (client error): The resource could not be found. Jul 16 09:06:40.047791 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfcf31f-cc33-41bd-b4c9-19beec52274c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:06:40.050103 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dbfcf31f-cc33-41bd-b4c9-19beec52274c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/81ed1e5d-6fcd-4a68-9e83-a09e1b858a5a HTTP/1.1" status: 404 len: 333 time: 0.0412810 Jul 16 09:06:40.051194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2e68e8be-7431-4448-b44f-c4242b067461 None None] Provisioning for port f2579c90-f8fb-4c4a-a94b-3a951b4718ae completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:40.054544 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34448) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:40.090691 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f680f8-dc16-4f31-9c3e-e67072a200e9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] GET failed (client error): The resource could not be found. Jul 16 09:06:40.093043 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b0f680f8-dc16-4f31-9c3e-e67072a200e9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/81ed1e5d-6fcd-4a68-9e83-a09e1b858a5a HTTP/1.1" status: 404 len: 333 time: 0.0371368 Jul 16 09:06:40.097268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34450) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:40.285652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61df201-2426-48ce-b9a2-461f077f3665 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting subnet d9027952-b334-47f8-af7a-8d58c0b6743a {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:40.316384 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c61df201-2426-48ce-b9a2-461f077f3665 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.381281 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c61df201-2426-48ce-b9a2-461f077f3665 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.588947 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c61df201-2426-48ce-b9a2-461f077f3665 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.657376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8e6b98e7-a542-4f60-bed9-7511828f47ec tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port a698043e-4f81-42e1-9bb7-444a31dc8a88 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:40.657904 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e6b98e7-a542-4f60-bed9-7511828f47ec tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.750053 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f2579c90-f8fb-4c4a-a94b-3a951b4718ae up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:40.824662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port f2579c90-f8fb-4c4a-a94b-3a951b4718ae completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:40.832335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port f2579c90-f8fb-4c4a-a94b-3a951b4718ae triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:40.835901 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.932431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3aef509-6484-41c9-87c1-d2ff9303f6ab None None] Could not find standard attr ID for object 81ed1e5d-6fcd-4a68-9e83-a09e1b858a5a. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:06:40.950962 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c61df201-2426-48ce-b9a2-461f077f3665 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.992702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfc9f1f-cee6-46f9-b0a4-e7ada55978ef req-fc627178-2d31-4f88-aaa4-b40966d7594e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:40.994746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bbfc9f1f-cee6-46f9-b0a4-e7ada55978ef req-fc627178-2d31-4f88-aaa4-b40966d7594e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 944 time: 0.0970125 Jul 16 09:06:41.038372 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c61df201-2426-48ce-b9a2-461f077f3665 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.042080 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c61df201-2426-48ce-b9a2-461f077f3665 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/d9027952-b334-47f8-af7a-8d58c0b6743a HTTP/1.1" status: 204 len: 168 time: 0.9432044 Jul 16 09:06:41.045417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61df201-2426-48ce-b9a2-461f077f3665 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Subnet': ['ID=d9027952-b334-47f8-af7a-8d58c0b6743a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:41.048615 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34456) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:41.051093 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e6b98e7-a542-4f60-bed9-7511828f47ec tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.064155 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.084028 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8e6b98e7-a542-4f60-bed9-7511828f47ec tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for a698043e-4f81-42e1-9bb7-444a31dc8a88 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:41.116657 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bbfc9f1f-cee6-46f9-b0a4-e7ada55978ef req-40bb6a3e-c802-49d2-a5d7-948fc99cf1f9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092482 Jul 16 09:06:41.177561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port f2579c90-f8fb-4c4a-a94b-3a951b4718ae, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f2579c90-f8fb-4c4a-a94b-3a951b4718ae,segment=NetworkSegment(388b2ced-85c2-4aa4-ae92-06f9e75f7bb0),segment_id=388b2ced-85c2-4aa4-ae92-06f9e75f7bb0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:41.184802 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.190684 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.224655 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-fe373b14-ce86-4b0a-84b0-b4d0b2406469 admin admin] Deleting port 603639ed-6a53-417a-a7a9-c7aa7a7ed281 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:41.225216 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe373b14-ce86-4b0a-84b0-b4d0b2406469 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.274759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561b9e8f-df2b-4d31-aaee-5f221af96418 None None] Network 57eebea5-889f-4958-9f83-92c82ae96071 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:41.322386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port f2579c90-f8fb-4c4a-a94b-3a951b4718ae {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:41.322748 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.341569 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.346406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=f2579c90-f8fb-4c4a-a94b-3a951b4718ae,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:41.409947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-fe373b14-ce86-4b0a-84b0-b4d0b2406469 admin admin] For port 603639ed-6a53-417a-a7a9-c7aa7a7ed281, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=603639ed-6a53-417a-a7a9-c7aa7a7ed281,segment=NetworkSegment(2a6579bd-c73a-4f0c-9766-9f550de2d625),segment_id=2a6579bd-c73a-4f0c-9766-9f550de2d625)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:41.410847 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe373b14-ce86-4b0a-84b0-b4d0b2406469 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.432749 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-fe373b14-ce86-4b0a-84b0-b4d0b2406469 admin admin] Calling delete_port for 603639ed-6a53-417a-a7a9-c7aa7a7ed281 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:41.469347 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] For port f2579c90-f8fb-4c4a-a94b-3a951b4718ae, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f2579c90-f8fb-4c4a-a94b-3a951b4718ae,segment=NetworkSegment(388b2ced-85c2-4aa4-ae92-06f9e75f7bb0),segment_id=388b2ced-85c2-4aa4-ae92-06f9e75f7bb0)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:41.469746 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.495952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for f2579c90-f8fb-4c4a-a94b-3a951b4718ae owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:41.609523 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e6b98e7-a542-4f60-bed9-7511828f47ec tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.630628 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc74486e-1be4-4ce7-bca5-82972d90d16e None None] DHCP port deletion for 57eebea5-889f-4958-9f83-92c82ae96071 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:41.647655 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.651753 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6b98e7-a542-4f60-bed9-7511828f47ec tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=a698043e-4f81-42e1-9bb7-444a31dc8a88,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:41.696901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=f2579c90-f8fb-4c4a-a94b-3a951b4718ae,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:41.699548 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No DVR routers for this DVR port f2579c90-f8fb-4c4a-a94b-3a951b4718ae on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:41.720334 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-cc74486e-1be4-4ce7-bca5-82972d90d16e None None] Deleting port f2579c90-f8fb-4c4a-a94b-3a951b4718ae {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:41.720796 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cc74486e-1be4-4ce7-bca5-82972d90d16e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.820350 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.821431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-cc74486e-1be4-4ce7-bca5-82972d90d16e None None] For port f2579c90-f8fb-4c4a-a94b-3a951b4718ae, host n-d-758944-46, got binding levels [] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:41.824446 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cc74486e-1be4-4ce7-bca5-82972d90d16e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.835043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57eebea5-889f-4958-9f83-92c82ae96071']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:41.849589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388b2ced-85c2-4aa4-ae92-06f9e75f7bb0') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:41.849828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388b2ced-85c2-4aa4-ae92-06f9e75f7bb0') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:41.862616 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.863340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-cc74486e-1be4-4ce7-bca5-82972d90d16e None None] Calling delete_port for f2579c90-f8fb-4c4a-a94b-3a951b4718ae owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:41.871689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.ipam_backend_mixin [None req-cc74486e-1be4-4ce7-bca5-82972d90d16e None None] Port f2579c90-f8fb-4c4a-a94b-3a951b4718ae was not found and therefore no delete operation was performed {{(pid=93696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:06:41.874147 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cc74486e-1be4-4ce7-bca5-82972d90d16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.879520 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8e6b98e7-a542-4f60-bed9-7511828f47ec tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.885052 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.890592 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe373b14-ce86-4b0a-84b0-b4d0b2406469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.895629 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:41.896089 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:41.928110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe373b14-ce86-4b0a-84b0-b4d0b2406469 admin admin] Pushing event deleted for resources: {'Port': ['ID=603639ed-6a53-417a-a7a9-c7aa7a7ed281,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:41.970555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc74486e-1be4-4ce7-bca5-82972d90d16e None None] No DVR routers for this DVR port f2579c90-f8fb-4c4a-a94b-3a951b4718ae on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:41.979978 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:41.983232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc74486e-1be4-4ce7-bca5-82972d90d16e None None] Pushing event deleted for resources: {'Port': ['ID=f2579c90-f8fb-4c4a-a94b-3a951b4718ae,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:41.994110 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:42.003165 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:42.005590 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/networks/57eebea5-889f-4958-9f83-92c82ae96071 HTTP/1.1" status: 204 len: 168 time: 0.9549060 Jul 16 09:06:42.027565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78771f92-6a68-4d6d-a9b3-5706ac4294bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Network': ['ID=57eebea5-889f-4958-9f83-92c82ae96071,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:42.029459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34458) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:42.035989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9315089f-2c99-4295-980c-8a3226cbcece tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1428363925'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:42.069964 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9315089f-2c99-4295-980c-8a3226cbcece tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:42.073902 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9315089f-2c99-4295-980c-8a3226cbcece tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:42.115920 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9315089f-2c99-4295-980c-8a3226cbcece tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] vlan segment allocate from pool success with {'vlan_id': 88, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:42.134547 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9315089f-2c99-4295-980c-8a3226cbcece tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:42.135140 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-9315089f-2c99-4295-980c-8a3226cbcece tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Added segment 3b6fb347-d6dd-4818-a01a-8852d1b1d831 of type vlan for network eacccd93-8bb2-4915-ab82-6a46207638c0 Jul 16 09:06:42.191951 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9315089f-2c99-4295-980c-8a3226cbcece tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:42.235057 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9315089f-2c99-4295-980c-8a3226cbcece tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:42.253018 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9315089f-2c99-4295-980c-8a3226cbcece tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:42.254146 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9315089f-2c99-4295-980c-8a3226cbcece tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:42.307456 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9315089f-2c99-4295-980c-8a3226cbcece tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2768729 Jul 16 09:06:42.312136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34462) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:42.320441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-698e4f45-c241-414b-9946-cb4caeeed9e4 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'subnet': {'network_id': 'eacccd93-8bb2-4915-ab82-6a46207638c0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:42.374508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315089f-2c99-4295-980c-8a3226cbcece tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Network': ['ID=eacccd93-8bb2-4915-ab82-6a46207638c0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:42.392025 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network eacccd93-8bb2-4915-ab82-6a46207638c0 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:42.462292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698e4f45-c241-414b-9946-cb4caeeed9e4 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:42.466821 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-698e4f45-c241-414b-9946-cb4caeeed9e4 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:42.725092 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-698e4f45-c241-414b-9946-cb4caeeed9e4 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:42.733787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f2579c90-f8fb-4c4a-a94b-3a951b4718ae no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:42.764278 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: f2579c90-f8fb-4c4a-a94b-3a951b4718ae {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:42.765674 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f2579c90-f8fb-4c4a-a94b-3a951b4718ae not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:42.783708 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:06:42.788556 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e4f45-c241-414b-9946-cb4caeeed9e4 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Subnet': ['ID=70acfd54-fbba-4112-87a5-4c691fddc87c,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:42.817667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698e4f45-c241-414b-9946-cb4caeeed9e4 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Checking segment: {'id': '3b6fb347-d6dd-4818-a01a-8852d1b1d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'eacccd93-8bb2-4915-ab82-6a46207638c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:42.818025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698e4f45-c241-414b-9946-cb4caeeed9e4 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network hostable DHCP agents. Network: eacccd93-8bb2-4915-ab82-6a46207638c0, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:42.837532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698e4f45-c241-414b-9946-cb4caeeed9e4 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network eacccd93-8bb2-4915-ab82-6a46207638c0 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:42.849632 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-698e4f45-c241-414b-9946-cb4caeeed9e4 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, eacccd93-8bb2-4915-ab82-6a46207638c0) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:42.855684 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698e4f45-c241-414b-9946-cb4caeeed9e4 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:42.856673 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-698e4f45-c241-414b-9946-cb4caeeed9e4 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:42.859235 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb38709-2685-44b7-a8e0-ee08c80c5775 req-b718e66c-a32d-49e0-bcb2-d407f9a51575 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:42.862073 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7cb38709-2685-44b7-a8e0-ee08c80c5775 req-b718e66c-a32d-49e0-bcb2-d407f9a51575 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 944 time: 0.4778130 Jul 16 09:06:42.868112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d2acca-8d16-43e2-be6b-89aabcb28539 None None] Network eacccd93-8bb2-4915-ab82-6a46207638c0 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:42.882253 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-698e4f45-c241-414b-9946-cb4caeeed9e4 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5687222 Jul 16 09:06:42.882667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e6b98e7-a542-4f60-bed9-7511828f47ec tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 5098bd42-16bc-4c91-b38d-8838bbb759a9 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:42.886781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34464) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:42.894373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f6ced650-3afe-42c2-97bd-2a8f8d0244ae tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'network_id': 'eacccd93-8bb2-4915-ab82-6a46207638c0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1579973499'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:43.053152 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ced650-3afe-42c2-97bd-2a8f8d0244ae tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:43.057225 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f6ced650-3afe-42c2-97bd-2a8f8d0244ae tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.081865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-f6ced650-3afe-42c2-97bd-2a8f8d0244ae tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port 1609e60f-14c8-4fd1-9793-f0f80309e823 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:06:43.092565 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7cb38709-2685-44b7-a8e0-ee08c80c5775 req-235de6df-00fc-4cdb-978b-28bde7659d11 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175722 Jul 16 09:06:43.105613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-eacccd93-8bb2-4915-ab82-6a46207638c0', 'network_id': 'eacccd93-8bb2-4915-ab82-6a46207638c0', 'tenant_id': '448df4f2bed44d7b950b1c67e31fddf3', 'fixed_ips': [{'subnet_id': '70acfd54-fbba-4112-87a5-4c691fddc87c'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:43.110330 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.173796 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fe373b14-ce86-4b0a-84b0-b4d0b2406469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.177474 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6b98e7-a542-4f60-bed9-7511828f47ec tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:43.187832 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8e6b98e7-a542-4f60-bed9-7511828f47ec tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/5098bd42-16bc-4c91-b38d-8838bbb759a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9026453 Jul 16 09:06:43.190623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34466) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:43.204822 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd1a80-d266-4e0c-b5e8-8ee25a9092ad None None] Sync routers for ids ['5098bd42-16bc-4c91-b38d-8838bbb759a9'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:43.221376 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd1a80-d266-4e0c-b5e8-8ee25a9092ad None None] Routers {'5098bd42-16bc-4c91-b38d-8838bbb759a9'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:43.222723 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e7dd1a80-d266-4e0c-b5e8-8ee25a9092ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5098bd42-16bc-4c91-b38d-8838bbb759a9'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:43.272350 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e7dd1a80-d266-4e0c-b5e8-8ee25a9092ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:43.291966 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dd1a80-d266-4e0c-b5e8-8ee25a9092ad None None] Routers {'5098bd42-16bc-4c91-b38d-8838bbb759a9'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:43.292665 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e7dd1a80-d266-4e0c-b5e8-8ee25a9092ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5098bd42-16bc-4c91-b38d-8838bbb759a9'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:43.324977 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d231dbfa-12cd-4669-86cf-a37380faacbd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports?device_id=5098bd42-16bc-4c91-b38d-8838bbb759a9 HTTP/1.1" status: 200 len: 205 time: 0.1302993 Jul 16 09:06:43.327777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34468) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:43.327979 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e7dd1a80-d266-4e0c-b5e8-8ee25a9092ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:43.328519 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dd1a80-d266-4e0c-b5e8-8ee25a9092ad None None] The sync data for ids ['5098bd42-16bc-4c91-b38d-8838bbb759a9'] in n-d-758944-46 is: [] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:43.454075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-f6ced650-3afe-42c2-97bd-2a8f8d0244ae tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Allocated IP 172.20.0.2 (eacccd93-8bb2-4915-ab82-6a46207638c0/70acfd54-fbba-4112-87a5-4c691fddc87c/1609e60f-14c8-4fd1-9793-f0f80309e823) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:43.458480 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5919ae12-21ce-46de-9c0a-53e1b3d9d5ab tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.510673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe373b14-ce86-4b0a-84b0-b4d0b2406469 admin admin] Router 63e64555-52c9-4eb8-9ef7-bce427a6861f has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:43.657483 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe373b14-ce86-4b0a-84b0-b4d0b2406469 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:43.665860 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fe373b14-ce86-4b0a-84b0-b4d0b2406469 admin admin] 10.222.0.20 "PUT /v2.0/routers/63e64555-52c9-4eb8-9ef7-bce427a6861f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5760303 Jul 16 09:06:43.668314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34470) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:43.672094 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc833bfe-1893-4d64-b3fe-71d3d914be58 None None] Sync routers for ids ['63e64555-52c9-4eb8-9ef7-bce427a6861f'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:43.680349 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5919ae12-21ce-46de-9c0a-53e1b3d9d5ab tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.684912 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5919ae12-21ce-46de-9c0a-53e1b3d9d5ab tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.688201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc833bfe-1893-4d64-b3fe-71d3d914be58 None None] Routers {'63e64555-52c9-4eb8-9ef7-bce427a6861f'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:43.689206 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-fc833bfe-1893-4d64-b3fe-71d3d914be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['63e64555-52c9-4eb8-9ef7-bce427a6861f'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:43.792046 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5919ae12-21ce-46de-9c0a-53e1b3d9d5ab tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.792949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5919ae12-21ce-46de-9c0a-53e1b3d9d5ab tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Fanout notify agent at l3_agent the message router_deleted on router 5098bd42-16bc-4c91-b38d-8838bbb759a9 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:06:43.814389 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5919ae12-21ce-46de-9c0a-53e1b3d9d5ab tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.821076 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5919ae12-21ce-46de-9c0a-53e1b3d9d5ab tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/routers/5098bd42-16bc-4c91-b38d-8838bbb759a9 HTTP/1.1" status: 204 len: 168 time: 0.4870007 Jul 16 09:06:43.821076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34472) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:43.863655 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.878260 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-fc833bfe-1893-4d64-b3fe-71d3d914be58 None None] Set router 63e64555-52c9-4eb8-9ef7-bce427a6861f gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:43.897800 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f6ced650-3afe-42c2-97bd-2a8f8d0244ae tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:43.941153 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-f6ced650-3afe-42c2-97bd-2a8f8d0244ae tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Transition to ACTIVE for port object 1609e60f-14c8-4fd1-9793-f0f80309e823 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:43.953886 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a95b64-c53b-46ac-a510-192cd2b4fdc1 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting subnet 93338e3d-f33b-466c-b286-4ffc932ae5ac {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:43.961351 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69a95b64-c53b-46ac-a510-192cd2b4fdc1 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.043069 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.058808 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69a95b64-c53b-46ac-a510-192cd2b4fdc1 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.133436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] Deleting port 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:44.133755 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.145119 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f6ced650-3afe-42c2-97bd-2a8f8d0244ae tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.270689 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.db.api [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-ea2f0546-89af-492e-b92e-e23ae84bfeb9 {{(pid=93696) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:06:44.271018 n-d-758944-46 neutron-server[93696]: DEBUG oslo_db.api [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:06:44.278748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6ced650-3afe-42c2-97bd-2a8f8d0244ae tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network eacccd93-8bb2-4915-ab82-6a46207638c0 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:44.288348 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-fc833bfe-1893-4d64-b3fe-71d3d914be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224'}], 'enable_snat': True}, 'gw_port_id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:35Z', 'updated_at': '2021-07-16T09:06:41Z', 'revision_number': 5, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'gw_port': {'id': '22f29f88-72ad-4c01-969c-f5e1d2a1d0d7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:b8:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:37Z', 'updated_at': '2021-07-16T09:00:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:44.289997 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f6ced650-3afe-42c2-97bd-2a8f8d0244ae tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:44.309327 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ced650-3afe-42c2-97bd-2a8f8d0244ae tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:44.321825 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc833bfe-1893-4d64-b3fe-71d3d914be58 None None] Checking router: 63e64555-52c9-4eb8-9ef7-bce427a6861f for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:44.332790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc833bfe-1893-4d64-b3fe-71d3d914be58 None None] Routers {'63e64555-52c9-4eb8-9ef7-bce427a6861f'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:44.333540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-fc833bfe-1893-4d64-b3fe-71d3d914be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['63e64555-52c9-4eb8-9ef7-bce427a6861f'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:44.356345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] For port 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=22f29f88-72ad-4c01-969c-f5e1d2a1d0d7,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:44.357075 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.359213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ced650-3afe-42c2-97bd-2a8f8d0244ae tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=1609e60f-14c8-4fd1-9793-f0f80309e823,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:44.385803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] Calling delete_port for 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:44.396784 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69a95b64-c53b-46ac-a510-192cd2b4fdc1 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.438684 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-fc833bfe-1893-4d64-b3fe-71d3d914be58 None None] Set router 63e64555-52c9-4eb8-9ef7-bce427a6861f gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:44.511244 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-fc833bfe-1893-4d64-b3fe-71d3d914be58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:35Z', 'updated_at': '2021-07-16T09:06:44Z', 'revision_number': 6, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:44.537059 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ced650-3afe-42c2-97bd-2a8f8d0244ae tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:44.538009 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f6ced650-3afe-42c2-97bd-2a8f8d0244ae tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.545368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc833bfe-1893-4d64-b3fe-71d3d914be58 None None] The sync data for ids ['63e64555-52c9-4eb8-9ef7-bce427a6861f'] in n-d-758944-46 is: [{'id': '63e64555-52c9-4eb8-9ef7-bce427a6861f', 'name': 'tempest-TestServerBasicOps-715440998-router', 'tenant_id': 'a797f55e5f8d475aab89c0ea124e907d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:35Z', 'updated_at': '2021-07-16T09:06:44Z', 'revision_number': 6, 'project_id': 'a797f55e5f8d475aab89c0ea124e907d', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:44.597056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 3dd20f15-add0-4ffa-ae38-7ce3e523c256 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:06:44.606501 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f6ced650-3afe-42c2-97bd-2a8f8d0244ae tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.7145019 Jul 16 09:06:44.612898 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34476) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:44.631983 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69a95b64-c53b-46ac-a510-192cd2b4fdc1 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.650218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7344c83b-a93c-46da-9211-b331043685ca req-0d031033-053f-4d31-9565-6f30bd2370ef tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:44.652840 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7344c83b-a93c-46da-9211-b331043685ca req-0d031033-053f-4d31-9565-6f30bd2370ef tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 944 time: 0.2860732 Jul 16 09:06:44.706860 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.738783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f29f88-72ad-4c01-969c-f5e1d2a1d0d7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:44.751095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a95b64-c53b-46ac-a510-192cd2b4fdc1 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Subnet': ['ID=93338e3d-f33b-466c-b286-4ffc932ae5ac,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:44.772421 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.772879 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69a95b64-c53b-46ac-a510-192cd2b4fdc1 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.781223 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-69a95b64-c53b-46ac-a510-192cd2b4fdc1 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/93338e3d-f33b-466c-b286-4ffc932ae5ac HTTP/1.1" status: 204 len: 168 time: 0.9540489 Jul 16 09:06:44.781590 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6573454c-8b11-4c5d-ab2f-aef5c83ede24 None None] Network fb83922b-000b-4b5a-9be5-411dcc13ca34 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:44.782634 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34478) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:44.805997 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 3dd20f15-add0-4ffa-ae38-7ce3e523c256, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3dd20f15-add0-4ffa-ae38-7ce3e523c256,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:44.867916 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'port_id': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'mac_address': 'fa:16:3e:e3:6b:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:06:44.877758 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7344c83b-a93c-46da-9211-b331043685ca req-673a2ac9-37ab-4e42-b183-582d8d855101 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1816857 Jul 16 09:06:44.913730 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b1be7079-de84-48cf-8b5b-f2707a6ae2ef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port 1609e60f-14c8-4fd1-9793-f0f80309e823 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:44.914057 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1be7079-de84-48cf-8b5b-f2707a6ae2ef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.952821 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:44.959716 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.065998 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.085423 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1be7079-de84-48cf-8b5b-f2707a6ae2ef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.109077 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd20f15-add0-4ffa-ae38-7ce3e523c256 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:06:45.109486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b1be7079-de84-48cf-8b5b-f2707a6ae2ef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for 1609e60f-14c8-4fd1-9793-f0f80309e823 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:45.200589 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.205762 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.275829 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.275829 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63e64555-52c9-4eb8-9ef7-bce427a6861f {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:06:45.280957 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.284139 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-15d5d883-45d9-428d-a088-a64089cdc6f4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/63e64555-52c9-4eb8-9ef7-bce427a6861f HTTP/1.1" status: 204 len: 168 time: 1.6122267 Jul 16 09:06:45.285849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34480) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:45.335742 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 3dd20f15-add0-4ffa-ae38-7ce3e523c256, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3dd20f15-add0-4ffa-ae38-7ce3e523c256,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:45.337559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Allocated IP 172.20.0.3 (eacccd93-8bb2-4915-ab82-6a46207638c0/70acfd54-fbba-4112-87a5-4c691fddc87c/c38909a9-9270-4176-acfc-ba3a7fcb6e1f) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:45.346254 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.348219 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-59787ff4-dd93-4db1-8b8b-e18fb72bb6ab admin admin] Deleting subnet 73a7ca94-5f5e-4d62-9deb-79d8b68dca0f {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:45.352215 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port e9dfe445-10d2-4a04-bb38-813471112961 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:45.352877 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.356353 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59787ff4-dd93-4db1-8b8b-e18fb72bb6ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.366235 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1be7079-de84-48cf-8b5b-f2707a6ae2ef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.423244 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1be7079-de84-48cf-8b5b-f2707a6ae2ef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=1609e60f-14c8-4fd1-9793-f0f80309e823,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:45.484808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=3dd20f15-add0-4ffa-ae38-7ce3e523c256,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:45.522116 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59787ff4-dd93-4db1-8b8b-e18fb72bb6ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.534545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f373cb4-6e04-466e-8600-a8003962367a None None] DHCP port deletion for fb83922b-000b-4b5a-9be5-411dcc13ca34 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:45.551551 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] For port e9dfe445-10d2-4a04-bb38-813471112961, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e9dfe445-10d2-4a04-bb38-813471112961,segment=NetworkSegment(17c5e493-8aad-4a28-a4f6-eccce2a96429),segment_id=17c5e493-8aad-4a28-a4f6-eccce2a96429)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:45.551942 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.555695 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1be7079-de84-48cf-8b5b-f2707a6ae2ef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.560917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b1be7079-de84-48cf-8b5b-f2707a6ae2ef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/1609e60f-14c8-4fd1-9793-f0f80309e823 HTTP/1.1" status: 204 len: 168 time: 0.9467938 Jul 16 09:06:45.562433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34482) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:45.574169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for e9dfe445-10d2-4a04-bb38-813471112961 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:45.601446 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-54786287-2059-4e8a-b724-49784950abdd tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] GET failed (client error): The resource could not be found. Jul 16 09:06:45.602209 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['3dd20f15-add0-4ffa-ae38-7ce3e523c256'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:06:45.606160 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-54786287-2059-4e8a-b724-49784950abdd tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/1609e60f-14c8-4fd1-9793-f0f80309e823 HTTP/1.1" status: 404 len: 333 time: 0.0386646 Jul 16 09:06:45.606388 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34484) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:45.663651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edf3f5a-ec08-4c58-87f6-2af7422e5b5f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting subnet 70acfd54-fbba-4112-87a5-4c691fddc87c {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:45.685699 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59787ff4-dd93-4db1-8b8b-e18fb72bb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.699695 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.728241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Transition to ACTIVE for port object c38909a9-9270-4176-acfc-ba3a7fcb6e1f will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:45.751448 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.764002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Transition to ACTIVE for port object c38909a9-9270-4176-acfc-ba3a7fcb6e1f will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:45.771843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7f373cb4-6e04-466e-8600-a8003962367a None None] Deleting port e9dfe445-10d2-4a04-bb38-813471112961 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:45.772234 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7f373cb4-6e04-466e-8600-a8003962367a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.781628 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2edf3f5a-ec08-4c58-87f6-2af7422e5b5f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.795083 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No DVR routers for this DVR port e9dfe445-10d2-4a04-bb38-813471112961 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:45.801922 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=e9dfe445-10d2-4a04-bb38-813471112961,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:45.802930 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.807631 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59787ff4-dd93-4db1-8b8b-e18fb72bb6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.849700 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2edf3f5a-ec08-4c58-87f6-2af7422e5b5f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.890677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59787ff4-dd93-4db1-8b8b-e18fb72bb6ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:45.896178 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-59787ff4-dd93-4db1-8b8b-e18fb72bb6ab admin admin] 10.222.0.20 "DELETE /v2.0/subnets/73a7ca94-5f5e-4d62-9deb-79d8b68dca0f HTTP/1.1" status: 204 len: 168 time: 0.6088188 Jul 16 09:06:45.898047 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59787ff4-dd93-4db1-8b8b-e18fb72bb6ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73a7ca94-5f5e-4d62-9deb-79d8b68dca0f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:45.901279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34486) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:45.902485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Network eacccd93-8bb2-4915-ab82-6a46207638c0 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:45.941508 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424e5365-4e13-4967-8580-3dffb455d575 None None] Network 2543bb20-c5ab-4e61-a2cc-15698c179b37 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:45.965214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:45.987398 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2edf3f5a-ec08-4c58-87f6-2af7422e5b5f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.019165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7f373cb4-6e04-466e-8600-a8003962367a None None] For port e9dfe445-10d2-4a04-bb38-813471112961, host n-d-758944-46, got binding levels [] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:46.019581 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7f373cb4-6e04-466e-8600-a8003962367a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.022389 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:46.034323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Pushing event updated for resources: {'Port': ['ID=c38909a9-9270-4176-acfc-ba3a7fcb6e1f,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:46.046739 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.062856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7f373cb4-6e04-466e-8600-a8003962367a None None] Calling delete_port for e9dfe445-10d2-4a04-bb38-813471112961 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:46.070276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.ipam_backend_mixin [None req-7f373cb4-6e04-466e-8600-a8003962367a None None] Port e9dfe445-10d2-4a04-bb38-813471112961 was not found and therefore no delete operation was performed {{(pid=93696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:06:46.081692 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7f373cb4-6e04-466e-8600-a8003962367a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.109552 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb83922b-000b-4b5a-9be5-411dcc13ca34']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:46.111888 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2edf3f5a-ec08-4c58-87f6-2af7422e5b5f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.140236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17c5e493-8aad-4a28-a4f6-eccce2a96429') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:46.140236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17c5e493-8aad-4a28-a4f6-eccce2a96429') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:46.152791 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf3f5a-ec08-4c58-87f6-2af7422e5b5f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Subnet': ['ID=70acfd54-fbba-4112-87a5-4c691fddc87c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:46.158293 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2edf3f5a-ec08-4c58-87f6-2af7422e5b5f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.160541 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2edf3f5a-ec08-4c58-87f6-2af7422e5b5f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/70acfd54-fbba-4112-87a5-4c691fddc87c HTTP/1.1" status: 204 len: 168 time: 0.5530002 Jul 16 09:06:46.163250 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34490) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:46.174810 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.177706 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.197716 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f373cb4-6e04-466e-8600-a8003962367a None None] Pushing event deleted for resources: {'Port': ['ID=e9dfe445-10d2-4a04-bb38-813471112961,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:46.204486 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.222921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:46.223630 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:46.227353 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:46.232707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f373cb4-6e04-466e-8600-a8003962367a None None] No DVR routers for this DVR port e9dfe445-10d2-4a04-bb38-813471112961 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:46.251659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Attempting to bind port c38909a9-9270-4176-acfc-ba3a7fcb6e1f on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:46.251861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Attempting to bind port c38909a9-9270-4176-acfc-ba3a7fcb6e1f by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '3b6fb347-d6dd-4818-a01a-8852d1b1d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'eacccd93-8bb2-4915-ab82-6a46207638c0'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:46.252247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Attempting to bind port c38909a9-9270-4176-acfc-ba3a7fcb6e1f on network eacccd93-8bb2-4915-ab82-6a46207638c0 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:46.290637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:46.291292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Checking segment: {'id': '3b6fb347-d6dd-4818-a01a-8852d1b1d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'eacccd93-8bb2-4915-ab82-6a46207638c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:46.292075 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.292780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Bound using segment: {'id': '3b6fb347-d6dd-4818-a01a-8852d1b1d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'eacccd93-8bb2-4915-ab82-6a46207638c0'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:46.293589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Bound port: c38909a9-9270-4176-acfc-ba3a7fcb6e1f, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b6fb347-d6dd-4818-a01a-8852d1b1d831', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'eacccd93-8bb2-4915-ab82-6a46207638c0'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:46.294488 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.296738 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.302218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e35325-36cc-4947-8e2e-31f27bae587b req-a2a9aed7-4999-450f-a838-c07b6db29936 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:46.304238 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-33e35325-36cc-4947-8e2e-31f27bae587b req-a2a9aed7-4999-450f-a838-c07b6db29936 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 945 time: 0.1852841 Jul 16 09:06:46.369815 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port c38909a9-9270-4176-acfc-ba3a7fcb6e1f {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:46.370560 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.375691 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.393497 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.396714 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/networks/fb83922b-000b-4b5a-9be5-411dcc13ca34 HTTP/1.1" status: 204 len: 168 time: 1.6115327 Jul 16 09:06:46.409452 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34492) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:46.417376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8b4a262f-6777-4cbc-b6a0-d6746ae1ce7c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1325525388', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:46.424205 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3f802-b242-4273-a7e6-18d22fceae9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Network': ['ID=fb83922b-000b-4b5a-9be5-411dcc13ca34,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:46.431188 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-33e35325-36cc-4947-8e2e-31f27bae587b req-89f4fdb1-0810-48fc-a387-1ffe60715f4a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891497 Jul 16 09:06:46.442045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] Deleting port 1203850c-cba3-470b-8a71-c6876591c2f4 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:46.442385 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.450475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] For port c38909a9-9270-4176-acfc-ba3a7fcb6e1f, host n-d-758944-46, got binding levels [] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:46.450718 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.466772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for c38909a9-9270-4176-acfc-ba3a7fcb6e1f owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:46.471117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] For port c38909a9-9270-4176-acfc-ba3a7fcb6e1f, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:46.479843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] For port c38909a9-9270-4176-acfc-ba3a7fcb6e1f, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c38909a9-9270-4176-acfc-ba3a7fcb6e1f,segment=NetworkSegment(3b6fb347-d6dd-4818-a01a-8852d1b1d831),segment_id=3b6fb347-d6dd-4818-a01a-8852d1b1d831)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:46.484172 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b4a262f-6777-4cbc-b6a0-d6746ae1ce7c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.486133 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b4a262f-6777-4cbc-b6a0-d6746ae1ce7c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.496885 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.565385 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] For port 1203850c-cba3-470b-8a71-c6876591c2f4, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1203850c-cba3-470b-8a71-c6876591c2f4,segment=NetworkSegment(2a6579bd-c73a-4f0c-9766-9f550de2d625),segment_id=2a6579bd-c73a-4f0c-9766-9f550de2d625)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:46.565629 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.565813 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.604297 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No DVR routers for this DVR port c38909a9-9270-4176-acfc-ba3a7fcb6e1f on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:46.606707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=c38909a9-9270-4176-acfc-ba3a7fcb6e1f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:46.607139 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812b5b6-3c3a-4cdd-bbea-d43c114dbf3a None None] Pushing event updated for resources: {'Port': ['ID=c38909a9-9270-4176-acfc-ba3a7fcb6e1f,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server [None req-f7fcf418-9ff6-4128-8e66-2c68c468b5af None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port c38909a9-9270-4176-acfc-ba3a7fcb6e1f could not be found. Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1548, in get_port Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port c38909a9-9270-4176-acfc-ba3a7fcb6e1f could not be found. Jul 16 09:06:46.640073 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Jul 16 09:06:46.665535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8b76cc-4cfb-4c46-90c7-13cb460e1f0d None None] DHCP port deletion for 2543bb20-c5ab-4e61-a2cc-15698c179b37 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:46.668215 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64611980-1d07-44f2-8de9-5c5b1805dcd0 None None] Network eacccd93-8bb2-4915-ab82-6a46207638c0 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:46.741011 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.755112 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eacccd93-8bb2-4915-ab82-6a46207638c0']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:46.769665 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b6fb347-d6dd-4818-a01a-8852d1b1d831') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:46.769956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b6fb347-d6dd-4818-a01a-8852d1b1d831') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:46.772899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e9dfe445-10d2-4a04-bb38-813471112961 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:46.784466 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.806010 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.815386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:46.815981 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:46.819734 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:46.822593 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: e9dfe445-10d2-4a04-bb38-813471112961 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:46.822593 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e9dfe445-10d2-4a04-bb38-813471112961 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:46.822593 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:46.867087 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:46.867519 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 22f29f88-72ad-4c01-969c-f5e1d2a1d0d7 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:46.867862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 603639ed-6a53-417a-a7a9-c7aa7a7ed281 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:46.892985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 603639ed-6a53-417a-a7a9-c7aa7a7ed281 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:46.893355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 603639ed-6a53-417a-a7a9-c7aa7a7ed281 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:46.914064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b76cc-4cfb-4c46-90c7-13cb460e1f0d None None] Deleting port 1203850c-cba3-470b-8a71-c6876591c2f4 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:46.914466 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4b8b76cc-4cfb-4c46-90c7-13cb460e1f0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.986740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] Calling delete_port for 1203850c-cba3-470b-8a71-c6876591c2f4 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:46.987021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4b8b76cc-4cfb-4c46-90c7-13cb460e1f0d None None] For port 1203850c-cba3-470b-8a71-c6876591c2f4, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1203850c-cba3-470b-8a71-c6876591c2f4,segment=NetworkSegment(2a6579bd-c73a-4f0c-9766-9f550de2d625),segment_id=2a6579bd-c73a-4f0c-9766-9f550de2d625)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:46.987149 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4b8b76cc-4cfb-4c46-90c7-13cb460e1f0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:46.992683 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b4a262f-6777-4cbc-b6a0-d6746ae1ce7c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.002707 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b4a262f-6777-4cbc-b6a0-d6746ae1ce7c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.008042 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-4b8b76cc-4cfb-4c46-90c7-13cb460e1f0d None None] Calling delete_port for 1203850c-cba3-470b-8a71-c6876591c2f4 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:47.066508 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b4a262f-6777-4cbc-b6a0-d6746ae1ce7c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.067985 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8b4a262f-6777-4cbc-b6a0-d6746ae1ce7c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6542082 Jul 16 09:06:47.074044 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34494) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:47.081752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ce213dda-e507-4796-aa98-fb378a49510a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'network': {'name': 'tempest-RoutersTest-1578081268'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:47.118734 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4b8b76cc-4cfb-4c46-90c7-13cb460e1f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.129148 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce213dda-e507-4796-aa98-fb378a49510a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:47.136655 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce213dda-e507-4796-aa98-fb378a49510a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.147101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b76cc-4cfb-4c46-90c7-13cb460e1f0d None None] Pushing event deleted for resources: {'Port': ['ID=1203850c-cba3-470b-8a71-c6876591c2f4,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:47.152302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b76cc-4cfb-4c46-90c7-13cb460e1f0d None None] No DVR routers for this DVR port 1203850c-cba3-470b-8a71-c6876591c2f4 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:47.156444 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.176039 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c6d8f4-0315-4da0-9af9-7f37f4c34735 None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:06:47.208015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] No DVR routers for this DVR port 1203850c-cba3-470b-8a71-c6876591c2f4 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:47.213893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] Pushing event deleted for resources: {'Port': ['ID=1203850c-cba3-470b-8a71-c6876591c2f4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:47.305371 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.319786 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.320435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2543bb20-c5ab-4e61-a2cc-15698c179b37']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:47.333895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce213dda-e507-4796-aa98-fb378a49510a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] vlan segment allocate from pool success with {'vlan_id': 83, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:47.341315 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.342560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a6579bd-c73a-4f0c-9766-9f550de2d625') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:47.343393 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a6579bd-c73a-4f0c-9766-9f550de2d625') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:47.343880 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/networks/eacccd93-8bb2-4915-ab82-6a46207638c0 HTTP/1.1" status: 204 len: 168 time: 1.1789489 Jul 16 09:06:47.345909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65fee21-90d9-4a99-b1f1-56b86c2ef4f2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Network': ['ID=eacccd93-8bb2-4915-ab82-6a46207638c0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:47.347493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34496) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:47.353487 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-653df6e9-eb88-4d3c-850f-dc5db735c2f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'name': 'tempest-PortsTestJSON-1491928807'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:47.366044 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.377900 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce213dda-e507-4796-aa98-fb378a49510a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.378248 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-ce213dda-e507-4796-aa98-fb378a49510a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Added segment 108cc1fe-498d-4ea4-97d0-dc92460d422a of type vlan for network c9bbc3a5-6c9b-4d4c-8259-44bb3005504d Jul 16 09:06:47.403900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c6d8f4-0315-4da0-9af9-7f37f4c34735 None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:06:47.424047 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.451699 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:47.453192 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.455772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653df6e9-eb88-4d3c-850f-dc5db735c2f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:47.456490 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:47.469359 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-653df6e9-eb88-4d3c-850f-dc5db735c2f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.479231 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce213dda-e507-4796-aa98-fb378a49510a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.499271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-653df6e9-eb88-4d3c-850f-dc5db735c2f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port c993f9a1-ff76-40f5-a94f-08087f9f0082 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:06:47.588220 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.599913 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.603801 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] 10.222.0.20 "DELETE /v2.0/networks/2543bb20-c5ab-4e61-a2cc-15698c179b37 HTTP/1.1" status: 204 len: 168 time: 1.6822579 Jul 16 09:06:47.615539 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34502) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:47.714161 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414214e-6f86-402f-8e2d-47a61155217a admin admin] Pushing event deleted for resources: {'Network': ['ID=2543bb20-c5ab-4e61-a2cc-15698c179b37,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:47.721899 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce213dda-e507-4796-aa98-fb378a49510a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.731161 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce213dda-e507-4796-aa98-fb378a49510a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:47.732187 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce213dda-e507-4796-aa98-fb378a49510a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.793255 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ce213dda-e507-4796-aa98-fb378a49510a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7180753 Jul 16 09:06:47.793791 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-653df6e9-eb88-4d3c-850f-dc5db735c2f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:47.801400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34504) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:47.807555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-8aab5d28-ced9-46f5-b7f9-6146da3137b9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'subnet': {'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:47.875759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce213dda-e507-4796-aa98-fb378a49510a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Network': ['ID=c9bbc3a5-6c9b-4d4c-8259-44bb3005504d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:47.893119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network c9bbc3a5-6c9b-4d4c-8259-44bb3005504d details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:47.922551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abd119e-952e-4b61-9db4-0006fa01ddb8 req-7c1f5450-fc05-4895-9476-f1cb54a1c583 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:47.924250 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6abd119e-952e-4b61-9db4-0006fa01ddb8 req-7c1f5450-fc05-4895-9476-f1cb54a1c583 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 945 time: 0.1942451 Jul 16 09:06:47.965331 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-653df6e9-eb88-4d3c-850f-dc5db735c2f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.020031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aab5d28-ced9-46f5-b7f9-6146da3137b9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:48.023591 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8aab5d28-ced9-46f5-b7f9-6146da3137b9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.062909 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6abd119e-952e-4b61-9db4-0006fa01ddb8 req-c7f76d92-c8e5-4528-a05d-e86fde23ca0c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278448 Jul 16 09:06:48.065005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653df6e9-eb88-4d3c-850f-dc5db735c2f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:48.081679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-653df6e9-eb88-4d3c-850f-dc5db735c2f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:48.091281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653df6e9-eb88-4d3c-850f-dc5db735c2f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:48.098331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653df6e9-eb88-4d3c-850f-dc5db735c2f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:48.100184 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-653df6e9-eb88-4d3c-850f-dc5db735c2f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.104641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653df6e9-eb88-4d3c-850f-dc5db735c2f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=c993f9a1-ff76-40f5-a94f-08087f9f0082,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:48.160137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-653df6e9-eb88-4d3c-850f-dc5db735c2f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8112593 Jul 16 09:06:48.163689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34506) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:48.368566 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2891fb45-3e31-4b6b-926b-934e0f44dfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.378204 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7247c47b-ec9f-4e90-b32a-27dc2601d857 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port c993f9a1-ff76-40f5-a94f-08087f9f0082 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:48.378839 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7247c47b-ec9f-4e90-b32a-27dc2601d857 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.417541 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8aab5d28-ced9-46f5-b7f9-6146da3137b9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.569156 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7247c47b-ec9f-4e90-b32a-27dc2601d857 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.612410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 3dd20f15-add0-4ffa-ae38-7ce3e523c256 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:48.619604 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7247c47b-ec9f-4e90-b32a-27dc2601d857 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for c993f9a1-ff76-40f5-a94f-08087f9f0082 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:48.628816 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab5d28-ced9-46f5-b7f9-6146da3137b9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Subnet': ['ID=fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:48.636136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aab5d28-ced9-46f5-b7f9-6146da3137b9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Checking segment: {'id': '108cc1fe-498d-4ea4-97d0-dc92460d422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:48.636516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab5d28-ced9-46f5-b7f9-6146da3137b9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network hostable DHCP agents. Network: c9bbc3a5-6c9b-4d4c-8259-44bb3005504d, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:48.715359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aab5d28-ced9-46f5-b7f9-6146da3137b9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network c9bbc3a5-6c9b-4d4c-8259-44bb3005504d is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:48.721320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1203850c-cba3-470b-8a71-c6876591c2f4 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:48.739667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-8aab5d28-ced9-46f5-b7f9-6146da3137b9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, c9bbc3a5-6c9b-4d4c-8259-44bb3005504d) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:48.754266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab5d28-ced9-46f5-b7f9-6146da3137b9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:48.754885 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8aab5d28-ced9-46f5-b7f9-6146da3137b9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.776477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 1203850c-cba3-470b-8a71-c6876591c2f4 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:48.777783 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1203850c-cba3-470b-8a71-c6876591c2f4 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:48.789449 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd9645-656b-4268-9c1d-c03b1bc53b9a None None] Network c9bbc3a5-6c9b-4d4c-8259-44bb3005504d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:48.792747 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8aab5d28-ced9-46f5-b7f9-6146da3137b9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9901495 Jul 16 09:06:48.795018 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34508) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:48.844210 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-2891fb45-3e31-4b6b-926b-934e0f44dfac admin admin] Deleting port 504b5506-6aa0-4fb6-885f-c2d13e03d59d {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:48.844947 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2891fb45-3e31-4b6b-926b-934e0f44dfac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.938794 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 3dd20f15-add0-4ffa-ae38-7ce3e523c256 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:48.961341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 3dd20f15-add0-4ffa-ae38-7ce3e523c256 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:48.962645 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.967222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-2891fb45-3e31-4b6b-926b-934e0f44dfac admin admin] For port 504b5506-6aa0-4fb6-885f-c2d13e03d59d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=504b5506-6aa0-4fb6-885f-c2d13e03d59d,segment=NetworkSegment(120fd852-63c5-46ad-bf94-d36cef52cf47),segment_id=120fd852-63c5-46ad-bf94-d36cef52cf47)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:48.967798 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2891fb45-3e31-4b6b-926b-934e0f44dfac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:48.987990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-2891fb45-3e31-4b6b-926b-934e0f44dfac admin admin] Calling delete_port for 504b5506-6aa0-4fb6-885f-c2d13e03d59d owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:48.993802 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7247c47b-ec9f-4e90-b32a-27dc2601d857 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.047534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247c47b-ec9f-4e90-b32a-27dc2601d857 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=c993f9a1-ff76-40f5-a94f-08087f9f0082,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:49.058991 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7247c47b-ec9f-4e90-b32a-27dc2601d857 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.066105 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7247c47b-ec9f-4e90-b32a-27dc2601d857 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/c993f9a1-ff76-40f5-a94f-08087f9f0082 HTTP/1.1" status: 204 len: 168 time: 0.9009409 Jul 16 09:06:49.066419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34510) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:49.074132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-285fa411-2284-458e-a6da-58b9f8237dbd tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'mac_address': 'fa:16:3e:bc:bf:4a', 'name': 'tempest-PortsTestJSON-511767210'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:49.232395 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.245834 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:49.247260 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.283279 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.382761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285fa411-2284-458e-a6da-58b9f8237dbd tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:49.470752 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd20f15-add0-4ffa-ae38-7ce3e523c256'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:49.477030 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cd4d058-b493-4494-8d59-f73d9375820b" -d '{"events": [{"server_uuid": "9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4", "name": "network-vif-plugged", "status": "completed", "tag": "3dd20f15-add0-4ffa-ae38-7ce3e523c256"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:49.494589 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c207c4-1205-4cf6-8584-7659eca365cd req-a544cb64-0808-4cc4-b3d8-7413c0c029be tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:49.501731 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-86c207c4-1205-4cf6-8584-7659eca365cd req-a544cb64-0808-4cc4-b3d8-7413c0c029be tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 945 time: 0.2579143 Jul 16 09:06:49.544521 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62c25075-0468-405e-b648-38127ed2bba9 x-openstack-request-id: req-62c25075-0468-405e-b648-38127ed2bba9 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:49.545240 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4", "name": "network-vif-plugged", "status": "completed", "tag": "3dd20f15-add0-4ffa-ae38-7ce3e523c256", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:49.545571 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-62c25075-0468-405e-b648-38127ed2bba9 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:49.546639 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'code': 200} Jul 16 09:06:49.561755 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 3dd20f15-add0-4ffa-ae38-7ce3e523c256, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3dd20f15-add0-4ffa-ae38-7ce3e523c256,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:49.570983 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.596772 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-285fa411-2284-458e-a6da-58b9f8237dbd tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.634898 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Allocated IP 172.20.0.1 (c9bbc3a5-6c9b-4d4c-8259-44bb3005504d/fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03/dd1b7ecc-24c4-467f-8699-c41bc5137c32) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:49.645205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=3dd20f15-add0-4ffa-ae38-7ce3e523c256,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:49.684550 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-285fa411-2284-458e-a6da-58b9f8237dbd tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port c42bc077-7a26-40f5-9913-595d7d7e45e9 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:06:49.702071 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2891fb45-3e31-4b6b-926b-934e0f44dfac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.726170 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-86c207c4-1205-4cf6-8584-7659eca365cd req-cd7eb717-c629-4480-9741-f9bf6931055b tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2232826 Jul 16 09:06:49.813672 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.833454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2891fb45-3e31-4b6b-926b-934e0f44dfac admin admin] Pushing event deleted for resources: {'Port': ['ID=504b5506-6aa0-4fb6-885f-c2d13e03d59d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:49.836207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Transition to ACTIVE for port object dd1b7ecc-24c4-467f-8699-c41bc5137c32 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:49.887658 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:49.954469 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network c9bbc3a5-6c9b-4d4c-8259-44bb3005504d is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:49.960588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:49.967482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:50.022162 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Allocated IP 172.20.0.2 (c9bbc3a5-6c9b-4d4c-8259-44bb3005504d/fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03/327eb8f8-2403-4406-b427-767cf5947758) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:50.061038 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.227481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=dd1b7ecc-24c4-467f-8699-c41bc5137c32,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:50.352373 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.366271 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.369867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Transition to ACTIVE for port object 327eb8f8-2403-4406-b427-767cf5947758 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:50.401343 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-285fa411-2284-458e-a6da-58b9f8237dbd tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.404949 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Transition to ACTIVE for port object 327eb8f8-2403-4406-b427-767cf5947758 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:50.417564 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.418300 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ec6608-8b10-4046-8272-d8f48ef0fee8 req-3000fcf6-21a6-41c3-a32e-a77ab3fdff34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:50.421162 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-37ec6608-8b10-4046-8272-d8f48ef0fee8 req-3000fcf6-21a6-41c3-a32e-a77ab3fdff34 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 1098 time: 0.8004904 Jul 16 09:06:50.465045 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2891fb45-3e31-4b6b-926b-934e0f44dfac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.488814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Network c9bbc3a5-6c9b-4d4c-8259-44bb3005504d is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:50.501709 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:50.507851 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:50.525769 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-37ec6608-8b10-4046-8272-d8f48ef0fee8 req-ab7d127c-8424-4d70-a47f-a3b807efd5a3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973740 Jul 16 09:06:50.529048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Pushing event updated for resources: {'Port': ['ID=327eb8f8-2403-4406-b427-767cf5947758,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:50.630553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Attempting to bind port 327eb8f8-2403-4406-b427-767cf5947758 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:50.631812 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Attempting to bind port 327eb8f8-2403-4406-b427-767cf5947758 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '108cc1fe-498d-4ea4-97d0-dc92460d422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:50.631812 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Attempting to bind port 327eb8f8-2403-4406-b427-767cf5947758 on network c9bbc3a5-6c9b-4d4c-8259-44bb3005504d {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:50.642356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:50.643125 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Checking segment: {'id': '108cc1fe-498d-4ea4-97d0-dc92460d422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:50.643858 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.644705 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Bound using segment: {'id': '108cc1fe-498d-4ea4-97d0-dc92460d422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:50.645447 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Bound port: 327eb8f8-2403-4406-b427-767cf5947758, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108cc1fe-498d-4ea4-97d0-dc92460d422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:50.646093 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.668110 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-285fa411-2284-458e-a6da-58b9f8237dbd tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.774268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] For port 327eb8f8-2403-4406-b427-767cf5947758, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:50.780835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] For port 327eb8f8-2403-4406-b427-767cf5947758, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=327eb8f8-2403-4406-b427-767cf5947758,segment=NetworkSegment(108cc1fe-498d-4ea4-97d0-dc92460d422a),segment_id=108cc1fe-498d-4ea4-97d0-dc92460d422a)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:50.790075 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.846201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285fa411-2284-458e-a6da-58b9f8237dbd tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=c42bc077-7a26-40f5-9913-595d7d7e45e9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:50.851426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285fa411-2284-458e-a6da-58b9f8237dbd tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:50.867306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-285fa411-2284-458e-a6da-58b9f8237dbd tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:50.875112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285fa411-2284-458e-a6da-58b9f8237dbd tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:50.890407 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285fa411-2284-458e-a6da-58b9f8237dbd tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:50.891826 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-285fa411-2284-458e-a6da-58b9f8237dbd tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.922375 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.933531 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:50.964751 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-285fa411-2284-458e-a6da-58b9f8237dbd tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.8947785 Jul 16 09:06:50.968693 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34522) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:50.975262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddf716-9e5d-4c30-a88a-98986cc9e162 None None] Pushing event updated for resources: {'Port': ['ID=327eb8f8-2403-4406-b427-767cf5947758,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:51.158079 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.274665 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=dd1b7ecc-24c4-467f-8699-c41bc5137c32,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:51.315954 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f93d4b-8a16-43b6-b299-3f857546701c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:51.325819 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a0f93d4b-8a16-43b6-b299-3f857546701c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/c42bc077-7a26-40f5-9913-595d7d7e45e9 HTTP/1.1" status: 200 len: 840 time: 0.2903743 Jul 16 09:06:51.329874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34524) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:51.444718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2891fb45-3e31-4b6b-926b-934e0f44dfac admin admin] Router b6cb980b-d147-4356-9572-3cdf05ccf3ec has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:51.582102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4f717-fbc9-468a-b1c8-e10a5a78943f req-d27c04f1-4053-4194-b4ec-07cb50bc83b2 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:51.584449 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67a4f717-fbc9-468a-b1c8-e10a5a78943f req-d27c04f1-4053-4194-b4ec-07cb50bc83b2 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 946 time: 0.4994533 Jul 16 09:06:51.635831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2891fb45-3e31-4b6b-926b-934e0f44dfac admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:51.647488 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892a538d-9e3d-4ab0-bd60-da0efe5fa0dd None None] Sync routers for ids ['b6cb980b-d147-4356-9572-3cdf05ccf3ec'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:51.648854 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network c9bbc3a5-6c9b-4d4c-8259-44bb3005504d is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:51.657651 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2891fb45-3e31-4b6b-926b-934e0f44dfac admin admin] 10.222.0.20 "PUT /v2.0/routers/b6cb980b-d147-4356-9572-3cdf05ccf3ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0400560 Jul 16 09:06:51.659507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34526) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:51.664017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:51.665258 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892a538d-9e3d-4ab0-bd60-da0efe5fa0dd None None] Routers {'b6cb980b-d147-4356-9572-3cdf05ccf3ec'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:51.667448 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-892a538d-9e3d-4ab0-bd60-da0efe5fa0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b6cb980b-d147-4356-9572-3cdf05ccf3ec'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:51.688750 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67a4f717-fbc9-468a-b1c8-e10a5a78943f req-b02cc0d3-3aec-4d28-9205-941b011799c4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944371 Jul 16 09:06:51.739008 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c5061be3-ffa5-4d4b-99db-57edd6d9cc30 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port c42bc077-7a26-40f5-9913-595d7d7e45e9 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:51.739390 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c5061be3-ffa5-4d4b-99db-57edd6d9cc30 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.866909 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-892a538d-9e3d-4ab0-bd60-da0efe5fa0dd None None] Set router b6cb980b-d147-4356-9572-3cdf05ccf3ec gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:51.901927 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c5061be3-ffa5-4d4b-99db-57edd6d9cc30 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.930188 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:51.960946 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c5061be3-ffa5-4d4b-99db-57edd6d9cc30 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for c42bc077-7a26-40f5-9913-595d7d7e45e9 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:52.100340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 55881709-512b-4504-a23e-98eea331d296 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:06:52.174094 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.314796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] Deleting port a455a892-1de3-4fa5-ae5c-90433388742b {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:52.315146 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.331490 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-892a538d-9e3d-4ab0-bd60-da0efe5fa0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'name': 'tempest-TestServerBasicOps-1212014314-router', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.184'}], 'enable_snat': True}, 'gw_port_id': 'a455a892-1de3-4fa5-ae5c-90433388742b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:58Z', 'updated_at': '2021-07-16T09:06:49Z', 'revision_number': 5, 'project_id': '1da58129bb394706a8efa5d361297217', 'gw_port': {'id': 'a455a892-1de3-4fa5-ae5c-90433388742b', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:ce:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:00:59Z', 'updated_at': '2021-07-16T09:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:52.388939 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:52.408533 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3e4fdc8f-db80-4306-a288-9d64bf7e6523 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/55881709-512b-4504-a23e-98eea331d296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6067424 Jul 16 09:06:52.411464 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34528) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:52.411964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Sync routers for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:52.430808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:52.432906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:52.449011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-88ba47ef-c151-463b-9c20-58f215cc4344 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'network': {'name': 'tempest-RoutersTest-752335244'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:52.465903 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892a538d-9e3d-4ab0-bd60-da0efe5fa0dd None None] Checking router: b6cb980b-d147-4356-9572-3cdf05ccf3ec for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:52.471892 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c5061be3-ffa5-4d4b-99db-57edd6d9cc30 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.501607 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] For port a455a892-1de3-4fa5-ae5c-90433388742b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=a455a892-1de3-4fa5-ae5c-90433388742b,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:52.502248 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.505624 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892a538d-9e3d-4ab0-bd60-da0efe5fa0dd None None] Routers {'b6cb980b-d147-4356-9572-3cdf05ccf3ec'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:52.507413 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-892a538d-9e3d-4ab0-bd60-da0efe5fa0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['b6cb980b-d147-4356-9572-3cdf05ccf3ec'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:52.554197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] Calling delete_port for a455a892-1de3-4fa5-ae5c-90433388742b owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:52.626713 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5061be3-ffa5-4d4b-99db-57edd6d9cc30 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=c42bc077-7a26-40f5-9913-595d7d7e45e9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:52.649312 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ba47ef-c151-463b-9c20-58f215cc4344 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:52.653368 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-88ba47ef-c151-463b-9c20-58f215cc4344 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.680542 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c5061be3-ffa5-4d4b-99db-57edd6d9cc30 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.691903 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c5061be3-ffa5-4d4b-99db-57edd6d9cc30 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/c42bc077-7a26-40f5-9913-595d7d7e45e9 HTTP/1.1" status: 204 len: 168 time: 1.3607426 Jul 16 09:06:52.696339 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34530) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:52.723122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:52.750174 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-0327206e-469b-4710-83bd-51056d39def2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] GET failed (client error): The resource could not be found. Jul 16 09:06:52.756265 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0327206e-469b-4710-83bd-51056d39def2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/c42bc077-7a26-40f5-9913-595d7d7e45e9 HTTP/1.1" status: 404 len: 333 time: 0.0557091 Jul 16 09:06:52.759540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34534) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:52.769069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c24edb7c-ad38-4186-af15-7ebba6f31ea9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'name': 'tempest-PortsTestJSON-892939691'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:52.797449 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-892a538d-9e3d-4ab0-bd60-da0efe5fa0dd None None] Set router b6cb980b-d147-4356-9572-3cdf05ccf3ec gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:52.888716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ba47ef-c151-463b-9c20-58f215cc4344 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] vlan segment allocate from pool success with {'vlan_id': 84, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:52.991009 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-88ba47ef-c151-463b-9c20-58f215cc4344 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:52.992139 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-88ba47ef-c151-463b-9c20-58f215cc4344 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Added segment ddb8b301-efb4-460f-a497-062773065f7e of type vlan for network 9b4b3151-63f3-4d88-8956-323c3f8d2cb1 Jul 16 09:06:53.023871 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-892a538d-9e3d-4ab0-bd60-da0efe5fa0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'name': 'tempest-TestServerBasicOps-1212014314-router', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:58Z', 'updated_at': '2021-07-16T09:06:52Z', 'revision_number': 6, 'project_id': '1da58129bb394706a8efa5d361297217', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:53.081947 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-892a538d-9e3d-4ab0-bd60-da0efe5fa0dd None None] The sync data for ids ['b6cb980b-d147-4356-9572-3cdf05ccf3ec'] in n-d-758944-46 is: [{'id': 'b6cb980b-d147-4356-9572-3cdf05ccf3ec', 'name': 'tempest-TestServerBasicOps-1212014314-router', 'tenant_id': '1da58129bb394706a8efa5d361297217', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:00:58Z', 'updated_at': '2021-07-16T09:06:52Z', 'revision_number': 6, 'project_id': '1da58129bb394706a8efa5d361297217', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:53.119180 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24edb7c-ad38-4186-af15-7ebba6f31ea9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:53.123785 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c24edb7c-ad38-4186-af15-7ebba6f31ea9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.128177 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.141075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 327eb8f8-2403-4406-b427-767cf5947758 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:53.145257 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-88ba47ef-c151-463b-9c20-58f215cc4344 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.170445 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-c24edb7c-ad38-4186-af15-7ebba6f31ea9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port fde120ad-a8cb-4654-8da7-43459bd1fc13 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:06:53.203805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e58fd9-5c68-4018-9c99-237b675937d4 None None] Network c9bbc3a5-6c9b-4d4c-8259-44bb3005504d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:53.246465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=a455a892-1de3-4fa5-ae5c-90433388742b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:53.247070 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-88ba47ef-c151-463b-9c20-58f215cc4344 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.253083 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ba47ef-c151-463b-9c20-58f215cc4344 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:53.253952 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-88ba47ef-c151-463b-9c20-58f215cc4344 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.297802 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d60e732c-8d8b-497a-8dad-b9b752097aef None None] Provisioning for port 327eb8f8-2403-4406-b427-767cf5947758 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:53.330888 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-88ba47ef-c151-463b-9c20-58f215cc4344 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9021533 Jul 16 09:06:53.331627 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34536) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:53.378162 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-1a278c3f-ebc6-4fb7-8342-0cd2a053aae9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'subnet': {'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:53.385618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ba47ef-c151-463b-9c20-58f215cc4344 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Network': ['ID=9b4b3151-63f3-4d88-8956-323c3f8d2cb1,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:53.388858 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 327eb8f8-2403-4406-b427-767cf5947758 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:53.411821 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 9b4b3151-63f3-4d88-8956-323c3f8d2cb1 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:53.418445 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 327eb8f8-2403-4406-b427-767cf5947758 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:53.419524 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.484185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40998d84-408f-42b2-9b1f-6251ede9589b req-55b34d63-8639-434e-9bab-fbbb5638a57e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:53.487786 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40998d84-408f-42b2-9b1f-6251ede9589b req-55b34d63-8639-434e-9bab-fbbb5638a57e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 946 time: 0.3874981 Jul 16 09:06:53.527886 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.728188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.793000 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 327eb8f8-2403-4406-b427-767cf5947758, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=327eb8f8-2403-4406-b427-767cf5947758,segment=NetworkSegment(108cc1fe-498d-4ea4-97d0-dc92460d422a),segment_id=108cc1fe-498d-4ea4-97d0-dc92460d422a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:53.829146 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:53.877661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:06:50Z', 'revision_number': 2, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:50Z', 'revision_number': 2, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:53.918223 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Checking router: 55881709-512b-4504-a23e-98eea331d296 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:06:53.918639 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Updating router 55881709-512b-4504-a23e-98eea331d296 port dd1b7ecc-24c4-467f-8699-c41bc5137c32 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:06:53.957270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=327eb8f8-2403-4406-b427-767cf5947758,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:53.974511 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:53.974880 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:53.975203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:53.975594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:53.975938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:53.976274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:53.976644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:53.976980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:53.977312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:53.977643 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:53.977972 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:53.978297 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:06:53.990519 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.105982 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c24edb7c-ad38-4186-af15-7ebba6f31ea9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.145013 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a278c3f-ebc6-4fb7-8342-0cd2a053aae9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:54.152807 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1a278c3f-ebc6-4fb7-8342-0cd2a053aae9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.234264 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c24edb7c-ad38-4186-af15-7ebba6f31ea9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.265418 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40998d84-408f-42b2-9b1f-6251ede9589b req-d9486e6e-86c5-45dd-9944-14369c7a69aa tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7673790 Jul 16 09:06:54.281694 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.286852 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.343970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-99ede447-64fc-4376-970a-7f4946f2d58a None None] Provisioning complete for port 327eb8f8-2403-4406-b427-767cf5947758 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:54.344819 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-99ede447-64fc-4376-970a-7f4946f2d58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.382280 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.383163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6cb980b-d147-4356-9572-3cdf05ccf3ec {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:06:54.386234 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24edb7c-ad38-4186-af15-7ebba6f31ea9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:54.387632 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24edb7c-ad38-4186-af15-7ebba6f31ea9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=fde120ad-a8cb-4654-8da7-43459bd1fc13,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:54.392480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-c24edb7c-ad38-4186-af15-7ebba6f31ea9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:54.405034 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.409750 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e5375283-b6aa-409a-a3c9-9298b68e6d14 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b6cb980b-d147-4356-9572-3cdf05ccf3ec HTTP/1.1" status: 204 len: 168 time: 2.7457268 Jul 16 09:06:54.412733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24edb7c-ad38-4186-af15-7ebba6f31ea9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:54.416024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34544) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:54.420264 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24edb7c-ad38-4186-af15-7ebba6f31ea9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:54.422201 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c24edb7c-ad38-4186-af15-7ebba6f31ea9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.505104 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c24edb7c-ad38-4186-af15-7ebba6f31ea9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.7422945 Jul 16 09:06:54.525516 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-99ede447-64fc-4376-970a-7f4946f2d58a None None] Provisioning for port dd1b7ecc-24c4-467f-8699-c41bc5137c32 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:54.533841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-99ede447-64fc-4376-970a-7f4946f2d58a None None] Provisioning complete for port dd1b7ecc-24c4-467f-8699-c41bc5137c32 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:54.533841 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-99ede447-64fc-4376-970a-7f4946f2d58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.546664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34546) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:54.555589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d72ea460-e3bd-4101-b257-1d241e97f703 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:54.596038 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3d76d73-ec43-4b39-b203-9e3fd25bc530 admin admin] Deleting subnet ac6ab5e6-4518-4644-9062-dd2a6c324761 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:06:54.615340 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3d76d73-ec43-4b39-b203-9e3fd25bc530 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.626615 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.629833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-99ede447-64fc-4376-970a-7f4946f2d58a None None] Port dd1b7ecc-24c4-467f-8699-c41bc5137c32 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:06:54.660547 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Transition to ACTIVE for port object dd1b7ecc-24c4-467f-8699-c41bc5137c32 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:54.670572 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.672286 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3d76d73-ec43-4b39-b203-9e3fd25bc530 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.751735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a6ab4-4272-4843-bcaf-a0fdd5fab192 None None] Pushing event updated for resources: {'Port': ['ID=dd1b7ecc-24c4-467f-8699-c41bc5137c32,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:54.769746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5570c4a9-d199-4979-b225-08561ee0e083 req-96c12028-cd10-40a8-bdb1-37d241a1d1ed tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:54.771433 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5570c4a9-d199-4979-b225-08561ee0e083 req-96c12028-cd10-40a8-bdb1-37d241a1d1ed tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 946 time: 0.3106966 Jul 16 09:06:54.776460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 327eb8f8-2403-4406-b427-767cf5947758 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:54.791765 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1a278c3f-ebc6-4fb7-8342-0cd2a053aae9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.792316 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3d76d73-ec43-4b39-b203-9e3fd25bc530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.812449 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d72ea460-e3bd-4101-b257-1d241e97f703 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.883230 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3d76d73-ec43-4b39-b203-9e3fd25bc530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.902301 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Attempting to bind port dd1b7ecc-24c4-467f-8699-c41bc5137c32 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:54.902921 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Attempting to bind port dd1b7ecc-24c4-467f-8699-c41bc5137c32 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '108cc1fe-498d-4ea4-97d0-dc92460d422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:54.903504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Attempting to bind port dd1b7ecc-24c4-467f-8699-c41bc5137c32 on network c9bbc3a5-6c9b-4d4c-8259-44bb3005504d {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:54.936795 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 327eb8f8-2403-4406-b427-767cf5947758 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:54.937403 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.942608 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:54.943416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Checking segment: {'id': '108cc1fe-498d-4ea4-97d0-dc92460d422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:54.944105 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.944800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Bound using segment: {'id': '108cc1fe-498d-4ea4-97d0-dc92460d422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:54.945760 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a278c3f-ebc6-4fb7-8342-0cd2a053aae9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Subnet': ['ID=fc856ef7-b485-47f6-b437-400b30ce2df7,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:54.945900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Bound port: dd1b7ecc-24c4-467f-8699-c41bc5137c32, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108cc1fe-498d-4ea4-97d0-dc92460d422a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:54.946468 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.955454 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e3d76d73-ec43-4b39-b203-9e3fd25bc530 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:54.956274 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5570c4a9-d199-4979-b225-08561ee0e083 req-5b72c12d-5a9a-427f-8bd2-4187b8f2ad59 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584661 Jul 16 09:06:54.964216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a278c3f-ebc6-4fb7-8342-0cd2a053aae9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Checking segment: {'id': 'ddb8b301-efb4-460f-a497-062773065f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:54.964631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a278c3f-ebc6-4fb7-8342-0cd2a053aae9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network hostable DHCP agents. Network: 9b4b3151-63f3-4d88-8956-323c3f8d2cb1, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:54.978387 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e3d76d73-ec43-4b39-b203-9e3fd25bc530 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ac6ab5e6-4518-4644-9062-dd2a6c324761 HTTP/1.1" status: 204 len: 168 time: 0.5585933 Jul 16 09:06:54.981739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34548) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:54.989343 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d76d73-ec43-4b39-b203-9e3fd25bc530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6ab5e6-4518-4644-9062-dd2a6c324761,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:55.019380 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34550) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:55.023978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302b8c85-f4bd-4a48-ac90-d44d49aab53b None None] Network f300bd52-22cf-487e-82f9-7011cde41e79 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:55.064269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a278c3f-ebc6-4fb7-8342-0cd2a053aae9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 9b4b3151-63f3-4d88-8956-323c3f8d2cb1 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:06:55.101125 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.120040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-1a278c3f-ebc6-4fb7-8342-0cd2a053aae9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 9b4b3151-63f3-4d88-8956-323c3f8d2cb1) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:55.127921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a278c3f-ebc6-4fb7-8342-0cd2a053aae9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:55.128513 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1a278c3f-ebc6-4fb7-8342-0cd2a053aae9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.143401 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ad8789-0a09-4a9c-9965-199aa7dcf572 None None] Network 9b4b3151-63f3-4d88-8956-323c3f8d2cb1 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:55.171890 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1a278c3f-ebc6-4fb7-8342-0cd2a053aae9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7981586 Jul 16 09:06:55.177536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34552) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:55.189041 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf214bf-d1a9-4121-b88f-20d13518c7e4 tempest-TestVolumeBootPattern-1324620813 tempest-TestVolumeBootPattern-1324620813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:55.193681 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cdf214bf-d1a9-4121-b88f-20d13518c7e4 tempest-TestVolumeBootPattern-1324620813 tempest-TestVolumeBootPattern-1324620813-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 1093 time: 0.1732192 Jul 16 09:06:55.194365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34554) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:55.201631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:55.208221 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d72ea460-e3bd-4101-b257-1d241e97f703 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.222877 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d72ea460-e3bd-4101-b257-1d241e97f703 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.284892 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] For port dd1b7ecc-24c4-467f-8699-c41bc5137c32, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:55.286984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d72ea460-e3bd-4101-b257-1d241e97f703 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] In _notify_port_updated(), no bound segment for port fde120ad-a8cb-4654-8da7-43459bd1fc13 on network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 {{(pid=93695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:06:55.290861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] For port dd1b7ecc-24c4-467f-8699-c41bc5137c32, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=dd1b7ecc-24c4-467f-8699-c41bc5137c32,segment=NetworkSegment(108cc1fe-498d-4ea4-97d0-dc92460d422a),segment_id=108cc1fe-498d-4ea4-97d0-dc92460d422a)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:55.294064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72ea460-e3bd-4101-b257-1d241e97f703 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:55.294064 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d72ea460-e3bd-4101-b257-1d241e97f703 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.295225 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d72ea460-e3bd-4101-b257-1d241e97f703 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "PUT /v2.0/ports/fde120ad-a8cb-4654-8da7-43459bd1fc13 HTTP/1.1" status: 200 len: 818 time: 0.7467594 Jul 16 09:06:55.298949 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.302593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34556) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:55.312778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] Deleting port 4604c38c-c1e9-4dba-a77f-b59cb6438147 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:55.313211 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.331660 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.334279 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72ea460-e3bd-4101-b257-1d241e97f703 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=fde120ad-a8cb-4654-8da7-43459bd1fc13,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:55.445191 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.462432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] For port 4604c38c-c1e9-4dba-a77f-b59cb6438147, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4604c38c-c1e9-4dba-a77f-b59cb6438147,segment=NetworkSegment(120fd852-63c5-46ad-bf94-d36cef52cf47),segment_id=120fd852-63c5-46ad-bf94-d36cef52cf47)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:55.462900 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.576591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] Calling delete_port for 4604c38c-c1e9-4dba-a77f-b59cb6438147 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:55.590720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Allocated IP 172.25.4.41 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/19d6dee6-e5a7-4e77-803c-11ac9a36fc57) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:55.591845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:55.593056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:55.743111 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.803793 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.821345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d418c19a-4629-4834-abf7-fcfe9380be02 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port fde120ad-a8cb-4654-8da7-43459bd1fc13 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:55.822003 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d418c19a-4629-4834-abf7-fcfe9380be02 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.871912 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:55.873032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'Port': ['ID=19d6dee6-e5a7-4e77-803c-11ac9a36fc57,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:55.877231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:55.879505 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:55.979694 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:55.990566 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d418c19a-4629-4834-abf7-fcfe9380be02 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.042739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d418c19a-4629-4834-abf7-fcfe9380be02 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for fde120ad-a8cb-4654-8da7-43459bd1fc13 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:06:56.046718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a6ab4-4272-4843-bcaf-a0fdd5fab192 None None] Pushing event updated for resources: {'Port': ['ID=dd1b7ecc-24c4-467f-8699-c41bc5137c32,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:56.052058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] No DVR routers for this DVR port 4604c38c-c1e9-4dba-a77f-b59cb6438147 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:06:56.072300 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:56.089565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] Pushing event deleted for resources: {'Port': ['ID=4604c38c-c1e9-4dba-a77f-b59cb6438147,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:56.240487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 504b5506-6aa0-4fb6-885f-c2d13e03d59d no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:56.278333 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:06:56.279209 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.286780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 504b5506-6aa0-4fb6-885f-c2d13e03d59d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:56.287212 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 504b5506-6aa0-4fb6-885f-c2d13e03d59d not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:56.289084 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device a455a892-1de3-4fa5-ae5c-90433388742b no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:56.317032 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-00a71a8f-2197-4fc7-b35b-e235353b9758 req-8f76d0c4-824d-4a47-a7a7-c3d47d5623c3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4495521 Jul 16 09:06:56.356870 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.359140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ffc392-c168-4d5e-9f95-12bbb340d33f None None] DHCP port deletion for f300bd52-22cf-487e-82f9-7011cde41e79 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:06:56.367120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: a455a892-1de3-4fa5-ae5c-90433388742b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:56.367553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device a455a892-1de3-4fa5-ae5c-90433388742b not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:56.372163 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d418c19a-4629-4834-abf7-fcfe9380be02 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.422138 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.428580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f300bd52-22cf-487e-82f9-7011cde41e79']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:56.472954 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418c19a-4629-4834-abf7-fcfe9380be02 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=fde120ad-a8cb-4654-8da7-43459bd1fc13,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:56.476983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '120fd852-63c5-46ad-bf94-d36cef52cf47') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:56.477375 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '120fd852-63c5-46ad-bf94-d36cef52cf47') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:56.534168 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d418c19a-4629-4834-abf7-fcfe9380be02 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.534168 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d418c19a-4629-4834-abf7-fcfe9380be02 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/fde120ad-a8cb-4654-8da7-43459bd1fc13 HTTP/1.1" status: 204 len: 168 time: 1.2215557 Jul 16 09:06:56.535911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34558) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:56.567156 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.570915 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:06:50Z', 'revision_number': 2, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:55Z', 'revision_number': 4, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:56.578505 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Allocated IP 172.21.0.2 (9b4b3151-63f3-4d88-8956-323c3f8d2cb1/fc856ef7-b485-47f6-b437-400b30ce2df7/e0765cc4-7aa3-49bf-8419-9d5ef14836c0) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:56.589729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.610234 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:06:56.611022 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:06:56.613108 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:06:56.616514 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d63e97-7192-4ec7-accb-e7b297a78bef None None] The sync data for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 is: [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:06:50Z', 'revision_number': 2, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:55Z', 'revision_number': 4, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:06:56.698848 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.743681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a71a8f-2197-4fc7-b35b-e235353b9758 req-ce56ac0c-d7f6-447f-8732-558e17880ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:56.745489 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-00a71a8f-2197-4fc7-b35b-e235353b9758 req-ce56ac0c-d7f6-447f-8732-558e17880ab6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 1098 time: 0.3651350 Jul 16 09:06:56.761939 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.773186 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.788963 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] 10.222.0.20 "DELETE /v2.0/networks/f300bd52-22cf-487e-82f9-7011cde41e79 HTTP/1.1" status: 204 len: 168 time: 1.7993851 Jul 16 09:06:56.831699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf329c3a-1b2e-4450-9673-d3a6c5ce8f89 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:56.835877 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bf329c3a-1b2e-4450-9673-d3a6c5ce8f89 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2970326 Jul 16 09:06:56.837303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34562) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:56.850537 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4604c38c-c1e9-4dba-a77f-b59cb6438147 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:06:56.860670 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f47b7e-5b0a-4497-927b-ef33374ff99d admin admin] Pushing event deleted for resources: {'Network': ['ID=f300bd52-22cf-487e-82f9-7011cde41e79,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:56.921690 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-5696ad64-5e63-43bb-8156-c22ab920221e tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] GET failed (client error): The resource could not be found. Jul 16 09:06:56.924581 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5696ad64-5e63-43bb-8156-c22ab920221e tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/fde120ad-a8cb-4654-8da7-43459bd1fc13 HTTP/1.1" status: 404 len: 333 time: 0.0326843 Jul 16 09:06:56.924581 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:56.928041 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34564) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:56.933341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 4604c38c-c1e9-4dba-a77f-b59cb6438147 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:06:56.934058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4604c38c-c1e9-4dba-a77f-b59cb6438147 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:06:56.938677 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9daafcd2-3ff3-4307-aec5-f64d51423e26 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1810392861'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:57.038592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34566) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:57.068536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a71a8f-2197-4fc7-b35b-e235353b9758 req-3ba8d2ca-6e71-4db4-bb98-c5ef06ca9e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:57.070152 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-00a71a8f-2197-4fc7-b35b-e235353b9758 req-3ba8d2ca-6e71-4db4-bb98-c5ef06ca9e7c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.2707834 Jul 16 09:06:57.070772 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9daafcd2-3ff3-4307-aec5-f64d51423e26 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:57.074383 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9daafcd2-3ff3-4307-aec5-f64d51423e26 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.119192 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.144161 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Transition to ACTIVE for port object e0765cc4-7aa3-49bf-8419-9d5ef14836c0 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:57.169201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Transition to ACTIVE for port object e0765cc4-7aa3-49bf-8419-9d5ef14836c0 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:57.181998 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.209861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4c6f695d-7593-45ed-b4af-d67286f9f43c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a797f55e5f8d475aab89c0ea124e907d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1676164 Jul 16 09:06:57.212984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34568) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:57.248855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9daafcd2-3ff3-4307-aec5-f64d51423e26 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:06:57.253810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Network 9b4b3151-63f3-4d88-8956-323c3f8d2cb1 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:57.257887 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:57.263535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:57.271223 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Pushing event updated for resources: {'Port': ['ID=e0765cc4-7aa3-49bf-8419-9d5ef14836c0,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:57.277823 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-00a71a8f-2197-4fc7-b35b-e235353b9758 req-c2dabce6-1d02-4fc2-a6e6-6a1128d6ed4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dd20f15-add0-4ffa-ae38-7ce3e523c256 HTTP/1.1" status: 200 len: 999 time: 0.1971300 Jul 16 09:06:57.302558 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9daafcd2-3ff3-4307-aec5-f64d51423e26 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.302914 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-9daafcd2-3ff3-4307-aec5-f64d51423e26 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Added segment 0f3c9b16-3c90-4209-9697-829b1ea93387 of type vlan for network 41e9b79a-14b2-4fde-858b-6168efc9198d Jul 16 09:06:57.333602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Allocated IP 172.21.0.1 (9b4b3151-63f3-4d88-8956-323c3f8d2cb1/fc856ef7-b485-47f6-b437-400b30ce2df7/88840c12-31ed-4acb-ae1d-bfc1ad41ded7) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:06:57.363487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Attempting to bind port e0765cc4-7aa3-49bf-8419-9d5ef14836c0 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:06:57.364089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Attempting to bind port e0765cc4-7aa3-49bf-8419-9d5ef14836c0 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'ddb8b301-efb4-460f-a497-062773065f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:06:57.364890 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Attempting to bind port e0765cc4-7aa3-49bf-8419-9d5ef14836c0 on network 9b4b3151-63f3-4d88-8956-323c3f8d2cb1 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:06:57.375091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:06:57.375903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Checking segment: {'id': 'ddb8b301-efb4-460f-a497-062773065f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:57.376633 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.377421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Bound using segment: {'id': 'ddb8b301-efb4-460f-a497-062773065f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:06:57.378105 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Bound port: e0765cc4-7aa3-49bf-8419-9d5ef14836c0, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb8b301-efb4-460f-a497-062773065f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:06:57.379096 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.382812 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.399150 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.415953 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9daafcd2-3ff3-4307-aec5-f64d51423e26 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.449590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a71a8f-2197-4fc7-b35b-e235353b9758 req-e9d22f52-40f6-43bf-ac55-e47241ad4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:57.453736 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-00a71a8f-2197-4fc7-b35b-e235353b9758 req-e9d22f52-40f6-43bf-ac55-e47241ad4c9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.1658742 Jul 16 09:06:57.469204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] For port e0765cc4-7aa3-49bf-8419-9d5ef14836c0, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:06:57.473394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] For port e0765cc4-7aa3-49bf-8419-9d5ef14836c0, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e0765cc4-7aa3-49bf-8419-9d5ef14836c0,segment=NetworkSegment(ddb8b301-efb4-460f-a497-062773065f7e),segment_id=ddb8b301-efb4-460f-a497-062773065f7e)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:06:57.481727 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.501880 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b52221f0-2770-4fc6-83ac-f28dad82bab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.610945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ece383-03cf-4208-a50f-8d1ec6ba41b7 None None] Pushing event updated for resources: {'Port': ['ID=e0765cc4-7aa3-49bf-8419-9d5ef14836c0,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:57.615274 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.633204 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b52221f0-2770-4fc6-83ac-f28dad82bab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.656657 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9daafcd2-3ff3-4307-aec5-f64d51423e26 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.663826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daafcd2-3ff3-4307-aec5-f64d51423e26 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:57.664757 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9daafcd2-3ff3-4307-aec5-f64d51423e26 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.704806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'Port': ['ID=19d6dee6-e5a7-4e77-803c-11ac9a36fc57,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:57.779377 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daafcd2-3ff3-4307-aec5-f64d51423e26 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Network': ['ID=41e9b79a-14b2-4fde-858b-6168efc9198d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:57.814393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 41e9b79a-14b2-4fde-858b-6168efc9198d details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:06:57.826181 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.851781 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a71a8f-2197-4fc7-b35b-e235353b9758 req-d2d9e59a-ea82-4231-baa9-e3e6b73fb6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:57.853959 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-00a71a8f-2197-4fc7-b35b-e235353b9758 req-d2d9e59a-ea82-4231-baa9-e3e6b73fb6d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3848367 Jul 16 09:06:57.854925 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Floating IP 2cef2b18-9fb1-45b8-9bb0-c818cc4fd218 associated. External IP: 172.25.4.41, port: 3dd20f15-add0-4ffa-ae38-7ce3e523c256. Jul 16 09:06:57.860421 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9daafcd2-3ff3-4307-aec5-f64d51423e26 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9255798 Jul 16 09:06:57.860421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Transition to ACTIVE for port object 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:06:57.862045 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b52221f0-2770-4fc6-83ac-f28dad82bab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.863939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34572) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:57.865190 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b52221f0-2770-4fc6-83ac-f28dad82bab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:57.866643 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b52221f0-2770-4fc6-83ac-f28dad82bab5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0bab8251-7964-4381-99d5-f127ea7da3ad HTTP/1.1" status: 204 len: 168 time: 0.6514044 Jul 16 09:06:57.873387 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c60d4323-a774-49bb-8c7c-4472b046eb8f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'subnet': {'network_id': '41e9b79a-14b2-4fde-858b-6168efc9198d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:06:57.970159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52221f0-2770-4fc6-83ac-f28dad82bab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bab8251-7964-4381-99d5-f127ea7da3ad,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:58.119116 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-997268e0-50f1-4aaa-b775-8ce64c2d09c8 req-2087fe87-23d0-4c3d-848a-e883f5e7b551 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6415789 Jul 16 09:06:58.158144 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-00a71a8f-2197-4fc7-b35b-e235353b9758 req-a325c56e-aa1f-40f0-a355-ef50a3e3bb27 service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951424 Jul 16 09:06:58.193088 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.268634 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60d4323-a774-49bb-8c7c-4472b046eb8f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:06:58.272592 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c60d4323-a774-49bb-8c7c-4472b046eb8f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:58.682395 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34580) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:58.682731 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34582) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:58.697235 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 9b4b3151-63f3-4d88-8956-323c3f8d2cb1 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:06:58.739725 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:06:58.787194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e0765cc4-7aa3-49bf-8419-9d5ef14836c0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:58.790479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:06:58.797885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=88840c12-31ed-4acb-ae1d-bfc1ad41ded7,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:58.831338 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-00a71a8f-2197-4fc7-b35b-e235353b9758 req-4f21a32a-708e-4787-8921-e2ac63e4c7d7 service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6668203 Jul 16 09:06:58.890465 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port e0765cc4-7aa3-49bf-8419-9d5ef14836c0 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:58.897283 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dd1b7ecc-24c4-467f-8699-c41bc5137c32 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:06:58.949683 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3c936fa7-c8c0-44fd-b6a4-d1be29047395 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1da58129bb394706a8efa5d361297217&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2468662 Jul 16 09:06:58.958593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34584) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:06:58.996455 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port dd1b7ecc-24c4-467f-8699-c41bc5137c32 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:59.004431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port dd1b7ecc-24c4-467f-8699-c41bc5137c32 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:59.015178 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.018354 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.029042 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Router 89025303-18ca-442d-bc24-d7efcd2f1f92 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:06:59.046708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997268e0-50f1-4aaa-b775-8ce64c2d09c8 req-b906b82b-83dd-47a9-85d2-923f3dc5a2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:59.050280 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-997268e0-50f1-4aaa-b775-8ce64c2d09c8 req-b906b82b-83dd-47a9-85d2-923f3dc5a2eb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3ab8e23c8bad442791124f8d5118839e&device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 1098 time: 0.7400382 Jul 16 09:06:59.166285 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.216615 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port dd1b7ecc-24c4-467f-8699-c41bc5137c32, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=dd1b7ecc-24c4-467f-8699-c41bc5137c32,segment=NetworkSegment(108cc1fe-498d-4ea4-97d0-dc92460d422a),segment_id=108cc1fe-498d-4ea4-97d0-dc92460d422a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:06:59.234969 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.287587 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48e2ba92-e550-4f54-b501-b4a44dfb16f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.412320 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48e2ba92-e550-4f54-b501-b4a44dfb16f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.416717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=dd1b7ecc-24c4-467f-8699-c41bc5137c32,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:59.425647 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c60d4323-a774-49bb-8c7c-4472b046eb8f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.457023 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.458532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:06:59.479214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997268e0-50f1-4aaa-b775-8ce64c2d09c8 req-78c776fe-f75a-4e99-a254-4013ea274eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:59.481925 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-997268e0-50f1-4aaa-b775-8ce64c2d09c8 req-78c776fe-f75a-4e99-a254-4013ea274eb1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7f238166-dba4-4a99-b7aa-4fd6004298d5 HTTP/1.1" status: 200 len: 913 time: 0.3327477 Jul 16 09:06:59.482436 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b546499-d694-4752-8a55-5fb856d535b9 None None] Sync routers for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:06:59.503062 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b546499-d694-4752-8a55-5fb856d535b9 None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:06:59.505482 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7b546499-d694-4752-8a55-5fb856d535b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:06:59.570180 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.650990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-afbfbaef-df3b-4c75-b2c6-23fdbf7f6dfd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Deleting port 77bde0d4-1505-4241-9322-2640303a1f78 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:06:59.651644 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-afbfbaef-df3b-4c75-b2c6-23fdbf7f6dfd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.670013 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dac573b-d5e3-4adf-9cf6-0126148795a8 None None] Network 9b4b3151-63f3-4d88-8956-323c3f8d2cb1 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:06:59.673497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d4323-a774-49bb-8c7c-4472b046eb8f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Subnet': ['ID=e7866350-0b26-4d1e-9aa4-e9a9dd4a5624,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:06:59.735243 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-997268e0-50f1-4aaa-b775-8ce64c2d09c8 req-cd85158f-55f9-4ad5-8af3-92d1b9ee32cf service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97eb3d64-c640-4aec-8ba1-ebab68fde741 HTTP/1.1" status: 200 len: 1002 time: 0.2450278 Jul 16 09:06:59.739575 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-46557fcf-2055-4bdd-820d-8557f2d54fe0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5405769 Jul 16 09:06:59.739975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'tag': '3dd20f15-add0-4ffa-ae38-7ce3e523c256'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:06:59.743888 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c4411d-d6e4-427e-b11b-6362bd52773a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4", "tag": "3dd20f15-add0-4ffa-ae38-7ce3e523c256"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:06:59.774385 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2a63ee81-b4f8-41ce-8771-92084077ec51 None None] Provisioning for port e0765cc4-7aa3-49bf-8419-9d5ef14836c0 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:06:59.776919 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48e2ba92-e550-4f54-b501-b4a44dfb16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.781850 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-7b546499-d694-4752-8a55-5fb856d535b9 None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:06:59.783545 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48e2ba92-e550-4f54-b501-b4a44dfb16f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.785912 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-48e2ba92-e550-4f54-b501-b4a44dfb16f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/747550eb-ab84-461d-9720-aa9119defce3 HTTP/1.1" status: 204 len: 168 time: 0.8246984 Jul 16 09:06:59.798827 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2a63ee81-b4f8-41ce-8771-92084077ec51 None None] Provisioning complete for port e0765cc4-7aa3-49bf-8419-9d5ef14836c0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:06:59.799403 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a63ee81-b4f8-41ce-8771-92084077ec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:59.875561 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7e9b78-1517-4938-ae1b-7a29228bc2d7 x-openstack-request-id: req-db7e9b78-1517-4938-ae1b-7a29228bc2d7 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:06:59.876007 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4", "tag": "3dd20f15-add0-4ffa-ae38-7ce3e523c256", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:06:59.876724 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db7e9b78-1517-4938-ae1b-7a29228bc2d7 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:06:59.877606 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'tag': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'status': 'completed', 'code': 200} Jul 16 09:06:59.908167 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60d4323-a774-49bb-8c7c-4472b046eb8f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Checking segment: {'id': '0f3c9b16-3c90-4209-9697-829b1ea93387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '41e9b79a-14b2-4fde-858b-6168efc9198d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:06:59.908813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60d4323-a774-49bb-8c7c-4472b046eb8f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network hostable DHCP agents. Network: 41e9b79a-14b2-4fde-858b-6168efc9198d, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:06:59.911975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997268e0-50f1-4aaa-b775-8ce64c2d09c8 req-7f1124ef-dedf-4c8d-94e6-4bc2b4d77c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:59.919347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-997268e0-50f1-4aaa-b775-8ce64c2d09c8 req-7f1124ef-dedf-4c8d-94e6-4bc2b4d77c67 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1a02da06-d166-42f8-92a5-4a30e97b331d HTTP/1.1" status: 200 len: 852 time: 0.1695216 Jul 16 09:07:00.085074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997268e0-50f1-4aaa-b775-8ce64c2d09c8 req-3729d278-7afc-4018-95f2-f1e03935c640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:00.087555 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-997268e0-50f1-4aaa-b775-8ce64c2d09c8 req-3729d278-7afc-4018-95f2-f1e03935c640 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f238166-dba4-4a99-b7aa-4fd6004298d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1612577 Jul 16 09:07:00.103186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-997268e0-50f1-4aaa-b775-8ce64c2d09c8 req-93947b9a-3349-48fe-be2d-41d865b70b25 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:07:00.108087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-997268e0-50f1-4aaa-b775-8ce64c2d09c8 req-93947b9a-3349-48fe-be2d-41d865b70b25 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084741 Jul 16 09:07:00.133650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e2ba92-e550-4f54-b501-b4a44dfb16f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747550eb-ab84-461d-9720-aa9119defce3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:00.277455 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a63ee81-b4f8-41ce-8771-92084077ec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.293095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60d4323-a774-49bb-8c7c-4472b046eb8f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 41e9b79a-14b2-4fde-858b-6168efc9198d is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:00.357399 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-afbfbaef-df3b-4c75-b2c6-23fdbf7f6dfd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.357868 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-afbfbaef-df3b-4c75-b2c6-23fdbf7f6dfd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.378226 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7b546499-d694-4752-8a55-5fb856d535b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2cef2b18-9fb1-45b8-9bb0-c818cc4fd218', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'port_id': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'mac_address': 'fa:16:3e:e3:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:06:56Z', 'revision_number': 0, 'project_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:00.383918 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-997268e0-50f1-4aaa-b775-8ce64c2d09c8 req-46b0e674-3f40-4fe7-b6ec-435d60301862 service neutron] 10.222.0.38 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683220 Jul 16 09:07:00.411587 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-c60d4323-a774-49bb-8c7c-4472b046eb8f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 41e9b79a-14b2-4fde-858b-6168efc9198d) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:00.414773 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-afbfbaef-df3b-4c75-b2c6-23fdbf7f6dfd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Calling delete_port for 77bde0d4-1505-4241-9322-2640303a1f78 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:00.445785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7e06f9-8384-445e-bbcc-595d2ea7b6de None None] Network 41e9b79a-14b2-4fde-858b-6168efc9198d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:00.452759 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b546499-d694-4752-8a55-5fb856d535b9 None None] Checking router: 89025303-18ca-442d-bc24-d7efcd2f1f92 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:00.458225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2a63ee81-b4f8-41ce-8771-92084077ec51 None None] For port e0765cc4-7aa3-49bf-8419-9d5ef14836c0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e0765cc4-7aa3-49bf-8419-9d5ef14836c0,segment=NetworkSegment(ddb8b301-efb4-460f-a497-062773065f7e),segment_id=ddb8b301-efb4-460f-a497-062773065f7e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:00.470555 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b546499-d694-4752-8a55-5fb856d535b9 None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:00.471943 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7b546499-d694-4752-8a55-5fb856d535b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:00.478119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60d4323-a774-49bb-8c7c-4472b046eb8f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:00.479139 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c60d4323-a774-49bb-8c7c-4472b046eb8f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.505870 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a63ee81-b4f8-41ce-8771-92084077ec51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:00.536086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4411d-d6e4-427e-b11b-6362bd52773a req-f28677fc-dccf-4a48-821c-2f76373092ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:00.538875 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36c4411d-d6e4-427e-b11b-6362bd52773a req-f28677fc-dccf-4a48-821c-2f76373092ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 1098 time: 0.6212552 Jul 16 09:07:00.653917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-997268e0-50f1-4aaa-b775-8ce64c2d09c8 req-a072e19e-f4c2-4fab-ae5b-1b586cddf61c service neutron] 10.222.0.38 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655733 Jul 16 09:07:00.740091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dd1b7ecc-24c4-467f-8699-c41bc5137c32 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:00.809479 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-7b546499-d694-4752-8a55-5fb856d535b9 None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:00.837039 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a63ee81-b4f8-41ce-8771-92084077ec51 None None] Pushing event updated for resources: {'Port': ['ID=e0765cc4-7aa3-49bf-8419-9d5ef14836c0,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:00.847092 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c60d4323-a774-49bb-8c7c-4472b046eb8f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9813488 Jul 16 09:07:00.851320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34602) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:00.861047 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4d988b75-5145-44fc-98ad-88b74a9ace69 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'subnet': {'network_id': '41e9b79a-14b2-4fde-858b-6168efc9198d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:01.053913 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-41e9b79a-14b2-4fde-858b-6168efc9198d', 'network_id': '41e9b79a-14b2-4fde-858b-6168efc9198d', 'tenant_id': '448df4f2bed44d7b950b1c67e31fddf3', 'fixed_ips': [{'subnet_id': 'e7866350-0b26-4d1e-9aa4-e9a9dd4a5624'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:07:01.056122 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.102006 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port dd1b7ecc-24c4-467f-8699-c41bc5137c32 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:01.102290 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.222987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4411d-d6e4-427e-b11b-6362bd52773a req-4c2f4913-63ea-4da0-9c33-5690b595dc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:01.226482 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36c4411d-d6e4-427e-b11b-6362bd52773a req-4c2f4913-63ea-4da0-9c33-5690b595dc2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.5879400 Jul 16 09:07:01.388781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d988b75-5145-44fc-98ad-88b74a9ace69 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:01.399968 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d988b75-5145-44fc-98ad-88b74a9ace69 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.428713 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.505910 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7b546499-d694-4752-8a55-5fb856d535b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2cef2b18-9fb1-45b8-9bb0-c818cc4fd218', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'port_id': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'mac_address': 'fa:16:3e:e3:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:06:56Z', 'revision_number': 0, 'project_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:01.530902 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.543092 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b546499-d694-4752-8a55-5fb856d535b9 None None] The sync data for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 is: [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2cef2b18-9fb1-45b8-9bb0-c818cc4fd218', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'port_id': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'mac_address': 'fa:16:3e:e3:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:06:56Z', 'revision_number': 0, 'project_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:01.649074 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-22f2edc9-c89d-47f7-896d-bab0ea736b52 None None] Provisioning for port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:01.722131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-22f2edc9-c89d-47f7-896d-bab0ea736b52 None None] Provisioning complete for port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:01.722895 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-22f2edc9-c89d-47f7-896d-bab0ea736b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.776439 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34612) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:01.813068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Allocated IP 172.20.0.2 (41e9b79a-14b2-4fde-858b-6168efc9198d/e7866350-0b26-4d1e-9aa4-e9a9dd4a5624/64b176b5-d21a-4183-af91-858e06943874) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:01.857429 n-d-758944-46 neutron-server[93695]: INFO neutron.db.ipam_backend_mixin [None req-4d988b75-5145-44fc-98ad-88b74a9ace69 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e7866350-0b26-4d1e-9aa4-e9a9dd4a5624 (CIDR: 172.20.0.0/28) Jul 16 09:07:01.864002 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d988b75-5145-44fc-98ad-88b74a9ace69 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:07:01.864924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d988b75-5145-44fc-98ad-88b74a9ace69 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:07:01.886638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-22f2edc9-c89d-47f7-896d-bab0ea736b52 None None] Port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:01.900601 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4d988b75-5145-44fc-98ad-88b74a9ace69 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0473211 Jul 16 09:07:01.905976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34616) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:01.924650 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e3e1b601-121d-4102-9a86-27b5cb60732a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'subnet': {'network_id': '41e9b79a-14b2-4fde-858b-6168efc9198d', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:01.951773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-22f2edc9-c89d-47f7-896d-bab0ea736b52 None None] Provisioning complete for port e0765cc4-7aa3-49bf-8419-9d5ef14836c0 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:01.952661 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-22f2edc9-c89d-47f7-896d-bab0ea736b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:01.960363 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36c4411d-d6e4-427e-b11b-6362bd52773a req-f526bf21-b195-47e0-9067-d731f713d298 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dd20f15-add0-4ffa-ae38-7ce3e523c256 HTTP/1.1" status: 200 len: 999 time: 0.7215087 Jul 16 09:07:02.005947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=88840c12-31ed-4acb-ae1d-bfc1ad41ded7,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:02.023473 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.119305 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-afbfbaef-df3b-4c75-b2c6-23fdbf7f6dfd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.191112 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e1b601-121d-4102-9a86-27b5cb60732a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:02.191711 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db109769-1790-45ff-887b-2029102a778c None None] New status for floating IP 2cef2b18-9fb1-45b8-9bb0-c818cc4fd218: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:07:02.198624 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e3e1b601-121d-4102-9a86-27b5cb60732a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.265307 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.275706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-881962701-network', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:02.285260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbfbaef-df3b-4c75-b2c6-23fdbf7f6dfd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Pushing event deleted for resources: {'Port': ['ID=77bde0d4-1505-4241-9322-2640303a1f78,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:02.289820 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Transition to ACTIVE for port object 64b176b5-d21a-4183-af91-858e06943874 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:02.294157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4411d-d6e4-427e-b11b-6362bd52773a req-645b7b62-d8a1-42f0-aec3-739fae59ee01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:02.296021 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36c4411d-d6e4-427e-b11b-6362bd52773a req-645b7b62-d8a1-42f0-aec3-739fae59ee01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.3131189 Jul 16 09:07:02.406828 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Transition to ACTIVE for port object 64b176b5-d21a-4183-af91-858e06943874 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:02.423251 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.469472 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] Made reservation on behalf of fbf4233f3a0a46c794e775568ac8e74d for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:02.473046 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.544852 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.578764 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 9b4b3151-63f3-4d88-8956-323c3f8d2cb1 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:02.585097 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-afbfbaef-df3b-4c75-b2c6-23fdbf7f6dfd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.585587 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-afbfbaef-df3b-4c75-b2c6-23fdbf7f6dfd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Floating IP fb0800f3-2cd5-47d9-89a1-8632625a6978 disassociated (deleted). External IP: 172.25.4.202, port: 97eb3d64-c640-4aec-8ba1-ebab68fde741. Jul 16 09:07:02.606479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:02.758626 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e3e1b601-121d-4102-9a86-27b5cb60732a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.772372 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c4411d-d6e4-427e-b11b-6362bd52773a req-091cabde-99b0-40f5-ad5b-642c9356dd6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:02.775210 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36c4411d-d6e4-427e-b11b-6362bd52773a req-091cabde-99b0-40f5-ad5b-642c9356dd6f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4402354 Jul 16 09:07:02.826001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e1b601-121d-4102-9a86-27b5cb60732a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 41e9b79a-14b2-4fde-858b-6168efc9198d is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:02.831517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e3e1b601-121d-4102-9a86-27b5cb60732a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:02.838027 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e1b601-121d-4102-9a86-27b5cb60732a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:02.839234 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e3e1b601-121d-4102-9a86-27b5cb60732a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.859396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e1b601-121d-4102-9a86-27b5cb60732a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Subnet': ['ID=ed04e58c-bf32-4400-ae8e-02dd02c43033,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:02.898676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Network 41e9b79a-14b2-4fde-858b-6168efc9198d is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:02.901055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:02.917082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e0765cc4-7aa3-49bf-8419-9d5ef14836c0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:02.923570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:02.966507 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Pushing event updated for resources: {'Port': ['ID=64b176b5-d21a-4183-af91-858e06943874,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:03.017363 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4b77f392-54f8-4575-93b5-3f320a68c9d6 None None] Provisioning complete for port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:03.017771 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4b77f392-54f8-4575-93b5-3f320a68c9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.096076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Attempting to bind port 64b176b5-d21a-4183-af91-858e06943874 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:03.096458 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Attempting to bind port 64b176b5-d21a-4183-af91-858e06943874 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '0f3c9b16-3c90-4209-9697-829b1ea93387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '41e9b79a-14b2-4fde-858b-6168efc9198d'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:03.096868 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Attempting to bind port 64b176b5-d21a-4183-af91-858e06943874 on network 41e9b79a-14b2-4fde-858b-6168efc9198d {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:03.103093 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-4b77f392-54f8-4575-93b5-3f320a68c9d6 None None] Port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:03.108268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:03.109302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Checking segment: {'id': '0f3c9b16-3c90-4209-9697-829b1ea93387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '41e9b79a-14b2-4fde-858b-6168efc9198d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:03.109739 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.110168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Bound using segment: {'id': '0f3c9b16-3c90-4209-9697-829b1ea93387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '41e9b79a-14b2-4fde-858b-6168efc9198d'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:03.110670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Bound port: 64b176b5-d21a-4183-af91-858e06943874, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3c9b16-3c90-4209-9697-829b1ea93387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '41e9b79a-14b2-4fde-858b-6168efc9198d'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:03.111132 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.121966 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e0765cc4-7aa3-49bf-8419-9d5ef14836c0 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:03.122378 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.226649 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] For port 64b176b5-d21a-4183-af91-858e06943874, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:03.245772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] For port 64b176b5-d21a-4183-af91-858e06943874, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=64b176b5-d21a-4183-af91-858e06943874,segment=NetworkSegment(0f3c9b16-3c90-4209-9697-829b1ea93387),segment_id=0f3c9b16-3c90-4209-9697-829b1ea93387)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:03.287704 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.305988 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ac1f11d6-41fa-495b-a90e-01425d8a0feb None None] Provisioning complete for port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:03.306395 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ac1f11d6-41fa-495b-a90e-01425d8a0feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.400463 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da624b55-143e-4036-823f-bcc4f72d7804 None None] Pushing event updated for resources: {'Port': ['ID=64b176b5-d21a-4183-af91-858e06943874,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:03.403789 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ac1f11d6-41fa-495b-a90e-01425d8a0feb None None] Port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:03.716341 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 55881709-512b-4504-a23e-98eea331d296 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:03.753772 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.770503 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e3e1b601-121d-4102-9a86-27b5cb60732a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8616536 Jul 16 09:07:03.774682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34618) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:03.780625 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.782002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'network_id': '41e9b79a-14b2-4fde-858b-6168efc9198d', 'fixed_ips': [{'subnet_id': 'e7866350-0b26-4d1e-9aa4-e9a9dd4a5624'}, {'subnet_id': 'ed04e58c-bf32-4400-ae8e-02dd02c43033'}], 'name': 'tempest-PortsTestJSON-155409043'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:03.815122 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36c4411d-d6e4-427e-b11b-6362bd52773a req-c2d97a9d-bbf4-4b25-9b4b-7f298084ba6a service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9050069 Jul 16 09:07:03.937789 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:03.957891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc271c2-17b1-4424-8491-5ab3fe2621a5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:03.990663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:03.995555 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.995919 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] Added segment 4dd1cb70-b288-4f27-8207-223c72ad38dd of type vlan for network 5eaf9844-ead3-4e77-be67-daed81ce763d Jul 16 09:07:04.017190 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.133073 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.157264 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:04.168167 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-543dcdc3-8932-4242-94b4-7fa789cd5e70 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/55881709-512b-4504-a23e-98eea331d296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9838381 Jul 16 09:07:04.171529 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Sync routers for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:04.181257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34620) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:04.194296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c79526c4-7fd7-4a8a-abb4-800abdc541ae tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'network': {'name': 'tempest-RoutersTest-1941971519'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:04.196934 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36c4411d-d6e4-427e-b11b-6362bd52773a req-983c69f7-5b6c-4eab-9fc0-e0649ab85965 service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740005 Jul 16 09:07:04.197399 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:04.199233 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:04.204425 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.219143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbfbaef-df3b-4c75-b2c6-23fdbf7f6dfd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Router 35b14b58-99f1-4054-bc0a-5cf6ae977786 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:04.237905 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port 2c4a270a-4009-4b54-8008-566c5f0185b1 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:07:04.242222 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.244000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:04.245030 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.303094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79526c4-7fd7-4a8a-abb4-800abdc541ae tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:04.307015 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c79526c4-7fd7-4a8a-abb4-800abdc541ae tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.346045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79526c4-7fd7-4a8a-abb4-800abdc541ae tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:04.358796 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c79526c4-7fd7-4a8a-abb4-800abdc541ae tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.358796 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-c79526c4-7fd7-4a8a-abb4-800abdc541ae tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Added segment b1d5998a-a515-472e-a537-5117a8c5bd56 of type vlan for network 5d3eead1-36ba-452e-9731-aa0c74865945 Jul 16 09:07:04.415918 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c79526c4-7fd7-4a8a-abb4-800abdc541ae tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.456744 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c79526c4-7fd7-4a8a-abb4-800abdc541ae tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.462845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79526c4-7fd7-4a8a-abb4-800abdc541ae tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:04.463589 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c79526c4-7fd7-4a8a-abb4-800abdc541ae tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.515595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbfbaef-df3b-4c75-b2c6-23fdbf7f6dfd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:04.533847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a321f1-868c-4c73-89ba-f9a6c8c83500 None None] Sync routers for ids ['35b14b58-99f1-4054-bc0a-5cf6ae977786'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:04.551843 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-afbfbaef-df3b-4c75-b2c6-23fdbf7f6dfd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:04.559893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a321f1-868c-4c73-89ba-f9a6c8c83500 None None] Routers {'35b14b58-99f1-4054-bc0a-5cf6ae977786'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:04.561254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-93a321f1-868c-4c73-89ba-f9a6c8c83500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['35b14b58-99f1-4054-bc0a-5cf6ae977786'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:04.610355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79526c4-7fd7-4a8a-abb4-800abdc541ae tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Network': ['ID=5d3eead1-36ba-452e-9731-aa0c74865945,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:04.641624 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:04.662630 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 5d3eead1-36ba-452e-9731-aa0c74865945 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:04.664339 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c79526c4-7fd7-4a8a-abb4-800abdc541ae tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4777133 Jul 16 09:07:04.672297 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34622) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:04.688559 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-49275bce-1031-415a-aa15-35339a42624b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'subnet': {'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:04.738031 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.8907650 Jul 16 09:07:04.758301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34624) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:04.778698 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-beed19e2-a061-4381-b985-fa5e6fa93cf1 admin admin] Request body: {'subnet': {'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-881962701-subnet', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:04.879821 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad23b8f-4ad1-4f33-be50-8c78796c4439 admin admin] Pushing event updated for resources: {'Network': ['ID=5eaf9844-ead3-4e77-be67-daed81ce763d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:04.907812 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e7b748-1785-42a0-9809-d8cd09b9dd0e None None] Network 41e9b79a-14b2-4fde-858b-6168efc9198d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:04.910287 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 5eaf9844-ead3-4e77-be67-daed81ce763d details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:04.917138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-afbfbaef-df3b-4c75-b2c6-23fdbf7f6dfd tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "DELETE /v2.0/floatingips/fb0800f3-2cd5-47d9-89a1-8632625a6978 HTTP/1.1" status: 204 len: 168 time: 6.2176878 Jul 16 09:07:04.925882 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'tag': '97eb3d64-c640-4aec-8ba1-ebab68fde741'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:04.942767 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10cef7b8-1075-477e-8592-4d48523ee822" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c704f5-828a-463b-90e0-dc7a2ac34929", "tag": "97eb3d64-c640-4aec-8ba1-ebab68fde741"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:04.982551 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 64b176b5-d21a-4183-af91-858e06943874 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:04.994470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-93a321f1-868c-4c73-89ba-f9a6c8c83500 None None] Set router 35b14b58-99f1-4054-bc0a-5cf6ae977786 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:05.116463 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3085b4-d6ec-4a84-ac9b-8d40dafd8fce x-openstack-request-id: req-bb3085b4-d6ec-4a84-ac9b-8d40dafd8fce {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:05.120139 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c704f5-828a-463b-90e0-dc7a2ac34929", "tag": "97eb3d64-c640-4aec-8ba1-ebab68fde741", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:05.121054 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bb3085b4-d6ec-4a84-ac9b-8d40dafd8fce {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:05.122581 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'tag': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'status': 'completed', 'code': 200} Jul 16 09:07:05.151980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-36bb2963-3fb9-4435-874d-022ce2f4bc4f None None] Provisioning for port 64b176b5-d21a-4183-af91-858e06943874 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:05.249430 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 3, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:00Z', 'revision_number': 2, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:05.298821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beed19e2-a061-4381-b985-fa5e6fa93cf1 admin admin] Made reservation on behalf of fbf4233f3a0a46c794e775568ac8e74d for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:05.304953 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-beed19e2-a061-4381-b985-fa5e6fa93cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.335141 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Checking router: 55881709-512b-4504-a23e-98eea331d296 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:05.336114 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Updating router 55881709-512b-4504-a23e-98eea331d296 port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:07:05.339398 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5f229dc6-f515-49c9-8cd2-58303bcaca67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.346136 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 64b176b5-d21a-4183-af91-858e06943874 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:05.365313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 64b176b5-d21a-4183-af91-858e06943874 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:05.365843 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.453949 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.566514 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.592699 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-93a321f1-868c-4c73-89ba-f9a6c8c83500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:02:19Z', 'revision_number': 4, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e21b0307-51c6-4830-b853-1de1926bda7f', 'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'mac_address': 'fa:16:3e:3a:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:17Z', 'updated_at': '2021-07-16T09:02:31Z', 'revision_number': 5, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'subnets': [{'id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:05.614873 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Allocated IP 172.20.0.10 (41e9b79a-14b2-4fde-858b-6168efc9198d/e7866350-0b26-4d1e-9aa4-e9a9dd4a5624/2c4a270a-4009-4b54-8008-566c5f0185b1) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:05.627710 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49275bce-1031-415a-aa15-35339a42624b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:05.633987 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49275bce-1031-415a-aa15-35339a42624b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.655738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Allocated IP 172.20.0.20 (41e9b79a-14b2-4fde-858b-6168efc9198d/ed04e58c-bf32-4400-ae8e-02dd02c43033/2c4a270a-4009-4b54-8008-566c5f0185b1) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:05.663112 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cef7b8-1075-477e-8592-4d48523ee822 req-acabf71d-eae1-4f6b-a48f-1cea325cafbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:05.665929 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10cef7b8-1075-477e-8592-4d48523ee822 req-acabf71d-eae1-4f6b-a48f-1cea325cafbf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3ab8e23c8bad442791124f8d5118839e&device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 1098 time: 0.5335765 Jul 16 09:07:05.667441 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a321f1-868c-4c73-89ba-f9a6c8c83500 None None] Checking router: 35b14b58-99f1-4054-bc0a-5cf6ae977786 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:05.694197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 64b176b5-d21a-4183-af91-858e06943874, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=64b176b5-d21a-4183-af91-858e06943874,segment=NetworkSegment(0f3c9b16-3c90-4209-9697-829b1ea93387),segment_id=0f3c9b16-3c90-4209-9697-829b1ea93387)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:05.710217 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.721906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a321f1-868c-4c73-89ba-f9a6c8c83500 None None] Routers {'35b14b58-99f1-4054-bc0a-5cf6ae977786'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:05.723245 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-93a321f1-868c-4c73-89ba-f9a6c8c83500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['35b14b58-99f1-4054-bc0a-5cf6ae977786'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:05.724952 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.800745 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75411162-465c-468b-98fc-81583b6200cf None None] Update dhcp port {'port': {'network_id': '41e9b79a-14b2-4fde-858b-6168efc9198d', 'fixed_ips': [{'subnet_id': 'e7866350-0b26-4d1e-9aa4-e9a9dd4a5624', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ed04e58c-bf32-4400-ae8e-02dd02c43033'}], 'binding:host_id': 'n-d-758944-46'}, 'id': '64b176b5-d21a-4183-af91-858e06943874'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:07:05.916434 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-75411162-465c-468b-98fc-81583b6200cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.923735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=64b176b5-d21a-4183-af91-858e06943874,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:05.993210 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-93a321f1-868c-4c73-89ba-f9a6c8c83500 None None] Set router 35b14b58-99f1-4054-bc0a-5cf6ae977786 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:06.087703 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.101763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e70fc-5986-428d-8f71-df03858c7d2f req-14c4dd90-5784-4f64-bcae-6b2f24229093 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:06.105766 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Transition to ACTIVE for port object 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:06.112447 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da2e70fc-5986-428d-8f71-df03858c7d2f req-14c4dd90-5784-4f64-bcae-6b2f24229093 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 946 time: 0.1718364 Jul 16 09:07:06.118226 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.226117 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da2e70fc-5986-428d-8f71-df03858c7d2f req-1bd8f52b-2f9a-43bb-b452-f32b26491a8f tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078320 Jul 16 09:07:06.244157 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52543b1c-f400-450d-886e-48ad9cd9d2e2 None None] Pushing event updated for resources: {'Port': ['ID=88840c12-31ed-4acb-ae1d-bfc1ad41ded7,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:06.265303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cef7b8-1075-477e-8592-4d48523ee822 req-7cb37f22-e3ad-4ced-ad59-e62eedc1e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:06.269213 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10cef7b8-1075-477e-8592-4d48523ee822 req-7cb37f22-e3ad-4ced-ad59-e62eedc1e1db service neutron] 10.222.0.38 "GET /v2.0/networks?id=7f238166-dba4-4a99-b7aa-4fd6004298d5 HTTP/1.1" status: 200 len: 913 time: 0.5697279 Jul 16 09:07:06.335896 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52543b1c-f400-450d-886e-48ad9cd9d2e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:06.337422 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52543b1c-f400-450d-886e-48ad9cd9d2e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:06.338295 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52543b1c-f400-450d-886e-48ad9cd9d2e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:06.339085 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52543b1c-f400-450d-886e-48ad9cd9d2e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:06.339821 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52543b1c-f400-450d-886e-48ad9cd9d2e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:06.340656 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52543b1c-f400-450d-886e-48ad9cd9d2e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:06.341409 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52543b1c-f400-450d-886e-48ad9cd9d2e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:06.342183 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52543b1c-f400-450d-886e-48ad9cd9d2e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:06.344090 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52543b1c-f400-450d-886e-48ad9cd9d2e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:06.344879 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52543b1c-f400-450d-886e-48ad9cd9d2e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:06.345774 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52543b1c-f400-450d-886e-48ad9cd9d2e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:06.346638 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52543b1c-f400-450d-886e-48ad9cd9d2e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:06.423440 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10cef7b8-1075-477e-8592-4d48523ee822 req-131e652a-5105-422c-93dc-e044e70a29a7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=97eb3d64-c640-4aec-8ba1-ebab68fde741 HTTP/1.1" status: 200 len: 217 time: 0.0882516 Jul 16 09:07:06.430792 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Attempting to bind port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:06.431303 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Attempting to bind port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'ddb8b301-efb4-460f-a497-062773065f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:06.432690 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Attempting to bind port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 on network 9b4b3151-63f3-4d88-8956-323c3f8d2cb1 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:06.439249 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:06.439916 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Checking segment: {'id': 'ddb8b301-efb4-460f-a497-062773065f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:06.440623 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.441150 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Bound using segment: {'id': 'ddb8b301-efb4-460f-a497-062773065f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:06.441796 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Bound port: 88840c12-31ed-4acb-ae1d-bfc1ad41ded7, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddb8b301-efb4-460f-a497-062773065f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:06.442287 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.569600 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] For port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:06.575385 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] For port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=88840c12-31ed-4acb-ae1d-bfc1ad41ded7,segment=NetworkSegment(ddb8b301-efb4-460f-a497-062773065f7e),segment_id=ddb8b301-efb4-460f-a497-062773065f7e)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:06.584644 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.663073 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:06.663944 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:06:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:06.675250 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.718803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cef7b8-1075-477e-8592-4d48523ee822 req-078c5576-3ef2-43ab-96ad-e2c2f7317236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:06.723790 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10cef7b8-1075-477e-8592-4d48523ee822 req-078c5576-3ef2-43ab-96ad-e2c2f7317236 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=1a02da06-d166-42f8-92a5-4a30e97b331d HTTP/1.1" status: 200 len: 852 time: 0.2376685 Jul 16 09:07:06.748310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Transition to ACTIVE for port object 2c4a270a-4009-4b54-8008-566c5f0185b1 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:06.781810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 64b176b5-d21a-4183-af91-858e06943874 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:06.817189 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-beed19e2-a061-4381-b985-fa5e6fa93cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.855846 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.863892 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49275bce-1031-415a-aa15-35339a42624b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.889235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-75411162-465c-468b-98fc-81583b6200cf None None] Allocated IP 172.20.0.18 (41e9b79a-14b2-4fde-858b-6168efc9198d/ed04e58c-bf32-4400-ae8e-02dd02c43033/64b176b5-d21a-4183-af91-858e06943874) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:06.902369 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52543b1c-f400-450d-886e-48ad9cd9d2e2 None None] Pushing event updated for resources: {'Port': ['ID=88840c12-31ed-4acb-ae1d-bfc1ad41ded7,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:06.923710 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:07.029690 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-75411162-465c-468b-98fc-81583b6200cf None None] For port 64b176b5-d21a-4183-af91-858e06943874, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=64b176b5-d21a-4183-af91-858e06943874,segment=NetworkSegment(0f3c9b16-3c90-4209-9697-829b1ea93387),segment_id=0f3c9b16-3c90-4209-9697-829b1ea93387)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:07.068977 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 41e9b79a-14b2-4fde-858b-6168efc9198d is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:07.093759 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-75411162-465c-468b-98fc-81583b6200cf None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.097979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=2c4a270a-4009-4b54-8008-566c5f0185b1,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:07.102274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:07.107901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:07.118688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-93a321f1-868c-4c73-89ba-f9a6c8c83500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:02:19Z', 'revision_number': 4, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e21b0307-51c6-4830-b853-1de1926bda7f', 'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'mac_address': 'fa:16:3e:3a:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:17Z', 'updated_at': '2021-07-16T09:02:31Z', 'revision_number': 5, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'subnets': [{'id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:07.157988 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-75411162-465c-468b-98fc-81583b6200cf None None] Transition to ACTIVE for port object 64b176b5-d21a-4183-af91-858e06943874 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:07.163342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a321f1-868c-4c73-89ba-f9a6c8c83500 None None] The sync data for ids ['35b14b58-99f1-4054-bc0a-5cf6ae977786'] in n-d-758944-46 is: [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:02:19Z', 'revision_number': 4, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e21b0307-51c6-4830-b853-1de1926bda7f', 'name': '', 'network_id': '7f238166-dba4-4a99-b7aa-4fd6004298d5', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'mac_address': 'fa:16:3e:3a:ff:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:17Z', 'updated_at': '2021-07-16T09:02:31Z', 'revision_number': 5, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'subnets': [{'id': '1a02da06-d166-42f8-92a5-4a30e97b331d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:07.168797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 64b176b5-d21a-4183-af91-858e06943874 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:07.169172 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.176041 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-75411162-465c-468b-98fc-81583b6200cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.227512 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed19e2-a061-4381-b985-fa5e6fa93cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=639b6835-0383-42fa-9313-f6eede34ea99,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:07.414535 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 3, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:06Z', 'revision_number': 4, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:07.443659 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beed19e2-a061-4381-b985-fa5e6fa93cf1 admin admin] Checking segment: {'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:07.444802 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beed19e2-a061-4381-b985-fa5e6fa93cf1 admin admin] Network hostable DHCP agents. Network: 5eaf9844-ead3-4e77-be67-daed81ce763d, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:07:07.448375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49275bce-1031-415a-aa15-35339a42624b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Checking segment: {'id': 'b1d5998a-a515-472e-a537-5117a8c5bd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:07.449118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49275bce-1031-415a-aa15-35339a42624b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network hostable DHCP agents. Network: 5d3eead1-36ba-452e-9731-aa0c74865945, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:07:07.453463 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653f1722-7bdc-4fdd-bb51-e501d6f8781d None None] The sync data for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 is: [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 3, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:06Z', 'revision_number': 4, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:07.469159 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b134a11-7181-4851-b600-7b7f0a2a8f5a req-098e7015-c9b1-4c9f-96f7-02e88a691210 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:07.482724 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b134a11-7181-4851-b600-7b7f0a2a8f5a req-098e7015-c9b1-4c9f-96f7-02e88a691210 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.38 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 946 time: 0.3682303 Jul 16 09:07:07.483613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Port 64b176b5-d21a-4183-af91-858e06943874 had new provisioning blocks added so it will not transition to active. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 16 09:07:07.496040 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75411162-465c-468b-98fc-81583b6200cf None None] Pushing event updated for resources: {'Port': ['ID=64b176b5-d21a-4183-af91-858e06943874,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:07.551027 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:07.552116 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.681902 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bb98fc8d-392a-4a32-9630-332e0184c474 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.9058304 Jul 16 09:07:07.693080 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34634) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:07.697021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cef7b8-1075-477e-8592-4d48523ee822 req-dfa54b98-0bbe-4cbc-bf5f-d3f323c8ae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:07.703677 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10cef7b8-1075-477e-8592-4d48523ee822 req-dfa54b98-0bbe-4cbc-bf5f-d3f323c8ae53 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7f238166-dba4-4a99-b7aa-4fd6004298d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8687391 Jul 16 09:07:07.704929 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-cf0fe23b-9cc6-420f-8ae0-f83a31c7c918 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7866350-0b26-4d1e-9aa4-e9a9dd4a5624'}]}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:07.793275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-7b134a11-7181-4851-b600-7b7f0a2a8f5a req-ca912356-432d-4a99-ab26-32cf0ccbf57a tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Deleting port 97eb3d64-c640-4aec-8ba1-ebab68fde741 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:07.794390 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b134a11-7181-4851-b600-7b7f0a2a8f5a req-ca912356-432d-4a99-ab26-32cf0ccbf57a tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.814141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49275bce-1031-415a-aa15-35339a42624b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Subnet': ['ID=a6d9b179-4147-4cb5-a552-ad52091a7724,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:07.863760 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11b3f9ed-7850-4831-96cd-424b07cf65e0 None None] New status for floating IP fb0800f3-2cd5-47d9-89a1-8632625a6978: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:07:07.896209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49275bce-1031-415a-aa15-35339a42624b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 5d3eead1-36ba-452e-9731-aa0c74865945 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:07.962606 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ce5e04cd-c537-4c6b-b0c4-024de95d0956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.006901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beed19e2-a061-4381-b985-fa5e6fa93cf1 admin admin] Network 5eaf9844-ead3-4e77-be67-daed81ce763d is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:08.061734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7b134a11-7181-4851-b600-7b7f0a2a8f5a req-ca912356-432d-4a99-ab26-32cf0ccbf57a tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] For port 97eb3d64-c640-4aec-8ba1-ebab68fde741, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=97eb3d64-c640-4aec-8ba1-ebab68fde741,segment=NetworkSegment(59d7857c-4d13-4ac5-97cc-7640a9d31a89),segment_id=59d7857c-4d13-4ac5-97cc-7640a9d31a89)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:08.062816 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b134a11-7181-4851-b600-7b7f0a2a8f5a req-ca912356-432d-4a99-ab26-32cf0ccbf57a tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.080023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-49275bce-1031-415a-aa15-35339a42624b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 5d3eead1-36ba-452e-9731-aa0c74865945) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:08.100879 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b01419-075e-464e-a5fc-f7ae6345fdf7 None None] Network 5d3eead1-36ba-452e-9731-aa0c74865945 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:08.107881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-beed19e2-a061-4381-b985-fa5e6fa93cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 5eaf9844-ead3-4e77-be67-daed81ce763d) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:08.111822 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-7b134a11-7181-4851-b600-7b7f0a2a8f5a req-ca912356-432d-4a99-ab26-32cf0ccbf57a tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Calling delete_port for 97eb3d64-c640-4aec-8ba1-ebab68fde741 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:08.136564 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49275bce-1031-415a-aa15-35339a42624b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:08.137959 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49275bce-1031-415a-aa15-35339a42624b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.160466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed19e2-a061-4381-b985-fa5e6fa93cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:08.161832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-beed19e2-a061-4381-b985-fa5e6fa93cf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.165950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59143a7-164e-48f9-9272-ed24392b54fa None None] Network 5eaf9844-ead3-4e77-be67-daed81ce763d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:08.166189 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe23b-9cc6-420f-8ae0-f83a31c7c918 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.225283 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c521d8b-793c-4198-87f4-b04361dfd6ed req-97e68783-59dd-4e45-a27e-6c4e070abc62 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:08.229457 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c521d8b-793c-4198-87f4-b04361dfd6ed req-97e68783-59dd-4e45-a27e-6c4e070abc62 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 946 time: 0.6498661 Jul 16 09:07:08.278758 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10cef7b8-1075-477e-8592-4d48523ee822 req-83e11694-86cf-472e-8a55-5a45095b291d service neutron] 10.222.0.38 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4944420 Jul 16 09:07:08.302467 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-beed19e2-a061-4381-b985-fa5e6fa93cf1 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.5392663 Jul 16 09:07:08.359204 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34638) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:08.364673 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-881962701-router', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:08.384798 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-49275bce-1031-415a-aa15-35339a42624b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7055309 Jul 16 09:07:08.390507 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34640) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:08.402542 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.484865 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b134a11-7181-4851-b600-7b7f0a2a8f5a req-ca912356-432d-4a99-ab26-32cf0ccbf57a tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.601932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca912356-432d-4a99-ab26-32cf0ccbf57a tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Pushing event deleted for resources: {'Port': ['ID=97eb3d64-c640-4aec-8ba1-ebab68fde741,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:08.766446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-5eaf9844-ead3-4e77-be67-daed81ce763d', 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'fixed_ips': [{'subnet_id': '639b6835-0383-42fa-9313-f6eede34ea99'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:07:08.767828 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.801050 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b134a11-7181-4851-b600-7b7f0a2a8f5a req-ca912356-432d-4a99-ab26-32cf0ccbf57a tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] No DVR routers for this DVR port 97eb3d64-c640-4aec-8ba1-ebab68fde741 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:08.806892 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7b134a11-7181-4851-b600-7b7f0a2a8f5a req-ca912356-432d-4a99-ab26-32cf0ccbf57a tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.815339 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b134a11-7181-4851-b600-7b7f0a2a8f5a req-ca912356-432d-4a99-ab26-32cf0ccbf57a tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.38 "DELETE /v2.0/ports/97eb3d64-c640-4aec-8ba1-ebab68fde741 HTTP/1.1" status: 204 len: 173 time: 1.3267255 Jul 16 09:07:08.816118 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'name': 'network-vif-deleted', 'tag': '97eb3d64-c640-4aec-8ba1-ebab68fde741'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:08.836977 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167cedfc-fa30-4515-be50-65421ddb9d2d" -d '{"events": [{"server_uuid": "d3c704f5-828a-463b-90e0-dc7a2ac34929", "name": "network-vif-deleted", "tag": "97eb3d64-c640-4aec-8ba1-ebab68fde741"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:08.839726 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419f08cf-a5e4-4da6-afcb-8c8bf9a6dfec None None] Network 41e9b79a-14b2-4fde-858b-6168efc9198d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:08.922231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-5d3eead1-36ba-452e-9731-aa0c74865945', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:07:08.923989 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.968754 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c21a5b5-4fd9-4135-8233-e37b93e63d31 x-openstack-request-id: req-2c21a5b5-4fd9-4135-8233-e37b93e63d31 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:08.969219 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c704f5-828a-463b-90e0-dc7a2ac34929", "name": "network-vif-deleted", "tag": "97eb3d64-c640-4aec-8ba1-ebab68fde741", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:08.969584 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2c21a5b5-4fd9-4135-8233-e37b93e63d31 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:08.970376 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c704f5-828a-463b-90e0-dc7a2ac34929', 'name': 'network-vif-deleted', 'tag': '97eb3d64-c640-4aec-8ba1-ebab68fde741', 'status': 'completed', 'code': 200} Jul 16 09:07:08.979506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 64b176b5-d21a-4183-af91-858e06943874 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:09.006168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7a7fa084-42ba-40c5-9fde-20dd9d30558b None None] Provisioning for port 64b176b5-d21a-4183-af91-858e06943874 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:09.050198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7a7fa084-42ba-40c5-9fde-20dd9d30558b None None] Provisioning complete for port 64b176b5-d21a-4183-af91-858e06943874 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:09.050799 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7a7fa084-42ba-40c5-9fde-20dd9d30558b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.257515 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.259475 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.302816 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c521d8b-793c-4198-87f4-b04361dfd6ed req-9519b2bb-7ecc-487c-b7d7-d6cd10085256 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/security-groups?id=02dce2ff-be5c-4bba-8c2d-b0d632057ed6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0464633 Jul 16 09:07:09.647708 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10cef7b8-1075-477e-8592-4d48523ee822 req-1e37a8ce-aced-4f87-80a8-f44df07415da service neutron] 10.222.0.38 "GET /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3624613 Jul 16 09:07:09.710793 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.773729 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Allocated IP 172.20.0.2 (5eaf9844-ead3-4e77-be67-daed81ce763d/639b6835-0383-42fa-9313-f6eede34ea99/b365aa28-d1f7-452f-b7b5-056160526c1f) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:09.782984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 64b176b5-d21a-4183-af91-858e06943874 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:09.783380 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.859605 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:09.910470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Allocated IP 172.22.0.2 (5d3eead1-36ba-452e-9731-aa0c74865945/a6d9b179-4147-4cb5-a552-ad52091a7724/380f1db4-e6d0-46d3-a0f0-c318f415fa20) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:10.082855 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.168211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-cf0fe23b-9cc6-420f-8ae0-f83a31c7c918 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Delete allocated IP 172.20.0.20 (41e9b79a-14b2-4fde-858b-6168efc9198d/ed04e58c-bf32-4400-ae8e-02dd02c43033) {{(pid=93695) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:07:10.316805 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.372459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:10.491189 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.547068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Transition to ACTIVE for port object b365aa28-d1f7-452f-b7b5-056160526c1f will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:10.552615 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.604308 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Transition to ACTIVE for port object 380f1db4-e6d0-46d3-a0f0-c318f415fa20 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:10.625537 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Transition to ACTIVE for port object b365aa28-d1f7-452f-b7b5-056160526c1f will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:10.628956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:10.646345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:10.647146 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.695155 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3bb38ed1-5ffe-4a82-85d7-eafbfd20555c req-90396545-0dc6-4410-80ce-970cf3ce4ff8 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 210 time: 0.0623348 Jul 16 09:07:10.717494 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.745040 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 97eb3d64-c640-4aec-8ba1-ebab68fde741 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:10.797822 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 97eb3d64-c640-4aec-8ba1-ebab68fde741 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:10.798208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 97eb3d64-c640-4aec-8ba1-ebab68fde741 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:10.803387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Transition to ACTIVE for port object 380f1db4-e6d0-46d3-a0f0-c318f415fa20 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:10.829574 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe23b-9cc6-420f-8ae0-f83a31c7c918 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.903164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Network 5eaf9844-ead3-4e77-be67-daed81ce763d is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:10.906352 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:10.941501 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:10.946205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:10.961331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-cf0fe23b-9cc6-420f-8ae0-f83a31c7c918 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Ignored duplicate provisioning block setup for port 2c4a270a-4009-4b54-8008-566c5f0185b1 by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:07:10.981486 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe23b-9cc6-420f-8ae0-f83a31c7c918 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.024322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Network 5d3eead1-36ba-452e-9731-aa0c74865945 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:11.083832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Pushing event updated for resources: {'Port': ['ID=b365aa28-d1f7-452f-b7b5-056160526c1f,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:11.131014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:11.135158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:11.176688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Attempting to bind port b365aa28-d1f7-452f-b7b5-056160526c1f on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:11.177217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Attempting to bind port b365aa28-d1f7-452f-b7b5-056160526c1f by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:11.177866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Attempting to bind port b365aa28-d1f7-452f-b7b5-056160526c1f on network 5eaf9844-ead3-4e77-be67-daed81ce763d {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:11.180930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Pushing event updated for resources: {'Port': ['ID=380f1db4-e6d0-46d3-a0f0-c318f415fa20,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:11.206884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fe50b27c-6b6a-4aee-a277-d4388cb036c7 None None] Provisioning complete for port 64b176b5-d21a-4183-af91-858e06943874 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:11.207457 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fe50b27c-6b6a-4aee-a277-d4388cb036c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.215281 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:11.215876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Checking segment: {'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:11.216568 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.217221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Bound using segment: {'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:11.218587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Bound port: b365aa28-d1f7-452f-b7b5-056160526c1f, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:11.219219 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.310526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-cf0fe23b-9cc6-420f-8ae0-f83a31c7c918 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] In _notify_port_updated(), no bound segment for port 2c4a270a-4009-4b54-8008-566c5f0185b1 on network 41e9b79a-14b2-4fde-858b-6168efc9198d {{(pid=93695) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:07:11.321050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf0fe23b-9cc6-420f-8ae0-f83a31c7c918 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:11.322134 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cf0fe23b-9cc6-420f-8ae0-f83a31c7c918 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.328814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34646) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:11.329858 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cf0fe23b-9cc6-420f-8ae0-f83a31c7c918 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "PUT /v2.0/ports/2c4a270a-4009-4b54-8008-566c5f0185b1 HTTP/1.1" status: 200 len: 919 time: 3.6297560 Jul 16 09:07:11.335721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c3a24c4b-552c-40aa-ad01-750493d4a6fb tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e7866350-0b26-4d1e-9aa4-e9a9dd4a5624'}, {'subnet_id': 'ed04e58c-bf32-4400-ae8e-02dd02c43033'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:11.365039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Allocated IP 172.22.0.1 (5d3eead1-36ba-452e-9731-aa0c74865945/a6d9b179-4147-4cb5-a552-ad52091a7724/d56bff46-41f1-4cda-b33b-87f2fa1e0556) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:11.384631 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.387788 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0fe23b-9cc6-420f-8ae0-f83a31c7c918 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=2c4a270a-4009-4b54-8008-566c5f0185b1,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:11.435392 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.488688 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.523409 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.546156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Attempting to bind port 380f1db4-e6d0-46d3-a0f0-c318f415fa20 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:11.546847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Attempting to bind port 380f1db4-e6d0-46d3-a0f0-c318f415fa20 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'b1d5998a-a515-472e-a537-5117a8c5bd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:11.547585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Attempting to bind port 380f1db4-e6d0-46d3-a0f0-c318f415fa20 on network 5d3eead1-36ba-452e-9731-aa0c74865945 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:11.565875 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:11.566657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Checking segment: {'id': 'b1d5998a-a515-472e-a537-5117a8c5bd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:11.567304 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.568071 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Bound using segment: {'id': 'b1d5998a-a515-472e-a537-5117a8c5bd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:11.569280 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Bound port: 380f1db4-e6d0-46d3-a0f0-c318f415fa20, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d5998a-a515-472e-a537-5117a8c5bd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:11.570092 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.660327 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Allocated IP 172.25.4.52 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/475245f5-0c79-4945-8072-8484e8a5fa89) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:11.678435 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.682160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] For port b365aa28-d1f7-452f-b7b5-056160526c1f, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:11.695092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=88840c12-31ed-4acb-ae1d-bfc1ad41ded7,segment=NetworkSegment(ddb8b301-efb4-460f-a497-062773065f7e),segment_id=ddb8b301-efb4-460f-a497-062773065f7e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:11.712745 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Transition to ACTIVE for port object d56bff46-41f1-4cda-b33b-87f2fa1e0556 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:11.760524 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c3a24c4b-552c-40aa-ad01-750493d4a6fb tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.787774 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.806482 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] For port b365aa28-d1f7-452f-b7b5-056160526c1f, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b365aa28-d1f7-452f-b7b5-056160526c1f,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:11.834810 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.914241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fe50b27c-6b6a-4aee-a277-d4388cb036c7 None None] Provisioning for port 2c4a270a-4009-4b54-8008-566c5f0185b1 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:11.927450 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:11.931789 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] For port 380f1db4-e6d0-46d3-a0f0-c318f415fa20, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:11.947284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] For port 380f1db4-e6d0-46d3-a0f0-c318f415fa20, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=380f1db4-e6d0-46d3-a0f0-c318f415fa20,segment=NetworkSegment(b1d5998a-a515-472e-a537-5117a8c5bd56),segment_id=b1d5998a-a515-472e-a537-5117a8c5bd56)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:11.978384 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=88840c12-31ed-4acb-ae1d-bfc1ad41ded7,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:11.995151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fe50b27c-6b6a-4aee-a277-d4388cb036c7 None None] Provisioning complete for port 2c4a270a-4009-4b54-8008-566c5f0185b1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:12.000830 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fe50b27c-6b6a-4aee-a277-d4388cb036c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.036480 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.062201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=d56bff46-41f1-4cda-b33b-87f2fa1e0556,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:12.102175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 5d3eead1-36ba-452e-9731-aa0c74865945 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:12.116000 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a39ec40a-60d0-46fe-a416-da3438192c81 req-ce6d59ec-5cef-4a79-94ad-dbbad870bc24 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 210 time: 0.1747367 Jul 16 09:07:12.122625 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.132833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:12.143688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-fe50b27c-6b6a-4aee-a277-d4388cb036c7 None None] Port 2c4a270a-4009-4b54-8008-566c5f0185b1 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:12.146452 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:12.196387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ef1284-4533-4afd-9bf5-bf182f7ca3fa None None] Pushing event updated for resources: {'Port': ['ID=b365aa28-d1f7-452f-b7b5-056160526c1f,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:12.260204 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.371776 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.385539 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-67187e49-cac2-4932-bbdd-2c9d9ab32053 None None] Provisioning complete for port 2c4a270a-4009-4b54-8008-566c5f0185b1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:12.387249 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-67187e49-cac2-4932-bbdd-2c9d9ab32053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.447029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-c3a24c4b-552c-40aa-ad01-750493d4a6fb tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Allocated IP 172.20.0.24 (41e9b79a-14b2-4fde-858b-6168efc9198d/ed04e58c-bf32-4400-ae8e-02dd02c43033/2c4a270a-4009-4b54-8008-566c5f0185b1) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:12.498042 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c41b6-1d2d-4264-af4b-bdcdd2a2259f None None] Pushing event updated for resources: {'Port': ['ID=380f1db4-e6d0-46d3-a0f0-c318f415fa20,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:12.509670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-67187e49-cac2-4932-bbdd-2c9d9ab32053 None None] Port 2c4a270a-4009-4b54-8008-566c5f0185b1 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:12.590370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Pushing event updated for resources: {'Port': ['ID=475245f5-0c79-4945-8072-8484e8a5fa89,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:12.597555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:12.610230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:12.618067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:12.638791 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c3a24c4b-552c-40aa-ad01-750493d4a6fb tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.655639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-c3a24c4b-552c-40aa-ad01-750493d4a6fb tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Ignored duplicate provisioning block setup for port 2c4a270a-4009-4b54-8008-566c5f0185b1 by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:07:12.672921 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c3a24c4b-552c-40aa-ad01-750493d4a6fb tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.814607 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a24c4b-552c-40aa-ad01-750493d4a6fb tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=2c4a270a-4009-4b54-8008-566c5f0185b1,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:12.916324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c3a24c4b-552c-40aa-ad01-750493d4a6fb tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] In _notify_port_updated(), no bound segment for port 2c4a270a-4009-4b54-8008-566c5f0185b1 on network 41e9b79a-14b2-4fde-858b-6168efc9198d {{(pid=93694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:07:12.927888 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a24c4b-552c-40aa-ad01-750493d4a6fb tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:12.929070 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c3a24c4b-552c-40aa-ad01-750493d4a6fb tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:12.935760 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c3a24c4b-552c-40aa-ad01-750493d4a6fb tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "PUT /v2.0/ports/2c4a270a-4009-4b54-8008-566c5f0185b1 HTTP/1.1" status: 200 len: 999 time: 1.6054764 Jul 16 09:07:12.936773 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34652) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:13.015464 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.107303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4d0ca-496e-4099-b00d-f5e8ad1568db tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port 2c4a270a-4009-4b54-8008-566c5f0185b1 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:13.107641 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d0ca-496e-4099-b00d-f5e8ad1568db tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.164889 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8f3ab90b-9882-4983-ac86-a7949d589ad7 None None] Provisioning complete for port 2c4a270a-4009-4b54-8008-566c5f0185b1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:13.165261 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8f3ab90b-9882-4983-ac86-a7949d589ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.245746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8f3ab90b-9882-4983-ac86-a7949d589ad7 None None] Port 2c4a270a-4009-4b54-8008-566c5f0185b1 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:13.332525 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d0ca-496e-4099-b00d-f5e8ad1568db tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.361671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-0fd4d0ca-496e-4099-b00d-f5e8ad1568db tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for 2c4a270a-4009-4b54-8008-566c5f0185b1 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:13.570878 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5a1455aa-fee1-439a-ab77-e05fc8a58789 req-f7939b4d-6b91-4546-a337-571330f96bca tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 210 time: 0.1099012 Jul 16 09:07:13.900830 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d0ca-496e-4099-b00d-f5e8ad1568db tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.912708 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:13.976805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4d0ca-496e-4099-b00d-f5e8ad1568db tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=2c4a270a-4009-4b54-8008-566c5f0185b1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:14.067971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02301103-a3d3-4fc0-b7aa-184f833fe151 None None] Network 5eaf9844-ead3-4e77-be67-daed81ce763d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:14.197743 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0fd4d0ca-496e-4099-b00d-f5e8ad1568db tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.209002 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0fd4d0ca-496e-4099-b00d-f5e8ad1568db tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/2c4a270a-4009-4b54-8008-566c5f0185b1 HTTP/1.1" status: 204 len: 168 time: 1.2669380 Jul 16 09:07:14.210189 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34656) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:14.225477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-438f6b63-8026-4990-bb09-71402a951aa8 None None] Provisioning for port b365aa28-d1f7-452f-b7b5-056160526c1f completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:14.292339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 380f1db4-e6d0-46d3-a0f0-c318f415fa20 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:14.296912 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-66707854-84e1-4ebc-9e2a-5d11a1de2482 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] GET failed (client error): The resource could not be found. Jul 16 09:07:14.298701 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-66707854-84e1-4ebc-9e2a-5d11a1de2482 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/2c4a270a-4009-4b54-8008-566c5f0185b1 HTTP/1.1" status: 404 len: 333 time: 0.0874877 Jul 16 09:07:14.302699 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34658) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:14.455128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 380f1db4-e6d0-46d3-a0f0-c318f415fa20 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:14.470077 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b365aa28-d1f7-452f-b7b5-056160526c1f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:14.474368 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.512348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dddb58e-4972-4ff0-8119-e0603cbbf7de tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting subnet ed04e58c-bf32-4400-ae8e-02dd02c43033 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:14.525067 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0dddb58e-4972-4ff0-8119-e0603cbbf7de tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.562037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0364f2bc-a685-4c49-90bd-f39d00688905 None None] Network 5d3eead1-36ba-452e-9731-aa0c74865945 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:14.594427 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port b365aa28-d1f7-452f-b7b5-056160526c1f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:14.603714 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b365aa28-d1f7-452f-b7b5-056160526c1f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:14.604088 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.685093 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0dddb58e-4972-4ff0-8119-e0603cbbf7de tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.689418 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.742250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-17afcdd9-71a2-4692-8505-a3335502ae2c None None] Provisioning for port 380f1db4-e6d0-46d3-a0f0-c318f415fa20 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:14.745558 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.762648 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-17afcdd9-71a2-4692-8505-a3335502ae2c None None] Provisioning complete for port 380f1db4-e6d0-46d3-a0f0-c318f415fa20 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:14.763041 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-17afcdd9-71a2-4692-8505-a3335502ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.870537 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0dddb58e-4972-4ff0-8119-e0603cbbf7de tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.900235 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:14.952335 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bd26ebad-c1f4-4bec-b612-d7bd2f1d8c3d req-12d1f0a6-afd0-4c7c-a85b-45459cfc0420 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 210 time: 0.1344297 Jul 16 09:07:14.955705 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=d56bff46-41f1-4cda-b33b-87f2fa1e0556,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:15.008740 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0dddb58e-4972-4ff0-8119-e0603cbbf7de tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.015714 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.054823 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port b365aa28-d1f7-452f-b7b5-056160526c1f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b365aa28-d1f7-452f-b7b5-056160526c1f,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:15.062368 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-17afcdd9-71a2-4692-8505-a3335502ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.073392 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0dddb58e-4972-4ff0-8119-e0603cbbf7de tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.079905 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0dddb58e-4972-4ff0-8119-e0603cbbf7de tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/ed04e58c-bf32-4400-ae8e-02dd02c43033 HTTP/1.1" status: 204 len: 168 time: 0.7728782 Jul 16 09:07:15.080368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dddb58e-4972-4ff0-8119-e0603cbbf7de tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Subnet': ['ID=ed04e58c-bf32-4400-ae8e-02dd02c43033,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:15.082276 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.083430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:15.086155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34662) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:15.092515 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254d0fbd-d4cd-47a6-941d-777b67ac8a38 None None] Network 41e9b79a-14b2-4fde-858b-6168efc9198d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:15.130590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Router 50d392e5-059e-4658-97e7-97f94e7d28ac is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:07:15.140993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 5d3eead1-36ba-452e-9731-aa0c74865945 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:15.149912 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:15.205002 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-131fb5a5-2da4-4405-90f5-ee4a832a6b0b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting subnet e7866350-0b26-4d1e-9aa4-e9a9dd4a5624 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:15.211630 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-131fb5a5-2da4-4405-90f5-ee4a832a6b0b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.239056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-17afcdd9-71a2-4692-8505-a3335502ae2c None None] For port 380f1db4-e6d0-46d3-a0f0-c318f415fa20, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=380f1db4-e6d0-46d3-a0f0-c318f415fa20,segment=NetworkSegment(b1d5998a-a515-472e-a537-5117a8c5bd56),segment_id=b1d5998a-a515-472e-a537-5117a8c5bd56)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:15.306716 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-17afcdd9-71a2-4692-8505-a3335502ae2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.326365 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-131fb5a5-2da4-4405-90f5-ee4a832a6b0b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.353893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 55881709-512b-4504-a23e-98eea331d296 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:15.360365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:15.376045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Sync routers for ids ['50d392e5-059e-4658-97e7-97f94e7d28ac'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:15.391725 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=b365aa28-d1f7-452f-b7b5-056160526c1f,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:15.499654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:15.510314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b919f60e-7cf5-46e5-acdb-6803be16e108 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/55881709-512b-4504-a23e-98eea331d296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0809813 Jul 16 09:07:15.510314 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.514434 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b3d06a20-8eff-4509-81e1-a58577392a24 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 7.1533992 Jul 16 09:07:15.515724 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34664) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:15.516904 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34666) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:15.523124 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Sync routers for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:15.533545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-18f7a927-39db-46ea-807e-7df0efd1507a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'network': {'name': 'tempest-RoutersTest-146379706'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:15.534640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Routers {'50d392e5-059e-4658-97e7-97f94e7d28ac'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:15.535405 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['50d392e5-059e-4658-97e7-97f94e7d28ac'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:15.543706 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:15.544359 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:15.551849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:15.557034 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.583450 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-131fb5a5-2da4-4405-90f5-ee4a832a6b0b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.583700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f7a927-39db-46ea-807e-7df0efd1507a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:15.587787 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18f7a927-39db-46ea-807e-7df0efd1507a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.643552 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f7a927-39db-46ea-807e-7df0efd1507a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:15.661315 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18f7a927-39db-46ea-807e-7df0efd1507a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.662070 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-18f7a927-39db-46ea-807e-7df0efd1507a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Added segment 6e3077c7-11cf-4287-8a46-dd3fd323863a of type vlan for network 4fbfaa31-c83e-4c70-a83f-0573485926bf Jul 16 09:07:15.724938 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18f7a927-39db-46ea-807e-7df0efd1507a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.741116 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:15.775012 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18f7a927-39db-46ea-807e-7df0efd1507a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.800225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f7a927-39db-46ea-807e-7df0efd1507a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:15.802079 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18f7a927-39db-46ea-807e-7df0efd1507a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:15.824231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Set router 50d392e5-059e-4658-97e7-97f94e7d28ac gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:15.904580 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-18f7a927-39db-46ea-807e-7df0efd1507a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3861613 Jul 16 09:07:15.906928 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34668) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:15.928707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c405a29f-558f-4206-af23-bf7e332d4aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'subnet': {'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:16.111828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f7a927-39db-46ea-807e-7df0efd1507a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Network': ['ID=4fbfaa31-c83e-4c70-a83f-0573485926bf,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:16.147370 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:12Z', 'revision_number': 4, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56bff46-41f1-4cda-b33b-87f2fa1e0556', 'name': '', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:c0:53:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:10Z', 'updated_at': '2021-07-16T09:07:13Z', 'revision_number': 2, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:16.168635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c405a29f-558f-4206-af23-bf7e332d4aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Made reservation on behalf of 08e37a0d3f5f4d2c88ecb989484468e2 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:16.172979 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c405a29f-558f-4206-af23-bf7e332d4aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.229690 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Checking router: 55881709-512b-4504-a23e-98eea331d296 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:16.230643 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Updating router 55881709-512b-4504-a23e-98eea331d296 port d56bff46-41f1-4cda-b33b-87f2fa1e0556 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:07:16.258206 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-131fb5a5-2da4-4405-90f5-ee4a832a6b0b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.385400 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.394974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131fb5a5-2da4-4405-90f5-ee4a832a6b0b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Subnet': ['ID=e7866350-0b26-4d1e-9aa4-e9a9dd4a5624,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:16.451941 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-131fb5a5-2da4-4405-90f5-ee4a832a6b0b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.461814 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-131fb5a5-2da4-4405-90f5-ee4a832a6b0b tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/e7866350-0b26-4d1e-9aa4-e9a9dd4a5624 HTTP/1.1" status: 204 len: 168 time: 1.3713920 Jul 16 09:07:16.472454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34672) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:16.532998 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17afcdd9-71a2-4692-8505-a3335502ae2c None None] Pushing event updated for resources: {'Port': ['ID=380f1db4-e6d0-46d3-a0f0-c318f415fa20,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:16.575373 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c405a29f-558f-4206-af23-bf7e332d4aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.655225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405a29f-558f-4206-af23-bf7e332d4aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Subnet': ['ID=92395746-ad44-4345-bd3a-713fe0b2cf1c,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:16.706053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c405a29f-558f-4206-af23-bf7e332d4aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Checking segment: {'id': '6e3077c7-11cf-4287-8a46-dd3fd323863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:16.706809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c405a29f-558f-4206-af23-bf7e332d4aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network hostable DHCP agents. Network: 4fbfaa31-c83e-4c70-a83f-0573485926bf, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:07:16.729637 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.736198 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bd18a96e-8f42-4894-87c3-40fff6142e25 req-90f3ae56-e493-4c53-a1d3-f0f90b48b616 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c704f5-828a-463b-90e0-dc7a2ac34929 HTTP/1.1" status: 200 len: 210 time: 0.1160660 Jul 16 09:07:16.752411 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 4fbfaa31-c83e-4c70-a83f-0573485926bf details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:16.756704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c405a29f-558f-4206-af23-bf7e332d4aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 4fbfaa31-c83e-4c70-a83f-0573485926bf is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:16.777662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-c405a29f-558f-4206-af23-bf7e332d4aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 4fbfaa31-c83e-4c70-a83f-0573485926bf) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:16.785164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c405a29f-558f-4206-af23-bf7e332d4aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:16.785833 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c405a29f-558f-4206-af23-bf7e332d4aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.813076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a8b94e0f-bb27-4404-a210-520f9ff2af3b None None] Provisioning complete for port b365aa28-d1f7-452f-b7b5-056160526c1f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:16.813432 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a8b94e0f-bb27-4404-a210-520f9ff2af3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:16.814254 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c405a29f-558f-4206-af23-bf7e332d4aef tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8975244 Jul 16 09:07:16.819782 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34674) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:16.848532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc892dcd-afe0-424b-b898-d3faf0e3eaf5 None None] Network 4fbfaa31-c83e-4c70-a83f-0573485926bf requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:17.048397 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.075760 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Transition to ACTIVE for port object d56bff46-41f1-4cda-b33b-87f2fa1e0556 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:17.089435 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.309224 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Attempting to bind port d56bff46-41f1-4cda-b33b-87f2fa1e0556 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:17.309806 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Attempting to bind port d56bff46-41f1-4cda-b33b-87f2fa1e0556 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'b1d5998a-a515-472e-a537-5117a8c5bd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:17.310574 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Attempting to bind port d56bff46-41f1-4cda-b33b-87f2fa1e0556 on network 5d3eead1-36ba-452e-9731-aa0c74865945 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:17.312101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'name': 'tempest-TestServerMultinode-881962701-router', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '475245f5-0c79-4945-8072-8484e8a5fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:09Z', 'updated_at': '2021-07-16T09:07:13Z', 'revision_number': 3, 'project_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'gw_port': {'id': '475245f5-0c79-4945-8072-8484e8a5fa89', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:11Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:17.315190 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a4e72-a99c-4dd4-ad4f-4d53ffca3ef8 None None] Pushing event updated for resources: {'Port': ['ID=d56bff46-41f1-4cda-b33b-87f2fa1e0556,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:17.340365 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:17.341452 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Checking segment: {'id': 'b1d5998a-a515-472e-a537-5117a8c5bd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:17.342194 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.343386 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Bound using segment: {'id': 'b1d5998a-a515-472e-a537-5117a8c5bd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:17.344241 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Bound port: d56bff46-41f1-4cda-b33b-87f2fa1e0556, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1d5998a-a515-472e-a537-5117a8c5bd56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:17.344977 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.380291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 380f1db4-e6d0-46d3-a0f0-c318f415fa20 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:17.386089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Checking router: 50d392e5-059e-4658-97e7-97f94e7d28ac for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:17.387288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Updating router 50d392e5-059e-4658-97e7-97f94e7d28ac port 475245f5-0c79-4945-8072-8484e8a5fa89 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:07:17.491598 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] For port d56bff46-41f1-4cda-b33b-87f2fa1e0556, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:17.496234 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22b1329-4055-4d77-9468-8765e42bd914 None None] Update dhcp port {'port': {'network_id': '41e9b79a-14b2-4fde-858b-6168efc9198d', 'fixed_ips': [{'subnet_id': 'e7866350-0b26-4d1e-9aa4-e9a9dd4a5624'}], 'binding:host_id': 'n-d-758944-46'}, 'id': '64b176b5-d21a-4183-af91-858e06943874'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:07:17.500150 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] For port d56bff46-41f1-4cda-b33b-87f2fa1e0556, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d56bff46-41f1-4cda-b33b-87f2fa1e0556,segment=NetworkSegment(b1d5998a-a515-472e-a537-5117a8c5bd56),segment_id=b1d5998a-a515-472e-a537-5117a8c5bd56)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:17.509748 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.534338 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-96a243d8-97b0-407f-872b-0ff33cfe07d9 None None] Provisioning for port d56bff46-41f1-4cda-b33b-87f2fa1e0556 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:17.537144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-4fbfaa31-c83e-4c70-a83f-0573485926bf', 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'fixed_ips': [{'subnet_id': '92395746-ad44-4345-bd3a-713fe0b2cf1c'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:07:17.538034 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.572994 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.616742 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e22b1329-4055-4d77-9468-8765e42bd914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.660664 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a4e72-a99c-4dd4-ad4f-4d53ffca3ef8 None None] Pushing event updated for resources: {'Port': ['ID=d56bff46-41f1-4cda-b33b-87f2fa1e0556,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:17.667471 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:17.668985 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:17.670533 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port 64b176b5-d21a-4183-af91-858e06943874 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:17.671990 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.706363 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-96a243d8-97b0-407f-872b-0ff33cfe07d9 None None] Provisioning complete for port 380f1db4-e6d0-46d3-a0f0-c318f415fa20 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:17.707549 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-96a243d8-97b0-407f-872b-0ff33cfe07d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.834225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] For port 64b176b5-d21a-4183-af91-858e06943874, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=64b176b5-d21a-4183-af91-858e06943874,segment=NetworkSegment(0f3c9b16-3c90-4209-9697-829b1ea93387),segment_id=0f3c9b16-3c90-4209-9697-829b1ea93387)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:17.834564 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.852878 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for 64b176b5-d21a-4183-af91-858e06943874 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:17.864212 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:17.864887 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 380f1db4-e6d0-46d3-a0f0-c318f415fa20 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:17.865727 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.897094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34678) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:18.072164 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7a47c38-584f-4648-afbe-fd5df5b85312 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.134939 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7a47c38-584f-4648-afbe-fd5df5b85312 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.326785 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7a47c38-584f-4648-afbe-fd5df5b85312 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.331264 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c7a47c38-584f-4648-afbe-fd5df5b85312 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.332825 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c7a47c38-584f-4648-afbe-fd5df5b85312 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] 10.222.0.20 "DELETE /v2.0/security-groups/02dce2ff-be5c-4bba-8c2d-b0d632057ed6 HTTP/1.1" status: 204 len: 168 time: 0.4341569 Jul 16 09:07:18.375516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a47c38-584f-4648-afbe-fd5df5b85312 tempest-TestVolumeBackupRestore-1958495777 tempest-TestVolumeBackupRestore-1958495777-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dce2ff-be5c-4bba-8c2d-b0d632057ed6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:18.402655 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:12Z', 'revision_number': 4, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56bff46-41f1-4cda-b33b-87f2fa1e0556', 'name': '', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:c0:53:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:10Z', 'updated_at': '2021-07-16T09:07:17Z', 'revision_number': 4, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:18.449716 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.462427 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd18b38f-eb91-4650-8481-a9d83b0178f9 None None] The sync data for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 is: [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:12Z', 'revision_number': 4, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56bff46-41f1-4cda-b33b-87f2fa1e0556', 'name': '', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:c0:53:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:10Z', 'updated_at': '2021-07-16T09:07:17Z', 'revision_number': 4, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:18.468067 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.496569 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979356c6-aa64-4c3f-a4cc-41cd3647daa9 None None] Network 41e9b79a-14b2-4fde-858b-6168efc9198d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:18.554327 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Allocated IP 172.23.0.2 (4fbfaa31-c83e-4c70-a83f-0573485926bf/92395746-ad44-4345-bd3a-713fe0b2cf1c/0dfbfadd-6b96-435d-bc41-b37e66949a5f) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:18.589299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No DVR routers for this DVR port 64b176b5-d21a-4183-af91-858e06943874 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:18.607306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=64b176b5-d21a-4183-af91-858e06943874,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:18.959239 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.032364 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.060595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e9b79a-14b2-4fde-858b-6168efc9198d']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:19.081036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3c9b16-3c90-4209-9697-829b1ea93387') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:19.081655 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3c9b16-3c90-4209-9697-829b1ea93387') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:19.184328 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.232628 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b365aa28-d1f7-452f-b7b5-056160526c1f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:19.263493 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.277641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Allocated IP 172.20.0.1 (5eaf9844-ead3-4e77-be67-daed81ce763d/639b6835-0383-42fa-9313-f6eede34ea99/e8e5ac5f-5275-49c9-b742-9ae2083a6324) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:19.364889 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.407191 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.424570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Transition to ACTIVE for port object e8e5ac5f-5275-49c9-b742-9ae2083a6324 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:19.459267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a841a5-4906-4650-86a8-9ec75ea8107d None None] DHCP port deletion for 41e9b79a-14b2-4fde-858b-6168efc9198d request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:19.489312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Transition to ACTIVE for port object 475245f5-0c79-4945-8072-8484e8a5fa89 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:19.530658 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.537130 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c187db08-e546-44ae-bf2d-8f2b545531a3 None None] Could not find standard attr ID for object 64b176b5-d21a-4183-af91-858e06943874. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:07:19.574364 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.587747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:19.588585 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:19.596659 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:19.766046 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:07:19.857669 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Pushing event updated for resources: {'Port': ['ID=e8e5ac5f-5275-49c9-b742-9ae2083a6324,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:19.878650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Network 5eaf9844-ead3-4e77-be67-daed81ce763d is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:19.881561 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.884206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:19.892927 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.896360 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/networks/41e9b79a-14b2-4fde-858b-6168efc9198d HTTP/1.1" status: 204 len: 168 time: 3.4210651 Jul 16 09:07:19.897874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:19.900217 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34768) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:19.962385 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f3329b-ba7f-496d-886d-d219bab4d6a1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Network': ['ID=41e9b79a-14b2-4fde-858b-6168efc9198d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:20.019689 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.079840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Attempting to bind port 475245f5-0c79-4945-8072-8484e8a5fa89 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:20.080483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Attempting to bind port 475245f5-0c79-4945-8072-8484e8a5fa89 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:20.081392 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Attempting to bind port 475245f5-0c79-4945-8072-8484e8a5fa89 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:20.081947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051934e7-db85-4f0d-b1d1-623aa2c7f5b4 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:20.083598 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-051934e7-db85-4f0d-b1d1-623aa2c7f5b4 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1815531 Jul 16 09:07:20.087905 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34788) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:20.109216 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b365aa28-d1f7-452f-b7b5-056160526c1f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:20.109609 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.222097 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-af75ce79-130e-4dc8-8614-627f397316a3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1327567 Jul 16 09:07:20.226807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 34794) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:20.235901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f1e68c85-4b8a-49a2-a4d6-80bf816b81ba tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1768148101'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:20.240372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:20.241527 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:20.242946 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.270856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:20.272055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Bound port: 475245f5-0c79-4945-8072-8484e8a5fa89, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:20.277353 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.335872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfed9c9-6fdd-4944-8b5a-d7e5f66cb75f None None] Pushing event updated for resources: {'Port': ['ID=475245f5-0c79-4945-8072-8484e8a5fa89,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:20.398575 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.412826 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.433406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Transition to ACTIVE for port object 0dfbfadd-6b96-435d-bc41-b37e66949a5f will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:20.468056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] For port 475245f5-0c79-4945-8072-8484e8a5fa89, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:20.510702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Transition to ACTIVE for port object 0dfbfadd-6b96-435d-bc41-b37e66949a5f will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:20.527705 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] For port 475245f5-0c79-4945-8072-8484e8a5fa89, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=475245f5-0c79-4945-8072-8484e8a5fa89,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:20.536148 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b9123676-cda9-428c-b9c1-9c56a551ab1e None None] Provisioning for port e8e5ac5f-5275-49c9-b742-9ae2083a6324 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:20.543070 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.552128 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.590038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b9123676-cda9-428c-b9c1-9c56a551ab1e None None] Provisioning complete for port e8e5ac5f-5275-49c9-b742-9ae2083a6324 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:20.590898 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b9123676-cda9-428c-b9c1-9c56a551ab1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.591516 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e68c85-4b8a-49a2-a4d6-80bf816b81ba tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:20.600072 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f1e68c85-4b8a-49a2-a4d6-80bf816b81ba tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.674382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Network 4fbfaa31-c83e-4c70-a83f-0573485926bf is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:20.707228 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Allocated IP 172.23.0.1 (4fbfaa31-c83e-4c70-a83f-0573485926bf/92395746-ad44-4345-bd3a-713fe0b2cf1c/9c3b84af-589f-4446-b352-94114e5d03d8) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:20.713170 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:20.723918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:20.749698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Pushing event updated for resources: {'Port': ['ID=0dfbfadd-6b96-435d-bc41-b37e66949a5f,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:20.763254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Routers {'50d392e5-059e-4658-97e7-97f94e7d28ac'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:20.764017 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['50d392e5-059e-4658-97e7-97f94e7d28ac'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:20.855765 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.872513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Transition to ACTIVE for port object 9c3b84af-589f-4446-b352-94114e5d03d8 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:20.970110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1e68c85-4b8a-49a2-a4d6-80bf816b81ba tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:20.974647 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.981764 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d56bff46-41f1-4cda-b33b-87f2fa1e0556 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:20.987453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b9123676-cda9-428c-b9c1-9c56a551ab1e None None] Port e8e5ac5f-5275-49c9-b742-9ae2083a6324 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:21.098336 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f1e68c85-4b8a-49a2-a4d6-80bf816b81ba tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.098684 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-f1e68c85-4b8a-49a2-a4d6-80bf816b81ba tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Added segment 2524facc-d0c7-46f5-bd77-d91fe827bb70 of type vlan for network 7cbe802f-c8ed-4abc-be5d-cafbd99c5351 Jul 16 09:07:21.122334 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 4fbfaa31-c83e-4c70-a83f-0573485926bf is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:21.160877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=9c3b84af-589f-4446-b352-94114e5d03d8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:21.178613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:21.203620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfed9c9-6fdd-4944-8b5a-d7e5f66cb75f None None] Pushing event updated for resources: {'Port': ['ID=475245f5-0c79-4945-8072-8484e8a5fa89,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:21.223538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Attempting to bind port 0dfbfadd-6b96-435d-bc41-b37e66949a5f on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:21.224602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Attempting to bind port 0dfbfadd-6b96-435d-bc41-b37e66949a5f by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '6e3077c7-11cf-4287-8a46-dd3fd323863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:21.225226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Attempting to bind port 0dfbfadd-6b96-435d-bc41-b37e66949a5f on network 4fbfaa31-c83e-4c70-a83f-0573485926bf {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:21.232270 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:21.262175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:21.262586 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Checking segment: {'id': '6e3077c7-11cf-4287-8a46-dd3fd323863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:21.263000 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.263399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Bound using segment: {'id': '6e3077c7-11cf-4287-8a46-dd3fd323863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:21.263895 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Bound port: 0dfbfadd-6b96-435d-bc41-b37e66949a5f, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3077c7-11cf-4287-8a46-dd3fd323863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:21.266507 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.326142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] Set router 50d392e5-059e-4658-97e7-97f94e7d28ac gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:21.344736 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.385579 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.466509 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f1e68c85-4b8a-49a2-a4d6-80bf816b81ba tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.475367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Pushing event updated for resources: {'Port': ['ID=e8e5ac5f-5275-49c9-b742-9ae2083a6324,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:21.533020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port d56bff46-41f1-4cda-b33b-87f2fa1e0556 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:21.556230 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.608152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d56bff46-41f1-4cda-b33b-87f2fa1e0556 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:21.609315 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.664272 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.resource_extend [None req-f1e68c85-4b8a-49a2-a4d6-80bf816b81ba tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:07:21.741942 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.815505 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-677003db-3c99-4026-9d72-244debbf3118 None None] For port 0dfbfadd-6b96-435d-bc41-b37e66949a5f, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:21.894007 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-677003db-3c99-4026-9d72-244debbf3118 None None] For port 0dfbfadd-6b96-435d-bc41-b37e66949a5f, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0dfbfadd-6b96-435d-bc41-b37e66949a5f,segment=NetworkSegment(6e3077c7-11cf-4287-8a46-dd3fd323863a),segment_id=6e3077c7-11cf-4287-8a46-dd3fd323863a)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:21.895545 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.921540 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.012605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port d56bff46-41f1-4cda-b33b-87f2fa1e0556, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d56bff46-41f1-4cda-b33b-87f2fa1e0556,segment=NetworkSegment(b1d5998a-a515-472e-a537-5117a8c5bd56),segment_id=b1d5998a-a515-472e-a537-5117a8c5bd56)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:22.040127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.054786 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.097963 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f1e68c85-4b8a-49a2-a4d6-80bf816b81ba tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.104326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e68c85-4b8a-49a2-a4d6-80bf816b81ba tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:22.104818 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f1e68c85-4b8a-49a2-a4d6-80bf816b81ba tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.153976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677003db-3c99-4026-9d72-244debbf3118 None None] Pushing event updated for resources: {'Port': ['ID=0dfbfadd-6b96-435d-bc41-b37e66949a5f,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:22.206848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e68c85-4b8a-49a2-a4d6-80bf816b81ba tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Network': ['ID=7cbe802f-c8ed-4abc-be5d-cafbd99c5351,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:22.214205 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f1e68c85-4b8a-49a2-a4d6-80bf816b81ba tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9806557 Jul 16 09:07:22.214481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 34960) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:22.221366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-914f6f2c-2a34-4a52-ab2a-9b808f068664 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'subnet': {'network_id': '7cbe802f-c8ed-4abc-be5d-cafbd99c5351', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:22.299299 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.336456 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.367251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 7cbe802f-c8ed-4abc-be5d-cafbd99c5351 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:22.370620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 64b176b5-d21a-4183-af91-858e06943874 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:22.398646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 64b176b5-d21a-4183-af91-858e06943874 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:22.399830 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 64b176b5-d21a-4183-af91-858e06943874 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:22.535507 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=d56bff46-41f1-4cda-b33b-87f2fa1e0556,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:22.609906 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.656659 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-914f6f2c-2a34-4a52-ab2a-9b808f068664 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:22.665740 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-914f6f2c-2a34-4a52-ab2a-9b808f068664 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:22.759440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Network 5eaf9844-ead3-4e77-be67-daed81ce763d is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:22.774774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:22.775570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'name': 'tempest-TestServerMultinode-881962701-router', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '475245f5-0c79-4945-8072-8484e8a5fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:09Z', 'updated_at': '2021-07-16T09:07:20Z', 'revision_number': 4, 'project_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'gw_port': {'id': '475245f5-0c79-4945-8072-8484e8a5fa89', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:11Z', 'updated_at': '2021-07-16T09:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e8e5ac5f-5275-49c9-b742-9ae2083a6324', 'name': '', 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'mac_address': 'fa:16:3e:09:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '639b6835-0383-42fa-9313-f6eede34ea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:18Z', 'updated_at': '2021-07-16T09:07:19Z', 'revision_number': 1, 'project_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'subnets': [{'id': '639b6835-0383-42fa-9313-f6eede34ea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:22.832029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event updated for resources: {'Port': ['ID=9c3b84af-589f-4446-b352-94114e5d03d8,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:22.908727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7deb53-3616-4ab8-997d-5fd54f47ec97 None None] The sync data for ids ['50d392e5-059e-4658-97e7-97f94e7d28ac'] in n-d-758944-46 is: [{'id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'name': 'tempest-TestServerMultinode-881962701-router', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '475245f5-0c79-4945-8072-8484e8a5fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:09Z', 'updated_at': '2021-07-16T09:07:20Z', 'revision_number': 4, 'project_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'gw_port': {'id': '475245f5-0c79-4945-8072-8484e8a5fa89', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:11Z', 'updated_at': '2021-07-16T09:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e8e5ac5f-5275-49c9-b742-9ae2083a6324', 'name': '', 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'mac_address': 'fa:16:3e:09:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '639b6835-0383-42fa-9313-f6eede34ea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:18Z', 'updated_at': '2021-07-16T09:07:19Z', 'revision_number': 1, 'project_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'subnets': [{'id': '639b6835-0383-42fa-9313-f6eede34ea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:23.113924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d56bff46-41f1-4cda-b33b-87f2fa1e0556 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:23.355243 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-914f6f2c-2a34-4a52-ab2a-9b808f068664 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.385403 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d56bff46-41f1-4cda-b33b-87f2fa1e0556 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:23.386228 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.532405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914f6f2c-2a34-4a52-ab2a-9b808f068664 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Subnet': ['ID=9d122edb-7d2c-401c-bea2-82a300763251,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:23.606190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d193d081-f883-44dd-ba59-27f5e07c28f9 None None] Provisioning complete for port e8e5ac5f-5275-49c9-b742-9ae2083a6324 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:23.606569 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d193d081-f883-44dd-ba59-27f5e07c28f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.632106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-914f6f2c-2a34-4a52-ab2a-9b808f068664 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Checking segment: {'id': '2524facc-d0c7-46f5-bd77-d91fe827bb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7cbe802f-c8ed-4abc-be5d-cafbd99c5351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:23.632475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914f6f2c-2a34-4a52-ab2a-9b808f068664 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network hostable DHCP agents. Network: 7cbe802f-c8ed-4abc-be5d-cafbd99c5351, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:07:23.706455 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914f6f2c-2a34-4a52-ab2a-9b808f068664 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 7cbe802f-c8ed-4abc-be5d-cafbd99c5351 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:23.732817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-914f6f2c-2a34-4a52-ab2a-9b808f068664 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 7cbe802f-c8ed-4abc-be5d-cafbd99c5351) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:23.741052 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-914f6f2c-2a34-4a52-ab2a-9b808f068664 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:23.742216 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-914f6f2c-2a34-4a52-ab2a-9b808f068664 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:23.783284 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-914f6f2c-2a34-4a52-ab2a-9b808f068664 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5676496 Jul 16 09:07:23.786641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35074) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:23.794035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'network_id': '7cbe802f-c8ed-4abc-be5d-cafbd99c5351', 'name': 'tempest-PortsTestJSON-1145737751'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:23.845462 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0dfbfadd-6b96-435d-bc41-b37e66949a5f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:23.850004 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d193d081-f883-44dd-ba59-27f5e07c28f9 None None] Port e8e5ac5f-5275-49c9-b742-9ae2083a6324 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:23.858954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab02fab1-9347-4c6f-8c66-c2fe58108a8a None None] Network 7cbe802f-c8ed-4abc-be5d-cafbd99c5351 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:24.260901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:24.272882 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.321499 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 0dfbfadd-6b96-435d-bc41-b37e66949a5f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:24.355216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port ffe115a1-1041-4b14-a37e-eeb04a1cc171 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:07:24.472096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e528bb-f524-4798-84f2-384ed37fcbb7 None None] Network 4fbfaa31-c83e-4c70-a83f-0573485926bf requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:24.569560 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-7cbe802f-c8ed-4abc-be5d-cafbd99c5351', 'network_id': '7cbe802f-c8ed-4abc-be5d-cafbd99c5351', 'tenant_id': '448df4f2bed44d7b950b1c67e31fddf3', 'fixed_ips': [{'subnet_id': '9d122edb-7d2c-401c-bea2-82a300763251'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:07:24.570864 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.590246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-250ebb19-f702-4404-ae5e-a686b9098496 None None] Provisioning for port 0dfbfadd-6b96-435d-bc41-b37e66949a5f completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:24.591481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Network 4fbfaa31-c83e-4c70-a83f-0573485926bf is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:24.610801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:24.656143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-250ebb19-f702-4404-ae5e-a686b9098496 None None] Provisioning complete for port 0dfbfadd-6b96-435d-bc41-b37e66949a5f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:24.656916 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-250ebb19-f702-4404-ae5e-a686b9098496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:24.746705 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Allocated IP 172.20.0.7 (7cbe802f-c8ed-4abc-be5d-cafbd99c5351/9d122edb-7d2c-401c-bea2-82a300763251/ffe115a1-1041-4b14-a37e-eeb04a1cc171) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:24.757639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Router 50d392e5-059e-4658-97e7-97f94e7d28ac has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:25.274880 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.312726 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Transition to ACTIVE for port object ffe115a1-1041-4b14-a37e-eeb04a1cc171 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:25.375605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.378315 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-250ebb19-f702-4404-ae5e-a686b9098496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.450130 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=ffe115a1-1041-4b14-a37e-eeb04a1cc171,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:25.461073 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.461500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.461856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.462194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.462530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.462912 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.463248 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.463664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.464025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.464360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.464818 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.465150 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:25.475552 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:25.481173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 7cbe802f-c8ed-4abc-be5d-cafbd99c5351 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:25.489158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:25.492844 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:25.501607 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2bfca19e-2735-4ffb-abea-5941b13bf9ec admin admin] 10.222.0.20 "PUT /v2.0/routers/50d392e5-059e-4658-97e7-97f94e7d28ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9827030 Jul 16 09:07:25.530344 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 55881709-512b-4504-a23e-98eea331d296 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:25.538498 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-250ebb19-f702-4404-ae5e-a686b9098496 None None] For port 0dfbfadd-6b96-435d-bc41-b37e66949a5f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0dfbfadd-6b96-435d-bc41-b37e66949a5f,segment=NetworkSegment(6e3077c7-11cf-4287-8a46-dd3fd323863a),segment_id=6e3077c7-11cf-4287-8a46-dd3fd323863a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:25.554825 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-250ebb19-f702-4404-ae5e-a686b9098496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.612038 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:25.613229 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:25.636187 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a20804e4-f50b-494d-9ea0-b0dac5501edf tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8482115 Jul 16 09:07:25.638918 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35150) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:25.653857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f3380710-3666-47f5-8969-0d9931266468 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'network_id': '7cbe802f-c8ed-4abc-be5d-cafbd99c5351', 'name': 'tempest-PortsTestJSON-992248454'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:25.669686 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Allocated IP 172.20.0.2 (7cbe802f-c8ed-4abc-be5d-cafbd99c5351/9d122edb-7d2c-401c-bea2-82a300763251/8e1df61c-d3e1-49cd-af10-7d349b186463) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:25.823045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:25.833163 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cac4b087-ea3a-4615-a1e6-f486332b57fb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/55881709-512b-4504-a23e-98eea331d296/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0109816 Jul 16 09:07:25.835911 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35154) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:25.844679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f73dbc37-5f65-40c8-84d2-013265a52fbb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:25.953530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3380710-3666-47f5-8969-0d9931266468 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:25.957999 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3380710-3666-47f5-8969-0d9931266468 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.000317 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-f3380710-3666-47f5-8969-0d9931266468 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port cdf947ba-fd72-4fb6-8d70-b22c0205aea1 yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:07:26.049501 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Sync routers for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:26.076734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35160) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:26.090844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250ebb19-f702-4404-ae5e-a686b9098496 None None] Pushing event updated for resources: {'Port': ['ID=0dfbfadd-6b96-435d-bc41-b37e66949a5f,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:26.180971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:26.181835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:26.333642 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.364683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Transition to ACTIVE for port object 8e1df61c-d3e1-49cd-af10-7d349b186463 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:26.381909 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:26.420890 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Transition to ACTIVE for port object 8e1df61c-d3e1-49cd-af10-7d349b186463 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:26.447751 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.556542 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-f3380710-3666-47f5-8969-0d9931266468 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Allocated IP 172.20.0.9 (7cbe802f-c8ed-4abc-be5d-cafbd99c5351/9d122edb-7d2c-401c-bea2-82a300763251/cdf947ba-fd72-4fb6-8d70-b22c0205aea1) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:26.684812 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35172) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:26.685865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Network 7cbe802f-c8ed-4abc-be5d-cafbd99c5351 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:26.701404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-492842325-network', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:26.730242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:26.734677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:26.797212 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Pushing event updated for resources: {'Port': ['ID=8e1df61c-d3e1-49cd-af10-7d349b186463,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:26.802597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] Made reservation on behalf of b39b855e9d014f29b53957e2bb9e093f for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:26.806239 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.864175 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.887457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Attempting to bind port 8e1df61c-d3e1-49cd-af10-7d349b186463 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:26.887845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Attempting to bind port 8e1df61c-d3e1-49cd-af10-7d349b186463 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '2524facc-d0c7-46f5-bd77-d91fe827bb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7cbe802f-c8ed-4abc-be5d-cafbd99c5351'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:26.888218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Attempting to bind port 8e1df61c-d3e1-49cd-af10-7d349b186463 on network 7cbe802f-c8ed-4abc-be5d-cafbd99c5351 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:26.899337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:26.899723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Checking segment: {'id': '2524facc-d0c7-46f5-bd77-d91fe827bb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7cbe802f-c8ed-4abc-be5d-cafbd99c5351'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:26.900145 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.900846 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Bound using segment: {'id': '2524facc-d0c7-46f5-bd77-d91fe827bb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7cbe802f-c8ed-4abc-be5d-cafbd99c5351'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:26.901104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Bound port: 8e1df61c-d3e1-49cd-af10-7d349b186463, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2524facc-d0c7-46f5-bd77-d91fe827bb70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '7cbe802f-c8ed-4abc-be5d-cafbd99c5351'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:26.902018 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.907531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-42976b43-3479-4de0-9777-afccd521058f None None] Provisioning complete for port 0dfbfadd-6b96-435d-bc41-b37e66949a5f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:26.907912 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-42976b43-3479-4de0-9777-afccd521058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:26.976284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0dfbfadd-6b96-435d-bc41-b37e66949a5f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:27.060581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c3b84af-589f-4446-b352-94114e5d03d8', 'name': '', 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:58:3a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:19Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 2, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56bff46-41f1-4cda-b33b-87f2fa1e0556', 'name': '', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:c0:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:10Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:27.076287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.extraroute_db [None req-f73dbc37-5f65-40c8-84d2-013265a52fbb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 09:07:27.078536 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3380710-3666-47f5-8969-0d9931266468 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.097168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Checking router: 55881709-512b-4504-a23e-98eea331d296 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:27.097602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Updating router 55881709-512b-4504-a23e-98eea331d296 port 9c3b84af-589f-4446-b352-94114e5d03d8 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:07:27.110721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.extraroute_db [None req-f73dbc37-5f65-40c8-84d2-013265a52fbb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Removed routes are [] {{(pid=93694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 09:07:27.111601 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f73dbc37-5f65-40c8-84d2-013265a52fbb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.125030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-f3380710-3666-47f5-8969-0d9931266468 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Transition to ACTIVE for port object cdf947ba-fd72-4fb6-8d70-b22c0205aea1 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:27.222825 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.232969 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.234985 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.275376 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] For port 8e1df61c-d3e1-49cd-af10-7d349b186463, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:27.278765 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3380710-3666-47f5-8969-0d9931266468 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.287682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867f49d4-e9fc-41c4-9005-6064fb370b65,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:27.362893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3380710-3666-47f5-8969-0d9931266468 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=cdf947ba-fd72-4fb6-8d70-b22c0205aea1,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:27.375974 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] vlan segment allocate from pool success with {'vlan_id': 85, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:27.387513 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3380710-3666-47f5-8969-0d9931266468 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 7cbe802f-c8ed-4abc-be5d-cafbd99c5351 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:27.393490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f3380710-3666-47f5-8969-0d9931266468 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:27.397190 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3380710-3666-47f5-8969-0d9931266468 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:27.455343 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.455810 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] Added segment 92163327-34f1-41c6-886b-c2e22cc5e11e of type vlan for network 8161f494-0642-4420-a88c-ac6309e9dccd Jul 16 09:07:27.585281 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.594160 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f73dbc37-5f65-40c8-84d2-013265a52fbb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.602132 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f73dbc37-5f65-40c8-84d2-013265a52fbb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.606829 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46782837-570e-48fc-af96-6207c1430801 None None] Sync routers for ids ['50d392e5-059e-4658-97e7-97f94e7d28ac'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:27.616942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] For port 8e1df61c-d3e1-49cd-af10-7d349b186463, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8e1df61c-d3e1-49cd-af10-7d349b186463,segment=NetworkSegment(2524facc-d0c7-46f5-bd77-d91fe827bb70),segment_id=2524facc-d0c7-46f5-bd77-d91fe827bb70)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:27.625386 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46782837-570e-48fc-af96-6207c1430801 None None] Routers {'50d392e5-059e-4658-97e7-97f94e7d28ac'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:27.626878 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-46782837-570e-48fc-af96-6207c1430801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['50d392e5-059e-4658-97e7-97f94e7d28ac'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:27.638152 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3380710-3666-47f5-8969-0d9931266468 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:27.642573 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3380710-3666-47f5-8969-0d9931266468 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.663733 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.715548 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f3380710-3666-47f5-8969-0d9931266468 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0752110 Jul 16 09:07:27.717545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35174) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:27.768633 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 0dfbfadd-6b96-435d-bc41-b37e66949a5f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:27.769361 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.812743 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.815078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:27.815987 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:27.830544 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-46782837-570e-48fc-af96-6207c1430801 None None] Set router 50d392e5-059e-4658-97e7-97f94e7d28ac gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:27.932758 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2460797 Jul 16 09:07:27.942080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35176) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:27.962393 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-59e8ef28-6c9c-45da-83d1-10e4907f5309 admin admin] Request body: {'subnet': {'network_id': '8161f494-0642-4420-a88c-ac6309e9dccd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-492842325-subnet', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:27.976430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-42976b43-3479-4de0-9777-afccd521058f None None] Provisioning for port 9c3b84af-589f-4446-b352-94114e5d03d8 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:27.996439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3aa183-1a0b-4d66-a2c5-9a213c8e644a None None] Pushing event updated for resources: {'Port': ['ID=8e1df61c-d3e1-49cd-af10-7d349b186463,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:28.000664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51372e7a-6677-4567-adaf-29600bc1c877 admin admin] Pushing event updated for resources: {'Network': ['ID=8161f494-0642-4420-a88c-ac6309e9dccd,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:28.021783 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-42976b43-3479-4de0-9777-afccd521058f None None] Provisioning complete for port 9c3b84af-589f-4446-b352-94114e5d03d8 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:28.022373 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-42976b43-3479-4de0-9777-afccd521058f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.032702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 8161f494-0642-4420-a88c-ac6309e9dccd details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:28.039009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-911e8ad6-8e47-4a70-9222-c60a26a8a494 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:28.044750 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-911e8ad6-8e47-4a70-9222-c60a26a8a494 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.7 HTTP/1.1" status: 200 len: 922 time: 0.3151591 Jul 16 09:07:28.046473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35180) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:28.145296 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73dbc37-5f65-40c8-84d2-013265a52fbb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 55881709-512b-4504-a23e-98eea331d296 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:28.201202 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-46782837-570e-48fc-af96-6207c1430801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'name': 'tempest-TestServerMultinode-881962701-router', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '475245f5-0c79-4945-8072-8484e8a5fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:09Z', 'updated_at': '2021-07-16T09:07:20Z', 'revision_number': 4, 'project_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'gw_port': {'id': '475245f5-0c79-4945-8072-8484e8a5fa89', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:11Z', 'updated_at': '2021-07-16T09:07:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e8e5ac5f-5275-49c9-b742-9ae2083a6324', 'name': '', 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'mac_address': 'fa:16:3e:09:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '639b6835-0383-42fa-9313-f6eede34ea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:18Z', 'updated_at': '2021-07-16T09:07:20Z', 'revision_number': 2, 'project_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'subnets': [{'id': '639b6835-0383-42fa-9313-f6eede34ea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:28.234805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e8ef28-6c9c-45da-83d1-10e4907f5309 admin admin] Made reservation on behalf of b39b855e9d014f29b53957e2bb9e093f for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:28.237562 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59e8ef28-6c9c-45da-83d1-10e4907f5309 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.278253 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46782837-570e-48fc-af96-6207c1430801 None None] Checking router: 50d392e5-059e-4658-97e7-97f94e7d28ac for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:28.279616 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46782837-570e-48fc-af96-6207c1430801 None None] Updating router 50d392e5-059e-4658-97e7-97f94e7d28ac port e8e5ac5f-5275-49c9-b742-9ae2083a6324 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:07:28.322816 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-48515845-0b21-4f88-af5c-0e0c89383fd0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port cdf947ba-fd72-4fb6-8d70-b22c0205aea1 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:28.323472 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-48515845-0b21-4f88-af5c-0e0c89383fd0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.338584 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-42976b43-3479-4de0-9777-afccd521058f None None] Port 9c3b84af-589f-4446-b352-94114e5d03d8 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:28.369926 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-46782837-570e-48fc-af96-6207c1430801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.408228 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 475245f5-0c79-4945-8072-8484e8a5fa89 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:28.443252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73dbc37-5f65-40c8-84d2-013265a52fbb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:28.452868 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f73dbc37-5f65-40c8-84d2-013265a52fbb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.454837 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f73dbc37-5f65-40c8-84d2-013265a52fbb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/55881709-512b-4504-a23e-98eea331d296 HTTP/1.1" status: 200 len: 934 time: 2.6171091 Jul 16 09:07:28.469801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35182) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:28.479339 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.505559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ea5dc3f9-9c93-4445-93f3-07c00dd2c4ef None None] Provisioning complete for port 9c3b84af-589f-4446-b352-94114e5d03d8 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:28.505915 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ea5dc3f9-9c93-4445-93f3-07c00dd2c4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.511439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Transition to ACTIVE for port object 9c3b84af-589f-4446-b352-94114e5d03d8 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:28.532718 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-48515845-0b21-4f88-af5c-0e0c89383fd0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.550071 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 475245f5-0c79-4945-8072-8484e8a5fa89 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:28.558330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-48515845-0b21-4f88-af5c-0e0c89383fd0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for cdf947ba-fd72-4fb6-8d70-b22c0205aea1 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:28.560093 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.643035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 475245f5-0c79-4945-8072-8484e8a5fa89 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:28.644106 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.653239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3a81e-08f7-4321-9cd6-ec3324081629 None None] Pushing event updated for resources: {'Port': ['ID=9c3b84af-589f-4446-b352-94114e5d03d8,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:28.700292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ea5dc3f9-9c93-4445-93f3-07c00dd2c4ef None None] Port 9c3b84af-589f-4446-b352-94114e5d03d8 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:28.799741 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Attempting to bind port 9c3b84af-589f-4446-b352-94114e5d03d8 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:28.801152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Attempting to bind port 9c3b84af-589f-4446-b352-94114e5d03d8 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '6e3077c7-11cf-4287-8a46-dd3fd323863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:28.802127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Attempting to bind port 9c3b84af-589f-4446-b352-94114e5d03d8 on network 4fbfaa31-c83e-4c70-a83f-0573485926bf {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:28.810504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:28.811220 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Checking segment: {'id': '6e3077c7-11cf-4287-8a46-dd3fd323863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:28.812839 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.813784 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Bound using segment: {'id': '6e3077c7-11cf-4287-8a46-dd3fd323863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:28.814528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Bound port: 9c3b84af-589f-4446-b352-94114e5d03d8, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e3077c7-11cf-4287-8a46-dd3fd323863a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:28.815186 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.917209 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] For port 9c3b84af-589f-4446-b352-94114e5d03d8, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:28.922860 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] For port 9c3b84af-589f-4446-b352-94114e5d03d8, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9c3b84af-589f-4446-b352-94114e5d03d8,segment=NetworkSegment(6e3077c7-11cf-4287-8a46-dd3fd323863a),segment_id=6e3077c7-11cf-4287-8a46-dd3fd323863a)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:28.949269 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.012434 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-46782837-570e-48fc-af96-6207c1430801 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.023230 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.025854 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-46782837-570e-48fc-af96-6207c1430801 None None] Transition to ACTIVE for port object e8e5ac5f-5275-49c9-b742-9ae2083a6324 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:29.036537 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-46782837-570e-48fc-af96-6207c1430801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.066460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 475245f5-0c79-4945-8072-8484e8a5fa89, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=475245f5-0c79-4945-8072-8484e8a5fa89,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:29.083372 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.139744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:29.140064 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fdb49-a84f-4bcc-90cf-07bec21611c4 None None] Pushing event updated for resources: {'Port': ['ID=e8e5ac5f-5275-49c9-b742-9ae2083a6324,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:29.140963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:29.146001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f3a81e-08f7-4321-9cd6-ec3324081629 None None] Pushing event updated for resources: {'Port': ['ID=9c3b84af-589f-4446-b352-94114e5d03d8,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:29.242018 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-46782837-570e-48fc-af96-6207c1430801 None None] Attempting to bind port e8e5ac5f-5275-49c9-b742-9ae2083a6324 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:29.243964 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-46782837-570e-48fc-af96-6207c1430801 None None] Attempting to bind port e8e5ac5f-5275-49c9-b742-9ae2083a6324 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:29.245782 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46782837-570e-48fc-af96-6207c1430801 None None] Attempting to bind port e8e5ac5f-5275-49c9-b742-9ae2083a6324 on network 5eaf9844-ead3-4e77-be67-daed81ce763d {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:29.264887 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46782837-570e-48fc-af96-6207c1430801 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:29.265545 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46782837-570e-48fc-af96-6207c1430801 None None] Checking segment: {'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:29.266125 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-46782837-570e-48fc-af96-6207c1430801 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.268002 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46782837-570e-48fc-af96-6207c1430801 None None] Bound using segment: {'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:29.268960 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-46782837-570e-48fc-af96-6207c1430801 None None] Bound port: e8e5ac5f-5275-49c9-b742-9ae2083a6324, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:29.270120 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-46782837-570e-48fc-af96-6207c1430801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.441887 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-46782837-570e-48fc-af96-6207c1430801 None None] For port e8e5ac5f-5275-49c9-b742-9ae2083a6324, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:29.446189 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-46782837-570e-48fc-af96-6207c1430801 None None] For port e8e5ac5f-5275-49c9-b742-9ae2083a6324, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e8e5ac5f-5275-49c9-b742-9ae2083a6324,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:29.455594 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-46782837-570e-48fc-af96-6207c1430801 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.527305 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46782837-570e-48fc-af96-6207c1430801 None None] Routers {'50d392e5-059e-4658-97e7-97f94e7d28ac'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:29.527981 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-46782837-570e-48fc-af96-6207c1430801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['50d392e5-059e-4658-97e7-97f94e7d28ac'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:29.682561 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.696132 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-46782837-570e-48fc-af96-6207c1430801 None None] Set router 50d392e5-059e-4658-97e7-97f94e7d28ac gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:29.723611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=475245f5-0c79-4945-8072-8484e8a5fa89,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:29.745984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8e1df61c-d3e1-49cd-af10-7d349b186463 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:29.783515 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9fdb49-a84f-4bcc-90cf-07bec21611c4 None None] Pushing event updated for resources: {'Port': ['ID=e8e5ac5f-5275-49c9-b742-9ae2083a6324,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:29.908044 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:29.988222 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-26d62a01-0f78-435f-80d4-f0936aec315f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/routers/55881709-512b-4504-a23e-98eea331d296 HTTP/1.1" status: 200 len: 934 time: 1.5162916 Jul 16 09:07:29.990017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35184) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:29.996480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-feacf094-d6bc-406f-8199-3fd65cb14692 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'router': {'routes': None}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:30.045931 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257569e1-69e6-4069-9065-2f437d4c57bf None None] Network 7cbe802f-c8ed-4abc-be5d-cafbd99c5351 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:30.061821 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59e8ef28-6c9c-45da-83d1-10e4907f5309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.127448 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-48515845-0b21-4f88-af5c-0e0c89383fd0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.156374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 8e1df61c-d3e1-49cd-af10-7d349b186463 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:30.164760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e8ef28-6c9c-45da-83d1-10e4907f5309 admin admin] Checking segment: {'id': '92163327-34f1-41c6-886b-c2e22cc5e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8161f494-0642-4420-a88c-ac6309e9dccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:30.165129 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e8ef28-6c9c-45da-83d1-10e4907f5309 admin admin] Network hostable DHCP agents. Network: 8161f494-0642-4420-a88c-ac6309e9dccd, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:07:30.201261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e8ef28-6c9c-45da-83d1-10e4907f5309 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbfa8c68-f936-4150-b370-bc3471ea67a5,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:30.218251 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-46782837-570e-48fc-af96-6207c1430801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'name': 'tempest-TestServerMultinode-881962701-router', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '475245f5-0c79-4945-8072-8484e8a5fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:09Z', 'updated_at': '2021-07-16T09:07:20Z', 'revision_number': 4, 'project_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'gw_port': {'id': '475245f5-0c79-4945-8072-8484e8a5fa89', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:11Z', 'updated_at': '2021-07-16T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e8e5ac5f-5275-49c9-b742-9ae2083a6324', 'name': '', 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'mac_address': 'fa:16:3e:09:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '639b6835-0383-42fa-9313-f6eede34ea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:18Z', 'updated_at': '2021-07-16T09:07:29Z', 'revision_number': 4, 'project_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'subnets': [{'id': '639b6835-0383-42fa-9313-f6eede34ea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:30.236581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e8ef28-6c9c-45da-83d1-10e4907f5309 admin admin] Network 8161f494-0642-4420-a88c-ac6309e9dccd is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:30.261216 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46782837-570e-48fc-af96-6207c1430801 None None] The sync data for ids ['50d392e5-059e-4658-97e7-97f94e7d28ac'] in n-d-758944-46 is: [{'id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'name': 'tempest-TestServerMultinode-881962701-router', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '475245f5-0c79-4945-8072-8484e8a5fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:09Z', 'updated_at': '2021-07-16T09:07:20Z', 'revision_number': 4, 'project_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'gw_port': {'id': '475245f5-0c79-4945-8072-8484e8a5fa89', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:11Z', 'updated_at': '2021-07-16T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'e8e5ac5f-5275-49c9-b742-9ae2083a6324', 'name': '', 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'mac_address': 'fa:16:3e:09:33:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3637, 'fixed_ips': [{'subnet_id': '639b6835-0383-42fa-9313-f6eede34ea99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:18Z', 'updated_at': '2021-07-16T09:07:29Z', 'revision_number': 4, 'project_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'subnets': [{'id': '639b6835-0383-42fa-9313-f6eede34ea99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:30.268870 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48515845-0b21-4f88-af5c-0e0c89383fd0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=cdf947ba-fd72-4fb6-8d70-b22c0205aea1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:30.281385 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-59e8ef28-6c9c-45da-83d1-10e4907f5309 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 8161f494-0642-4420-a88c-ac6309e9dccd) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:30.287529 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e8ef28-6c9c-45da-83d1-10e4907f5309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:30.288446 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-59e8ef28-6c9c-45da-83d1-10e4907f5309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.323796 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-59e8ef28-6c9c-45da-83d1-10e4907f5309 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3753941 Jul 16 09:07:30.325400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35186) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:30.335394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7a4e67-45c5-4014-ad49-467249ea1e2c None None] Network 8161f494-0642-4420-a88c-ac6309e9dccd requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:30.338199 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-492842325-router', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:30.338807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Deleting port e21b0307-51c6-4830-b853-1de1926bda7f {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:30.339337 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.422008 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-48515845-0b21-4f88-af5c-0e0c89383fd0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.426470 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-48515845-0b21-4f88-af5c-0e0c89383fd0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/cdf947ba-fd72-4fb6-8d70-b22c0205aea1 HTTP/1.1" status: 204 len: 168 time: 2.3755243 Jul 16 09:07:30.427520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35188) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:30.443916 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.445063 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.469236 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5f1bf5-5ec8-426a-97ca-0ed17a9a13d6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] GET failed (client error): The resource could not be found. Jul 16 09:07:30.474242 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bc5f1bf5-5ec8-426a-97ca-0ed17a9a13d6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/cdf947ba-fd72-4fb6-8d70-b22c0205aea1 HTTP/1.1" status: 404 len: 333 time: 0.0449233 Jul 16 09:07:30.478141 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35190) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:30.576162 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.578814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] For port e21b0307-51c6-4830-b853-1de1926bda7f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e21b0307-51c6-4830-b853-1de1926bda7f,segment=NetworkSegment(59d7857c-4d13-4ac5-97cc-7640a9d31a89),segment_id=59d7857c-4d13-4ac5-97cc-7640a9d31a89)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:30.579708 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.600000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Calling delete_port for e21b0307-51c6-4830-b853-1de1926bda7f owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:30.671760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-17a71cec-e4c6-4629-9927-00857cc52540 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port ffe115a1-1041-4b14-a37e-eeb04a1cc171 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:30.672265 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-17a71cec-e4c6-4629-9927-00857cc52540 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.835245 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-17a71cec-e4c6-4629-9927-00857cc52540 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.866346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-17a71cec-e4c6-4629-9927-00857cc52540 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for ffe115a1-1041-4b14-a37e-eeb04a1cc171 owned by {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:30.950567 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.965498 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ea343e0f-a7ac-4b09-8a95-2054bf8c2894 None None] Provisioning for port 8e1df61c-d3e1-49cd-af10-7d349b186463 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:30.977533 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ea343e0f-a7ac-4b09-8a95-2054bf8c2894 None None] Provisioning complete for port 8e1df61c-d3e1-49cd-af10-7d349b186463 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:30.978516 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ea343e0f-a7ac-4b09-8a95-2054bf8c2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.998295 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.034677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-8161f494-0642-4420-a88c-ac6309e9dccd', 'network_id': '8161f494-0642-4420-a88c-ac6309e9dccd', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f', 'fixed_ips': [{'subnet_id': 'fbfa8c68-f936-4150-b370-bc3471ea67a5'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:07:31.036130 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.101560 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:27Z', 'revision_number': 6, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c3b84af-589f-4446-b352-94114e5d03d8', 'name': '', 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:58:3a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:19Z', 'updated_at': '2021-07-16T09:07:28Z', 'revision_number': 4, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56bff46-41f1-4cda-b33b-87f2fa1e0556', 'name': '', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:c0:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:10Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:31.108170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=e21b0307-51c6-4830-b853-1de1926bda7f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:31.224024 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.extraroute_db [None req-feacf094-d6bc-406f-8199-3fd65cb14692 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Added routes are [] {{(pid=93695) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 09:07:31.224709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.extraroute_db [None req-feacf094-d6bc-406f-8199-3fd65cb14692 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=93695) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 09:07:31.239377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7a4416e-77c1-4cc7-b6dd-d49bc45b252d None None] The sync data for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 is: [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:27Z', 'revision_number': 6, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c3b84af-589f-4446-b352-94114e5d03d8', 'name': '', 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:58:3a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:19Z', 'updated_at': '2021-07-16T09:07:28Z', 'revision_number': 4, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56bff46-41f1-4cda-b33b-87f2fa1e0556', 'name': '', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:c0:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:10Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:31.256071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:31.256483 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:31.256938 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:31.257377 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:31.257870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:31.258388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:31.258715 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:31.259040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:31.259508 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:31.259903 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:31.260245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:31.260632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:31.271701 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-17a71cec-e4c6-4629-9927-00857cc52540 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.379258 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a71cec-e4c6-4629-9927-00857cc52540 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=ffe115a1-1041-4b14-a37e-eeb04a1cc171,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:31.386388 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 475245f5-0c79-4945-8072-8484e8a5fa89 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:31.562616 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-feacf094-d6bc-406f-8199-3fd65cb14692 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.767175 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-17a71cec-e4c6-4629-9927-00857cc52540 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.776129 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-17a71cec-e4c6-4629-9927-00857cc52540 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/ffe115a1-1041-4b14-a37e-eeb04a1cc171 HTTP/1.1" status: 204 len: 168 time: 1.2957273 Jul 16 09:07:31.776801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35192) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:31.820447 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ea343e0f-a7ac-4b09-8a95-2054bf8c2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.859212 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.869984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 475245f5-0c79-4945-8072-8484e8a5fa89 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:31.870728 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.882052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Allocated IP 172.20.0.2 (8161f494-0642-4420-a88c-ac6309e9dccd/fbfa8c68-f936-4150-b370-bc3471ea67a5/5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:31.971299 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-e190448b-9253-4b72-8247-548ca033fb65 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] GET failed (client error): The resource could not be found. Jul 16 09:07:31.973589 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e190448b-9253-4b72-8247-548ca033fb65 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/ffe115a1-1041-4b14-a37e-eeb04a1cc171 HTTP/1.1" status: 404 len: 333 time: 0.1933260 Jul 16 09:07:31.978273 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35194) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:31.985914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ea343e0f-a7ac-4b09-8a95-2054bf8c2894 None None] For port 8e1df61c-d3e1-49cd-af10-7d349b186463, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8e1df61c-d3e1-49cd-af10-7d349b186463,segment=NetworkSegment(2524facc-d0c7-46f5-bd77-d91fe827bb70),segment_id=2524facc-d0c7-46f5-bd77-d91fe827bb70)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:32.006377 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ea343e0f-a7ac-4b09-8a95-2054bf8c2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.190183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0ae9a27-7251-4514-96a8-fe242571c568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting subnet 9d122edb-7d2c-401c-bea2-82a300763251 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:32.206722 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9a27-7251-4514-96a8-fe242571c568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.377411 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-feacf094-d6bc-406f-8199-3fd65cb14692 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.381506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-aecdff14-2c3b-4401-8813-4955471d4808 None None] Provisioning complete for port 8e1df61c-d3e1-49cd-af10-7d349b186463 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:32.382210 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-aecdff14-2c3b-4401-8813-4955471d4808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.385028 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9a27-7251-4514-96a8-fe242571c568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.389242 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.393692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea343e0f-a7ac-4b09-8a95-2054bf8c2894 None None] Pushing event updated for resources: {'Port': ['ID=8e1df61c-d3e1-49cd-af10-7d349b186463,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:32.443925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Router 35b14b58-99f1-4054-bc0a-5cf6ae977786 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:32.451735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-feacf094-d6bc-406f-8199-3fd65cb14692 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.465917 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.528806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e8e5ac5f-5275-49c9-b742-9ae2083a6324 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:32.657168 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:32.665468 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d434c16c-a717-4c1b-b259-a42677a95a03 admin admin] 10.222.0.20 "PUT /v2.0/routers/35b14b58-99f1-4054-bc0a-5cf6ae977786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5871527 Jul 16 09:07:32.666137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35196) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:32.682736 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4afbb1-6f22-405e-a648-4dab1c7d7cb9 None None] Sync routers for ids ['35b14b58-99f1-4054-bc0a-5cf6ae977786'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:32.753242 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.814921 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b49021-8107-4297-b4ae-b55f4798842c None None] Sync routers for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:32.826398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Transition to ACTIVE for port object 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:32.830934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4afbb1-6f22-405e-a648-4dab1c7d7cb9 None None] Routers {'35b14b58-99f1-4054-bc0a-5cf6ae977786'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:32.832023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ca4afbb1-6f22-405e-a648-4dab1c7d7cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['35b14b58-99f1-4054-bc0a-5cf6ae977786'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:32.845344 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Allocated IP 172.25.4.178 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/fac31834-3deb-4b2b-b763-b8a26efb57e0) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:32.849331 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b49021-8107-4297-b4ae-b55f4798842c None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:32.850929 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c7b49021-8107-4297-b4ae-b55f4798842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:32.891103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-aecdff14-2c3b-4401-8813-4955471d4808 None None] Could not find standard attr ID for object ffe115a1-1041-4b14-a37e-eeb04a1cc171. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:07:32.893662 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9a27-7251-4514-96a8-fe242571c568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.911769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Transition to ACTIVE for port object 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:32.918598 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port e8e5ac5f-5275-49c9-b742-9ae2083a6324 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:32.922791 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.932549 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.940626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e8e5ac5f-5275-49c9-b742-9ae2083a6324 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:32.941216 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.051289 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Network 8161f494-0642-4420-a88c-ac6309e9dccd is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:33.063136 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:33.066652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:33.085545 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.134023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c28a5d08-7833-4e64-a860-d865569efa6d None None] Could not find standard attr ID for object cdf947ba-fd72-4fb6-8d70-b22c0205aea1. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:07:33.155881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feacf094-d6bc-406f-8199-3fd65cb14692 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 55881709-512b-4504-a23e-98eea331d296 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:33.174314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] Deleting port 12679d42-bb4d-4670-9f79-ab5f064b24e7 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:33.174657 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.188995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-ca4afbb1-6f22-405e-a648-4dab1c7d7cb9 None None] Set router 35b14b58-99f1-4054-bc0a-5cf6ae977786 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:33.242323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c28a5d08-7833-4e64-a860-d865569efa6d None None] Could not find standard attr ID for object ffe115a1-1041-4b14-a37e-eeb04a1cc171. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:07:33.283916 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-c7b49021-8107-4297-b4ae-b55f4798842c None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:33.371225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] For port 12679d42-bb4d-4670-9f79-ab5f064b24e7, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=12679d42-bb4d-4670-9f79-ab5f064b24e7,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:33.373000 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.438980 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9a27-7251-4514-96a8-fe242571c568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.458339 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] Calling delete_port for 12679d42-bb4d-4670-9f79-ab5f064b24e7 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:33.569564 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0ae9a27-7251-4514-96a8-fe242571c568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.577081 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a0ae9a27-7251-4514-96a8-fe242571c568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/9d122edb-7d2c-401c-bea2-82a300763251 HTTP/1.1" status: 204 len: 168 time: 1.5974877 Jul 16 09:07:33.582999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35198) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:33.585252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae9a27-7251-4514-96a8-fe242571c568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Subnet': ['ID=9d122edb-7d2c-401c-bea2-82a300763251,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:33.587175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Pushing event updated for resources: {'Port': ['ID=5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:33.612581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feacf094-d6bc-406f-8199-3fd65cb14692 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:33.613148 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Attempting to bind port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:33.613148 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Attempting to bind port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '92163327-34f1-41c6-886b-c2e22cc5e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8161f494-0642-4420-a88c-ac6309e9dccd'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:33.613606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Attempting to bind port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 on network 8161f494-0642-4420-a88c-ac6309e9dccd {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:33.616029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce8f7ac-c28e-4382-86ce-9d95150afae6 None None] Network 7cbe802f-c8ed-4abc-be5d-cafbd99c5351 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:33.631390 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-feacf094-d6bc-406f-8199-3fd65cb14692 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.637205 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-feacf094-d6bc-406f-8199-3fd65cb14692 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/55881709-512b-4504-a23e-98eea331d296 HTTP/1.1" status: 200 len: 700 time: 3.6407893 Jul 16 09:07:33.637658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35200) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:33.666177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:33.666648 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Checking segment: {'id': '92163327-34f1-41c6-886b-c2e22cc5e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8161f494-0642-4420-a88c-ac6309e9dccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:33.666960 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.667353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Bound using segment: {'id': '92163327-34f1-41c6-886b-c2e22cc5e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8161f494-0642-4420-a88c-ac6309e9dccd'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:33.667855 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Bound port: 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92163327-34f1-41c6-886b-c2e22cc5e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8161f494-0642-4420-a88c-ac6309e9dccd'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:33.668298 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.736090 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c7b49021-8107-4297-b4ae-b55f4798842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:31Z', 'revision_number': 7, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c3b84af-589f-4446-b352-94114e5d03d8', 'name': '', 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:58:3a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:19Z', 'updated_at': '2021-07-16T09:07:28Z', 'revision_number': 4, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56bff46-41f1-4cda-b33b-87f2fa1e0556', 'name': '', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:c0:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:10Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:33.741427 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.745938 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.755075 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.783360 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port e8e5ac5f-5275-49c9-b742-9ae2083a6324, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e8e5ac5f-5275-49c9-b742-9ae2083a6324,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:33.791985 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b49021-8107-4297-b4ae-b55f4798842c None None] Checking router: 55881709-512b-4504-a23e-98eea331d296 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:33.804058 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b49021-8107-4297-b4ae-b55f4798842c None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:33.804839 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c7b49021-8107-4297-b4ae-b55f4798842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:33.821042 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.853822 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e5e9ca68-1078-4d3c-87c5-4a1990eadfa8 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/routers/55881709-512b-4504-a23e-98eea331d296 HTTP/1.1" status: 200 len: 700 time: 0.2144020 Jul 16 09:07:33.858075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35202) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:34.013686 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port 8e1df61c-d3e1-49cd-af10-7d349b186463 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:34.015626 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.132133 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-c7b49021-8107-4297-b4ae-b55f4798842c None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:34.239512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] For port 8e1df61c-d3e1-49cd-af10-7d349b186463, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8e1df61c-d3e1-49cd-af10-7d349b186463,segment=NetworkSegment(2524facc-d0c7-46f5-bd77-d91fe827bb70),segment_id=2524facc-d0c7-46f5-bd77-d91fe827bb70)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:34.240446 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.272783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for 8e1df61c-d3e1-49cd-af10-7d349b186463 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:34.356632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.380145 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.417222 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.438164 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.439970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9c3b84af-589f-4446-b352-94114e5d03d8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:34.464038 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No DVR routers for this DVR port 8e1df61c-d3e1-49cd-af10-7d349b186463 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:34.505298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=e8e5ac5f-5275-49c9-b742-9ae2083a6324,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:34.534575 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] For port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:34.555413 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] For port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2,segment=NetworkSegment(92163327-34f1-41c6-886b-c2e22cc5e11e),segment_id=92163327-34f1-41c6-886b-c2e22cc5e11e)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:34.571085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] Pushing event deleted for resources: {'Port': ['ID=12679d42-bb4d-4670-9f79-ab5f064b24e7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:34.576867 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.615271 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c7b49021-8107-4297-b4ae-b55f4798842c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:31Z', 'revision_number': 7, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c3b84af-589f-4446-b352-94114e5d03d8', 'name': '', 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:58:3a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:19Z', 'updated_at': '2021-07-16T09:07:28Z', 'revision_number': 4, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56bff46-41f1-4cda-b33b-87f2fa1e0556', 'name': '', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:c0:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:10Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:34.626042 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=8e1df61c-d3e1-49cd-af10-7d349b186463,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:34.643951 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.718223 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7b49021-8107-4297-b4ae-b55f4798842c None None] The sync data for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 is: [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:31Z', 'revision_number': 7, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c3b84af-589f-4446-b352-94114e5d03d8', 'name': '', 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:58:3a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:19Z', 'updated_at': '2021-07-16T09:07:28Z', 'revision_number': 4, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56bff46-41f1-4cda-b33b-87f2fa1e0556', 'name': '', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:c0:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:10Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:34.740947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 9c3b84af-589f-4446-b352-94114e5d03d8 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:34.766562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 9c3b84af-589f-4446-b352-94114e5d03d8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:34.766793 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.831798 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ca4afbb1-6f22-405e-a648-4dab1c7d7cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47'}], 'enable_snat': True}, 'gw_port_id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:07:30Z', 'revision_number': 5, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port': {'id': '12679d42-bb4d-4670-9f79-ab5f064b24e7', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:35:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3244, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:12Z', 'updated_at': '2021-07-16T09:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:34.835502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b267e8-97f3-42f4-977b-fb93220cf532 None None] Pushing event updated for resources: {'Port': ['ID=5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:34.869071 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.889083 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.890267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4afbb1-6f22-405e-a648-4dab1c7d7cb9 None None] Checking router: 35b14b58-99f1-4054-bc0a-5cf6ae977786 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:34.892212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbe802f-c8ed-4abc-be5d-cafbd99c5351']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:34.895294 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.910462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2524facc-d0c7-46f5-bd77-d91fe827bb70') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:34.910462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2524facc-d0c7-46f5-bd77-d91fe827bb70') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:34.932655 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4afbb1-6f22-405e-a648-4dab1c7d7cb9 None None] Routers {'35b14b58-99f1-4054-bc0a-5cf6ae977786'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:34.934117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ca4afbb1-6f22-405e-a648-4dab1c7d7cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['35b14b58-99f1-4054-bc0a-5cf6ae977786'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:34.937554 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48febf45-2445-4df8-bfe1-b512ee8b0e7a None None] DHCP port deletion for 7cbe802f-c8ed-4abc-be5d-cafbd99c5351 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:34.943793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:34.947485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:34.959075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:34.973867 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.995880 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:34.996639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35b14b58-99f1-4054-bc0a-5cf6ae977786 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:07:35.002726 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.008980 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.014298 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b056687f-ea79-4f4a-a710-7fc9b5b5c081 admin admin] 10.222.0.20 "DELETE /v2.0/routers/35b14b58-99f1-4054-bc0a-5cf6ae977786 HTTP/1.1" status: 204 len: 168 time: 2.3468974 Jul 16 09:07:35.018881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35204) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:35.026233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Pushing event updated for resources: {'Port': ['ID=fac31834-3deb-4b2b-b763-b8a26efb57e0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:35.032742 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:35.033466 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:35.038576 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:35.066177 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.069473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-ca4afbb1-6f22-405e-a648-4dab1c7d7cb9 None None] Set router 35b14b58-99f1-4054-bc0a-5cf6ae977786 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:35.157627 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ca4afbb1-6f22-405e-a648-4dab1c7d7cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:07:33Z', 'revision_number': 7, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:35.194251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 9c3b84af-589f-4446-b352-94114e5d03d8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9c3b84af-589f-4446-b352-94114e5d03d8,segment=NetworkSegment(6e3077c7-11cf-4287-8a46-dd3fd323863a),segment_id=6e3077c7-11cf-4287-8a46-dd3fd323863a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:35.248371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4afbb1-6f22-405e-a648-4dab1c7d7cb9 None None] The sync data for ids ['35b14b58-99f1-4054-bc0a-5cf6ae977786'] in n-d-758944-46 is: [{'id': '35b14b58-99f1-4054-bc0a-5cf6ae977786', 'name': 'tempest-TestVolumeBackupRestore-298791096-router', 'tenant_id': '3ab8e23c8bad442791124f8d5118839e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:11Z', 'updated_at': '2021-07-16T09:07:33Z', 'revision_number': 7, 'project_id': '3ab8e23c8bad442791124f8d5118839e', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:35.253855 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.255078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8e1df61c-d3e1-49cd-af10-7d349b186463 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:35.263234 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.275499 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.287576 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/networks/7cbe802f-c8ed-4abc-be5d-cafbd99c5351 HTTP/1.1" status: 204 len: 168 time: 1.7020512 Jul 16 09:07:35.297056 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35206) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:35.318049 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b0605dc0-205b-42cc-b570-79ae87871568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-791098166'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:35.324437 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ff9ca42-b1c7-4119-989e-01810441e11f admin admin] Deleting subnet 1a02da06-d166-42f8-92a5-4a30e97b331d {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:35.329487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cd8525-a814-4b74-a86a-bec54a2eed13 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Network': ['ID=7cbe802f-c8ed-4abc-be5d-cafbd99c5351,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:35.331783 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ca42-b1c7-4119-989e-01810441e11f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.339517 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 8e1df61c-d3e1-49cd-af10-7d349b186463 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:35.340675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8e1df61c-d3e1-49cd-af10-7d349b186463 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 09:07:35.376721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Port 8e1df61c-d3e1-49cd-af10-7d349b186463 not found, will not notify nova. {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 09:07:35.387942 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-73685c5b-29e1-4c90-8cdd-61499e0792c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.420403 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ca42-b1c7-4119-989e-01810441e11f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.423309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0605dc0-205b-42cc-b570-79ae87871568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:35.431022 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0605dc0-205b-42cc-b570-79ae87871568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.438717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=9c3b84af-589f-4446-b352-94114e5d03d8,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:35.476481 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.526010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91a6c8-6fbe-4420-b957-796179a071c4 None None] Sync routers for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:35.536683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91a6c8-6fbe-4420-b957-796179a071c4 None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:35.537328 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-3d91a6c8-6fbe-4420-b957-796179a071c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:35.597446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0605dc0-205b-42cc-b570-79ae87871568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] vlan segment allocate from pool success with {'vlan_id': 89, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:35.616675 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0605dc0-205b-42cc-b570-79ae87871568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.617117 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-b0605dc0-205b-42cc-b570-79ae87871568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Added segment 8164dbe2-7976-4353-aa9a-8112085e2fd3 of type vlan for network 2ac4771c-2f83-4c5d-87c1-815644f94d0f Jul 16 09:07:35.619725 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ca42-b1c7-4119-989e-01810441e11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.654294 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b84cfe9-3dde-4b3f-925a-02aff3e6cfd2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.676391 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.688151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-3d91a6c8-6fbe-4420-b957-796179a071c4 None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:35.705452 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0605dc0-205b-42cc-b570-79ae87871568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.756742 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ca42-b1c7-4119-989e-01810441e11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.786801 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0605dc0-205b-42cc-b570-79ae87871568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.792857 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0605dc0-205b-42cc-b570-79ae87871568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:35.793609 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b0605dc0-205b-42cc-b570-79ae87871568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.817851 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff9ca42-b1c7-4119-989e-01810441e11f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a02da06-d166-42f8-92a5-4a30e97b331d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:35.825545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b0605dc0-205b-42cc-b570-79ae87871568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5122585 Jul 16 09:07:35.826170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35208) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:35.846104 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-bcb35dd3-1892-4850-9c5e-0ee9b4b31437 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'subnet': {'network_id': '2ac4771c-2f83-4c5d-87c1-815644f94d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:35.863751 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df945bf-2193-4244-b82e-183de513f408 None None] Network 7f238166-dba4-4a99-b7aa-4fd6004298d5 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:35.947259 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ff9ca42-b1c7-4119-989e-01810441e11f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.949508 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4ff9ca42-b1c7-4119-989e-01810441e11f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1a02da06-d166-42f8-92a5-4a30e97b331d HTTP/1.1" status: 204 len: 168 time: 0.9297047 Jul 16 09:07:35.955457 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35210) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:35.987554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb35dd3-1892-4850-9c5e-0ee9b4b31437 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:35.992282 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcb35dd3-1892-4850-9c5e-0ee9b4b31437 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:36.011520 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:36.061179 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0605dc0-205b-42cc-b570-79ae87871568 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Network': ['ID=2ac4771c-2f83-4c5d-87c1-815644f94d0f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:36.090785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 2ac4771c-2f83-4c5d-87c1-815644f94d0f details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:36.316127 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:36.532073 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Router d00a7789-ac70-4c40-bf8e-594afb9a1497 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:07:36.588867 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] Deleting port 91e0512b-d8f1-41ac-9534-7c87655c94e3 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:36.589412 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:36.714588 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-3d91a6c8-6fbe-4420-b957-796179a071c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:31Z', 'revision_number': 7, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c3b84af-589f-4446-b352-94114e5d03d8', 'name': '', 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:58:3a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:19Z', 'updated_at': '2021-07-16T09:07:35Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56bff46-41f1-4cda-b33b-87f2fa1e0556', 'name': '', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:c0:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:10Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:36.748395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] For port 91e0512b-d8f1-41ac-9534-7c87655c94e3, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=91e0512b-d8f1-41ac-9534-7c87655c94e3,segment=NetworkSegment(59d7857c-4d13-4ac5-97cc-7640a9d31a89),segment_id=59d7857c-4d13-4ac5-97cc-7640a9d31a89)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:36.749334 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:36.770094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] Calling delete_port for 91e0512b-d8f1-41ac-9534-7c87655c94e3 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:36.803485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-4b84cfe9-3dde-4b3f-925a-02aff3e6cfd2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port 9c3b84af-589f-4446-b352-94114e5d03d8 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:36.803785 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b84cfe9-3dde-4b3f-925a-02aff3e6cfd2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:36.807086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91a6c8-6fbe-4420-b957-796179a071c4 None None] Checking router: 55881709-512b-4504-a23e-98eea331d296 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:36.834954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:36.837192 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5ed0cd-d896-4583-b57b-a81b6d792bce None None] Network 8161f494-0642-4420-a88c-ac6309e9dccd requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:36.882875 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b305e3d-0ee5-4b7f-8019-cfe27ee68ee1 None None] DHCP port deletion for 7f238166-dba4-4a99-b7aa-4fd6004298d5 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:36.890177 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcb35dd3-1892-4850-9c5e-0ee9b4b31437 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:36.906065 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d91a6c8-6fbe-4420-b957-796179a071c4 None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:36.906730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-3d91a6c8-6fbe-4420-b957-796179a071c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:36.991072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb35dd3-1892-4850-9c5e-0ee9b4b31437 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Subnet': ['ID=55453048-18f1-4daf-9080-1a336b02f31a,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:36.997180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0aab3be4-e7b6-4993-87f0-ebd0c28ed14a None None] Provisioning for port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:37.041741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb35dd3-1892-4850-9c5e-0ee9b4b31437 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Checking segment: {'id': '8164dbe2-7976-4353-aa9a-8112085e2fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ac4771c-2f83-4c5d-87c1-815644f94d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:37.041741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb35dd3-1892-4850-9c5e-0ee9b4b31437 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network hostable DHCP agents. Network: 2ac4771c-2f83-4c5d-87c1-815644f94d0f, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:07:37.045769 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:37.063853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb35dd3-1892-4850-9c5e-0ee9b4b31437 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 2ac4771c-2f83-4c5d-87c1-815644f94d0f is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:37.069862 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Sync routers for ids ['d00a7789-ac70-4c40-bf8e-594afb9a1497'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:37.075961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-4b84cfe9-3dde-4b3f-925a-02aff3e6cfd2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] For port 9c3b84af-589f-4446-b352-94114e5d03d8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9c3b84af-589f-4446-b352-94114e5d03d8,segment=NetworkSegment(6e3077c7-11cf-4287-8a46-dd3fd323863a),segment_id=6e3077c7-11cf-4287-8a46-dd3fd323863a)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:37.076382 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b84cfe9-3dde-4b3f-925a-02aff3e6cfd2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.082937 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Routers {'d00a7789-ac70-4c40-bf8e-594afb9a1497'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:37.083474 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-bcb35dd3-1892-4850-9c5e-0ee9b4b31437 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 2ac4771c-2f83-4c5d-87c1-815644f94d0f) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:37.084967 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d00a7789-ac70-4c40-bf8e-594afb9a1497'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:37.094443 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.107463 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb35dd3-1892-4850-9c5e-0ee9b4b31437 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:37.113601 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcb35dd3-1892-4850-9c5e-0ee9b4b31437 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.122964 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.124856 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dcee3d8d-3e5b-483d-93fc-5fd5b34b8f2f admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7932639 Jul 16 09:07:37.126152 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-4b84cfe9-3dde-4b3f-925a-02aff3e6cfd2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for 9c3b84af-589f-4446-b352-94114e5d03d8 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:37.126472 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3300a9d-21f8-47eb-b69f-1e24e051c5d1 None None] Network 2ac4771c-2f83-4c5d-87c1-815644f94d0f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:37.129020 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=91e0512b-d8f1-41ac-9534-7c87655c94e3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:37.132289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35212) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:37.145331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] No DVR routers for this DVR port 91e0512b-d8f1-41ac-9534-7c87655c94e3 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:37.155793 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bcb35dd3-1892-4850-9c5e-0ee9b4b31437 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3142560 Jul 16 09:07:37.172581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35214) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:37.180834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-7235ac28-8a9b-46cb-9b8e-179489906427 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'network_id': '2ac4771c-2f83-4c5d-87c1-815644f94d0f', 'name': 'tempest-PortsTestJSON-597729500', 'fixed_ips': [{'subnet_id': '55453048-18f1-4daf-9080-1a336b02f31a', 'ip_address': '172.20.0.10'}]}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:37.291723 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Set router d00a7789-ac70-4c40-bf8e-594afb9a1497 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:37.303672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-3d91a6c8-6fbe-4420-b957-796179a071c4 None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:37.368231 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.404187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f238166-dba4-4a99-b7aa-4fd6004298d5']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:37.422082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d7857c-4d13-4ac5-97cc-7640a9d31a89') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:37.422481 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d7857c-4d13-4ac5-97cc-7640a9d31a89') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:37.446257 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.516300 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.533867 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:37.534335 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:37.544272 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:37.630309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-2ac4771c-2f83-4c5d-87c1-815644f94d0f', 'network_id': '2ac4771c-2f83-4c5d-87c1-815644f94d0f', 'tenant_id': '448df4f2bed44d7b950b1c67e31fddf3', 'fixed_ips': [{'subnet_id': '55453048-18f1-4daf-9080-1a336b02f31a'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:07:37.631196 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.638512 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7235ac28-8a9b-46cb-9b8e-179489906427 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:37.711675 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.717810 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.720239 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/7f238166-dba4-4a99-b7aa-4fd6004298d5 HTTP/1.1" status: 204 len: 168 time: 1.7624347 Jul 16 09:07:37.725964 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35218) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:37.784094 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'name': 'tempest-TestServerMultinode-492842325-router', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fac31834-3deb-4b2b-b763-b8a26efb57e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:30Z', 'updated_at': '2021-07-16T09:07:35Z', 'revision_number': 3, 'project_id': 'b39b855e9d014f29b53957e2bb9e093f', 'gw_port': {'id': 'fac31834-3deb-4b2b-b763-b8a26efb57e0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:90:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:32Z', 'updated_at': '2021-07-16T09:07:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:37.797969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7c239-ee2c-48bf-81ab-0289b9e770d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f238166-dba4-4a99-b7aa-4fd6004298d5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:37.807722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Allocated IP 172.20.0.2 (2ac4771c-2f83-4c5d-87c1-815644f94d0f/55453048-18f1-4daf-9080-1a336b02f31a/7fd96268-386a-4f3d-b672-625dfd3e43e9) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:37.826478 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Checking router: d00a7789-ac70-4c40-bf8e-594afb9a1497 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:37.826938 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Updating router d00a7789-ac70-4c40-bf8e-594afb9a1497 port fac31834-3deb-4b2b-b763-b8a26efb57e0 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:07:37.848632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b84cfe9-3dde-4b3f-925a-02aff3e6cfd2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.879077 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7235ac28-8a9b-46cb-9b8e-179489906427 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.886433 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.931469 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b84cfe9-3dde-4b3f-925a-02aff3e6cfd2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=9c3b84af-589f-4446-b352-94114e5d03d8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:37.964959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [None req-7235ac28-8a9b-46cb-9b8e-179489906427 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port 8cd7233b-1f9b-4084-a958-1a00e772559c yet. {{(pid=93695) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:07:38.064557 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-4b305e3d-0ee5-4b7f-8019-cfe27ee68ee1 None None] Deleting port 91e0512b-d8f1-41ac-9534-7c87655c94e3 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:38.065680 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4b305e3d-0ee5-4b7f-8019-cfe27ee68ee1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server [None req-4b305e3d-0ee5-4b7f-8019-cfe27ee68ee1 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 7f238166-dba4-4a99-b7aa-4fd6004298d5 could not be found. Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 7f238166-dba4-4a99-b7aa-4fd6004298d5 could not be found. Jul 16 09:07:38.090950 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Jul 16 09:07:38.111550 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:38.120192 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ee3b5cd-7afe-4f10-9c08-bafd0f17d879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.174920 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49263a26-d437-4360-98f9-0cb924dcd776 None None] DHCP port deletion for 7f238166-dba4-4a99-b7aa-4fd6004298d5 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:38.183978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:38.184534 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.215497 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.266593 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4b84cfe9-3dde-4b3f-925a-02aff3e6cfd2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.382685 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.406710 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-3d91a6c8-6fbe-4420-b957-796179a071c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:31Z', 'revision_number': 7, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c3b84af-589f-4446-b352-94114e5d03d8', 'name': '', 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:58:3a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:19Z', 'updated_at': '2021-07-16T09:07:35Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56bff46-41f1-4cda-b33b-87f2fa1e0556', 'name': '', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:c0:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:10Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:38.423297 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.440677 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Transition to ACTIVE for port object fac31834-3deb-4b2b-b763-b8a26efb57e0 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:38.463457 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.481331 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d91a6c8-6fbe-4420-b957-796179a071c4 None None] The sync data for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 is: [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:31Z', 'revision_number': 7, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9c3b84af-589f-4446-b352-94114e5d03d8', 'name': '', 'network_id': '4fbfaa31-c83e-4c70-a83f-0573485926bf', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:58:3a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3638, 'fixed_ips': [{'subnet_id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:19Z', 'updated_at': '2021-07-16T09:07:35Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': '92395746-ad44-4345-bd3a-713fe0b2cf1c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56bff46-41f1-4cda-b33b-87f2fa1e0556', 'name': '', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:c0:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:10Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:38.497564 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.517712 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.520747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Transition to ACTIVE for port object 7fd96268-386a-4f3d-b672-625dfd3e43e9 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:38.560134 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Transition to ACTIVE for port object 7fd96268-386a-4f3d-b672-625dfd3e43e9 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:38.594400 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639bbf0-b579-4134-8972-10e88d9de56b None None] Pushing event updated for resources: {'Port': ['ID=fac31834-3deb-4b2b-b763-b8a26efb57e0,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:38.611664 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2,segment=NetworkSegment(92163327-34f1-41c6-886b-c2e22cc5e11e),segment_id=92163327-34f1-41c6-886b-c2e22cc5e11e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:38.616096 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.616670 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Attempting to bind port fac31834-3deb-4b2b-b763-b8a26efb57e0 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:38.617391 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Attempting to bind port fac31834-3deb-4b2b-b763-b8a26efb57e0 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:38.617931 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Attempting to bind port fac31834-3deb-4b2b-b763-b8a26efb57e0 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:38.627145 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:38.627870 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:38.628680 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.629508 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:38.630229 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Bound port: fac31834-3deb-4b2b-b763-b8a26efb57e0, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:38.631181 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.633633 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.637708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9c3b84af-589f-4446-b352-94114e5d03d8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:38.718853 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 9c3b84af-589f-4446-b352-94114e5d03d8 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:38.719629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9c3b84af-589f-4446-b352-94114e5d03d8 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 09:07:38.735828 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Network 2ac4771c-2f83-4c5d-87c1-815644f94d0f is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:38.768259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:38.776379 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:38.780813 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] For port fac31834-3deb-4b2b-b763-b8a26efb57e0, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:38.784528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Port 9c3b84af-589f-4446-b352-94114e5d03d8 not found, will not notify nova. {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 09:07:38.785372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e8e5ac5f-5275-49c9-b742-9ae2083a6324 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:38.788183 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] For port fac31834-3deb-4b2b-b763-b8a26efb57e0, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fac31834-3deb-4b2b-b763-b8a26efb57e0,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:38.806434 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.829922 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Pushing event updated for resources: {'Port': ['ID=7fd96268-386a-4f3d-b672-625dfd3e43e9,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:38.951472 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Routers {'d00a7789-ac70-4c40-bf8e-594afb9a1497'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:38.952476 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d00a7789-ac70-4c40-bf8e-594afb9a1497'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:39.034933 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Attempting to bind port 7fd96268-386a-4f3d-b672-625dfd3e43e9 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:39.035656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Attempting to bind port 7fd96268-386a-4f3d-b672-625dfd3e43e9 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '8164dbe2-7976-4353-aa9a-8112085e2fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ac4771c-2f83-4c5d-87c1-815644f94d0f'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:39.037541 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Attempting to bind port 7fd96268-386a-4f3d-b672-625dfd3e43e9 on network 2ac4771c-2f83-4c5d-87c1-815644f94d0f {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:39.056607 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:39.065335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:39.066262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Checking segment: {'id': '8164dbe2-7976-4353-aa9a-8112085e2fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ac4771c-2f83-4c5d-87c1-815644f94d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:39.067061 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.067817 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Bound using segment: {'id': '8164dbe2-7976-4353-aa9a-8112085e2fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ac4771c-2f83-4c5d-87c1-815644f94d0f'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:39.068545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Bound port: 7fd96268-386a-4f3d-b672-625dfd3e43e9, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8164dbe2-7976-4353-aa9a-8112085e2fd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '2ac4771c-2f83-4c5d-87c1-815644f94d0f'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:39.069192 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.072830 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2f9bf754-8a1b-47bd-a3f3-8ecf67043a09 None None] Provisioning complete for port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:39.073632 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2f9bf754-8a1b-47bd-a3f3-8ecf67043a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.119483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e8e5ac5f-5275-49c9-b742-9ae2083a6324 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:39.120129 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.156745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Allocated IP 172.20.0.1 (8161f494-0642-4420-a88c-ac6309e9dccd/fbfa8c68-f936-4150-b370-bc3471ea67a5/0c0d784c-d99b-4665-844d-9134784238d4) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:39.199542 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-7235ac28-8a9b-46cb-9b8e-179489906427 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Allocated IP 172.20.0.10 (2ac4771c-2f83-4c5d-87c1-815644f94d0f/55453048-18f1-4daf-9080-1a336b02f31a/8cd7233b-1f9b-4084-a958-1a00e772559c) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:39.234176 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639bbf0-b579-4134-8972-10e88d9de56b None None] Pushing event updated for resources: {'Port': ['ID=fac31834-3deb-4b2b-b763-b8a26efb57e0,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:39.279802 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e289ed6-0543-40c8-b9ae-ac1e242d37df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.286008 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] For port 7fd96268-386a-4f3d-b672-625dfd3e43e9, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:39.288311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b84cfe9-3dde-4b3f-925a-02aff3e6cfd2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 55881709-512b-4504-a23e-98eea331d296 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:39.380846 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] Set router d00a7789-ac70-4c40-bf8e-594afb9a1497 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:39.467473 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.494314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Transition to ACTIVE for port object 0c0d784c-d99b-4665-844d-9134784238d4 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:39.539202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] For port 7fd96268-386a-4f3d-b672-625dfd3e43e9, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7fd96268-386a-4f3d-b672-625dfd3e43e9,segment=NetworkSegment(8164dbe2-7976-4353-aa9a-8112085e2fd3),segment_id=8164dbe2-7976-4353-aa9a-8112085e2fd3)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:39.553006 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.674214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b84cfe9-3dde-4b3f-925a-02aff3e6cfd2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:39.682426 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.685002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e21b0307-51c6-4830-b853-1de1926bda7f no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:39.697722 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4b84cfe9-3dde-4b3f-925a-02aff3e6cfd2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/55881709-512b-4504-a23e-98eea331d296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8357322 Jul 16 09:07:39.702984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35220) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:39.703282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c400ee-be2e-4734-a172-91341b4179f9 None None] Sync routers for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:39.734298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5868b24c-b67c-45cf-be66-f60d56fb0b06 None None] Pushing event updated for resources: {'Port': ['ID=7fd96268-386a-4f3d-b672-625dfd3e43e9,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:39.747341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: e21b0307-51c6-4830-b853-1de1926bda7f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:39.747861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e21b0307-51c6-4830-b853-1de1926bda7f not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:39.748409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8e1df61c-d3e1-49cd-af10-7d349b186463 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:39.754181 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7235ac28-8a9b-46cb-9b8e-179489906427 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.774888 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c400ee-be2e-4734-a172-91341b4179f9 None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:39.775717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-73c400ee-be2e-4734-a172-91341b4179f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:39.784180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 8e1df61c-d3e1-49cd-af10-7d349b186463 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:39.784719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8e1df61c-d3e1-49cd-af10-7d349b186463 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:39.799237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Network 8161f494-0642-4420-a88c-ac6309e9dccd is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:39.823132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:39.836371 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-7235ac28-8a9b-46cb-9b8e-179489906427 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Transition to ACTIVE for port object 8cd7233b-1f9b-4084-a958-1a00e772559c will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:39.849091 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:39.861253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea9e696-2fbe-4091-ab34-405ff6c8df41 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting subnet 92395746-ad44-4345-bd3a-713fe0b2cf1c {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:39.870130 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e696-2fbe-4091-ab34-405ff6c8df41 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.906509 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'name': 'tempest-TestServerMultinode-492842325-router', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fac31834-3deb-4b2b-b763-b8a26efb57e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:30Z', 'updated_at': '2021-07-16T09:07:35Z', 'revision_number': 3, 'project_id': 'b39b855e9d014f29b53957e2bb9e093f', 'gw_port': {'id': 'fac31834-3deb-4b2b-b763-b8a26efb57e0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:90:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:32Z', 'updated_at': '2021-07-16T09:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:39.954028 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:39.979891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Pushing event updated for resources: {'Port': ['ID=0c0d784c-d99b-4665-844d-9134784238d4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:39.985196 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e2981-e010-4edb-a5a0-32ff7ac0ecd4 None None] The sync data for ids ['d00a7789-ac70-4c40-bf8e-594afb9a1497'] in n-d-758944-46 is: [{'id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'name': 'tempest-TestServerMultinode-492842325-router', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fac31834-3deb-4b2b-b763-b8a26efb57e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:30Z', 'updated_at': '2021-07-16T09:07:35Z', 'revision_number': 3, 'project_id': 'b39b855e9d014f29b53957e2bb9e093f', 'gw_port': {'id': 'fac31834-3deb-4b2b-b763-b8a26efb57e0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:90:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:32Z', 'updated_at': '2021-07-16T09:07:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:40.020320 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.024843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-73c400ee-be2e-4734-a172-91341b4179f9 None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:40.044842 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e696-2fbe-4091-ab34-405ff6c8df41 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.235061 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7235ac28-8a9b-46cb-9b8e-179489906427 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.326708 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.425470 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e696-2fbe-4091-ab34-405ff6c8df41 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.461195 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:40.561415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7e289ed6-0543-40c8-b9ae-ac1e242d37df admin admin] Deleting port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:40.563978 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e289ed6-0543-40c8-b9ae-ac1e242d37df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.602331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7235ac28-8a9b-46cb-9b8e-179489906427 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 2ac4771c-2f83-4c5d-87c1-815644f94d0f is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:40.617384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-7235ac28-8a9b-46cb-9b8e-179489906427 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:40.626185 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7235ac28-8a9b-46cb-9b8e-179489906427 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:40.632006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235ac28-8a9b-46cb-9b8e-179489906427 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=8cd7233b-1f9b-4084-a958-1a00e772559c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:40.677481 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e696-2fbe-4091-ab34-405ff6c8df41 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.688698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ddc62fba-2101-4d7a-b460-08e9638a0f62 None None] Provisioning for port 0c0d784c-d99b-4665-844d-9134784238d4 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:40.718649 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ddc62fba-2101-4d7a-b460-08e9638a0f62 None None] Provisioning complete for port 0c0d784c-d99b-4665-844d-9134784238d4 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:40.719717 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ddc62fba-2101-4d7a-b460-08e9638a0f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.742240 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9e696-2fbe-4091-ab34-405ff6c8df41 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Subnet': ['ID=92395746-ad44-4345-bd3a-713fe0b2cf1c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:40.749504 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ea9e696-2fbe-4091-ab34-405ff6c8df41 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.755538 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2ea9e696-2fbe-4091-ab34-405ff6c8df41 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/92395746-ad44-4345-bd3a-713fe0b2cf1c HTTP/1.1" status: 204 len: 168 time: 1.0509501 Jul 16 09:07:40.756722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35222) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:40.763231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:40.763758 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.764008 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7235ac28-8a9b-46cb-9b8e-179489906427 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:40.764703 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7235ac28-8a9b-46cb-9b8e-179489906427 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.825228 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288590c5-eb35-4439-85a1-f44d40111504 None None] Network 4fbfaa31-c83e-4c70-a83f-0573485926bf requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:40.827094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35224) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:40.828298 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7235ac28-8a9b-46cb-9b8e-179489906427 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6521413 Jul 16 09:07:40.846672 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f697d7dd-5e91-4aa4-a3e6-5e4dbb7650a9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'network_id': '2ac4771c-2f83-4c5d-87c1-815644f94d0f', 'name': 'tempest-PortsTestJSON-797277836', 'fixed_ips': [{'subnet_id': '55453048-18f1-4daf-9080-1a336b02f31a', 'ip_address': '172.20.0.9'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:40.874987 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-73c400ee-be2e-4734-a172-91341b4179f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:37Z', 'revision_number': 8, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56bff46-41f1-4cda-b33b-87f2fa1e0556', 'name': '', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:c0:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:10Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:40.884133 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ddc62fba-2101-4d7a-b460-08e9638a0f62 None None] Port 0c0d784c-d99b-4665-844d-9134784238d4 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:40.927115 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.928481 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.951653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-7e289ed6-0543-40c8-b9ae-ac1e242d37df admin admin] For port 09dcaee9-4cfa-4f04-8632-b07c7fe3df25, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=09dcaee9-4cfa-4f04-8632-b07c7fe3df25,segment=NetworkSegment(7c9f5f80-9bde-459b-aa6e-c57db6dfcbff),segment_id=7c9f5f80-9bde-459b-aa6e-c57db6dfcbff)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:40.952269 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e289ed6-0543-40c8-b9ae-ac1e242d37df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:40.970363 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.000091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c400ee-be2e-4734-a172-91341b4179f9 None None] Checking router: 55881709-512b-4504-a23e-98eea331d296 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:41.022594 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port 0dfbfadd-6b96-435d-bc41-b37e66949a5f {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:41.023383 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.046707 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.069220 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7e289ed6-0543-40c8-b9ae-ac1e242d37df admin admin] Calling delete_port for 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:41.135994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] For port 0dfbfadd-6b96-435d-bc41-b37e66949a5f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0dfbfadd-6b96-435d-bc41-b37e66949a5f,segment=NetworkSegment(6e3077c7-11cf-4287-8a46-dd3fd323863a),segment_id=6e3077c7-11cf-4287-8a46-dd3fd323863a)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:41.136519 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.153403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for 0dfbfadd-6b96-435d-bc41-b37e66949a5f owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:41.236673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c400ee-be2e-4734-a172-91341b4179f9 None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:41.238332 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-73c400ee-be2e-4734-a172-91341b4179f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:41.270649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Pushing event updated for resources: {'Port': ['ID=0c0d784c-d99b-4665-844d-9134784238d4,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:41.330018 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.387129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=0dfbfadd-6b96-435d-bc41-b37e66949a5f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:41.393203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No DVR routers for this DVR port 0dfbfadd-6b96-435d-bc41-b37e66949a5f on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:41.421528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-73c400ee-be2e-4734-a172-91341b4179f9 None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:41.544133 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.573209 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.601956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbfaa31-c83e-4c70-a83f-0573485926bf']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:41.610893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 12679d42-bb4d-4670-9f79-ab5f064b24e7 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:41.619098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f697d7dd-5e91-4aa4-a3e6-5e4dbb7650a9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:41.628015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Network 8161f494-0642-4420-a88c-ac6309e9dccd is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:41.633433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:41.645150 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3077c7-11cf-4287-8a46-dd3fd323863a') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:41.645625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3077c7-11cf-4287-8a46-dd3fd323863a') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:41.681516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.759297 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.779005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:41.779787 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:41.817407 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:41.833181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 12679d42-bb4d-4670-9f79-ab5f064b24e7 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:41.833732 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 12679d42-bb4d-4670-9f79-ab5f064b24e7 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:41.839523 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 91e0512b-d8f1-41ac-9534-7c87655c94e3 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:41.953170 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.967380 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:41.975171 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/networks/4fbfaa31-c83e-4c70-a83f-0573485926bf HTTP/1.1" status: 204 len: 168 time: 1.2068098 Jul 16 09:07:41.976043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35226) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:42.018354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6363e11d-7f08-40f2-8631-7f8e8936dac1 None None] Network 2ac4771c-2f83-4c5d-87c1-815644f94d0f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:42.047687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 91e0512b-d8f1-41ac-9534-7c87655c94e3 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:42.048080 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 91e0512b-d8f1-41ac-9534-7c87655c94e3 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:42.060102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c63ad8-8574-437b-96d3-9a0006a7f09d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Network': ['ID=4fbfaa31-c83e-4c70-a83f-0573485926bf,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:42.183974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce5b919-eb3c-485b-8449-1baaa5ebe02b None None] DHCP port deletion for 4fbfaa31-c83e-4c70-a83f-0573485926bf request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:42.191307 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4e63e629-f16b-43cb-9bd2-d086b8ed911b None None] Provisioning for port 7fd96268-386a-4f3d-b672-625dfd3e43e9 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:42.341787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-73c400ee-be2e-4734-a172-91341b4179f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:37Z', 'revision_number': 8, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56bff46-41f1-4cda-b33b-87f2fa1e0556', 'name': '', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:c0:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:10Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:42.381395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c400ee-be2e-4734-a172-91341b4179f9 None None] The sync data for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 is: [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:37Z', 'revision_number': 8, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd56bff46-41f1-4cda-b33b-87f2fa1e0556', 'name': '', 'network_id': '5d3eead1-36ba-452e-9731-aa0c74865945', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:c0:53:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3631, 'fixed_ips': [{'subnet_id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:10Z', 'updated_at': '2021-07-16T09:07:21Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'a6d9b179-4147-4cb5-a552-ad52091a7724', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:42.399099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-197110b4-158f-40aa-815d-ee1cf8f7ea2e None None] Provisioning complete for port 0c0d784c-d99b-4665-844d-9134784238d4 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:42.406421 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-197110b4-158f-40aa-815d-ee1cf8f7ea2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.497215 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-197110b4-158f-40aa-815d-ee1cf8f7ea2e None None] Port 0c0d784c-d99b-4665-844d-9134784238d4 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:42.611925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Router d00a7789-ac70-4c40-bf8e-594afb9a1497 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:42.637008 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f697d7dd-5e91-4aa4-a3e6-5e4dbb7650a9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.675874 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4993a60a-abe8-4602-8e79-bc01792b7540 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.737669 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-f697d7dd-5e91-4aa4-a3e6-5e4dbb7650a9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port ab1579b2-ffac-4915-b3db-a58ac5e65258 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:07:42.759723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fac31834-3deb-4b2b-b763-b8a26efb57e0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:42.876622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port fac31834-3deb-4b2b-b763-b8a26efb57e0 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:42.880567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:42.883146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port fac31834-3deb-4b2b-b763-b8a26efb57e0 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:42.883593 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:42.890518 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4e5ead86-3f6d-49f8-aa91-e6bc952b945e admin admin] 10.222.0.20 "PUT /v2.0/routers/d00a7789-ac70-4c40-bf8e-594afb9a1497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7559860 Jul 16 09:07:42.890830 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e289ed6-0543-40c8-b9ae-ac1e242d37df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.063514 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.098155 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port fac31834-3deb-4b2b-b763-b8a26efb57e0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fac31834-3deb-4b2b-b763-b8a26efb57e0,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:43.104121 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.105268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7fd96268-386a-4f3d-b672-625dfd3e43e9 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:43.119888 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e289ed6-0543-40c8-b9ae-ac1e242d37df admin admin] Pushing event deleted for resources: {'Port': ['ID=09dcaee9-4cfa-4f04-8632-b07c7fe3df25,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:43.365151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=fac31834-3deb-4b2b-b763-b8a26efb57e0,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:43.395002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 7fd96268-386a-4f3d-b672-625dfd3e43e9 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:43.403356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6a9c7575-4ea0-40de-b838-f6d06c4360d4 None None] Provisioning for port 8cd7233b-1f9b-4084-a958-1a00e772559c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:43.425142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6a9c7575-4ea0-40de-b838-f6d06c4360d4 None None] Provisioning complete for port 8cd7233b-1f9b-4084-a958-1a00e772559c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:43.428089 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6a9c7575-4ea0-40de-b838-f6d06c4360d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.434226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7fd96268-386a-4f3d-b672-625dfd3e43e9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:43.434944 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.449667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-4993a60a-abe8-4602-8e79-bc01792b7540 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port d56bff46-41f1-4cda-b33b-87f2fa1e0556 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:43.450014 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4993a60a-abe8-4602-8e79-bc01792b7540 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.532831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-f697d7dd-5e91-4aa4-a3e6-5e4dbb7650a9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Allocated IP 172.20.0.9 (2ac4771c-2f83-4c5d-87c1-815644f94d0f/55453048-18f1-4daf-9080-1a336b02f31a/ab1579b2-ffac-4915-b3db-a58ac5e65258) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:43.578211 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-6a9c7575-4ea0-40de-b838-f6d06c4360d4 None None] Port 8cd7233b-1f9b-4084-a958-1a00e772559c cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:43.649321 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-4993a60a-abe8-4602-8e79-bc01792b7540 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] For port d56bff46-41f1-4cda-b33b-87f2fa1e0556, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d56bff46-41f1-4cda-b33b-87f2fa1e0556,segment=NetworkSegment(b1d5998a-a515-472e-a537-5117a8c5bd56),segment_id=b1d5998a-a515-472e-a537-5117a8c5bd56)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:43.649738 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4993a60a-abe8-4602-8e79-bc01792b7540 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.668658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-4993a60a-abe8-4602-8e79-bc01792b7540 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for d56bff46-41f1-4cda-b33b-87f2fa1e0556 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:43.669996 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8375d8d-d0f2-4ac6-811f-79394e6b0d24 None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:07:43.716525 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Sync routers for ids ['d00a7789-ac70-4c40-bf8e-594afb9a1497'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:43.733592 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Routers {'d00a7789-ac70-4c40-bf8e-594afb9a1497'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:43.735708 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d00a7789-ac70-4c40-bf8e-594afb9a1497'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:43.746395 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.821148 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 7fd96268-386a-4f3d-b672-625dfd3e43e9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7fd96268-386a-4f3d-b672-625dfd3e43e9,segment=NetworkSegment(8164dbe2-7976-4353-aa9a-8112085e2fd3),segment_id=8164dbe2-7976-4353-aa9a-8112085e2fd3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:43.822639 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7c2eee3f-3d4a-4291-958b-4f709a8f9ad7 None None] Provisioning complete for port 8cd7233b-1f9b-4084-a958-1a00e772559c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:43.823233 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7c2eee3f-3d4a-4291-958b-4f709a8f9ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.854071 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:43.985810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0dfbfadd-6b96-435d-bc41-b37e66949a5f no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:43.988800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7c2eee3f-3d4a-4291-958b-4f709a8f9ad7 None None] Port 8cd7233b-1f9b-4084-a958-1a00e772559c cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:44.002828 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7e289ed6-0543-40c8-b9ae-ac1e242d37df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.010851 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4993a60a-abe8-4602-8e79-bc01792b7540 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.027405 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Set router d00a7789-ac70-4c40-bf8e-594afb9a1497 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:44.071126 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993a60a-abe8-4602-8e79-bc01792b7540 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=d56bff46-41f1-4cda-b33b-87f2fa1e0556,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:44.072269 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 0dfbfadd-6b96-435d-bc41-b37e66949a5f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:44.073107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0dfbfadd-6b96-435d-bc41-b37e66949a5f not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:44.087943 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=7fd96268-386a-4f3d-b672-625dfd3e43e9,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:44.126538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8375d8d-d0f2-4ac6-811f-79394e6b0d24 None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:07:44.158084 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-af07fba7-0d7d-4f8b-9e7e-58c358ea2518 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:44.165210 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-af07fba7-0d7d-4f8b-9e7e-58c358ea2518 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/networks?id=5eaf9844-ead3-4e77-be67-daed81ce763d HTTP/1.1" status: 200 len: 909 time: 0.3621633 Jul 16 09:07:44.191383 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-c4fec924-f731-4747-b789-5c75bb91919c tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/quotas/b39b855e9d014f29b53957e2bb9e093f HTTP/1.1" status: 200 len: 375 time: 0.0249939 Jul 16 09:07:44.419365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4993a60a-abe8-4602-8e79-bc01792b7540 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.443561 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f697d7dd-5e91-4aa4-a3e6-5e4dbb7650a9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.482190 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'name': 'tempest-TestServerMultinode-492842325-router', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fac31834-3deb-4b2b-b763-b8a26efb57e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:30Z', 'updated_at': '2021-07-16T09:07:40Z', 'revision_number': 4, 'project_id': 'b39b855e9d014f29b53957e2bb9e093f', 'gw_port': {'id': 'fac31834-3deb-4b2b-b763-b8a26efb57e0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:32Z', 'updated_at': '2021-07-16T09:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0c0d784c-d99b-4665-844d-9134784238d4', 'name': '', 'network_id': '8161f494-0642-4420-a88c-ac6309e9dccd', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f', 'mac_address': 'fa:16:3e:5c:68:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'fbfa8c68-f936-4150-b370-bc3471ea67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:38Z', 'updated_at': '2021-07-16T09:07:40Z', 'revision_number': 2, 'project_id': 'b39b855e9d014f29b53957e2bb9e093f', 'subnets': [{'id': 'fbfa8c68-f936-4150-b370-bc3471ea67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:44.497282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-f697d7dd-5e91-4aa4-a3e6-5e4dbb7650a9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Transition to ACTIVE for port object ab1579b2-ffac-4915-b3db-a58ac5e65258 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:44.528635 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Checking router: d00a7789-ac70-4c40-bf8e-594afb9a1497 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:44.529851 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Updating router d00a7789-ac70-4c40-bf8e-594afb9a1497 port 0c0d784c-d99b-4665-844d-9134784238d4 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:07:44.535599 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fac31834-3deb-4b2b-b763-b8a26efb57e0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:44.556761 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-37eee6e2-9342-4343-99f8-513582c1ef1d tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=b39b855e9d014f29b53957e2bb9e093f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3643343 Jul 16 09:07:44.595424 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.726443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f697d7dd-5e91-4aa4-a3e6-5e4dbb7650a9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.755212 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port fac31834-3deb-4b2b-b763-b8a26efb57e0 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:44.755804 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.814398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f697d7dd-5e91-4aa4-a3e6-5e4dbb7650a9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 2ac4771c-2f83-4c5d-87c1-815644f94d0f is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:44.817390 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4993a60a-abe8-4602-8e79-bc01792b7540 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 55881709-512b-4504-a23e-98eea331d296 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:44.820688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f697d7dd-5e91-4aa4-a3e6-5e4dbb7650a9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:44.833176 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f697d7dd-5e91-4aa4-a3e6-5e4dbb7650a9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:44.849035 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-f0cf472c-1f63-422d-b1d7-b899c2867109 service neutron] 10.222.0.20 "GET /v2.0/networks/5eaf9844-ead3-4e77-be67-daed81ce763d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908556 Jul 16 09:07:44.890138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e289ed6-0543-40c8-b9ae-ac1e242d37df admin admin] Router 06cf3b77-f1f6-4d60-b8a6-54438a73fe5a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:44.929583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697d7dd-5e91-4aa4-a3e6-5e4dbb7650a9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=ab1579b2-ffac-4915-b3db-a58ac5e65258,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:45.045199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7fd96268-386a-4f3d-b672-625dfd3e43e9 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:45.088209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f697d7dd-5e91-4aa4-a3e6-5e4dbb7650a9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:45.088757 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f697d7dd-5e91-4aa4-a3e6-5e4dbb7650a9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.117094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4993a60a-abe8-4602-8e79-bc01792b7540 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:45.135736 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4993a60a-abe8-4602-8e79-bc01792b7540 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/55881709-512b-4504-a23e-98eea331d296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1534762 Jul 16 09:07:45.135736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35256) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:45.143174 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.158754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faea5ce-87a1-441b-bbdb-46ab57a3eb43 None None] Sync routers for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:45.159620 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Transition to ACTIVE for port object 0c0d784c-d99b-4665-844d-9134784238d4 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:45.171658 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.190606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7fd96268-386a-4f3d-b672-625dfd3e43e9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:45.191240 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.193969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faea5ce-87a1-441b-bbdb-46ab57a3eb43 None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:45.194959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4faea5ce-87a1-441b-bbdb-46ab57a3eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:45.301858 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f697d7dd-5e91-4aa4-a3e6-5e4dbb7650a9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.4657505 Jul 16 09:07:45.309344 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35258) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:45.322188 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e2cc89c-8f90-4dcc-a2ee-bea2409ed854 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting subnet a6d9b179-4147-4cb5-a552-ad52091a7724 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:45.372059 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc89c-8f90-4dcc-a2ee-bea2409ed854 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.379361 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-ff85e1c8-f7b2-4cfa-8178-c0173247a40c service neutron] 10.222.0.20 "GET /v2.0/networks/5eaf9844-ead3-4e77-be67-daed81ce763d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5283782 Jul 16 09:07:45.436308 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01f529-2f4d-4070-919d-4fcd83db3552 None None] Pushing event updated for resources: {'Port': ['ID=0c0d784c-d99b-4665-844d-9134784238d4,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:45.538441 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Attempting to bind port 0c0d784c-d99b-4665-844d-9134784238d4 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:45.539022 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Attempting to bind port 0c0d784c-d99b-4665-844d-9134784238d4 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '92163327-34f1-41c6-886b-c2e22cc5e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8161f494-0642-4420-a88c-ac6309e9dccd'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:45.547572 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Attempting to bind port 0c0d784c-d99b-4665-844d-9134784238d4 on network 8161f494-0642-4420-a88c-ac6309e9dccd {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:45.552993 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc89c-8f90-4dcc-a2ee-bea2409ed854 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.554969 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:45.555349 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Checking segment: {'id': '92163327-34f1-41c6-886b-c2e22cc5e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8161f494-0642-4420-a88c-ac6309e9dccd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:45.555835 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.557150 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Bound using segment: {'id': '92163327-34f1-41c6-886b-c2e22cc5e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8161f494-0642-4420-a88c-ac6309e9dccd'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:45.557686 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Bound port: 0c0d784c-d99b-4665-844d-9134784238d4, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92163327-34f1-41c6-886b-c2e22cc5e11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '8161f494-0642-4420-a88c-ac6309e9dccd'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:45.558094 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.566444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e289ed6-0543-40c8-b9ae-ac1e242d37df admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:45.581096 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94c6fb-1907-4a0d-9f3d-1e42630be902 None None] Sync routers for ids ['06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:45.590325 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7e289ed6-0543-40c8-b9ae-ac1e242d37df admin admin] 10.222.0.20 "PUT /v2.0/routers/06cf3b77-f1f6-4d60-b8a6-54438a73fe5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8622627 Jul 16 09:07:45.593251 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35262) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:45.649790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-093ca69d-ab53-45a6-8161-4e48e2cccc66 None None] Provisioning for port ab1579b2-ffac-4915-b3db-a58ac5e65258 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:45.655508 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-4faea5ce-87a1-441b-bbdb-46ab57a3eb43 None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:45.660085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62da8289-2cce-4f88-bd7a-5bc8174b269c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:45.666751 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-62da8289-2cce-4f88-bd7a-5bc8174b269c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.3367310 Jul 16 09:07:45.671704 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] For port 0c0d784c-d99b-4665-844d-9134784238d4, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:45.672367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35264) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:45.682591 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] For port 0c0d784c-d99b-4665-844d-9134784238d4, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0c0d784c-d99b-4665-844d-9134784238d4,segment=NetworkSegment(92163327-34f1-41c6-886b-c2e22cc5e11e),segment_id=92163327-34f1-41c6-886b-c2e22cc5e11e)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:45.696130 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.710940 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94c6fb-1907-4a0d-9f3d-1e42630be902 None None] Routers {'06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:45.711615 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7c94c6fb-1907-4a0d-9f3d-1e42630be902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:45.738368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-093ca69d-ab53-45a6-8161-4e48e2cccc66 None None] Provisioning complete for port ab1579b2-ffac-4915-b3db-a58ac5e65258 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:45.742436 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-093ca69d-ab53-45a6-8161-4e48e2cccc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.859801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-093ca69d-ab53-45a6-8161-4e48e2cccc66 None None] Port ab1579b2-ffac-4915-b3db-a58ac5e65258 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:45.962355 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:45.975849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9c3b84af-589f-4446-b352-94114e5d03d8 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:45.989914 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef01f529-2f4d-4070-919d-4fcd83db3552 None None] Pushing event updated for resources: {'Port': ['ID=0c0d784c-d99b-4665-844d-9134784238d4,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:46.005468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 9c3b84af-589f-4446-b352-94114e5d03d8 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:46.010163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9c3b84af-589f-4446-b352-94114e5d03d8 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:46.010600 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Routers {'d00a7789-ac70-4c40-bf8e-594afb9a1497'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:46.011656 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d00a7789-ac70-4c40-bf8e-594afb9a1497'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:46.064948 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9e7a58c6-7fb8-4da0-ac22-e83a8eb2d60b req-0a776201-5d59-4071-a800-941a59095c99 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 210 time: 0.1225443 Jul 16 09:07:46.078467 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc89c-8f90-4dcc-a2ee-bea2409ed854 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.141116 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-7c94c6fb-1907-4a0d-9f3d-1e42630be902 None None] Set router 06cf3b77-f1f6-4d60-b8a6-54438a73fe5a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:46.182944 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9202a6-92f3-4b26-ac21-281e891bdf6f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:46.198607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9202a6-92f3-4b26-ac21-281e891bdf6f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:46.214742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9202a6-92f3-4b26-ac21-281e891bdf6f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:46.222097 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2e9202a6-92f3-4b26-ac21-281e891bdf6f tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.5483880 Jul 16 09:07:46.223469 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35270) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:46.303713 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.428112 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc89c-8f90-4dcc-a2ee-bea2409ed854 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.460393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d62c3f7-9f37-4480-9516-c563bf40d45c None None] Network 5d3eead1-36ba-452e-9731-aa0c74865945 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:46.469524 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e2cc89c-8f90-4dcc-a2ee-bea2409ed854 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.475914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4e2cc89c-8f90-4dcc-a2ee-bea2409ed854 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/a6d9b179-4147-4cb5-a552-ad52091a7724 HTTP/1.1" status: 204 len: 168 time: 1.3386571 Jul 16 09:07:46.479478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35276) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:46.499968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cc89c-8f90-4dcc-a2ee-bea2409ed854 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d9b179-4147-4cb5-a552-ad52091a7724,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:46.535108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] Deleting port 458e9b4a-651c-46ae-81c3-3651f1945ea8 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:46.535596 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.573782 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6f4242fe-7b30-40d1-8e27-79ea4f964dc9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port ab1579b2-ffac-4915-b3db-a58ac5e65258 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:46.575338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6f4242fe-7b30-40d1-8e27-79ea4f964dc9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.640856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4faea5ce-87a1-441b-bbdb-46ab57a3eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:43Z', 'revision_number': 9, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:46.679938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faea5ce-87a1-441b-bbdb-46ab57a3eb43 None None] Checking router: 55881709-512b-4504-a23e-98eea331d296 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:46.704397 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4faea5ce-87a1-441b-bbdb-46ab57a3eb43 None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:46.705387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4faea5ce-87a1-441b-bbdb-46ab57a3eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:46.720449 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] Set router d00a7789-ac70-4c40-bf8e-594afb9a1497 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:46.785871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] For port 458e9b4a-651c-46ae-81c3-3651f1945ea8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=458e9b4a-651c-46ae-81c3-3651f1945ea8,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:46.787043 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:46.863739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] Calling delete_port for 458e9b4a-651c-46ae-81c3-3651f1945ea8 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:46.906546 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-4faea5ce-87a1-441b-bbdb-46ab57a3eb43 None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:46.909982 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e641b235-9241-4b9d-89e2-63ed9f46a2c0 None None] DHCP port deletion for 5d3eead1-36ba-452e-9731-aa0c74865945 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:47.369969 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7c94c6fb-1907-4a0d-9f3d-1e42630be902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'name': 'tempest-TestVolumeBackupRestore-1006195087-router', 'tenant_id': '6c754fd801b74d528de03069f71d8a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.66'}], 'enable_snat': True}, 'gw_port_id': '458e9b4a-651c-46ae-81c3-3651f1945ea8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:25Z', 'updated_at': '2021-07-16T09:07:42Z', 'revision_number': 5, 'project_id': '6c754fd801b74d528de03069f71d8a82', 'gw_port': {'id': '458e9b4a-651c-46ae-81c3-3651f1945ea8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:69:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3263, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:02:27Z', 'updated_at': '2021-07-16T09:02:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:47.396530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-e641b235-9241-4b9d-89e2-63ed9f46a2c0 None None] Deleting port 380f1db4-e6d0-46d3-a0f0-c318f415fa20 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:47.397082 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e641b235-9241-4b9d-89e2-63ed9f46a2c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.455999 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94c6fb-1907-4a0d-9f3d-1e42630be902 None None] Checking router: 06cf3b77-f1f6-4d60-b8a6-54438a73fe5a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:47.463509 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c25ddd12-c9ba-4c6f-9e3f-72fc6f91d2f3 req-b1522d6c-c5e4-4b47-adc1-2309445bb3a6 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 210 time: 0.0833414 Jul 16 09:07:47.501509 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e641b235-9241-4b9d-89e2-63ed9f46a2c0 None None] For port 380f1db4-e6d0-46d3-a0f0-c318f415fa20, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=380f1db4-e6d0-46d3-a0f0-c318f415fa20,segment=NetworkSegment(b1d5998a-a515-472e-a537-5117a8c5bd56),segment_id=b1d5998a-a515-472e-a537-5117a8c5bd56)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:47.502702 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e641b235-9241-4b9d-89e2-63ed9f46a2c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.520955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-e641b235-9241-4b9d-89e2-63ed9f46a2c0 None None] Calling delete_port for 380f1db4-e6d0-46d3-a0f0-c318f415fa20 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:47.541119 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.547918 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94c6fb-1907-4a0d-9f3d-1e42630be902 None None] Routers {'06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:47.549848 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7c94c6fb-1907-4a0d-9f3d-1e42630be902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:47.619785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] Pushing event deleted for resources: {'Port': ['ID=458e9b4a-651c-46ae-81c3-3651f1945ea8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:47.719720 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-7c94c6fb-1907-4a0d-9f3d-1e42630be902 None None] Set router 06cf3b77-f1f6-4d60-b8a6-54438a73fe5a gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:47.787067 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e641b235-9241-4b9d-89e2-63ed9f46a2c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.807189 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.821714 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-7c94c6fb-1907-4a0d-9f3d-1e42630be902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'name': 'tempest-TestVolumeBackupRestore-1006195087-router', 'tenant_id': '6c754fd801b74d528de03069f71d8a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:25Z', 'updated_at': '2021-07-16T09:07:47Z', 'revision_number': 7, 'project_id': '6c754fd801b74d528de03069f71d8a82', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:47.827665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4faea5ce-87a1-441b-bbdb-46ab57a3eb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:43Z', 'revision_number': 9, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:47.859445 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4faea5ce-87a1-441b-bbdb-46ab57a3eb43 None None] The sync data for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 is: [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:43Z', 'revision_number': 9, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': '88840c12-31ed-4acb-ae1d-bfc1ad41ded7', 'name': '', 'network_id': '9b4b3151-63f3-4d88-8956-323c3f8d2cb1', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:3a:50:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3610, 'fixed_ips': [{'subnet_id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:11Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fc856ef7-b485-47f6-b437-400b30ce2df7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:47.862968 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e641b235-9241-4b9d-89e2-63ed9f46a2c0 None None] Pushing event deleted for resources: {'Port': ['ID=380f1db4-e6d0-46d3-a0f0-c318f415fa20,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:47.875542 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94c6fb-1907-4a0d-9f3d-1e42630be902 None None] The sync data for ids ['06cf3b77-f1f6-4d60-b8a6-54438a73fe5a'] in n-d-758944-46 is: [{'id': '06cf3b77-f1f6-4d60-b8a6-54438a73fe5a', 'name': 'tempest-TestVolumeBackupRestore-1006195087-router', 'tenant_id': '6c754fd801b74d528de03069f71d8a82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:02:25Z', 'updated_at': '2021-07-16T09:07:47Z', 'revision_number': 7, 'project_id': '6c754fd801b74d528de03069f71d8a82', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:47.877652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e641b235-9241-4b9d-89e2-63ed9f46a2c0 None None] No DVR routers for this DVR port 380f1db4-e6d0-46d3-a0f0-c318f415fa20 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:47.919154 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fe23a361-2e1b-4294-806f-d90b6bb59381 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.948875 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'name': 'tempest-TestServerMultinode-492842325-router', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fac31834-3deb-4b2b-b763-b8a26efb57e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:30Z', 'updated_at': '2021-07-16T09:07:40Z', 'revision_number': 4, 'project_id': 'b39b855e9d014f29b53957e2bb9e093f', 'gw_port': {'id': 'fac31834-3deb-4b2b-b763-b8a26efb57e0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:32Z', 'updated_at': '2021-07-16T09:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0c0d784c-d99b-4665-844d-9134784238d4', 'name': '', 'network_id': '8161f494-0642-4420-a88c-ac6309e9dccd', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f', 'mac_address': 'fa:16:3e:5c:68:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'fbfa8c68-f936-4150-b370-bc3471ea67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:38Z', 'updated_at': '2021-07-16T09:07:45Z', 'revision_number': 4, 'project_id': 'b39b855e9d014f29b53957e2bb9e093f', 'subnets': [{'id': 'fbfa8c68-f936-4150-b370-bc3471ea67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:47.953393 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6f4242fe-7b30-40d1-8e27-79ea4f964dc9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.989417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6f4242fe-7b30-40d1-8e27-79ea4f964dc9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for ab1579b2-ffac-4915-b3db-a58ac5e65258 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:47.997304 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.009281 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.021019 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49aaf91-7a82-435d-a64f-2eb437640a4c None None] The sync data for ids ['d00a7789-ac70-4c40-bf8e-594afb9a1497'] in n-d-758944-46 is: [{'id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'name': 'tempest-TestServerMultinode-492842325-router', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fac31834-3deb-4b2b-b763-b8a26efb57e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:30Z', 'updated_at': '2021-07-16T09:07:40Z', 'revision_number': 4, 'project_id': 'b39b855e9d014f29b53957e2bb9e093f', 'gw_port': {'id': 'fac31834-3deb-4b2b-b763-b8a26efb57e0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:32Z', 'updated_at': '2021-07-16T09:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0c0d784c-d99b-4665-844d-9134784238d4', 'name': '', 'network_id': '8161f494-0642-4420-a88c-ac6309e9dccd', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f', 'mac_address': 'fa:16:3e:5c:68:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3661, 'fixed_ips': [{'subnet_id': 'fbfa8c68-f936-4150-b370-bc3471ea67a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:38Z', 'updated_at': '2021-07-16T09:07:45Z', 'revision_number': 4, 'project_id': 'b39b855e9d014f29b53957e2bb9e093f', 'subnets': [{'id': 'fbfa8c68-f936-4150-b370-bc3471ea67a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:48.081671 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.082272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06cf3b77-f1f6-4d60-b8a6-54438a73fe5a {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:07:48.087879 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.092299 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-48b6b167-3a1e-44e1-baaf-021aba1f0012 admin admin] 10.222.0.20 "DELETE /v2.0/routers/06cf3b77-f1f6-4d60-b8a6-54438a73fe5a HTTP/1.1" status: 204 len: 168 time: 2.4971879 Jul 16 09:07:48.093083 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35282) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:48.100246 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fe23a361-2e1b-4294-806f-d90b6bb59381 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.114553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-fe23a361-2e1b-4294-806f-d90b6bb59381 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3eead1-36ba-452e-9731-aa0c74865945']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:48.134897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-fe23a361-2e1b-4294-806f-d90b6bb59381 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1d5998a-a515-472e-a537-5117a8c5bd56') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:48.135410 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-fe23a361-2e1b-4294-806f-d90b6bb59381 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1d5998a-a515-472e-a537-5117a8c5bd56') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:48.150055 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fe23a361-2e1b-4294-806f-d90b6bb59381 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.178410 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fe23a361-2e1b-4294-806f-d90b6bb59381 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.190475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe23a361-2e1b-4294-806f-d90b6bb59381 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:48.191067 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fe23a361-2e1b-4294-806f-d90b6bb59381 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:48.194311 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:48.229017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-86545ac5-ecbc-436d-9197-c417a2852c1d admin admin] Deleting subnet 6f766fd7-d749-4e5d-94cb-5ba5f0300fe3 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:48.233992 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86545ac5-ecbc-436d-9197-c417a2852c1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.322002 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6f4242fe-7b30-40d1-8e27-79ea4f964dc9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.324222 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fe23a361-2e1b-4294-806f-d90b6bb59381 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.343477 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fe23a361-2e1b-4294-806f-d90b6bb59381 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.349207 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fe23a361-2e1b-4294-806f-d90b6bb59381 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/networks/5d3eead1-36ba-452e-9731-aa0c74865945 HTTP/1.1" status: 204 len: 168 time: 1.8684237 Jul 16 09:07:48.354845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35284) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:48.440529 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86545ac5-ecbc-436d-9197-c417a2852c1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.476128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4242fe-7b30-40d1-8e27-79ea4f964dc9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=ab1579b2-ffac-4915-b3db-a58ac5e65258,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:48.485761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23a361-2e1b-4294-806f-d90b6bb59381 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Network': ['ID=5d3eead1-36ba-452e-9731-aa0c74865945,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:48.532767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-4630635a-f03b-481c-b167-50ae721e8b40 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:48.535779 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-4630635a-f03b-481c-b167-50ae721e8b40 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.15 "GET /v2.0/networks?id=5eaf9844-ead3-4e77-be67-daed81ce763d HTTP/1.1" status: 200 len: 909 time: 0.3829420 Jul 16 09:07:48.571337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-8c36e336-f6c8-4cf9-abff-7633a8e671db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Request body: {'port': {'device_id': '64765a13-8572-4aad-b668-f4c309344663', 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d', 'admin_state_up': True, 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:48.688997 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6f4242fe-7b30-40d1-8e27-79ea4f964dc9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.694854 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6f4242fe-7b30-40d1-8e27-79ea4f964dc9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/ab1579b2-ffac-4915-b3db-a58ac5e65258 HTTP/1.1" status: 204 len: 168 time: 2.4666731 Jul 16 09:07:48.695912 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35288) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:48.823921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-8c36e336-f6c8-4cf9-abff-7633a8e671db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Made reservation on behalf of b39b855e9d014f29b53957e2bb9e093f for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:48.832004 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-8c36e336-f6c8-4cf9-abff-7633a8e671db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:48.900674 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-eedbdb02-bf94-49e8-ac6c-22e69c3f5f37 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] GET failed (client error): The resource could not be found. Jul 16 09:07:48.909752 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eedbdb02-bf94-49e8-ac6c-22e69c3f5f37 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/ab1579b2-ffac-4915-b3db-a58ac5e65258 HTTP/1.1" status: 404 len: 333 time: 0.2034333 Jul 16 09:07:48.930373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35290) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:49.037718 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86545ac5-ecbc-436d-9197-c417a2852c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.076240 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d56bff46-41f1-4cda-b33b-87f2fa1e0556 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:49.157684 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: d56bff46-41f1-4cda-b33b-87f2fa1e0556 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:49.158188 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d56bff46-41f1-4cda-b33b-87f2fa1e0556 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:49.158981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 380f1db4-e6d0-46d3-a0f0-c318f415fa20 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:49.198915 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 380f1db4-e6d0-46d3-a0f0-c318f415fa20 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:49.199687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 380f1db4-e6d0-46d3-a0f0-c318f415fa20 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:49.218948 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e86e247-cad0-4f0f-8bb8-004e5af5da31 req-331fbdf9-f9ac-4c92-aa73-d43da972c1c3 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 210 time: 0.2826755 Jul 16 09:07:49.256067 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86545ac5-ecbc-436d-9197-c417a2852c1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.280857 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-8c36e336-f6c8-4cf9-abff-7633a8e671db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Allocated IP 172.20.0.4 (5eaf9844-ead3-4e77-be67-daed81ce763d/639b6835-0383-42fa-9313-f6eede34ea99/b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:49.309845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86545ac5-ecbc-436d-9197-c417a2852c1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f766fd7-d749-4e5d-94cb-5ba5f0300fe3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:49.319607 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-86545ac5-ecbc-436d-9197-c417a2852c1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.321632 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-86545ac5-ecbc-436d-9197-c417a2852c1d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/6f766fd7-d749-4e5d-94cb-5ba5f0300fe3 HTTP/1.1" status: 204 len: 168 time: 1.2275693 Jul 16 09:07:49.324165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35294) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:49.334589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b417cfc4-de8e-42a8-8468-159f057d9e3e None None] Network 26400d37-6178-4103-a0e8-4000a0ffca3f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:49.389342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-04295c83-0086-4c6f-ac14-0fae7ac02157 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port 8cd7233b-1f9b-4084-a958-1a00e772559c {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:49.390559 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04295c83-0086-4c6f-ac14-0fae7ac02157 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.462725 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.678513 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04295c83-0086-4c6f-ac14-0fae7ac02157 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.705460 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-04295c83-0086-4c6f-ac14-0fae7ac02157 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for 8cd7233b-1f9b-4084-a958-1a00e772559c owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:49.712339 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3cc989a-4d6c-4cef-90dd-a92a675e502c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:49.773991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecd1bf0-0631-4819-8802-7131f002b4e0 None None] DHCP port deletion for 26400d37-6178-4103-a0e8-4000a0ffca3f request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:49.899423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd1bf0-0631-4819-8802-7131f002b4e0 None None] Deleting port 60ac304a-d77d-490b-a14f-363616c74c5c {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:49.899980 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8ecd1bf0-0631-4819-8802-7131f002b4e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.020843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8ecd1bf0-0631-4819-8802-7131f002b4e0 None None] For port 60ac304a-d77d-490b-a14f-363616c74c5c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=60ac304a-d77d-490b-a14f-363616c74c5c,segment=NetworkSegment(7c9f5f80-9bde-459b-aa6e-c57db6dfcbff),segment_id=7c9f5f80-9bde-459b-aa6e-c57db6dfcbff)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:50.021150 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8ecd1bf0-0631-4819-8802-7131f002b4e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.046062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8ecd1bf0-0631-4819-8802-7131f002b4e0 None None] Calling delete_port for 60ac304a-d77d-490b-a14f-363616c74c5c owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:50.212361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] Deleting port 60ac304a-d77d-490b-a14f-363616c74c5c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:50.213054 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.222239 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-8c36e336-f6c8-4cf9-abff-7633a8e671db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.256696 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8ecd1bf0-0631-4819-8802-7131f002b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.294313 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-8c36e336-f6c8-4cf9-abff-7633a8e671db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Transition to ACTIVE for port object b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:50.351934 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-8c36e336-f6c8-4cf9-abff-7633a8e671db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.363300 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecd1bf0-0631-4819-8802-7131f002b4e0 None None] Pushing event deleted for resources: {'Port': ['ID=60ac304a-d77d-490b-a14f-363616c74c5c,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:50.385799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ecd1bf0-0631-4819-8802-7131f002b4e0 None None] No DVR routers for this DVR port 60ac304a-d77d-490b-a14f-363616c74c5c on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:50.462688 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc989a-4d6c-4cef-90dd-a92a675e502c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:50.465044 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3cc989a-4d6c-4cef-90dd-a92a675e502c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.492087 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] For port 60ac304a-d77d-490b-a14f-363616c74c5c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=60ac304a-d77d-490b-a14f-363616c74c5c,segment=NetworkSegment(7c9f5f80-9bde-459b-aa6e-c57db6dfcbff),segment_id=7c9f5f80-9bde-459b-aa6e-c57db6dfcbff)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:50.492440 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.496570 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04295c83-0086-4c6f-ac14-0fae7ac02157 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.525222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-8c36e336-f6c8-4cf9-abff-7633a8e671db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Network 5eaf9844-ead3-4e77-be67-daed81ce763d is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:50.549553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0c0d784c-d99b-4665-844d-9134784238d4 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:50.553635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] Calling delete_port for 60ac304a-d77d-490b-a14f-363616c74c5c owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:50.555874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-8c36e336-f6c8-4cf9-abff-7633a8e671db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:50.579364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c36e336-f6c8-4cf9-abff-7633a8e671db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Pushing event updated for resources: {'Port': ['ID=b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:50.593743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04295c83-0086-4c6f-ac14-0fae7ac02157 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=8cd7233b-1f9b-4084-a958-1a00e772559c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:50.602445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-8c36e336-f6c8-4cf9-abff-7633a8e671db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:50.658655 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-8c36e336-f6c8-4cf9-abff-7633a8e671db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:50.670587 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-8c36e336-f6c8-4cf9-abff-7633a8e671db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.696994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 0c0d784c-d99b-4665-844d-9134784238d4 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:50.703625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 0c0d784c-d99b-4665-844d-9134784238d4 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:50.704058 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.860928 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.900005 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.925340 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=60ac304a-d77d-490b-a14f-363616c74c5c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:50.932016 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] No DVR routers for this DVR port 60ac304a-d77d-490b-a14f-363616c74c5c on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:50.987367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 0c0d784c-d99b-4665-844d-9134784238d4, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0c0d784c-d99b-4665-844d-9134784238d4,segment=NetworkSegment(92163327-34f1-41c6-886b-c2e22cc5e11e),segment_id=92163327-34f1-41c6-886b-c2e22cc5e11e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:51.005941 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.072993 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04295c83-0086-4c6f-ac14-0fae7ac02157 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.080866 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-04295c83-0086-4c6f-ac14-0fae7ac02157 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/8cd7233b-1f9b-4084-a958-1a00e772559c HTTP/1.1" status: 204 len: 168 time: 2.1298535 Jul 16 09:07:51.081535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35298) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:51.108153 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.122228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-f3cc989a-4d6c-4cef-90dd-a92a675e502c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] For port 88840c12-31ed-4acb-ae1d-bfc1ad41ded7, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=88840c12-31ed-4acb-ae1d-bfc1ad41ded7,segment=NetworkSegment(ddb8b301-efb4-460f-a497-062773065f7e),segment_id=ddb8b301-efb4-460f-a497-062773065f7e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:51.122804 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3cc989a-4d6c-4cef-90dd-a92a675e502c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.129399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=0c0d784c-d99b-4665-844d-9134784238d4,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:51.130313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-8c36e336-f6c8-4cf9-abff-7633a8e671db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5828185 Jul 16 09:07:51.152091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f4af12e8-09cb-4bef-9eec-b41051f6070d None None] Provisioning for port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:51.157258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f4af12e8-09cb-4bef-9eec-b41051f6070d None None] Provisioning complete for port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:51.157740 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f4af12e8-09cb-4bef-9eec-b41051f6070d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.184947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 60ac304a-d77d-490b-a14f-363616c74c5c no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:51.205081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Request body: {'port': {'device_id': '64765a13-8572-4aad-b668-f4c309344663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:51.205581 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-410005f5-5bb5-490d-b856-0ea3a8b42d76 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] GET failed (client error): The resource could not be found. Jul 16 09:07:51.212236 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-410005f5-5bb5-490d-b856-0ea3a8b42d76 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/8cd7233b-1f9b-4084-a958-1a00e772559c HTTP/1.1" status: 404 len: 333 time: 0.1251564 Jul 16 09:07:51.214108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35300) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:51.224058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26400d37-6178-4103-a0e8-4000a0ffca3f']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:51.229575 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 60ac304a-d77d-490b-a14f-363616c74c5c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:51.229912 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 60ac304a-d77d-490b-a14f-363616c74c5c not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:51.230335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:51.254132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:51.254465 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 09dcaee9-4cfa-4f04-8632-b07c7fe3df25 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:51.254964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 458e9b4a-651c-46ae-81c3-3651f1945ea8 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:51.278931 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f4af12e8-09cb-4bef-9eec-b41051f6070d None None] Port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:51.280627 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 458e9b4a-651c-46ae-81c3-3651f1945ea8 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:51.280973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 458e9b4a-651c-46ae-81c3-3651f1945ea8 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:51.305829 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c9f5f80-9bde-459b-aa6e-c57db6dfcbff') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:51.306384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c9f5f80-9bde-459b-aa6e-c57db6dfcbff') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:51.328328 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.331682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018c7a95-b07b-419c-9fef-5aeffc2a2134 req-97a196b6-e6a6-47df-b5ed-f6eb00151c59 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:51.332108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-f3cc989a-4d6c-4cef-90dd-a92a675e502c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:51.337106 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-018c7a95-b07b-419c-9fef-5aeffc2a2134 req-97a196b6-e6a6-47df-b5ed-f6eb00151c59 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 1027 time: 0.8258550 Jul 16 09:07:51.355006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b143090-667b-405f-b94a-e7e5de0fd7f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting subnet 55453048-18f1-4daf-9080-1a336b02f31a {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:51.361531 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b143090-667b-405f-b94a-e7e5de0fd7f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.397219 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.410945 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:51.411341 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:51.413215 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:51.465592 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b143090-667b-405f-b94a-e7e5de0fd7f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.485616 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.488826 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-018c7a95-b07b-419c-9fef-5aeffc2a2134 req-41b56d74-fc23-4e65-a58c-aac50c5b10c2 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412561 Jul 16 09:07:51.511334 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.518964 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.525661 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] 10.222.0.20 "DELETE /v2.0/networks/26400d37-6178-4103-a0e8-4000a0ffca3f HTTP/1.1" status: 204 len: 168 time: 2.1990864 Jul 16 09:07:51.562921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff80a98-fed2-4966-88cc-4c523b749d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=26400d37-6178-4103-a0e8-4000a0ffca3f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:51.736264 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b143090-667b-405f-b94a-e7e5de0fd7f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.850602 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35304) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:51.882462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:51.892612 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.909257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Transition to ACTIVE for port object b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:51.913427 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3cc989a-4d6c-4cef-90dd-a92a675e502c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.914500 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.917290 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b143090-667b-405f-b94a-e7e5de0fd7f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.971381 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Pushing event updated for resources: {'Port': ['ID=b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:52.047061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc989a-4d6c-4cef-90dd-a92a675e502c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=88840c12-31ed-4acb-ae1d-bfc1ad41ded7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:52.050203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b143090-667b-405f-b94a-e7e5de0fd7f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Subnet': ['ID=55453048-18f1-4daf-9080-1a336b02f31a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:52.066181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74c5fc2-d2f1-4e49-a2da-7e8498e89e77 None None] Network 2ac4771c-2f83-4c5d-87c1-815644f94d0f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:52.080920 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Attempting to bind port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:52.081490 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b143090-667b-405f-b94a-e7e5de0fd7f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.081759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Attempting to bind port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:52.082220 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Attempting to bind port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d on network 5eaf9844-ead3-4e77-be67-daed81ce763d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:52.088604 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d on network 5eaf9844-ead3-4e77-be67-daed81ce763d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:07:52.089086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Attempting to bind port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d on network 5eaf9844-ead3-4e77-be67-daed81ce763d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:52.089307 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0b143090-667b-405f-b94a-e7e5de0fd7f1 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/55453048-18f1-4daf-9080-1a336b02f31a HTTP/1.1" status: 204 len: 168 time: 0.8736007 Jul 16 09:07:52.097218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35308) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:52.100179 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:52.100771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Checking segment: {'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:52.102319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Bound using segment: {'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:52.102943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Bound port: b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:52.105976 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.106178 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-85e0bec9-ae57-4611-a831-1f5783eee12f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ab8e23c8bad442791124f8d5118839e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2512798 Jul 16 09:07:52.106805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35310) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:52.387488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] For port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:52.392348 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-138805ef-cf99-4cd5-9fdb-ef2af5f16216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.422849 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.472893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] For port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:52.477647 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-138805ef-cf99-4cd5-9fdb-ef2af5f16216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.502560 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0c0d784c-d99b-4665-844d-9134784238d4 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:52.507209 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.535780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ff320-a252-44ad-88c6-611eb26f8b1d None None] DHCP port deletion for 2ac4771c-2f83-4c5d-87c1-815644f94d0f request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:52.594981 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:52.596075 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.598620 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] 10.222.0.15 "PUT /v2.0/ports/b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d HTTP/1.1" status: 200 len: 1092 time: 1.4035239 Jul 16 09:07:52.602009 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64765a13-8572-4aad-b668-f4c309344663', 'tag': 'b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:52.605082 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413bb0fb-d04b-45bd-aa7d-9e35fd43db68" -d '{"events": [{"name": "network-changed", "server_uuid": "64765a13-8572-4aad-b668-f4c309344663", "tag": "b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:52.614913 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 0c0d784c-d99b-4665-844d-9134784238d4 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:52.616649 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.672324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-154ff320-a252-44ad-88c6-611eb26f8b1d None None] Deleting port 7fd96268-386a-4f3d-b672-625dfd3e43e9 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:52.673218 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-154ff320-a252-44ad-88c6-611eb26f8b1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.674765 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3cc989a-4d6c-4cef-90dd-a92a675e502c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.711976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port 7fd96268-386a-4f3d-b672-625dfd3e43e9 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:52.712540 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.750642 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d49b3f62-2bdd-466d-af29-f04c4a5ef9a3 x-openstack-request-id: req-d49b3f62-2bdd-466d-af29-f04c4a5ef9a3 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:52.751309 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64765a13-8572-4aad-b668-f4c309344663", "tag": "b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:52.751741 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d49b3f62-2bdd-466d-af29-f04c4a5ef9a3 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:52.752336 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64765a13-8572-4aad-b668-f4c309344663', 'tag': 'b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d', 'status': 'completed', 'code': 200} Jul 16 09:07:52.758814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79b4ea-d3a8-494f-a0a6-501762a5558e service neutron] Pushing event updated for resources: {'Port': ['ID=b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:52.787256 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-154ff320-a252-44ad-88c6-611eb26f8b1d None None] For port 7fd96268-386a-4f3d-b672-625dfd3e43e9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7fd96268-386a-4f3d-b672-625dfd3e43e9,segment=NetworkSegment(8164dbe2-7976-4353-aa9a-8112085e2fd3),segment_id=8164dbe2-7976-4353-aa9a-8112085e2fd3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:52.787802 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-154ff320-a252-44ad-88c6-611eb26f8b1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.799288 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-138805ef-cf99-4cd5-9fdb-ef2af5f16216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.802432 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-138805ef-cf99-4cd5-9fdb-ef2af5f16216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.807449 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-138805ef-cf99-4cd5-9fdb-ef2af5f16216 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/11efe630-ad7e-4ada-a1e9-93fe1cf79b43 HTTP/1.1" status: 204 len: 168 time: 0.6993880 Jul 16 09:07:52.820887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138805ef-cf99-4cd5-9fdb-ef2af5f16216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11efe630-ad7e-4ada-a1e9-93fe1cf79b43,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:52.826331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-4bb51852-cdea-43fc-9d3f-a4157fa4c45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:52.829530 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-4bb51852-cdea-43fc-9d3f-a4157fa4c45a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b39b855e9d014f29b53957e2bb9e093f&device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 1095 time: 0.1561532 Jul 16 09:07:52.869985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-154ff320-a252-44ad-88c6-611eb26f8b1d None None] Calling delete_port for 7fd96268-386a-4f3d-b672-625dfd3e43e9 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:52.963310 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-b3d40077-f628-4171-be6f-e1f26e1a2b43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d HTTP/1.1" status: 200 len: 217 time: 0.1263831 Jul 16 09:07:53.007615 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-154ff320-a252-44ad-88c6-611eb26f8b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.028527 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-154ff320-a252-44ad-88c6-611eb26f8b1d None None] No DVR routers for this DVR port 7fd96268-386a-4f3d-b672-625dfd3e43e9 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:53.070940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ff320-a252-44ad-88c6-611eb26f8b1d None None] Pushing event deleted for resources: {'Port': ['ID=7fd96268-386a-4f3d-b672-625dfd3e43e9,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:53.078221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-ec139d11-d6de-4f90-9454-3783c4b6a8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:53.081647 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-ec139d11-d6de-4f90-9454-3783c4b6a8ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=639b6835-0383-42fa-9313-f6eede34ea99 HTTP/1.1" status: 200 len: 848 time: 0.1114206 Jul 16 09:07:53.176486 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-f7433ad7-85a2-4e17-b2a1-afaa2b4ac33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:53.178201 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-f7433ad7-85a2-4e17-b2a1-afaa2b4ac33f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5eaf9844-ead3-4e77-be67-daed81ce763d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0908096 Jul 16 09:07:53.187506 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] For port 7fd96268-386a-4f3d-b672-625dfd3e43e9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7fd96268-386a-4f3d-b672-625dfd3e43e9,segment=NetworkSegment(8164dbe2-7976-4353-aa9a-8112085e2fd3),segment_id=8164dbe2-7976-4353-aa9a-8112085e2fd3)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:53.187997 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.224700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for 7fd96268-386a-4f3d-b672-625dfd3e43e9 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:53.345384 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-eb8479b5-972f-4f12-9f89-a24d58b571c7 service neutron] 10.222.0.15 "GET /v2.0/networks/5eaf9844-ead3-4e77-be67-daed81ce763d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602669 Jul 16 09:07:53.360279 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646a130-d617-4b19-8937-34932862e3ef req-2501df6d-8107-4ca4-b616-b54ceca9a056 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:53.361900 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3646a130-d617-4b19-8937-34932862e3ef req-2501df6d-8107-4ca4-b616-b54ceca9a056 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 1095 time: 0.3577344 Jul 16 09:07:53.398200 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35320) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:53.461636 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3646a130-d617-4b19-8937-34932862e3ef req-4e3af07e-fb28-4526-9ec3-175006ffd04f tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904343 Jul 16 09:07:53.471155 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3cc989a-4d6c-4cef-90dd-a92a675e502c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 55881709-512b-4504-a23e-98eea331d296 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:53.493848 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.499241 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f1fcc25-1428-4b40-9fff-c82318265ef2 req-f2f957fa-8c3b-44bc-a165-dab551ce4f9a service neutron] 10.222.0.15 "GET /v2.0/networks/5eaf9844-ead3-4e77-be67-daed81ce763d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475866 Jul 16 09:07:53.503691 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b20be2d3-5717-4655-9543-82c8fb07107a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6c754fd801b74d528de03069f71d8a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0982811 Jul 16 09:07:53.505098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35322) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:53.530183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=7fd96268-386a-4f3d-b672-625dfd3e43e9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:53.599838 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No DVR routers for this DVR port 7fd96268-386a-4f3d-b672-625dfd3e43e9 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:53.601067 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b93bee8e-4282-4724-bd2b-226745efdba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.633688 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b93bee8e-4282-4724-bd2b-226745efdba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.673893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bb0fb-d04b-45bd-aa7d-9e35fd43db68 req-e7373026-905a-430e-820e-c51a823dd2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:53.674227 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3cc989a-4d6c-4cef-90dd-a92a675e502c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:53.675460 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-413bb0fb-d04b-45bd-aa7d-9e35fd43db68 req-e7373026-905a-430e-820e-c51a823dd2e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b39b855e9d014f29b53957e2bb9e093f&device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 1095 time: 0.1195648 Jul 16 09:07:53.681476 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f3cc989a-4d6c-4cef-90dd-a92a675e502c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/55881709-512b-4504-a23e-98eea331d296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3075562 Jul 16 09:07:53.686751 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35324) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:53.692268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65d6e7-5b8e-489c-8da3-b84cad5434d1 None None] Sync routers for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:53.707451 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.711457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b65d6e7-5b8e-489c-8da3-b84cad5434d1 None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:53.713249 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9b65d6e7-5b8e-489c-8da3-b84cad5434d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:53.720732 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac4771c-2f83-4c5d-87c1-815644f94d0f']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:53.732670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8164dbe2-7976-4353-aa9a-8112085e2fd3') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:53.733111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8164dbe2-7976-4353-aa9a-8112085e2fd3') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:53.748224 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.782457 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.793238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:53.793941 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:53.798059 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:53.804148 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b93bee8e-4282-4724-bd2b-226745efdba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.804825 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b93bee8e-4282-4724-bd2b-226745efdba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.806037 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b93bee8e-4282-4724-bd2b-226745efdba3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ef30971e-7452-4c62-b839-279655d87514 HTTP/1.1" status: 204 len: 168 time: 0.2995274 Jul 16 09:07:53.810269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd66b62c-7bff-4868-8246-d4495e9eccee tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting subnet fc856ef7-b485-47f6-b437-400b30ce2df7 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:53.817437 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd66b62c-7bff-4868-8246-d4495e9eccee tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.835604 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-9b65d6e7-5b8e-489c-8da3-b84cad5434d1 None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:53.857983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93bee8e-4282-4724-bd2b-226745efdba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef30971e-7452-4c62-b839-279655d87514,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:53.893484 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd66b62c-7bff-4868-8246-d4495e9eccee tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.917431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bb0fb-d04b-45bd-aa7d-9e35fd43db68 req-6941e02a-32d2-418b-b90b-3db5d86d8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:53.919113 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-413bb0fb-d04b-45bd-aa7d-9e35fd43db68 req-6941e02a-32d2-418b-b90b-3db5d86d8181 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5eaf9844-ead3-4e77-be67-daed81ce763d HTTP/1.1" status: 200 len: 909 time: 0.2335129 Jul 16 09:07:53.968864 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.977426 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:53.981375 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/networks/2ac4771c-2f83-4c5d-87c1-815644f94d0f HTTP/1.1" status: 204 len: 168 time: 1.8824890 Jul 16 09:07:53.989064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35328) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:53.992119 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-413bb0fb-d04b-45bd-aa7d-9e35fd43db68 req-d62341de-cdc5-437a-a1c0-9731bebcc60a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d HTTP/1.1" status: 200 len: 217 time: 0.0618286 Jul 16 09:07:54.000121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-201362d8-f0dd-48dc-b1b3-24d61417169c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1707483390'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:54.002367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc86ad3-66c5-45b3-9f49-26e7a18a9406 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Network': ['ID=2ac4771c-2f83-4c5d-87c1-815644f94d0f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:54.100212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201362d8-f0dd-48dc-b1b3-24d61417169c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:54.103997 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-201362d8-f0dd-48dc-b1b3-24d61417169c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:54.109712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bb0fb-d04b-45bd-aa7d-9e35fd43db68 req-1b86aed4-beff-4b57-b7b7-6bc40b14149e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:54.111196 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-413bb0fb-d04b-45bd-aa7d-9e35fd43db68 req-1b86aed4-beff-4b57-b7b7-6bc40b14149e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=639b6835-0383-42fa-9313-f6eede34ea99 HTTP/1.1" status: 200 len: 848 time: 0.1075742 Jul 16 09:07:54.141781 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd66b62c-7bff-4868-8246-d4495e9eccee tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:54.162816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9b65d6e7-5b8e-489c-8da3-b84cad5434d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:51Z', 'revision_number': 10, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:54.200180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65d6e7-5b8e-489c-8da3-b84cad5434d1 None None] Checking router: 55881709-512b-4504-a23e-98eea331d296 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:54.216842 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201362d8-f0dd-48dc-b1b3-24d61417169c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] vlan segment allocate from pool success with {'vlan_id': 97, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:07:54.226234 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b65d6e7-5b8e-489c-8da3-b84cad5434d1 None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:54.227730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9b65d6e7-5b8e-489c-8da3-b84cad5434d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:54.240906 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-201362d8-f0dd-48dc-b1b3-24d61417169c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:54.240906 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-201362d8-f0dd-48dc-b1b3-24d61417169c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Added segment d4774494-f465-4c2c-8b1b-172d85b30a57 of type vlan for network eeccb426-2e66-4f59-9951-3df097f16aea Jul 16 09:07:54.281100 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7fd96268-386a-4f3d-b672-625dfd3e43e9 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:54.314179 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd66b62c-7bff-4868-8246-d4495e9eccee tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:54.317903 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-201362d8-f0dd-48dc-b1b3-24d61417169c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:54.341343 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 7fd96268-386a-4f3d-b672-625dfd3e43e9 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:54.341673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7fd96268-386a-4f3d-b672-625dfd3e43e9 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:54.356581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413bb0fb-d04b-45bd-aa7d-9e35fd43db68 req-20f69b25-b45b-4340-9150-33d5664f7ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:54.358255 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-413bb0fb-d04b-45bd-aa7d-9e35fd43db68 req-20f69b25-b45b-4340-9150-33d5664f7ea0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5eaf9844-ead3-4e77-be67-daed81ce763d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2347937 Jul 16 09:07:54.365606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66b62c-7bff-4868-8246-d4495e9eccee tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Subnet': ['ID=fc856ef7-b485-47f6-b437-400b30ce2df7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:54.383824 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd66b62c-7bff-4868-8246-d4495e9eccee tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:54.385646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013c898f-fb2d-459e-8a31-0d2422f19015 None None] Network 9b4b3151-63f3-4d88-8956-323c3f8d2cb1 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:54.387899 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bd66b62c-7bff-4868-8246-d4495e9eccee tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/fc856ef7-b485-47f6-b437-400b30ce2df7 HTTP/1.1" status: 204 len: 168 time: 0.6994596 Jul 16 09:07:54.388819 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-9b65d6e7-5b8e-489c-8da3-b84cad5434d1 None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:54.388989 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35330) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:54.488288 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-201362d8-f0dd-48dc-b1b3-24d61417169c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:54.502017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201362d8-f0dd-48dc-b1b3-24d61417169c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:54.506067 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-201362d8-f0dd-48dc-b1b3-24d61417169c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:54.529743 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:54.633761 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-201362d8-f0dd-48dc-b1b3-24d61417169c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6430142 Jul 16 09:07:54.639237 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35334) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:54.659672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-127d33b2-eb0f-4c9c-85b7-898fc79df0c0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'subnet': {'network_id': 'eeccb426-2e66-4f59-9951-3df097f16aea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:54.705083 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201362d8-f0dd-48dc-b1b3-24d61417169c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Network': ['ID=eeccb426-2e66-4f59-9951-3df097f16aea,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:54.711718 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-413bb0fb-d04b-45bd-aa7d-9e35fd43db68 req-0846542f-6a1b-4824-8405-964c0e3ec276 service neutron] 10.222.0.15 "GET /v2.0/networks/5eaf9844-ead3-4e77-be67-daed81ce763d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416727 Jul 16 09:07:54.734787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network eeccb426-2e66-4f59-9951-3df097f16aea details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:07:54.898068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770a4f7d-edbf-4f3f-a897-2106499e5992 req-7add0765-a4c9-4029-882e-ecdbd957c425 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:54.900060 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-770a4f7d-edbf-4f3f-a897-2106499e5992 req-7add0765-a4c9-4029-882e-ecdbd957c425 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 1095 time: 0.1850450 Jul 16 09:07:54.903625 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-413bb0fb-d04b-45bd-aa7d-9e35fd43db68 req-193aa00c-f615-480d-9ef8-828f0c8009b0 service neutron] 10.222.0.15 "GET /v2.0/networks/5eaf9844-ead3-4e77-be67-daed81ce763d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784737 Jul 16 09:07:54.995337 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-770a4f7d-edbf-4f3f-a897-2106499e5992 req-b8e82ea0-f741-4fd2-b413-6a0c7f21548c tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816896 Jul 16 09:07:55.041651 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-9b65d6e7-5b8e-489c-8da3-b84cad5434d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:51Z', 'revision_number': 10, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:55.073535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] DHCP port deletion for 9b4b3151-63f3-4d88-8956-323c3f8d2cb1 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:55.075658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b65d6e7-5b8e-489c-8da3-b84cad5434d1 None None] The sync data for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 is: [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:51Z', 'revision_number': 10, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None, '_interfaces': [{'id': 'dd1b7ecc-24c4-467f-8699-c41bc5137c32', 'name': '', 'network_id': 'c9bbc3a5-6c9b-4d4c-8259-44bb3005504d', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'mac_address': 'fa:16:3e:d0:d9:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55881709-512b-4504-a23e-98eea331d296', 'device_owner': 'network:router_interface', 'standard_attr_id': 3601, 'fixed_ips': [{'subnet_id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:06:49Z', 'updated_at': '2021-07-16T09:06:59Z', 'revision_number': 5, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'subnets': [{'id': 'fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:55.184357 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port e0765cc4-7aa3-49bf-8419-9d5ef14836c0 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:55.185160 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.210993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-127d33b2-eb0f-4c9c-85b7-898fc79df0c0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:55.214770 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-127d33b2-eb0f-4c9c-85b7-898fc79df0c0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.294707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] For port e0765cc4-7aa3-49bf-8419-9d5ef14836c0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e0765cc4-7aa3-49bf-8419-9d5ef14836c0,segment=NetworkSegment(ddb8b301-efb4-460f-a497-062773065f7e),segment_id=ddb8b301-efb4-460f-a497-062773065f7e)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:55.295002 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.304401 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Deleting port e0765cc4-7aa3-49bf-8419-9d5ef14836c0 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:55.304807 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.338855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for e0765cc4-7aa3-49bf-8419-9d5ef14836c0 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:55.376084 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] For port e0765cc4-7aa3-49bf-8419-9d5ef14836c0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e0765cc4-7aa3-49bf-8419-9d5ef14836c0,segment=NetworkSegment(ddb8b301-efb4-460f-a497-062773065f7e),segment_id=ddb8b301-efb4-460f-a497-062773065f7e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:55.376513 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.391725 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Calling delete_port for e0765cc4-7aa3-49bf-8419-9d5ef14836c0 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:07:55.513919 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:07:55.522397 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.532519 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.554711 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=e0765cc4-7aa3-49bf-8419-9d5ef14836c0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:55.560627 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Pushing event deleted for resources: {'Port': ['ID=e0765cc4-7aa3-49bf-8419-9d5ef14836c0,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:55.565817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No DVR routers for this DVR port e0765cc4-7aa3-49bf-8419-9d5ef14836c0 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:55.571700 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] No DVR routers for this DVR port e0765cc4-7aa3-49bf-8419-9d5ef14836c0 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:55.574961 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:55.576175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:55.576604 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:55.576962 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:55.577851 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:55.578177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:55.578509 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:55.578840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:55.579156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:55.579483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:55.579811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:55.580131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3ec5ad-1209-4754-8b74-de31d37c65f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:55.596801 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-127d33b2-eb0f-4c9c-85b7-898fc79df0c0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.717268 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.730394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d33b2-eb0f-4c9c-85b7-898fc79df0c0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Subnet': ['ID=4187b093-c0de-456f-b09c-36f774b2a8c4,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:55.743184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b4b3151-63f3-4d88-8956-323c3f8d2cb1']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:55.766280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddb8b301-efb4-460f-a497-062773065f7e') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:55.766803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddb8b301-efb4-460f-a497-062773065f7e') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:55.770081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-127d33b2-eb0f-4c9c-85b7-898fc79df0c0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Checking segment: {'id': 'd4774494-f465-4c2c-8b1b-172d85b30a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eeccb426-2e66-4f59-9951-3df097f16aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:55.770591 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127d33b2-eb0f-4c9c-85b7-898fc79df0c0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network hostable DHCP agents. Network: eeccb426-2e66-4f59-9951-3df097f16aea, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:07:55.789608 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.824225 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.838274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-127d33b2-eb0f-4c9c-85b7-898fc79df0c0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network eeccb426-2e66-4f59-9951-3df097f16aea is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:07:55.844364 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:55.844985 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:55.850604 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:55.886240 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-127d33b2-eb0f-4c9c-85b7-898fc79df0c0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, eeccb426-2e66-4f59-9951-3df097f16aea) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:55.895447 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9303a7b9-8f1b-4472-aa8e-8441245a91f4 None None] Network eeccb426-2e66-4f59-9951-3df097f16aea requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:55.909418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-127d33b2-eb0f-4c9c-85b7-898fc79df0c0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:55.910437 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-127d33b2-eb0f-4c9c-85b7-898fc79df0c0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.966861 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-127d33b2-eb0f-4c9c-85b7-898fc79df0c0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3241825 Jul 16 09:07:55.969428 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.971927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35336) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:55.979870 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-cc2fc5a7-aa71-43d3-9739-aed8463263e3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1898924707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:55.992163 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:55.999073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/networks/9b4b3151-63f3-4d88-8956-323c3f8d2cb1 HTTP/1.1" status: 204 len: 168 time: 1.6043894 Jul 16 09:07:55.999949 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35338) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:56.016778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418a922-1721-42bb-b58e-34003c61b7c3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Network': ['ID=9b4b3151-63f3-4d88-8956-323c3f8d2cb1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:56.049126 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cc2fc5a7-aa71-43d3-9739-aed8463263e3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.050461 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cc2fc5a7-aa71-43d3-9739-aed8463263e3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.110719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-eeccb426-2e66-4f59-9951-3df097f16aea', 'network_id': 'eeccb426-2e66-4f59-9951-3df097f16aea', 'tenant_id': '448df4f2bed44d7b950b1c67e31fddf3', 'fixed_ips': [{'subnet_id': '4187b093-c0de-456f-b09c-36f774b2a8c4'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:07:56.111627 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.163352 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cc2fc5a7-aa71-43d3-9739-aed8463263e3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.175654 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cc2fc5a7-aa71-43d3-9739-aed8463263e3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.223467 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cc2fc5a7-aa71-43d3-9739-aed8463263e3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.226241 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cc2fc5a7-aa71-43d3-9739-aed8463263e3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2525561 Jul 16 09:07:56.230412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35342) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:56.243787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-0569f933-1a3a-481f-b908-2fcb815ebfef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'network_id': 'eeccb426-2e66-4f59-9951-3df097f16aea', 'name': 'tempest-PortsTestJSON-2056524881'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:07:56.298959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26be6f1e-82c8-4227-b5d0-4463820c4f1e req-83ec659f-3ce6-4e23-927b-7ff240fb70c7 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:56.300702 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26be6f1e-82c8-4227-b5d0-4463820c4f1e req-83ec659f-3ce6-4e23-927b-7ff240fb70c7 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 1095 time: 0.0718651 Jul 16 09:07:56.318274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e0765cc4-7aa3-49bf-8419-9d5ef14836c0 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:56.357264 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-26be6f1e-82c8-4227-b5d0-4463820c4f1e req-eefb9c9c-1367-445b-a942-9790420ca422 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497844 Jul 16 09:07:56.371518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: e0765cc4-7aa3-49bf-8419-9d5ef14836c0 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:56.372101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e0765cc4-7aa3-49bf-8419-9d5ef14836c0 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:56.372840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:56.415524 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:56.416149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 88840c12-31ed-4acb-ae1d-bfc1ad41ded7 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:56.440789 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Allocated IP 172.20.0.2 (eeccb426-2e66-4f59-9951-3df097f16aea/4187b093-c0de-456f-b09c-36f774b2a8c4/4a661d1a-6a30-4024-8f80-f4b94abe386c) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:56.516286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0569f933-1a3a-481f-b908-2fcb815ebfef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:07:56.519914 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0569f933-1a3a-481f-b908-2fcb815ebfef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.544206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-0569f933-1a3a-481f-b908-2fcb815ebfef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port ae765422-ddd0-42ee-8561-a859e5e938bc yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:07:56.657253 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.666665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Transition to ACTIVE for port object 4a661d1a-6a30-4024-8f80-f4b94abe386c will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:56.687555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Transition to ACTIVE for port object 4a661d1a-6a30-4024-8f80-f4b94abe386c will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:56.689716 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9d877bb8-330b-47c8-b587-ae9afdc75c14 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.695290 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.741815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Network eeccb426-2e66-4f59-9951-3df097f16aea is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:56.745634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:56.751424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:56.772932 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:07:56.794323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Pushing event updated for resources: {'Port': ['ID=4a661d1a-6a30-4024-8f80-f4b94abe386c,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:56.855003 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Attempting to bind port 4a661d1a-6a30-4024-8f80-f4b94abe386c on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:07:56.856265 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Attempting to bind port 4a661d1a-6a30-4024-8f80-f4b94abe386c by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'd4774494-f465-4c2c-8b1b-172d85b30a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eeccb426-2e66-4f59-9951-3df097f16aea'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:07:56.856265 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Attempting to bind port 4a661d1a-6a30-4024-8f80-f4b94abe386c on network eeccb426-2e66-4f59-9951-3df097f16aea {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:07:56.865366 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:07:56.865955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Checking segment: {'id': 'd4774494-f465-4c2c-8b1b-172d85b30a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eeccb426-2e66-4f59-9951-3df097f16aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:07:56.866989 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.867229 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Bound using segment: {'id': 'd4774494-f465-4c2c-8b1b-172d85b30a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eeccb426-2e66-4f59-9951-3df097f16aea'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:07:56.868000 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Bound port: 4a661d1a-6a30-4024-8f80-f4b94abe386c, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4774494-f465-4c2c-8b1b-172d85b30a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'eeccb426-2e66-4f59-9951-3df097f16aea'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:07:56.868797 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:56.875962 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:07:56.879753 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-0569f933-1a3a-481f-b908-2fcb815ebfef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Allocated IP 172.20.0.8 (eeccb426-2e66-4f59-9951-3df097f16aea/4187b093-c0de-456f-b09c-36f774b2a8c4/ae765422-ddd0-42ee-8561-a859e5e938bc) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:07:57.089122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] For port 4a661d1a-6a30-4024-8f80-f4b94abe386c, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:07:57.121125 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] For port 4a661d1a-6a30-4024-8f80-f4b94abe386c, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4a661d1a-6a30-4024-8f80-f4b94abe386c,segment=NetworkSegment(d4774494-f465-4c2c-8b1b-172d85b30a57),segment_id=d4774494-f465-4c2c-8b1b-172d85b30a57)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:07:57.130160 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:57.211024 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:57.235291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d', 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d', 'port_id': 'b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d', 'mac_address': 'fa:16:3e:ef:7d:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639b6835-0383-42fa-9313-f6eede34ea99', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:07:57.294733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48a74d8-7493-454e-b051-99b620b892cf None None] Pushing event updated for resources: {'Port': ['ID=4a661d1a-6a30-4024-8f80-f4b94abe386c,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:57.312636 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0569f933-1a3a-481f-b908-2fcb815ebfef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:57.319129 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:57.337115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:07:57.362545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:57.368273 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:57.371321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-0569f933-1a3a-481f-b908-2fcb815ebfef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Transition to ACTIVE for port object ae765422-ddd0-42ee-8561-a859e5e938bc will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:07:57.454790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:57.464763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-9d877bb8-330b-47c8-b587-ae9afdc75c14 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port dd1b7ecc-24c4-467f-8699-c41bc5137c32 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:57.465330 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9d877bb8-330b-47c8-b587-ae9afdc75c14 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:57.559081 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0569f933-1a3a-481f-b908-2fcb815ebfef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:57.591971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:07:58.307670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4a661d1a-6a30-4024-8f80-f4b94abe386c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:58.308766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0569f933-1a3a-481f-b908-2fcb815ebfef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network eeccb426-2e66-4f59-9951-3df097f16aea is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:07:58.332754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569f933-1a3a-481f-b908-2fcb815ebfef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=ae765422-ddd0-42ee-8561-a859e5e938bc,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:58.339618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-0569f933-1a3a-481f-b908-2fcb815ebfef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:07:58.348978 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-9d877bb8-330b-47c8-b587-ae9afdc75c14 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] For port dd1b7ecc-24c4-467f-8699-c41bc5137c32, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=dd1b7ecc-24c4-467f-8699-c41bc5137c32,segment=NetworkSegment(108cc1fe-498d-4ea4-97d0-dc92460d422a),segment_id=108cc1fe-498d-4ea4-97d0-dc92460d422a)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:58.349584 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9d877bb8-330b-47c8-b587-ae9afdc75c14 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:58.359657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0569f933-1a3a-481f-b908-2fcb815ebfef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:07:58.385404 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 4a661d1a-6a30-4024-8f80-f4b94abe386c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:58.431601 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-9d877bb8-330b-47c8-b587-ae9afdc75c14 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for dd1b7ecc-24c4-467f-8699-c41bc5137c32 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:58.467528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f19488-4768-4bac-8722-4437e0d4a29b None None] Network eeccb426-2e66-4f59-9951-3df097f16aea requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:58.552872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-de42e3b5-7c09-4579-82aa-819249af2003 None None] Provisioning for port 4a661d1a-6a30-4024-8f80-f4b94abe386c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:58.564152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-de42e3b5-7c09-4579-82aa-819249af2003 None None] Provisioning complete for port 4a661d1a-6a30-4024-8f80-f4b94abe386c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:58.564550 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-de42e3b5-7c09-4579-82aa-819249af2003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:58.569814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0569f933-1a3a-481f-b908-2fcb815ebfef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:58.570811 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0569f933-1a3a-481f-b908-2fcb815ebfef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:58.596445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4163e0c-7f12-40e5-b140-93e6b0331aaa req-6066c312-2ddb-457b-8065-d309aef234db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:58.598754 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b4163e0c-7f12-40e5-b140-93e6b0331aaa req-6066c312-2ddb-457b-8065-d309aef234db tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 1096 time: 0.9585557 Jul 16 09:07:58.611939 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-957d9472-cf2f-44c8-90ca-3c6123da34a7 req-ae8b087c-47ff-441f-ae1e-a18951323062 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4060299 Jul 16 09:07:58.653547 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0569f933-1a3a-481f-b908-2fcb815ebfef tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4200583 Jul 16 09:07:58.654469 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35346) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:58.737617 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-de42e3b5-7c09-4579-82aa-819249af2003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:58.752396 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b4163e0c-7f12-40e5-b140-93e6b0331aaa req-e8674d70-5125-440a-8833-0e82c7da55d8 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387458 Jul 16 09:07:58.811048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-de42e3b5-7c09-4579-82aa-819249af2003 None None] For port 4a661d1a-6a30-4024-8f80-f4b94abe386c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4a661d1a-6a30-4024-8f80-f4b94abe386c,segment=NetworkSegment(d4774494-f465-4c2c-8b1b-172d85b30a57),segment_id=d4774494-f465-4c2c-8b1b-172d85b30a57)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:58.823863 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-de42e3b5-7c09-4579-82aa-819249af2003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:58.876120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:07:58.879237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d9472-cf2f-44c8-90ca-3c6123da34a7 req-5bda9ebc-53bc-4d85-a151-d2de7ac517ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:58.880970 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-957d9472-cf2f-44c8-90ca-3c6123da34a7 req-5bda9ebc-53bc-4d85-a151-d2de7ac517ad service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 1098 time: 0.1917624 Jul 16 09:07:58.992354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42e3b5-7c09-4579-82aa-819249af2003 None None] Pushing event updated for resources: {'Port': ['ID=4a661d1a-6a30-4024-8f80-f4b94abe386c,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:59.028939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:59.037723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:59.038316 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:59.078618 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9d877bb8-330b-47c8-b587-ae9afdc75c14 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:59.143022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d877bb8-330b-47c8-b587-ae9afdc75c14 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=dd1b7ecc-24c4-467f-8699-c41bc5137c32,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:59.195365 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:59.241818 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:59.252060 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64765a13-8572-4aad-b668-f4c309344663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:59.253299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d9472-cf2f-44c8-90ca-3c6123da34a7 req-92787d4b-97da-444b-bff7-fdb0a5e36878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:59.256099 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-957d9472-cf2f-44c8-90ca-3c6123da34a7 req-92787d4b-97da-444b-bff7-fdb0a5e36878 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.3432591 Jul 16 09:07:59.259388 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f8bb98-6f6f-480b-8dde-19a5e6daac42" -d '{"events": [{"server_uuid": "64765a13-8572-4aad-b668-f4c309344663", "name": "network-vif-plugged", "status": "completed", "tag": "b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:59.291677 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:59.294514 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d3928ab3-4601-49f0-ab8e-805a0fd67331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:59.393092 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f1ef998-26fb-417d-ae39-b33e9b0aefe3 x-openstack-request-id: req-5f1ef998-26fb-417d-ae39-b33e9b0aefe3 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:59.394781 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64765a13-8572-4aad-b668-f4c309344663", "name": "network-vif-plugged", "status": "completed", "tag": "b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:59.396086 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f1ef998-26fb-417d-ae39-b33e9b0aefe3 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:59.397194 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64765a13-8572-4aad-b668-f4c309344663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d', 'code': 200} Jul 16 09:07:59.399658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:59.415261 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a4e4e438-2123-47ee-aef3-91f1d56b45d0 None None] Provisioning for port ae765422-ddd0-42ee-8561-a859e5e938bc completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:07:59.429038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a4e4e438-2123-47ee-aef3-91f1d56b45d0 None None] Provisioning complete for port ae765422-ddd0-42ee-8561-a859e5e938bc triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:59.429848 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a4e4e438-2123-47ee-aef3-91f1d56b45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:59.508623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a4e4e438-2123-47ee-aef3-91f1d56b45d0 None None] Port ae765422-ddd0-42ee-8561-a859e5e938bc cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:59.508918 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-957d9472-cf2f-44c8-90ca-3c6123da34a7 req-92f3bf02-39e2-4679-a39c-0edc0b7c778e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dd20f15-add0-4ffa-ae38-7ce3e523c256 HTTP/1.1" status: 200 len: 1001 time: 0.2229393 Jul 16 09:07:59.527504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a4e4e438-2123-47ee-aef3-91f1d56b45d0 None None] Provisioning complete for port 4a661d1a-6a30-4024-8f80-f4b94abe386c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:59.527898 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a4e4e438-2123-47ee-aef3-91f1d56b45d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:59.645584 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9d877bb8-330b-47c8-b587-ae9afdc75c14 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:59.678978 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d3928ab3-4601-49f0-ab8e-805a0fd67331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:59.681426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d9472-cf2f-44c8-90ca-3c6123da34a7 req-da0e785b-4d9e-4880-979a-2261b001e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:59.683911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-957d9472-cf2f-44c8-90ca-3c6123da34a7 req-da0e785b-4d9e-4880-979a-2261b001e591 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.1101048 Jul 16 09:07:59.687274 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d3928ab3-4601-49f0-ab8e-805a0fd67331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:59.700373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02b45d0-99b6-4ef3-b537-31a86ce41afd req-aad6f4a6-b844-4b55-a1d4-7b677025de83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:59.701983 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f02b45d0-99b6-4ef3-b537-31a86ce41afd req-aad6f4a6-b844-4b55-a1d4-7b677025de83 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 1097 time: 0.1211798 Jul 16 09:07:59.782885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e9de56eb-e796-4885-abf6-0d00aa39e928 None None] Provisioning complete for port ae765422-ddd0-42ee-8561-a859e5e938bc triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:59.783617 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e9de56eb-e796-4885-abf6-0d00aa39e928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:59.830027 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f02b45d0-99b6-4ef3-b537-31a86ce41afd req-7c758060-8992-4657-8224-777f2275e921 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081254 Jul 16 09:07:59.834835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3928ab3-4601-49f0-ab8e-805a0fd67331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=ae765422-ddd0-42ee-8561-a859e5e938bc,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:59.854785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-e9de56eb-e796-4885-abf6-0d00aa39e928 None None] Port ae765422-ddd0-42ee-8561-a859e5e938bc cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:07:59.982540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d9472-cf2f-44c8-90ca-3c6123da34a7 req-1bc4584b-6d35-4864-b032-8fdce6e712b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:59.985189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-957d9472-cf2f-44c8-90ca-3c6123da34a7 req-1bc4584b-6d35-4864-b032-8fdce6e712b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2457445 Jul 16 09:07:59.987510 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ebf8c421-b512-47b9-9a39-a442c2780f98 None None] Provisioning complete for port ae765422-ddd0-42ee-8561-a859e5e938bc triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:07:59.988548 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ebf8c421-b512-47b9-9a39-a442c2780f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:59.990676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d877bb8-330b-47c8-b587-ae9afdc75c14 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 55881709-512b-4504-a23e-98eea331d296 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:08:00.037100 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d3928ab3-4601-49f0-ab8e-805a0fd67331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:00.037446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ebf8c421-b512-47b9-9a39-a442c2780f98 None None] Port ae765422-ddd0-42ee-8561-a859e5e938bc cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:00.185304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d877bb8-330b-47c8-b587-ae9afdc75c14 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:00.197127 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d3928ab3-4601-49f0-ab8e-805a0fd67331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:00.198858 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7703d2b-c650-42be-a1a3-32d3a1bbd1fa None None] Sync routers for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:00.203914 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9d877bb8-330b-47c8-b587-ae9afdc75c14 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/55881709-512b-4504-a23e-98eea331d296/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2022245 Jul 16 09:08:00.207668 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35352) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:00.225563 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7703d2b-c650-42be-a1a3-32d3a1bbd1fa None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:00.227064 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b7703d2b-c650-42be-a1a3-32d3a1bbd1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:00.242983 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-957d9472-cf2f-44c8-90ca-3c6123da34a7 req-43a01661-8cff-4387-8dae-79d32c32bae9 service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505856 Jul 16 09:08:00.286145 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be482809-306c-4947-9d63-06e453849b68 req-32f0e3fd-7180-4951-8312-bf1338e6c590 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:00.289087 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-be482809-306c-4947-9d63-06e453849b68 req-32f0e3fd-7180-4951-8312-bf1338e6c590 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 1097 time: 0.2733254 Jul 16 09:08:00.349412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4a661d1a-6a30-4024-8f80-f4b94abe386c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:00.354560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-eabfb4d6-717a-4c82-b689-8654c4570f22 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting subnet fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:08:00.366766 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eabfb4d6-717a-4c82-b689-8654c4570f22 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:00.392082 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-b7703d2b-c650-42be-a1a3-32d3a1bbd1fa None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:00.456983 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4a661d1a-6a30-4024-8f80-f4b94abe386c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:00.460854 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:00.464564 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-be482809-306c-4947-9d63-06e453849b68 req-4b12c110-869d-4489-ac69-755ac680d1e8 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589134 Jul 16 09:08:00.489362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eabfb4d6-717a-4c82-b689-8654c4570f22 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:00.516434 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b7703d2b-c650-42be-a1a3-32d3a1bbd1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:58Z', 'revision_number': 11, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:00.536653 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-957d9472-cf2f-44c8-90ca-3c6123da34a7 req-11d0b25c-b640-414c-8a86-7e0ef49da20e service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852452 Jul 16 09:08:00.566074 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7703d2b-c650-42be-a1a3-32d3a1bbd1fa None None] Checking router: 55881709-512b-4504-a23e-98eea331d296 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:08:00.583238 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7703d2b-c650-42be-a1a3-32d3a1bbd1fa None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:00.584674 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b7703d2b-c650-42be-a1a3-32d3a1bbd1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:00.675116 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eabfb4d6-717a-4c82-b689-8654c4570f22 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:00.695197 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-b7703d2b-c650-42be-a1a3-32d3a1bbd1fa None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:00.764201 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d3928ab3-4601-49f0-ab8e-805a0fd67331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:00.773444 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d3928ab3-4601-49f0-ab8e-805a0fd67331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:00.806379 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eabfb4d6-717a-4c82-b689-8654c4570f22 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:00.821577 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-b7703d2b-c650-42be-a1a3-32d3a1bbd1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:58Z', 'revision_number': 11, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:00.863004 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabfb4d6-717a-4c82-b689-8654c4570f22 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Subnet': ['ID=fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:00.870495 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3928ab3-4601-49f0-ab8e-805a0fd67331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=ae765422-ddd0-42ee-8561-a859e5e938bc,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:00.872950 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d3928ab3-4601-49f0-ab8e-805a0fd67331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:00.884221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66da6988-1d07-4427-8f32-33db5a7c3be3 None None] Network c9bbc3a5-6c9b-4d4c-8259-44bb3005504d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:00.885353 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-eabfb4d6-717a-4c82-b689-8654c4570f22 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:00.890552 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7703d2b-c650-42be-a1a3-32d3a1bbd1fa None None] The sync data for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 is: [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:58Z', 'revision_number': 11, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:08:00.893610 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-eabfb4d6-717a-4c82-b689-8654c4570f22 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03 HTTP/1.1" status: 204 len: 168 time: 0.6837361 Jul 16 09:08:00.894423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35354) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:00.999114 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.027851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3928ab3-4601-49f0-ab8e-805a0fd67331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network eeccb426-2e66-4f59-9951-3df097f16aea is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:01.029846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-d3928ab3-4601-49f0-ab8e-805a0fd67331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:01.105702 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Deleting port 327eb8f8-2403-4406-b427-767cf5947758 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:01.106283 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.229292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] For port 327eb8f8-2403-4406-b427-767cf5947758, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=327eb8f8-2403-4406-b427-767cf5947758,segment=NetworkSegment(108cc1fe-498d-4ea4-97d0-dc92460d422a),segment_id=108cc1fe-498d-4ea4-97d0-dc92460d422a)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:01.229911 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.264939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Calling delete_port for 327eb8f8-2403-4406-b427-767cf5947758 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:01.268046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3928ab3-4601-49f0-ab8e-805a0fd67331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Router be34f3a7-a558-4014-b80a-45dbeaaf893a is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:08:01.290960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9295c0fe-4312-4ee0-b82b-0d1aee03a6db None None] DHCP port deletion for c9bbc3a5-6c9b-4d4c-8259-44bb3005504d request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:08:01.402685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9295c0fe-4312-4ee0-b82b-0d1aee03a6db None None] Deleting port 327eb8f8-2403-4406-b427-767cf5947758 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:01.403501 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9295c0fe-4312-4ee0-b82b-0d1aee03a6db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.431114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3928ab3-4601-49f0-ab8e-805a0fd67331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:01.437256 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.438576 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d3928ab3-4601-49f0-ab8e-805a0fd67331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "PUT /v2.0/routers/be34f3a7-a558-4014-b80a-45dbeaaf893a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7829802 Jul 16 09:08:01.443019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35360) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:01.474412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8a8c2-c36d-40fd-90e0-4fe097fce2db None None] Sync routers for ids ['be34f3a7-a558-4014-b80a-45dbeaaf893a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:01.499790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Port': ['ID=327eb8f8-2403-4406-b427-767cf5947758,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:01.511584 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No DVR routers for this DVR port 327eb8f8-2403-4406-b427-767cf5947758 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:01.533814 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001ffab6-1cb6-46c9-9d51-2403bfd859fb tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:01.535595 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-001ffab6-1cb6-46c9-9d51-2403bfd859fb tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports?device_id=be34f3a7-a558-4014-b80a-45dbeaaf893a HTTP/1.1" status: 200 len: 982 time: 0.0911274 Jul 16 09:08:01.541297 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35364) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:01.542187 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8a8c2-c36d-40fd-90e0-4fe097fce2db None None] Routers {'be34f3a7-a558-4014-b80a-45dbeaaf893a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:01.542868 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-14c8a8c2-c36d-40fd-90e0-4fe097fce2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['be34f3a7-a558-4014-b80a-45dbeaaf893a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:01.639875 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-14c8a8c2-c36d-40fd-90e0-4fe097fce2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:01.643588 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9295c0fe-4312-4ee0-b82b-0d1aee03a6db None None] For port 327eb8f8-2403-4406-b427-767cf5947758, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=327eb8f8-2403-4406-b427-767cf5947758,segment=NetworkSegment(108cc1fe-498d-4ea4-97d0-dc92460d422a),segment_id=108cc1fe-498d-4ea4-97d0-dc92460d422a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:01.644125 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9295c0fe-4312-4ee0-b82b-0d1aee03a6db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.647122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ae0d991f-e3e0-42f6-979f-f0f995fe161d None None] Provisioning complete for port ae765422-ddd0-42ee-8561-a859e5e938bc triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:01.647589 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ae0d991f-e3e0-42f6-979f-f0f995fe161d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.684618 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.685931 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9295c0fe-4312-4ee0-b82b-0d1aee03a6db None None] Calling delete_port for 327eb8f8-2403-4406-b427-767cf5947758 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:01.700807 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c8a8c2-c36d-40fd-90e0-4fe097fce2db None None] Routers {'be34f3a7-a558-4014-b80a-45dbeaaf893a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:01.701367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-14c8a8c2-c36d-40fd-90e0-4fe097fce2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['be34f3a7-a558-4014-b80a-45dbeaaf893a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:01.706157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9bbc3a5-6c9b-4d4c-8259-44bb3005504d']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:01.727245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108cc1fe-498d-4ea4-97d0-dc92460d422a') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:01.728748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108cc1fe-498d-4ea4-97d0-dc92460d422a') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:01.747472 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.747841 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-14c8a8c2-c36d-40fd-90e0-4fe097fce2db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:01.748308 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c8a8c2-c36d-40fd-90e0-4fe097fce2db None None] The sync data for ids ['be34f3a7-a558-4014-b80a-45dbeaaf893a'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:08:01.766296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ae0d991f-e3e0-42f6-979f-f0f995fe161d None None] Port ae765422-ddd0-42ee-8561-a859e5e938bc cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:01.774866 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.786242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:08:01.786912 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:08:01.792400 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:08:01.893211 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9295c0fe-4312-4ee0-b82b-0d1aee03a6db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.907096 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.928025 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:01.930120 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/networks/c9bbc3a5-6c9b-4d4c-8259-44bb3005504d HTTP/1.1" status: 204 len: 168 time: 1.0343935 Jul 16 09:08:01.931102 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2efe5f-32ee-4a03-a294-44c814649258 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Pushing event deleted for resources: {'Network': ['ID=c9bbc3a5-6c9b-4d4c-8259-44bb3005504d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:01.935455 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35366) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:01.940844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-91b0a799-e503-40a1-9c11-5346860cb5a5 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'router': {'routes': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:01.942568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9295c0fe-4312-4ee0-b82b-0d1aee03a6db None None] Pushing event deleted for resources: {'Port': ['ID=327eb8f8-2403-4406-b427-767cf5947758,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:01.949492 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9295c0fe-4312-4ee0-b82b-0d1aee03a6db None None] No DVR routers for this DVR port 327eb8f8-2403-4406-b427-767cf5947758 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:01.982740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460b19b-3960-44bd-9ff6-81ebe3c1ae4c req-05b35440-f590-458b-8b70-101042bdeb45 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:01.984918 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2460b19b-3960-44bd-9ff6-81ebe3c1ae4c req-05b35440-f590-458b-8b70-101042bdeb45 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 1097 time: 0.1492507 Jul 16 09:08:02.052668 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2460b19b-3960-44bd-9ff6-81ebe3c1ae4c req-98a908e6-cee6-47ed-9314-03404c821b57 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616510 Jul 16 09:08:02.146499 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6d3fb00-9dd4-437f-b611-309393e5bf72 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:02.189881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.extraroute_db [None req-91b0a799-e503-40a1-9c11-5346860cb5a5 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Added routes are [] {{(pid=93694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 09:08:02.190428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.extraroute_db [None req-91b0a799-e503-40a1-9c11-5346860cb5a5 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Removed routes are [] {{(pid=93694) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 09:08:02.190740 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91b0a799-e503-40a1-9c11-5346860cb5a5 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:02.301836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 327eb8f8-2403-4406-b427-767cf5947758 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:02.340478 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 327eb8f8-2403-4406-b427-767cf5947758 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:02.341088 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 327eb8f8-2403-4406-b427-767cf5947758 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:02.341785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dd1b7ecc-24c4-467f-8699-c41bc5137c32 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:02.378106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: dd1b7ecc-24c4-467f-8699-c41bc5137c32 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:02.378458 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device dd1b7ecc-24c4-467f-8699-c41bc5137c32 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:02.389117 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91b0a799-e503-40a1-9c11-5346860cb5a5 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:02.400662 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91b0a799-e503-40a1-9c11-5346860cb5a5 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:02.421216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3fb00-9dd4-437f-b611-309393e5bf72 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port ae765422-ddd0-42ee-8561-a859e5e938bc {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:02.421576 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6d3fb00-9dd4-437f-b611-309393e5bf72 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:02.522306 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6d3fb00-9dd4-437f-b611-309393e5bf72 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:02.536857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d6d3fb00-9dd4-437f-b611-309393e5bf72 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for ae765422-ddd0-42ee-8561-a859e5e938bc owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:02.565562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0c537f-32ef-413a-9b6a-eb0333f34bcc req-82fbc623-248a-42a2-bff0-f0468d50d54c tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:02.568406 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eb0c537f-32ef-413a-9b6a-eb0333f34bcc req-82fbc623-248a-42a2-bff0-f0468d50d54c tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 1097 time: 0.2974374 Jul 16 09:08:02.572092 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b0a799-e503-40a1-9c11-5346860cb5a5 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 55881709-512b-4504-a23e-98eea331d296 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:08:02.734642 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6d3fb00-9dd4-437f-b611-309393e5bf72 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:02.776241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3fb00-9dd4-437f-b611-309393e5bf72 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=ae765422-ddd0-42ee-8561-a859e5e938bc,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:02.981138 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6d3fb00-9dd4-437f-b611-309393e5bf72 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.167019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d3fb00-9dd4-437f-b611-309393e5bf72 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Router be34f3a7-a558-4014-b80a-45dbeaaf893a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:08:03.227547 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eb0c537f-32ef-413a-9b6a-eb0333f34bcc req-17e9c2e7-0cb5-4753-b6e0-c477037d03df tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6498678 Jul 16 09:08:03.238256 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b0a799-e503-40a1-9c11-5346860cb5a5 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:03.255086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d3fb00-9dd4-437f-b611-309393e5bf72 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:03.259379 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29401f3-9311-4094-bd15-b53a136d2b57 None None] Sync routers for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:03.265037 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-91b0a799-e503-40a1-9c11-5346860cb5a5 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.265721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d6d3fb00-9dd4-437f-b611-309393e5bf72 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "PUT /v2.0/routers/be34f3a7-a558-4014-b80a-45dbeaaf893a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7213917 Jul 16 09:08:03.266789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35370) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:03.268904 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-91b0a799-e503-40a1-9c11-5346860cb5a5 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/55881709-512b-4504-a23e-98eea331d296 HTTP/1.1" status: 200 len: 701 time: 1.3278201 Jul 16 09:08:03.269647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35372) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:03.279985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ffb7d9-0183-4ed5-b044-8685120312f2 None None] Sync routers for ids ['be34f3a7-a558-4014-b80a-45dbeaaf893a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:03.281266 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29401f3-9311-4094-bd15-b53a136d2b57 None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:03.282269 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d29401f3-9311-4094-bd15-b53a136d2b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:03.312353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ffb7d9-0183-4ed5-b044-8685120312f2 None None] Routers {'be34f3a7-a558-4014-b80a-45dbeaaf893a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:03.312623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-45ffb7d9-0183-4ed5-b044-8685120312f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['be34f3a7-a558-4014-b80a-45dbeaaf893a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:03.336902 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5913baff-799b-470b-9c02-db6f0371c123 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports?device_id=55881709-512b-4504-a23e-98eea331d296 HTTP/1.1" status: 200 len: 205 time: 0.0657609 Jul 16 09:08:03.338250 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c96036-bab6-4c54-b34a-0fa6ffae4810 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] GET failed (client error): The resource could not be found. Jul 16 09:08:03.342428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35376) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:03.343853 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-80c96036-bab6-4c54-b34a-0fa6ffae4810 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/ae765422-ddd0-42ee-8561-a859e5e938bc HTTP/1.1" status: 404 len: 333 time: 0.0746503 Jul 16 09:08:03.344711 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35378) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:03.400409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-45ffb7d9-0183-4ed5-b044-8685120312f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:03.416536 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ffb7d9-0183-4ed5-b044-8685120312f2 None None] Routers {'be34f3a7-a558-4014-b80a-45dbeaaf893a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:03.417201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-45ffb7d9-0183-4ed5-b044-8685120312f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['be34f3a7-a558-4014-b80a-45dbeaaf893a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:03.432663 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-d29401f3-9311-4094-bd15-b53a136d2b57 None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:03.439282 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9f0ace98-dae0-4c73-b13f-1a01ce50e182 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.462395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-45ffb7d9-0183-4ed5-b044-8685120312f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:03.463225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45ffb7d9-0183-4ed5-b044-8685120312f2 None None] The sync data for ids ['be34f3a7-a558-4014-b80a-45dbeaaf893a'] in n-d-758944-46 is: [] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:08:03.498037 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d29401f3-9311-4094-bd15-b53a136d2b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:58Z', 'revision_number': 11, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:03.507039 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef758f0c-6bc2-421d-9a5a-b3312891af3a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.530465 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29401f3-9311-4094-bd15-b53a136d2b57 None None] Checking router: 55881709-512b-4504-a23e-98eea331d296 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:08:03.539986 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29401f3-9311-4094-bd15-b53a136d2b57 None None] Routers {'55881709-512b-4504-a23e-98eea331d296'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:03.540661 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d29401f3-9311-4094-bd15-b53a136d2b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['55881709-512b-4504-a23e-98eea331d296'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:03.610285 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-d29401f3-9311-4094-bd15-b53a136d2b57 None None] Set router 55881709-512b-4504-a23e-98eea331d296 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:03.751625 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef758f0c-6bc2-421d-9a5a-b3312891af3a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.755023 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef758f0c-6bc2-421d-9a5a-b3312891af3a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.774308 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d29401f3-9311-4094-bd15-b53a136d2b57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:58Z', 'revision_number': 11, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:03.803274 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29401f3-9311-4094-bd15-b53a136d2b57 None None] The sync data for ids ['55881709-512b-4504-a23e-98eea331d296'] in n-d-758944-46 is: [{'id': '55881709-512b-4504-a23e-98eea331d296', 'name': 'tempest-RoutersTest-router-1325525388', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:06:46Z', 'updated_at': '2021-07-16T09:07:58Z', 'revision_number': 11, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:08:03.810539 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef758f0c-6bc2-421d-9a5a-b3312891af3a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.811692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef758f0c-6bc2-421d-9a5a-b3312891af3a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Fanout notify agent at l3_agent the message router_deleted on router 55881709-512b-4504-a23e-98eea331d296 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:08:03.819790 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ef758f0c-6bc2-421d-9a5a-b3312891af3a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.821308 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ef758f0c-6bc2-421d-9a5a-b3312891af3a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/routers/55881709-512b-4504-a23e-98eea331d296 HTTP/1.1" status: 204 len: 168 time: 0.4772530 Jul 16 09:08:03.828131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35380) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:03.833792 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-cde91c28-b438-4195-9f17-29f645e884f3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-946828520', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:03.864202 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cde91c28-b438-4195-9f17-29f645e884f3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.865425 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cde91c28-b438-4195-9f17-29f645e884f3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.960761 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cde91c28-b438-4195-9f17-29f645e884f3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.970799 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cde91c28-b438-4195-9f17-29f645e884f3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.005107 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cde91c28-b438-4195-9f17-29f645e884f3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.012424 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.012851 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cde91c28-b438-4195-9f17-29f645e884f3 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1825225 Jul 16 09:08:04.013983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35382) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:04.021280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e2600ec3-e82e-4a29-acdb-7df3c25cc21b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:04.037279 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9f0ace98-dae0-4c73-b13f-1a01ce50e182 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.040884 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9f0ace98-dae0-4c73-b13f-1a01ce50e182 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.049659 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4dff8-cc8f-4546-9eab-0fb6a8c21206 req-cdc916e3-f516-47f5-846a-3e5ef068f42d tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:04.051693 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-40d4dff8-cc8f-4546-9eab-0fb6a8c21206 req-cdc916e3-f516-47f5-846a-3e5ef068f42d tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 1097 time: 0.6054206 Jul 16 09:08:04.113539 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9f0ace98-dae0-4c73-b13f-1a01ce50e182 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.114053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f0ace98-dae0-4c73-b13f-1a01ce50e182 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Fanout notify agent at l3_agent the message router_deleted on router be34f3a7-a558-4014-b80a-45dbeaaf893a {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:08:04.124585 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9f0ace98-dae0-4c73-b13f-1a01ce50e182 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.128085 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9f0ace98-dae0-4c73-b13f-1a01ce50e182 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/routers/be34f3a7-a558-4014-b80a-45dbeaaf893a HTTP/1.1" status: 204 len: 168 time: 0.7799063 Jul 16 09:08:04.132025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35384) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:04.169059 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-40d4dff8-cc8f-4546-9eab-0fb6a8c21206 req-1bb9669d-b869-4c71-9f83-e0e5548a1caf tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777032 Jul 16 09:08:04.210667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-360b7e7f-ae12-404d-82cd-be1be34ac5b6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting subnet 4187b093-c0de-456f-b09c-36f774b2a8c4 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:08:04.215050 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-360b7e7f-ae12-404d-82cd-be1be34ac5b6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.263899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-360b7e7f-ae12-404d-82cd-be1be34ac5b6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.407371 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-360b7e7f-ae12-404d-82cd-be1be34ac5b6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.426981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2600ec3-e82e-4a29-acdb-7df3c25cc21b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.448149 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2600ec3-e82e-4a29-acdb-7df3c25cc21b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3832348', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3832325', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3832460'] for router, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.503600 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-360b7e7f-ae12-404d-82cd-be1be34ac5b6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.537414 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-360b7e7f-ae12-404d-82cd-be1be34ac5b6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.542772 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-360b7e7f-ae12-404d-82cd-be1be34ac5b6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/4187b093-c0de-456f-b09c-36f774b2a8c4 HTTP/1.1" status: 204 len: 168 time: 0.4073699 Jul 16 09:08:04.542772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360b7e7f-ae12-404d-82cd-be1be34ac5b6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Subnet': ['ID=4187b093-c0de-456f-b09c-36f774b2a8c4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:04.544459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35400) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:04.550187 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b448f288-38e3-4d1c-8fd2-48b0732833f4 None None] Network eeccb426-2e66-4f59-9951-3df097f16aea requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:04.680546 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.748226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2600ec3-e82e-4a29-acdb-7df3c25cc21b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Router 92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:08:04.763715 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-4110c829-0f33-4f68-8a3e-02413537dca5 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:04.766093 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-4110c829-0f33-4f68-8a3e-02413537dca5 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/networks?id=5eaf9844-ead3-4e77-be67-daed81ce763d HTTP/1.1" status: 200 len: 909 time: 0.2493560 Jul 16 09:08:04.767871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port 4a661d1a-6a30-4024-8f80-f4b94abe386c {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:04.768674 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.833549 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-55d9e9e2-b4da-41e4-9ab8-6606cbde4085 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/quotas/b39b855e9d014f29b53957e2bb9e093f HTTP/1.1" status: 200 len: 375 time: 0.0606246 Jul 16 09:08:04.851592 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccff5fd-d4ba-400d-8a3f-0ec8486b5cd4 None None] DHCP port deletion for eeccb426-2e66-4f59-9951-3df097f16aea request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:08:04.855948 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] For port 4a661d1a-6a30-4024-8f80-f4b94abe386c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4a661d1a-6a30-4024-8f80-f4b94abe386c,segment=NetworkSegment(d4774494-f465-4c2c-8b1b-172d85b30a57),segment_id=d4774494-f465-4c2c-8b1b-172d85b30a57)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:04.856533 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.872049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for 4a661d1a-6a30-4024-8f80-f4b94abe386c owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:04.885021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-b28c6bc0-036e-443e-8e67-f660165311fe req-e20562f4-2c05-44d2-b237-e420b8762fcb service neutron] (93695) timed out ('10.222.0.20', 40786) {{(pid=93695) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:08:04.917239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-eccff5fd-d4ba-400d-8a3f-0ec8486b5cd4 None None] Deleting port 4a661d1a-6a30-4024-8f80-f4b94abe386c {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:04.917829 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eccff5fd-d4ba-400d-8a3f-0ec8486b5cd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.937210 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2600ec3-e82e-4a29-acdb-7df3c25cc21b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:04.947597 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2600ec3-e82e-4a29-acdb-7df3c25cc21b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:04.949262 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e2600ec3-e82e-4a29-acdb-7df3c25cc21b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "PUT /v2.0/routers/92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1 HTTP/1.1" status: 200 len: 693 time: 0.9338613 Jul 16 09:08:04.953700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35402) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:04.962197 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7c121-790c-45a5-ba94-7fa25b82c2f5 None None] Sync routers for ids ['92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:04.980326 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f7c121-790c-45a5-ba94-7fa25b82c2f5 None None] Routers {'92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:04.981654 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-18f7c121-790c-45a5-ba94-7fa25b82c2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:05.000440 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-6366eae3-793d-4705-870c-251c50096799 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?tenant_id=b39b855e9d014f29b53957e2bb9e093f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1208143 Jul 16 09:08:05.052556 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-18a3a681-d9b1-4090-b73f-4c0335d336b5 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/routers/92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1 HTTP/1.1" status: 200 len: 699 time: 0.0972514 Jul 16 09:08:05.057952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35404) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:05.066738 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-eccff5fd-d4ba-400d-8a3f-0ec8486b5cd4 None None] For port 4a661d1a-6a30-4024-8f80-f4b94abe386c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4a661d1a-6a30-4024-8f80-f4b94abe386c,segment=NetworkSegment(d4774494-f465-4c2c-8b1b-172d85b30a57),segment_id=d4774494-f465-4c2c-8b1b-172d85b30a57)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:05.067654 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eccff5fd-d4ba-400d-8a3f-0ec8486b5cd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.072585 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.091680 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-eccff5fd-d4ba-400d-8a3f-0ec8486b5cd4 None None] Calling delete_port for 4a661d1a-6a30-4024-8f80-f4b94abe386c owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:05.127204 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-18f7c121-790c-45a5-ba94-7fa25b82c2f5 None None] Set router 92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:05.135993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=4a661d1a-6a30-4024-8f80-f4b94abe386c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:05.138589 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No DVR routers for this DVR port 4a661d1a-6a30-4024-8f80-f4b94abe386c on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:05.142522 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c7afb130-7f14-4971-91b6-200439f53362 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports?device_id=92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1 HTTP/1.1" status: 200 len: 205 time: 0.0834112 Jul 16 09:08:05.146517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35406) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:05.220556 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-0dfd5fe3-dafe-4194-a9f5-de43e70f0cc7 service neutron] 10.222.0.20 "GET /v2.0/networks/5eaf9844-ead3-4e77-be67-daed81ce763d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067339 Jul 16 09:08:05.242873 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-18f7c121-790c-45a5-ba94-7fa25b82c2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1', 'name': 'tempest-RoutersTest-router-946828520', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:03Z', 'updated_at': '2021-07-16T09:08:04Z', 'revision_number': 2, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:05.293746 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6610b488-b38e-4f20-818e-1e6b7f3ca42f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.294621 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-18ce0ebd-3222-485b-a998-5d2623b2c849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.299274 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eccff5fd-d4ba-400d-8a3f-0ec8486b5cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.316696 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7c121-790c-45a5-ba94-7fa25b82c2f5 None None] Checking router: 92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:08:05.333613 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f7c121-790c-45a5-ba94-7fa25b82c2f5 None None] Routers {'92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:05.334716 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-18f7c121-790c-45a5-ba94-7fa25b82c2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:07:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:05.356930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccff5fd-d4ba-400d-8a3f-0ec8486b5cd4 None None] Pushing event deleted for resources: {'Port': ['ID=4a661d1a-6a30-4024-8f80-f4b94abe386c,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:05.365791 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccff5fd-d4ba-400d-8a3f-0ec8486b5cd4 None None] No DVR routers for this DVR port 4a661d1a-6a30-4024-8f80-f4b94abe386c on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:05.400765 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.417016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeccb426-2e66-4f59-9951-3df097f16aea']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:05.432161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4774494-f465-4c2c-8b1b-172d85b30a57') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:05.432672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4774494-f465-4c2c-8b1b-172d85b30a57') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:05.445943 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-2dc45a30-4bf8-4f71-aeac-db1d39118fa2 service neutron] 10.222.0.20 "GET /v2.0/networks/5eaf9844-ead3-4e77-be67-daed81ce763d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169814 Jul 16 09:08:05.468478 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-18f7c121-790c-45a5-ba94-7fa25b82c2f5 None None] Set router 92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:05.543853 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-18f7c121-790c-45a5-ba94-7fa25b82c2f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1', 'name': 'tempest-RoutersTest-router-946828520', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:03Z', 'updated_at': '2021-07-16T09:08:04Z', 'revision_number': 2, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:05.574016 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f7c121-790c-45a5-ba94-7fa25b82c2f5 None None] The sync data for ids ['92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1'] in n-d-758944-46 is: [{'id': '92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1', 'name': 'tempest-RoutersTest-router-946828520', 'tenant_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:08:03Z', 'updated_at': '2021-07-16T09:08:04Z', 'revision_number': 2, 'project_id': '08e37a0d3f5f4d2c88ecb989484468e2', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:08:05.587171 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.615912 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6610b488-b38e-4f20-818e-1e6b7f3ca42f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.620810 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6610b488-b38e-4f20-818e-1e6b7f3ca42f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.623953 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.648422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:08:05.649113 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:08:05.656158 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:08:05.663714 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.758333 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6610b488-b38e-4f20-818e-1e6b7f3ca42f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.759235 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6610b488-b38e-4f20-818e-1e6b7f3ca42f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Fanout notify agent at l3_agent the message router_deleted on router 92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:08:05.813433 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6610b488-b38e-4f20-818e-1e6b7f3ca42f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.821089 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6610b488-b38e-4f20-818e-1e6b7f3ca42f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/routers/92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1 HTTP/1.1" status: 204 len: 168 time: 0.6678388 Jul 16 09:08:05.821623 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35412) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:05.881327 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.886198 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e1738c95-e4fd-469e-af6d-3950d6dd689e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports?device_id=92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1 HTTP/1.1" status: 200 len: 205 time: 0.0626817 Jul 16 09:08:05.890471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35414) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:05.893273 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5a3e8bb-1451-4197-9074-a000f278bab8 req-386f605f-275e-4e14-b56d-03b1a3f78586 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 210 time: 0.0760710 Jul 16 09:08:05.897927 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.900073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/networks/eeccb426-2e66-4f59-9951-3df097f16aea HTTP/1.1" status: 204 len: 168 time: 1.3542631 Jul 16 09:08:05.907940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35416) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:05.924775 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c04bd4-e826-4e9d-993b-20254ac94cee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Network': ['ID=eeccb426-2e66-4f59-9951-3df097f16aea,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:06.009090 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-275edf46-99f3-48da-bc32-9094748935ea tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] delete failed (client error): The resource could not be found. Jul 16 09:08:06.010584 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-275edf46-99f3-48da-bc32-9094748935ea tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/routers/92cea3be-2fb5-4729-80f7-d6c5cb1fc0b1 HTTP/1.1" status: 404 len: 336 time: 0.1187112 Jul 16 09:08:06.014007 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35422) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.061014 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a58034-fe9c-4bb3-a136-e80945e958e9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:06.062215 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a58034-fe9c-4bb3-a136-e80945e958e9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:06.063364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf83caa-0090-4d4e-92a3-791a50b0d61a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:06.067963 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c6a58034-fe9c-4bb3-a136-e80945e958e9 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/92395746-ad44-4345-bd3a-713fe0b2cf1c HTTP/1.1" status: 404 len: 337 time: 0.0490479 Jul 16 09:08:06.068258 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6cf83caa-0090-4d4e-92a3-791a50b0d61a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/2bb52fee-9816-41ba-ae46-7063f7123dae HTTP/1.1" status: 200 len: 840 time: 0.1558166 Jul 16 09:08:06.068554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35424) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.070641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35426) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.117073 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-e44d8af5-80c5-4cf7-84d5-f2fd97e02add tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:06.117774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e44d8af5-80c5-4cf7-84d5-f2fd97e02add tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:06.120863 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e44d8af5-80c5-4cf7-84d5-f2fd97e02add tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/a6d9b179-4147-4cb5-a552-ad52091a7724 HTTP/1.1" status: 404 len: 337 time: 0.0507255 Jul 16 09:08:06.126182 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35428) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.184448 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a21eeeb-dcb0-4d08-95c7-a3e73caf8feb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:06.185581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a21eeeb-dcb0-4d08-95c7-a3e73caf8feb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:06.188742 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9a21eeeb-dcb0-4d08-95c7-a3e73caf8feb tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/fc856ef7-b485-47f6-b437-400b30ce2df7 HTTP/1.1" status: 404 len: 337 time: 0.0611465 Jul 16 09:08:06.191362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35430) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.204646 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-30270bd0-0812-4772-a20e-21ce43f667d5 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/2bb52fee-9816-41ba-ae46-7063f7123dae?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1295245 Jul 16 09:08:06.209205 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35432) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.220412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4796e915-a246-4eda-b7a8-57a8044cd751 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'subnet': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:06.242608 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a4582f7-20d8-4f95-beff-f55400af23e2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:06.243441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a4582f7-20d8-4f95-beff-f55400af23e2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:06.251242 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9a4582f7-20d8-4f95-beff-f55400af23e2 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/fa643ed7-2b1a-4f5d-ad8c-f0562df9cb03 HTTP/1.1" status: 404 len: 337 time: 0.0532634 Jul 16 09:08:06.252172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35436) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.299227 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2dae6c32-42f8-4fcd-92bc-cd9159607bc5 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports?device_id=55881709-512b-4504-a23e-98eea331d296 HTTP/1.1" status: 200 len: 205 time: 0.0445249 Jul 16 09:08:06.301349 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35438) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.311198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4a661d1a-6a30-4024-8f80-f4b94abe386c no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:06.337516 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 4a661d1a-6a30-4024-8f80-f4b94abe386c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:06.338046 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4a661d1a-6a30-4024-8f80-f4b94abe386c not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:06.382708 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-14117133-d4a8-43bb-91b7-7a0c7de45ac5 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] delete failed (client error): The resource could not be found. Jul 16 09:08:06.384282 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-14117133-d4a8-43bb-91b7-7a0c7de45ac5 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/routers/55881709-512b-4504-a23e-98eea331d296 HTTP/1.1" status: 404 len: 336 time: 0.0817871 Jul 16 09:08:06.387994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35440) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.392465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4796e915-a246-4eda-b7a8-57a8044cd751 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:06.396821 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4796e915-a246-4eda-b7a8-57a8044cd751 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:06.447605 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f978d746-7890-492d-934e-1c8885b7da40 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports?device_id=5098bd42-16bc-4c91-b38d-8838bbb759a9 HTTP/1.1" status: 200 len: 205 time: 0.0542736 Jul 16 09:08:06.447917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35442) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.522840 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-dd6baeae-5bf0-4224-89fc-376a2cabdbcd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] delete failed (client error): The resource could not be found. Jul 16 09:08:06.523798 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dd6baeae-5bf0-4224-89fc-376a2cabdbcd tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/routers/5098bd42-16bc-4c91-b38d-8838bbb759a9 HTTP/1.1" status: 404 len: 336 time: 0.0749686 Jul 16 09:08:06.529152 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35444) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.568372 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5338bbd-0fa7-40d8-bc23-2dbe8b01ff9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:06.568961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5338bbd-0fa7-40d8-bc23-2dbe8b01ff9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:06.574842 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b5338bbd-0fa7-40d8-bc23-2dbe8b01ff9b tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/93338e3d-f33b-466c-b286-4ffc932ae5ac HTTP/1.1" status: 404 len: 337 time: 0.0394657 Jul 16 09:08:06.575201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35446) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.613093 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2f052954-e95c-4dd6-b8bb-80b15274df0c tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports?device_id=8267e330-9bc6-4f82-b6b5-d64a0242d2e9 HTTP/1.1" status: 200 len: 205 time: 0.0366697 Jul 16 09:08:06.617087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35448) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.688022 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-545c2c10-d8e7-47cf-a248-f9e3658f945a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] delete failed (client error): The resource could not be found. Jul 16 09:08:06.692704 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-545c2c10-d8e7-47cf-a248-f9e3658f945a tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/routers/8267e330-9bc6-4f82-b6b5-d64a0242d2e9 HTTP/1.1" status: 404 len: 336 time: 0.0713367 Jul 16 09:08:06.693101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35450) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.725986 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-74b92cff-8e1b-46e7-9803-4341a9759e6f tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports?device_id=a733b841-c4ec-4de1-994c-b8754d837151 HTTP/1.1" status: 200 len: 205 time: 0.0315053 Jul 16 09:08:06.729605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35452) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.777698 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-d04cb8fe-1c7d-4206-b959-973df4a9773d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] delete failed (client error): The resource could not be found. Jul 16 09:08:06.783188 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d04cb8fe-1c7d-4206-b959-973df4a9773d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/routers/a733b841-c4ec-4de1-994c-b8754d837151 HTTP/1.1" status: 404 len: 336 time: 0.0478356 Jul 16 09:08:06.784150 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35454) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.834350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4796e915-a246-4eda-b7a8-57a8044cd751 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:06.842365 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-33adc647-ef7a-43f7-8871-ab4d6f9954f1 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:06.844151 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33adc647-ef7a-43f7-8871-ab4d6f9954f1 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:06.847690 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-33adc647-ef7a-43f7-8871-ab4d6f9954f1 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/17065d98-1a64-4570-9fc5-2bd4677120ab HTTP/1.1" status: 404 len: 337 time: 0.0617201 Jul 16 09:08:06.851147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35456) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.911343 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0b57d30a-e706-4c6a-8575-b07ca1dba9fc tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports?device_id=95381ae8-7d6a-4977-bbbd-d6ee6be0af2a HTTP/1.1" status: 200 len: 205 time: 0.0576994 Jul 16 09:08:06.915257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35458) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:06.931759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4796e915-a246-4eda-b7a8-57a8044cd751 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:06.940921 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4796e915-a246-4eda-b7a8-57a8044cd751 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:06.949022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4796e915-a246-4eda-b7a8-57a8044cd751 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:06.949729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4796e915-a246-4eda-b7a8-57a8044cd751 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:06.968022 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d8ecef-058e-4396-8619-2c848147cd69 None None] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:06.979871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4796e915-a246-4eda-b7a8-57a8044cd751 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Subnet': ['ID=e67b959b-02e0-41b5-bf99-7a8adf058233,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:06.998129 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-4a2525b8-949b-4e26-aaee-653696fb2b2e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] delete failed (client error): The resource could not be found. Jul 16 09:08:07.000302 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4a2525b8-949b-4e26-aaee-653696fb2b2e tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/routers/95381ae8-7d6a-4977-bbbd-d6ee6be0af2a HTTP/1.1" status: 404 len: 336 time: 0.0834730 Jul 16 09:08:07.004189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4796e915-a246-4eda-b7a8-57a8044cd751 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7929354 Jul 16 09:08:07.006539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35462) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.006946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35464) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.017068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-48c141f8-a7ac-4b11-8512-57cbd2759494 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'security_group': {'name': 'tempest-secgroup-2121620757'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:07.052946 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f27cb5c-61ac-4524-a8cb-82bcd93adb24 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:07.054357 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f27cb5c-61ac-4524-a8cb-82bcd93adb24 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:07.057479 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1f27cb5c-61ac-4524-a8cb-82bcd93adb24 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/5e432834-dc75-423f-a9ae-148b0365ea6a HTTP/1.1" status: 404 len: 337 time: 0.0489900 Jul 16 09:08:07.061347 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35466) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.072174 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48c141f8-a7ac-4b11-8512-57cbd2759494 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.109358 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c138bfb1-41d3-4c7e-a9c5-a3ba622a4721 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f2340e7-50c2-4817-984f-3368e3333a6b HTTP/1.1" status: 200 len: 205 time: 0.0452936 Jul 16 09:08:07.113619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35468) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.165574 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-9c4a268f-8c0f-4b89-aa10-75bf63fa64f7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] delete failed (client error): The resource could not be found. Jul 16 09:08:07.167171 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9c4a268f-8c0f-4b89-aa10-75bf63fa64f7 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/routers/6f2340e7-50c2-4817-984f-3368e3333a6b HTTP/1.1" status: 404 len: 336 time: 0.0521278 Jul 16 09:08:07.172435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35470) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.248200 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ff48285-8a07-4efe-87c8-bee73e5b8a7d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:07.248833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ff48285-8a07-4efe-87c8-bee73e5b8a7d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:07.252552 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8ff48285-8a07-4efe-87c8-bee73e5b8a7d tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/94bd6b48-0120-4521-8b43-a2cf499dd5f7 HTTP/1.1" status: 404 len: 337 time: 0.0775685 Jul 16 09:08:07.255427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35472) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.293159 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-943226a6-7362-4b26-94e5-115e6571e356 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:07.294364 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-943226a6-7362-4b26-94e5-115e6571e356 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:07.298039 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-943226a6-7362-4b26-94e5-115e6571e356 tempest-RoutersTest-1750864060 tempest-RoutersTest-1750864060-project] 10.222.0.20 "DELETE /v2.0/subnets/2104586c-d520-4ad2-94b7-32bdb0b888e4 HTTP/1.1" status: 404 len: 337 time: 0.0411797 Jul 16 09:08:07.315360 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1eda3f26-8344-490d-9e4a-402c88e15398 req-c7c8b2ea-2b18-4006-a7bc-4ffe7b9cf95c tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 210 time: 0.0884955 Jul 16 09:08:07.352971 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48c141f8-a7ac-4b11-8512-57cbd2759494 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.362162 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48c141f8-a7ac-4b11-8512-57cbd2759494 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.412805 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-48c141f8-a7ac-4b11-8512-57cbd2759494 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.415130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-48c141f8-a7ac-4b11-8512-57cbd2759494 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4060996 Jul 16 09:08:07.417780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35476) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.423478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c141f8-a7ac-4b11-8512-57cbd2759494 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6600d16c-e794-44df-b13d-431a3cccd145,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:07.429035 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c3d08f44-37bf-4cd0-b5f2-5d7d39f0dc40 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'security_group': {'name': 'tempest-secgroup-1073316502'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:07.431395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'tenant_id': '448df4f2bed44d7b950b1c67e31fddf3', 'fixed_ips': [{'subnet_id': 'e67b959b-02e0-41b5-bf99-7a8adf058233'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:08:07.432661 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.579287 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3d08f44-37bf-4cd0-b5f2-5d7d39f0dc40 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.658566 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-c76f49d2-b187-49fd-966d-7ad77be6a78b tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:07.661156 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-c76f49d2-b187-49fd-966d-7ad77be6a78b tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.38 "GET /v2.0/networks?id=5eaf9844-ead3-4e77-be67-daed81ce763d HTTP/1.1" status: 200 len: 909 time: 0.2243512 Jul 16 09:08:07.676611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-8417e372-dcf2-4155-ba74-bb50faa536aa tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Request body: {'port': {'device_id': 'ea2881f1-ada3-42fb-9d57-bca1a9d34495', 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d', 'admin_state_up': True, 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:07.679994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Allocated IP 172.20.0.2 (4df08b8f-cf27-4dba-9d5d-6ed95ebca624/e67b959b-02e0-41b5-bf99-7a8adf058233/9f1b4e4d-a95a-49d3-84dd-7a8e38491126) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:07.810898 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3d08f44-37bf-4cd0-b5f2-5d7d39f0dc40 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.820190 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3d08f44-37bf-4cd0-b5f2-5d7d39f0dc40 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.823635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35480) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.884799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-8417e372-dcf2-4155-ba74-bb50faa536aa tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Made reservation on behalf of b39b855e9d014f29b53957e2bb9e093f for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:07.888624 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-8417e372-dcf2-4155-ba74-bb50faa536aa tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.895659 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3d08f44-37bf-4cd0-b5f2-5d7d39f0dc40 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.897556 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c3d08f44-37bf-4cd0-b5f2-5d7d39f0dc40 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4785614 Jul 16 09:08:07.900663 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35484) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:07.908962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d08f44-37bf-4cd0-b5f2-5d7d39f0dc40 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9ad544-4122-40f4-9884-41cf91204640,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:07.937936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-24865fff-c9e8-4f7a-9054-cfa92684bb55 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1557209334', 'security_groups': ['5b9ad544-4122-40f4-9884-41cf91204640'], 'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e67b959b-02e0-41b5-bf99-7a8adf058233'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:07.987847 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dd46257c-3d5a-4dbb-8a41-607f4af66dae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.099705 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.111160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-40e87b17-7f69-4aae-80be-62960aa38fc2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08e37a0d3f5f4d2c88ecb989484468e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2809684 Jul 16 09:08:08.111990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35486) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:08.114967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Transition to ACTIVE for port object 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:08.141017 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Transition to ACTIVE for port object 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:08.142203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-8417e372-dcf2-4155-ba74-bb50faa536aa tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Allocated IP 172.20.0.11 (5eaf9844-ead3-4e77-be67-daed81ce763d/639b6835-0383-42fa-9313-f6eede34ea99/458deb7b-42fb-410b-b338-9518f91ccb38) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:08.147873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24865fff-c9e8-4f7a-9054-cfa92684bb55 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:08.152785 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.220634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:08.231656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:08.236553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:08.303905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d33cf6f-a6ae-4d45-9591-8ffa375a7075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.321774 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.349334 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24865fff-c9e8-4f7a-9054-cfa92684bb55 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.369277 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Pushing event updated for resources: {'Port': ['ID=9f1b4e4d-a95a-49d3-84dd-7a8e38491126,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:08.379982 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Attempting to bind port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:08.380671 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Attempting to bind port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '6d38bd0b-f2b1-4b29-a414-71caafc846a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:08.381213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Attempting to bind port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 on network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:08.382458 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d33cf6f-a6ae-4d45-9591-8ffa375a7075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.390960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:08.391556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Checking segment: {'id': '6d38bd0b-f2b1-4b29-a414-71caafc846a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:08.392208 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.392903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Bound using segment: {'id': '6d38bd0b-f2b1-4b29-a414-71caafc846a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:08.393847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Bound port: 9f1b4e4d-a95a-49d3-84dd-7a8e38491126, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d38bd0b-f2b1-4b29-a414-71caafc846a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:08.394482 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.403622 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-8417e372-dcf2-4155-ba74-bb50faa536aa tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.434635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-24865fff-c9e8-4f7a-9054-cfa92684bb55 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port 98968f4c-6660-4ab9-8980-a71e89a3e3f1 yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:08:08.438018 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-8417e372-dcf2-4155-ba74-bb50faa536aa tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Transition to ACTIVE for port object 458deb7b-42fb-410b-b338-9518f91ccb38 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:08.535258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] For port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:08.541689 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-8417e372-dcf2-4155-ba74-bb50faa536aa tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.544974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] For port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9f1b4e4d-a95a-49d3-84dd-7a8e38491126,segment=NetworkSegment(6d38bd0b-f2b1-4b29-a414-71caafc846a0),segment_id=6d38bd0b-f2b1-4b29-a414-71caafc846a0)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:08.552329 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.558275 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:08:08.597975 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d33cf6f-a6ae-4d45-9591-8ffa375a7075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.603310 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8d33cf6f-a6ae-4d45-9591-8ffa375a7075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.605990 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8d33cf6f-a6ae-4d45-9591-8ffa375a7075 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd7bb981-5ebc-4706-b095-e371c618132b HTTP/1.1" status: 204 len: 168 time: 0.4922676 Jul 16 09:08:08.632952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33cf6f-a6ae-4d45-9591-8ffa375a7075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd7bb981-5ebc-4706-b095-e371c618132b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:08.690395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-8417e372-dcf2-4155-ba74-bb50faa536aa tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Network 5eaf9844-ead3-4e77-be67-daed81ce763d is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:08.694469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf9083-d518-49e9-80ba-a20e13b63b89 None None] Pushing event updated for resources: {'Port': ['ID=9f1b4e4d-a95a-49d3-84dd-7a8e38491126,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:08.706075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-8417e372-dcf2-4155-ba74-bb50faa536aa tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:08.715310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417e372-dcf2-4155-ba74-bb50faa536aa tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Pushing event updated for resources: {'Port': ['ID=458deb7b-42fb-410b-b338-9518f91ccb38,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:08.721089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-8417e372-dcf2-4155-ba74-bb50faa536aa tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:08.751758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-24865fff-c9e8-4f7a-9054-cfa92684bb55 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Allocated IP 172.20.0.10 (4df08b8f-cf27-4dba-9d5d-6ed95ebca624/e67b959b-02e0-41b5-bf99-7a8adf058233/98968f4c-6660-4ab9-8980-a71e89a3e3f1) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:08.826328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-8417e372-dcf2-4155-ba74-bb50faa536aa tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:08.827882 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-8417e372-dcf2-4155-ba74-bb50faa536aa tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.856432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-8417e372-dcf2-4155-ba74-bb50faa536aa tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.1868315 Jul 16 09:08:08.873971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Request body: {'port': {'device_id': 'ea2881f1-ada3-42fb-9d57-bca1a9d34495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:08.883602 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e9972-9db7-4e38-8f30-bf6f1d9cccc9 req-d1401802-f737-4bf7-b9b1-1e4dae481015 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:08.897029 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-488e9972-9db7-4e38-8f30-bf6f1d9cccc9 req-d1401802-f737-4bf7-b9b1-1e4dae481015 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1028 time: 0.2958462 Jul 16 09:08:08.986409 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24865fff-c9e8-4f7a-9054-cfa92684bb55 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.012613 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-488e9972-9db7-4e38-8f30-bf6f1d9cccc9 req-5f1ae18b-c434-4da9-ba1f-4694369b5e6b tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131086 Jul 16 09:08:09.029112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-24865fff-c9e8-4f7a-9054-cfa92684bb55 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Transition to ACTIVE for port object 98968f4c-6660-4ab9-8980-a71e89a3e3f1 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:09.076979 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.116104 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24865fff-c9e8-4f7a-9054-cfa92684bb55 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.256076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24865fff-c9e8-4f7a-9054-cfa92684bb55 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:09.262218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-24865fff-c9e8-4f7a-9054-cfa92684bb55 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:09.269080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24865fff-c9e8-4f7a-9054-cfa92684bb55 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:09.276825 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24865fff-c9e8-4f7a-9054-cfa92684bb55 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=98968f4c-6660-4ab9-8980-a71e89a3e3f1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:09.372969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24865fff-c9e8-4f7a-9054-cfa92684bb55 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:09.373886 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-24865fff-c9e8-4f7a-9054-cfa92684bb55 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.401753 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-24865fff-c9e8-4f7a-9054-cfa92684bb55 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.4981327 Jul 16 09:08:09.404632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35502) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:09.415791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a891ea02-a0e6-4749-b77a-660624b8b028 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'subnet': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:09.418214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5bcd1b0b-6d13-4bea-827a-e4ba95e4a187 None None] Provisioning for port 458deb7b-42fb-410b-b338-9518f91ccb38 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:09.426482 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5bcd1b0b-6d13-4bea-827a-e4ba95e4a187 None None] Provisioning complete for port 458deb7b-42fb-410b-b338-9518f91ccb38 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:09.426952 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5bcd1b0b-6d13-4bea-827a-e4ba95e4a187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.485274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5bcd1b0b-6d13-4bea-827a-e4ba95e4a187 None None] Port 458deb7b-42fb-410b-b338-9518f91ccb38 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:09.577538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 458deb7b-42fb-410b-b338-9518f91ccb38 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:08:09.588402 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.604856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Transition to ACTIVE for port object 458deb7b-42fb-410b-b338-9518f91ccb38 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:09.612022 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.629854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a891ea02-a0e6-4749-b77a-660624b8b028 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:09.633632 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a891ea02-a0e6-4749-b77a-660624b8b028 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.736556 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Pushing event updated for resources: {'Port': ['ID=458deb7b-42fb-410b-b338-9518f91ccb38,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:09.803647 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:09.822576 n-d-758944-46 neutron-server[93694]: INFO neutron.db.ipam_backend_mixin [None req-a891ea02-a0e6-4749-b77a-660624b8b028 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e67b959b-02e0-41b5-bf99-7a8adf058233 (CIDR: 172.20.0.0/28) Jul 16 09:08:09.827940 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-a891ea02-a0e6-4749-b77a-660624b8b028 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:08:09.828966 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a891ea02-a0e6-4749-b77a-660624b8b028 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:09.863383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35510) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:09.865538 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a891ea02-a0e6-4749-b77a-660624b8b028 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4581411 Jul 16 09:08:09.869658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-968c9db4-b126-49e1-b81f-0ad8e645218a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'subnet': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:09.973261 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Attempting to bind port 458deb7b-42fb-410b-b338-9518f91ccb38 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:09.973600 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Attempting to bind port 458deb7b-42fb-410b-b338-9518f91ccb38 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:09.974060 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Attempting to bind port 458deb7b-42fb-410b-b338-9518f91ccb38 on network 5eaf9844-ead3-4e77-be67-daed81ce763d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:09.981090 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Port 458deb7b-42fb-410b-b338-9518f91ccb38 on network 5eaf9844-ead3-4e77-be67-daed81ce763d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:08:09.984850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Attempting to bind port 458deb7b-42fb-410b-b338-9518f91ccb38 on network 5eaf9844-ead3-4e77-be67-daed81ce763d {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:10.002245 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:10.002720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Checking segment: {'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:10.003228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Bound using segment: {'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:10.003735 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Bound port: 458deb7b-42fb-410b-b338-9518f91ccb38, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dd1cb70-b288-4f27-8207-223c72ad38dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:10.004386 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:10.080778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35516) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:10.136074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968c9db4-b126-49e1-b81f-0ad8e645218a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:10.140523 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-968c9db4-b126-49e1-b81f-0ad8e645218a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:10.253235 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fdab2210-2153-4521-8111-e03b52499745 tempest-ServiceProvidersTest-1483150128 tempest-ServiceProvidersTest-1483150128-project] 10.222.0.20 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1712179 Jul 16 09:08:10.257559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8df2016-6ed6-4a9d-a7b4-1589bcaaac60 req-d210d988-f560-4b2c-a39b-d6d7d0edc452 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:10.259317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a8df2016-6ed6-4a9d-a7b4-1589bcaaac60 req-d210d988-f560-4b2c-a39b-d6d7d0edc452 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1054 time: 0.1095209 Jul 16 09:08:10.316417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] For port 458deb7b-42fb-410b-b338-9518f91ccb38, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:10.320054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] For port 458deb7b-42fb-410b-b338-9518f91ccb38, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=458deb7b-42fb-410b-b338-9518f91ccb38,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:10.329088 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a8df2016-6ed6-4a9d-a7b4-1589bcaaac60 req-b82af994-cc5a-4d53-a708-120ec93dc9a1 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597341 Jul 16 09:08:10.329885 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:10.407754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:10.408829 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:10.409647 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:10.410370 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] 10.222.0.38 "PUT /v2.0/ports/458deb7b-42fb-410b-b338-9518f91ccb38 HTTP/1.1" status: 200 len: 1093 time: 1.5463960 Jul 16 09:08:10.410855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea2881f1-ada3-42fb-9d57-bca1a9d34495', 'tag': '458deb7b-42fb-410b-b338-9518f91ccb38'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:10.414533 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f45522f5-cfa8-42cb-b765-57163f867172" -d '{"events": [{"name": "network-changed", "server_uuid": "ea2881f1-ada3-42fb-9d57-bca1a9d34495", "tag": "458deb7b-42fb-410b-b338-9518f91ccb38"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:10.502799 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cbb76f-cccc-4944-bba2-a8cf393f7621 x-openstack-request-id: req-b8cbb76f-cccc-4944-bba2-a8cf393f7621 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:10.503098 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea2881f1-ada3-42fb-9d57-bca1a9d34495", "tag": "458deb7b-42fb-410b-b338-9518f91ccb38", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:10.503410 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b8cbb76f-cccc-4944-bba2-a8cf393f7621 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:10.503887 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea2881f1-ada3-42fb-9d57-bca1a9d34495', 'tag': '458deb7b-42fb-410b-b338-9518f91ccb38', 'status': 'completed', 'code': 200} Jul 16 09:08:10.527482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad7cd4-c264-46bd-b331-289c8e69b98b service neutron] Pushing event updated for resources: {'Port': ['ID=458deb7b-42fb-410b-b338-9518f91ccb38,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:10.541188 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:10.622707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-feda95da-7bad-436a-b60b-1b31ebf47c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:10.624488 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-feda95da-7bad-436a-b60b-1b31ebf47c3e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b39b855e9d014f29b53957e2bb9e093f&device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1096 time: 0.1461103 Jul 16 09:08:10.679936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c0051ef5-ff61-4f55-9585-12a86f89b893 None None] Provisioning complete for port 2bb52fee-9816-41ba-ae46-7063f7123dae triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:10.680896 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c0051ef5-ff61-4f55-9585-12a86f89b893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:10.703813 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-8ed0d8fd-b97b-4d05-a6ae-3c93bfb25e04 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=458deb7b-42fb-410b-b338-9518f91ccb38 HTTP/1.1" status: 200 len: 217 time: 0.0687664 Jul 16 09:08:10.774049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c0051ef5-ff61-4f55-9585-12a86f89b893 None None] Port 2bb52fee-9816-41ba-ae46-7063f7123dae cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:10.777287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35526) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:10.800902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-ed32dea9-6198-47c9-8d8d-eccff61ae209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:10.804480 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-ed32dea9-6198-47c9-8d8d-eccff61ae209 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=639b6835-0383-42fa-9313-f6eede34ea99 HTTP/1.1" status: 200 len: 848 time: 0.0931349 Jul 16 09:08:10.806331 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c0051ef5-ff61-4f55-9585-12a86f89b893 None None] Provisioning for port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:10.807759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-968c9db4-b126-49e1-b81f-0ad8e645218a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:10.812191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c0051ef5-ff61-4f55-9585-12a86f89b893 None None] Provisioning complete for port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:10.812648 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c0051ef5-ff61-4f55-9585-12a86f89b893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:10.904916 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c0051ef5-ff61-4f55-9585-12a86f89b893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:10.948324 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-968c9db4-b126-49e1-b81f-0ad8e645218a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:10.955519 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c0051ef5-ff61-4f55-9585-12a86f89b893 None None] For port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9f1b4e4d-a95a-49d3-84dd-7a8e38491126,segment=NetworkSegment(6d38bd0b-f2b1-4b29-a414-71caafc846a0),segment_id=6d38bd0b-f2b1-4b29-a414-71caafc846a0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:10.962094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-968c9db4-b126-49e1-b81f-0ad8e645218a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:10.962675 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c0051ef5-ff61-4f55-9585-12a86f89b893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:10.973006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968c9db4-b126-49e1-b81f-0ad8e645218a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:10.974104 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-968c9db4-b126-49e1-b81f-0ad8e645218a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:10.980472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968c9db4-b126-49e1-b81f-0ad8e645218a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Subnet': ['ID=211ac1d3-ba4b-40c2-a656-44ac05f5223a,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:10.992879 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c76a445-41a4-4f2b-9f30-de4838f40094 None None] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:11.008548 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-692b9d6b-63d2-4de4-8c92-a7212c25ddb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.013936 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-968c9db4-b126-49e1-b81f-0ad8e645218a tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1490059 Jul 16 09:08:11.019831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35530) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:11.023818 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-fad73fc4-7e3d-4d23-b1e9-53de914673cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:11.025579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1935d6fa-b46b-4cd4-b612-ea554d23aa83 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-874903553', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '211ac1d3-ba4b-40c2-a656-44ac05f5223a'}], 'security_groups': ['6600d16c-e794-44df-b13d-431a3cccd145']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:11.026242 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-fad73fc4-7e3d-4d23-b1e9-53de914673cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5eaf9844-ead3-4e77-be67-daed81ce763d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2146394 Jul 16 09:08:11.081415 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0051ef5-ff61-4f55-9585-12a86f89b893 None None] Pushing event updated for resources: {'Port': ['ID=9f1b4e4d-a95a-49d3-84dd-7a8e38491126,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:11.166365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-85997d2d-daf7-42ba-bf9c-fa3016e8fb14 None None] Provisioning for port 98968f4c-6660-4ab9-8980-a71e89a3e3f1 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:11.170129 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1935d6fa-b46b-4cd4-b612-ea554d23aa83 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.175579 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-85997d2d-daf7-42ba-bf9c-fa3016e8fb14 None None] Provisioning complete for port 98968f4c-6660-4ab9-8980-a71e89a3e3f1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:11.176318 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-85997d2d-daf7-42ba-bf9c-fa3016e8fb14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.185649 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-e85ca9cd-8d08-4e23-80fc-dce4e0b55a24 service neutron] 10.222.0.38 "GET /v2.0/networks/5eaf9844-ead3-4e77-be67-daed81ce763d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521311 Jul 16 09:08:11.247509 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-85997d2d-daf7-42ba-bf9c-fa3016e8fb14 None None] Port 98968f4c-6660-4ab9-8980-a71e89a3e3f1 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:11.303815 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.316289 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-692b9d6b-63d2-4de4-8c92-a7212c25ddb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.326888 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-692b9d6b-63d2-4de4-8c92-a7212c25ddb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.336996 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-986d1d9c-c04b-4c36-a231-ebff7adec80a req-3258cdac-a2fa-4be6-a162-7ae38232f503 service neutron] 10.222.0.38 "GET /v2.0/networks/5eaf9844-ead3-4e77-be67-daed81ce763d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444898 Jul 16 09:08:11.426349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f28b95-d1da-4a5c-8242-abca2eacd680 None None] Update dhcp port {'port': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'fixed_ips': [{'subnet_id': 'e67b959b-02e0-41b5-bf99-7a8adf058233', 'ip_address': '172.20.0.2'}, {'subnet_id': '211ac1d3-ba4b-40c2-a656-44ac05f5223a'}], 'binding:host_id': 'n-d-758944-46'}, 'id': '9f1b4e4d-a95a-49d3-84dd-7a8e38491126'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:08:11.501700 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b9d6b-63d2-4de4-8c92-a7212c25ddb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b92b674-ca0f-418a-953d-43834916c8f8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:11.512379 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a1f28b95-d1da-4a5c-8242-abca2eacd680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.516538 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45522f5-cfa8-42cb-b765-57163f867172 req-00c72263-474c-4587-8bf4-1e1e1319cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:11.519199 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f45522f5-cfa8-42cb-b765-57163f867172 req-00c72263-474c-4587-8bf4-1e1e1319cebe service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=b39b855e9d014f29b53957e2bb9e093f&device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1096 time: 0.1045847 Jul 16 09:08:11.544613 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-692b9d6b-63d2-4de4-8c92-a7212c25ddb4 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ff827313b6b4060984b56e8ae414a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7656267 Jul 16 09:08:11.554782 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35534) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:11.720297 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9afb228-8d71-491a-aaaa-ab1907641232 req-9c84b859-5300-4ed4-9da5-b1bf9667d0d1 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:11.722850 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e9afb228-8d71-491a-aaaa-ab1907641232 req-9c84b859-5300-4ed4-9da5-b1bf9667d0d1 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1096 time: 0.2562418 Jul 16 09:08:11.746119 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0be9b4f-9ce3-41ef-82ea-3b319e9d34a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.756692 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45522f5-cfa8-42cb-b765-57163f867172 req-99ac3ec1-9532-4f80-bc92-dc14e02366cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:11.759083 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f45522f5-cfa8-42cb-b765-57163f867172 req-99ac3ec1-9532-4f80-bc92-dc14e02366cc service neutron] 10.222.0.38 "GET /v2.0/networks?id=5eaf9844-ead3-4e77-be67-daed81ce763d HTTP/1.1" status: 200 len: 909 time: 0.2328627 Jul 16 09:08:11.841943 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e9afb228-8d71-491a-aaaa-ab1907641232 req-6972bc66-6cc0-4332-ab85-183e24ed5564 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115742 Jul 16 09:08:11.845633 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f45522f5-cfa8-42cb-b765-57163f867172 req-a334b94b-7dc9-43c7-878e-b59dfa2e84ef service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=458deb7b-42fb-410b-b338-9518f91ccb38 HTTP/1.1" status: 200 len: 217 time: 0.0763857 Jul 16 09:08:11.848984 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0be9b4f-9ce3-41ef-82ea-3b319e9d34a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.879257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1935d6fa-b46b-4cd4-b612-ea554d23aa83 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Delete allocated IP 172.20.0.10 (4df08b8f-cf27-4dba-9d5d-6ed95ebca624/e67b959b-02e0-41b5-bf99-7a8adf058233) {{(pid=93694) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:08:11.888522 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1935d6fa-b46b-4cd4-b612-ea554d23aa83 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Allocated IP 172.20.0.30 (4df08b8f-cf27-4dba-9d5d-6ed95ebca624/211ac1d3-ba4b-40c2-a656-44ac05f5223a/98968f4c-6660-4ab9-8980-a71e89a3e3f1) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:11.930861 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45522f5-cfa8-42cb-b765-57163f867172 req-9b603ccb-3e8c-4351-84b3-656f65f09e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:11.932442 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f45522f5-cfa8-42cb-b765-57163f867172 req-9b603ccb-3e8c-4351-84b3-656f65f09e87 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=639b6835-0383-42fa-9313-f6eede34ea99 HTTP/1.1" status: 200 len: 848 time: 0.0724969 Jul 16 09:08:11.977262 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0be9b4f-9ce3-41ef-82ea-3b319e9d34a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.979902 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0be9b4f-9ce3-41ef-82ea-3b319e9d34a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:11.981125 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f0be9b4f-9ce3-41ef-82ea-3b319e9d34a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2b92b674-ca0f-418a-953d-43834916c8f8 HTTP/1.1" status: 204 len: 168 time: 0.4250269 Jul 16 09:08:11.994813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0be9b4f-9ce3-41ef-82ea-3b319e9d34a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b92b674-ca0f-418a-953d-43834916c8f8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:12.016097 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45522f5-cfa8-42cb-b765-57163f867172 req-3725f885-8ea5-4e06-b14a-8d5b8e78ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:12.017864 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f45522f5-cfa8-42cb-b765-57163f867172 req-3725f885-8ea5-4e06-b14a-8d5b8e78ff13 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5eaf9844-ead3-4e77-be67-daed81ce763d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772469 Jul 16 09:08:12.166634 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f45522f5-cfa8-42cb-b765-57163f867172 req-f922ace8-63f5-4f0c-b692-9c26c09c6371 service neutron] 10.222.0.38 "GET /v2.0/networks/5eaf9844-ead3-4e77-be67-daed81ce763d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407142 Jul 16 09:08:12.279213 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f45522f5-cfa8-42cb-b765-57163f867172 req-7323fb79-e189-43d0-a35f-ecc87df10c42 service neutron] 10.222.0.38 "GET /v2.0/networks/5eaf9844-ead3-4e77-be67-daed81ce763d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049685 Jul 16 09:08:12.295099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:12.372606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:12.373187 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:12.507372 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1935d6fa-b46b-4cd4-b612-ea554d23aa83 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:12.523262 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-1935d6fa-b46b-4cd4-b612-ea554d23aa83 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Transition to ACTIVE for port object 98968f4c-6660-4ab9-8980-a71e89a3e3f1 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:12.530350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1935d6fa-b46b-4cd4-b612-ea554d23aa83 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:12.579517 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-a1f28b95-d1da-4a5c-8242-abca2eacd680 None None] Allocated IP 172.20.0.18 (4df08b8f-cf27-4dba-9d5d-6ed95ebca624/211ac1d3-ba4b-40c2-a656-44ac05f5223a/9f1b4e4d-a95a-49d3-84dd-7a8e38491126) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:12.697236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935d6fa-b46b-4cd4-b612-ea554d23aa83 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=98968f4c-6660-4ab9-8980-a71e89a3e3f1,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:12.700400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a1f28b95-d1da-4a5c-8242-abca2eacd680 None None] For port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9f1b4e4d-a95a-49d3-84dd-7a8e38491126,segment=NetworkSegment(6d38bd0b-f2b1-4b29-a414-71caafc846a0),segment_id=6d38bd0b-f2b1-4b29-a414-71caafc846a0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:12.738428 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a1f28b95-d1da-4a5c-8242-abca2eacd680 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:12.744393 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-1935d6fa-b46b-4cd4-b612-ea554d23aa83 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] In _notify_port_updated(), no bound segment for port 98968f4c-6660-4ab9-8980-a71e89a3e3f1 on network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 {{(pid=93694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:08:12.750783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1935d6fa-b46b-4cd4-b612-ea554d23aa83 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:12.751457 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1935d6fa-b46b-4cd4-b612-ea554d23aa83 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:12.754118 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1935d6fa-b46b-4cd4-b612-ea554d23aa83 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "PUT /v2.0/ports/98968f4c-6660-4ab9-8980-a71e89a3e3f1 HTTP/1.1" status: 200 len: 920 time: 1.7320423 Jul 16 09:08:12.759260 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35554) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:12.768773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a1f28b95-d1da-4a5c-8242-abca2eacd680 None None] Transition to ACTIVE for port object 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:12.782286 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a1f28b95-d1da-4a5c-8242-abca2eacd680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:12.911249 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f28b95-d1da-4a5c-8242-abca2eacd680 None None] Pushing event updated for resources: {'Port': ['ID=9f1b4e4d-a95a-49d3-84dd-7a8e38491126,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:12.932192 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-5708d400-8c0a-4eeb-bb60-5bd53672c331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port 98968f4c-6660-4ab9-8980-a71e89a3e3f1 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:12.932575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5708d400-8c0a-4eeb-bb60-5bd53672c331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.054939 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5708d400-8c0a-4eeb-bb60-5bd53672c331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.637144 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-5708d400-8c0a-4eeb-bb60-5bd53672c331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for 98968f4c-6660-4ab9-8980-a71e89a3e3f1 owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:13.706955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b1835544-2014-4374-af3e-63faea3c94c3 None None] Provisioning complete for port 2bb52fee-9816-41ba-ae46-7063f7123dae triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:13.707924 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b1835544-2014-4374-af3e-63faea3c94c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.755436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca303bac-1a3e-4b59-bf4b-3c58de7657ac req-63bb2f71-ca5b-49f0-9329-2d4b005b708d tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:13.756980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b1835544-2014-4374-af3e-63faea3c94c3 None None] Port 2bb52fee-9816-41ba-ae46-7063f7123dae cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:13.765664 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca303bac-1a3e-4b59-bf4b-3c58de7657ac req-63bb2f71-ca5b-49f0-9329-2d4b005b708d tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1096 time: 0.7155375 Jul 16 09:08:13.772684 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b1835544-2014-4374-af3e-63faea3c94c3 None None] Provisioning for port 98968f4c-6660-4ab9-8980-a71e89a3e3f1 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:13.779352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b1835544-2014-4374-af3e-63faea3c94c3 None None] Provisioning complete for port 98968f4c-6660-4ab9-8980-a71e89a3e3f1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:13.781060 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b1835544-2014-4374-af3e-63faea3c94c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.841318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b1835544-2014-4374-af3e-63faea3c94c3 None None] Port 98968f4c-6660-4ab9-8980-a71e89a3e3f1 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:13.853010 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ca303bac-1a3e-4b59-bf4b-3c58de7657ac req-2bd05add-e84f-4fa0-ab01-e4f028c870ad tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847998 Jul 16 09:08:13.858450 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b1835544-2014-4374-af3e-63faea3c94c3 None None] Provisioning for port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:13.864604 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b1835544-2014-4374-af3e-63faea3c94c3 None None] Provisioning complete for port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:13.865191 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b1835544-2014-4374-af3e-63faea3c94c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:13.937568 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5708d400-8c0a-4eeb-bb60-5bd53672c331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.007663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5708d400-8c0a-4eeb-bb60-5bd53672c331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=98968f4c-6660-4ab9-8980-a71e89a3e3f1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:14.125675 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5708d400-8c0a-4eeb-bb60-5bd53672c331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.131271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5708d400-8c0a-4eeb-bb60-5bd53672c331 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/98968f4c-6660-4ab9-8980-a71e89a3e3f1 HTTP/1.1" status: 204 len: 168 time: 1.3703294 Jul 16 09:08:14.131896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35580) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:14.182804 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9dfb92e-619e-41ae-9f56-0d72e6f1c6b0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] GET failed (client error): The resource could not be found. Jul 16 09:08:14.186349 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c9dfb92e-619e-41ae-9f56-0d72e6f1c6b0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/98968f4c-6660-4ab9-8980-a71e89a3e3f1 HTTP/1.1" status: 404 len: 333 time: 0.0523913 Jul 16 09:08:14.190532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35586) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:14.290642 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:14.301838 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-48279565-d91d-49ac-a4b2-89c2bd174676 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.347137 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f61a2ef8-a089-4b8d-b0d7-938182b1d7c1 None None] Could not find standard attr ID for object 98968f4c-6660-4ab9-8980-a71e89a3e3f1. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:08:14.350353 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-48279565-d91d-49ac-a4b2-89c2bd174676 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.379213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:14.379585 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.440669 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-48279565-d91d-49ac-a4b2-89c2bd174676 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.447587 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-48279565-d91d-49ac-a4b2-89c2bd174676 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.452276 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-48279565-d91d-49ac-a4b2-89c2bd174676 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/security-groups/5b9ad544-4122-40f4-9884-41cf91204640 HTTP/1.1" status: 204 len: 168 time: 0.2577856 Jul 16 09:08:14.453146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35588) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:14.466521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48279565-d91d-49ac-a4b2-89c2bd174676 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9ad544-4122-40f4-9884-41cf91204640,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:14.551250 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2edce942-b8bb-421b-8c26-1f76ba3016d2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.596132 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2edce942-b8bb-421b-8c26-1f76ba3016d2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.661198 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2edce942-b8bb-421b-8c26-1f76ba3016d2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.664103 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2edce942-b8bb-421b-8c26-1f76ba3016d2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.665732 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2edce942-b8bb-421b-8c26-1f76ba3016d2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/security-groups/6600d16c-e794-44df-b13d-431a3cccd145 HTTP/1.1" status: 204 len: 168 time: 0.2106147 Jul 16 09:08:14.669627 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35592) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:14.677737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edce942-b8bb-421b-8c26-1f76ba3016d2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6600d16c-e794-44df-b13d-431a3cccd145,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:14.732294 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff5416d-3489-4c2d-928f-7761d6ed0b29 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting subnet e67b959b-02e0-41b5-bf99-7a8adf058233 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:08:14.735799 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ff5416d-3489-4c2d-928f-7761d6ed0b29 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.779170 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ff5416d-3489-4c2d-928f-7761d6ed0b29 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.878566 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ff5416d-3489-4c2d-928f-7761d6ed0b29 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.925021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 458deb7b-42fb-410b-b338-9518f91ccb38 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:08:14.955426 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ff5416d-3489-4c2d-928f-7761d6ed0b29 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:14.986593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff5416d-3489-4c2d-928f-7761d6ed0b29 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Subnet': ['ID=e67b959b-02e0-41b5-bf99-7a8adf058233,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:14.998921 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ff5416d-3489-4c2d-928f-7761d6ed0b29 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.006948 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5ff5416d-3489-4c2d-928f-7761d6ed0b29 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/e67b959b-02e0-41b5-bf99-7a8adf058233 HTTP/1.1" status: 204 len: 168 time: 0.3305266 Jul 16 09:08:15.007319 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35596) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:15.014014 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-73be4e58-d1b0-49ec-b999-ec0f36029715 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'subnet': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:15.018525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88363e6-4d17-44f7-af3a-db7f82d4b50a None None] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:15.109514 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 458deb7b-42fb-410b-b338-9518f91ccb38, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=458deb7b-42fb-410b-b338-9518f91ccb38,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:15.129947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '458deb7b-42fb-410b-b338-9518f91ccb38', 'network_id': '5eaf9844-ead3-4e77-be67-daed81ce763d', 'port_id': '458deb7b-42fb-410b-b338-9518f91ccb38', 'mac_address': 'fa:16:3e:2a:a4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '639b6835-0383-42fa-9313-f6eede34ea99', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:08:15.149684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497e6754-ac70-4a4c-b838-1f6490ff6889 req-5f5e94ed-963f-4fb9-922e-4ec32faec8c7 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:15.151475 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-497e6754-ac70-4a4c-b838-1f6490ff6889 req-5f5e94ed-963f-4fb9-922e-4ec32faec8c7 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1096 time: 0.0831761 Jul 16 09:08:15.190734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73be4e58-d1b0-49ec-b999-ec0f36029715 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:15.195175 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-73be4e58-d1b0-49ec-b999-ec0f36029715 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.206634 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.219580 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-497e6754-ac70-4a4c-b838-1f6490ff6889 req-acdf2312-d7c4-4c11-afc0-38242564c5ea tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549357 Jul 16 09:08:15.227622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 458deb7b-42fb-410b-b338-9518f91ccb38 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:08:15.274958 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 458deb7b-42fb-410b-b338-9518f91ccb38, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=458deb7b-42fb-410b-b338-9518f91ccb38,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:15.281764 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.347748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=458deb7b-42fb-410b-b338-9518f91ccb38,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:15.483410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['458deb7b-42fb-410b-b338-9518f91ccb38'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:08:15.546654 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-73be4e58-d1b0-49ec-b999-ec0f36029715 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.645521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be4e58-d1b0-49ec-b999-ec0f36029715 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:15.652877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-73be4e58-d1b0-49ec-b999-ec0f36029715 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:15.661994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73be4e58-d1b0-49ec-b999-ec0f36029715 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:15.662967 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-73be4e58-d1b0-49ec-b999-ec0f36029715 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.690096 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be4e58-d1b0-49ec-b999-ec0f36029715 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Subnet': ['ID=3ea70062-2813-4638-9234-5c88fb3a4cf2,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:15.711891 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-73be4e58-d1b0-49ec-b999-ec0f36029715 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7026219 Jul 16 09:08:15.715414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35602) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:15.725735 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e52e9085-9ea1-4f96-9b7b-8ae96a5df1a5 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'security_group': {'name': 'tempest-secgroup-809518868'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:15.768413 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e52e9085-9ea1-4f96-9b7b-8ae96a5df1a5 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.913872 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e52e9085-9ea1-4f96-9b7b-8ae96a5df1a5 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.919786 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e52e9085-9ea1-4f96-9b7b-8ae96a5df1a5 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.981355 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e52e9085-9ea1-4f96-9b7b-8ae96a5df1a5 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:15.986609 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e52e9085-9ea1-4f96-9b7b-8ae96a5df1a5 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2651141 Jul 16 09:08:15.986962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e9085-9ea1-4f96-9b7b-8ae96a5df1a5 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff7228d9-1345-486b-b8f8-d37022038c47,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:15.987761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35604) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:16.002751 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-0b803f5c-6042-479f-a2ad-3716b4a91a84 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'security_group': {'name': 'tempest-secgroup-1340624374'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:16.051790 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0b803f5c-6042-479f-a2ad-3716b4a91a84 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.145696 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a17cf9-5157-4d18-83b0-d27083deafe9 None None] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:16.204548 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0b803f5c-6042-479f-a2ad-3716b4a91a84 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.213670 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0b803f5c-6042-479f-a2ad-3716b4a91a84 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.241708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b8fa249e-319f-493c-a779-8476bdf9ee89 None None] Provisioning complete for port 2bb52fee-9816-41ba-ae46-7063f7123dae triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:16.242609 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b8fa249e-319f-493c-a779-8476bdf9ee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.278899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b803f5c-6042-479f-a2ad-3716b4a91a84 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36ef97c4-99da-4adc-9028-782ce563e81a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:16.302903 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0b803f5c-6042-479f-a2ad-3716b4a91a84 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.307310 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0b803f5c-6042-479f-a2ad-3716b4a91a84 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3173511 Jul 16 09:08:16.310493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35616) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:16.316641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f5e4ced1-42c1-4ef3-a621-c1a423e8a2df tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'security_group': {'name': 'tempest-secgroup-1899015800'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:16.345078 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5e4ced1-42c1-4ef3-a621-c1a423e8a2df tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.363349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b8fa249e-319f-493c-a779-8476bdf9ee89 None None] Port 2bb52fee-9816-41ba-ae46-7063f7123dae cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:16.411247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b8fa249e-319f-493c-a779-8476bdf9ee89 None None] Provisioning complete for port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:16.411617 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b8fa249e-319f-493c-a779-8476bdf9ee89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.532048 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b78abb5-5b0b-4ec5-ac5e-f4653a414180 req-b6f0877c-9311-44e1-82d5-4cac7f4d2df4 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:16.534304 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b78abb5-5b0b-4ec5-ac5e-f4653a414180 req-b6f0877c-9311-44e1-82d5-4cac7f4d2df4 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1097 time: 0.1396055 Jul 16 09:08:16.582453 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5e4ced1-42c1-4ef3-a621-c1a423e8a2df tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.595831 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5e4ced1-42c1-4ef3-a621-c1a423e8a2df tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.644632 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7b78abb5-5b0b-4ec5-ac5e-f4653a414180 req-5a10bdcc-1fbf-4b33-8022-0363bfd67ee6 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013637 Jul 16 09:08:16.663066 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5e4ced1-42c1-4ef3-a621-c1a423e8a2df tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.665253 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f5e4ced1-42c1-4ef3-a621-c1a423e8a2df tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3533771 Jul 16 09:08:16.668081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35620) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:16.676063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b20f23a2-c4d3-4898-9382-56b25076d855 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-42158191', 'security_groups': ['fee18ea8-8252-4761-b34d-065db781a9cd'], 'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3ea70062-2813-4638-9234-5c88fb3a4cf2'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:16.677731 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e4ced1-42c1-4ef3-a621-c1a423e8a2df tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fee18ea8-8252-4761-b34d-065db781a9cd,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:16.696374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c07152-c9d9-4a69-b92b-8622ee7ee912 None None] Update dhcp port {'port': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'fixed_ips': [{'subnet_id': '211ac1d3-ba4b-40c2-a656-44ac05f5223a', 'ip_address': '172.20.0.18'}, {'subnet_id': '3ea70062-2813-4638-9234-5c88fb3a4cf2'}], 'binding:host_id': 'n-d-758944-46'}, 'id': '9f1b4e4d-a95a-49d3-84dd-7a8e38491126'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:08:16.766742 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b1c07152-c9d9-4a69-b92b-8622ee7ee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.840791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20f23a2-c4d3-4898-9382-56b25076d855 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:16.930074 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 458deb7b-42fb-410b-b338-9518f91ccb38 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:16.972276 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b20f23a2-c4d3-4898-9382-56b25076d855 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.999947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [None req-b20f23a2-c4d3-4898-9382-56b25076d855 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] device_id is not set on port 692cdcbc-0511-4386-b42c-a290d78bb87b yet. {{(pid=93694) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 09:08:17.004565 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-b1c07152-c9d9-4a69-b92b-8622ee7ee912 None None] Allocated IP 172.20.0.2 (4df08b8f-cf27-4dba-9d5d-6ed95ebca624/3ea70062-2813-4638-9234-5c88fb3a4cf2/9f1b4e4d-a95a-49d3-84dd-7a8e38491126) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:17.039573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 458deb7b-42fb-410b-b338-9518f91ccb38 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:17.054425 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 458deb7b-42fb-410b-b338-9518f91ccb38 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:17.055008 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:17.158473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b1c07152-c9d9-4a69-b92b-8622ee7ee912 None None] For port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9f1b4e4d-a95a-49d3-84dd-7a8e38491126,segment=NetworkSegment(6d38bd0b-f2b1-4b29-a414-71caafc846a0),segment_id=6d38bd0b-f2b1-4b29-a414-71caafc846a0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:17.245160 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:17.271171 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b1c07152-c9d9-4a69-b92b-8622ee7ee912 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:17.314556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2881f1-ada3-42fb-9d57-bca1a9d34495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458deb7b-42fb-410b-b338-9518f91ccb38'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:17.318841 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-122f0d00-022d-4c49-be10-693fbb76d1f4" -d '{"events": [{"server_uuid": "ea2881f1-ada3-42fb-9d57-bca1a9d34495", "name": "network-vif-plugged", "status": "completed", "tag": "458deb7b-42fb-410b-b338-9518f91ccb38"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:17.328871 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b1c07152-c9d9-4a69-b92b-8622ee7ee912 None None] Transition to ACTIVE for port object 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:17.340781 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b1c07152-c9d9-4a69-b92b-8622ee7ee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:17.363731 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 458deb7b-42fb-410b-b338-9518f91ccb38, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=458deb7b-42fb-410b-b338-9518f91ccb38,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:17.418066 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-b20f23a2-c4d3-4898-9382-56b25076d855 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Allocated IP 172.20.0.3 (4df08b8f-cf27-4dba-9d5d-6ed95ebca624/3ea70062-2813-4638-9234-5c88fb3a4cf2/692cdcbc-0511-4386-b42c-a290d78bb87b) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:17.419918 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9991166-a5e1-4f76-9353-9acbb073be94 x-openstack-request-id: req-d9991166-a5e1-4f76-9353-9acbb073be94 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:17.420312 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2881f1-ada3-42fb-9d57-bca1a9d34495", "name": "network-vif-plugged", "status": "completed", "tag": "458deb7b-42fb-410b-b338-9518f91ccb38", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:17.420728 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9991166-a5e1-4f76-9353-9acbb073be94 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:17.421868 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2881f1-ada3-42fb-9d57-bca1a9d34495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '458deb7b-42fb-410b-b338-9518f91ccb38', 'code': 200} Jul 16 09:08:17.426583 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:17.530116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c07152-c9d9-4a69-b92b-8622ee7ee912 None None] Pushing event updated for resources: {'Port': ['ID=9f1b4e4d-a95a-49d3-84dd-7a8e38491126,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:17.532803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb9c12-7364-458a-a2db-cf22645d55ae req-7ad3b8a9-eaf3-43e3-9d35-ca1c31dca6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:17.536377 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15bb9c12-7364-458a-a2db-cf22645d55ae req-7ad3b8a9-eaf3-43e3-9d35-ca1c31dca6f4 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1098 time: 0.0829649 Jul 16 09:08:17.616148 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15bb9c12-7364-458a-a2db-cf22645d55ae req-83fa3fa9-f75c-45ec-a546-7f207ada09c4 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745428 Jul 16 09:08:17.649686 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=458deb7b-42fb-410b-b338-9518f91ccb38,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:17.695847 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b20f23a2-c4d3-4898-9382-56b25076d855 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:17.732232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-b20f23a2-c4d3-4898-9382-56b25076d855 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Transition to ACTIVE for port object 692cdcbc-0511-4386-b42c-a290d78bb87b will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:17.830043 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b20f23a2-c4d3-4898-9382-56b25076d855 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:17.893782 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20f23a2-c4d3-4898-9382-56b25076d855 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:17.897885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-b20f23a2-c4d3-4898-9382-56b25076d855 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:17.900898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20f23a2-c4d3-4898-9382-56b25076d855 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:17.909449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20f23a2-c4d3-4898-9382-56b25076d855 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=692cdcbc-0511-4386-b42c-a290d78bb87b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:17.938365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d917c301-f6ec-460d-b60a-763fbb14d9bc req-5502909f-5c94-4164-b0d5-7d6ae15ce346 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:17.940773 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d917c301-f6ec-460d-b60a-763fbb14d9bc req-5502909f-5c94-4164-b0d5-7d6ae15ce346 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1098 time: 0.1135840 Jul 16 09:08:18.007149 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20f23a2-c4d3-4898-9382-56b25076d855 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:18.008206 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d917c301-f6ec-460d-b60a-763fbb14d9bc req-6a56c343-0fbd-4bc1-a903-e69ae4e86479 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597112 Jul 16 09:08:18.008365 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b20f23a2-c4d3-4898-9382-56b25076d855 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:18.037532 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b20f23a2-c4d3-4898-9382-56b25076d855 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3679006 Jul 16 09:08:18.042222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35634) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:18.049742 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-84ea6791-f2e7-4b65-be46-4ff0490e4dde tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'subnet': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:18.209593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ea6791-f2e7-4b65-be46-4ff0490e4dde tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:18.216778 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-84ea6791-f2e7-4b65-be46-4ff0490e4dde tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:18.318994 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:18.342766 n-d-758944-46 neutron-server[93694]: INFO neutron.db.ipam_backend_mixin [None req-84ea6791-f2e7-4b65-be46-4ff0490e4dde tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3ea70062-2813-4638-9234-5c88fb3a4cf2 (CIDR: 172.20.0.0/28) Jul 16 09:08:18.353782 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-84ea6791-f2e7-4b65-be46-4ff0490e4dde tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:08:18.354283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84ea6791-f2e7-4b65-be46-4ff0490e4dde tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:18.394077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35636) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:18.399555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-0875e648-8925-4e7d-b403-9df273377209 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'subnet': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:18.403148 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-84ea6791-f2e7-4b65-be46-4ff0490e4dde tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3593366 Jul 16 09:08:18.505202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2fcd51c1-3c57-4ff5-9522-21ba19179f0c None None] Provisioning complete for port 2bb52fee-9816-41ba-ae46-7063f7123dae triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:18.505675 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2fcd51c1-3c57-4ff5-9522-21ba19179f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:18.582896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2fcd51c1-3c57-4ff5-9522-21ba19179f0c None None] Port 2bb52fee-9816-41ba-ae46-7063f7123dae cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:18.591386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0875e648-8925-4e7d-b403-9df273377209 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:18.597206 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0875e648-8925-4e7d-b403-9df273377209 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:18.605414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2fcd51c1-3c57-4ff5-9522-21ba19179f0c None None] Provisioning for port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:18.611747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2fcd51c1-3c57-4ff5-9522-21ba19179f0c None None] Provisioning complete for port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:18.612133 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2fcd51c1-3c57-4ff5-9522-21ba19179f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:18.789998 n-d-758944-46 neutron-server[93695]: INFO neutron.db.ipam_backend_mixin [None req-0875e648-8925-4e7d-b403-9df273377209 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 211ac1d3-ba4b-40c2-a656-44ac05f5223a (CIDR: 172.20.0.16/28) Jul 16 09:08:18.798308 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-0875e648-8925-4e7d-b403-9df273377209 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:08:18.799111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0875e648-8925-4e7d-b403-9df273377209 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:18.827314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0875e648-8925-4e7d-b403-9df273377209 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4320214 Jul 16 09:08:18.831605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35640) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:18.837494 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-375af1aa-4699-4c3b-8e64-104811345c2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'subnet': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:18.898243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6d81fe87-d6e1-4246-8ac3-25b2dab990bb None None] Provisioning for port 692cdcbc-0511-4386-b42c-a290d78bb87b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:18.904285 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6d81fe87-d6e1-4246-8ac3-25b2dab990bb None None] Provisioning complete for port 692cdcbc-0511-4386-b42c-a290d78bb87b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:18.905051 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6d81fe87-d6e1-4246-8ac3-25b2dab990bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:18.964060 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-6d81fe87-d6e1-4246-8ac3-25b2dab990bb None None] Port 692cdcbc-0511-4386-b42c-a290d78bb87b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:19.014211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375af1aa-4699-4c3b-8e64-104811345c2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Made reservation on behalf of 448df4f2bed44d7b950b1c67e31fddf3 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:19.022271 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-375af1aa-4699-4c3b-8e64-104811345c2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.329894 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10963c33-8883-458e-ad4a-0ce1a8246fc7 req-412dad56-8dd4-4c1a-9c0a-e42731d30ba8 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:19.331577 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-10963c33-8883-458e-ad4a-0ce1a8246fc7 req-412dad56-8dd4-4c1a-9c0a-e42731d30ba8 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1098 time: 0.1033993 Jul 16 09:08:19.377078 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-375af1aa-4699-4c3b-8e64-104811345c2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.393624 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-10963c33-8883-458e-ad4a-0ce1a8246fc7 req-2227116e-77f1-4cf0-bb9a-8d6efbc022e1 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542789 Jul 16 09:08:19.445947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375af1aa-4699-4c3b-8e64-104811345c2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:19.451182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-375af1aa-4699-4c3b-8e64-104811345c2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:19.456058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375af1aa-4699-4c3b-8e64-104811345c2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:19.456376 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-375af1aa-4699-4c3b-8e64-104811345c2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.463933 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded368a7-a418-492d-8017-a004379edf22 None None] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:19.500065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375af1aa-4699-4c3b-8e64-104811345c2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Subnet': ['ID=b3643247-4335-490d-8053-4ff7a2151869,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:19.510879 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35646) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:19.511786 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-375af1aa-4699-4c3b-8e64-104811345c2d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6788557 Jul 16 09:08:19.518587 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a6b4ae47-efaf-43ac-9d53-f13fac5ca6a6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1886498909', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b3643247-4335-490d-8053-4ff7a2151869'}], 'security_groups': ['ff7228d9-1345-486b-b8f8-d37022038c47', '36ef97c4-99da-4adc-9028-782ce563e81a']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:19.662998 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a6b4ae47-efaf-43ac-9d53-f13fac5ca6a6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.676057 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3647d2-d97c-4c25-bf7e-74d57eb80380 req-fb0a5493-bf01-4860-ba2a-0bab8840ec6e tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:19.681341 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f3647d2-d97c-4c25-bf7e-74d57eb80380 req-fb0a5493-bf01-4860-ba2a-0bab8840ec6e tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1098 time: 0.0791845 Jul 16 09:08:19.732390 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f3647d2-d97c-4c25-bf7e-74d57eb80380 req-9ded73e3-93af-4129-af27-d3be5b747978 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433898 Jul 16 09:08:19.857280 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d9ee79-1662-4714-a80b-ace7c6ab4168 None None] Update dhcp port {'port': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'fixed_ips': [{'subnet_id': '211ac1d3-ba4b-40c2-a656-44ac05f5223a', 'ip_address': '172.20.0.18'}, {'subnet_id': '3ea70062-2813-4638-9234-5c88fb3a4cf2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b3643247-4335-490d-8053-4ff7a2151869'}], 'binding:host_id': 'n-d-758944-46'}, 'id': '9f1b4e4d-a95a-49d3-84dd-7a8e38491126'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:08:19.919925 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-55d9ee79-1662-4714-a80b-ace7c6ab4168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:20.133240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ee824-c0da-4b11-8f91-5ad5390d3fd1 req-53689fbe-e202-4d17-992a-ec674f717ed3 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:20.135934 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-963ee824-c0da-4b11-8f91-5ad5390d3fd1 req-53689fbe-e202-4d17-992a-ec674f717ed3 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1098 time: 0.2030690 Jul 16 09:08:20.224528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-963ee824-c0da-4b11-8f91-5ad5390d3fd1 req-f2fa2060-ae4d-434f-bd36-9d033f4b32ff tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779929 Jul 16 09:08:20.243511 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-a6b4ae47-efaf-43ac-9d53-f13fac5ca6a6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Delete allocated IP 172.20.0.3 (4df08b8f-cf27-4dba-9d5d-6ed95ebca624/3ea70062-2813-4638-9234-5c88fb3a4cf2) {{(pid=93694) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 09:08:20.271100 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-a6b4ae47-efaf-43ac-9d53-f13fac5ca6a6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Allocated IP 172.20.0.45 (4df08b8f-cf27-4dba-9d5d-6ed95ebca624/b3643247-4335-490d-8053-4ff7a2151869/692cdcbc-0511-4386-b42c-a290d78bb87b) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:20.573581 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a6b4ae47-efaf-43ac-9d53-f13fac5ca6a6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:20.606226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-a6b4ae47-efaf-43ac-9d53-f13fac5ca6a6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Transition to ACTIVE for port object 692cdcbc-0511-4386-b42c-a290d78bb87b will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:20.617411 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a6b4ae47-efaf-43ac-9d53-f13fac5ca6a6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:20.758436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-55d9ee79-1662-4714-a80b-ace7c6ab4168 None None] Allocated IP 172.20.0.34 (4df08b8f-cf27-4dba-9d5d-6ed95ebca624/b3643247-4335-490d-8053-4ff7a2151869/9f1b4e4d-a95a-49d3-84dd-7a8e38491126) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:20.804222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b4ae47-efaf-43ac-9d53-f13fac5ca6a6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event updated for resources: {'Port': ['ID=692cdcbc-0511-4386-b42c-a290d78bb87b,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:20.882739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a6b4ae47-efaf-43ac-9d53-f13fac5ca6a6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] In _notify_port_updated(), no bound segment for port 692cdcbc-0511-4386-b42c-a290d78bb87b on network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 {{(pid=93694) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 09:08:20.892309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4ae47-efaf-43ac-9d53-f13fac5ca6a6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:20.893554 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a6b4ae47-efaf-43ac-9d53-f13fac5ca6a6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:20.895770 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a6b4ae47-efaf-43ac-9d53-f13fac5ca6a6 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "PUT /v2.0/ports/692cdcbc-0511-4386-b42c-a290d78bb87b HTTP/1.1" status: 200 len: 960 time: 1.3832130 Jul 16 09:08:20.898723 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35670) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:21.048252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6be849-eb07-4e09-935c-c5f6ffe76eaf req-a89d56f7-b85d-4ce6-adcb-134ed78b7df2 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:21.050734 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4a6be849-eb07-4e09-935c-c5f6ffe76eaf req-a89d56f7-b85d-4ce6-adcb-134ed78b7df2 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1098 time: 0.1409986 Jul 16 09:08:21.129475 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4a6be849-eb07-4e09-935c-c5f6ffe76eaf req-cfb9b6c7-44ee-4aba-8cdb-1625ffbfbb68 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652378 Jul 16 09:08:21.170560 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a1423-56a6-4ac9-ab55-545c1aa05226 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port 692cdcbc-0511-4386-b42c-a290d78bb87b {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:21.171302 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5f4a1423-56a6-4ac9-ab55-545c1aa05226 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.238042 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-55d9ee79-1662-4714-a80b-ace7c6ab4168 None None] For port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9f1b4e4d-a95a-49d3-84dd-7a8e38491126,segment=NetworkSegment(6d38bd0b-f2b1-4b29-a414-71caafc846a0),segment_id=6d38bd0b-f2b1-4b29-a414-71caafc846a0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:21.290359 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-55d9ee79-1662-4714-a80b-ace7c6ab4168 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.308357 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5f4a1423-56a6-4ac9-ab55-545c1aa05226 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.320441 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-55d9ee79-1662-4714-a80b-ace7c6ab4168 None None] Transition to ACTIVE for port object 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:21.338852 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-55d9ee79-1662-4714-a80b-ace7c6ab4168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.342282 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-5f4a1423-56a6-4ac9-ab55-545c1aa05226 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for 692cdcbc-0511-4386-b42c-a290d78bb87b owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:21.544055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9ee79-1662-4714-a80b-ace7c6ab4168 None None] Pushing event updated for resources: {'Port': ['ID=9f1b4e4d-a95a-49d3-84dd-7a8e38491126,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:21.560996 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5f4a1423-56a6-4ac9-ab55-545c1aa05226 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.595983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a1423-56a6-4ac9-ab55-545c1aa05226 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=692cdcbc-0511-4386-b42c-a290d78bb87b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:21.685226 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5f4a1423-56a6-4ac9-ab55-545c1aa05226 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.689454 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5f4a1423-56a6-4ac9-ab55-545c1aa05226 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/692cdcbc-0511-4386-b42c-a290d78bb87b HTTP/1.1" status: 204 len: 168 time: 0.7888987 Jul 16 09:08:21.691511 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35674) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:21.729686 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eb6b997-2aef-4276-94d0-60d9b970da6d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] GET failed (client error): The resource could not be found. Jul 16 09:08:21.732128 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3eb6b997-2aef-4276-94d0-60d9b970da6d tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports/692cdcbc-0511-4386-b42c-a290d78bb87b HTTP/1.1" status: 404 len: 333 time: 0.0380082 Jul 16 09:08:21.735399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35676) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:21.812594 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e199-7f42-471f-904d-9ff49af8c7de tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.852028 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e199-7f42-471f-904d-9ff49af8c7de tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.956396 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e199-7f42-471f-904d-9ff49af8c7de tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.960769 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fa4e199-7f42-471f-904d-9ff49af8c7de tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.966737 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8fa4e199-7f42-471f-904d-9ff49af8c7de tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/security-groups/fee18ea8-8252-4761-b34d-065db781a9cd HTTP/1.1" status: 204 len: 168 time: 0.2258265 Jul 16 09:08:21.967108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35678) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:21.986007 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4e199-7f42-471f-904d-9ff49af8c7de tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee18ea8-8252-4761-b34d-065db781a9cd,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:22.055682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567de2b8-3792-4c0d-a8d0-1bb97cfdd006 req-a68330df-7d15-44b9-88f5-cd1339eeb8e2 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:22.058922 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-567de2b8-3792-4c0d-a8d0-1bb97cfdd006 req-a68330df-7d15-44b9-88f5-cd1339eeb8e2 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.38 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1098 time: 0.1499357 Jul 16 09:08:22.082934 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a48d1545-16b8-4096-b76e-e916a9c460f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.138015 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a48d1545-16b8-4096-b76e-e916a9c460f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.330302 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a48d1545-16b8-4096-b76e-e916a9c460f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.336167 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a48d1545-16b8-4096-b76e-e916a9c460f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.338431 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a48d1545-16b8-4096-b76e-e916a9c460f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/security-groups/36ef97c4-99da-4adc-9028-782ce563e81a HTTP/1.1" status: 204 len: 168 time: 0.3701761 Jul 16 09:08:22.341591 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-567de2b8-3792-4c0d-a8d0-1bb97cfdd006 req-f73d1638-6ad7-4d0d-86c6-fdd9cc654546 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Deleting port 458deb7b-42fb-410b-b338-9518f91ccb38 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:22.342206 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-567de2b8-3792-4c0d-a8d0-1bb97cfdd006 req-f73d1638-6ad7-4d0d-86c6-fdd9cc654546 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.344565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35686) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:22.395099 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d1545-16b8-4096-b76e-e916a9c460f9 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ef97c4-99da-4adc-9028-782ce563e81a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:22.408260 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:08:22.536785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1f742053-2e25-480b-a37f-56ba664b6035 None None] Provisioning complete for port 2bb52fee-9816-41ba-ae46-7063f7123dae triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:22.537531 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1f742053-2e25-480b-a37f-56ba664b6035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.587868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-567de2b8-3792-4c0d-a8d0-1bb97cfdd006 req-f73d1638-6ad7-4d0d-86c6-fdd9cc654546 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] For port 458deb7b-42fb-410b-b338-9518f91ccb38, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=458deb7b-42fb-410b-b338-9518f91ccb38,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:22.588251 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-567de2b8-3792-4c0d-a8d0-1bb97cfdd006 req-f73d1638-6ad7-4d0d-86c6-fdd9cc654546 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.592479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011122c3-8614-4ef5-98b5-9b6c5b10972d req-916e3be5-510b-4e6c-be9e-aef35a9fed8a tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:22.597299 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-011122c3-8614-4ef5-98b5-9b6c5b10972d req-916e3be5-510b-4e6c-be9e-aef35a9fed8a tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 1098 time: 0.2707059 Jul 16 09:08:22.598890 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9acc1ba-6b1c-4798-a0e4-bb0ad0fc1fc0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.605243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1f742053-2e25-480b-a37f-56ba664b6035 None None] Port 2bb52fee-9816-41ba-ae46-7063f7123dae cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:22.609177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1f742053-2e25-480b-a37f-56ba664b6035 None None] Could not find standard attr ID for object 692cdcbc-0511-4386-b42c-a290d78bb87b. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:08:22.623064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1f742053-2e25-480b-a37f-56ba664b6035 None None] Provisioning for port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:22.628423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1f742053-2e25-480b-a37f-56ba664b6035 None None] Provisioning complete for port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:22.629102 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1f742053-2e25-480b-a37f-56ba664b6035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.667308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-567de2b8-3792-4c0d-a8d0-1bb97cfdd006 req-f73d1638-6ad7-4d0d-86c6-fdd9cc654546 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Calling delete_port for 458deb7b-42fb-410b-b338-9518f91ccb38 owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:22.696114 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9acc1ba-6b1c-4798-a0e4-bb0ad0fc1fc0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.745891 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-011122c3-8614-4ef5-98b5-9b6c5b10972d req-8c89fe1d-9fb0-4b35-aa44-745724f972e4 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432362 Jul 16 09:08:22.849864 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9acc1ba-6b1c-4798-a0e4-bb0ad0fc1fc0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.854719 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9acc1ba-6b1c-4798-a0e4-bb0ad0fc1fc0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.856835 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a9acc1ba-6b1c-4798-a0e4-bb0ad0fc1fc0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/security-groups/ff7228d9-1345-486b-b8f8-d37022038c47 HTTP/1.1" status: 204 len: 168 time: 0.5081275 Jul 16 09:08:22.860163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35688) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:22.896366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9acc1ba-6b1c-4798-a0e4-bb0ad0fc1fc0 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff7228d9-1345-486b-b8f8-d37022038c47,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:22.974232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a9b223-e0d5-412d-922f-841150b033bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting subnet 3ea70062-2813-4638-9234-5c88fb3a4cf2 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:08:22.978543 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38a9b223-e0d5-412d-922f-841150b033bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.980431 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-567de2b8-3792-4c0d-a8d0-1bb97cfdd006 req-f73d1638-6ad7-4d0d-86c6-fdd9cc654546 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:22.994928 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:08:23.022924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d1638-6ad7-4d0d-86c6-fdd9cc654546 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Pushing event deleted for resources: {'Port': ['ID=458deb7b-42fb-410b-b338-9518f91ccb38,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:23.057293 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38a9b223-e0d5-412d-922f-841150b033bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.109424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-567de2b8-3792-4c0d-a8d0-1bb97cfdd006 req-f73d1638-6ad7-4d0d-86c6-fdd9cc654546 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] No DVR routers for this DVR port 458deb7b-42fb-410b-b338-9518f91ccb38 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:23.116365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-567de2b8-3792-4c0d-a8d0-1bb97cfdd006 req-f73d1638-6ad7-4d0d-86c6-fdd9cc654546 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.126350 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-567de2b8-3792-4c0d-a8d0-1bb97cfdd006 req-f73d1638-6ad7-4d0d-86c6-fdd9cc654546 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.38 "DELETE /v2.0/ports/458deb7b-42fb-410b-b338-9518f91ccb38 HTTP/1.1" status: 204 len: 173 time: 1.0571690 Jul 16 09:08:23.126875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea2881f1-ada3-42fb-9d57-bca1a9d34495', 'name': 'network-vif-deleted', 'tag': '458deb7b-42fb-410b-b338-9518f91ccb38'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:23.129380 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c433b054-ce92-4b29-b48c-025cb827cc6f" -d '{"events": [{"server_uuid": "ea2881f1-ada3-42fb-9d57-bca1a9d34495", "name": "network-vif-deleted", "tag": "458deb7b-42fb-410b-b338-9518f91ccb38"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:23.291882 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38a9b223-e0d5-412d-922f-841150b033bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.303223 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e5d469-b5a8-478d-8473-a6a3e0fa5684 x-openstack-request-id: req-b9e5d469-b5a8-478d-8473-a6a3e0fa5684 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:23.303520 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea2881f1-ada3-42fb-9d57-bca1a9d34495", "name": "network-vif-deleted", "tag": "458deb7b-42fb-410b-b338-9518f91ccb38", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:23.303775 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b9e5d469-b5a8-478d-8473-a6a3e0fa5684 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:23.304188 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea2881f1-ada3-42fb-9d57-bca1a9d34495', 'name': 'network-vif-deleted', 'tag': '458deb7b-42fb-410b-b338-9518f91ccb38', 'status': 'completed', 'code': 200} Jul 16 09:08:23.399421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fbc3ac8c-88be-4e26-be30-3bf2b5739ab6 None None] Could not find standard attr ID for object 692cdcbc-0511-4386-b42c-a290d78bb87b. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:08:23.463819 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38a9b223-e0d5-412d-922f-841150b033bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.521457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9b223-e0d5-412d-922f-841150b033bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Subnet': ['ID=3ea70062-2813-4638-9234-5c88fb3a4cf2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:23.525658 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-38a9b223-e0d5-412d-922f-841150b033bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.528564 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-38a9b223-e0d5-412d-922f-841150b033bc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/3ea70062-2813-4638-9234-5c88fb3a4cf2 HTTP/1.1" status: 204 len: 168 time: 0.6666658 Jul 16 09:08:23.532836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35696) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:23.614825 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-288766c7-28e4-4d9b-9a11-406d91d4d0b3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting subnet b3643247-4335-490d-8053-4ff7a2151869 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:08:23.621202 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-288766c7-28e4-4d9b-9a11-406d91d4d0b3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.637561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d40049-0468-4eda-b70a-7b1e2e8999fd None None] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:23.696979 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-288766c7-28e4-4d9b-9a11-406d91d4d0b3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.850535 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-288766c7-28e4-4d9b-9a11-406d91d4d0b3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:23.999738 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-288766c7-28e4-4d9b-9a11-406d91d4d0b3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.067468 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288766c7-28e4-4d9b-9a11-406d91d4d0b3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Subnet': ['ID=b3643247-4335-490d-8053-4ff7a2151869,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:24.105940 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-915c3da1-103c-4335-a9e5-005dc2919b8b req-f9a498f5-2f96-4cdf-847a-563ef3f0c8bf tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ea2881f1-ada3-42fb-9d57-bca1a9d34495 HTTP/1.1" status: 200 len: 210 time: 0.0889816 Jul 16 09:08:24.112148 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-288766c7-28e4-4d9b-9a11-406d91d4d0b3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.117966 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-288766c7-28e4-4d9b-9a11-406d91d4d0b3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/b3643247-4335-490d-8053-4ff7a2151869 HTTP/1.1" status: 204 len: 168 time: 0.5801334 Jul 16 09:08:24.118330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35700) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:24.173325 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da8ce26-541f-4d42-99ae-cdd8c23a4bee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:24.173975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da8ce26-541f-4d42-99ae-cdd8c23a4bee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:24.181216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35702) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:24.182462 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5da8ce26-541f-4d42-99ae-cdd8c23a4bee tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/3ea70062-2813-4638-9234-5c88fb3a4cf2 HTTP/1.1" status: 404 len: 337 time: 0.0619342 Jul 16 09:08:24.209811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ee26b4-8ffb-4088-928d-abaa252ee9e4 None None] Update dhcp port {'port': {'network_id': '4df08b8f-cf27-4dba-9d5d-6ed95ebca624', 'fixed_ips': [{'subnet_id': '211ac1d3-ba4b-40c2-a656-44ac05f5223a', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b3643247-4335-490d-8053-4ff7a2151869'}], 'binding:host_id': 'n-d-758944-46'}, 'id': '9f1b4e4d-a95a-49d3-84dd-7a8e38491126'} from n-d-758944-46. {{(pid=93696) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 09:08:24.277472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-da53655d-f301-48bb-85ee-5f68601fc8b2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting subnet 211ac1d3-ba4b-40c2-a656-44ac05f5223a {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:08:24.285034 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da53655d-f301-48bb-85ee-5f68601fc8b2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.299211 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c1ee26b4-8ffb-4088-928d-abaa252ee9e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.344537 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da53655d-f301-48bb-85ee-5f68601fc8b2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.530922 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da53655d-f301-48bb-85ee-5f68601fc8b2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server [None req-c1ee26b4-8ffb-4088-928d-abaa252ee9e4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 211ac1d3-ba4b-40c2-a656-44ac05f5223a: This subnet is being modified by another concurrent operation. Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 211ac1d3-ba4b-40c2-a656-44ac05f5223a: This subnet is being modified by another concurrent operation. Jul 16 09:08:24.616098 n-d-758944-46 neutron-server[93696]: ERROR oslo_messaging.rpc.server Jul 16 09:08:24.635221 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da53655d-f301-48bb-85ee-5f68601fc8b2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.684899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da53655d-f301-48bb-85ee-5f68601fc8b2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.690141 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-da53655d-f301-48bb-85ee-5f68601fc8b2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/211ac1d3-ba4b-40c2-a656-44ac05f5223a HTTP/1.1" status: 204 len: 168 time: 0.5077260 Jul 16 09:08:24.691051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35708) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:24.691606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da53655d-f301-48bb-85ee-5f68601fc8b2 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Subnet': ['ID=211ac1d3-ba4b-40c2-a656-44ac05f5223a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:24.716726 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a9ce61-9e9e-412e-a614-1c6dd4b78ff8 None None] Network 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:24.743072 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c31d4c1-a92c-4a57-8dd4-93d7f8666bf3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:24.745157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c31d4c1-a92c-4a57-8dd4-93d7f8666bf3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:24.747602 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0c31d4c1-a92c-4a57-8dd4-93d7f8666bf3 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/e67b959b-02e0-41b5-bf99-7a8adf058233 HTTP/1.1" status: 404 len: 337 time: 0.0547421 Jul 16 09:08:24.750248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35710) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:24.814777 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-39655f24-a35b-43cf-9505-aa1943a29e58 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "GET /v2.0/ports?device_id=be34f3a7-a558-4014-b80a-45dbeaaf893a HTTP/1.1" status: 200 len: 205 time: 0.0621564 Jul 16 09:08:24.817457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35712) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:24.826441 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d8a0d295-465d-4cb1-adca-6dae16cae722 None None] Provisioning complete for port 2bb52fee-9816-41ba-ae46-7063f7123dae triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:24.828194 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d295-465d-4cb1-adca-6dae16cae722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:24.894696 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-85b8be86-2732-4147-9e49-fc89d3a09f42 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] delete failed (client error): The resource could not be found. Jul 16 09:08:24.895974 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-85b8be86-2732-4147-9e49-fc89d3a09f42 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/routers/be34f3a7-a558-4014-b80a-45dbeaaf893a HTTP/1.1" status: 404 len: 336 time: 0.0767522 Jul 16 09:08:24.900186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35714) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:24.951222 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c7d1cc9-c59b-46d2-b848-a5a6c9c802cc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:24.952894 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c7d1cc9-c59b-46d2-b848-a5a6c9c802cc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:24.956559 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7c7d1cc9-c59b-46d2-b848-a5a6c9c802cc tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/4187b093-c0de-456f-b09c-36f774b2a8c4 HTTP/1.1" status: 404 len: 337 time: 0.0530629 Jul 16 09:08:24.960126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35716) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:24.970208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d8a0d295-465d-4cb1-adca-6dae16cae722 None None] Port 2bb52fee-9816-41ba-ae46-7063f7123dae cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:24.977877 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 458deb7b-42fb-410b-b338-9518f91ccb38 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:25.006672 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-780f6199-9cdb-4605-b1b8-a5cf899e3708 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:25.007314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-780f6199-9cdb-4605-b1b8-a5cf899e3708 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:25.010679 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-780f6199-9cdb-4605-b1b8-a5cf899e3708 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/55453048-18f1-4daf-9080-1a336b02f31a HTTP/1.1" status: 404 len: 337 time: 0.0483253 Jul 16 09:08:25.016330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35718) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:25.027145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 458deb7b-42fb-410b-b338-9518f91ccb38 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:25.028608 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 458deb7b-42fb-410b-b338-9518f91ccb38 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:25.058864 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d8a0d295-465d-4cb1-adca-6dae16cae722 None None] Provisioning complete for port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:25.060427 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d8a0d295-465d-4cb1-adca-6dae16cae722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.070211 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-502158d9-b6f1-4dfc-b464-0bf4060db48c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:25.071313 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502158d9-b6f1-4dfc-b464-0bf4060db48c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:25.074745 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-502158d9-b6f1-4dfc-b464-0bf4060db48c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/9d122edb-7d2c-401c-bea2-82a300763251 HTTP/1.1" status: 404 len: 337 time: 0.0567322 Jul 16 09:08:25.078224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35720) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:25.110718 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9872b4f-e2d4-4932-8b96-73711050a196 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:25.112324 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9872b4f-e2d4-4932-8b96-73711050a196 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:25.114482 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d9872b4f-e2d4-4932-8b96-73711050a196 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/2c4a270a-4009-4b54-8008-566c5f0185b1 HTTP/1.1" status: 404 len: 333 time: 0.0351169 Jul 16 09:08:25.118678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35722) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:25.177657 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1fdd0de-3c06-44cc-b20d-be656b218779 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:25.177657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1fdd0de-3c06-44cc-b20d-be656b218779 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:25.180648 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c1fdd0de-3c06-44cc-b20d-be656b218779 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/ed04e58c-bf32-4400-ae8e-02dd02c43033 HTTP/1.1" status: 404 len: 337 time: 0.0547361 Jul 16 09:08:25.184410 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35726) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:25.220135 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3b41f58-5d78-448e-a030-703f4b0dd075 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:25.220478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3b41f58-5d78-448e-a030-703f4b0dd075 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:25.222294 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f3b41f58-5d78-448e-a030-703f4b0dd075 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/e7866350-0b26-4d1e-9aa4-e9a9dd4a5624 HTTP/1.1" status: 404 len: 337 time: 0.0366056 Jul 16 09:08:25.222826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266199fc-2314-4de7-9ebb-520ba7a2058c None None] DHCP port deletion for 4df08b8f-cf27-4dba-9d5d-6ed95ebca624 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:08:25.227457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35728) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:25.304838 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bdb5fd0-dbc7-422d-b8d0-0ef86d27f498 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:25.305969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bdb5fd0-dbc7-422d-b8d0-0ef86d27f498 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:25.309137 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3bdb5fd0-dbc7-422d-b8d0-0ef86d27f498 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/1609e60f-14c8-4fd1-9793-f0f80309e823 HTTP/1.1" status: 404 len: 333 time: 0.0801175 Jul 16 09:08:25.312763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35732) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:25.345051 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-266199fc-2314-4de7-9ebb-520ba7a2058c None None] Deleting port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:25.345426 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-266199fc-2314-4de7-9ebb-520ba7a2058c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.346165 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb68c884-b86a-4773-a7c2-24ee5526ae2c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:25.346696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb68c884-b86a-4773-a7c2-24ee5526ae2c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:25.348817 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cb68c884-b86a-4773-a7c2-24ee5526ae2c tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/70acfd54-fbba-4112-87a5-4c691fddc87c HTTP/1.1" status: 404 len: 337 time: 0.0327804 Jul 16 09:08:25.353025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35734) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:25.395042 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-6279063c-e068-413c-bba3-8abab9685975 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:25.395495 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6279063c-e068-413c-bba3-8abab9685975 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:25.397525 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6279063c-e068-413c-bba3-8abab9685975 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/subnets/d9027952-b334-47f8-af7a-8d58c0b6743a HTTP/1.1" status: 404 len: 337 time: 0.0435023 Jul 16 09:08:25.399994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35736) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:25.471045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-266199fc-2314-4de7-9ebb-520ba7a2058c None None] For port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9f1b4e4d-a95a-49d3-84dd-7a8e38491126,segment=NetworkSegment(6d38bd0b-f2b1-4b29-a414-71caafc846a0),segment_id=6d38bd0b-f2b1-4b29-a414-71caafc846a0)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:25.471463 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-266199fc-2314-4de7-9ebb-520ba7a2058c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.490635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-266199fc-2314-4de7-9ebb-520ba7a2058c None None] Calling delete_port for 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:25.620727 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Deleting port 2bb52fee-9816-41ba-ae46-7063f7123dae {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:25.621545 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.674719 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-266199fc-2314-4de7-9ebb-520ba7a2058c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.719779 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266199fc-2314-4de7-9ebb-520ba7a2058c None None] Pushing event deleted for resources: {'Port': ['ID=9f1b4e4d-a95a-49d3-84dd-7a8e38491126,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:25.732896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266199fc-2314-4de7-9ebb-520ba7a2058c None None] No DVR routers for this DVR port 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:25.765544 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.776193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46029732-0251-4645-912e-a501c1d67a2e None None] get_active_networks_info from n-d-758944-46 {{(pid=93696) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:08:25.788420 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Calling delete_port for 2bb52fee-9816-41ba-ae46-7063f7123dae owned by {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:25.899326 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46029732-0251-4645-912e-a501c1d67a2e None None] Resources bound (agent type, host, resource id): {{(pid=93696) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:08:25.963844 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:25.997979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84545305-e21b-4870-8ab7-777304de3a93 req-5b6da8a2-1a3b-4a43-b6dd-3ef374659963 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:25.999633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-84545305-e21b-4870-8ab7-777304de3a93 req-5b6da8a2-1a3b-4a43-b6dd-3ef374659963 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 1097 time: 0.1069415 Jul 16 09:08:26.019984 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.024245 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/ports/2bb52fee-9816-41ba-ae46-7063f7123dae HTTP/1.1" status: 204 len: 168 time: 0.6208200 Jul 16 09:08:26.025026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35744) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:26.034957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Port': ['ID=2bb52fee-9816-41ba-ae46-7063f7123dae,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:26.056247 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:26.056803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:26.057868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:26.057868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:26.057868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:26.058201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:26.058360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:26.058921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:26.059528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:26.060224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:26.060874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:26.061071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5217a5-f731-47c8-9473-761181d7c3a7 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:26.098231 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-84545305-e21b-4870-8ab7-777304de3a93 req-c8d70f88-f4f6-488d-9378-6520d994779b tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881379 Jul 16 09:08:26.138289 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4cda1cd3-caf9-44c1-901b-4f5efdd41f53 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.277744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:26.278571 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4cda1cd3-caf9-44c1-901b-4f5efdd41f53 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.289636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-4cda1cd3-caf9-44c1-901b-4f5efdd41f53 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df08b8f-cf27-4dba-9d5d-6ed95ebca624']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:26.301418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-4cda1cd3-caf9-44c1-901b-4f5efdd41f53 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d38bd0b-f2b1-4b29-a414-71caafc846a0') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:26.301725 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-4cda1cd3-caf9-44c1-901b-4f5efdd41f53 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d38bd0b-f2b1-4b29-a414-71caafc846a0') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:26.312107 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4cda1cd3-caf9-44c1-901b-4f5efdd41f53 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.322553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:26.323726 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9f1b4e4d-a95a-49d3-84dd-7a8e38491126 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:26.332388 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4cda1cd3-caf9-44c1-901b-4f5efdd41f53 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.343647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cda1cd3-caf9-44c1-901b-4f5efdd41f53 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:08:26.344818 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4cda1cd3-caf9-44c1-901b-4f5efdd41f53 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:08:26.350855 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:08:26.454551 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4cda1cd3-caf9-44c1-901b-4f5efdd41f53 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.464795 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4cda1cd3-caf9-44c1-901b-4f5efdd41f53 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.466714 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4cda1cd3-caf9-44c1-901b-4f5efdd41f53 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] 10.222.0.20 "DELETE /v2.0/networks/4df08b8f-cf27-4dba-9d5d-6ed95ebca624 HTTP/1.1" status: 204 len: 168 time: 0.4406681 Jul 16 09:08:26.477465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda1cd3-caf9-44c1-901b-4f5efdd41f53 tempest-PortsTestJSON-960825383 tempest-PortsTestJSON-960825383-project] Pushing event deleted for resources: {'Network': ['ID=4df08b8f-cf27-4dba-9d5d-6ed95ebca624,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:26.873551 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35756) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:27.282688 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-483328c2-22c0-45d9-ad01-5bc3ea921d07 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=448df4f2bed44d7b950b1c67e31fddf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4049385 Jul 16 09:08:27.283500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35764) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:27.299220 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaf733a-48fa-42fd-95be-74eb89015961 req-eeddf96d-080c-4e76-812b-91e01c8506a5 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:27.301861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7aaf733a-48fa-42fd-95be-74eb89015961 req-eeddf96d-080c-4e76-812b-91e01c8506a5 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 1097 time: 0.1829660 Jul 16 09:08:27.386125 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c077-140f-4196-b71d-e6a30bdcf933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.488142 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c077-140f-4196-b71d-e6a30bdcf933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.508347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-7aaf733a-48fa-42fd-95be-74eb89015961 req-aa699994-2f81-47f2-b9e1-20cdca39e0f6 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Deleting port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:27.509159 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7aaf733a-48fa-42fd-95be-74eb89015961 req-aa699994-2f81-47f2-b9e1-20cdca39e0f6 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.554281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b7f87a-a785-4405-9f83-00d422c689c4 req-ffad9ab8-9d83-4bc9-9944-29231d7094fc tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:27.557227 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-59b7f87a-a785-4405-9f83-00d422c689c4 req-ffad9ab8-9d83-4bc9-9944-29231d7094fc tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 1097 time: 0.1381724 Jul 16 09:08:27.575158 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c077-140f-4196-b71d-e6a30bdcf933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.585122 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b1b9c077-140f-4196-b71d-e6a30bdcf933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.589295 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b1b9c077-140f-4196-b71d-e6a30bdcf933 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5568cb83-3cdd-4022-9365-cc8784b46adb HTTP/1.1" status: 204 len: 168 time: 0.3051512 Jul 16 09:08:27.673889 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-59b7f87a-a785-4405-9f83-00d422c689c4 req-fbfe3e3d-e379-4528-8d90-b26045eaf483 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/security-groups?id=867f49d4-e9fc-41c4-9005-6064fb370b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829368 Jul 16 09:08:27.685151 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7aaf733a-48fa-42fd-95be-74eb89015961 req-aa699994-2f81-47f2-b9e1-20cdca39e0f6 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] For port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:27.685151 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7aaf733a-48fa-42fd-95be-74eb89015961 req-aa699994-2f81-47f2-b9e1-20cdca39e0f6 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:27.685767 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b9c077-140f-4196-b71d-e6a30bdcf933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5568cb83-3cdd-4022-9365-cc8784b46adb,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:27.721646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-7aaf733a-48fa-42fd-95be-74eb89015961 req-aa699994-2f81-47f2-b9e1-20cdca39e0f6 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Calling delete_port for b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:27.995382 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7aaf733a-48fa-42fd-95be-74eb89015961 req-aa699994-2f81-47f2-b9e1-20cdca39e0f6 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.017685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:08:28.121106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa699994-2f81-47f2-b9e1-20cdca39e0f6 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Pushing event deleted for resources: {'Port': ['ID=b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:28.272393 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aaf733a-48fa-42fd-95be-74eb89015961 req-aa699994-2f81-47f2-b9e1-20cdca39e0f6 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] No DVR routers for this DVR port b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:28.275625 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7aaf733a-48fa-42fd-95be-74eb89015961 req-aa699994-2f81-47f2-b9e1-20cdca39e0f6 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:28.280379 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7aaf733a-48fa-42fd-95be-74eb89015961 req-aa699994-2f81-47f2-b9e1-20cdca39e0f6 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.15 "DELETE /v2.0/ports/b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d HTTP/1.1" status: 204 len: 173 time: 0.9703069 Jul 16 09:08:28.281902 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64765a13-8572-4aad-b668-f4c309344663', 'name': 'network-vif-deleted', 'tag': 'b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:28.286142 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6801bf-1f98-46a8-ac74-7a8eb595b26e" -d '{"events": [{"server_uuid": "64765a13-8572-4aad-b668-f4c309344663", "name": "network-vif-deleted", "tag": "b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:28.356110 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39469f7d-c108-48b0-9eb7-fe0b0bb2da38 x-openstack-request-id: req-39469f7d-c108-48b0-9eb7-fe0b0bb2da38 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:28.358400 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64765a13-8572-4aad-b668-f4c309344663", "name": "network-vif-deleted", "tag": "b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:28.358400 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-39469f7d-c108-48b0-9eb7-fe0b0bb2da38 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:28.359586 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64765a13-8572-4aad-b668-f4c309344663', 'name': 'network-vif-deleted', 'tag': 'b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d', 'status': 'completed', 'code': 200} Jul 16 09:08:29.054831 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-01de282b-d618-4925-be1b-79f7e12b8a70 req-e6bc4aee-0317-46cd-a34b-b20b17a1bda7 tempest-TestServerMultinode-631112659 tempest-TestServerMultinode-631112659-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=64765a13-8572-4aad-b668-f4c309344663 HTTP/1.1" status: 200 len: 210 time: 0.0415199 Jul 16 09:08:29.336181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35802) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:29.461619 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-54103c76-22d6-4f32-9a6a-7ed61b3b720f tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group': {'name': 'tempest-secgroup--581757263'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:29.492391 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54103c76-22d6-4f32-9a6a-7ed61b3b720f tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.502192 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54103c76-22d6-4f32-9a6a-7ed61b3b720f tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.633036 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54103c76-22d6-4f32-9a6a-7ed61b3b720f tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.638155 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54103c76-22d6-4f32-9a6a-7ed61b3b720f tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.703623 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54103c76-22d6-4f32-9a6a-7ed61b3b720f tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=848c9186-5d2c-41fe-91fd-b628c3f0b23a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:29.807131 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54103c76-22d6-4f32-9a6a-7ed61b3b720f tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.813689 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54103c76-22d6-4f32-9a6a-7ed61b3b720f tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.841770 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54103c76-22d6-4f32-9a6a-7ed61b3b720f tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:29.843127 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-54103c76-22d6-4f32-9a6a-7ed61b3b720f tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5060906 Jul 16 09:08:29.847898 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35806) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:29.852885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54103c76-22d6-4f32-9a6a-7ed61b3b720f tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3154c00c-a6fc-41d0-9edf-494f1698139d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:29.938079 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1eb927a4-0227-4847-b718-afadf7a1484e tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0879815 Jul 16 09:08:29.940666 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35808) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:29.945553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-1e1c550b-be05-4ea2-9601-d48efb3f86cb tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group': {'name': 'tempest-security--963930448', 'description': 'tempest-security-description-199233288'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:29.973036 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e1c550b-be05-4ea2-9601-d48efb3f86cb tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.045280 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e1c550b-be05-4ea2-9601-d48efb3f86cb tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.051894 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e1c550b-be05-4ea2-9601-d48efb3f86cb tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.058682 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e1c550b-be05-4ea2-9601-d48efb3f86cb tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.062401 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1e1c550b-be05-4ea2-9601-d48efb3f86cb tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "PUT /v2.0/security-groups/3154c00c-a6fc-41d0-9edf-494f1698139d HTTP/1.1" status: 200 len: 1778 time: 0.1202235 Jul 16 09:08:30.067322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35810) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:30.111196 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1c550b-be05-4ea2-9601-d48efb3f86cb tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3154c00c-a6fc-41d0-9edf-494f1698139d,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:30.165615 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ea6321a6-ffe7-4df6-8916-296ff01f5ded tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-groups/3154c00c-a6fc-41d0-9edf-494f1698139d HTTP/1.1" status: 200 len: 1778 time: 0.0955112 Jul 16 09:08:30.169141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35816) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:30.201101 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35820) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:30.378390 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-44e26549-851a-40f2-9fe1-676b5e359a70 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.421157 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-44e26549-851a-40f2-9fe1-676b5e359a70 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.507846 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-44e26549-851a-40f2-9fe1-676b5e359a70 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.512557 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-44e26549-851a-40f2-9fe1-676b5e359a70 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.518465 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-44e26549-851a-40f2-9fe1-676b5e359a70 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-groups/3154c00c-a6fc-41d0-9edf-494f1698139d HTTP/1.1" status: 204 len: 168 time: 0.3471031 Jul 16 09:08:30.519739 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35828) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:30.551982 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e26549-851a-40f2-9fe1-676b5e359a70 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3154c00c-a6fc-41d0-9edf-494f1698139d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:30.629069 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3fd69dad-6dbc-435d-bd13-d240703091aa tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1029899 Jul 16 09:08:30.632260 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35830) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:30.658407 n-d-758944-46 neutron-server[93695]: INFO neutron.api.v2.resource [None req-e1839575-75af-42c3-bd9e-c4cd19f9612c tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] delete failed (client error): The resource could not be found. Jul 16 09:08:30.660103 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e1839575-75af-42c3-bd9e-c4cd19f9612c tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-groups/3154c00c-a6fc-41d0-9edf-494f1698139d HTTP/1.1" status: 404 len: 347 time: 0.0261364 Jul 16 09:08:30.665130 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35832) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:30.670833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a278f58a-4f9e-46b8-8a52-7104063370a5 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group': {'name': 'tempest-secgroup--118611332'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:30.706804 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a278f58a-4f9e-46b8-8a52-7104063370a5 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.856796 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a278f58a-4f9e-46b8-8a52-7104063370a5 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.873794 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a278f58a-4f9e-46b8-8a52-7104063370a5 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.925584 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a278f58a-4f9e-46b8-8a52-7104063370a5 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:30.930353 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a278f58a-4f9e-46b8-8a52-7104063370a5 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2640796 Jul 16 09:08:30.931596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a278f58a-4f9e-46b8-8a52-7104063370a5 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50cc3570-3751-4c5e-ac15-2b17c412d0ab,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:30.932116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35838) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:30.944035 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group_rule': {'security_group_id': '50cc3570-3751-4c5e-ac15-2b17c412d0ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:30.994082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:30.994758 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2abc6f7e-ee26-491e-94e4-a3687fa00ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.030973 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:31.031525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device b79380b3-ccfb-4d2a-bf6a-27d9e169cd2d not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:31.075919 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.190952 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.223890 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.271575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d658ea6-6fd6-486a-b6af-38b553214c5d,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:31.288728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:31.289315 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:31.289537 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:31.289929 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:31.290388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:31.290829 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:31.291302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:31.291759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:31.292059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:31.292528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:31.292957 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:31.293401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:31.299887 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.306118 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f7483e9b-073e-431a-b352-054c90bac204 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3652642 Jul 16 09:08:31.307006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35842) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:31.352278 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04877385-7bcc-442e-a749-a8ad731705f7 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.369617 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04877385-7bcc-442e-a749-a8ad731705f7 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.455306 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04877385-7bcc-442e-a749-a8ad731705f7 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.464563 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-04877385-7bcc-442e-a749-a8ad731705f7 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.466164 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-04877385-7bcc-442e-a749-a8ad731705f7 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4d658ea6-6fd6-486a-b6af-38b553214c5d HTTP/1.1" status: 204 len: 168 time: 0.1583591 Jul 16 09:08:31.469820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35848) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:31.511934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04877385-7bcc-442e-a749-a8ad731705f7 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d658ea6-6fd6-486a-b6af-38b553214c5d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:31.577263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-2abc6f7e-ee26-491e-94e4-a3687fa00ee3 admin admin] Deleting port e8e5ac5f-5275-49c9-b742-9ae2083a6324 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:31.577820 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2abc6f7e-ee26-491e-94e4-a3687fa00ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.592562 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-61f1a69d-ff64-4ea6-a38e-57ea2052a1ad tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1208038 Jul 16 09:08:31.594724 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35854) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:31.740641 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bea39527-6684-4249-a917-d0e2962eee31 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.745574 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-2abc6f7e-ee26-491e-94e4-a3687fa00ee3 admin admin] For port e8e5ac5f-5275-49c9-b742-9ae2083a6324, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e8e5ac5f-5275-49c9-b742-9ae2083a6324,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:31.745574 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2abc6f7e-ee26-491e-94e4-a3687fa00ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.762415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-2abc6f7e-ee26-491e-94e4-a3687fa00ee3 admin admin] Calling delete_port for e8e5ac5f-5275-49c9-b742-9ae2083a6324 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:31.786032 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bea39527-6684-4249-a917-d0e2962eee31 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.873193 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bea39527-6684-4249-a917-d0e2962eee31 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.881937 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bea39527-6684-4249-a917-d0e2962eee31 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:31.884558 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bea39527-6684-4249-a917-d0e2962eee31 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-groups/50cc3570-3751-4c5e-ac15-2b17c412d0ab HTTP/1.1" status: 204 len: 168 time: 0.2879188 Jul 16 09:08:31.894799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35862) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:31.959041 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea39527-6684-4249-a917-d0e2962eee31 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cc3570-3751-4c5e-ac15-2b17c412d0ab,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:31.988132 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fa702c6d-77ca-46d0-bf9e-d679b09a8c0d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0895360 Jul 16 09:08:31.994608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35868) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:32.003156 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-8568b954-adaf-44c9-aa87-4d5d16734e97 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group': {'name': 'tempest-secgroup--178964394'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:32.073812 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8568b954-adaf-44c9-aa87-4d5d16734e97 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.153008 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2abc6f7e-ee26-491e-94e4-a3687fa00ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.246259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc6f7e-ee26-491e-94e4-a3687fa00ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e5ac5f-5275-49c9-b742-9ae2083a6324,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:32.315598 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8568b954-adaf-44c9-aa87-4d5d16734e97 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.323672 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8568b954-adaf-44c9-aa87-4d5d16734e97 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.402166 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8568b954-adaf-44c9-aa87-4d5d16734e97 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.408709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8568b954-adaf-44c9-aa87-4d5d16734e97 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4083450 Jul 16 09:08:32.410018 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35872) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:32.420059 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-158e510a-ec5c-4605-8d2f-a0b6768100bd tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group_rule': {'security_group_id': '19625570-fe0b-461c-851f-9eb6056777a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:32.430528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8568b954-adaf-44c9-aa87-4d5d16734e97 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19625570-fe0b-461c-851f-9eb6056777a4,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:32.502392 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-158e510a-ec5c-4605-8d2f-a0b6768100bd tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.672174 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-158e510a-ec5c-4605-8d2f-a0b6768100bd tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.680959 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-158e510a-ec5c-4605-8d2f-a0b6768100bd tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.720269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e510a-ec5c-4605-8d2f-a0b6768100bd tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b33a807c-309c-43df-9314-e4275ae34a1b,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:32.747955 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2abc6f7e-ee26-491e-94e4-a3687fa00ee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.758084 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-158e510a-ec5c-4605-8d2f-a0b6768100bd tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.760660 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-158e510a-ec5c-4605-8d2f-a0b6768100bd tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3485086 Jul 16 09:08:32.765238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35874) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:32.770928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-390f2b53-b620-4a9b-aae2-8a769ca324c6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group_rule': {'security_group_id': '19625570-fe0b-461c-851f-9eb6056777a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:32.898127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-390f2b53-b620-4a9b-aae2-8a769ca324c6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.002625 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-390f2b53-b620-4a9b-aae2-8a769ca324c6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.010118 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-390f2b53-b620-4a9b-aae2-8a769ca324c6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.501146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f2b53-b620-4a9b-aae2-8a769ca324c6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab0c701-71d9-46df-a335-a9f543ed3ca6,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:33.517322 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-390f2b53-b620-4a9b-aae2-8a769ca324c6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.519324 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-390f2b53-b620-4a9b-aae2-8a769ca324c6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7531517 Jul 16 09:08:33.523839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35882) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:33.542715 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-35ac41f5-ee21-46e2-a2a2-1eee01ad7234 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group_rule': {'security_group_id': '19625570-fe0b-461c-851f-9eb6056777a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:33.546758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2abc6f7e-ee26-491e-94e4-a3687fa00ee3 admin admin] Router 50d392e5-059e-4658-97e7-97f94e7d28ac has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:08:33.599115 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35ac41f5-ee21-46e2-a2a2-1eee01ad7234 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.719907 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2abc6f7e-ee26-491e-94e4-a3687fa00ee3 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:33.735256 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35ac41f5-ee21-46e2-a2a2-1eee01ad7234 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.739647 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dbe325-1141-4f3b-b66f-01ca6ebc0897 None None] Sync routers for ids ['50d392e5-059e-4658-97e7-97f94e7d28ac'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:33.742771 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2abc6f7e-ee26-491e-94e4-a3687fa00ee3 admin admin] 10.222.0.20 "PUT /v2.0/routers/50d392e5-059e-4658-97e7-97f94e7d28ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5387557 Jul 16 09:08:33.745379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35884) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:33.764253 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dbe325-1141-4f3b-b66f-01ca6ebc0897 None None] Routers {'50d392e5-059e-4658-97e7-97f94e7d28ac'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:33.765418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-24dbe325-1141-4f3b-b66f-01ca6ebc0897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:08:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['50d392e5-059e-4658-97e7-97f94e7d28ac'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:33.770343 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:08:33.804721 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35ac41f5-ee21-46e2-a2a2-1eee01ad7234 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.844190 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac41f5-ee21-46e2-a2a2-1eee01ad7234 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b095fbb0-7046-4047-8e24-79c0780f0ca2,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:33.896885 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-35ac41f5-ee21-46e2-a2a2-1eee01ad7234 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.902144 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35886) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:33.902519 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-35ac41f5-ee21-46e2-a2a2-1eee01ad7234 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3747392 Jul 16 09:08:33.913322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c22ee641-efec-48ca-97d2-49621c7a9a45 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group_rule': {'security_group_id': '19625570-fe0b-461c-851f-9eb6056777a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:33.947054 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.996658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-24dbe325-1141-4f3b-b66f-01ca6ebc0897 None None] Set router 50d392e5-059e-4658-97e7-97f94e7d28ac gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:34.003681 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c22ee641-efec-48ca-97d2-49621c7a9a45 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.141858 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c22ee641-efec-48ca-97d2-49621c7a9a45 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.148940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c22ee641-efec-48ca-97d2-49621c7a9a45 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.164896 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.225275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ee641-efec-48ca-97d2-49621c7a9a45 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9383c7eb-2199-416c-93b0-9ee9b5623b89,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:34.237954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.245849 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c22ee641-efec-48ca-97d2-49621c7a9a45 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.256717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35890) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:34.261064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c22ee641-efec-48ca-97d2-49621c7a9a45 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3568659 Jul 16 09:08:34.277844 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6fc7183f-9cbc-41b1-a187-675ef5e5c0be tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group_rule': {'security_group_id': '19625570-fe0b-461c-851f-9eb6056777a4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:34.298559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-24dbe325-1141-4f3b-b66f-01ca6ebc0897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'name': 'tempest-TestServerMultinode-881962701-router', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.52'}], 'enable_snat': True}, 'gw_port_id': '475245f5-0c79-4945-8072-8484e8a5fa89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:09Z', 'updated_at': '2021-07-16T09:08:32Z', 'revision_number': 5, 'project_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'gw_port': {'id': '475245f5-0c79-4945-8072-8484e8a5fa89', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:65:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:11Z', 'updated_at': '2021-07-16T09:07:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:34.335399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dbe325-1141-4f3b-b66f-01ca6ebc0897 None None] Checking router: 50d392e5-059e-4658-97e7-97f94e7d28ac for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:08:34.353127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24dbe325-1141-4f3b-b66f-01ca6ebc0897 None None] Routers {'50d392e5-059e-4658-97e7-97f94e7d28ac'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:34.355672 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-24dbe325-1141-4f3b-b66f-01ca6ebc0897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:08:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['50d392e5-059e-4658-97e7-97f94e7d28ac'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:34.420532 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fc7183f-9cbc-41b1-a187-675ef5e5c0be tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.438666 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] Deleting port 475245f5-0c79-4945-8072-8484e8a5fa89 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:34.439015 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.549657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-24dbe325-1141-4f3b-b66f-01ca6ebc0897 None None] Set router 50d392e5-059e-4658-97e7-97f94e7d28ac gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:34.648787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-24dbe325-1141-4f3b-b66f-01ca6ebc0897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'name': 'tempest-TestServerMultinode-881962701-router', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:09Z', 'updated_at': '2021-07-16T09:08:34Z', 'revision_number': 6, 'project_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:34.699663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24dbe325-1141-4f3b-b66f-01ca6ebc0897 None None] The sync data for ids ['50d392e5-059e-4658-97e7-97f94e7d28ac'] in n-d-758944-46 is: [{'id': '50d392e5-059e-4658-97e7-97f94e7d28ac', 'name': 'tempest-TestServerMultinode-881962701-router', 'tenant_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:09Z', 'updated_at': '2021-07-16T09:08:34Z', 'revision_number': 6, 'project_id': 'fbf4233f3a0a46c794e775568ac8e74d', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:08:34.730551 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fc7183f-9cbc-41b1-a187-675ef5e5c0be tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.745458 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fc7183f-9cbc-41b1-a187-675ef5e5c0be tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.773043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] For port 475245f5-0c79-4945-8072-8484e8a5fa89, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=475245f5-0c79-4945-8072-8484e8a5fa89,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:34.773655 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.825121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc7183f-9cbc-41b1-a187-675ef5e5c0be tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d0e795-843f-41df-9915-93c841788d82,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:34.845931 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] Calling delete_port for 475245f5-0c79-4945-8072-8484e8a5fa89 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:34.856980 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6fc7183f-9cbc-41b1-a187-675ef5e5c0be tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.858828 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6fc7183f-9cbc-41b1-a187-675ef5e5c0be tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5990822 Jul 16 09:08:34.863277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35896) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:34.943513 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-097695e5-42f6-4a6c-9fc1-32906441a9b2 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:34.968966 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-097695e5-42f6-4a6c-9fc1-32906441a9b2 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.057704 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-097695e5-42f6-4a6c-9fc1-32906441a9b2 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.072762 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-097695e5-42f6-4a6c-9fc1-32906441a9b2 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.074946 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-097695e5-42f6-4a6c-9fc1-32906441a9b2 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/94d0e795-843f-41df-9915-93c841788d82 HTTP/1.1" status: 204 len: 168 time: 0.2101357 Jul 16 09:08:35.079558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35898) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:35.081698 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097695e5-42f6-4a6c-9fc1-32906441a9b2 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=94d0e795-843f-41df-9915-93c841788d82,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:35.202649 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-645d3dd0-123c-48d5-9982-eecf31c5db55 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1220515 Jul 16 09:08:35.205593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35900) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:35.249350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fac419e1-db8f-44c3-a13f-b8f94f5f5964 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.259811 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.263784 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fac419e1-db8f-44c3-a13f-b8f94f5f5964 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.293780 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c48e6085-13e2-4790-bfb9-eff2e5447d48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.336744 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fac419e1-db8f-44c3-a13f-b8f94f5f5964 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.360350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] Pushing event deleted for resources: {'Port': ['ID=475245f5-0c79-4945-8072-8484e8a5fa89,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:35.361859 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fac419e1-db8f-44c3-a13f-b8f94f5f5964 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.364040 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fac419e1-db8f-44c3-a13f-b8f94f5f5964 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/9383c7eb-2199-416c-93b0-9ee9b5623b89 HTTP/1.1" status: 204 len: 168 time: 0.1563017 Jul 16 09:08:35.371619 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35902) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:35.387131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac419e1-db8f-44c3-a13f-b8f94f5f5964 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9383c7eb-2199-416c-93b0-9ee9b5623b89,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:35.470604 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.508845 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-501f9d78-2c14-4340-9987-b1e05a3a5b3a tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1350083 Jul 16 09:08:35.511392 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35906) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:35.575806 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-628ace9b-c0ec-41c5-9363-a225e16f0602 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.595675 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-628ace9b-c0ec-41c5-9363-a225e16f0602 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.713869 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-628ace9b-c0ec-41c5-9363-a225e16f0602 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.715572 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.730516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.742289 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-628ace9b-c0ec-41c5-9363-a225e16f0602 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.747232 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-628ace9b-c0ec-41c5-9363-a225e16f0602 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b095fbb0-7046-4047-8e24-79c0780f0ca2 HTTP/1.1" status: 204 len: 168 time: 0.2342751 Jul 16 09:08:35.747949 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35914) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:35.759386 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.801203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628ace9b-c0ec-41c5-9363-a225e16f0602 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b095fbb0-7046-4047-8e24-79c0780f0ca2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:35.845202 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.847302 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50d392e5-059e-4658-97e7-97f94e7d28ac {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:08:35.862391 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.864109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4693bae8-e4ab-4994-a102-486ef6ccb268 admin admin] 10.222.0.20 "DELETE /v2.0/routers/50d392e5-059e-4658-97e7-97f94e7d28ac HTTP/1.1" status: 204 len: 168 time: 2.1169791 Jul 16 09:08:35.870497 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-985798e3-4379-40e1-8311-16a9fca8e0d1 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1124837 Jul 16 09:08:35.870497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35916) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:35.871439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35918) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:35.932188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcac4cd0-9f7d-4e24-84e8-0f776d999793 admin admin] Deleting subnet 639b6835-0383-42fa-9313-f6eede34ea99 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:08:35.935871 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcac4cd0-9f7d-4e24-84e8-0f776d999793 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.952649 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fcf2-d40d-42c0-b49f-1b4034f631e0 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.974875 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fcf2-d40d-42c0-b49f-1b4034f631e0 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.006218 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcac4cd0-9f7d-4e24-84e8-0f776d999793 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.070279 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fcf2-d40d-42c0-b49f-1b4034f631e0 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.079792 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f1c5fcf2-d40d-42c0-b49f-1b4034f631e0 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.086997 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f1c5fcf2-d40d-42c0-b49f-1b4034f631e0 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/4ab0c701-71d9-46df-a335-a9f543ed3ca6 HTTP/1.1" status: 204 len: 168 time: 0.2135000 Jul 16 09:08:36.096477 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35924) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.129817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5fcf2-d40d-42c0-b49f-1b4034f631e0 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ab0c701-71d9-46df-a335-a9f543ed3ca6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:36.252306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4c3525d8-6b81-43fd-8d8d-b304d2414217 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1513829 Jul 16 09:08:36.253954 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35930) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.341291 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcac4cd0-9f7d-4e24-84e8-0f776d999793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.351099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 475245f5-0c79-4945-8072-8484e8a5fa89 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:36.396583 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-21919d8d-6cd1-4b20-acfc-36b668a02795 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.422501 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 475245f5-0c79-4945-8072-8484e8a5fa89 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:36.429112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 475245f5-0c79-4945-8072-8484e8a5fa89 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:36.430055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e8e5ac5f-5275-49c9-b742-9ae2083a6324 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:36.459630 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-21919d8d-6cd1-4b20-acfc-36b668a02795 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.512108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: e8e5ac5f-5275-49c9-b742-9ae2083a6324 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:36.515980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e8e5ac5f-5275-49c9-b742-9ae2083a6324 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:36.616232 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-21919d8d-6cd1-4b20-acfc-36b668a02795 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.659842 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-21919d8d-6cd1-4b20-acfc-36b668a02795 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.659842 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-21919d8d-6cd1-4b20-acfc-36b668a02795 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/b33a807c-309c-43df-9314-e4275ae34a1b HTTP/1.1" status: 204 len: 168 time: 0.3909178 Jul 16 09:08:36.659842 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35934) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.699255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21919d8d-6cd1-4b20-acfc-36b668a02795 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b33a807c-309c-43df-9314-e4275ae34a1b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:36.705675 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcac4cd0-9f7d-4e24-84e8-0f776d999793 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.792023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6bd1fd-f53c-4091-b46f-b5f53d0f3439 None None] Network 5eaf9844-ead3-4e77-be67-daed81ce763d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:36.792488 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcac4cd0-9f7d-4e24-84e8-0f776d999793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.799916 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bcac4cd0-9f7d-4e24-84e8-0f776d999793 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/639b6835-0383-42fa-9313-f6eede34ea99 HTTP/1.1" status: 204 len: 168 time: 0.9289980 Jul 16 09:08:36.801552 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35938) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.802069 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35940) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:36.803610 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac4cd0-9f7d-4e24-84e8-0f776d999793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=639b6835-0383-42fa-9313-f6eede34ea99,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:36.817857 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b5b4c781-33c7-4c70-ba7a-3cf3b80f3a04 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1296382 Jul 16 09:08:37.119945 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.129428 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-660efeee-22c2-431a-8050-454e75dfca1d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.211795 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02ed669-3bbb-4de1-8dce-10acbb70c379 None None] DHCP port deletion for 5eaf9844-ead3-4e77-be67-daed81ce763d request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:08:37.217360 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-660efeee-22c2-431a-8050-454e75dfca1d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.289735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] Deleting port b365aa28-d1f7-452f-b7b5-056160526c1f {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:37.290178 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.364817 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c02ed669-3bbb-4de1-8dce-10acbb70c379 None None] Deleting port b365aa28-d1f7-452f-b7b5-056160526c1f {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:37.365706 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c02ed669-3bbb-4de1-8dce-10acbb70c379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.413588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] For port b365aa28-d1f7-452f-b7b5-056160526c1f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b365aa28-d1f7-452f-b7b5-056160526c1f,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:37.413588 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.429978 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] Calling delete_port for b365aa28-d1f7-452f-b7b5-056160526c1f owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:37.455559 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-660efeee-22c2-431a-8050-454e75dfca1d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.460208 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-660efeee-22c2-431a-8050-454e75dfca1d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.460208 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-660efeee-22c2-431a-8050-454e75dfca1d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-groups/19625570-fe0b-461c-851f-9eb6056777a4 HTTP/1.1" status: 204 len: 168 time: 0.6522839 Jul 16 09:08:37.463182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35944) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.463997 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-c02ed669-3bbb-4de1-8dce-10acbb70c379 None None] For port b365aa28-d1f7-452f-b7b5-056160526c1f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b365aa28-d1f7-452f-b7b5-056160526c1f,segment=NetworkSegment(4dd1cb70-b288-4f27-8207-223c72ad38dd),segment_id=4dd1cb70-b288-4f27-8207-223c72ad38dd)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:37.464364 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c02ed669-3bbb-4de1-8dce-10acbb70c379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.488369 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c02ed669-3bbb-4de1-8dce-10acbb70c379 None None] Calling delete_port for b365aa28-d1f7-452f-b7b5-056160526c1f owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:37.517783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660efeee-22c2-431a-8050-454e75dfca1d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19625570-fe0b-461c-851f-9eb6056777a4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:37.551312 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e37986cd-36e8-44b7-bc9c-d68dec4bff8c tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0861373 Jul 16 09:08:37.551312 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35946) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.561996 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-0d2954c1-6569-497e-8142-d51c5deac7d1 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1330852104'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:37.638803 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.640990 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d2954c1-6569-497e-8142-d51c5deac7d1 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.689009 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c02ed669-3bbb-4de1-8dce-10acbb70c379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.720445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] Pushing event deleted for resources: {'Port': ['ID=b365aa28-d1f7-452f-b7b5-056160526c1f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:37.744473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02ed669-3bbb-4de1-8dce-10acbb70c379 None None] Pushing event deleted for resources: {'Port': ['ID=b365aa28-d1f7-452f-b7b5-056160526c1f,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:37.754270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02ed669-3bbb-4de1-8dce-10acbb70c379 None None] No DVR routers for this DVR port b365aa28-d1f7-452f-b7b5-056160526c1f on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:37.767620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] No DVR routers for this DVR port b365aa28-d1f7-452f-b7b5-056160526c1f on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:37.885890 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d2954c1-6569-497e-8142-d51c5deac7d1 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.906588 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d2954c1-6569-497e-8142-d51c5deac7d1 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.956579 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.957682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2954c1-6569-497e-8142-d51c5deac7d1 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3f167e-9165-40e8-8907-a677951d51b5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:37.966614 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d2954c1-6569-497e-8142-d51c5deac7d1 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.975429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eaf9844-ead3-4e77-be67-daed81ce763d']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:37.979313 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0d2954c1-6569-497e-8142-d51c5deac7d1 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4211335 Jul 16 09:08:37.987079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35950) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:37.988362 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ebfafac8-b026-4737-a25a-f1ece5a1c20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.991328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd1cb70-b288-4f27-8207-223c72ad38dd') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:37.991686 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd1cb70-b288-4f27-8207-223c72ad38dd') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:38.005061 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.012607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-69ef4e5e-8f14-49e2-b798-b1030f832a11 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group_rule': {'security_group_id': '9e3f167e-9165-40e8-8907-a677951d51b5', 'direction': 'ingress', 'protocol': 17}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:38.047277 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.062732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:08:38.062732 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:08:38.063940 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:08:38.083921 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69ef4e5e-8f14-49e2-b798-b1030f832a11 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.169562 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.175061 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.177635 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] 10.222.0.20 "DELETE /v2.0/networks/5eaf9844-ead3-4e77-be67-daed81ce763d HTTP/1.1" status: 204 len: 168 time: 1.3593810 Jul 16 09:08:38.191677 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35952) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.197505 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69ef4e5e-8f14-49e2-b798-b1030f832a11 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.200024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e80c5-43fa-48b6-ab1b-5f69d8f5571a admin admin] Pushing event deleted for resources: {'Network': ['ID=5eaf9844-ead3-4e77-be67-daed81ce763d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:38.208166 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69ef4e5e-8f14-49e2-b798-b1030f832a11 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.222267 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.260707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef4e5e-8f14-49e2-b798-b1030f832a11 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8f2f65-82a9-425d-b105-22a2d0b4365f,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:38.271243 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-69ef4e5e-8f14-49e2-b798-b1030f832a11 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.278910 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-69ef4e5e-8f14-49e2-b798-b1030f832a11 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2883136 Jul 16 09:08:38.287987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35954) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.308815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b365aa28-d1f7-452f-b7b5-056160526c1f no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:38.363653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: b365aa28-d1f7-452f-b7b5-056160526c1f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:38.364198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b365aa28-d1f7-452f-b7b5-056160526c1f not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:38.388134 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-609cd7f4-d3fe-4414-8520-057e6bbf6224 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.441605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-609cd7f4-d3fe-4414-8520-057e6bbf6224 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.551520 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-609cd7f4-d3fe-4414-8520-057e6bbf6224 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.558493 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-609cd7f4-d3fe-4414-8520-057e6bbf6224 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.559756 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-609cd7f4-d3fe-4414-8520-057e6bbf6224 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-groups/9e3f167e-9165-40e8-8907-a677951d51b5 HTTP/1.1" status: 204 len: 168 time: 0.2706232 Jul 16 09:08:38.564529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35962) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.591330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cd7f4-d3fe-4414-8520-057e6bbf6224 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3f167e-9165-40e8-8907-a677951d51b5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:38.655580 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c9352639-5c30-4a09-88e7-318997956e46 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0893981 Jul 16 09:08:38.662053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35966) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:38.669825 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-518fdab9-eaac-4158-905f-aacd127d795d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477971717'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:38.728721 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-518fdab9-eaac-4158-905f-aacd127d795d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.923534 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-518fdab9-eaac-4158-905f-aacd127d795d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.932532 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-518fdab9-eaac-4158-905f-aacd127d795d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.992652 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-81d9fba9-4509-46c6-8121-24b08c3c001e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.038901 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-518fdab9-eaac-4158-905f-aacd127d795d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.043503 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-518fdab9-eaac-4158-905f-aacd127d795d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3797162 Jul 16 09:08:39.046918 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35976) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:39.047868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518fdab9-eaac-4158-905f-aacd127d795d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3435040-f916-4019-b1d3-e317f850cae7,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:39.061167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-15d567bf-3de4-419f-bc11-cd5f56fa4aa3 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group': {'name': 'tempest-secgroup--262384837'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:39.132832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15d567bf-3de4-419f-bc11-cd5f56fa4aa3 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.442575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15d567bf-3de4-419f-bc11-cd5f56fa4aa3 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.463765 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15d567bf-3de4-419f-bc11-cd5f56fa4aa3 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.504642 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-81d9fba9-4509-46c6-8121-24b08c3c001e admin admin] Deleting port 0c0d784c-d99b-4665-844d-9134784238d4 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:39.505571 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-81d9fba9-4509-46c6-8121-24b08c3c001e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.549952 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-15d567bf-3de4-419f-bc11-cd5f56fa4aa3 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.552019 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-15d567bf-3de4-419f-bc11-cd5f56fa4aa3 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4977863 Jul 16 09:08:39.560251 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35978) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:39.568475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c62355a1-3203-4ff0-b151-1a7720b8dbe0 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group_rule': {'security_group_id': 'b3435040-f916-4019-b1d3-e317f850cae7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f1be28cd-28c7-4f8e-80c9-f486a0ff346e', 'remote_ip_prefix': None}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:39.589859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d567bf-3de4-419f-bc11-cd5f56fa4aa3 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1be28cd-28c7-4f8e-80c9-f486a0ff346e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:39.635709 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c62355a1-3203-4ff0-b151-1a7720b8dbe0 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.642624 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-81d9fba9-4509-46c6-8121-24b08c3c001e admin admin] For port 0c0d784c-d99b-4665-844d-9134784238d4, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0c0d784c-d99b-4665-844d-9134784238d4,segment=NetworkSegment(92163327-34f1-41c6-886b-c2e22cc5e11e),segment_id=92163327-34f1-41c6-886b-c2e22cc5e11e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:39.643146 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-81d9fba9-4509-46c6-8121-24b08c3c001e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.658007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-81d9fba9-4509-46c6-8121-24b08c3c001e admin admin] Calling delete_port for 0c0d784c-d99b-4665-844d-9134784238d4 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:39.802482 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.803364 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c62355a1-3203-4ff0-b151-1a7720b8dbe0 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.810505 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c62355a1-3203-4ff0-b151-1a7720b8dbe0 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.846695 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62355a1-3203-4ff0-b151-1a7720b8dbe0 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5029fec-db5a-4a89-8a54-d7a45c5898b8,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:39.866898 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c62355a1-3203-4ff0-b151-1a7720b8dbe0 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.873473 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c62355a1-3203-4ff0-b151-1a7720b8dbe0 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3077574 Jul 16 09:08:39.873473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35980) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:39.914503 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d775ffe0-5e10-48ca-9181-006141cbd40a tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.930051 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d775ffe0-5e10-48ca-9181-006141cbd40a tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:39.990407 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d775ffe0-5e10-48ca-9181-006141cbd40a tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.004360 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d775ffe0-5e10-48ca-9181-006141cbd40a tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.006583 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d775ffe0-5e10-48ca-9181-006141cbd40a tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/f5029fec-db5a-4a89-8a54-d7a45c5898b8 HTTP/1.1" status: 204 len: 168 time: 0.1316729 Jul 16 09:08:40.008953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35982) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:40.015249 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d775ffe0-5e10-48ca-9181-006141cbd40a tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5029fec-db5a-4a89-8a54-d7a45c5898b8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:40.065537 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-81d9fba9-4509-46c6-8121-24b08c3c001e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.088386 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-36abbd84-baa1-4a29-a2d7-2f93a1f78b99 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0782509 Jul 16 09:08:40.092056 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35986) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:40.146845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9fba9-4509-46c6-8121-24b08c3c001e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0d784c-d99b-4665-844d-9134784238d4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:40.309318 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae914e2e-c4bd-490e-b083-8fad795b2669 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.383768 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae914e2e-c4bd-490e-b083-8fad795b2669 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.471849 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-81d9fba9-4509-46c6-8121-24b08c3c001e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.560242 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae914e2e-c4bd-490e-b083-8fad795b2669 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.564851 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae914e2e-c4bd-490e-b083-8fad795b2669 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.566618 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ae914e2e-c4bd-490e-b083-8fad795b2669 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-groups/f1be28cd-28c7-4f8e-80c9-f486a0ff346e HTTP/1.1" status: 204 len: 168 time: 0.4726582 Jul 16 09:08:40.569514 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35992) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:40.589128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae914e2e-c4bd-490e-b083-8fad795b2669 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1be28cd-28c7-4f8e-80c9-f486a0ff346e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:40.705831 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3cde45e0-1e5b-469d-9c4c-654ead0c2da5 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1307313 Jul 16 09:08:40.711911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 35994) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:40.841503 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efdce42f-fb2e-4ab1-95f4-4dd78aea8e5a tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.876797 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efdce42f-fb2e-4ab1-95f4-4dd78aea8e5a tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.885907 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d9fba9-4509-46c6-8121-24b08c3c001e admin admin] Router d00a7789-ac70-4c40-bf8e-594afb9a1497 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:08:40.946983 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efdce42f-fb2e-4ab1-95f4-4dd78aea8e5a tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.949798 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efdce42f-fb2e-4ab1-95f4-4dd78aea8e5a tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:40.951007 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-efdce42f-fb2e-4ab1-95f4-4dd78aea8e5a tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-groups/b3435040-f916-4019-b1d3-e317f850cae7 HTTP/1.1" status: 204 len: 168 time: 0.2382205 Jul 16 09:08:40.959908 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 35996) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:40.965556 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdce42f-fb2e-4ab1-95f4-4dd78aea8e5a tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3435040-f916-4019-b1d3-e317f850cae7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:41.173879 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ca4183ed-4963-4b56-b75e-3114c42aa667 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2118545 Jul 16 09:08:41.177700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36000) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:41.186424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d9fba9-4509-46c6-8121-24b08c3c001e admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:08:41.187670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-bef410fe-199a-434a-be3c-f3a4f8635a58 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group': {'name': 'tempest-secgroup--154130189'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:41.200677 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-81d9fba9-4509-46c6-8121-24b08c3c001e admin admin] 10.222.0.20 "PUT /v2.0/routers/d00a7789-ac70-4c40-bf8e-594afb9a1497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0076671 Jul 16 09:08:41.208678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36002) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:41.208909 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91009c1-da40-485d-b2bf-13fa454b6090 None None] Sync routers for ids ['d00a7789-ac70-4c40-bf8e-594afb9a1497'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:08:41.233412 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bef410fe-199a-434a-be3c-f3a4f8635a58 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.237438 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91009c1-da40-485d-b2bf-13fa454b6090 None None] Routers {'d00a7789-ac70-4c40-bf8e-594afb9a1497'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:41.238588 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c91009c1-da40-485d-b2bf-13fa454b6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:08:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d00a7789-ac70-4c40-bf8e-594afb9a1497'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:41.316154 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.407627 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.412572 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-c91009c1-da40-485d-b2bf-13fa454b6090 None None] Set router d00a7789-ac70-4c40-bf8e-594afb9a1497 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:41.557271 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bef410fe-199a-434a-be3c-f3a4f8635a58 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.573521 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bef410fe-199a-434a-be3c-f3a4f8635a58 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.642444 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bef410fe-199a-434a-be3c-f3a4f8635a58 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.657346 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bef410fe-199a-434a-be3c-f3a4f8635a58 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4701307 Jul 16 09:08:41.659764 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36008) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:41.667616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-abc7ad54-0a98-45cb-8305-5848b9f300a6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group_rule': {'security_group_id': 'cd2c3d2c-4a65-4431-a7f6-45ce5c228cc2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:41.714843 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef410fe-199a-434a-be3c-f3a4f8635a58 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2c3d2c-4a65-4431-a7f6-45ce5c228cc2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:41.774065 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.800253 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c91009c1-da40-485d-b2bf-13fa454b6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'name': 'tempest-TestServerMultinode-492842325-router', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.178'}], 'enable_snat': True}, 'gw_port_id': 'fac31834-3deb-4b2b-b763-b8a26efb57e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:30Z', 'updated_at': '2021-07-16T09:08:39Z', 'revision_number': 5, 'project_id': 'b39b855e9d014f29b53957e2bb9e093f', 'gw_port': {'id': 'fac31834-3deb-4b2b-b763-b8a26efb57e0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:90:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3655, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:07:32Z', 'updated_at': '2021-07-16T09:07:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:41.800579 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-abc7ad54-0a98-45cb-8305-5848b9f300a6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.868835 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] Deleting port fac31834-3deb-4b2b-b763-b8a26efb57e0 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:41.869761 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.873165 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91009c1-da40-485d-b2bf-13fa454b6090 None None] Checking router: d00a7789-ac70-4c40-bf8e-594afb9a1497 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:08:41.901343 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-abc7ad54-0a98-45cb-8305-5848b9f300a6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.903893 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91009c1-da40-485d-b2bf-13fa454b6090 None None] Routers {'d00a7789-ac70-4c40-bf8e-594afb9a1497'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:08:41.905917 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c91009c1-da40-485d-b2bf-13fa454b6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:08:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d00a7789-ac70-4c40-bf8e-594afb9a1497'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:41.924227 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-abc7ad54-0a98-45cb-8305-5848b9f300a6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:41.991142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7ad54-0a98-45cb-8305-5848b9f300a6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a9f1c7-56a7-46a9-8a30-0d4dc9109fd5,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:42.003077 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-abc7ad54-0a98-45cb-8305-5848b9f300a6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.009487 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-abc7ad54-0a98-45cb-8305-5848b9f300a6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3441305 Jul 16 09:08:42.021117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36010) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:42.052652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] For port fac31834-3deb-4b2b-b763-b8a26efb57e0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fac31834-3deb-4b2b-b763-b8a26efb57e0,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:42.053215 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.090138 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e17fb204-5a97-4877-888b-2125fc2dd6fb tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.106623 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] Calling delete_port for fac31834-3deb-4b2b-b763-b8a26efb57e0 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:42.111281 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e17fb204-5a97-4877-888b-2125fc2dd6fb tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.117640 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-c91009c1-da40-485d-b2bf-13fa454b6090 None None] Set router d00a7789-ac70-4c40-bf8e-594afb9a1497 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:08:42.218984 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c91009c1-da40-485d-b2bf-13fa454b6090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'name': 'tempest-TestServerMultinode-492842325-router', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:30Z', 'updated_at': '2021-07-16T09:08:41Z', 'revision_number': 6, 'project_id': 'b39b855e9d014f29b53957e2bb9e093f', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:42.243181 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e17fb204-5a97-4877-888b-2125fc2dd6fb tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.258115 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e17fb204-5a97-4877-888b-2125fc2dd6fb tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.259928 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e17fb204-5a97-4877-888b-2125fc2dd6fb tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d9a9f1c7-56a7-46a9-8a30-0d4dc9109fd5 HTTP/1.1" status: 204 len: 168 time: 0.2373610 Jul 16 09:08:42.268856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36014) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:42.329778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fb204-5a97-4877-888b-2125fc2dd6fb tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9a9f1c7-56a7-46a9-8a30-0d4dc9109fd5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:42.337948 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91009c1-da40-485d-b2bf-13fa454b6090 None None] The sync data for ids ['d00a7789-ac70-4c40-bf8e-594afb9a1497'] in n-d-758944-46 is: [{'id': 'd00a7789-ac70-4c40-bf8e-594afb9a1497', 'name': 'tempest-TestServerMultinode-492842325-router', 'tenant_id': 'b39b855e9d014f29b53957e2bb9e093f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:07:30Z', 'updated_at': '2021-07-16T09:08:41Z', 'revision_number': 6, 'project_id': 'b39b855e9d014f29b53957e2bb9e093f', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:08:42.422697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-03842a40-553b-4480-98b5-ab391cf8ae4b tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1487904 Jul 16 09:08:42.439501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36016) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:42.530041 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1efc3ff0-d2b6-41fb-86b5-21bae6f56c6d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.548390 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.586689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac31834-3deb-4b2b-b763-b8a26efb57e0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:42.597771 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1efc3ff0-d2b6-41fb-86b5-21bae6f56c6d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.703917 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.741640 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1efc3ff0-d2b6-41fb-86b5-21bae6f56c6d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.761858 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1efc3ff0-d2b6-41fb-86b5-21bae6f56c6d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.763284 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1efc3ff0-d2b6-41fb-86b5-21bae6f56c6d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-groups/cd2c3d2c-4a65-4431-a7f6-45ce5c228cc2 HTTP/1.1" status: 204 len: 168 time: 0.3307936 Jul 16 09:08:42.776622 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36022) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:42.809702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc3ff0-d2b6-41fb-86b5-21bae6f56c6d tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2c3d2c-4a65-4431-a7f6-45ce5c228cc2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:42.895484 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8f72c770-fae6-4c19-ad41-9cbb5d0021d6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1170070 Jul 16 09:08:42.901675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36026) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:42.913567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b5094fe8-7703-4e48-a3ed-d57d39cf6ac7 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group': {'name': 'tempest-secgroup--2062212520'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:42.939841 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:42.947373 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.026738 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b5094fe8-7703-4e48-a3ed-d57d39cf6ac7 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.053295 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.054914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d00a7789-ac70-4c40-bf8e-594afb9a1497 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:08:43.070639 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.076476 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bcf76020-0ea9-4597-903c-c7c7f9cca8b8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d00a7789-ac70-4c40-bf8e-594afb9a1497 HTTP/1.1" status: 204 len: 168 time: 1.8616924 Jul 16 09:08:43.076751 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36032) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:43.182858 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b5094fe8-7703-4e48-a3ed-d57d39cf6ac7 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.191982 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b5094fe8-7703-4e48-a3ed-d57d39cf6ac7 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.219452 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-3142d22c-7054-4144-bfac-498fb75ec852 admin admin] Deleting subnet fbfa8c68-f936-4150-b370-bc3471ea67a5 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:08:43.232155 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3142d22c-7054-4144-bfac-498fb75ec852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.302038 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b5094fe8-7703-4e48-a3ed-d57d39cf6ac7 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.304023 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b5094fe8-7703-4e48-a3ed-d57d39cf6ac7 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3986826 Jul 16 09:08:43.306668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36038) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:43.313803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c0340fc7-1636-4a1f-9119-a302feab82e6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group_rule': {'security_group_id': 'f8644208-0b19-4588-ae79-e685b25e6a21', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:43.321986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3142d22c-7054-4144-bfac-498fb75ec852 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.395591 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5094fe8-7703-4e48-a3ed-d57d39cf6ac7 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8644208-0b19-4588-ae79-e685b25e6a21,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:43.455367 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0340fc7-1636-4a1f-9119-a302feab82e6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.589871 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3142d22c-7054-4144-bfac-498fb75ec852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.600118 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0340fc7-1636-4a1f-9119-a302feab82e6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.610491 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0340fc7-1636-4a1f-9119-a302feab82e6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.630574 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0340fc7-1636-4a1f-9119-a302feab82e6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700f7cd5-0431-46ac-820b-d74f6ee84e79,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:43.652068 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c0340fc7-1636-4a1f-9119-a302feab82e6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.658149 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c0340fc7-1636-4a1f-9119-a302feab82e6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3495636 Jul 16 09:08:43.659143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36044) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:43.693563 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3142d22c-7054-4144-bfac-498fb75ec852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.694071 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fb1dcc99-34fa-4af4-8faa-4ac5d0104790 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules/700f7cd5-0431-46ac-820b-d74f6ee84e79 HTTP/1.1" status: 200 len: 763 time: 0.0324504 Jul 16 09:08:43.694863 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36046) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:43.743461 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3142d22c-7054-4144-bfac-498fb75ec852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbfa8c68-f936-4150-b370-bc3471ea67a5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:43.752306 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3142d22c-7054-4144-bfac-498fb75ec852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.760066 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3142d22c-7054-4144-bfac-498fb75ec852 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fbfa8c68-f936-4150-b370-bc3471ea67a5 HTTP/1.1" status: 204 len: 168 time: 0.6781669 Jul 16 09:08:43.761125 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36048) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:43.762914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64db4fc-5540-4a26-826f-49670f69f27c None None] Network 8161f494-0642-4420-a88c-ac6309e9dccd requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:08:43.779563 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2857c617-666b-4ecc-a9ba-9e69b7b90fd6 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0831318 Jul 16 09:08:43.784396 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36050) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:43.856617 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f946ac96-966e-45c3-afdd-74a458764e18 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.873193 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f946ac96-966e-45c3-afdd-74a458764e18 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.941088 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.987407 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f946ac96-966e-45c3-afdd-74a458764e18 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:43.998285 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f946ac96-966e-45c3-afdd-74a458764e18 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.002691 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f946ac96-966e-45c3-afdd-74a458764e18 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/700f7cd5-0431-46ac-820b-d74f6ee84e79 HTTP/1.1" status: 204 len: 168 time: 0.2146273 Jul 16 09:08:44.019721 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36052) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:44.019721 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946ac96-966e-45c3-afdd-74a458764e18 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=700f7cd5-0431-46ac-820b-d74f6ee84e79,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:44.099507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] Deleting port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:44.101816 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.102165 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-40fd1114-b5ab-47df-91a9-b864e9e84268 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0796812 Jul 16 09:08:44.106147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36054) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:44.115437 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-2aa9983d-b6cc-4b31-9349-8f76e98d3934 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group_rule': {'security_group_id': 'f8644208-0b19-4588-ae79-e685b25e6a21', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:44.291973 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] For port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2,segment=NetworkSegment(92163327-34f1-41c6-886b-c2e22cc5e11e),segment_id=92163327-34f1-41c6-886b-c2e22cc5e11e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:44.292355 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.303661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fac31834-3deb-4b2b-b763-b8a26efb57e0 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:44.308373 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2aa9983d-b6cc-4b31-9349-8f76e98d3934 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.333652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] Calling delete_port for 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:44.338873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee56e5e9-9389-4004-9fa1-806f56161289 None None] DHCP port deletion for 8161f494-0642-4420-a88c-ac6309e9dccd request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:08:44.344763 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: fac31834-3deb-4b2b-b763-b8a26efb57e0 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:44.345627 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fac31834-3deb-4b2b-b763-b8a26efb57e0 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:44.346300 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0c0d784c-d99b-4665-844d-9134784238d4 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:44.383880 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 0c0d784c-d99b-4665-844d-9134784238d4 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:44.384419 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0c0d784c-d99b-4665-844d-9134784238d4 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:44.465341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ee56e5e9-9389-4004-9fa1-806f56161289 None None] Deleting port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:08:44.466083 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ee56e5e9-9389-4004-9fa1-806f56161289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.488430 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2aa9983d-b6cc-4b31-9349-8f76e98d3934 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.499950 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2aa9983d-b6cc-4b31-9349-8f76e98d3934 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.553286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa9983d-b6cc-4b31-9349-8f76e98d3934 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efb5dd5f-92f9-4503-b2df-ccf091a3c372,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:44.563984 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2aa9983d-b6cc-4b31-9349-8f76e98d3934 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.566769 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2aa9983d-b6cc-4b31-9349-8f76e98d3934 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4583762 Jul 16 09:08:44.570960 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36062) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:44.587601 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.604663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ee56e5e9-9389-4004-9fa1-806f56161289 None None] For port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2,segment=NetworkSegment(92163327-34f1-41c6-886b-c2e22cc5e11e),segment_id=92163327-34f1-41c6-886b-c2e22cc5e11e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:08:44.605562 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ee56e5e9-9389-4004-9fa1-806f56161289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.631886 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ee56e5e9-9389-4004-9fa1-806f56161289 None None] Calling delete_port for 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:08:44.653427 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4d3b25f1-3b71-4eeb-945c-3f3e05a67c86 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules/efb5dd5f-92f9-4503-b2df-ccf091a3c372 HTTP/1.1" status: 200 len: 763 time: 0.0802696 Jul 16 09:08:44.655603 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] Pushing event deleted for resources: {'Port': ['ID=5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:44.657077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36064) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:44.662311 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] No DVR routers for this DVR port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:44.789942 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e8d88938-98d4-472c-a5ad-e57acbd66893 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1294701 Jul 16 09:08:44.791292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36068) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:44.845921 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ee56e5e9-9389-4004-9fa1-806f56161289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.849985 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ff893ff-4451-4980-b330-68d2d3b9b1ee tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.860408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee56e5e9-9389-4004-9fa1-806f56161289 None None] No DVR routers for this DVR port 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:08:44.877220 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ff893ff-4451-4980-b330-68d2d3b9b1ee tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.882361 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee56e5e9-9389-4004-9fa1-806f56161289 None None] Pushing event deleted for resources: {'Port': ['ID=5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:44.951743 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ff893ff-4451-4980-b330-68d2d3b9b1ee tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.965064 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8ff893ff-4451-4980-b330-68d2d3b9b1ee tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:44.970179 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8ff893ff-4451-4980-b330-68d2d3b9b1ee tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/efb5dd5f-92f9-4503-b2df-ccf091a3c372 HTTP/1.1" status: 204 len: 168 time: 0.1739089 Jul 16 09:08:44.971986 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36072) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:44.997023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff893ff-4451-4980-b330-68d2d3b9b1ee tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efb5dd5f-92f9-4503-b2df-ccf091a3c372,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:45.094895 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eb8b05c4-7947-4947-8727-e9ec92e1dbbf tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1201198 Jul 16 09:08:45.098259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36074) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:45.106184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-1cf4c6be-8d5d-48c7-ad9f-e20cd891849b tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Request body: {'security_group_rule': {'security_group_id': 'f8644208-0b19-4588-ae79-e685b25e6a21', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:45.179504 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c6be-8d5d-48c7-ad9f-e20cd891849b tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.202229 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.216894 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8161f494-0642-4420-a88c-ac6309e9dccd']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:45.244831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92163327-34f1-41c6-886b-c2e22cc5e11e') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:45.245653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92163327-34f1-41c6-886b-c2e22cc5e11e') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:45.280841 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.300408 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.314970 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:08:45.315528 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.332993 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c6be-8d5d-48c7-ad9f-e20cd891849b tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:08:45.335044 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:08:45.340669 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c6be-8d5d-48c7-ad9f-e20cd891849b tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.376007 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf4c6be-8d5d-48c7-ad9f-e20cd891849b tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d613fb86-a62a-4973-80cd-467505bd0972,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:45.388524 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1cf4c6be-8d5d-48c7-ad9f-e20cd891849b tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.391421 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1cf4c6be-8d5d-48c7-ad9f-e20cd891849b tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2913005 Jul 16 09:08:45.396366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36088) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:45.433516 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d98a2434-f579-48ee-86be-a592bd4b1e46 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules/d613fb86-a62a-4973-80cd-467505bd0972 HTTP/1.1" status: 200 len: 764 time: 0.0311592 Jul 16 09:08:45.437594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36092) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:45.455507 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.469982 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.473840 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] 10.222.0.20 "DELETE /v2.0/networks/8161f494-0642-4420-a88c-ac6309e9dccd HTTP/1.1" status: 204 len: 168 time: 1.7111270 Jul 16 09:08:45.480430 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-863effa2-7217-407e-8a4f-7531c615b35e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1119180585&fields=id&tenant_id=6d7d127892994ef29d6fc34730914246 HTTP/1.1" status: 200 len: 267 time: 0.0629416 Jul 16 09:08:45.514940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6127da99-a7f5-4a71-8715-d38a962842cb admin admin] Pushing event deleted for resources: {'Network': ['ID=8161f494-0642-4420-a88c-ac6309e9dccd,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:45.577288 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4b21de63-8e3a-492c-b2c2-138e0199fe91 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1352789 Jul 16 09:08:45.578543 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36098) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:45.621066 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-473fc801-6bfa-43d0-980f-8bb22e0a75de tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.643503 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-473fc801-6bfa-43d0-980f-8bb22e0a75de tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.672754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736c287-4cdf-42c1-a735-f1484d627761 req-ea129092-1c38-437c-943b-36b9c37cf8a5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:45.677444 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-ea129092-1c38-437c-943b-36b9c37cf8a5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 812 time: 0.1800096 Jul 16 09:08:45.697178 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-fdc8bf3a-f6a9-45d6-8113-16d5112aa2cf tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/quotas/6d7d127892994ef29d6fc34730914246 HTTP/1.1" status: 200 len: 375 time: 0.0161824 Jul 16 09:08:45.701851 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-473fc801-6bfa-43d0-980f-8bb22e0a75de tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.716938 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-473fc801-6bfa-43d0-980f-8bb22e0a75de tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.720158 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-473fc801-6bfa-43d0-980f-8bb22e0a75de tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-group-rules/d613fb86-a62a-4973-80cd-467505bd0972 HTTP/1.1" status: 204 len: 168 time: 0.1402261 Jul 16 09:08:45.725753 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36100) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:45.727950 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fc801-6bfa-43d0-980f-8bb22e0a75de tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d613fb86-a62a-4973-80cd-467505bd0972,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:45.764760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36102) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:45.826428 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b8f00035-0ca4-4f9e-8a97-7a8b5cb9d460 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0963633 Jul 16 09:08:45.826700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36104) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:45.849699 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5f443dfc-49a3-441b-831b-d3df78d1e2d0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fbf4233f3a0a46c794e775568ac8e74d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823147 Jul 16 09:08:45.852153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36106) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:45.871975 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-605bdb35-5b36-4e21-b9fb-fd6c28cd2ac4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1700113 Jul 16 09:08:45.901054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-a30008dc-a34f-40cb-85cd-b69db9c587d2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:08:45.902240 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-a30008dc-a34f-40cb-85cd-b69db9c587d2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055099 Jul 16 09:08:45.946532 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5db94c5f-e253-4f55-9f90-6692a069d71c tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.947448 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7f45c508-6c2b-4900-a5ee-fc2d0736786b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.981613 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7f45c508-6c2b-4900-a5ee-fc2d0736786b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:46.037774 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5db94c5f-e253-4f55-9f90-6692a069d71c tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:46.062868 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7f45c508-6c2b-4900-a5ee-fc2d0736786b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:46.066487 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7f45c508-6c2b-4900-a5ee-fc2d0736786b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:46.067844 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7f45c508-6c2b-4900-a5ee-fc2d0736786b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7dc271c2-17b1-4424-8491-5ab3fe2621a5 HTTP/1.1" status: 204 len: 168 time: 0.2131855 Jul 16 09:08:46.083647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f45c508-6c2b-4900-a5ee-fc2d0736786b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc271c2-17b1-4424-8491-5ab3fe2621a5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:46.144472 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-6b3221bc-2f45-4a34-abdb-6134fcc721f3 service neutron] 10.222.0.20 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300224 Jul 16 09:08:46.191279 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5db94c5f-e253-4f55-9f90-6692a069d71c tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:46.196131 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5db94c5f-e253-4f55-9f90-6692a069d71c tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:46.199527 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5db94c5f-e253-4f55-9f90-6692a069d71c tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "DELETE /v2.0/security-groups/f8644208-0b19-4588-ae79-e685b25e6a21 HTTP/1.1" status: 204 len: 168 time: 0.3708739 Jul 16 09:08:46.203043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36110) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:46.256720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db94c5f-e253-4f55-9f90-6692a069d71c tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8644208-0b19-4588-ae79-e685b25e6a21,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:46.324080 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ed5f1a3d-972e-47e9-8c46-743737e6ae90 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1154919 Jul 16 09:08:46.324774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36112) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:46.331520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:08:46.374827 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:08:46.375235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5eac0282-ad28-4bb2-bdf9-bc22b5a8d0e2 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:08:46.414108 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7a0d195d-4b9d-47b2-bafb-6ddda4605c67 tempest-SecGroupTest-1295288440 tempest-SecGroupTest-1295288440-project] 10.222.0.20 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0874987 Jul 16 09:08:46.754729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36126) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:46.842454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36128) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:46.867282 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6bcc2907-eb22-42d6-b925-a31a77c3a585 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b39b855e9d014f29b53957e2bb9e093f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1098490 Jul 16 09:08:46.870016 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36132) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:46.989824 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-1f106614-fd59-41b1-8558-f74d878c98b0 service neutron] 10.222.0.20 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8196006 Jul 16 09:08:47.017602 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c46aa161-6b48-463c-83c5-1c6e4b3393a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:47.105878 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c46aa161-6b48-463c-83c5-1c6e4b3393a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:47.245152 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-107e05b0-9034-4ec7-a494-2944f7f73a69 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7a99ea5e16049ec9f22a4f9aff902a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4000874 Jul 16 09:08:47.247201 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c46aa161-6b48-463c-83c5-1c6e4b3393a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:47.248748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36150) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:47.252740 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c46aa161-6b48-463c-83c5-1c6e4b3393a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:47.258943 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c46aa161-6b48-463c-83c5-1c6e4b3393a4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/867f49d4-e9fc-41c4-9005-6064fb370b65 HTTP/1.1" status: 204 len: 168 time: 0.3827269 Jul 16 09:08:47.269536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46aa161-6b48-463c-83c5-1c6e4b3393a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867f49d4-e9fc-41c4-9005-6064fb370b65,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:47.353005 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf96d064-69a0-424d-880b-a3369b650a46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:47.382862 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf96d064-69a0-424d-880b-a3369b650a46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:47.475792 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf96d064-69a0-424d-880b-a3369b650a46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:47.481500 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf96d064-69a0-424d-880b-a3369b650a46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:47.483092 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bf96d064-69a0-424d-880b-a3369b650a46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/848c9186-5d2c-41fe-91fd-b628c3f0b23a HTTP/1.1" status: 204 len: 168 time: 0.2324319 Jul 16 09:08:47.502688 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf96d064-69a0-424d-880b-a3369b650a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848c9186-5d2c-41fe-91fd-b628c3f0b23a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:47.799176 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aae7817f-312f-4c5b-9708-92b9cdbac66f req-6bb385b7-288c-4d2f-b2f9-c25790834d06 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 210 time: 0.1152413 Jul 16 09:08:48.910689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36194) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:48.957605 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4ce4781-e6d1-4f0e-bf52-c40d6ea0af82 req-df6edd33-c568-47ea-8e71-1050f5a194b8 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 210 time: 0.0559468 Jul 16 09:08:49.088999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1923581076'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:49.113493 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Made reservation on behalf of 77c5a847130f4219866781988461cf05 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:49.117321 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.128101 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.245836 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.254261 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.278150 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:08:49.298665 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.299031 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Added segment d0fbf533-b65b-4818-97cc-80434953d880 of type vlan for network 7d2f5960-a6d5-4f4a-973c-894fd9050ea3 Jul 16 09:08:49.300469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9750a6e-be8b-44f4-8fd6-ab408120d00a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:49.352378 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.391987 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.400900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:49.401920 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:49.466977 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5521986 Jul 16 09:08:49.473891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36206) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:49.486993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-e7a7f8e5-4d78-4ef0-a6e1-0c7b025b8e9b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7d2f5960-a6d5-4f4a-973c-894fd9050ea3', 'tempest-TagsTest-Tag-1872529507') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:49.579355 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4caf04-db63-469d-b7f1-3c967e23039b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Pushing event updated for resources: {'Network': ['ID=7d2f5960-a6d5-4f4a-973c-894fd9050ea3,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:49.599810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 7d2f5960-a6d5-4f4a-973c-894fd9050ea3 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:08:49.697161 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e7a7f8e5-4d78-4ef0-a6e1-0c7b025b8e9b tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] 10.222.0.20 "PUT /v2.0/networks/7d2f5960-a6d5-4f4a-973c-894fd9050ea3/tags/tempest-TagsTest-Tag-1872529507 HTTP/1.1" status: 201 len: 201 time: 0.2201831 Jul 16 09:08:49.700952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36212) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:49.709125 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-edd380df-a709-4d4b-a1d0-6f6dc297fcb9 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d2f5960-a6d5-4f4a-973c-894fd9050ea3', 'tempest-TagsTest-Tag-1872529507') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:49.797970 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-edd380df-a709-4d4b-a1d0-6f6dc297fcb9 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] 10.222.0.20 "GET /v2.0/networks/7d2f5960-a6d5-4f4a-973c-894fd9050ea3/tags/tempest-TagsTest-Tag-1872529507 HTTP/1.1" status: 204 len: 168 time: 0.0958374 Jul 16 09:08:49.800610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36214) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:49.805399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-4bdc98a2-54e7-45bb-9a12-55274e148f68 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7d2f5960-a6d5-4f4a-973c-894fd9050ea3') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:49.908619 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4bdc98a2-54e7-45bb-9a12-55274e148f68 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] 10.222.0.20 "GET /v2.0/networks/7d2f5960-a6d5-4f4a-973c-894fd9050ea3/tags HTTP/1.1" status: 200 len: 238 time: 0.1066811 Jul 16 09:08:49.912105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36216) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:49.917862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.tag.tag_plugin [None req-569ce044-5911-415e-9166-0a2102890141 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7d2f5960-a6d5-4f4a-973c-894fd9050ea3', {'tags': ['tempest-TagsTest-Tag-791473478', 'tempest-TagsTest-Tag-1329218032', 'tempest-TagsTest-Tag-41062450']}) {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:50.066719 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-569ce044-5911-415e-9166-0a2102890141 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] 10.222.0.20 "PUT /v2.0/networks/7d2f5960-a6d5-4f4a-973c-894fd9050ea3/tags HTTP/1.1" status: 200 len: 306 time: 0.1531990 Jul 16 09:08:50.071864 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36220) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:50.081682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-1a056581-1ee0-4ffd-9819-f03b043bd691 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7d2f5960-a6d5-4f4a-973c-894fd9050ea3', 'tempest-TagsTest-Tag-791473478') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:50.169143 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6b9e652-a94d-4c21-8287-ef5455149e1a req-4361574c-07ee-40c9-8fc2-5e9693615ff7 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 210 time: 0.0617709 Jul 16 09:08:50.262170 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1a056581-1ee0-4ffd-9819-f03b043bd691 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] 10.222.0.20 "DELETE /v2.0/networks/7d2f5960-a6d5-4f4a-973c-894fd9050ea3/tags/tempest-TagsTest-Tag-791473478 HTTP/1.1" status: 204 len: 168 time: 0.1876204 Jul 16 09:08:50.265072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36222) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:50.270992 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-098ac0da-118e-4968-97af-5a25bf79467c tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d2f5960-a6d5-4f4a-973c-894fd9050ea3', 'tempest-TagsTest-Tag-791473478') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:50.357493 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-098ac0da-118e-4968-97af-5a25bf79467c tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] show failed (client error): The resource could not be found. Jul 16 09:08:50.363857 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-098ac0da-118e-4968-97af-5a25bf79467c tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] 10.222.0.20 "GET /v2.0/networks/7d2f5960-a6d5-4f4a-973c-894fd9050ea3/tags/tempest-TagsTest-Tag-791473478 HTTP/1.1" status: 404 len: 325 time: 0.0922732 Jul 16 09:08:50.367764 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36224) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:50.370667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-d22c7737-b022-4134-af5d-08e614eda5f9 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d2f5960-a6d5-4f4a-973c-894fd9050ea3', 'tempest-TagsTest-Tag-1329218032') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:50.407762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736c287-4cdf-42c1-a735-f1484d627761 req-ba985551-8f96-4693-8dc5-56d35543173c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:50.409848 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-ba985551-8f96-4693-8dc5-56d35543173c tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 812 time: 0.2373700 Jul 16 09:08:50.474209 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-ff83a587-0ff7-41af-9324-87b2b3908856 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d7d127892994ef29d6fc34730914246 HTTP/1.1" status: 200 len: 380 time: 0.0537932 Jul 16 09:08:50.489094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-2736c287-4cdf-42c1-a735-f1484d627761 req-1af115f9-c04e-4114-b381-30dbab466348 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'port': {'device_id': '8e1c9981-2505-44b0-b7af-f6dd3ce08e1f', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'admin_state_up': True, 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'security_groups': ['8de01d26-32b3-4cad-a78c-446b69884af4']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:50.531833 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d22c7737-b022-4134-af5d-08e614eda5f9 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] 10.222.0.20 "GET /v2.0/networks/7d2f5960-a6d5-4f4a-973c-894fd9050ea3/tags/tempest-TagsTest-Tag-1329218032 HTTP/1.1" status: 204 len: 168 time: 0.1618598 Jul 16 09:08:50.532418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36226) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:50.541445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-d08619dc-abd5-4def-aecc-a152545464fb tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d2f5960-a6d5-4f4a-973c-894fd9050ea3', 'tempest-TagsTest-Tag-41062450') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:50.669690 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d08619dc-abd5-4def-aecc-a152545464fb tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] 10.222.0.20 "GET /v2.0/networks/7d2f5960-a6d5-4f4a-973c-894fd9050ea3/tags/tempest-TagsTest-Tag-41062450 HTTP/1.1" status: 204 len: 168 time: 0.1353803 Jul 16 09:08:50.674788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36230) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:50.685919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-00200a47-c051-45fd-9303-ef66384d2cab tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7d2f5960-a6d5-4f4a-973c-894fd9050ea3') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:50.741963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2736c287-4cdf-42c1-a735-f1484d627761 req-1af115f9-c04e-4114-b381-30dbab466348 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Made reservation on behalf of 6d7d127892994ef29d6fc34730914246 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:08:50.750510 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2736c287-4cdf-42c1-a735-f1484d627761 req-1af115f9-c04e-4114-b381-30dbab466348 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:50.918716 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-00200a47-c051-45fd-9303-ef66384d2cab tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] 10.222.0.20 "DELETE /v2.0/networks/7d2f5960-a6d5-4f4a-973c-894fd9050ea3/tags HTTP/1.1" status: 204 len: 168 time: 0.2418959 Jul 16 09:08:50.920421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36234) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:50.930974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-c3fab186-6075-4fce-be78-53e96075bbca tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d2f5960-a6d5-4f4a-973c-894fd9050ea3', 'tempest-TagsTest-Tag-1329218032') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:51.119053 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-c3fab186-6075-4fce-be78-53e96075bbca tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] show failed (client error): The resource could not be found. Jul 16 09:08:51.128290 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c3fab186-6075-4fce-be78-53e96075bbca tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] 10.222.0.20 "GET /v2.0/networks/7d2f5960-a6d5-4f4a-973c-894fd9050ea3/tags/tempest-TagsTest-Tag-1329218032 HTTP/1.1" status: 404 len: 326 time: 0.2052569 Jul 16 09:08:51.129494 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36238) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:51.139307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-226f2216-1716-434a-8462-8e57b9f0cd78 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7d2f5960-a6d5-4f4a-973c-894fd9050ea3', 'tempest-TagsTest-Tag-41062450') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:51.233169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-2736c287-4cdf-42c1-a735-f1484d627761 req-1af115f9-c04e-4114-b381-30dbab466348 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Allocated IP 172.20.0.14 (5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9/ea992bec-c968-4e68-942d-9a0eb6f6722d/0c07d5df-de6a-4988-aefe-a6d7edf7d297) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:08:51.329505 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-226f2216-1716-434a-8462-8e57b9f0cd78 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] show failed (client error): The resource could not be found. Jul 16 09:08:51.334955 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-226f2216-1716-434a-8462-8e57b9f0cd78 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] 10.222.0.20 "GET /v2.0/networks/7d2f5960-a6d5-4f4a-973c-894fd9050ea3/tags/tempest-TagsTest-Tag-41062450 HTTP/1.1" status: 404 len: 324 time: 0.1999774 Jul 16 09:08:51.335738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36242) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:51.353771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.tag.tag_plugin [None req-5d52ce81-b222-4f81-8dfb-7ee518a452b7 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7d2f5960-a6d5-4f4a-973c-894fd9050ea3') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:51.529458 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2736c287-4cdf-42c1-a735-f1484d627761 req-1af115f9-c04e-4114-b381-30dbab466348 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:51.541482 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5d52ce81-b222-4f81-8dfb-7ee518a452b7 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] 10.222.0.20 "DELETE /v2.0/networks/7d2f5960-a6d5-4f4a-973c-894fd9050ea3/tags HTTP/1.1" status: 204 len: 168 time: 0.2025549 Jul 16 09:08:51.547454 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-2736c287-4cdf-42c1-a735-f1484d627761 req-1af115f9-c04e-4114-b381-30dbab466348 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Transition to ACTIVE for port object 0c07d5df-de6a-4988-aefe-a6d7edf7d297 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:51.549636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36246) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:51.663346 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-74ec54dd-5e11-489d-91de-b75f4c503e2d req-7f9f6e8e-3b3f-49b3-9cb1-0f642ef55e6e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 210 time: 0.1950829 Jul 16 09:08:51.667711 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2736c287-4cdf-42c1-a735-f1484d627761 req-1af115f9-c04e-4114-b381-30dbab466348 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:51.758429 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2736c287-4cdf-42c1-a735-f1484d627761 req-1af115f9-c04e-4114-b381-30dbab466348 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:08:51.770536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-2736c287-4cdf-42c1-a735-f1484d627761 req-1af115f9-c04e-4114-b381-30dbab466348 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:08:51.786575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-2736c287-4cdf-42c1-a735-f1484d627761 req-1af115f9-c04e-4114-b381-30dbab466348 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:08:51.812419 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e517c94-2ce7-401b-8952-984a362764f6 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:51.842182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af115f9-c04e-4114-b381-30dbab466348 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'Port': ['ID=0c07d5df-de6a-4988-aefe-a6d7edf7d297,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:51.899947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736c287-4cdf-42c1-a735-f1484d627761 req-1af115f9-c04e-4114-b381-30dbab466348 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:51.901630 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2736c287-4cdf-42c1-a735-f1484d627761 req-1af115f9-c04e-4114-b381-30dbab466348 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:51.951889 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-1af115f9-c04e-4114-b381-30dbab466348 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4700699 Jul 16 09:08:51.971049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Request body: {'port': {'device_id': '8e1c9981-2505-44b0-b7af-f6dd3ce08e1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:52.081160 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e517c94-2ce7-401b-8952-984a362764f6 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.124811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-9e517c94-2ce7-401b-8952-984a362764f6 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d2f5960-a6d5-4f4a-973c-894fd9050ea3']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:52.125850 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.146330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-9e517c94-2ce7-401b-8952-984a362764f6 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0fbf533-b65b-4818-97cc-80434953d880') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:52.146672 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-9e517c94-2ce7-401b-8952-984a362764f6 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0fbf533-b65b-4818-97cc-80434953d880') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:08:52.178666 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e517c94-2ce7-401b-8952-984a362764f6 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.221770 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e517c94-2ce7-401b-8952-984a362764f6 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.235771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e517c94-2ce7-401b-8952-984a362764f6 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:08:52.236417 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e517c94-2ce7-401b-8952-984a362764f6 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:08:52.256654 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:08:52.302219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-62cec0fb-398a-45a3-bca2-41101377662b None None] Provisioning for port 0c07d5df-de6a-4988-aefe-a6d7edf7d297 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:08:52.309917 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-62cec0fb-398a-45a3-bca2-41101377662b None None] Provisioning complete for port 0c07d5df-de6a-4988-aefe-a6d7edf7d297 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:08:52.310474 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-62cec0fb-398a-45a3-bca2-41101377662b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.382433 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e517c94-2ce7-401b-8952-984a362764f6 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.398692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-62cec0fb-398a-45a3-bca2-41101377662b None None] Port 0c07d5df-de6a-4988-aefe-a6d7edf7d297 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:08:52.402427 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9e517c94-2ce7-401b-8952-984a362764f6 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.409375 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9e517c94-2ce7-401b-8952-984a362764f6 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] 10.222.0.20 "DELETE /v2.0/networks/7d2f5960-a6d5-4f4a-973c-894fd9050ea3 HTTP/1.1" status: 204 len: 168 time: 0.8550620 Jul 16 09:08:52.451168 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e517c94-2ce7-401b-8952-984a362764f6 tempest-TagsTest-2035659952 tempest-TagsTest-2035659952-project] Pushing event deleted for resources: {'Network': ['ID=7d2f5960-a6d5-4f4a-973c-894fd9050ea3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:52.657661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c07d5df-de6a-4988-aefe-a6d7edf7d297 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:08:52.667033 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.682776 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Transition to ACTIVE for port object 0c07d5df-de6a-4988-aefe-a6d7edf7d297 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:08:52.688351 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:52.854689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Pushing event updated for resources: {'Port': ['ID=0c07d5df-de6a-4988-aefe-a6d7edf7d297,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:52.942443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36260) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:52.969203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Attempting to bind port 0c07d5df-de6a-4988-aefe-a6d7edf7d297 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:08:52.969729 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Attempting to bind port 0c07d5df-de6a-4988-aefe-a6d7edf7d297 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:08:52.970291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Attempting to bind port 0c07d5df-de6a-4988-aefe-a6d7edf7d297 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:52.978473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Port 0c07d5df-de6a-4988-aefe-a6d7edf7d297 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:08:52.979047 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Attempting to bind port 0c07d5df-de6a-4988-aefe-a6d7edf7d297 on network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:08:52.988356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:08:52.988899 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Checking segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:08:52.989556 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Bound using segment: {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:08:52.990253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Bound port: 0c07d5df-de6a-4988-aefe-a6d7edf7d297, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cccf6336-f4ca-46cd-b48b-a860b5a6420c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:08:52.990809 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.142212 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] For port 0c07d5df-de6a-4988-aefe-a6d7edf7d297, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:08:53.148953 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] For port 0c07d5df-de6a-4988-aefe-a6d7edf7d297, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0c07d5df-de6a-4988-aefe-a6d7edf7d297,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:08:53.159033 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.164074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be56934-d8aa-4a31-9590-b8dc284c7eb7 req-6e7f8605-fd93-48cc-b66d-3e2f525cdea9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:53.166041 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6be56934-d8aa-4a31-9590-b8dc284c7eb7 req-6e7f8605-fd93-48cc-b66d-3e2f525cdea9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 944 time: 0.1916926 Jul 16 09:08:53.189329 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-34a2a883-92b7-4f55-9ffc-05e8de04e9ef admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=77c5a847130f4219866781988461cf05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2451081 Jul 16 09:08:53.198928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36264) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:53.241348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:53.242370 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.244786 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] 10.222.0.38 "PUT /v2.0/ports/0c07d5df-de6a-4988-aefe-a6d7edf7d297 HTTP/1.1" status: 200 len: 1093 time: 1.2848892 Jul 16 09:08:53.251212 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e1c9981-2505-44b0-b7af-f6dd3ce08e1f', 'tag': '0c07d5df-de6a-4988-aefe-a6d7edf7d297'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:08:53.251613 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2457029d-8bf6-4a9c-9f44-67bd7eec1671" -d '{"events": [{"name": "network-changed", "server_uuid": "8e1c9981-2505-44b0-b7af-f6dd3ce08e1f", "tag": "0c07d5df-de6a-4988-aefe-a6d7edf7d297"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:08:53.384549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b3ea20-1f9e-4a98-a338-ffd589a58f4f service neutron] Pushing event updated for resources: {'Port': ['ID=0c07d5df-de6a-4988-aefe-a6d7edf7d297,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:53.401095 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a101-ab13-4bca-9348-bdeb4491fd16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.423403 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6be56934-d8aa-4a31-9590-b8dc284c7eb7 req-965ce380-9438-46d9-b4e4-164bf9ca9150 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437394 Jul 16 09:08:53.494769 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a101-ab13-4bca-9348-bdeb4491fd16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.498000 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736c287-4cdf-42c1-a735-f1484d627761 req-fde20ba8-6d28-47b8-9b44-ef8b91fe91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:53.500560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-fde20ba8-6d28-47b8-9b44-ef8b91fe91bc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 1096 time: 0.1399045 Jul 16 09:08:53.577025 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a101-ab13-4bca-9348-bdeb4491fd16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.588050 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a0e5a101-ab13-4bca-9348-bdeb4491fd16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:53.595224 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a0e5a101-ab13-4bca-9348-bdeb4491fd16 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9750a6e-be8b-44f4-8fd6-ab408120d00a HTTP/1.1" status: 204 len: 168 time: 0.3806827 Jul 16 09:08:53.620196 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d14b6d-744a-4642-bfb0-75b769ec2c16 x-openstack-request-id: req-a9d14b6d-744a-4642-bfb0-75b769ec2c16 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:08:53.620637 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e1c9981-2505-44b0-b7af-f6dd3ce08e1f", "tag": "0c07d5df-de6a-4988-aefe-a6d7edf7d297", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:08:53.621088 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a9d14b6d-744a-4642-bfb0-75b769ec2c16 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:08:53.621701 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e1c9981-2505-44b0-b7af-f6dd3ce08e1f', 'tag': '0c07d5df-de6a-4988-aefe-a6d7edf7d297', 'status': 'completed', 'code': 200} Jul 16 09:08:53.624232 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-29a8b979-0244-4926-a358-04d960cbb9be service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c07d5df-de6a-4988-aefe-a6d7edf7d297 HTTP/1.1" status: 200 len: 217 time: 0.1154015 Jul 16 09:08:53.631839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e5a101-ab13-4bca-9348-bdeb4491fd16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9750a6e-be8b-44f4-8fd6-ab408120d00a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:53.719718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736c287-4cdf-42c1-a735-f1484d627761 req-f7986c2c-81d1-4743-a41a-f054986abed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:53.723210 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-f7986c2c-81d1-4743-a41a-f054986abed3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.0925205 Jul 16 09:08:53.830541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736c287-4cdf-42c1-a735-f1484d627761 req-aaecd97f-c4df-40a7-8f42-ec4a7cececc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:53.832965 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-aaecd97f-c4df-40a7-8f42-ec4a7cececc2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031463 Jul 16 09:08:53.954089 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-dd9ad389-606f-47ac-804a-fc6be2d1a8bd service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145365 Jul 16 09:08:54.088141 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2736c287-4cdf-42c1-a735-f1484d627761 req-b4a4dc53-f62d-4374-ab0f-99d2ef9b6011 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279516 Jul 16 09:08:54.218935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457029d-8bf6-4a9c-9f44-67bd7eec1671 req-2df10a4f-0834-4c5a-80b1-db7f71c66405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:54.220842 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2457029d-8bf6-4a9c-9f44-67bd7eec1671 req-2df10a4f-0834-4c5a-80b1-db7f71c66405 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 1096 time: 0.0792909 Jul 16 09:08:54.338196 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457029d-8bf6-4a9c-9f44-67bd7eec1671 req-7e9c4cf9-942c-4dee-8fd4-8b1f48804feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:54.339988 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2457029d-8bf6-4a9c-9f44-67bd7eec1671 req-7e9c4cf9-942c-4dee-8fd4-8b1f48804feb service neutron] 10.222.0.38 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.1136906 Jul 16 09:08:54.404343 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2457029d-8bf6-4a9c-9f44-67bd7eec1671 req-182fcf72-5777-4077-b84a-f998dc849dbb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c07d5df-de6a-4988-aefe-a6d7edf7d297 HTTP/1.1" status: 200 len: 217 time: 0.0571616 Jul 16 09:08:54.484073 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457029d-8bf6-4a9c-9f44-67bd7eec1671 req-415c2268-8b08-49a4-b762-559d9d462217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:54.485703 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2457029d-8bf6-4a9c-9f44-67bd7eec1671 req-415c2268-8b08-49a4-b762-559d9d462217 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.0755081 Jul 16 09:08:54.557780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2457029d-8bf6-4a9c-9f44-67bd7eec1671 req-03370dac-0cff-4d42-9183-25340f78cfeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:54.559357 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2457029d-8bf6-4a9c-9f44-67bd7eec1671 req-03370dac-0cff-4d42-9183-25340f78cfeb service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0670362 Jul 16 09:08:54.700318 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2457029d-8bf6-4a9c-9f44-67bd7eec1671 req-f379e77c-bf65-45b4-a842-096ebdfaa8a8 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332443 Jul 16 09:08:54.836429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d04a074-1293-48fa-9ca1-cc99fe3e9a5a req-272a4942-ab16-4729-9274-6716b01e4ee9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:54.845219 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d04a074-1293-48fa-9ca1-cc99fe3e9a5a req-272a4942-ab16-4729-9274-6716b01e4ee9 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 944 time: 0.1526735 Jul 16 09:08:54.927358 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d04a074-1293-48fa-9ca1-cc99fe3e9a5a req-c53d475c-83f7-4fee-872d-185746e29e5a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735619 Jul 16 09:08:54.931914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2457029d-8bf6-4a9c-9f44-67bd7eec1671 req-15f33d82-7fed-4c16-9962-03c85dd8016a service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241945 Jul 16 09:08:56.257468 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200f8001-a3a9-4f9a-b1e5-92a33f10d781 req-ac764189-640c-4fb8-a7bf-eee05da196f4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:56.261256 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-200f8001-a3a9-4f9a-b1e5-92a33f10d781 req-ac764189-640c-4fb8-a7bf-eee05da196f4 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 944 time: 0.0991876 Jul 16 09:08:56.362757 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-200f8001-a3a9-4f9a-b1e5-92a33f10d781 req-77343519-dcb9-4c6e-be95-c39b84034ff5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899439 Jul 16 09:08:56.425413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36342) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:56.590262 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d53ffbcc-25c2-4ad4-a8fe-692013b7ba13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.731001 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d53ffbcc-25c2-4ad4-a8fe-692013b7ba13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.737918 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d53ffbcc-25c2-4ad4-a8fe-692013b7ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.789987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53ffbcc-25c2-4ad4-a8fe-692013b7ba13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a954d690-7c96-4f71-9a18-2bc6aef6e42b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:56.803606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36346) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:56.814965 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d53ffbcc-25c2-4ad4-a8fe-692013b7ba13 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e1388643ec4541c6a53067f7dbebdc42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3863802 Jul 16 09:08:56.915769 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bfde094a-745b-4f14-b59c-17df8556d977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:56.960418 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bfde094a-745b-4f14-b59c-17df8556d977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.054680 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bfde094a-745b-4f14-b59c-17df8556d977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.061085 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bfde094a-745b-4f14-b59c-17df8556d977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.065555 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bfde094a-745b-4f14-b59c-17df8556d977 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a954d690-7c96-4f71-9a18-2bc6aef6e42b HTTP/1.1" status: 204 len: 168 time: 0.2597845 Jul 16 09:08:57.081651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfde094a-745b-4f14-b59c-17df8556d977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a954d690-7c96-4f71-9a18-2bc6aef6e42b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:57.530794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36358) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:57.544560 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa243844-2098-4c93-b3b0-729dd660d850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.695633 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa243844-2098-4c93-b3b0-729dd660d850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.707644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac45fb41-1d76-4ad3-8400-96769abf3c04 req-b0a4a126-4d3e-4165-a732-c5f0d3eac2e7 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:57.709463 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac45fb41-1d76-4ad3-8400-96769abf3c04 req-b0a4a126-4d3e-4165-a732-c5f0d3eac2e7 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 944 time: 0.1119540 Jul 16 09:08:57.710330 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa243844-2098-4c93-b3b0-729dd660d850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.769918 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fa243844-2098-4c93-b3b0-729dd660d850 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5e38b5a4709e40149cf45842667facd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2379045 Jul 16 09:08:57.771997 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa243844-2098-4c93-b3b0-729dd660d850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23c29dd-be69-4318-a4ef-8c102b77e1ff,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:57.772710 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36360) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:57.795070 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac45fb41-1d76-4ad3-8400-96769abf3c04 req-f173e87b-04c0-49ea-a29d-476cecc65fad tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730939 Jul 16 09:08:57.868989 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-33f7de5c-ae5f-4f36-9928-31593f94ed85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.895553 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-33f7de5c-ae5f-4f36-9928-31593f94ed85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.959778 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-33f7de5c-ae5f-4f36-9928-31593f94ed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.964196 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-33f7de5c-ae5f-4f36-9928-31593f94ed85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:57.966204 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-33f7de5c-ae5f-4f36-9928-31593f94ed85 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d23c29dd-be69-4318-a4ef-8c102b77e1ff HTTP/1.1" status: 204 len: 168 time: 0.1918635 Jul 16 09:08:57.978569 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7de5c-ae5f-4f36-9928-31593f94ed85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23c29dd-be69-4318-a4ef-8c102b77e1ff,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:59.011733 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ce016f2-9eb9-42aa-bdd1-42f948f22398 req-9eda2be2-23b7-455a-b888-ebd900141e95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1632440 Jul 16 09:08:59.155296 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a0e20-7c1b-42e9-9d05-d067671d3a1b req-4d1501d0-1c94-475c-8ea2-d9b1d53383c2 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:59.163272 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e96a0e20-7c1b-42e9-9d05-d067671d3a1b req-4d1501d0-1c94-475c-8ea2-d9b1d53383c2 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 944 time: 0.1242537 Jul 16 09:08:59.181161 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce016f2-9eb9-42aa-bdd1-42f948f22398 req-bf63c21f-238a-49a1-acff-57d665c9ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:59.184062 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ce016f2-9eb9-42aa-bdd1-42f948f22398 req-bf63c21f-238a-49a1-acff-57d665c9ef61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 1098 time: 0.1159296 Jul 16 09:08:59.209266 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e96a0e20-7c1b-42e9-9d05-d067671d3a1b req-01ec0aa1-f5ab-4de1-972a-ece643f0a54e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446064 Jul 16 09:08:59.366937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce016f2-9eb9-42aa-bdd1-42f948f22398 req-1b1d8bef-1369-4929-ae32-3c487eb9268c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:59.368550 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ce016f2-9eb9-42aa-bdd1-42f948f22398 req-1b1d8bef-1369-4929-ae32-3c487eb9268c service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.1633887 Jul 16 09:08:59.457077 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ce016f2-9eb9-42aa-bdd1-42f948f22398 req-0991341e-d231-4c88-a0bf-dc7ebcda8b4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dd20f15-add0-4ffa-ae38-7ce3e523c256 HTTP/1.1" status: 200 len: 1001 time: 0.0813682 Jul 16 09:08:59.536829 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce016f2-9eb9-42aa-bdd1-42f948f22398 req-5b9c753b-0b36-411f-989b-29add2f7eeac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:59.539148 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ce016f2-9eb9-42aa-bdd1-42f948f22398 req-5b9c753b-0b36-411f-989b-29add2f7eeac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.0755718 Jul 16 09:08:59.617643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce016f2-9eb9-42aa-bdd1-42f948f22398 req-c2921d3d-e9be-44ef-a78f-3dc7b30c122e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:08:59.619433 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ce016f2-9eb9-42aa-bdd1-42f948f22398 req-c2921d3d-e9be-44ef-a78f-3dc7b30c122e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745804 Jul 16 09:08:59.743482 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ce016f2-9eb9-42aa-bdd1-42f948f22398 req-272bc9ab-94aa-499b-b6cf-9c62ed105d8f service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171851 Jul 16 09:08:59.875064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ce016f2-9eb9-42aa-bdd1-42f948f22398 req-0ec245db-a6d1-460c-9de7-09fa4fdd086d service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234071 Jul 16 09:09:00.450341 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b16b35-40f6-4d3c-b87c-02e9314d51ae req-c436c8ca-2f46-4773-99de-6457f578bac5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:00.454668 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55b16b35-40f6-4d3c-b87c-02e9314d51ae req-c436c8ca-2f46-4773-99de-6457f578bac5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 944 time: 0.1124301 Jul 16 09:09:00.505436 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55b16b35-40f6-4d3c-b87c-02e9314d51ae req-e6a3f572-23f8-4ef7-a1e2-7887ff6125df tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437007 Jul 16 09:09:01.789716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfeeee1-3f9f-46b2-83ee-db50621d5f91 req-5a274e54-c91c-49f6-a2f4-3c574539a544 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:01.791841 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbfeeee1-3f9f-46b2-83ee-db50621d5f91 req-5a274e54-c91c-49f6-a2f4-3c574539a544 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 944 time: 0.0867226 Jul 16 09:09:01.861399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbfeeee1-3f9f-46b2-83ee-db50621d5f91 req-f62e6459-8181-4400-9a30-def5ffe46966 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566056 Jul 16 09:09:03.102224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504a4477-7f0c-4434-9533-213db4c9f85e req-040b2b85-3915-4879-bb71-622e36335f28 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:03.104085 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-504a4477-7f0c-4434-9533-213db4c9f85e req-040b2b85-3915-4879-bb71-622e36335f28 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 944 time: 0.0751643 Jul 16 09:09:03.151191 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-504a4477-7f0c-4434-9533-213db4c9f85e req-3cf62cb8-ee76-47e5-a31f-b88f5b1cf459 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409670 Jul 16 09:09:04.007744 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:04.450985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6d0876-ba74-4681-8853-88bf24f2538a req-277fc1d8-c1e7-41e0-b193-ba7b3f671481 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:04.461440 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e6d0876-ba74-4681-8853-88bf24f2538a req-277fc1d8-c1e7-41e0-b193-ba7b3f671481 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 944 time: 0.1158478 Jul 16 09:09:04.528247 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e6d0876-ba74-4681-8853-88bf24f2538a req-5afe1ab2-9470-4068-8722-487ffbabfa20 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643363 Jul 16 09:09:05.158502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 0c07d5df-de6a-4988-aefe-a6d7edf7d297 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:09:05.289432 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-89917068-21ab-4b97-add2-c6167d61f355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:05.314341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 0c07d5df-de6a-4988-aefe-a6d7edf7d297, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0c07d5df-de6a-4988-aefe-a6d7edf7d297,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:05.336116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '0c07d5df-de6a-4988-aefe-a6d7edf7d297', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'port_id': '0c07d5df-de6a-4988-aefe-a6d7edf7d297', 'mac_address': 'fa:16:3e:c0:db:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:09:05.378502 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:05.394665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c07d5df-de6a-4988-aefe-a6d7edf7d297 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:09:05.419164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 0c07d5df-de6a-4988-aefe-a6d7edf7d297, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0c07d5df-de6a-4988-aefe-a6d7edf7d297,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:05.425158 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:05.527874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=0c07d5df-de6a-4988-aefe-a6d7edf7d297,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:05.543558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:05.544206 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:05.544900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:05.545518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:05.546217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:05.546897 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:05.547532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:05.548178 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:05.548843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:05.549457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:05.550070 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:05.550688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:05.623507 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['0c07d5df-de6a-4988-aefe-a6d7edf7d297'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:09:05.730672 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:05.852667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87767f-0659-4026-b293-55854d0ba62a req-27955f17-79aa-4a84-a4a8-72fc4ad1da35 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:05.855412 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bd87767f-0659-4026-b293-55854d0ba62a req-27955f17-79aa-4a84-a4a8-72fc4ad1da35 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 945 time: 0.1092629 Jul 16 09:09:05.932916 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bd87767f-0659-4026-b293-55854d0ba62a req-c19ca961-746f-42da-8016-e6f1a3ce63dd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706291 Jul 16 09:09:07.170107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 0c07d5df-de6a-4988-aefe-a6d7edf7d297 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:07.290828 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 0c07d5df-de6a-4988-aefe-a6d7edf7d297 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:07.300103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 0c07d5df-de6a-4988-aefe-a6d7edf7d297 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:07.301048 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.402040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5520614-d6e5-429e-9476-aabf1f1786eb req-0f41a155-60fb-4fd6-8384-567e2d2f838d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:07.403715 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5520614-d6e5-429e-9476-aabf1f1786eb req-0f41a155-60fb-4fd6-8384-567e2d2f838d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 945 time: 0.2413566 Jul 16 09:09:07.550691 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.554920 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5520614-d6e5-429e-9476-aabf1f1786eb req-4fc63e0b-d758-42a0-a58e-86eb0cf3dd1f tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368542 Jul 16 09:09:07.589045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1c9981-2505-44b0-b7af-f6dd3ce08e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c07d5df-de6a-4988-aefe-a6d7edf7d297'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:07.593822 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac67cc6b-a505-4884-b11c-4ec359ea84c8" -d '{"events": [{"server_uuid": "8e1c9981-2505-44b0-b7af-f6dd3ce08e1f", "name": "network-vif-plugged", "status": "completed", "tag": "0c07d5df-de6a-4988-aefe-a6d7edf7d297"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:07.643169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 0c07d5df-de6a-4988-aefe-a6d7edf7d297, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0c07d5df-de6a-4988-aefe-a6d7edf7d297,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:07.650382 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.746096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=0c07d5df-de6a-4988-aefe-a6d7edf7d297,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:07.919724 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5601659-f82b-459f-9af5-038313258e67 x-openstack-request-id: req-f5601659-f82b-459f-9af5-038313258e67 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:07.920170 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1c9981-2505-44b0-b7af-f6dd3ce08e1f", "name": "network-vif-plugged", "status": "completed", "tag": "0c07d5df-de6a-4988-aefe-a6d7edf7d297", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:07.920591 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f5601659-f82b-459f-9af5-038313258e67 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:07.921223 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1c9981-2505-44b0-b7af-f6dd3ce08e1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c07d5df-de6a-4988-aefe-a6d7edf7d297', 'code': 200} Jul 16 09:09:07.939553 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dd8a9fa0-84f5-43d5-982b-e9fb624fa7ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.054030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae22b9-5aa5-48b3-9f48-30010fc2697f req-cc3a9b89-5516-4118-9484-32270486c4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:08.055600 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8bae22b9-5aa5-48b3-9f48-30010fc2697f req-cc3a9b89-5516-4118-9484-32270486c4d0 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 1098 time: 0.0660696 Jul 16 09:09:08.094791 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8bae22b9-5aa5-48b3-9f48-30010fc2697f req-78e07eb3-b464-441e-bdf1-6a0c91c0385c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329514 Jul 16 09:09:08.210730 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.787887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe58d8-9225-4957-a8c8-c4f0cb7c6368 req-c78530b2-ee1a-4e84-877f-ff014105c8df tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:08.797519 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-21fe58d8-9225-4957-a8c8-c4f0cb7c6368 req-c78530b2-ee1a-4e84-877f-ff014105c8df tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 946 time: 0.1182547 Jul 16 09:09:08.871625 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-21fe58d8-9225-4957-a8c8-c4f0cb7c6368 req-631e1dd2-1272-4030-9a1e-87c96f12c09a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681694 Jul 16 09:09:09.791048 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.321778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2219270-1a10-40bd-9ee6-48b5c0046558 req-92323c42-0d19-4e7f-af2c-68349fe167fb tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:10.325629 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c2219270-1a10-40bd-9ee6-48b5c0046558 req-92323c42-0d19-4e7f-af2c-68349fe167fb tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 946 time: 0.1554775 Jul 16 09:09:10.383163 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c2219270-1a10-40bd-9ee6-48b5c0046558 req-1380f348-7730-482f-8b24-07c3aa1fad97 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460069 Jul 16 09:09:10.692421 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36752566-4ff9-4238-9d7d-1bfba7d0b090 req-87cfd812-989f-46d9-bba3-fcaa2044454d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:10.701126 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-36752566-4ff9-4238-9d7d-1bfba7d0b090 req-87cfd812-989f-46d9-bba3-fcaa2044454d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 946 time: 0.1203802 Jul 16 09:09:10.745534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-36752566-4ff9-4238-9d7d-1bfba7d0b090 req-091c9aab-6055-4ba0-8938-f9de18448f25 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429456 Jul 16 09:09:10.769685 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:09:10.780737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36588) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:11.155708 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ace5b28-4ce8-4465-9861-0e747259196f tempest-TestVolumeBootPattern-1324620813 tempest-TestVolumeBootPattern-1324620813-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:11.158546 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8ace5b28-4ce8-4465-9861-0e747259196f tempest-TestVolumeBootPattern-1324620813 tempest-TestVolumeBootPattern-1324620813-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 1093 time: 0.3758333 Jul 16 09:09:11.161272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36594) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:11.169198 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '0c07d5df-de6a-4988-aefe-a6d7edf7d297', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:11.202232 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:11.293569 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:11.369433 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:11.506189 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Allocated IP 172.25.4.185 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/607236af-279c-42da-bd07-f27601326ff4) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:11.714055 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:11.763425 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:11.818320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:11.823924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:11.830241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:11.894363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'Port': ['ID=607236af-279c-42da-bd07-f27601326ff4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:12.439815 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.568881 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.770732 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.777932 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:12.915127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event updated for resources: {'Port': ['ID=607236af-279c-42da-bd07-f27601326ff4,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:12.935555 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:13.088963 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Floating IP ee6c7476-ecf7-4609-8972-2968d7e4a615 associated. External IP: 172.25.4.185, port: 0c07d5df-de6a-4988-aefe-a6d7edf7d297. Jul 16 09:09:13.449830 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Router 89025303-18ca-442d-bc24-d7efcd2f1f92 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:13.637802 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:13.652256 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e972b09-453d-4f96-b3bc-b5c378ee96f0 None None] Sync routers for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:13.666476 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e972b09-453d-4f96-b3bc-b5c378ee96f0 None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:13.668405 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1e972b09-453d-4f96-b3bc-b5c378ee96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:13.682242 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:13.726976 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-58b1826a-624c-42e9-8a3e-91df88e2dd29 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5640419 Jul 16 09:09:13.727609 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e1c9981-2505-44b0-b7af-f6dd3ce08e1f', 'tag': '0c07d5df-de6a-4988-aefe-a6d7edf7d297'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:13.730708 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70140c33-daaf-4cb7-b902-ecd90192c55d" -d '{"events": [{"name": "network-changed", "server_uuid": "8e1c9981-2505-44b0-b7af-f6dd3ce08e1f", "tag": "0c07d5df-de6a-4988-aefe-a6d7edf7d297"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:13.791347 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8386cd57-dfd6-42ab-b976-54b8d7620517 x-openstack-request-id: req-8386cd57-dfd6-42ab-b976-54b8d7620517 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:13.792005 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e1c9981-2505-44b0-b7af-f6dd3ce08e1f", "tag": "0c07d5df-de6a-4988-aefe-a6d7edf7d297", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:13.792652 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8386cd57-dfd6-42ab-b976-54b8d7620517 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:13.793391 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e1c9981-2505-44b0-b7af-f6dd3ce08e1f', 'tag': '0c07d5df-de6a-4988-aefe-a6d7edf7d297', 'status': 'completed', 'code': 200} Jul 16 09:09:13.842271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-1e972b09-453d-4f96-b3bc-b5c378ee96f0 None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:13.910710 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70140c33-daaf-4cb7-b902-ecd90192c55d req-4e166fd9-3098-4185-9ce3-3eb2d16fa004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:13.915283 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70140c33-daaf-4cb7-b902-ecd90192c55d req-4e166fd9-3098-4185-9ce3-3eb2d16fa004 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 1098 time: 0.0947125 Jul 16 09:09:14.035181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70140c33-daaf-4cb7-b902-ecd90192c55d req-dfa7714e-6452-4ad0-84c5-8c8aa03e63bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.038172 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70140c33-daaf-4cb7-b902-ecd90192c55d req-dfa7714e-6452-4ad0-84c5-8c8aa03e63bb service neutron] 10.222.0.38 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.1146703 Jul 16 09:09:14.137695 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1e972b09-453d-4f96-b3bc-b5c378ee96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2cef2b18-9fb1-45b8-9bb0-c818cc4fd218', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'port_id': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'mac_address': 'fa:16:3e:e3:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:02Z', 'revision_number': 1, 'project_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address_scope': None}, {'id': 'ee6c7476-ecf7-4609-8972-2968d7e4a615', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'port_id': '0c07d5df-de6a-4988-aefe-a6d7edf7d297', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'mac_address': 'fa:16:3e:c0:db:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1c9981-2505-44b0-b7af-f6dd3ce08e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:12Z', 'updated_at': '2021-07-16T09:09:12Z', 'revision_number': 0, 'project_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:14.153294 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70140c33-daaf-4cb7-b902-ecd90192c55d req-416dc15e-0337-4212-a1c1-e39aaa0835c2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c07d5df-de6a-4988-aefe-a6d7edf7d297 HTTP/1.1" status: 200 len: 1000 time: 0.1091764 Jul 16 09:09:14.195116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e972b09-453d-4f96-b3bc-b5c378ee96f0 None None] Checking router: 89025303-18ca-442d-bc24-d7efcd2f1f92 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:14.209339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e972b09-453d-4f96-b3bc-b5c378ee96f0 None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:14.210424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1e972b09-453d-4f96-b3bc-b5c378ee96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:14.216537 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70140c33-daaf-4cb7-b902-ecd90192c55d req-82633459-a34e-48e9-9411-a30d20938e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.219789 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70140c33-daaf-4cb7-b902-ecd90192c55d req-82633459-a34e-48e9-9411-a30d20938e15 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.0595899 Jul 16 09:09:14.312335 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70140c33-daaf-4cb7-b902-ecd90192c55d req-75bc9077-5fa6-454b-8c91-683c210b3d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:14.314036 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70140c33-daaf-4cb7-b902-ecd90192c55d req-75bc9077-5fa6-454b-8c91-683c210b3d66 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0832398 Jul 16 09:09:14.402585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-1e972b09-453d-4f96-b3bc-b5c378ee96f0 None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:14.457944 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70140c33-daaf-4cb7-b902-ecd90192c55d req-92ee3db1-afde-4a22-9132-d931d00dee63 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371009 Jul 16 09:09:14.616636 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70140c33-daaf-4cb7-b902-ecd90192c55d req-d9b38d75-8685-4c9b-8e24-9a46594522cf service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521535 Jul 16 09:09:14.791749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1e972b09-453d-4f96-b3bc-b5c378ee96f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2cef2b18-9fb1-45b8-9bb0-c818cc4fd218', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'port_id': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'mac_address': 'fa:16:3e:e3:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:02Z', 'revision_number': 1, 'project_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address_scope': None}, {'id': 'ee6c7476-ecf7-4609-8972-2968d7e4a615', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'port_id': '0c07d5df-de6a-4988-aefe-a6d7edf7d297', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'mac_address': 'fa:16:3e:c0:db:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1c9981-2505-44b0-b7af-f6dd3ce08e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:12Z', 'updated_at': '2021-07-16T09:09:12Z', 'revision_number': 0, 'project_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:14.859883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e972b09-453d-4f96-b3bc-b5c378ee96f0 None None] The sync data for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 is: [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2cef2b18-9fb1-45b8-9bb0-c818cc4fd218', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'port_id': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'mac_address': 'fa:16:3e:e3:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:02Z', 'revision_number': 1, 'project_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address_scope': None}, {'id': 'ee6c7476-ecf7-4609-8972-2968d7e4a615', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'floating_ip_address': '172.25.4.185', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'port_id': '0c07d5df-de6a-4988-aefe-a6d7edf7d297', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3759, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'mac_address': 'fa:16:3e:c0:db:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e1c9981-2505-44b0-b7af-f6dd3ce08e1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:12Z', 'updated_at': '2021-07-16T09:09:12Z', 'revision_number': 0, 'project_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:15.016147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36640) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:15.146345 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7217a916-878e-4101-97da-c57d8442ccfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.232134 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f648ba2d-db13-4c37-a2d2-fa6281d12fe2 None None] New status for floating IP ee6c7476-ecf7-4609-8972-2968d7e4a615: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:09:15.263796 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7217a916-878e-4101-97da-c57d8442ccfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.269378 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7217a916-878e-4101-97da-c57d8442ccfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.317438 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7217a916-878e-4101-97da-c57d8442ccfb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74905b9da03f4d419ed9de604dccbb33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3000720 Jul 16 09:09:15.318802 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217a916-878e-4101-97da-c57d8442ccfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6534ffee-b577-4cd1-acaa-a4dad1a78dae,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:15.322094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36644) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:15.392848 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a22a23d6-7c7f-4406-9c4e-4ebc5d983682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.417685 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a22a23d6-7c7f-4406-9c4e-4ebc5d983682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.472734 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a22a23d6-7c7f-4406-9c4e-4ebc5d983682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.475468 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a22a23d6-7c7f-4406-9c4e-4ebc5d983682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:15.477106 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a22a23d6-7c7f-4406-9c4e-4ebc5d983682 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6534ffee-b577-4cd1-acaa-a4dad1a78dae HTTP/1.1" status: 204 len: 168 time: 0.1516221 Jul 16 09:09:15.486618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a23d6-7c7f-4406-9c4e-4ebc5d983682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6534ffee-b577-4cd1-acaa-a4dad1a78dae,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:15.834425 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36666) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:15.855300 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c71b9f8c-58d9-4861-a4f9-936d65a46205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:16.002880 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c71b9f8c-58d9-4861-a4f9-936d65a46205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:16.008220 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c71b9f8c-58d9-4861-a4f9-936d65a46205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:16.075692 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c71b9f8c-58d9-4861-a4f9-936d65a46205 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9afff0fd335a44d0922308be416a6ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2393448 Jul 16 09:09:16.076710 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b9f8c-58d9-4861-a4f9-936d65a46205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7510230-f33d-4b04-ab05-d849b24352da,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:16.079840 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36672) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:16.154626 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba791b64-3749-45ab-be72-690edf527f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:16.181914 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba791b64-3749-45ab-be72-690edf527f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:16.250981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba791b64-3749-45ab-be72-690edf527f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:16.254933 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ba791b64-3749-45ab-be72-690edf527f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:16.256978 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ba791b64-3749-45ab-be72-690edf527f06 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b7510230-f33d-4b04-ab05-d849b24352da HTTP/1.1" status: 204 len: 168 time: 0.1746848 Jul 16 09:09:16.266122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba791b64-3749-45ab-be72-690edf527f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7510230-f33d-4b04-ab05-d849b24352da,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:17.216914 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36698) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:17.354612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-622228965-network', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:17.379952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] Made reservation on behalf of 13d62e26674b475aa1e3e4f8d3fe0c68 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:17.382514 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.393636 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.542909 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.549940 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.588985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] vlan segment allocate from pool success with {'vlan_id': 93, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:09:17.615599 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba3118d-42cf-4d28-9258-bfdb173e7c54,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:17.624986 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.625538 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] Added segment 2748a8c8-d4a9-4921-bd45-47e8098525f4 of type vlan for network f565cc55-0ee6-4321-8292-d65bc0884c2e Jul 16 09:09:17.703275 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.752200 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.753788 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:17.754758 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.813356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5941970 Jul 16 09:09:17.817033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36702) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:17.831694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-175ea994-1a10-42c2-b149-7d6de3647b8b admin admin] Request body: {'subnet': {'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-622228965-subnet', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:17.868098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175ea994-1a10-42c2-b149-7d6de3647b8b admin admin] Made reservation on behalf of 13d62e26674b475aa1e3e4f8d3fe0c68 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:17.871649 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-175ea994-1a10-42c2-b149-7d6de3647b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:17.881647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a5e84-cdff-478c-b8aa-43f50a13e772 admin admin] Pushing event updated for resources: {'Network': ['ID=f565cc55-0ee6-4321-8292-d65bc0884c2e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:17.899342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network f565cc55-0ee6-4321-8292-d65bc0884c2e details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:09:18.470860 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-175ea994-1a10-42c2-b149-7d6de3647b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.532459 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ea994-1a10-42c2-b149-7d6de3647b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d238f8dd-86ef-4763-a331-171a73d4e176,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:18.578771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175ea994-1a10-42c2-b149-7d6de3647b8b admin admin] Checking segment: {'id': '2748a8c8-d4a9-4921-bd45-47e8098525f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:18.579455 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175ea994-1a10-42c2-b149-7d6de3647b8b admin admin] Network hostable DHCP agents. Network: f565cc55-0ee6-4321-8292-d65bc0884c2e, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:09:18.609545 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175ea994-1a10-42c2-b149-7d6de3647b8b admin admin] Network f565cc55-0ee6-4321-8292-d65bc0884c2e is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:09:18.624940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-175ea994-1a10-42c2-b149-7d6de3647b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, f565cc55-0ee6-4321-8292-d65bc0884c2e) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:18.631648 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175ea994-1a10-42c2-b149-7d6de3647b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:18.633063 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-175ea994-1a10-42c2-b149-7d6de3647b8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.638094 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecca1d1-f2bd-4be4-9ad7-872e100db343 None None] Network f565cc55-0ee6-4321-8292-d65bc0884c2e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:18.660115 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-175ea994-1a10-42c2-b149-7d6de3647b8b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8402286 Jul 16 09:09:18.663331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36732) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:18.670734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-622228965-router', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:18.717049 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.719396 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.798925 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.871341 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36736) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:18.913259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-f565cc55-0ee6-4321-8292-d65bc0884c2e', 'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'fixed_ips': [{'subnet_id': 'd238f8dd-86ef-4763-a331-171a73d4e176'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:09:18.914612 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:18.992164 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.112552 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee9a76db-e2bf-40b9-8feb-0a317c18124a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.297065 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee9a76db-e2bf-40b9-8feb-0a317c18124a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.303460 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee9a76db-e2bf-40b9-8feb-0a317c18124a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.320702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Allocated IP 172.20.0.2 (f565cc55-0ee6-4321-8292-d65bc0884c2e/d238f8dd-86ef-4763-a331-171a73d4e176/8963d5cc-0398-42de-8e33-c4fda5757985) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:19.357536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9a76db-e2bf-40b9-8feb-0a317c18124a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a29c5d4e-6cc2-4f95-a7db-cc7ef82e5dc9,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:19.403467 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.406005 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ee9a76db-e2bf-40b9-8feb-0a317c18124a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9bff7b49cb9e49e2842219adba92d85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5315487 Jul 16 09:09:19.407686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36740) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:19.449655 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.515956 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.526488 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-141af39d-5ec5-4d98-a779-eecca367d65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.532281 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Transition to ACTIVE for port object 8963d5cc-0398-42de-8e33-c4fda5757985 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:19.558222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Transition to ACTIVE for port object 8963d5cc-0398-42de-8e33-c4fda5757985 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:19.567639 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.568028 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-141af39d-5ec5-4d98-a779-eecca367d65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.620339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Network f565cc55-0ee6-4321-8292-d65bc0884c2e is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:19.623957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:19.629036 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:19.635894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Pushing event updated for resources: {'Port': ['ID=8963d5cc-0398-42de-8e33-c4fda5757985,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:19.644001 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-141af39d-5ec5-4d98-a779-eecca367d65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.647821 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-141af39d-5ec5-4d98-a779-eecca367d65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.649116 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-141af39d-5ec5-4d98-a779-eecca367d65d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a29c5d4e-6cc2-4f95-a7db-cc7ef82e5dc9 HTTP/1.1" status: 204 len: 168 time: 0.2400951 Jul 16 09:09:19.663429 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141af39d-5ec5-4d98-a779-eecca367d65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a29c5d4e-6cc2-4f95-a7db-cc7ef82e5dc9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:19.684912 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Allocated IP 172.25.4.125 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/57108094-3be9-46b1-b117-d40609da9479) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:19.720107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Attempting to bind port 8963d5cc-0398-42de-8e33-c4fda5757985 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:19.720469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Attempting to bind port 8963d5cc-0398-42de-8e33-c4fda5757985 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '2748a8c8-d4a9-4921-bd45-47e8098525f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:19.721219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Attempting to bind port 8963d5cc-0398-42de-8e33-c4fda5757985 on network f565cc55-0ee6-4321-8292-d65bc0884c2e {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:19.727405 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:19.727903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Checking segment: {'id': '2748a8c8-d4a9-4921-bd45-47e8098525f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:19.728412 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.728927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Bound using segment: {'id': '2748a8c8-d4a9-4921-bd45-47e8098525f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:19.729505 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Bound port: 8963d5cc-0398-42de-8e33-c4fda5757985, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2748a8c8-d4a9-4921-bd45-47e8098525f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:19.729970 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.832947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] For port 8963d5cc-0398-42de-8e33-c4fda5757985, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:19.837299 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] For port 8963d5cc-0398-42de-8e33-c4fda5757985, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8963d5cc-0398-42de-8e33-c4fda5757985,segment=NetworkSegment(2748a8c8-d4a9-4921-bd45-47e8098525f4),segment_id=2748a8c8-d4a9-4921-bd45-47e8098525f4)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:19.845428 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.854136 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.911525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a103879-f4f7-4c6a-bbe3-a872ca66fb32 None None] Pushing event updated for resources: {'Port': ['ID=8963d5cc-0398-42de-8e33-c4fda5757985,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:19.927265 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:19.978135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:19.982064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:19.991166 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:20.033823 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Pushing event updated for resources: {'Port': ['ID=57108094-3be9-46b1-b117-d40609da9479,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:20.103711 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36746) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:20.128156 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8aa5f492-0761-4945-a4a4-dbc438a8971f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.338815 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8aa5f492-0761-4945-a4a4-dbc438a8971f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.348649 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8aa5f492-0761-4945-a4a4-dbc438a8971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.425470 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.442986 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8aa5f492-0761-4945-a4a4-dbc438a8971f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60502096e5e14b1a9283f4dd300abdb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3370829 Jul 16 09:09:20.444158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa5f492-0761-4945-a4a4-dbc438a8971f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d0e49f6-dc62-422d-8f03-9370a482ed51,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:20.453985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36748) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:20.508980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8963d5cc-0398-42de-8e33-c4fda5757985 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:20.571140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 8963d5cc-0398-42de-8e33-c4fda5757985 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:20.578380 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad332a0c-7c97-43a5-aa71-4af70a602e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.620831 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad332a0c-7c97-43a5-aa71-4af70a602e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.691333 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.703116 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad332a0c-7c97-43a5-aa71-4af70a602e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.706568 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad332a0c-7c97-43a5-aa71-4af70a602e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:20.708074 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ad332a0c-7c97-43a5-aa71-4af70a602e43 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d0e49f6-dc62-422d-8f03-9370a482ed51 HTTP/1.1" status: 204 len: 168 time: 0.2525504 Jul 16 09:09:20.721146 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad332a0c-7c97-43a5-aa71-4af70a602e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d0e49f6-dc62-422d-8f03-9370a482ed51,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:20.903015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Router 4add31d2-6d9a-4eb8-98ee-277a9807b6d4 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:09:21.111947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:21.124082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Sync routers for ids ['4add31d2-6d9a-4eb8-98ee-277a9807b6d4'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:21.142524 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Routers {'4add31d2-6d9a-4eb8-98ee-277a9807b6d4'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:21.144336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['4add31d2-6d9a-4eb8-98ee-277a9807b6d4'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:21.152745 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:21.158353 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cf40f619-c9f3-4c44-b0de-bf6a06f52ac0 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4895458 Jul 16 09:09:21.159342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36756) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:21.351804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Set router 4add31d2-6d9a-4eb8-98ee-277a9807b6d4 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:21.406963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eec0a40-36ba-4432-b596-e35d9739bbd3 None None] Network f565cc55-0ee6-4321-8292-d65bc0884c2e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:21.589837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7c6a1cd8-3eb0-4b0a-88b8-dc3863f98c0d None None] Provisioning for port 8963d5cc-0398-42de-8e33-c4fda5757985 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:21.626506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7c6a1cd8-3eb0-4b0a-88b8-dc3863f98c0d None None] Provisioning complete for port 8963d5cc-0398-42de-8e33-c4fda5757985 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:21.626869 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1cd8-3eb0-4b0a-88b8-dc3863f98c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:21.864638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'name': 'tempest-TestAggregatesBasicOps-622228965-router', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '57108094-3be9-46b1-b117-d40609da9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:18Z', 'updated_at': '2021-07-16T09:09:20Z', 'revision_number': 3, 'project_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'gw_port': {'id': '57108094-3be9-46b1-b117-d40609da9479', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:19Z', 'updated_at': '2021-07-16T09:09:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:21.882849 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:21.904438 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1cd8-3eb0-4b0a-88b8-dc3863f98c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:21.908075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Checking router: 4add31d2-6d9a-4eb8-98ee-277a9807b6d4 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:21.908426 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Updating router 4add31d2-6d9a-4eb8-98ee-277a9807b6d4 port 57108094-3be9-46b1-b117-d40609da9479 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:09:21.980746 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:21.987459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7c6a1cd8-3eb0-4b0a-88b8-dc3863f98c0d None None] For port 8963d5cc-0398-42de-8e33-c4fda5757985, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8963d5cc-0398-42de-8e33-c4fda5757985,segment=NetworkSegment(2748a8c8-d4a9-4921-bd45-47e8098525f4),segment_id=2748a8c8-d4a9-4921-bd45-47e8098525f4)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:22.010561 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7c6a1cd8-3eb0-4b0a-88b8-dc3863f98c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:22.148197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Allocated IP 172.20.0.1 (f565cc55-0ee6-4321-8292-d65bc0884c2e/d238f8dd-86ef-4763-a331-171a73d4e176/6bf11ec9-b700-4e1a-be7a-8b26cfef190b) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:22.228563 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a1cd8-3eb0-4b0a-88b8-dc3863f98c0d None None] Pushing event updated for resources: {'Port': ['ID=8963d5cc-0398-42de-8e33-c4fda5757985,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:22.330424 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:22.363858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Transition to ACTIVE for port object 6bf11ec9-b700-4e1a-be7a-8b26cfef190b will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:22.370312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-010404c7-2ed7-40c1-a4f6-c772b9853001 None None] Provisioning complete for port 8963d5cc-0398-42de-8e33-c4fda5757985 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:22.370969 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-010404c7-2ed7-40c1-a4f6-c772b9853001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:22.432888 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:22.498877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Network f565cc55-0ee6-4321-8292-d65bc0884c2e is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:22.504696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:22.508664 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:22.511499 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:22.524440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Transition to ACTIVE for port object 57108094-3be9-46b1-b117-d40609da9479 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:22.544937 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:22.565476 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf11ec9-b700-4e1a-be7a-8b26cfef190b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:22.604378 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:22.606357 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Attempting to bind port 57108094-3be9-46b1-b117-d40609da9479 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:22.607233 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Attempting to bind port 57108094-3be9-46b1-b117-d40609da9479 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:22.607233 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Attempting to bind port 57108094-3be9-46b1-b117-d40609da9479 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:22.617070 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f33a02-5713-40cf-8c73-91f304cf23d8 None None] Pushing event updated for resources: {'Port': ['ID=57108094-3be9-46b1-b117-d40609da9479,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:22.620214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:22.620874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:22.621496 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:22.622069 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:22.622747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Bound port: 57108094-3be9-46b1-b117-d40609da9479, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:22.623339 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:22.726535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] For port 57108094-3be9-46b1-b117-d40609da9479, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:22.730449 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] For port 57108094-3be9-46b1-b117-d40609da9479, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=57108094-3be9-46b1-b117-d40609da9479,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:22.738489 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:22.841797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Routers {'4add31d2-6d9a-4eb8-98ee-277a9807b6d4'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:22.843634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['4add31d2-6d9a-4eb8-98ee-277a9807b6d4'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:22.872051 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:22.935376 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f33a02-5713-40cf-8c73-91f304cf23d8 None None] Pushing event updated for resources: {'Port': ['ID=57108094-3be9-46b1-b117-d40609da9479,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:23.073340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0c9fa331-6437-417b-8362-312223f64cb7 None None] Provisioning for port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:23.090007 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.092443 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0c9fa331-6437-417b-8362-312223f64cb7 None None] Provisioning complete for port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:23.093707 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0c9fa331-6437-417b-8362-312223f64cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.097179 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.146165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] Set router 4add31d2-6d9a-4eb8-98ee-277a9807b6d4 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:23.207661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-0c9fa331-6437-417b-8362-312223f64cb7 None None] Port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:23.228297 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.232995 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Pushing event updated for resources: {'Port': ['ID=6bf11ec9-b700-4e1a-be7a-8b26cfef190b,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:23.373227 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Network f565cc55-0ee6-4321-8292-d65bc0884c2e is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:23.374915 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:23.501254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'name': 'tempest-TestAggregatesBasicOps-622228965-router', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '57108094-3be9-46b1-b117-d40609da9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:18Z', 'updated_at': '2021-07-16T09:09:22Z', 'revision_number': 4, 'project_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'gw_port': {'id': '57108094-3be9-46b1-b117-d40609da9479', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:19Z', 'updated_at': '2021-07-16T09:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6bf11ec9-b700-4e1a-be7a-8b26cfef190b', 'name': '', 'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'mac_address': 'fa:16:3e:bd:f9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'd238f8dd-86ef-4763-a331-171a73d4e176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:21Z', 'updated_at': '2021-07-16T09:09:22Z', 'revision_number': 1, 'project_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'subnets': [{'id': 'd238f8dd-86ef-4763-a331-171a73d4e176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:23.553685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f23fa81a-9c58-4931-91de-33c747567600 None None] The sync data for ids ['4add31d2-6d9a-4eb8-98ee-277a9807b6d4'] in n-d-758944-46 is: [{'id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'name': 'tempest-TestAggregatesBasicOps-622228965-router', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '57108094-3be9-46b1-b117-d40609da9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:18Z', 'updated_at': '2021-07-16T09:09:22Z', 'revision_number': 4, 'project_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'gw_port': {'id': '57108094-3be9-46b1-b117-d40609da9479', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:19Z', 'updated_at': '2021-07-16T09:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6bf11ec9-b700-4e1a-be7a-8b26cfef190b', 'name': '', 'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'mac_address': 'fa:16:3e:bd:f9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'd238f8dd-86ef-4763-a331-171a73d4e176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:21Z', 'updated_at': '2021-07-16T09:09:22Z', 'revision_number': 1, 'project_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'subnets': [{'id': 'd238f8dd-86ef-4763-a331-171a73d4e176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:23.569174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Router 4add31d2-6d9a-4eb8-98ee-277a9807b6d4 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:23.748091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2a5da72a-db48-475e-881c-ad8d5c28e0b9 None None] Provisioning complete for port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:23.749646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:23.749925 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a5da72a-db48-475e-881c-ad8d5c28e0b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:23.766680 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3dbda0f1-523b-4765-a218-52aaf85a1d15 admin admin] 10.222.0.20 "PUT /v2.0/routers/4add31d2-6d9a-4eb8-98ee-277a9807b6d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5940619 Jul 16 09:09:23.820391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2a5da72a-db48-475e-881c-ad8d5c28e0b9 None None] Port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:23.927963 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36806) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:24.259836 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-781bf291-f35d-4633-8fc0-dbd96f0e2b31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.329046 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8963d5cc-0398-42de-8e33-c4fda5757985 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:24.431811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 8963d5cc-0398-42de-8e33-c4fda5757985 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:24.432447 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.472709 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-781bf291-f35d-4633-8fc0-dbd96f0e2b31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.485018 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-781bf291-f35d-4633-8fc0-dbd96f0e2b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.586584 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781bf291-f35d-4633-8fc0-dbd96f0e2b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c75d0d-9a44-46d8-98df-73cf788aa45e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:24.600465 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-781bf291-f35d-4633-8fc0-dbd96f0e2b31 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3313780115564976a45bb3a1a778cb7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6685705 Jul 16 09:09:24.601192 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36822) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:24.678692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36824) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:24.684748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1283763336-network', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:24.709043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] Made reservation on behalf of e876aaeb26754e14a22351a20afa5184 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:24.711570 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.739396 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3faf92b6-f403-4d9d-9dbd-f9a6b1f7fc74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.739721 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.766681 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3faf92b6-f403-4d9d-9dbd-f9a6b1f7fc74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.838706 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3faf92b6-f403-4d9d-9dbd-f9a6b1f7fc74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.845392 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3faf92b6-f403-4d9d-9dbd-f9a6b1f7fc74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.850371 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3faf92b6-f403-4d9d-9dbd-f9a6b1f7fc74 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/06c75d0d-9a44-46d8-98df-73cf788aa45e HTTP/1.1" status: 204 len: 168 time: 0.2449963 Jul 16 09:09:24.864930 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf92b6-f403-4d9d-9dbd-f9a6b1f7fc74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c75d0d-9a44-46d8-98df-73cf788aa45e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:24.945277 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.954759 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:24.995318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] vlan segment allocate from pool success with {'vlan_id': 78, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:09:25.019983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3a2c48b-7a0b-43ba-8439-28e9b12f8194,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:25.040529 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.041171 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] Added segment 130c8ae5-c171-4d74-b592-08d71dce9c4a of type vlan for network ec705253-6e5e-42a7-b019-52405802261e Jul 16 09:09:25.118749 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.174605 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.176074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:25.177236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.225680 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5452304 Jul 16 09:09:25.230318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36830) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:25.236871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f557dfc0-6edf-4aa8-af2f-73d3b4bbe172 admin admin] Request body: {'subnet': {'network_id': 'ec705253-6e5e-42a7-b019-52405802261e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1283763336-subnet', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:25.317945 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded926a7-6d63-460a-ad65-00a050738628 admin admin] Pushing event updated for resources: {'Network': ['ID=ec705253-6e5e-42a7-b019-52405802261e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:25.341989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f557dfc0-6edf-4aa8-af2f-73d3b4bbe172 admin admin] Made reservation on behalf of e876aaeb26754e14a22351a20afa5184 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:25.342333 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network ec705253-6e5e-42a7-b019-52405802261e details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:09:25.347581 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f557dfc0-6edf-4aa8-af2f-73d3b4bbe172 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.509600 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36832) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:25.533786 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-774e04af-40a5-4051-a037-7f5ab27dbba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.617000 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f557dfc0-6edf-4aa8-af2f-73d3b4bbe172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.660245 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-774e04af-40a5-4051-a037-7f5ab27dbba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.665646 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-774e04af-40a5-4051-a037-7f5ab27dbba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.709646 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-774e04af-40a5-4051-a037-7f5ab27dbba7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ba75745afb5f4005b5a68f884419044b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984391 Jul 16 09:09:25.710823 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774e04af-40a5-4051-a037-7f5ab27dbba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589cf6e7-048d-40d0-9773-5cc4a15e6c01,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:25.714193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36834) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:25.721484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f557dfc0-6edf-4aa8-af2f-73d3b4bbe172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9d61b2f-a6d8-4801-a1ee-c17e64274d26,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:25.756531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f557dfc0-6edf-4aa8-af2f-73d3b4bbe172 admin admin] Checking segment: {'id': '130c8ae5-c171-4d74-b592-08d71dce9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ec705253-6e5e-42a7-b019-52405802261e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:25.756531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f557dfc0-6edf-4aa8-af2f-73d3b4bbe172 admin admin] Network hostable DHCP agents. Network: ec705253-6e5e-42a7-b019-52405802261e, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:09:25.782933 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04530cf6-7b85-439e-827e-f62bc95d9757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.784728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f557dfc0-6edf-4aa8-af2f-73d3b4bbe172 admin admin] Network ec705253-6e5e-42a7-b019-52405802261e is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:09:25.797837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f557dfc0-6edf-4aa8-af2f-73d3b4bbe172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, ec705253-6e5e-42a7-b019-52405802261e) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:25.805424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f557dfc0-6edf-4aa8-af2f-73d3b4bbe172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:25.807023 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f557dfc0-6edf-4aa8-af2f-73d3b4bbe172 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.810957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26b2c56-524d-4556-8d1d-5fbe21341f95 None None] Network ec705253-6e5e-42a7-b019-52405802261e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:25.814368 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04530cf6-7b85-439e-827e-f62bc95d9757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.833776 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f557dfc0-6edf-4aa8-af2f-73d3b4bbe172 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6022298 Jul 16 09:09:25.837582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36838) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:25.844208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1283763336-router', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:25.908342 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.910431 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.958845 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04530cf6-7b85-439e-827e-f62bc95d9757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.966235 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04530cf6-7b85-439e-827e-f62bc95d9757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.969448 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-04530cf6-7b85-439e-827e-f62bc95d9757 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/589cf6e7-048d-40d0-9773-5cc4a15e6c01 HTTP/1.1" status: 204 len: 168 time: 0.2537975 Jul 16 09:09:26.043651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04530cf6-7b85-439e-827e-f62bc95d9757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589cf6e7-048d-40d0-9773-5cc4a15e6c01,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:26.097618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-ec705253-6e5e-42a7-b019-52405802261e', 'network_id': 'ec705253-6e5e-42a7-b019-52405802261e', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'fixed_ips': [{'subnet_id': 'b9d61b2f-a6d8-4801-a1ee-c17e64274d26'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:09:26.100759 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.126749 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.420452 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Allocated IP 172.20.0.2 (ec705253-6e5e-42a7-b019-52405802261e/b9d61b2f-a6d8-4801-a1ee-c17e64274d26/d8b4e355-3e1c-4da4-a800-af829f097eb7) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:26.440694 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.503883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 57108094-3be9-46b1-b117-d40609da9479 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:26.643497 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 57108094-3be9-46b1-b117-d40609da9479 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:26.658276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 57108094-3be9-46b1-b117-d40609da9479 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:26.658559 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.794119 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.816936 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Sync routers for ids ['4add31d2-6d9a-4eb8-98ee-277a9807b6d4'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:26.829818 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Routers {'4add31d2-6d9a-4eb8-98ee-277a9807b6d4'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:26.830749 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['4add31d2-6d9a-4eb8-98ee-277a9807b6d4'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:26.853280 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.967905 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Set router 4add31d2-6d9a-4eb8-98ee-277a9807b6d4 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:26.969099 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.981985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Transition to ACTIVE for port object d8b4e355-3e1c-4da4-a800-af829f097eb7 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:27.015747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Transition to ACTIVE for port object d8b4e355-3e1c-4da4-a800-af829f097eb7 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:27.064740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Allocated IP 172.25.4.159 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/00dd122b-410f-47cb-b3bd-140e9ef27051) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:27.075036 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.142831 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Pushing event updated for resources: {'Port': ['ID=d8b4e355-3e1c-4da4-a800-af829f097eb7,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:27.145381 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.156873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Network ec705253-6e5e-42a7-b019-52405802261e is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:27.159458 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:27.166029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:27.185729 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 57108094-3be9-46b1-b117-d40609da9479, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=57108094-3be9-46b1-b117-d40609da9479,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:27.243360 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.255712 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.273254 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'name': 'tempest-TestAggregatesBasicOps-622228965-router', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '57108094-3be9-46b1-b117-d40609da9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:18Z', 'updated_at': '2021-07-16T09:09:22Z', 'revision_number': 4, 'project_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'gw_port': {'id': '57108094-3be9-46b1-b117-d40609da9479', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1d:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:19Z', 'updated_at': '2021-07-16T09:09:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6bf11ec9-b700-4e1a-be7a-8b26cfef190b', 'name': '', 'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'mac_address': 'fa:16:3e:bd:f9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'd238f8dd-86ef-4763-a331-171a73d4e176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:21Z', 'updated_at': '2021-07-16T09:09:22Z', 'revision_number': 2, 'project_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'subnets': [{'id': 'd238f8dd-86ef-4763-a331-171a73d4e176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:27.290578 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Attempting to bind port d8b4e355-3e1c-4da4-a800-af829f097eb7 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:27.291025 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Attempting to bind port d8b4e355-3e1c-4da4-a800-af829f097eb7 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '130c8ae5-c171-4d74-b592-08d71dce9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ec705253-6e5e-42a7-b019-52405802261e'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:27.291443 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Attempting to bind port d8b4e355-3e1c-4da4-a800-af829f097eb7 on network ec705253-6e5e-42a7-b019-52405802261e {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:27.302606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:27.303264 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Checking segment: {'id': '130c8ae5-c171-4d74-b592-08d71dce9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ec705253-6e5e-42a7-b019-52405802261e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:27.303697 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.304108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Bound using segment: {'id': '130c8ae5-c171-4d74-b592-08d71dce9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ec705253-6e5e-42a7-b019-52405802261e'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:27.304765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Bound port: d8b4e355-3e1c-4da4-a800-af829f097eb7, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130c8ae5-c171-4d74-b592-08d71dce9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ec705253-6e5e-42a7-b019-52405802261e'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:27.305622 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.318244 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Checking router: 4add31d2-6d9a-4eb8-98ee-277a9807b6d4 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:27.319013 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Updating router 4add31d2-6d9a-4eb8-98ee-277a9807b6d4 port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:09:27.344021 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.371083 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.380064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=57108094-3be9-46b1-b117-d40609da9479,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:27.415010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] For port d8b4e355-3e1c-4da4-a800-af829f097eb7, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:27.415372 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:27.416824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Pushing event updated for resources: {'Port': ['ID=00dd122b-410f-47cb-b3bd-140e9ef27051,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:27.419997 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] For port d8b4e355-3e1c-4da4-a800-af829f097eb7, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d8b4e355-3e1c-4da4-a800-af829f097eb7,segment=NetworkSegment(130c8ae5-c171-4d74-b592-08d71dce9c4a),segment_id=130c8ae5-c171-4d74-b592-08d71dce9c4a)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:27.425996 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:27.428996 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.429342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.429687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.430026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.430355 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.430687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.431015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.431340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.431664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.432125 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.432333 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.432652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.436950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:27.439453 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.538561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff562f1-2a7f-44b8-8e6e-21a5504b096b None None] Pushing event updated for resources: {'Port': ['ID=d8b4e355-3e1c-4da4-a800-af829f097eb7,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:27.827995 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.840065 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Transition to ACTIVE for port object 6bf11ec9-b700-4e1a-be7a-8b26cfef190b will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:27.849917 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.913701 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.974245 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e885d2-573c-4514-bbc7-b24e4f611911 None None] Pushing event updated for resources: {'Port': ['ID=6bf11ec9-b700-4e1a-be7a-8b26cfef190b,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:27.985198 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e885d2-573c-4514-bbc7-b24e4f611911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.985829 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e885d2-573c-4514-bbc7-b24e4f611911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.986372 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e885d2-573c-4514-bbc7-b24e4f611911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.986887 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e885d2-573c-4514-bbc7-b24e4f611911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.987414 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e885d2-573c-4514-bbc7-b24e4f611911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.988062 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e885d2-573c-4514-bbc7-b24e4f611911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.988386 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e885d2-573c-4514-bbc7-b24e4f611911 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.988804 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e885d2-573c-4514-bbc7-b24e4f611911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.989093 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e885d2-573c-4514-bbc7-b24e4f611911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.989427 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e885d2-573c-4514-bbc7-b24e4f611911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.989756 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e885d2-573c-4514-bbc7-b24e4f611911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.990078 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e885d2-573c-4514-bbc7-b24e4f611911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:27.996058 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Attempting to bind port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:27.996781 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Attempting to bind port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '2748a8c8-d4a9-4921-bd45-47e8098525f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:27.997523 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Attempting to bind port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b on network f565cc55-0ee6-4321-8292-d65bc0884c2e {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:28.010679 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:28.011698 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Checking segment: {'id': '2748a8c8-d4a9-4921-bd45-47e8098525f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:28.012313 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:28.012940 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Bound using segment: {'id': '2748a8c8-d4a9-4921-bd45-47e8098525f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:28.013633 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Bound port: 6bf11ec9-b700-4e1a-be7a-8b26cfef190b, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2748a8c8-d4a9-4921-bd45-47e8098525f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:28.014831 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:28.099987 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] For port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:28.109784 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] For port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6bf11ec9-b700-4e1a-be7a-8b26cfef190b,segment=NetworkSegment(2748a8c8-d4a9-4921-bd45-47e8098525f4),segment_id=2748a8c8-d4a9-4921-bd45-47e8098525f4)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:28.122835 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:28.237552 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Routers {'4add31d2-6d9a-4eb8-98ee-277a9807b6d4'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:28.238670 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['4add31d2-6d9a-4eb8-98ee-277a9807b6d4'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:28.368230 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e885d2-573c-4514-bbc7-b24e4f611911 None None] Pushing event updated for resources: {'Port': ['ID=6bf11ec9-b700-4e1a-be7a-8b26cfef190b,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:28.531820 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] Set router 4add31d2-6d9a-4eb8-98ee-277a9807b6d4 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:28.599508 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d8b4e355-3e1c-4da4-a800-af829f097eb7 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:28.741900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port d8b4e355-3e1c-4da4-a800-af829f097eb7 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:28.763060 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 57108094-3be9-46b1-b117-d40609da9479 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:28.862735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:28.876263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 57108094-3be9-46b1-b117-d40609da9479 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:28.876859 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:28.953050 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'name': 'tempest-TestAggregatesBasicOps-622228965-router', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '57108094-3be9-46b1-b117-d40609da9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:18Z', 'updated_at': '2021-07-16T09:09:22Z', 'revision_number': 4, 'project_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'gw_port': {'id': '57108094-3be9-46b1-b117-d40609da9479', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:19Z', 'updated_at': '2021-07-16T09:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6bf11ec9-b700-4e1a-be7a-8b26cfef190b', 'name': '', 'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'mac_address': 'fa:16:3e:bd:f9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'd238f8dd-86ef-4763-a331-171a73d4e176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:21Z', 'updated_at': '2021-07-16T09:09:28Z', 'revision_number': 4, 'project_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'subnets': [{'id': 'd238f8dd-86ef-4763-a331-171a73d4e176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:28.997025 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-955a23ce-e280-4196-a46a-e2d3346bbaea None None] The sync data for ids ['4add31d2-6d9a-4eb8-98ee-277a9807b6d4'] in n-d-758944-46 is: [{'id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'name': 'tempest-TestAggregatesBasicOps-622228965-router', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '57108094-3be9-46b1-b117-d40609da9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:18Z', 'updated_at': '2021-07-16T09:09:22Z', 'revision_number': 4, 'project_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'gw_port': {'id': '57108094-3be9-46b1-b117-d40609da9479', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:19Z', 'updated_at': '2021-07-16T09:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6bf11ec9-b700-4e1a-be7a-8b26cfef190b', 'name': '', 'network_id': 'f565cc55-0ee6-4321-8292-d65bc0884c2e', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'mac_address': 'fa:16:3e:bd:f9:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': 'd238f8dd-86ef-4763-a331-171a73d4e176', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:21Z', 'updated_at': '2021-07-16T09:09:28Z', 'revision_number': 4, 'project_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'subnets': [{'id': 'd238f8dd-86ef-4763-a331-171a73d4e176', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:29.184305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Router 7cc0232a-0e9d-453c-b460-2cd80ef9f835 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:09:29.257897 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d8ad91e-3927-4969-966d-d6aa0ec22ef8 None None] Network ec705253-6e5e-42a7-b019-52405802261e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:29.380985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0eed0fad-4f44-4c40-af8a-adc1eb708b9e None None] Provisioning for port d8b4e355-3e1c-4da4-a800-af829f097eb7 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:29.426096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0eed0fad-4f44-4c40-af8a-adc1eb708b9e None None] Provisioning complete for port d8b4e355-3e1c-4da4-a800-af829f097eb7 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:29.426816 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0eed0fad-4f44-4c40-af8a-adc1eb708b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.456969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:29.490881 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.492926 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-efe24044-574f-4a18-8f72-48e25a0a3a7a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6538367 Jul 16 09:09:29.496887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36888) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:29.511113 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Sync routers for ids ['7cc0232a-0e9d-453c-b460-2cd80ef9f835'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:29.637951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Routers {'7cc0232a-0e9d-453c-b460-2cd80ef9f835'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:29.637951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7cc0232a-0e9d-453c-b460-2cd80ef9f835'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:29.786376 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0eed0fad-4f44-4c40-af8a-adc1eb708b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.804294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Set router 7cc0232a-0e9d-453c-b460-2cd80ef9f835 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:29.831572 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-0eed0fad-4f44-4c40-af8a-adc1eb708b9e None None] For port d8b4e355-3e1c-4da4-a800-af829f097eb7, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d8b4e355-3e1c-4da4-a800-af829f097eb7,segment=NetworkSegment(130c8ae5-c171-4d74-b592-08d71dce9c4a),segment_id=130c8ae5-c171-4d74-b592-08d71dce9c4a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:29.861648 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0eed0fad-4f44-4c40-af8a-adc1eb708b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.991761 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eed0fad-4f44-4c40-af8a-adc1eb708b9e None None] Pushing event updated for resources: {'Port': ['ID=d8b4e355-3e1c-4da4-a800-af829f097eb7,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:30.179340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7e0d2c60-8c81-4dc8-9f87-aaaae949b16d None None] Provisioning complete for port d8b4e355-3e1c-4da4-a800-af829f097eb7 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:30.179964 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7e0d2c60-8c81-4dc8-9f87-aaaae949b16d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.274075 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.289618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'name': 'tempest-TestAggregatesBasicOps-1283763336-router', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '00dd122b-410f-47cb-b3bd-140e9ef27051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:25Z', 'updated_at': '2021-07-16T09:09:27Z', 'revision_number': 3, 'project_id': 'e876aaeb26754e14a22351a20afa5184', 'gw_port': {'id': '00dd122b-410f-47cb-b3bd-140e9ef27051', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:29:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:26Z', 'updated_at': '2021-07-16T09:09:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:30.380473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Checking router: 7cc0232a-0e9d-453c-b460-2cd80ef9f835 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:30.381072 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Updating router 7cc0232a-0e9d-453c-b460-2cd80ef9f835 port 00dd122b-410f-47cb-b3bd-140e9ef27051 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:09:30.432942 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d8b4e355-3e1c-4da4-a800-af829f097eb7 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:30.519136 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.524134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Allocated IP 172.20.0.1 (ec705253-6e5e-42a7-b019-52405802261e/b9d61b2f-a6d8-4801-a1ee-c17e64274d26/0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:30.660918 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.680767 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Transition to ACTIVE for port object 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:30.720220 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d8b4e355-3e1c-4da4-a800-af829f097eb7 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:30.721191 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.746168 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.822469 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Network ec705253-6e5e-42a7-b019-52405802261e is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:30.834938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:30.842255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:30.927438 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.025916 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6bf11ec9-b700-4e1a-be7a-8b26cfef190b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:31.175624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Pushing event updated for resources: {'Port': ['ID=0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:31.235828 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.301232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-17e8e984-a0d1-4d15-ac8c-cf61a36a5089 None None] Provisioning for port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:31.310316 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:31.318504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-17e8e984-a0d1-4d15-ac8c-cf61a36a5089 None None] Provisioning complete for port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:31.319095 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-17e8e984-a0d1-4d15-ac8c-cf61a36a5089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.365545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:31.366080 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.378782 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.457043 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Transition to ACTIVE for port object 00dd122b-410f-47cb-b3bd-140e9ef27051 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:31.469885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-17e8e984-a0d1-4d15-ac8c-cf61a36a5089 None None] Port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:31.479838 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.564151 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.571781 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.599438 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b66ee-90a1-4b05-9d2f-63077d0b3428 None None] Pushing event updated for resources: {'Port': ['ID=00dd122b-410f-47cb-b3bd-140e9ef27051,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:31.606232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Attempting to bind port 00dd122b-410f-47cb-b3bd-140e9ef27051 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:31.606232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Attempting to bind port 00dd122b-410f-47cb-b3bd-140e9ef27051 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:31.606632 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Attempting to bind port 00dd122b-410f-47cb-b3bd-140e9ef27051 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:31.650485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:31.651073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:31.651741 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.652395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:31.653289 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Bound port: 00dd122b-410f-47cb-b3bd-140e9ef27051, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:31.653847 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.655103 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Pushing event updated for resources: {'Port': ['ID=0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:31.660944 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.715225 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.792023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] For port 00dd122b-410f-47cb-b3bd-140e9ef27051, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:31.793052 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Network ec705253-6e5e-42a7-b019-52405802261e is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:31.794886 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:31.806757 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] For port 00dd122b-410f-47cb-b3bd-140e9ef27051, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=00dd122b-410f-47cb-b3bd-140e9ef27051,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:31.820186 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6bf11ec9-b700-4e1a-be7a-8b26cfef190b,segment=NetworkSegment(2748a8c8-d4a9-4921-bd45-47e8098525f4),segment_id=2748a8c8-d4a9-4921-bd45-47e8098525f4)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:31.824425 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.839944 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.911034 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Routers {'7cc0232a-0e9d-453c-b460-2cd80ef9f835'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:31.911698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7cc0232a-0e9d-453c-b460-2cd80ef9f835'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:31.959190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b66ee-90a1-4b05-9d2f-63077d0b3428 None None] Pushing event updated for resources: {'Port': ['ID=00dd122b-410f-47cb-b3bd-140e9ef27051,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:32.024072 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Router 7cc0232a-0e9d-453c-b460-2cd80ef9f835 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:32.066899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=6bf11ec9-b700-4e1a-be7a-8b26cfef190b,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:32.095970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] Set router 7cc0232a-0e9d-453c-b460-2cd80ef9f835 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:32.218295 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:32.224346 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-384f826a-58de-461c-8f4c-25c073ec2b89 admin admin] 10.222.0.20 "PUT /v2.0/routers/7cc0232a-0e9d-453c-b460-2cd80ef9f835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7259440 Jul 16 09:09:32.282145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d9dfda33-bdab-432c-b01b-950b61a17b1f None None] Provisioning complete for port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:32.282715 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d9dfda33-bdab-432c-b01b-950b61a17b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.338812 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d9dfda33-bdab-432c-b01b-950b61a17b1f None None] Port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:32.396986 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6bf11ec9-b700-4e1a-be7a-8b26cfef190b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:32.626394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'name': 'tempest-TestAggregatesBasicOps-1283763336-router', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '00dd122b-410f-47cb-b3bd-140e9ef27051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:25Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 4, 'project_id': 'e876aaeb26754e14a22351a20afa5184', 'gw_port': {'id': '00dd122b-410f-47cb-b3bd-140e9ef27051', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:29:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:26Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b', 'name': '', 'network_id': 'ec705253-6e5e-42a7-b019-52405802261e', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'mac_address': 'fa:16:3e:ea:99:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'b9d61b2f-a6d8-4801-a1ee-c17e64274d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:30Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 2, 'project_id': 'e876aaeb26754e14a22351a20afa5184', 'subnets': [{'id': 'b9d61b2f-a6d8-4801-a1ee-c17e64274d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:32.683231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a8f2d9-1f44-426b-b9ac-eb1eeffc5a58 None None] The sync data for ids ['7cc0232a-0e9d-453c-b460-2cd80ef9f835'] in n-d-758944-46 is: [{'id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'name': 'tempest-TestAggregatesBasicOps-1283763336-router', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '00dd122b-410f-47cb-b3bd-140e9ef27051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:25Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 4, 'project_id': 'e876aaeb26754e14a22351a20afa5184', 'gw_port': {'id': '00dd122b-410f-47cb-b3bd-140e9ef27051', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:29:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:26Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b', 'name': '', 'network_id': 'ec705253-6e5e-42a7-b019-52405802261e', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'mac_address': 'fa:16:3e:ea:99:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'b9d61b2f-a6d8-4801-a1ee-c17e64274d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:30Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 2, 'project_id': 'e876aaeb26754e14a22351a20afa5184', 'subnets': [{'id': 'b9d61b2f-a6d8-4801-a1ee-c17e64274d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:32.693961 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:32.694646 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.995179 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36964) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:34.023609 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.470470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 00dd122b-410f-47cb-b3bd-140e9ef27051 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:34.618877 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 00dd122b-410f-47cb-b3bd-140e9ef27051 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:34.627597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 00dd122b-410f-47cb-b3bd-140e9ef27051 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:34.631826 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.821509 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.871237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 00dd122b-410f-47cb-b3bd-140e9ef27051, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=00dd122b-410f-47cb-b3bd-140e9ef27051,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:34.880058 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.985466 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=00dd122b-410f-47cb-b3bd-140e9ef27051,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:35.190507 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.275611 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77030fb6-744a-4df6-814f-c6a2b293c6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.616010 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Deleting port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:35.616625 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.721902 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.726663 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] For port 6bf11ec9-b700-4e1a-be7a-8b26cfef190b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6bf11ec9-b700-4e1a-be7a-8b26cfef190b,segment=NetworkSegment(2748a8c8-d4a9-4921-bd45-47e8098525f4),segment_id=2748a8c8-d4a9-4921-bd45-47e8098525f4)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:35.727084 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.755741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Calling delete_port for 6bf11ec9-b700-4e1a-be7a-8b26cfef190b owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:35.970562 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.998847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf11ec9-b700-4e1a-be7a-8b26cfef190b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:36.011394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:36.011737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:36.012074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:36.012418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:36.012796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:36.013127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:36.013448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:36.013769 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:36.014088 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:36.014405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:36.014724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:36.015299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:36.226628 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.438031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 00dd122b-410f-47cb-b3bd-140e9ef27051 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:36.490945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 00dd122b-410f-47cb-b3bd-140e9ef27051 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:36.491451 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.505581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Router 4add31d2-6d9a-4eb8-98ee-277a9807b6d4 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:36.678116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:36.687246 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a3f1de59-1dde-42ee-a754-d3e5620f5290 admin admin] 10.222.0.20 "PUT /v2.0/routers/4add31d2-6d9a-4eb8-98ee-277a9807b6d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6901813 Jul 16 09:09:36.688522 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a62a8e-0a41-419a-bc95-4a0800c0ce8d None None] Sync routers for ids ['4add31d2-6d9a-4eb8-98ee-277a9807b6d4'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:36.689893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36980) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:36.700018 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a62a8e-0a41-419a-bc95-4a0800c0ce8d None None] Routers {'4add31d2-6d9a-4eb8-98ee-277a9807b6d4'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:36.700681 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-15a62a8e-0a41-419a-bc95-4a0800c0ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['4add31d2-6d9a-4eb8-98ee-277a9807b6d4'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:36.852295 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.868157 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-15a62a8e-0a41-419a-bc95-4a0800c0ce8d None None] Set router 4add31d2-6d9a-4eb8-98ee-277a9807b6d4 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:36.888919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Sync routers for ids ['7cc0232a-0e9d-453c-b460-2cd80ef9f835'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:36.917846 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Routers {'7cc0232a-0e9d-453c-b460-2cd80ef9f835'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:36.918859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7cc0232a-0e9d-453c-b460-2cd80ef9f835'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:36.976320 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.068840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] Deleting port 57108094-3be9-46b1-b117-d40609da9479 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:37.069190 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.122053 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Set router 7cc0232a-0e9d-453c-b460-2cd80ef9f835 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:37.194993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] For port 57108094-3be9-46b1-b117-d40609da9479, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=57108094-3be9-46b1-b117-d40609da9479,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:37.195603 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.200435 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-15a62a8e-0a41-419a-bc95-4a0800c0ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'name': 'tempest-TestAggregatesBasicOps-622228965-router', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.125'}], 'enable_snat': True}, 'gw_port_id': '57108094-3be9-46b1-b117-d40609da9479', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:18Z', 'updated_at': '2021-07-16T09:09:35Z', 'revision_number': 5, 'project_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'gw_port': {'id': '57108094-3be9-46b1-b117-d40609da9479', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:19Z', 'updated_at': '2021-07-16T09:09:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:37.219978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] Calling delete_port for 57108094-3be9-46b1-b117-d40609da9479 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:37.230109 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a62a8e-0a41-419a-bc95-4a0800c0ce8d None None] Checking router: 4add31d2-6d9a-4eb8-98ee-277a9807b6d4 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:37.240464 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a62a8e-0a41-419a-bc95-4a0800c0ce8d None None] Routers {'4add31d2-6d9a-4eb8-98ee-277a9807b6d4'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:37.241220 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-15a62a8e-0a41-419a-bc95-4a0800c0ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['4add31d2-6d9a-4eb8-98ee-277a9807b6d4'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:37.366534 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-15a62a8e-0a41-419a-bc95-4a0800c0ce8d None None] Set router 4add31d2-6d9a-4eb8-98ee-277a9807b6d4 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:37.458900 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-15a62a8e-0a41-419a-bc95-4a0800c0ce8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'name': 'tempest-TestAggregatesBasicOps-622228965-router', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:18Z', 'updated_at': '2021-07-16T09:09:36Z', 'revision_number': 6, 'project_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:37.486163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'name': 'tempest-TestAggregatesBasicOps-1283763336-router', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '00dd122b-410f-47cb-b3bd-140e9ef27051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:25Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 4, 'project_id': 'e876aaeb26754e14a22351a20afa5184', 'gw_port': {'id': '00dd122b-410f-47cb-b3bd-140e9ef27051', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:26Z', 'updated_at': '2021-07-16T09:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b', 'name': '', 'network_id': 'ec705253-6e5e-42a7-b019-52405802261e', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'mac_address': 'fa:16:3e:ea:99:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'b9d61b2f-a6d8-4801-a1ee-c17e64274d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:30Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 2, 'project_id': 'e876aaeb26754e14a22351a20afa5184', 'subnets': [{'id': 'b9d61b2f-a6d8-4801-a1ee-c17e64274d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:37.492169 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.517323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Checking router: 7cc0232a-0e9d-453c-b460-2cd80ef9f835 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:37.517731 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Updating router 7cc0232a-0e9d-453c-b460-2cd80ef9f835 port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:09:37.519734 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a62a8e-0a41-419a-bc95-4a0800c0ce8d None None] The sync data for ids ['4add31d2-6d9a-4eb8-98ee-277a9807b6d4'] in n-d-758944-46 is: [{'id': '4add31d2-6d9a-4eb8-98ee-277a9807b6d4', 'name': 'tempest-TestAggregatesBasicOps-622228965-router', 'tenant_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:18Z', 'updated_at': '2021-07-16T09:09:36Z', 'revision_number': 6, 'project_id': '13d62e26674b475aa1e3e4f8d3fe0c68', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:37.531369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] Pushing event deleted for resources: {'Port': ['ID=57108094-3be9-46b1-b117-d40609da9479,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:37.563022 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.626112 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.746222 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.751907 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.845220 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.846320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4add31d2-6d9a-4eb8-98ee-277a9807b6d4 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:09:37.854824 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.859766 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-250dea93-ca1d-4495-b961-881b69824352 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4add31d2-6d9a-4eb8-98ee-277a9807b6d4 HTTP/1.1" status: 204 len: 168 time: 1.1649489 Jul 16 09:09:37.860947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 36986) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:37.940678 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-735e4c68-cc08-4de4-9d4f-ea48920707d6 admin admin] Deleting subnet d238f8dd-86ef-4763-a331-171a73d4e176 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:09:37.946797 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-735e4c68-cc08-4de4-9d4f-ea48920707d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.956007 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f078a58e-5bf3-49a9-95f1-c8717bfe976b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.008941 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-735e4c68-cc08-4de4-9d4f-ea48920707d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.080397 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.099612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Transition to ACTIVE for port object 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:38.112075 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.115466 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-735e4c68-cc08-4de4-9d4f-ea48920707d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.195421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fa77f-a9fd-440b-ada7-d78a12160263 None None] Pushing event updated for resources: {'Port': ['ID=0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:38.209777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-735e4c68-cc08-4de4-9d4f-ea48920707d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.267451 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e4c68-cc08-4de4-9d4f-ea48920707d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d238f8dd-86ef-4763-a331-171a73d4e176,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:38.279207 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-735e4c68-cc08-4de4-9d4f-ea48920707d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.283522 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-735e4c68-cc08-4de4-9d4f-ea48920707d6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d238f8dd-86ef-4763-a331-171a73d4e176 HTTP/1.1" status: 204 len: 168 time: 0.4207675 Jul 16 09:09:38.286513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36988) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:38.363327 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2cf0a8-dd84-492b-b9d3-9b9264414697 None None] Network f565cc55-0ee6-4321-8292-d65bc0884c2e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:38.458371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 57108094-3be9-46b1-b117-d40609da9479 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:38.460548 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.473125 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.496424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 57108094-3be9-46b1-b117-d40609da9479 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:38.497501 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 57108094-3be9-46b1-b117-d40609da9479 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:38.498309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6bf11ec9-b700-4e1a-be7a-8b26cfef190b no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:38.550618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 6bf11ec9-b700-4e1a-be7a-8b26cfef190b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:38.550957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6bf11ec9-b700-4e1a-be7a-8b26cfef190b not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:38.563637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Attempting to bind port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:38.564012 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Attempting to bind port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '130c8ae5-c171-4d74-b592-08d71dce9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ec705253-6e5e-42a7-b019-52405802261e'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:38.564377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Attempting to bind port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b on network ec705253-6e5e-42a7-b019-52405802261e {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:38.580858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] Deleting port 8963d5cc-0398-42de-8e33-c4fda5757985 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:38.581675 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.604374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:38.604782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Checking segment: {'id': '130c8ae5-c171-4d74-b592-08d71dce9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ec705253-6e5e-42a7-b019-52405802261e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:38.605187 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.606082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Bound using segment: {'id': '130c8ae5-c171-4d74-b592-08d71dce9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ec705253-6e5e-42a7-b019-52405802261e'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:38.606082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Bound port: 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130c8ae5-c171-4d74-b592-08d71dce9c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ec705253-6e5e-42a7-b019-52405802261e'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:38.606629 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.705975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] For port 8963d5cc-0398-42de-8e33-c4fda5757985, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8963d5cc-0398-42de-8e33-c4fda5757985,segment=NetworkSegment(2748a8c8-d4a9-4921-bd45-47e8098525f4),segment_id=2748a8c8-d4a9-4921-bd45-47e8098525f4)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:38.705975 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.727378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] Calling delete_port for 8963d5cc-0398-42de-8e33-c4fda5757985 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:38.737206 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] For port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:38.747377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] For port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b,segment=NetworkSegment(130c8ae5-c171-4d74-b592-08d71dce9c4a),segment_id=130c8ae5-c171-4d74-b592-08d71dce9c4a)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:38.781869 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.817295 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b6f1ad-2e38-40bb-8191-2a84d40d46d7 None None] DHCP port deletion for f565cc55-0ee6-4321-8292-d65bc0884c2e request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:09:38.920693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Routers {'7cc0232a-0e9d-453c-b460-2cd80ef9f835'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:38.921368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7cc0232a-0e9d-453c-b460-2cd80ef9f835'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:38.930818 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3fa77f-a9fd-440b-ada7-d78a12160263 None None] Pushing event updated for resources: {'Port': ['ID=0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:38.991718 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.035933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] Pushing event deleted for resources: {'Port': ['ID=8963d5cc-0398-42de-8e33-c4fda5757985,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:39.047665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] No DVR routers for this DVR port 8963d5cc-0398-42de-8e33-c4fda5757985 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:09:39.084011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-42b6f1ad-2e38-40bb-8191-2a84d40d46d7 None None] Deleting port 8963d5cc-0398-42de-8e33-c4fda5757985 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:39.084882 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-42b6f1ad-2e38-40bb-8191-2a84d40d46d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.197354 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.210234 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f565cc55-0ee6-4321-8292-d65bc0884c2e']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:39.212434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] Set router 7cc0232a-0e9d-453c-b460-2cd80ef9f835 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:39.234213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2748a8c8-d4a9-4921-bd45-47e8098525f4') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:39.234719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2748a8c8-d4a9-4921-bd45-47e8098525f4') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:39.248610 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-42b6f1ad-2e38-40bb-8191-2a84d40d46d7 None None] For port 8963d5cc-0398-42de-8e33-c4fda5757985, host n-d-758944-46, got binding levels [] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:39.249012 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-42b6f1ad-2e38-40bb-8191-2a84d40d46d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.263098 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.266967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-42b6f1ad-2e38-40bb-8191-2a84d40d46d7 None None] Calling delete_port for 8963d5cc-0398-42de-8e33-c4fda5757985 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:39.270058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.ipam_backend_mixin [None req-42b6f1ad-2e38-40bb-8191-2a84d40d46d7 None None] Port 8963d5cc-0398-42de-8e33-c4fda5757985 was not found and therefore no delete operation was performed {{(pid=93696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:09:39.276292 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-42b6f1ad-2e38-40bb-8191-2a84d40d46d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.312842 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.331191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:09:39.332735 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:09:39.333793 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:09:39.347413 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b6f1ad-2e38-40bb-8191-2a84d40d46d7 None None] Pushing event deleted for resources: {'Port': ['ID=8963d5cc-0398-42de-8e33-c4fda5757985,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:39.350848 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b6f1ad-2e38-40bb-8191-2a84d40d46d7 None None] No DVR routers for this DVR port 8963d5cc-0398-42de-8e33-c4fda5757985 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:09:39.466877 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.494497 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] Pushing event deleted for resources: {'Network': ['ID=f565cc55-0ee6-4321-8292-d65bc0884c2e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:39.496955 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.499390 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-272b0211-7935-41c5-8c57-60f49194b38d admin admin] 10.222.0.20 "DELETE /v2.0/networks/f565cc55-0ee6-4321-8292-d65bc0884c2e HTTP/1.1" status: 204 len: 168 time: 1.2115381 Jul 16 09:09:39.504523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 36994) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:39.541967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'name': 'tempest-TestAggregatesBasicOps-1283763336-router', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '00dd122b-410f-47cb-b3bd-140e9ef27051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:25Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 4, 'project_id': 'e876aaeb26754e14a22351a20afa5184', 'gw_port': {'id': '00dd122b-410f-47cb-b3bd-140e9ef27051', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:26Z', 'updated_at': '2021-07-16T09:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b', 'name': '', 'network_id': 'ec705253-6e5e-42a7-b019-52405802261e', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'mac_address': 'fa:16:3e:ea:99:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'b9d61b2f-a6d8-4801-a1ee-c17e64274d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:30Z', 'updated_at': '2021-07-16T09:09:38Z', 'revision_number': 4, 'project_id': 'e876aaeb26754e14a22351a20afa5184', 'subnets': [{'id': 'b9d61b2f-a6d8-4801-a1ee-c17e64274d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:39.593559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2235362-b74e-487d-b6f8-8ed6709bf442 None None] The sync data for ids ['7cc0232a-0e9d-453c-b460-2cd80ef9f835'] in n-d-758944-46 is: [{'id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'name': 'tempest-TestAggregatesBasicOps-1283763336-router', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '00dd122b-410f-47cb-b3bd-140e9ef27051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:25Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 4, 'project_id': 'e876aaeb26754e14a22351a20afa5184', 'gw_port': {'id': '00dd122b-410f-47cb-b3bd-140e9ef27051', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:26Z', 'updated_at': '2021-07-16T09:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b', 'name': '', 'network_id': 'ec705253-6e5e-42a7-b019-52405802261e', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'mac_address': 'fa:16:3e:ea:99:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'device_owner': 'network:router_interface', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': 'b9d61b2f-a6d8-4801-a1ee-c17e64274d26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:30Z', 'updated_at': '2021-07-16T09:09:38Z', 'revision_number': 4, 'project_id': 'e876aaeb26754e14a22351a20afa5184', 'subnets': [{'id': 'b9d61b2f-a6d8-4801-a1ee-c17e64274d26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:39.809514 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.147939 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b6bccf3-c3b3-4f9f-aab4-28e256228070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.462372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:40.568333 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:40.578752 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:40.579169 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.630883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-5b6bccf3-c3b3-4f9f-aab4-28e256228070 admin admin] Deleting port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:40.630883 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b6bccf3-c3b3-4f9f-aab4-28e256228070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.699328 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.762876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b,segment=NetworkSegment(130c8ae5-c171-4d74-b592-08d71dce9c4a),segment_id=130c8ae5-c171-4d74-b592-08d71dce9c4a)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:40.768073 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-5b6bccf3-c3b3-4f9f-aab4-28e256228070 admin admin] For port 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b,segment=NetworkSegment(130c8ae5-c171-4d74-b592-08d71dce9c4a),segment_id=130c8ae5-c171-4d74-b592-08d71dce9c4a)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:40.768677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b6bccf3-c3b3-4f9f-aab4-28e256228070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.773688 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:40.803982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-5b6bccf3-c3b3-4f9f-aab4-28e256228070 admin admin] Calling delete_port for 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:40.869616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8963d5cc-0398-42de-8e33-c4fda5757985 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:40.928185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 8963d5cc-0398-42de-8e33-c4fda5757985 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:40.928185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8963d5cc-0398-42de-8e33-c4fda5757985 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:40.931432 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:41.099119 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b6bccf3-c3b3-4f9f-aab4-28e256228070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.157569 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6bccf3-c3b3-4f9f-aab4-28e256228070 admin admin] Pushing event deleted for resources: {'Port': ['ID=0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:41.308701 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.556432 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b6bccf3-c3b3-4f9f-aab4-28e256228070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.832942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6bccf3-c3b3-4f9f-aab4-28e256228070 admin admin] Router 7cc0232a-0e9d-453c-b460-2cd80ef9f835 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:42.040720 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6bccf3-c3b3-4f9f-aab4-28e256228070 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:42.047023 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5b6bccf3-c3b3-4f9f-aab4-28e256228070 admin admin] 10.222.0.20 "PUT /v2.0/routers/7cc0232a-0e9d-453c-b460-2cd80ef9f835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5413699 Jul 16 09:09:42.051007 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37004) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:42.062781 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24190c19-7e31-4e39-b53a-f6b3064765fc None None] Sync routers for ids ['7cc0232a-0e9d-453c-b460-2cd80ef9f835'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:42.085326 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24190c19-7e31-4e39-b53a-f6b3064765fc None None] Routers {'7cc0232a-0e9d-453c-b460-2cd80ef9f835'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:42.086330 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-24190c19-7e31-4e39-b53a-f6b3064765fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7cc0232a-0e9d-453c-b460-2cd80ef9f835'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:42.199875 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:42.402709 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:42.455650 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-24190c19-7e31-4e39-b53a-f6b3064765fc None None] Set router 7cc0232a-0e9d-453c-b460-2cd80ef9f835 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:42.534635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] Deleting port 00dd122b-410f-47cb-b3bd-140e9ef27051 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:42.535174 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:42.710774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] For port 00dd122b-410f-47cb-b3bd-140e9ef27051, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=00dd122b-410f-47cb-b3bd-140e9ef27051,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:42.711999 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:42.740692 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] Calling delete_port for 00dd122b-410f-47cb-b3bd-140e9ef27051 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:42.741314 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-24190c19-7e31-4e39-b53a-f6b3064765fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'name': 'tempest-TestAggregatesBasicOps-1283763336-router', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': '00dd122b-410f-47cb-b3bd-140e9ef27051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:25Z', 'updated_at': '2021-07-16T09:09:41Z', 'revision_number': 5, 'project_id': 'e876aaeb26754e14a22351a20afa5184', 'gw_port': {'id': '00dd122b-410f-47cb-b3bd-140e9ef27051', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:29:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:26Z', 'updated_at': '2021-07-16T09:09:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:42.794022 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24190c19-7e31-4e39-b53a-f6b3064765fc None None] Checking router: 7cc0232a-0e9d-453c-b460-2cd80ef9f835 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:42.809690 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24190c19-7e31-4e39-b53a-f6b3064765fc None None] Routers {'7cc0232a-0e9d-453c-b460-2cd80ef9f835'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:42.811646 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-24190c19-7e31-4e39-b53a-f6b3064765fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['7cc0232a-0e9d-453c-b460-2cd80ef9f835'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:42.961715 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-24190c19-7e31-4e39-b53a-f6b3064765fc None None] Set router 7cc0232a-0e9d-453c-b460-2cd80ef9f835 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:43.026321 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-24190c19-7e31-4e39-b53a-f6b3064765fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'name': 'tempest-TestAggregatesBasicOps-1283763336-router', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:25Z', 'updated_at': '2021-07-16T09:09:42Z', 'revision_number': 6, 'project_id': 'e876aaeb26754e14a22351a20afa5184', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:43.068614 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.078021 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24190c19-7e31-4e39-b53a-f6b3064765fc None None] The sync data for ids ['7cc0232a-0e9d-453c-b460-2cd80ef9f835'] in n-d-758944-46 is: [{'id': '7cc0232a-0e9d-453c-b460-2cd80ef9f835', 'name': 'tempest-TestAggregatesBasicOps-1283763336-router', 'tenant_id': 'e876aaeb26754e14a22351a20afa5184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:25Z', 'updated_at': '2021-07-16T09:09:42Z', 'revision_number': 6, 'project_id': 'e876aaeb26754e14a22351a20afa5184', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:43.097068 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] Pushing event deleted for resources: {'Port': ['ID=00dd122b-410f-47cb-b3bd-140e9ef27051,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:43.201477 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.300842 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.305043 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.940122 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.940122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7cc0232a-0e9d-453c-b460-2cd80ef9f835 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:09:43.947569 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.950088 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4514e729-2cd7-4522-8fcb-eaba6e954016 admin admin] 10.222.0.20 "DELETE /v2.0/routers/7cc0232a-0e9d-453c-b460-2cd80ef9f835 HTTP/1.1" status: 204 len: 168 time: 1.8976047 Jul 16 09:09:43.954099 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37016) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:44.050611 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-934e4e0b-5f05-40c0-94e5-b4dab0565682 admin admin] Deleting subnet b9d61b2f-a6d8-4801-a1ee-c17e64274d26 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:09:44.053808 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-934e4e0b-5f05-40c0-94e5-b4dab0565682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.104365 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-934e4e0b-5f05-40c0-94e5-b4dab0565682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.240728 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-934e4e0b-5f05-40c0-94e5-b4dab0565682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.348650 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-934e4e0b-5f05-40c0-94e5-b4dab0565682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.390713 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 00dd122b-410f-47cb-b3bd-140e9ef27051 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:44.411955 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e4e0b-5f05-40c0-94e5-b4dab0565682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d61b2f-a6d8-4801-a1ee-c17e64274d26,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:44.418773 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-934e4e0b-5f05-40c0-94e5-b4dab0565682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.423145 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-934e4e0b-5f05-40c0-94e5-b4dab0565682 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b9d61b2f-a6d8-4801-a1ee-c17e64274d26 HTTP/1.1" status: 204 len: 168 time: 0.4677203 Jul 16 09:09:44.426739 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 00dd122b-410f-47cb-b3bd-140e9ef27051 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:44.426862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37018) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:44.427727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 00dd122b-410f-47cb-b3bd-140e9ef27051 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:44.428375 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:44.431975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe18573-31bf-4599-8b4f-417796b4d943 None None] Network ec705253-6e5e-42a7-b019-52405802261e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:44.563610 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.679071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] Deleting port d8b4e355-3e1c-4da4-a800-af829f097eb7 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:09:44.679496 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.745945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:44.746433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 0c4a0f3d-2cfa-44a5-ae6d-f465f5289c7b not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:44.802984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] For port d8b4e355-3e1c-4da4-a800-af829f097eb7, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d8b4e355-3e1c-4da4-a800-af829f097eb7,segment=NetworkSegment(130c8ae5-c171-4d74-b592-08d71dce9c4a),segment_id=130c8ae5-c171-4d74-b592-08d71dce9c4a)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:44.803542 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.825488 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] Calling delete_port for d8b4e355-3e1c-4da4-a800-af829f097eb7 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:09:44.967287 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f743f78-8910-4762-8a87-2436dbbdf065 None None] DHCP port deletion for ec705253-6e5e-42a7-b019-52405802261e request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:09:44.972821 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.024995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] No DVR routers for this DVR port d8b4e355-3e1c-4da4-a800-af829f097eb7 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:09:45.033676 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8b4e355-3e1c-4da4-a800-af829f097eb7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:45.173997 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.193348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec705253-6e5e-42a7-b019-52405802261e']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:45.212079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130c8ae5-c171-4d74-b592-08d71dce9c4a') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:45.212588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130c8ae5-c171-4d74-b592-08d71dce9c4a') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:45.224099 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.250225 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.261631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:09:45.262289 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:09:45.265894 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:09:45.337382 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.344349 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.347026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ec705253-6e5e-42a7-b019-52405802261e HTTP/1.1" status: 204 len: 168 time: 0.9183812 Jul 16 09:09:45.365220 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ea2890-9dd4-4269-8445-3969c5b19449 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec705253-6e5e-42a7-b019-52405802261e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:45.562995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37026) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:45.609536 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-64a5f6e9-a557-4c58-8cd0-a2c97ed1968a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=13d62e26674b475aa1e3e4f8d3fe0c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451109 Jul 16 09:09:45.612682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37028) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:45.669158 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6db8e8c0-6f46-4635-98be-4a490bc58844 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.698319 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6db8e8c0-6f46-4635-98be-4a490bc58844 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.765265 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6db8e8c0-6f46-4635-98be-4a490bc58844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.770730 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6db8e8c0-6f46-4635-98be-4a490bc58844 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.772964 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6db8e8c0-6f46-4635-98be-4a490bc58844 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8ba3118d-42cf-4d28-9258-bfdb173e7c54 HTTP/1.1" status: 204 len: 168 time: 0.1589012 Jul 16 09:09:45.786758 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db8e8c0-6f46-4635-98be-4a490bc58844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba3118d-42cf-4d28-9258-bfdb173e7c54,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:46.285113 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37054) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:46.357414 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c34912b9-ec0e-4090-9a54-3e0392074296 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e876aaeb26754e14a22351a20afa5184&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0672982 Jul 16 09:09:46.358003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37056) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:46.372062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d8b4e355-3e1c-4da4-a800-af829f097eb7 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:09:46.413417 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: d8b4e355-3e1c-4da4-a800-af829f097eb7 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:09:46.414078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d8b4e355-3e1c-4da4-a800-af829f097eb7 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:09:46.442717 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-308b8cab-a968-4ccc-9a04-fa4f78ab5452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:46.469516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-308b8cab-a968-4ccc-9a04-fa4f78ab5452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:46.531610 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-308b8cab-a968-4ccc-9a04-fa4f78ab5452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:46.534633 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-308b8cab-a968-4ccc-9a04-fa4f78ab5452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:46.537124 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-308b8cab-a968-4ccc-9a04-fa4f78ab5452 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e3a2c48b-7a0b-43ba-8439-28e9b12f8194 HTTP/1.1" status: 204 len: 168 time: 0.1776018 Jul 16 09:09:46.548565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308b8cab-a968-4ccc-9a04-fa4f78ab5452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3a2c48b-7a0b-43ba-8439-28e9b12f8194,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:47.765006 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:09:48.202657 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37096) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:48.400149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'network': {'name': 'tempest-network-smoke--1285037790', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'port_security_enabled': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:48.429084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Made reservation on behalf of 7e30d8f3fe7d4607b50cfb6640ab53b5 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:48.435428 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.447898 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.608792 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.614659 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.654332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] vlan segment allocate from pool success with {'vlan_id': 87, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:09:48.679295 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bb64720-ea64-4cbf-b6ea-2be1b6080e9e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:48.690043 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.690670 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Added segment f291eb30-e776-42e1-b024-d5119c923076 of type vlan for network 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 Jul 16 09:09:48.765167 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.815495 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.825780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:48.826860 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.895599 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6905706 Jul 16 09:09:48.899494 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37112) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:48.907905 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-999898492', 'admin_state_up': True, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:48.955968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24c3a3-9230-4074-8e64-8665353c7b82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Network': ['ID=8de18b4b-e29a-4c94-a98b-6f0aa1b30e89,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:48.980864 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:09:48.990837 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:48.993573 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.119680 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.324579 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.629152 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.654907 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.798725 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Allocated IP 172.25.4.120 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/76473685-1e4a-4ed0-9308-fabb1d5ff98d) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:49.936633 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:49.980963 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:50.064062 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:50.072656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:50.081810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:50.086928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Port': ['ID=76473685-1e4a-4ed0-9308-fabb1d5ff98d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:50.413576 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:50.753809 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.434958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Router 3b501fdb-a027-4a1e-bec4-7916905bb630 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:09:51.645911 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:51.665174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Sync routers for ids ['3b501fdb-a027-4a1e-bec4-7916905bb630'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:51.682353 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:51.689866 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4a1d6b2b-6294-4851-a985-5ec345654662 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7834301 Jul 16 09:09:51.690411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37124) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:51.696223 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Routers {'3b501fdb-a027-4a1e-bec4-7916905bb630'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:51.698016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3b501fdb-a027-4a1e-bec4-7916905bb630'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:51.881242 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5ee2f1f4-c72f-430e-9427-b2b46f715f57 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=7e30d8f3fe7d4607b50cfb6640ab53b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1888757 Jul 16 09:09:51.885565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37128) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:51.928482 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Set router 3b501fdb-a027-4a1e-bec4-7916905bb630 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:52.136347 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3a8253-784b-4990-be47-e8bbf477d282 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:52.143526 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9e3a8253-784b-4990-be47-e8bbf477d282 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2526453 Jul 16 09:09:52.143986 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37130) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:52.210357 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-88244376-6fcc-471d-92b4-d5f8814f25ff tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0640051 Jul 16 09:09:52.213481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37132) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:52.219545 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-0699f457-4709-44c6-8a7a-e8e191b2e13c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1529893068', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:52.259072 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:50Z', 'revision_number': 3, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:52.312611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Checking router: 3b501fdb-a027-4a1e-bec4-7916905bb630 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:52.313177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Updating router 3b501fdb-a027-4a1e-bec4-7916905bb630 port 76473685-1e4a-4ed0-9308-fabb1d5ff98d binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:09:52.343050 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0699f457-4709-44c6-8a7a-e8e191b2e13c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Made reservation on behalf of 7e30d8f3fe7d4607b50cfb6640ab53b5 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:52.347356 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0699f457-4709-44c6-8a7a-e8e191b2e13c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.373590 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.651409 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0699f457-4709-44c6-8a7a-e8e191b2e13c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.748132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699f457-4709-44c6-8a7a-e8e191b2e13c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Subnet': ['ID=b8be2e86-7815-4b9f-b5d9-c966ea070daf,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:52.758415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0699f457-4709-44c6-8a7a-e8e191b2e13c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Checking segment: {'id': 'f291eb30-e776-42e1-b024-d5119c923076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:52.758976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0699f457-4709-44c6-8a7a-e8e191b2e13c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network hostable DHCP agents. Network: 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:09:52.781557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0699f457-4709-44c6-8a7a-e8e191b2e13c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:09:52.798340 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-0699f457-4709-44c6-8a7a-e8e191b2e13c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:52.804078 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0699f457-4709-44c6-8a7a-e8e191b2e13c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:52.804595 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0699f457-4709-44c6-8a7a-e8e191b2e13c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:52.826423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4886cc-82d0-4a56-a71a-8b55b6708f14 None None] Network 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:52.829759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37148) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:52.830533 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0699f457-4709-44c6-8a7a-e8e191b2e13c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6156380 Jul 16 09:09:52.993215 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.028887 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Transition to ACTIVE for port object 76473685-1e4a-4ed0-9308-fabb1d5ff98d will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:53.050140 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.136307 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37154) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:53.193787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Attempting to bind port 76473685-1e4a-4ed0-9308-fabb1d5ff98d on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:53.194274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Attempting to bind port 76473685-1e4a-4ed0-9308-fabb1d5ff98d by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:53.194675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Attempting to bind port 76473685-1e4a-4ed0-9308-fabb1d5ff98d on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:53.197103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c461000-f5fa-43bd-ae31-5dd1bf55e9c2 None None] Pushing event updated for resources: {'Port': ['ID=76473685-1e4a-4ed0-9308-fabb1d5ff98d,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:53.213062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:53.213697 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:53.214381 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.215052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:53.215974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Bound port: 76473685-1e4a-4ed0-9308-fabb1d5ff98d, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:53.216697 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.336393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:09:53.337844 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.343737 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d603dbf2-e2e8-475e-a39d-fb1c83fc25f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.365116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] For port 76473685-1e4a-4ed0-9308-fabb1d5ff98d, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:53.403151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] For port 76473685-1e4a-4ed0-9308-fabb1d5ff98d, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=76473685-1e4a-4ed0-9308-fabb1d5ff98d,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:53.510555 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.523646 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d603dbf2-e2e8-475e-a39d-fb1c83fc25f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.530947 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d603dbf2-e2e8-475e-a39d-fb1c83fc25f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.585946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d603dbf2-e2e8-475e-a39d-fb1c83fc25f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830fdac3-f0e0-4086-b766-f6c2d4469e06,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:53.624096 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d603dbf2-e2e8-475e-a39d-fb1c83fc25f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b5ef0f2ada2d4ba9a2520725179a58ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4855318 Jul 16 09:09:53.627244 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37158) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:53.656561 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.668118 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Routers {'3b501fdb-a027-4a1e-bec4-7916905bb630'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:53.669503 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3b501fdb-a027-4a1e-bec4-7916905bb630'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:53.677188 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c461000-f5fa-43bd-ae31-5dd1bf55e9c2 None None] Pushing event updated for resources: {'Port': ['ID=76473685-1e4a-4ed0-9308-fabb1d5ff98d,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:53.718675 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4165e5a8-d1f3-472c-b5e1-1d2b8654ffdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.757596 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4165e5a8-d1f3-472c-b5e1-1d2b8654ffdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.837602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Allocated IP 172.20.0.2 (8de18b4b-e29a-4c94-a98b-6f0aa1b30e89/b8be2e86-7815-4b9f-b5d9-c966ea070daf/68f51e9c-a126-423c-948e-e00a0067e14d) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:53.844760 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4165e5a8-d1f3-472c-b5e1-1d2b8654ffdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.852296 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4165e5a8-d1f3-472c-b5e1-1d2b8654ffdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:53.857402 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4165e5a8-d1f3-472c-b5e1-1d2b8654ffdc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/830fdac3-f0e0-4086-b766-f6c2d4469e06 HTTP/1.1" status: 204 len: 168 time: 0.2252688 Jul 16 09:09:53.874286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4165e5a8-d1f3-472c-b5e1-1d2b8654ffdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830fdac3-f0e0-4086-b766-f6c2d4469e06,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:53.937091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] Set router 3b501fdb-a027-4a1e-bec4-7916905bb630 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:54.330217 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37164) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:54.353109 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-61a8f000-05fd-475d-af36-ade70786bb73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.359235 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.374415 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Transition to ACTIVE for port object 68f51e9c-a126-423c-948e-e00a0067e14d will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:54.395803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Transition to ACTIVE for port object 68f51e9c-a126-423c-948e-e00a0067e14d will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:54.409717 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.471477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:50Z', 'revision_number': 3, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:54.502032 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-61a8f000-05fd-475d-af36-ade70786bb73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.509100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Allocated IP 172.20.0.1 (8de18b4b-e29a-4c94-a98b-6f0aa1b30e89/b8be2e86-7815-4b9f-b5d9-c966ea070daf/2cd98ace-b868-4325-9514-8087440cd531) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:54.510501 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-61a8f000-05fd-475d-af36-ade70786bb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.537301 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3657f694-7099-43fd-9db4-8582d0856884 None None] The sync data for ids ['3b501fdb-a027-4a1e-bec4-7916905bb630'] in n-d-758944-46 is: [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:50Z', 'revision_number': 3, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:54.554460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Network 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:54.572721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:54.574402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:54.587454 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-61a8f000-05fd-475d-af36-ade70786bb73 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b66f59f0551247f5a93964315a832190&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2555356 Jul 16 09:09:54.591412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37166) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:54.626073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Pushing event updated for resources: {'Port': ['ID=68f51e9c-a126-423c-948e-e00a0067e14d,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:54.648955 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a8f000-05fd-475d-af36-ade70786bb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ace40a-5f22-49d5-a462-27ca8cfe8dae,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:54.694520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Attempting to bind port 68f51e9c-a126-423c-948e-e00a0067e14d on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:54.695114 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Attempting to bind port 68f51e9c-a126-423c-948e-e00a0067e14d by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'f291eb30-e776-42e1-b024-d5119c923076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:54.695697 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Attempting to bind port 68f51e9c-a126-423c-948e-e00a0067e14d on network 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:54.706403 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:54.706975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Checking segment: {'id': 'f291eb30-e776-42e1-b024-d5119c923076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:54.707738 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.708653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Bound using segment: {'id': 'f291eb30-e776-42e1-b024-d5119c923076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:54.709640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Bound port: 68f51e9c-a126-423c-948e-e00a0067e14d, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f291eb30-e776-42e1-b024-d5119c923076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:54.710257 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.732287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f511ea96-e938-4bd9-94fb-be37b3f8e0d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.769598 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.782699 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f511ea96-e938-4bd9-94fb-be37b3f8e0d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.802579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Transition to ACTIVE for port object 2cd98ace-b868-4325-9514-8087440cd531 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:54.832478 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] For port 68f51e9c-a126-423c-948e-e00a0067e14d, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:54.839247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] For port 68f51e9c-a126-423c-948e-e00a0067e14d, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=68f51e9c-a126-423c-948e-e00a0067e14d,segment=NetworkSegment(f291eb30-e776-42e1-b024-d5119c923076),segment_id=f291eb30-e776-42e1-b024-d5119c923076)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:54.846529 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.879325 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.894083 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f511ea96-e938-4bd9-94fb-be37b3f8e0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.906046 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f511ea96-e938-4bd9-94fb-be37b3f8e0d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:54.915019 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f511ea96-e938-4bd9-94fb-be37b3f8e0d3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/18ace40a-5f22-49d5-a462-27ca8cfe8dae HTTP/1.1" status: 204 len: 168 time: 0.3215189 Jul 16 09:09:54.939216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f511ea96-e938-4bd9-94fb-be37b3f8e0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ace40a-5f22-49d5-a462-27ca8cfe8dae,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:54.962365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e068312-c052-42ff-9bac-d8f2ef5dddef None None] Pushing event updated for resources: {'Port': ['ID=68f51e9c-a126-423c-948e-e00a0067e14d,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:55.062090 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:55.068669 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:55.085488 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:55.144437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Port': ['ID=2cd98ace-b868-4325-9514-8087440cd531,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:55.188683 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:55.543875 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.081164 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.089208 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.221350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Port': ['ID=2cd98ace-b868-4325-9514-8087440cd531,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:56.265582 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.508738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:56.510921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:56.520675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 76473685-1e4a-4ed0-9308-fabb1d5ff98d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:56.589127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 76473685-1e4a-4ed0-9308-fabb1d5ff98d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:56.595301 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 76473685-1e4a-4ed0-9308-fabb1d5ff98d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:56.595690 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.633685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3d2c03-e9bf-4007-b91b-43138fbc4d38 None None] Network 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:56.756197 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Router 3b501fdb-a027-4a1e-bec4-7916905bb630 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:56.757045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0546cf38-ee1c-40d3-9a58-560ad6d1e5f8 None None] Provisioning for port 68f51e9c-a126-423c-948e-e00a0067e14d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:56.858683 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.900071 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 76473685-1e4a-4ed0-9308-fabb1d5ff98d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=76473685-1e4a-4ed0-9308-fabb1d5ff98d,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:56.907890 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:56.908806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 68f51e9c-a126-423c-948e-e00a0067e14d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:56.983776 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:56.997747 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e4a4ebb2-276b-480d-8e15-3fd9436d71ba tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "PUT /v2.0/routers/3b501fdb-a027-4a1e-bec4-7916905bb630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1637862 Jul 16 09:09:56.998469 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37192) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:57.042814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=76473685-1e4a-4ed0-9308-fabb1d5ff98d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:57.053056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 68f51e9c-a126-423c-948e-e00a0067e14d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:57.061116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 68f51e9c-a126-423c-948e-e00a0067e14d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:57.061501 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:57.183036 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:57.252520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 68f51e9c-a126-423c-948e-e00a0067e14d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=68f51e9c-a126-423c-948e-e00a0067e14d,segment=NetworkSegment(f291eb30-e776-42e1-b024-d5119c923076),segment_id=f291eb30-e776-42e1-b024-d5119c923076)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:57.260681 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:57.365580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa11d65-17c0-497d-862c-2590ac9464fc tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:57.365865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=68f51e9c-a126-423c-948e-e00a0067e14d,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:57.366227 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa11d65-17c0-497d-862c-2590ac9464fc tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:57.366903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa11d65-17c0-497d-862c-2590ac9464fc tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:57.367228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa11d65-17c0-497d-862c-2590ac9464fc tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:57.368040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa11d65-17c0-497d-862c-2590ac9464fc tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:57.376372 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fa11d65-17c0-497d-862c-2590ac9464fc tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:57.379136 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9fa11d65-17c0-497d-862c-2590ac9464fc tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.3789959 Jul 16 09:09:57.383230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37200) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:57.454842 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Sync routers for ids ['3b501fdb-a027-4a1e-bec4-7916905bb630'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:57.488369 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Routers {'3b501fdb-a027-4a1e-bec4-7916905bb630'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:57.489635 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3b501fdb-a027-4a1e-bec4-7916905bb630'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:57.528489 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64449fe2-8c81-4247-b240-429b88f63d11 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:57.529350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64449fe2-8c81-4247-b240-429b88f63d11 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:57.529985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64449fe2-8c81-4247-b240-429b88f63d11 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:57.530598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64449fe2-8c81-4247-b240-429b88f63d11 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:57.531205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64449fe2-8c81-4247-b240-429b88f63d11 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:57.531813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64449fe2-8c81-4247-b240-429b88f63d11 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:57.533957 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-64449fe2-8c81-4247-b240-429b88f63d11 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1496868 Jul 16 09:09:57.539182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37204) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:57.580764 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8753c05a-27e6-4022-8862-7a5c8d565b48 None None] Provisioning complete for port 68f51e9c-a126-423c-948e-e00a0067e14d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:57.581548 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8753c05a-27e6-4022-8862-7a5c8d565b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:57.748086 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Set router 3b501fdb-a027-4a1e-bec4-7916905bb630 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:57.991581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8753c05a-27e6-4022-8862-7a5c8d565b48 None None] Provisioning for port 2cd98ace-b868-4325-9514-8087440cd531 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:57.997646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8753c05a-27e6-4022-8862-7a5c8d565b48 None None] Provisioning complete for port 2cd98ace-b868-4325-9514-8087440cd531 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:57.998196 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8753c05a-27e6-4022-8862-7a5c8d565b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.070520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8753c05a-27e6-4022-8862-7a5c8d565b48 None None] Port 2cd98ace-b868-4325-9514-8087440cd531 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:58.191740 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:55Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '2cd98ace-b868-4325-9514-8087440cd531', 'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:77:b2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:53Z', 'updated_at': '2021-07-16T09:09:55Z', 'revision_number': 2, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:58.200174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cb861b58-41a6-426b-946e-51aa40d62791 None None] Provisioning complete for port 2cd98ace-b868-4325-9514-8087440cd531 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:58.200676 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cb861b58-41a6-426b-946e-51aa40d62791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.236475 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Checking router: 3b501fdb-a027-4a1e-bec4-7916905bb630 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:58.237818 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Updating router 3b501fdb-a027-4a1e-bec4-7916905bb630 port 2cd98ace-b868-4325-9514-8087440cd531 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:09:58.245020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-cb861b58-41a6-426b-946e-51aa40d62791 None None] Port 2cd98ace-b868-4325-9514-8087440cd531 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:58.291961 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.360629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 76473685-1e4a-4ed0-9308-fabb1d5ff98d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:58.420876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 76473685-1e4a-4ed0-9308-fabb1d5ff98d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:58.420876 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.546181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 68f51e9c-a126-423c-948e-e00a0067e14d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:58.567397 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cbcbd10d-184b-4852-bacf-3588e3e8143e tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 1.0263977 Jul 16 09:09:58.648364 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 68f51e9c-a126-423c-948e-e00a0067e14d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:58.649896 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.775196 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.788211 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Transition to ACTIVE for port object 2cd98ace-b868-4325-9514-8087440cd531 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:58.796663 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.884325 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165691bb-0a5e-4152-8499-7b9665c5ef74 None None] Pushing event updated for resources: {'Port': ['ID=2cd98ace-b868-4325-9514-8087440cd531,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:58.978317 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Attempting to bind port 2cd98ace-b868-4325-9514-8087440cd531 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:58.978937 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Attempting to bind port 2cd98ace-b868-4325-9514-8087440cd531 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'f291eb30-e776-42e1-b024-d5119c923076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:58.979929 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Attempting to bind port 2cd98ace-b868-4325-9514-8087440cd531 on network 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:58.991748 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:58.992439 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Checking segment: {'id': 'f291eb30-e776-42e1-b024-d5119c923076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:58.993123 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:58.993736 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Bound using segment: {'id': 'f291eb30-e776-42e1-b024-d5119c923076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:58.994678 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Bound port: 2cd98ace-b868-4325-9514-8087440cd531, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f291eb30-e776-42e1-b024-d5119c923076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:58.995349 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.092229 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37220) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:59.097840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-420fdee2-8352-41d2-b82d-da60652a16e3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-415068555', 'description': 'tempest-secgroup-smoke-415068555 description', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:59.133178 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-420fdee2-8352-41d2-b82d-da60652a16e3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.142713 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] For port 2cd98ace-b868-4325-9514-8087440cd531, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:59.149976 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] For port 2cd98ace-b868-4325-9514-8087440cd531, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2cd98ace-b868-4325-9514-8087440cd531,segment=NetworkSegment(f291eb30-e776-42e1-b024-d5119c923076),segment_id=f291eb30-e776-42e1-b024-d5119c923076)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:59.158153 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.271463 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-420fdee2-8352-41d2-b82d-da60652a16e3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.280777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-420fdee2-8352-41d2-b82d-da60652a16e3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.290253 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Routers {'3b501fdb-a027-4a1e-bec4-7916905bb630'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:59.290253 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:09:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3b501fdb-a027-4a1e-bec4-7916905bb630'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:59.325716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fdee2-8352-41d2-b82d-da60652a16e3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a5373b-f7e2-479b-addc-50ca2eeaeadb,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:59.330858 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-420fdee2-8352-41d2-b82d-da60652a16e3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.344393 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-420fdee2-8352-41d2-b82d-da60652a16e3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2502558 Jul 16 09:09:59.349324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37222) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:59.359464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1ef2b981-bdd3-4e5b-8084-838c3b8f06cb tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': 'e9a5373b-f7e2-479b-addc-50ca2eeaeadb', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:59.393474 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165691bb-0a5e-4152-8499-7b9665c5ef74 None None] Pushing event updated for resources: {'Port': ['ID=2cd98ace-b868-4325-9514-8087440cd531,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:59.422171 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1ef2b981-bdd3-4e5b-8084-838c3b8f06cb tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.550893 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1ef2b981-bdd3-4e5b-8084-838c3b8f06cb tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.557769 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1ef2b981-bdd3-4e5b-8084-838c3b8f06cb tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.571209 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-422b4e21-5f6a-48e0-8d01-9486fe123bf6 req-3317b865-f3aa-459a-a44a-a3650341d18a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1064451 Jul 16 09:09:59.623800 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef2b981-bdd3-4e5b-8084-838c3b8f06cb tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0a6273-dc35-4a00-9bfe-db1f1fc5edeb,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:59.641010 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1ef2b981-bdd3-4e5b-8084-838c3b8f06cb tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.644804 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1ef2b981-bdd3-4e5b-8084-838c3b8f06cb tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2933235 Jul 16 09:09:59.647675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37224) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:59.660302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-928c44c0-d750-4bfe-9e92-41363bb2d314 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': 'e9a5373b-f7e2-479b-addc-50ca2eeaeadb', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:59.711999 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] Set router 3b501fdb-a027-4a1e-bec4-7916905bb630 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:59.723457 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-928c44c0-d750-4bfe-9e92-41363bb2d314 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.725781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b4e21-5f6a-48e0-8d01-9486fe123bf6 req-b820ff26-0552-4274-9896-83e0ff7bc800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:59.727616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-422b4e21-5f6a-48e0-8d01-9486fe123bf6 req-b820ff26-0552-4274-9896-83e0ff7bc800 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 1098 time: 0.0839710 Jul 16 09:09:59.884217 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-928c44c0-d750-4bfe-9e92-41363bb2d314 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.893429 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-928c44c0-d750-4bfe-9e92-41363bb2d314 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.910306 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b4e21-5f6a-48e0-8d01-9486fe123bf6 req-49adff9a-13d9-4869-ae94-9efb26214e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:59.913570 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-422b4e21-5f6a-48e0-8d01-9486fe123bf6 req-49adff9a-13d9-4869-ae94-9efb26214e1c service neutron] 10.222.0.38 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.1556771 Jul 16 09:09:59.915171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928c44c0-d750-4bfe-9e92-41363bb2d314 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17a5b700-af01-4022-b23c-123cdd31cf9e,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:59.927807 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-928c44c0-d750-4bfe-9e92-41363bb2d314 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:59.932323 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-928c44c0-d750-4bfe-9e92-41363bb2d314 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2783360 Jul 16 09:09:59.932635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37230) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:59.938263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-64fcd4bb-c0dc-43f1-8430-fafae63430d0 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': 'e9a5373b-f7e2-479b-addc-50ca2eeaeadb', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:59.973955 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64fcd4bb-c0dc-43f1-8430-fafae63430d0 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.055221 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-422b4e21-5f6a-48e0-8d01-9486fe123bf6 req-d6eab2ea-ce90-4db9-bfe2-b41255f77dc8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c07d5df-de6a-4988-aefe-a6d7edf7d297 HTTP/1.1" status: 200 len: 1002 time: 0.1344526 Jul 16 09:10:00.103186 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64fcd4bb-c0dc-43f1-8430-fafae63430d0 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.115567 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64fcd4bb-c0dc-43f1-8430-fafae63430d0 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.126550 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:55Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '2cd98ace-b868-4325-9514-8087440cd531', 'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:77:b2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:53Z', 'updated_at': '2021-07-16T09:09:59Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:00.138278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fcd4bb-c0dc-43f1-8430-fafae63430d0 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8997850-469b-4f1d-bf2c-13e2f55a12e2,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:00.160411 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-64fcd4bb-c0dc-43f1-8430-fafae63430d0 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.165974 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-64fcd4bb-c0dc-43f1-8430-fafae63430d0 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2299914 Jul 16 09:10:00.166288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37234) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:00.179082 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-50c49931-1a4f-4098-a796-20cb3319c083 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': 'e9a5373b-f7e2-479b-addc-50ca2eeaeadb', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:00.186471 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b4e21-5f6a-48e0-8d01-9486fe123bf6 req-5096504c-da8f-45ad-8843-f2661295ad81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:00.188062 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-422b4e21-5f6a-48e0-8d01-9486fe123bf6 req-5096504c-da8f-45ad-8843-f2661295ad81 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.1268353 Jul 16 09:10:00.204760 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1dbc7c-6c0f-4d04-b181-a19ad00d6558 None None] The sync data for ids ['3b501fdb-a027-4a1e-bec4-7916905bb630'] in n-d-758944-46 is: [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:55Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '2cd98ace-b868-4325-9514-8087440cd531', 'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:77:b2:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:53Z', 'updated_at': '2021-07-16T09:09:59Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:00.237276 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50c49931-1a4f-4098-a796-20cb3319c083 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.374860 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422b4e21-5f6a-48e0-8d01-9486fe123bf6 req-f3572aad-dfd9-4f0c-a197-483b2620deca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:00.377916 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-422b4e21-5f6a-48e0-8d01-9486fe123bf6 req-f3572aad-dfd9-4f0c-a197-483b2620deca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1822634 Jul 16 09:10:00.429774 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50c49931-1a4f-4098-a796-20cb3319c083 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.440966 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50c49931-1a4f-4098-a796-20cb3319c083 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.501431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c49931-1a4f-4098-a796-20cb3319c083 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19b9051-77a3-4645-ad04-4184a831f8f9,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:00.513535 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-50c49931-1a4f-4098-a796-20cb3319c083 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.516450 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-50c49931-1a4f-4098-a796-20cb3319c083 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3488040 Jul 16 09:10:00.520462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37236) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:00.529809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-92453ba1-2c76-4df5-9a20-6c53f1273a0b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': 'e9a5373b-f7e2-479b-addc-50ca2eeaeadb', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:00.589279 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-92453ba1-2c76-4df5-9a20-6c53f1273a0b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Project 7e30d8f3fe7d4607b50cfb6640ab53b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:10:00.612328 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92453ba1-2c76-4df5-9a20-6c53f1273a0b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.613349 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-422b4e21-5f6a-48e0-8d01-9486fe123bf6 req-577d2360-2edf-465a-8831-961dcb0a6925 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167423 Jul 16 09:10:00.642252 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2cd98ace-b868-4325-9514-8087440cd531 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:00.715704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 2cd98ace-b868-4325-9514-8087440cd531 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:00.720756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2cd98ace-b868-4325-9514-8087440cd531 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:00.721165 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.802900 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92453ba1-2c76-4df5-9a20-6c53f1273a0b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.811236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92453ba1-2c76-4df5-9a20-6c53f1273a0b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.839375 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92453ba1-2c76-4df5-9a20-6c53f1273a0b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e361d8d-4ea0-46cd-ab48-8d3a1402b9cd,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:00.839929 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-422b4e21-5f6a-48e0-8d01-9486fe123bf6 req-06a9583b-5fd2-4904-a331-5c8a2bbdc162 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067130 Jul 16 09:10:00.855563 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-92453ba1-2c76-4df5-9a20-6c53f1273a0b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.856910 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-92453ba1-2c76-4df5-9a20-6c53f1273a0b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3349400 Jul 16 09:10:00.861661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37238) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:00.866863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1fed5f88-2951-47ad-8671-0ac60455382d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': 'e9a5373b-f7e2-479b-addc-50ca2eeaeadb', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:00.899182 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.938786 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-1fed5f88-2951-47ad-8671-0ac60455382d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Project 7e30d8f3fe7d4607b50cfb6640ab53b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:10:00.945994 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1fed5f88-2951-47ad-8671-0ac60455382d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:00.987845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 2cd98ace-b868-4325-9514-8087440cd531, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2cd98ace-b868-4325-9514-8087440cd531,segment=NetworkSegment(f291eb30-e776-42e1-b024-d5119c923076),segment_id=f291eb30-e776-42e1-b024-d5119c923076)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:00.993461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6bd8c70-2d77-4e74-b9e7-1f0652042171 req-fdf1c1c2-fe8c-405e-8170-12979f34b14c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1067176 Jul 16 09:10:00.998422 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:01.126621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=2cd98ace-b868-4325-9514-8087440cd531,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:01.146719 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1fed5f88-2951-47ad-8671-0ac60455382d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:01.156885 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1fed5f88-2951-47ad-8671-0ac60455382d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:01.213944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fed5f88-2951-47ad-8671-0ac60455382d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e913a9fe-9fa0-44d8-99ec-9a9fb4be5cca,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:01.226454 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1fed5f88-2951-47ad-8671-0ac60455382d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:01.228601 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1fed5f88-2951-47ad-8671-0ac60455382d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3655968 Jul 16 09:10:01.259264 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd8c70-2d77-4e74-b9e7-1f0652042171 req-9eb6b009-a594-4e58-aa88-e547483694bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:01.262663 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6bd8c70-2d77-4e74-b9e7-1f0652042171 req-9eb6b009-a594-4e58-aa88-e547483694bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 1098 time: 0.2078583 Jul 16 09:10:01.501203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd8c70-2d77-4e74-b9e7-1f0652042171 req-6aeab35e-70cb-42e0-94f9-2a3a61783be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:01.504139 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6bd8c70-2d77-4e74-b9e7-1f0652042171 req-6aeab35e-70cb-42e0-94f9-2a3a61783be7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.2122664 Jul 16 09:10:01.589072 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-94438223-eaf1-4cbe-8b1a-abeb6c342f82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-415068555&fields=id&tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5 HTTP/1.1" status: 200 len: 267 time: 0.0638561 Jul 16 09:10:01.633595 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6bd8c70-2d77-4e74-b9e7-1f0652042171 req-9d556dd7-f25b-4ac6-b56e-3ababb48a271 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dd20f15-add0-4ffa-ae38-7ce3e523c256 HTTP/1.1" status: 200 len: 1001 time: 0.1231282 Jul 16 09:10:01.752163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd8c70-2d77-4e74-b9e7-1f0652042171 req-0c8fc466-700a-48db-8164-7669246f236d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:01.755174 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6bd8c70-2d77-4e74-b9e7-1f0652042171 req-0c8fc466-700a-48db-8164-7669246f236d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.1145062 Jul 16 09:10:01.895320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-24787e4a-885c-449d-9bca-8652f0b77adf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:01.908484 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-24787e4a-885c-449d-9bca-8652f0b77adf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/networks?id=8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 HTTP/1.1" status: 200 len: 797 time: 0.3178804 Jul 16 09:10:01.948091 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-e8eb08c1-64c1-4cb1-9028-7304646587a1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/quotas/7e30d8f3fe7d4607b50cfb6640ab53b5 HTTP/1.1" status: 200 len: 375 time: 0.0379925 Jul 16 09:10:01.984854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bd8c70-2d77-4e74-b9e7-1f0652042171 req-9244850f-75d4-43bd-be77-87f0829031d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:01.988857 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6bd8c70-2d77-4e74-b9e7-1f0652042171 req-9244850f-75d4-43bd-be77-87f0829031d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2256689 Jul 16 09:10:02.100045 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-b9709bc7-a95d-40a2-9c53-2da9f02f4d21 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1469612 Jul 16 09:10:02.203135 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6bd8c70-2d77-4e74-b9e7-1f0652042171 req-17abc6bc-2f87-43f0-891b-f4db69c132cb service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059665 Jul 16 09:10:02.376169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-9a548890-2b92-47a6-8d32-eb4dc938c85e service neutron] 10.222.0.20 "GET /v2.0/networks/8de18b4b-e29a-4c94-a98b-6f0aa1b30e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492092 Jul 16 09:10:02.420342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2cd98ace-b868-4325-9514-8087440cd531 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:02.423545 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6bd8c70-2d77-4e74-b9e7-1f0652042171 req-cdeda0a3-ef8f-4644-bff8-237b65ebe51f service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144933 Jul 16 09:10:02.514826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2cd98ace-b868-4325-9514-8087440cd531 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:02.515802 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:02.544232 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-573e5469-16c1-417c-92ef-d80c0c284052 service neutron] 10.222.0.20 "GET /v2.0/networks/8de18b4b-e29a-4c94-a98b-6f0aa1b30e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664433 Jul 16 09:10:02.838736 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-51b68166-3280-4ba1-8512-6a53008706c1 req-4366f1b8-c108-4b25-845b-52fe69e71eda tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 210 time: 0.0409417 Jul 16 09:10:04.022803 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.025123 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fe9c0db4-28a5-4197-8a15-82075844c66d req-46a26f46-c9a8-41c0-a166-598e4d7961bb tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 210 time: 0.0500178 Jul 16 09:10:04.342290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-8f51deec-a228-43af-a735-3efe5e64901b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:04.345099 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-8f51deec-a228-43af-a735-3efe5e64901b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.38 "GET /v2.0/networks?id=8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 HTTP/1.1" status: 200 len: 797 time: 0.2028317 Jul 16 09:10:04.415550 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-c4fc71da-97ea-4f48-a77a-f2b5067d30e5 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5 HTTP/1.1" status: 200 len: 379 time: 0.0604043 Jul 16 09:10:04.426539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-6fe96d86-729a-4eb9-978b-864607a338cf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'port': {'device_id': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'admin_state_up': True, 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'security_groups': ['e9a5373b-f7e2-479b-addc-50ca2eeaeadb']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:04.561933 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-6fe96d86-729a-4eb9-978b-864607a338cf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Made reservation on behalf of 7e30d8f3fe7d4607b50cfb6640ab53b5 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:04.565947 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-6fe96d86-729a-4eb9-978b-864607a338cf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:04.710542 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-6fe96d86-729a-4eb9-978b-864607a338cf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Allocated IP 172.20.0.13 (8de18b4b-e29a-4c94-a98b-6f0aa1b30e89/b8be2e86-7815-4b9f-b5d9-c966ea070daf/996be045-ecaf-4940-82ee-78cebfda2835) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:04.985598 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-6fe96d86-729a-4eb9-978b-864607a338cf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.020787 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-6fe96d86-729a-4eb9-978b-864607a338cf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Transition to ACTIVE for port object 996be045-ecaf-4940-82ee-78cebfda2835 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:05.099182 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-6fe96d86-729a-4eb9-978b-864607a338cf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.187135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-6fe96d86-729a-4eb9-978b-864607a338cf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:05.192039 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-6fe96d86-729a-4eb9-978b-864607a338cf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:05.194531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe96d86-729a-4eb9-978b-864607a338cf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Port': ['ID=996be045-ecaf-4940-82ee-78cebfda2835,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:05.197021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-6fe96d86-729a-4eb9-978b-864607a338cf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:05.267221 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5389e80b-65e2-4c03-9bcc-6ba569cb5822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.274041 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-6fe96d86-729a-4eb9-978b-864607a338cf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:05.275329 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-6fe96d86-729a-4eb9-978b-864607a338cf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.282427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070d1db9-8706-43b8-ab05-aa188cbf1fcb req-903b0117-7a89-4b4e-b7fe-930d9beb55a3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:05.284081 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-070d1db9-8706-43b8-ab05-aa188cbf1fcb req-903b0117-7a89-4b4e-b7fe-930d9beb55a3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 932 time: 0.1216295 Jul 16 09:10:05.297888 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-6fe96d86-729a-4eb9-978b-864607a338cf tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8752558 Jul 16 09:10:05.310850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Request body: {'port': {'device_id': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:05.337427 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-070d1db9-8706-43b8-ab05-aa188cbf1fcb req-451ef326-e174-47ad-8893-55c192d3a053 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a5373b-f7e2-479b-addc-50ca2eeaeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413325 Jul 16 09:10:05.424766 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.541967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-49f2237f-44c0-4761-a7d7-bce83854b0b4 None None] Provisioning for port 996be045-ecaf-4940-82ee-78cebfda2835 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:05.546797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-49f2237f-44c0-4761-a7d7-bce83854b0b4 None None] Provisioning complete for port 996be045-ecaf-4940-82ee-78cebfda2835 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:05.547310 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-49f2237f-44c0-4761-a7d7-bce83854b0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.589103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-49f2237f-44c0-4761-a7d7-bce83854b0b4 None None] Port 996be045-ecaf-4940-82ee-78cebfda2835 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:10:05.686526 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.768345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 996be045-ecaf-4940-82ee-78cebfda2835 {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:10:05.777617 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.793017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Transition to ACTIVE for port object 996be045-ecaf-4940-82ee-78cebfda2835 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:05.797609 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.861686 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Pushing event updated for resources: {'Port': ['ID=996be045-ecaf-4940-82ee-78cebfda2835,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:05.943560 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Attempting to bind port 996be045-ecaf-4940-82ee-78cebfda2835 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:05.943808 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Attempting to bind port 996be045-ecaf-4940-82ee-78cebfda2835 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'f291eb30-e776-42e1-b024-d5119c923076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:05.944190 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Attempting to bind port 996be045-ecaf-4940-82ee-78cebfda2835 on network 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:05.950233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Port 996be045-ecaf-4940-82ee-78cebfda2835 on network 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:10:05.950771 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Attempting to bind port 996be045-ecaf-4940-82ee-78cebfda2835 on network 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:05.957062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:05.957401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Checking segment: {'id': 'f291eb30-e776-42e1-b024-d5119c923076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:05.957942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Bound using segment: {'id': 'f291eb30-e776-42e1-b024-d5119c923076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:05.958431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Bound port: 996be045-ecaf-4940-82ee-78cebfda2835, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f291eb30-e776-42e1-b024-d5119c923076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:05.958772 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:06.070427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] For port 996be045-ecaf-4940-82ee-78cebfda2835, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:06.077562 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] For port 996be045-ecaf-4940-82ee-78cebfda2835, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=996be045-ecaf-4940-82ee-78cebfda2835,segment=NetworkSegment(f291eb30-e776-42e1-b024-d5119c923076),segment_id=f291eb30-e776-42e1-b024-d5119c923076)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:06.087115 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:06.154868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:06.155920 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:06.158474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] 10.222.0.38 "PUT /v2.0/ports/996be045-ecaf-4940-82ee-78cebfda2835 HTTP/1.1" status: 200 len: 1093 time: 0.8528798 Jul 16 09:10:06.159413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'tag': '996be045-ecaf-4940-82ee-78cebfda2835'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:06.164027 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed755990-e43f-4e9a-a8cf-09785670afb9" -d '{"events": [{"name": "network-changed", "server_uuid": "a61169b1-85b6-4b60-be0a-bba3969db308", "tag": "996be045-ecaf-4940-82ee-78cebfda2835"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:06.263951 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52e952fd-2b41-42bc-bd11-2104ed683405 x-openstack-request-id: req-52e952fd-2b41-42bc-bd11-2104ed683405 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:06.264617 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61169b1-85b6-4b60-be0a-bba3969db308", "tag": "996be045-ecaf-4940-82ee-78cebfda2835", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:06.265231 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-52e952fd-2b41-42bc-bd11-2104ed683405 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:06.265972 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'tag': '996be045-ecaf-4940-82ee-78cebfda2835', 'status': 'completed', 'code': 200} Jul 16 09:10:06.320613 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db94eed3-9337-4712-9d37-7af6a3758321 service neutron] Pushing event updated for resources: {'Port': ['ID=996be045-ecaf-4940-82ee-78cebfda2835,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:06.377943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-3171fdda-b670-4995-9005-cb477ff30930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:06.381157 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-3171fdda-b670-4995-9005-cb477ff30930 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5&device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 1096 time: 0.1440763 Jul 16 09:10:06.463573 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-c3cc2b49-d217-4373-9f1e-8070338ac33b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=996be045-ecaf-4940-82ee-78cebfda2835 HTTP/1.1" status: 200 len: 217 time: 0.0747039 Jul 16 09:10:06.552810 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-5cf669a2-1d7f-4287-a69d-e9963c579a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:06.555507 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-5cf669a2-1d7f-4287-a69d-e9963c579a56 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8be2e86-7815-4b9f-b5d9-c966ea070daf HTTP/1.1" status: 200 len: 835 time: 0.0851681 Jul 16 09:10:06.634545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-7461e71b-523c-4b6d-956c-c464646e87f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:06.636746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-7461e71b-523c-4b6d-956c-c464646e87f0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8de18b4b-e29a-4c94-a98b-6f0aa1b30e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0732331 Jul 16 09:10:06.642882 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36312bf7-fe97-45a9-9715-e00b4beb8795 req-fdd6e6a0-2b87-4154-9ae6-6f95c9bd5f95 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:06.645113 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36312bf7-fe97-45a9-9715-e00b4beb8795 req-fdd6e6a0-2b87-4154-9ae6-6f95c9bd5f95 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 944 time: 0.0761268 Jul 16 09:10:06.715072 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36312bf7-fe97-45a9-9715-e00b4beb8795 req-be894738-acef-444f-b744-9d49bff2b173 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a5373b-f7e2-479b-addc-50ca2eeaeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626781 Jul 16 09:10:06.770223 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-7f3c7c46-2a92-41ea-a3df-24430fe8fa33 service neutron] 10.222.0.38 "GET /v2.0/networks/8de18b4b-e29a-4c94-a98b-6f0aa1b30e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269372 Jul 16 09:10:06.911094 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d18d761-9db8-46f4-9c67-3fe4c2cc57ba req-8ddb7fb2-7532-4f6b-bd6f-874e45143eb2 service neutron] 10.222.0.38 "GET /v2.0/networks/8de18b4b-e29a-4c94-a98b-6f0aa1b30e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340270 Jul 16 09:10:07.051338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed755990-e43f-4e9a-a8cf-09785670afb9 req-7fd645c9-255a-48db-b3fd-b948e48f2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:07.053126 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed755990-e43f-4e9a-a8cf-09785670afb9 req-7fd645c9-255a-48db-b3fd-b948e48f2887 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5&device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 1096 time: 0.0824735 Jul 16 09:10:07.173352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed755990-e43f-4e9a-a8cf-09785670afb9 req-4353bad0-ba92-4c58-a718-59ed7ddf6c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:07.174916 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed755990-e43f-4e9a-a8cf-09785670afb9 req-4353bad0-ba92-4c58-a718-59ed7ddf6c09 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 HTTP/1.1" status: 200 len: 897 time: 0.1150510 Jul 16 09:10:07.269866 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed755990-e43f-4e9a-a8cf-09785670afb9 req-35725140-12ec-4e25-882a-89cf0ae2fd33 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=996be045-ecaf-4940-82ee-78cebfda2835 HTTP/1.1" status: 200 len: 217 time: 0.0865908 Jul 16 09:10:07.365768 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed755990-e43f-4e9a-a8cf-09785670afb9 req-86e60fe5-051c-4f72-9fa0-1669e4e3ee6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:07.368451 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed755990-e43f-4e9a-a8cf-09785670afb9 req-86e60fe5-051c-4f72-9fa0-1669e4e3ee6d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8be2e86-7815-4b9f-b5d9-c966ea070daf HTTP/1.1" status: 200 len: 835 time: 0.0892901 Jul 16 09:10:07.454362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed755990-e43f-4e9a-a8cf-09785670afb9 req-7c7bcb8e-4f11-4d99-91fb-2738e37677c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:07.455982 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed755990-e43f-4e9a-a8cf-09785670afb9 req-7c7bcb8e-4f11-4d99-91fb-2738e37677c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8de18b4b-e29a-4c94-a98b-6f0aa1b30e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798092 Jul 16 09:10:07.564407 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed755990-e43f-4e9a-a8cf-09785670afb9 req-c901ab0e-73a9-4dc3-8677-2f3c90da743e service neutron] 10.222.0.38 "GET /v2.0/networks/8de18b4b-e29a-4c94-a98b-6f0aa1b30e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012776 Jul 16 09:10:07.679396 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed755990-e43f-4e9a-a8cf-09785670afb9 req-bb205de7-cc45-4ea0-a079-95d1b5596bee service neutron] 10.222.0.38 "GET /v2.0/networks/8de18b4b-e29a-4c94-a98b-6f0aa1b30e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081080 Jul 16 09:10:07.925736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300a789-31ed-42b9-93be-36c377b9c879 req-9fc4dbb8-0a2c-466c-b821-6bf119139402 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:07.927278 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b300a789-31ed-42b9-93be-36c377b9c879 req-9fc4dbb8-0a2c-466c-b821-6bf119139402 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 944 time: 0.0730803 Jul 16 09:10:07.939156 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-73ccd542-bd41-4cae-b085-ca4aa1cc7cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.980758 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b300a789-31ed-42b9-93be-36c377b9c879 req-ad53c094-3ffe-4f29-bf9a-c73d45b8e8ce tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a5373b-f7e2-479b-addc-50ca2eeaeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439048 Jul 16 09:10:08.218135 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.242912 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827b270-4870-4248-b8a6-482d248b360b req-e706edbc-68d5-43b0-8ef6-79dc79f2736d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:09.245925 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b827b270-4870-4248-b8a6-482d248b360b req-e706edbc-68d5-43b0-8ef6-79dc79f2736d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 944 time: 0.1168830 Jul 16 09:10:09.301854 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b827b270-4870-4248-b8a6-482d248b360b req-a8a39ecd-aef8-48f8-bb62-de6e655bdd89 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a5373b-f7e2-479b-addc-50ca2eeaeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488040 Jul 16 09:10:09.505709 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 996be045-ecaf-4940-82ee-78cebfda2835 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:10:09.687583 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 996be045-ecaf-4940-82ee-78cebfda2835, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=996be045-ecaf-4940-82ee-78cebfda2835,segment=NetworkSegment(f291eb30-e776-42e1-b024-d5119c923076),segment_id=f291eb30-e776-42e1-b024-d5119c923076)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:09.717640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '996be045-ecaf-4940-82ee-78cebfda2835', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'port_id': '996be045-ecaf-4940-82ee-78cebfda2835', 'mac_address': 'fa:16:3e:f3:41:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:10:09.801852 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.817756 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.832480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 996be045-ecaf-4940-82ee-78cebfda2835 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:10:09.861258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 996be045-ecaf-4940-82ee-78cebfda2835, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=996be045-ecaf-4940-82ee-78cebfda2835,segment=NetworkSegment(f291eb30-e776-42e1-b024-d5119c923076),segment_id=f291eb30-e776-42e1-b024-d5119c923076)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:09.867394 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:09.922063 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=996be045-ecaf-4940-82ee-78cebfda2835,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:09.931320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:09.931673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:09.932184 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:09.933434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:09.933879 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:09.934408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:09.934797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:09.935173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:09.935547 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:09.935918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:09.936714 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:09.936943 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:10.083503 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['996be045-ecaf-4940-82ee-78cebfda2835'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:10:10.559128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677072a-60f7-40d8-b914-1430e100d428 req-0233eac5-18e5-454a-a94c-e3f00dfb98a1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:10.560900 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9677072a-60f7-40d8-b914-1430e100d428 req-0233eac5-18e5-454a-a94c-e3f00dfb98a1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 945 time: 0.0752027 Jul 16 09:10:10.609528 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9677072a-60f7-40d8-b914-1430e100d428 req-72a60edb-7343-4c9d-aedf-dab3c8d5df7d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a5373b-f7e2-479b-addc-50ca2eeaeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385957 Jul 16 09:10:11.298063 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.520739 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 996be045-ecaf-4940-82ee-78cebfda2835 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:11.608524 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 996be045-ecaf-4940-82ee-78cebfda2835 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:11.616863 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 996be045-ecaf-4940-82ee-78cebfda2835 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:11.617462 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.769492 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.805723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996be045-ecaf-4940-82ee-78cebfda2835'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:11.808184 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a610fcd2-6a9a-4cc5-b4ee-a588a8ee78dd" -d '{"events": [{"server_uuid": "a61169b1-85b6-4b60-be0a-bba3969db308", "name": "network-vif-plugged", "status": "completed", "tag": "996be045-ecaf-4940-82ee-78cebfda2835"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:11.825698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 996be045-ecaf-4940-82ee-78cebfda2835, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=996be045-ecaf-4940-82ee-78cebfda2835,segment=NetworkSegment(f291eb30-e776-42e1-b024-d5119c923076),segment_id=f291eb30-e776-42e1-b024-d5119c923076)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:11.834302 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:11.918147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=996be045-ecaf-4940-82ee-78cebfda2835,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:11.926587 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-816939b0-5c63-4df3-95c6-64ad3d85cc7e x-openstack-request-id: req-816939b0-5c63-4df3-95c6-64ad3d85cc7e {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:11.926587 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61169b1-85b6-4b60-be0a-bba3969db308", "name": "network-vif-plugged", "status": "completed", "tag": "996be045-ecaf-4940-82ee-78cebfda2835", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:11.927939 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-816939b0-5c63-4df3-95c6-64ad3d85cc7e {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:11.928909 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '996be045-ecaf-4940-82ee-78cebfda2835', 'code': 200} Jul 16 09:10:11.947038 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d576289-4118-4034-8546-b10aa1727d2a req-041fcbd2-c66b-4d72-81e1-24baeab3c046 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:11.950813 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d576289-4118-4034-8546-b10aa1727d2a req-041fcbd2-c66b-4d72-81e1-24baeab3c046 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 945 time: 0.1944520 Jul 16 09:10:12.022878 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d576289-4118-4034-8546-b10aa1727d2a req-5bc1bb0c-a3d2-4fb2-96f5-529bb68562c3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a5373b-f7e2-479b-addc-50ca2eeaeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621507 Jul 16 09:10:12.080598 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5031230-91c0-4e5a-afc0-3f63490d7c84 req-e5d600d0-420a-4081-a9cc-bc64a304837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:12.082683 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5031230-91c0-4e5a-afc0-3f63490d7c84 req-e5d600d0-420a-4081-a9cc-bc64a304837f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 1098 time: 0.0617237 Jul 16 09:10:12.139817 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5031230-91c0-4e5a-afc0-3f63490d7c84 req-f3bc6fde-9003-4186-8aaa-50f9577b43df service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=e9a5373b-f7e2-479b-addc-50ca2eeaeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497067 Jul 16 09:10:13.305019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c75dabc-ae4d-498a-9267-f01f45899567 req-69378ca4-61bd-49b1-b621-0bce2fd6a8d0 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:13.310634 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c75dabc-ae4d-498a-9267-f01f45899567 req-69378ca4-61bd-49b1-b621-0bce2fd6a8d0 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 946 time: 0.1288772 Jul 16 09:10:13.375024 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c75dabc-ae4d-498a-9267-f01f45899567 req-81a3ce9b-a30c-47a9-a63e-ef87ad1cf0a3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a5373b-f7e2-479b-addc-50ca2eeaeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536675 Jul 16 09:10:13.689236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de47b63-704a-4ea5-9b0e-9410393c3697 req-923f3b6c-d619-4588-a314-6393fa15d306 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:13.691463 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9de47b63-704a-4ea5-9b0e-9410393c3697 req-923f3b6c-d619-4588-a314-6393fa15d306 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 946 time: 0.1119738 Jul 16 09:10:13.742648 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9de47b63-704a-4ea5-9b0e-9410393c3697 req-d2833b37-cadd-4983-9ac8-f9a326300898 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a5373b-f7e2-479b-addc-50ca2eeaeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409234 Jul 16 09:10:13.774841 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37366) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:13.849254 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49dc9f8-e9dd-4ded-a2c3-0148821be49c tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:13.852068 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a49dc9f8-e9dd-4ded-a2c3-0148821be49c tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 1093 time: 0.0758338 Jul 16 09:10:13.855936 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37368) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:13.861379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '996be045-ecaf-4940-82ee-78cebfda2835', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:13.893101 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.047218 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.190728 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Allocated IP 172.25.4.181 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/d7fb15eb-d04d-4aff-bae1-4ae0ac8ee5f3) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:14.341220 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.412994 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:14.517177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:14.531594 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:14.540317 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Port': ['ID=d7fb15eb-d04d-4aff-bae1-4ae0ac8ee5f3,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:14.548628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:15.473293 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.624332 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.816059 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.822183 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:15.901161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Port': ['ID=d7fb15eb-d04d-4aff-bae1-4ae0ac8ee5f3,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:15.915447 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.058920 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Floating IP 24ebd598-5556-44ee-be38-ac59486d17e9 associated. External IP: 172.25.4.181, port: 996be045-ecaf-4940-82ee-78cebfda2835. Jul 16 09:10:16.356377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Router 3b501fdb-a027-4a1e-bec4-7916905bb630 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:16.528448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:16.542266 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9736de2-8370-43b5-ba4a-112156ad4e78 None None] Sync routers for ids ['3b501fdb-a027-4a1e-bec4-7916905bb630'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:16.552527 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:16.566007 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9736de2-8370-43b5-ba4a-112156ad4e78 None None] Routers {'3b501fdb-a027-4a1e-bec4-7916905bb630'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:16.567124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c9736de2-8370-43b5-ba4a-112156ad4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:10:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3b501fdb-a027-4a1e-bec4-7916905bb630'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:16.619200 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-aefc56d3-fbfc-4869-8bd7-3ee4cd4148f3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7618728 Jul 16 09:10:16.620797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'tag': '996be045-ecaf-4940-82ee-78cebfda2835'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:16.623255 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115e5cb0-8258-4e44-84bf-28f49546cd4f" -d '{"events": [{"name": "network-changed", "server_uuid": "a61169b1-85b6-4b60-be0a-bba3969db308", "tag": "996be045-ecaf-4940-82ee-78cebfda2835"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:16.626207 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37384) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:16.706580 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9201e8f3-495a-49af-8b1a-94a4c2359bbb x-openstack-request-id: req-9201e8f3-495a-49af-8b1a-94a4c2359bbb {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:16.707005 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61169b1-85b6-4b60-be0a-bba3969db308", "tag": "996be045-ecaf-4940-82ee-78cebfda2835", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:16.707362 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9201e8f3-495a-49af-8b1a-94a4c2359bbb {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:16.707959 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'tag': '996be045-ecaf-4940-82ee-78cebfda2835', 'status': 'completed', 'code': 200} Jul 16 09:10:16.763565 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-72d6dd89-055f-4b9d-97a6-97c3cc628c15 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/floatingips/24ebd598-5556-44ee-be38-ac59486d17e9 HTTP/1.1" status: 200 len: 992 time: 0.1254814 Jul 16 09:10:16.773085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-c9736de2-8370-43b5-ba4a-112156ad4e78 None None] Set router 3b501fdb-a027-4a1e-bec4-7916905bb630 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:16.840973 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e5cb0-8258-4e44-84bf-28f49546cd4f req-c7b2a9c9-25e5-40fe-9842-49347832682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:16.843847 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-115e5cb0-8258-4e44-84bf-28f49546cd4f req-c7b2a9c9-25e5-40fe-9842-49347832682a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5&device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 1098 time: 0.0918102 Jul 16 09:10:16.991596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e5cb0-8258-4e44-84bf-28f49546cd4f req-625469cb-7ed0-456b-9f2c-46b061472ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:16.993578 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-115e5cb0-8258-4e44-84bf-28f49546cd4f req-625469cb-7ed0-456b-9f2c-46b061472ebf service neutron] 10.222.0.38 "GET /v2.0/networks?id=8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 HTTP/1.1" status: 200 len: 897 time: 0.1433663 Jul 16 09:10:17.074627 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-115e5cb0-8258-4e44-84bf-28f49546cd4f req-e69d7022-88b0-4e08-bbe7-cb6ccd8071ce service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=996be045-ecaf-4940-82ee-78cebfda2835 HTTP/1.1" status: 200 len: 1000 time: 0.0744789 Jul 16 09:10:17.103581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c9736de2-8370-43b5-ba4a-112156ad4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:55Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '24ebd598-5556-44ee-be38-ac59486d17e9', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'port_id': '996be045-ecaf-4940-82ee-78cebfda2835', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'mac_address': 'fa:16:3e:f3:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:14Z', 'revision_number': 0, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd98ace-b868-4325-9514-8087440cd531', 'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:77:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:53Z', 'updated_at': '2021-07-16T09:10:00Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:17.131582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e5cb0-8258-4e44-84bf-28f49546cd4f req-4d666a4d-04fc-463d-b365-cb10f961e2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:17.133172 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-115e5cb0-8258-4e44-84bf-28f49546cd4f req-4d666a4d-04fc-463d-b365-cb10f961e2f2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8be2e86-7815-4b9f-b5d9-c966ea070daf HTTP/1.1" status: 200 len: 835 time: 0.0526128 Jul 16 09:10:17.139371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9736de2-8370-43b5-ba4a-112156ad4e78 None None] Checking router: 3b501fdb-a027-4a1e-bec4-7916905bb630 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:17.150457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9736de2-8370-43b5-ba4a-112156ad4e78 None None] Routers {'3b501fdb-a027-4a1e-bec4-7916905bb630'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:17.151974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c9736de2-8370-43b5-ba4a-112156ad4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:10:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3b501fdb-a027-4a1e-bec4-7916905bb630'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:17.222274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e5cb0-8258-4e44-84bf-28f49546cd4f req-3b4b741f-8bef-4c86-a08d-1fc9b8a04bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:17.224923 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-115e5cb0-8258-4e44-84bf-28f49546cd4f req-3b4b741f-8bef-4c86-a08d-1fc9b8a04bb8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8de18b4b-e29a-4c94-a98b-6f0aa1b30e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0852821 Jul 16 09:10:17.325237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-c9736de2-8370-43b5-ba4a-112156ad4e78 None None] Set router 3b501fdb-a027-4a1e-bec4-7916905bb630 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:17.370628 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-115e5cb0-8258-4e44-84bf-28f49546cd4f req-fc75b5bf-f95b-4cbe-851a-2d779905a55b service neutron] 10.222.0.38 "GET /v2.0/networks/8de18b4b-e29a-4c94-a98b-6f0aa1b30e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374032 Jul 16 09:10:17.494622 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-115e5cb0-8258-4e44-84bf-28f49546cd4f req-dad73475-0b9f-4fb0-86a9-a49431d48ba0 service neutron] 10.222.0.38 "GET /v2.0/networks/8de18b4b-e29a-4c94-a98b-6f0aa1b30e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181462 Jul 16 09:10:17.618378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c9736de2-8370-43b5-ba4a-112156ad4e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:55Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '24ebd598-5556-44ee-be38-ac59486d17e9', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'port_id': '996be045-ecaf-4940-82ee-78cebfda2835', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'mac_address': 'fa:16:3e:f3:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:14Z', 'revision_number': 0, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd98ace-b868-4325-9514-8087440cd531', 'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:77:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:53Z', 'updated_at': '2021-07-16T09:10:00Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:17.646616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9736de2-8370-43b5-ba4a-112156ad4e78 None None] The sync data for ids ['3b501fdb-a027-4a1e-bec4-7916905bb630'] in n-d-758944-46 is: [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:55Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '24ebd598-5556-44ee-be38-ac59486d17e9', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'port_id': '996be045-ecaf-4940-82ee-78cebfda2835', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'mac_address': 'fa:16:3e:f3:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:14Z', 'revision_number': 0, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd98ace-b868-4325-9514-8087440cd531', 'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:77:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:53Z', 'updated_at': '2021-07-16T09:10:00Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:17.767795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37394) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:17.929534 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01ba53db-e546-4bc5-b3da-453439e2a26c None None] New status for floating IP 24ebd598-5556-44ee-be38-ac59486d17e9: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:10:17.939746 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-71476c51-ed50-46e6-837c-fd28dcceadf5 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/floatingips/24ebd598-5556-44ee-be38-ac59486d17e9 HTTP/1.1" status: 200 len: 992 time: 0.1691279 Jul 16 09:10:18.942809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37400) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:19.026005 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-82c5f77c-99c5-4f1c-9547-ca0b5ee0f3d6 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/floatingips/24ebd598-5556-44ee-be38-ac59486d17e9 HTTP/1.1" status: 200 len: 994 time: 0.0809488 Jul 16 09:10:24.765290 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:10:27.521747 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37464) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:27.689571 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.802352 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.808360 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.853405 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cf5e9b49ad7e48ea934cd6d4870055d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3298934 Jul 16 09:10:27.854289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37468) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:27.862821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1f45e14-ef6b-4170-b315-b5c704bfd25b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:27.876269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:27.876658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:27.877002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:27.877340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:27.877682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:27.878007 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:27.878438 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:27.878663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:27.878985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:27.879308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:27.879631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:27.879951 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c340f7-0aed-4826-af1f-7d961c9db074 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:27.947729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2e55173-201a-494c-8c2a-dc69cf2571b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:27.992966 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2e55173-201a-494c-8c2a-dc69cf2571b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.067237 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2e55173-201a-494c-8c2a-dc69cf2571b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.069986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d2e55173-201a-494c-8c2a-dc69cf2571b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.071283 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d2e55173-201a-494c-8c2a-dc69cf2571b4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b1f45e14-ef6b-4170-b315-b5c704bfd25b HTTP/1.1" status: 204 len: 168 time: 0.2154934 Jul 16 09:10:28.084827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e55173-201a-494c-8c2a-dc69cf2571b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1f45e14-ef6b-4170-b315-b5c704bfd25b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:28.424078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37474) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:28.442097 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9476dfe-1e18-44ae-897c-9d50289b71a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.558738 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9476dfe-1e18-44ae-897c-9d50289b71a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.564177 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9476dfe-1e18-44ae-897c-9d50289b71a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.607096 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9476dfe-1e18-44ae-897c-9d50289b71a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb730f3-6fa8-4dd3-86f7-021aa661df04,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:28.611951 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a9476dfe-1e18-44ae-897c-9d50289b71a6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4e3c33ef83304ae8bd6912804d4742ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1865921 Jul 16 09:10:28.616067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37476) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:28.673531 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3161cbc-943c-4888-bd1b-7f5c0ac76baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.698598 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3161cbc-943c-4888-bd1b-7f5c0ac76baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.753646 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3161cbc-943c-4888-bd1b-7f5c0ac76baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.758654 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3161cbc-943c-4888-bd1b-7f5c0ac76baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:28.761570 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c3161cbc-943c-4888-bd1b-7f5c0ac76baa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bbb730f3-6fa8-4dd3-86f7-021aa661df04 HTTP/1.1" status: 204 len: 168 time: 0.1441169 Jul 16 09:10:28.775433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3161cbc-943c-4888-bd1b-7f5c0ac76baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb730f3-6fa8-4dd3-86f7-021aa661df04,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:34.007159 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.253036 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5a55e1ea-a354-408c-9bf5-167ca883c8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.729996 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:37.939547 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-893d4295-bdd8-44bb-ba7d-371e62cfa7f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.211223 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.800887 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.827164 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37624) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:41.012232 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.127940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.132683 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.175211 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f2383dd2982e47df9218d8719a56bf97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3465710 Jul 16 09:10:41.176119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e696ddb-fc4c-49b1-aa62-354fddcd8c6d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:41.178415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37628) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:41.184751 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:41.185265 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:41.185615 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:41.185951 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:41.186282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:41.186605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:41.186933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:41.187262 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:41.187584 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:41.187906 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:41.188225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:41.188573 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f399b60-ee29-4c05-85b2-7fee74ab01a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:41.245625 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea4cd7b5-200a-4813-b643-ae71253941f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.276165 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea4cd7b5-200a-4813-b643-ae71253941f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.293651 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.335485 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea4cd7b5-200a-4813-b643-ae71253941f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.339221 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ea4cd7b5-200a-4813-b643-ae71253941f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.340460 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ea4cd7b5-200a-4813-b643-ae71253941f9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e696ddb-fc4c-49b1-aa62-354fddcd8c6d HTTP/1.1" status: 204 len: 168 time: 0.1606717 Jul 16 09:10:41.348932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4cd7b5-200a-4813-b643-ae71253941f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e696ddb-fc4c-49b1-aa62-354fddcd8c6d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:41.671293 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37634) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:41.685061 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-82d8e4f0-89c0-4933-91f6-07fa76b33b28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.793876 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-82d8e4f0-89c0-4933-91f6-07fa76b33b28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.798316 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-82d8e4f0-89c0-4933-91f6-07fa76b33b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.839298 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-82d8e4f0-89c0-4933-91f6-07fa76b33b28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3ae90b93888243f9856aaeaae897808d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668751 Jul 16 09:10:41.840477 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8e4f0-89c0-4933-91f6-07fa76b33b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2c01fa-0c01-4c81-9d4f-192240b5eb76,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:41.843358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37636) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:41.900925 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-558836de-8ec3-4214-82ae-571d321e01c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.926538 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-558836de-8ec3-4214-82ae-571d321e01c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.984471 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-558836de-8ec3-4214-82ae-571d321e01c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.987335 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-558836de-8ec3-4214-82ae-571d321e01c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:41.988594 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-558836de-8ec3-4214-82ae-571d321e01c4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bc2c01fa-0c01-4c81-9d4f-192240b5eb76 HTTP/1.1" status: 204 len: 168 time: 0.1442375 Jul 16 09:10:42.000623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558836de-8ec3-4214-82ae-571d321e01c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2c01fa-0c01-4c81-9d4f-192240b5eb76,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:42.383874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37642) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:42.398538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-316f0df2-0a89-428b-8651-60d2c0b44b9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.507799 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-316f0df2-0a89-428b-8651-60d2c0b44b9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.512731 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-316f0df2-0a89-428b-8651-60d2c0b44b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.559534 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-316f0df2-0a89-428b-8651-60d2c0b44b9c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=04928248831945cd9412875a6fefc0e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1741881 Jul 16 09:10:42.560427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316f0df2-0a89-428b-8651-60d2c0b44b9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f9832c-bdd4-43a5-8d85-68a37a3479a3,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:42.562326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37644) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:42.620188 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-375fdd46-2432-4f96-8d40-58e747534d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.645212 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-375fdd46-2432-4f96-8d40-58e747534d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.711143 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-375fdd46-2432-4f96-8d40-58e747534d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.714797 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-375fdd46-2432-4f96-8d40-58e747534d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:42.716066 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-375fdd46-2432-4f96-8d40-58e747534d04 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/74f9832c-bdd4-43a5-8d85-68a37a3479a3 HTTP/1.1" status: 204 len: 168 time: 0.1519129 Jul 16 09:10:42.725181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375fdd46-2432-4f96-8d40-58e747534d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f9832c-bdd4-43a5-8d85-68a37a3479a3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:48.375803 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37694) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:48.476326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b0cfe9-11f0-46d7-b158-83875e2c3168 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:48.476326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b0cfe9-11f0-46d7-b158-83875e2c3168 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:48.477425 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b0cfe9-11f0-46d7-b158-83875e2c3168 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:48.490123 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f1b0cfe9-11f0-46d7-b158-83875e2c3168 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/ports?project_id=7e30d8f3fe7d4607b50cfb6640ab53b5&network_id=8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 HTTP/1.1" status: 200 len: 2973 time: 0.1024680 Jul 16 09:10:50.206963 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37712) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:50.268677 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5879c08-c7be-4034-8483-2c9b6ac5c5d7 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:50.270278 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b5879c08-c7be-4034-8483-2c9b6ac5c5d7 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6 HTTP/1.1" status: 200 len: 814 time: 0.0622227 Jul 16 09:10:50.730510 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37718) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:50.744798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-440690b3-fb52-4e5a-9c60-bc6d14899272 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'network': {'name': 'tempest-network-smoke--1692088953', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'port_security_enabled': True}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:50.782577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440690b3-fb52-4e5a-9c60-bc6d14899272 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Made reservation on behalf of 7e30d8f3fe7d4607b50cfb6640ab53b5 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:50.789887 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-440690b3-fb52-4e5a-9c60-bc6d14899272 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.832927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440690b3-fb52-4e5a-9c60-bc6d14899272 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:10:50.864820 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-440690b3-fb52-4e5a-9c60-bc6d14899272 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.865403 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-440690b3-fb52-4e5a-9c60-bc6d14899272 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Added segment 2af8add2-6f12-4a7b-98f2-55d6e4740a85 of type vlan for network ff9c47b2-f1ee-46f7-aeac-88e6816c3999 Jul 16 09:10:50.944238 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-440690b3-fb52-4e5a-9c60-bc6d14899272 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:50.994246 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-440690b3-fb52-4e5a-9c60-bc6d14899272 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.005543 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440690b3-fb52-4e5a-9c60-bc6d14899272 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:51.006517 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-440690b3-fb52-4e5a-9c60-bc6d14899272 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:51.049542 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-440690b3-fb52-4e5a-9c60-bc6d14899272 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3137197 Jul 16 09:10:51.050266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37722) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:51.127334 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440690b3-fb52-4e5a-9c60-bc6d14899272 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Network': ['ID=ff9c47b2-f1ee-46f7-aeac-88e6816c3999,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:51.141976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network ff9c47b2-f1ee-46f7-aeac-88e6816c3999 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:10:51.180371 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a40c4-bec2-40aa-ad65-56aad42424d1 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:51.183791 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c27a40c4-bec2-40aa-ad65-56aad42424d1 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=7e30d8f3fe7d4607b50cfb6640ab53b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1317511 Jul 16 09:10:51.185539 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37724) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:51.400858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbefe597-86de-4a12-9d03-bbc0077fde8d tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:51.402463 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dbefe597-86de-4a12-9d03-bbc0077fde8d tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2158687 Jul 16 09:10:51.407311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37726) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:51.443591 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7c94c797-d3ee-4927-ae60-e8e028ba9de5 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349970 Jul 16 09:10:51.448066 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37728) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:51.486659 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f3d3814a-ca81-4cb0-a55e-1b62285972b7 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=7e30d8f3fe7d4607b50cfb6640ab53b5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369129 Jul 16 09:10:51.491819 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37730) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:51.595901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1c80f8-2bca-4c98-be39-deacf923623c tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:51.602721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9e1c80f8-2bca-4c98-be39-deacf923623c tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1046383 Jul 16 09:10:51.603005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37732) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:51.641592 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cccd0728-c41b-42d9-9c14-aeaa036eedc6 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372236 Jul 16 09:10:51.644004 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37734) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:51.649476 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-0a059f93-e551-4a7e-8c2e-7060a3737250 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-119724510', 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:51.802361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a059f93-e551-4a7e-8c2e-7060a3737250 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Made reservation on behalf of 7e30d8f3fe7d4607b50cfb6640ab53b5 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:51.811153 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0a059f93-e551-4a7e-8c2e-7060a3737250 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:52.083828 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0a059f93-e551-4a7e-8c2e-7060a3737250 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:52.190024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a059f93-e551-4a7e-8c2e-7060a3737250 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Subnet': ['ID=c472ddf0-5fcd-4453-848d-0391ec5af5d2,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:52.206767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a059f93-e551-4a7e-8c2e-7060a3737250 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Checking segment: {'id': '2af8add2-6f12-4a7b-98f2-55d6e4740a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:52.207350 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a059f93-e551-4a7e-8c2e-7060a3737250 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network hostable DHCP agents. Network: ff9c47b2-f1ee-46f7-aeac-88e6816c3999, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:10:52.235340 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a059f93-e551-4a7e-8c2e-7060a3737250 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network ff9c47b2-f1ee-46f7-aeac-88e6816c3999 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:10:52.258334 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-0a059f93-e551-4a7e-8c2e-7060a3737250 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, ff9c47b2-f1ee-46f7-aeac-88e6816c3999) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:52.264156 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a059f93-e551-4a7e-8c2e-7060a3737250 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:52.266128 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0a059f93-e551-4a7e-8c2e-7060a3737250 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:52.289721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad79d395-cf51-4700-b16d-82b2f24c51a0 None None] Network ff9c47b2-f1ee-46f7-aeac-88e6816c3999 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:52.290848 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0a059f93-e551-4a7e-8c2e-7060a3737250 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6455188 Jul 16 09:10:52.520990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-ff9c47b2-f1ee-46f7-aeac-88e6816c3999', 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ips': [{'subnet_id': 'c472ddf0-5fcd-4453-848d-0391ec5af5d2'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:10:52.522053 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:52.771045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Allocated IP 172.20.0.18 (ff9c47b2-f1ee-46f7-aeac-88e6816c3999/c472ddf0-5fcd-4453-848d-0391ec5af5d2/d728faac-90e7-4099-864f-0ca3e9bba3a4) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:10:52.996129 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37742) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:53.005850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-72b604f6-c35f-42a4-9983-6f9e0c5171ae tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2113629855', 'description': 'tempest-secgroup-smoke-2113629855 description', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:53.055178 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-72b604f6-c35f-42a4-9983-6f9e0c5171ae tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.066361 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.080414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Transition to ACTIVE for port object d728faac-90e7-4099-864f-0ca3e9bba3a4 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:53.103574 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Transition to ACTIVE for port object d728faac-90e7-4099-864f-0ca3e9bba3a4 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:53.111672 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.159708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Network ff9c47b2-f1ee-46f7-aeac-88e6816c3999 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:10:53.167906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:10:53.174452 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:10:53.184321 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Pushing event updated for resources: {'Port': ['ID=d728faac-90e7-4099-864f-0ca3e9bba3a4,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:53.213823 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-72b604f6-c35f-42a4-9983-6f9e0c5171ae tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.219887 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-72b604f6-c35f-42a4-9983-6f9e0c5171ae tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.269645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b604f6-c35f-42a4-9983-6f9e0c5171ae tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a28316c-b5c8-4918-861f-b5638647db78,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:53.288528 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-72b604f6-c35f-42a4-9983-6f9e0c5171ae tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.290661 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-72b604f6-c35f-42a4-9983-6f9e0c5171ae tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2928083 Jul 16 09:10:53.295347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37744) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:53.303342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c99a6403-2875-458f-97a7-b646c7eda794 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': '8a28316c-b5c8-4918-861f-b5638647db78', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:53.307097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Attempting to bind port d728faac-90e7-4099-864f-0ca3e9bba3a4 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:53.307738 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Attempting to bind port d728faac-90e7-4099-864f-0ca3e9bba3a4 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '2af8add2-6f12-4a7b-98f2-55d6e4740a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:53.308353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Attempting to bind port d728faac-90e7-4099-864f-0ca3e9bba3a4 on network ff9c47b2-f1ee-46f7-aeac-88e6816c3999 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:53.320541 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:53.320806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Checking segment: {'id': '2af8add2-6f12-4a7b-98f2-55d6e4740a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:53.321380 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.322052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Bound using segment: {'id': '2af8add2-6f12-4a7b-98f2-55d6e4740a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:53.322887 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Bound port: d728faac-90e7-4099-864f-0ca3e9bba3a4, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af8add2-6f12-4a7b-98f2-55d6e4740a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:53.323550 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.330679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37746) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:53.384859 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c99a6403-2875-458f-97a7-b646c7eda794 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.453143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] For port d728faac-90e7-4099-864f-0ca3e9bba3a4, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:53.459719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] For port d728faac-90e7-4099-864f-0ca3e9bba3a4, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d728faac-90e7-4099-864f-0ca3e9bba3a4,segment=NetworkSegment(2af8add2-6f12-4a7b-98f2-55d6e4740a85),segment_id=2af8add2-6f12-4a7b-98f2-55d6e4740a85)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:53.467678 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.539265 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c99a6403-2875-458f-97a7-b646c7eda794 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.548647 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c99a6403-2875-458f-97a7-b646c7eda794 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.578965 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e4fc44-25db-4775-901e-c6ef29509b35 None None] Pushing event updated for resources: {'Port': ['ID=d728faac-90e7-4099-864f-0ca3e9bba3a4,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:53.579721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99a6403-2875-458f-97a7-b646c7eda794 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21ec0572-4ae3-46f7-b827-2d8aa0331ab6,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:53.632915 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c99a6403-2875-458f-97a7-b646c7eda794 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.636816 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c99a6403-2875-458f-97a7-b646c7eda794 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3376439 Jul 16 09:10:53.637656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37748) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:53.643988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-cf1728d5-601c-41f8-8a79-a8b3748f97c9 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': '8a28316c-b5c8-4918-861f-b5638647db78', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:53.689373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-1530a5a8-2019-414a-8fcc-8e4715f24ff5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Deleting port 607236af-279c-42da-bd07-f27601326ff4 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:53.689878 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1530a5a8-2019-414a-8fcc-8e4715f24ff5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.717463 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf1728d5-601c-41f8-8a79-a8b3748f97c9 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.869519 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1530a5a8-2019-414a-8fcc-8e4715f24ff5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.869839 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1530a5a8-2019-414a-8fcc-8e4715f24ff5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.889339 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf1728d5-601c-41f8-8a79-a8b3748f97c9 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.899443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf1728d5-601c-41f8-8a79-a8b3748f97c9 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.902064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-1530a5a8-2019-414a-8fcc-8e4715f24ff5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Calling delete_port for 607236af-279c-42da-bd07-f27601326ff4 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:53.929000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1728d5-601c-41f8-8a79-a8b3748f97c9 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a8aa46-a920-4d59-a0e5-fb6b99381124,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:53.970036 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cf1728d5-601c-41f8-8a79-a8b3748f97c9 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:53.971189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cf1728d5-601c-41f8-8a79-a8b3748f97c9 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3313093 Jul 16 09:10:53.976161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37750) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:53.984373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-0931cb54-df11-4035-8b0f-ac45fd406334 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': '8a28316c-b5c8-4918-861f-b5638647db78', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:54.065166 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0931cb54-df11-4035-8b0f-ac45fd406334 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.170179 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0931cb54-df11-4035-8b0f-ac45fd406334 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.174881 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0931cb54-df11-4035-8b0f-ac45fd406334 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.191826 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1530a5a8-2019-414a-8fcc-8e4715f24ff5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.196136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931cb54-df11-4035-8b0f-ac45fd406334 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55ed177-12ea-4e14-b98e-9290e087c270,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:54.204730 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0931cb54-df11-4035-8b0f-ac45fd406334 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.210724 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0931cb54-df11-4035-8b0f-ac45fd406334 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2276235 Jul 16 09:10:54.221515 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37754) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:54.229677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-10f7c312-4191-450e-b11e-faa11f9c9e65 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': '8a28316c-b5c8-4918-861f-b5638647db78', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:54.242401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530a5a8-2019-414a-8fcc-8e4715f24ff5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event deleted for resources: {'Port': ['ID=607236af-279c-42da-bd07-f27601326ff4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:54.288818 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-10f7c312-4191-450e-b11e-faa11f9c9e65 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.369301 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1530a5a8-2019-414a-8fcc-8e4715f24ff5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.369792 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-1530a5a8-2019-414a-8fcc-8e4715f24ff5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Floating IP ee6c7476-ecf7-4609-8972-2968d7e4a615 disassociated (deleted). External IP: 172.25.4.185, port: 0c07d5df-de6a-4988-aefe-a6d7edf7d297. Jul 16 09:10:54.433582 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-10f7c312-4191-450e-b11e-faa11f9c9e65 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.444862 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-10f7c312-4191-450e-b11e-faa11f9c9e65 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.513098 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-10f7c312-4191-450e-b11e-faa11f9c9e65 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.527483 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-10f7c312-4191-450e-b11e-faa11f9c9e65 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3031774 Jul 16 09:10:54.529309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f7c312-4191-450e-b11e-faa11f9c9e65 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f47f76ae-c753-4346-b3e2-dfde8784d08f,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:54.534917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37756) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:54.545074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-37630301-e96c-4a77-be89-0476b72cdcf2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': '8a28316c-b5c8-4918-861f-b5638647db78', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:54.580573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d728faac-90e7-4099-864f-0ca3e9bba3a4 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:54.604231 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-37630301-e96c-4a77-be89-0476b72cdcf2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Project 7e30d8f3fe7d4607b50cfb6640ab53b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:10:54.619082 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37630301-e96c-4a77-be89-0476b72cdcf2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.692459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port d728faac-90e7-4099-864f-0ca3e9bba3a4 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:54.771902 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37630301-e96c-4a77-be89-0476b72cdcf2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.777810 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37630301-e96c-4a77-be89-0476b72cdcf2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.803817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37630301-e96c-4a77-be89-0476b72cdcf2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c893b9cc-62d2-4828-abef-481613271ea0,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:54.806609 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1530a5a8-2019-414a-8fcc-8e4715f24ff5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Router 89025303-18ca-442d-bc24-d7efcd2f1f92 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:10:54.827142 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-37630301-e96c-4a77-be89-0476b72cdcf2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.831485 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-37630301-e96c-4a77-be89-0476b72cdcf2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2913761 Jul 16 09:10:54.833175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37758) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:54.839633 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-cd45fe75-c3cb-4fec-9f24-5050d0ab9791 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': '8a28316c-b5c8-4918-861f-b5638647db78', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:54.875782 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-cd45fe75-c3cb-4fec-9f24-5050d0ab9791 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Project 7e30d8f3fe7d4607b50cfb6640ab53b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:10:54.883103 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd45fe75-c3cb-4fec-9f24-5050d0ab9791 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.981080 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd45fe75-c3cb-4fec-9f24-5050d0ab9791 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:54.991313 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd45fe75-c3cb-4fec-9f24-5050d0ab9791 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.016751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45fe75-c3cb-4fec-9f24-5050d0ab9791 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05b51680-00d1-433c-b983-926902b7e301,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:55.029043 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cd45fe75-c3cb-4fec-9f24-5050d0ab9791 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.032071 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cd45fe75-c3cb-4fec-9f24-5050d0ab9791 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1971991 Jul 16 09:10:55.055945 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1530a5a8-2019-414a-8fcc-8e4715f24ff5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:10:55.065344 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1530a5a8-2019-414a-8fcc-8e4715f24ff5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:55.076790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ae83e-f395-4308-8558-714553b18fcc None None] Sync routers for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:10:55.097514 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ae83e-f395-4308-8558-714553b18fcc None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:55.098250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-db8ae83e-f395-4308-8558-714553b18fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:10:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:55.166420 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1530a5a8-2019-414a-8fcc-8e4715f24ff5 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "DELETE /v2.0/floatingips/ee6c7476-ecf7-4609-8972-2968d7e4a615 HTTP/1.1" status: 204 len: 168 time: 1.8299909 Jul 16 09:10:55.166420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e1c9981-2505-44b0-b7af-f6dd3ce08e1f', 'tag': '0c07d5df-de6a-4988-aefe-a6d7edf7d297'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:55.173359 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9389e5d6-4af8-4254-acef-c3f4d0713121" -d '{"events": [{"name": "network-changed", "server_uuid": "8e1c9981-2505-44b0-b7af-f6dd3ce08e1f", "tag": "0c07d5df-de6a-4988-aefe-a6d7edf7d297"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:55.267704 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad17475-bf3c-4b52-ae0d-0cebb524302a x-openstack-request-id: req-9ad17475-bf3c-4b52-ae0d-0cebb524302a {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:55.268695 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e1c9981-2505-44b0-b7af-f6dd3ce08e1f", "tag": "0c07d5df-de6a-4988-aefe-a6d7edf7d297", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:55.269151 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ad17475-bf3c-4b52-ae0d-0cebb524302a {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:55.269682 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e1c9981-2505-44b0-b7af-f6dd3ce08e1f', 'tag': '0c07d5df-de6a-4988-aefe-a6d7edf7d297', 'status': 'completed', 'code': 200} Jul 16 09:10:55.471281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389e5d6-4af8-4254-acef-c3f4d0713121 req-0636f226-f896-4687-8bfb-3c5bf2d4ee03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:55.475228 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9389e5d6-4af8-4254-acef-c3f4d0713121 req-0636f226-f896-4687-8bfb-3c5bf2d4ee03 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 1098 time: 0.1708436 Jul 16 09:10:55.748459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389e5d6-4af8-4254-acef-c3f4d0713121 req-a6513342-0541-4357-9c0e-9c0849fadee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:55.751082 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9389e5d6-4af8-4254-acef-c3f4d0713121 req-a6513342-0541-4357-9c0e-9c0849fadee1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.2687724 Jul 16 09:10:55.759993 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baed233-882e-4104-998a-7c0ab2104395 None None] Network ff9c47b2-f1ee-46f7-aeac-88e6816c3999 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:10:55.830679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-db8ae83e-f395-4308-8558-714553b18fcc None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:55.913707 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9389e5d6-4af8-4254-acef-c3f4d0713121 req-e6217829-5ced-4558-bea3-39c0426bc7e5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0c07d5df-de6a-4988-aefe-a6d7edf7d297 HTTP/1.1" status: 200 len: 217 time: 0.1546490 Jul 16 09:10:56.113779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389e5d6-4af8-4254-acef-c3f4d0713121 req-0cc6dd5f-383e-4aaf-b5dc-ffd5357314bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:56.117362 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9389e5d6-4af8-4254-acef-c3f4d0713121 req-0cc6dd5f-383e-4aaf-b5dc-ffd5357314bb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.1925640 Jul 16 09:10:56.140999 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-70518267-7e7b-4345-8405-1613f17170a3 None None] Provisioning for port d728faac-90e7-4099-864f-0ca3e9bba3a4 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:56.155206 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-70518267-7e7b-4345-8405-1613f17170a3 None None] Provisioning complete for port d728faac-90e7-4099-864f-0ca3e9bba3a4 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:56.155752 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-70518267-7e7b-4345-8405-1613f17170a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.303294 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-207efad6-b13e-47b6-9551-d703b8049705 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2113629855&fields=id&tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5 HTTP/1.1" status: 200 len: 267 time: 0.1880009 Jul 16 09:10:56.413346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389e5d6-4af8-4254-acef-c3f4d0713121 req-44e9ab10-bfd3-4645-8a35-fab1b90e48d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:56.416570 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9389e5d6-4af8-4254-acef-c3f4d0713121 req-44e9ab10-bfd3-4645-8a35-fab1b90e48d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2861660 Jul 16 09:10:56.461830 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-70518267-7e7b-4345-8405-1613f17170a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.468410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-db8ae83e-f395-4308-8558-714553b18fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2cef2b18-9fb1-45b8-9bb0-c818cc4fd218', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'port_id': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'mac_address': 'fa:16:3e:e3:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:02Z', 'revision_number': 1, 'project_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:56.516779 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ae83e-f395-4308-8558-714553b18fcc None None] Checking router: 89025303-18ca-442d-bc24-d7efcd2f1f92 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:10:56.520589 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74ec30-a3f6-4417-a6d2-6f4edb30426b req-5a35b38e-129c-4fc6-b47d-d330e61ce204 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:56.538406 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b74ec30-a3f6-4417-a6d2-6f4edb30426b req-5a35b38e-129c-4fc6-b47d-d330e61ce204 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 946 time: 0.4462628 Jul 16 09:10:56.549247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8ae83e-f395-4308-8558-714553b18fcc None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:10:56.550165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-db8ae83e-f395-4308-8558-714553b18fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:10:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:56.600203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-70518267-7e7b-4345-8405-1613f17170a3 None None] For port d728faac-90e7-4099-864f-0ca3e9bba3a4, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d728faac-90e7-4099-864f-0ca3e9bba3a4,segment=NetworkSegment(2af8add2-6f12-4a7b-98f2-55d6e4740a85),segment_id=2af8add2-6f12-4a7b-98f2-55d6e4740a85)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:56.615531 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-70518267-7e7b-4345-8405-1613f17170a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:56.642394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-eee1ecc8-04b1-4c08-9e4b-6be911531223 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:56.647306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-eee1ecc8-04b1-4c08-9e4b-6be911531223 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/networks?id=ff9c47b2-f1ee-46f7-aeac-88e6816c3999 HTTP/1.1" status: 200 len: 797 time: 0.3363907 Jul 16 09:10:56.686902 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b74ec30-a3f6-4417-a6d2-6f4edb30426b req-e9438da3-4df1-4336-9766-695fbcb61a99 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466997 Jul 16 09:10:56.775518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70518267-7e7b-4345-8405-1613f17170a3 None None] Pushing event updated for resources: {'Port': ['ID=d728faac-90e7-4099-864f-0ca3e9bba3a4,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:56.789109 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-db8ae83e-f395-4308-8558-714553b18fcc None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:10:56.861266 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-67a444bd-2b73-418c-9929-56475281c288 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/quotas/7e30d8f3fe7d4607b50cfb6640ab53b5 HTTP/1.1" status: 200 len: 375 time: 0.0426602 Jul 16 09:10:56.945224 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9389e5d6-4af8-4254-acef-c3f4d0713121 req-dfb04ac4-9818-4c59-aa84-06ad76ebc307 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146887 Jul 16 09:10:57.034262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-b1360ba0-ec59-4420-9020-05d2a4e92871 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1620028 Jul 16 09:10:57.170650 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-694de179-d0a6-421c-818e-7a48298d550e None None] Provisioning complete for port d728faac-90e7-4099-864f-0ca3e9bba3a4 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:57.171509 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-694de179-d0a6-421c-818e-7a48298d550e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.214376 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9389e5d6-4af8-4254-acef-c3f4d0713121 req-a1ea0b64-2f99-418b-94ad-8576446e3809 service neutron] 10.222.0.38 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622766 Jul 16 09:10:57.335878 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-d7b9a0b9-179d-4394-b36e-ba5f4b9b5e76 service neutron] 10.222.0.20 "GET /v2.0/networks/ff9c47b2-f1ee-46f7-aeac-88e6816c3999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2801180 Jul 16 09:10:57.393232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6dda83a-55f3-4cdf-afa5-474426703777 req-aeea50a8-c2b6-4617-b652-23fd6a6ac784 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:57.396439 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6dda83a-55f3-4cdf-afa5-474426703777 req-aeea50a8-c2b6-4617-b652-23fd6a6ac784 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 946 time: 0.2031448 Jul 16 09:10:57.401215 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-db8ae83e-f395-4308-8558-714553b18fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2cef2b18-9fb1-45b8-9bb0-c818cc4fd218', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'port_id': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'mac_address': 'fa:16:3e:e3:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:02Z', 'revision_number': 1, 'project_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:10:57.504371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8ae83e-f395-4308-8558-714553b18fcc None None] The sync data for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 is: [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2cef2b18-9fb1-45b8-9bb0-c818cc4fd218', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'floating_ip_address': '172.25.4.41', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'port_id': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'mac_address': 'fa:16:3e:e3:6b:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:06:56Z', 'updated_at': '2021-07-16T09:07:02Z', 'revision_number': 1, 'project_id': '6d7d127892994ef29d6fc34730914246', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:10:57.545648 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c3bafbc2-edc6-40c1-9f3a-1ea5b6b48af8 service neutron] 10.222.0.20 "GET /v2.0/networks/ff9c47b2-f1ee-46f7-aeac-88e6816c3999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868091 Jul 16 09:10:57.577100 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-d6dda83a-55f3-4cdf-afa5-474426703777 req-b1505f46-3892-481c-886c-4300233cf844 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Deleting port 0c07d5df-de6a-4988-aefe-a6d7edf7d297 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:10:57.577911 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d6dda83a-55f3-4cdf-afa5-474426703777 req-b1505f46-3892-481c-886c-4300233cf844 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.770219 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d6dda83a-55f3-4cdf-afa5-474426703777 req-b1505f46-3892-481c-886c-4300233cf844 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] For port 0c07d5df-de6a-4988-aefe-a6d7edf7d297, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=0c07d5df-de6a-4988-aefe-a6d7edf7d297,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:57.770598 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d6dda83a-55f3-4cdf-afa5-474426703777 req-b1505f46-3892-481c-886c-4300233cf844 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:57.789006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-d6dda83a-55f3-4cdf-afa5-474426703777 req-b1505f46-3892-481c-886c-4300233cf844 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Calling delete_port for 0c07d5df-de6a-4988-aefe-a6d7edf7d297 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:10:57.901802 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e5dac007-1355-4f88-8469-1e365a9d4fc1 req-ac00e071-df19-4f48-b2e7-b4aac516a5e6 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 210 time: 0.0568173 Jul 16 09:10:57.919671 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8720dd7-d33b-4c70-a110-fc16e36b5fa0 None None] New status for floating IP ee6c7476-ecf7-4609-8972-2968d7e4a615: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:10:58.088270 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0759a319-24d0-435e-9f22-4f72677da0bf req-2a69e406-3f3b-46b1-b4fa-6eed1dd148cc tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:58.097530 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0759a319-24d0-435e-9f22-4f72677da0bf req-2a69e406-3f3b-46b1-b4fa-6eed1dd148cc tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 946 time: 0.1462409 Jul 16 09:10:58.172689 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0759a319-24d0-435e-9f22-4f72677da0bf req-05251b17-04a7-4a31-bb2c-3dd612ed47bb tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734241 Jul 16 09:10:58.449546 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d728faac-90e7-4099-864f-0ca3e9bba3a4 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:58.514433 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d6dda83a-55f3-4cdf-afa5-474426703777 req-b1505f46-3892-481c-886c-4300233cf844 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.545179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d728faac-90e7-4099-864f-0ca3e9bba3a4 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:58.545778 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.620227 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1505f46-3892-481c-886c-4300233cf844 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event deleted for resources: {'Port': ['ID=0c07d5df-de6a-4988-aefe-a6d7edf7d297,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:58.701506 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6dda83a-55f3-4cdf-afa5-474426703777 req-b1505f46-3892-481c-886c-4300233cf844 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] No DVR routers for this DVR port 0c07d5df-de6a-4988-aefe-a6d7edf7d297 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:10:58.706401 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d6dda83a-55f3-4cdf-afa5-474426703777 req-b1505f46-3892-481c-886c-4300233cf844 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:58.711175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6dda83a-55f3-4cdf-afa5-474426703777 req-b1505f46-3892-481c-886c-4300233cf844 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.38 "DELETE /v2.0/ports/0c07d5df-de6a-4988-aefe-a6d7edf7d297 HTTP/1.1" status: 204 len: 173 time: 1.3083258 Jul 16 09:10:58.711917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e1c9981-2505-44b0-b7af-f6dd3ce08e1f', 'name': 'network-vif-deleted', 'tag': '0c07d5df-de6a-4988-aefe-a6d7edf7d297'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:58.717450 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8187b7-b5bf-436d-9c01-371a4ad2c572" -d '{"events": [{"server_uuid": "8e1c9981-2505-44b0-b7af-f6dd3ce08e1f", "name": "network-vif-deleted", "tag": "0c07d5df-de6a-4988-aefe-a6d7edf7d297"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:58.790031 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb45675-000e-468f-abb9-6c5fb7ac3106 x-openstack-request-id: req-6fb45675-000e-468f-abb9-6c5fb7ac3106 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:58.790323 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e1c9981-2505-44b0-b7af-f6dd3ce08e1f", "name": "network-vif-deleted", "tag": "0c07d5df-de6a-4988-aefe-a6d7edf7d297", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:58.790789 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6fb45675-000e-468f-abb9-6c5fb7ac3106 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:58.791204 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e1c9981-2505-44b0-b7af-f6dd3ce08e1f', 'name': 'network-vif-deleted', 'tag': '0c07d5df-de6a-4988-aefe-a6d7edf7d297', 'status': 'completed', 'code': 200} Jul 16 09:10:59.196549 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-daa3ffe6-ce58-4405-9366-7b27f2a5ee33 req-e7e916eb-abf3-42ff-95f5-16e7c6548520 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 210 time: 0.0580344 Jul 16 09:10:59.449283 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fb5ffae5-1923-4e91-a77f-0280e60e0f19 req-a3c3fafa-b6cc-44cc-9e70-2892584fa8c0 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 210 time: 0.0593476 Jul 16 09:10:59.664734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-0ecceaa2-ca9e-434f-8e49-c6f178667ee1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:59.667984 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-0ecceaa2-ca9e-434f-8e49-c6f178667ee1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.15 "GET /v2.0/networks?id=ff9c47b2-f1ee-46f7-aeac-88e6816c3999 HTTP/1.1" status: 200 len: 797 time: 0.1720669 Jul 16 09:10:59.750465 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-395c5693-a9b5-4019-8ccb-172c08fec4cc tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5 HTTP/1.1" status: 200 len: 472 time: 0.0739319 Jul 16 09:10:59.759868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c5e7f441-ce1b-4744-8458-75325ba8a4e2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'port': {'device_id': 'b2e06eaf-aecb-4fb2-b491-daccba2358b0', 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999', 'admin_state_up': True, 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'security_groups': ['8a28316c-b5c8-4918-861f-b5638647db78']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:59.797086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 0c07d5df-de6a-4988-aefe-a6d7edf7d297 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:59.841402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 0c07d5df-de6a-4988-aefe-a6d7edf7d297 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:10:59.841819 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 0c07d5df-de6a-4988-aefe-a6d7edf7d297 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:59.965587 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c5e7f441-ce1b-4744-8458-75325ba8a4e2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Made reservation on behalf of 7e30d8f3fe7d4607b50cfb6640ab53b5 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:10:59.970189 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c5e7f441-ce1b-4744-8458-75325ba8a4e2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.281111 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c5e7f441-ce1b-4744-8458-75325ba8a4e2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Allocated IP 172.20.0.22 (ff9c47b2-f1ee-46f7-aeac-88e6816c3999/c472ddf0-5fcd-4453-848d-0391ec5af5d2/e052978c-feca-4e82-9964-af9d5a9c5814) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:00.440975 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e9863b9e-2b9d-4296-ba70-dbdb3305f856 req-8fd772c4-3895-42e1-bf03-afbb77134c2b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 210 time: 0.0599144 Jul 16 09:11:00.513263 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c5e7f441-ce1b-4744-8458-75325ba8a4e2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.530482 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c5e7f441-ce1b-4744-8458-75325ba8a4e2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Transition to ACTIVE for port object e052978c-feca-4e82-9964-af9d5a9c5814 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:00.570639 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c5e7f441-ce1b-4744-8458-75325ba8a4e2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.648471 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f900d3af-f8a9-4510-a4c9-53a80d4ad8bb req-8380079b-a872-43c3-951e-6ca4ba598ace tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 210 time: 0.0397954 Jul 16 09:11:00.663764 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c5e7f441-ce1b-4744-8458-75325ba8a4e2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network ff9c47b2-f1ee-46f7-aeac-88e6816c3999 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:00.668418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c5e7f441-ce1b-4744-8458-75325ba8a4e2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:00.670661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e7f441-ce1b-4744-8458-75325ba8a4e2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Port': ['ID=e052978c-feca-4e82-9964-af9d5a9c5814,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:00.673162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c5e7f441-ce1b-4744-8458-75325ba8a4e2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:00.761329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c5e7f441-ce1b-4744-8458-75325ba8a4e2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:00.762421 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c5e7f441-ce1b-4744-8458-75325ba8a4e2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:00.793586 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c5e7f441-ce1b-4744-8458-75325ba8a4e2 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0380375 Jul 16 09:11:00.810943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Request body: {'port': {'device_id': 'b2e06eaf-aecb-4fb2-b491-daccba2358b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:00.974127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:01.009073 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-638acd2e-a1ad-4316-9d84-ebcbd97ea188 None None] Provisioning for port e052978c-feca-4e82-9964-af9d5a9c5814 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:01.018514 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-638acd2e-a1ad-4316-9d84-ebcbd97ea188 None None] Provisioning complete for port e052978c-feca-4e82-9964-af9d5a9c5814 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:01.019534 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-638acd2e-a1ad-4316-9d84-ebcbd97ea188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:01.099435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-638acd2e-a1ad-4316-9d84-ebcbd97ea188 None None] Port e052978c-feca-4e82-9964-af9d5a9c5814 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:01.677000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e052978c-feca-4e82-9964-af9d5a9c5814 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:11:01.692739 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:01.703290 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-963e95c6-82c0-430b-be33-75b0bd257242 req-a17cb3e8-c80e-4f8b-a246-ec7deaea83cb service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1569808 Jul 16 09:11:01.721643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Transition to ACTIVE for port object e052978c-feca-4e82-9964-af9d5a9c5814 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:01.731736 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:01.782472 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:11:01.791572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b1a7d-da17-43ae-8456-30a6b8bfdc3d req-cd0f7cb4-0739-4fa3-bfbb-4ca0d8b43bed tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:01.793647 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a99b1a7d-da17-43ae-8456-30a6b8bfdc3d req-cd0f7cb4-0739-4fa3-bfbb-4ca0d8b43bed tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 932 time: 0.1403105 Jul 16 09:11:01.869406 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a99b1a7d-da17-43ae-8456-30a6b8bfdc3d req-95db3137-f916-47fb-9fd6-6c7faeeb7af5 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a28316c-b5c8-4918-861f-b5638647db78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653598 Jul 16 09:11:01.953205 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Pushing event updated for resources: {'Port': ['ID=e052978c-feca-4e82-9964-af9d5a9c5814,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:02.022100 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3d1db85-9b79-4e89-8787-29cf64b2e113 req-3dd072ea-6980-484a-8e49-1a994726356a tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 210 time: 0.0783522 Jul 16 09:11:02.161712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e95c6-82c0-430b-be33-75b0bd257242 req-e5d61178-3068-42f1-9ce8-213121b2866a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:02.165358 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-963e95c6-82c0-430b-be33-75b0bd257242 req-e5d61178-3068-42f1-9ce8-213121b2866a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5&device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 1098 time: 0.3688979 Jul 16 09:11:02.191618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Attempting to bind port e052978c-feca-4e82-9964-af9d5a9c5814 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:02.192293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Attempting to bind port e052978c-feca-4e82-9964-af9d5a9c5814 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '2af8add2-6f12-4a7b-98f2-55d6e4740a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:02.193122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Attempting to bind port e052978c-feca-4e82-9964-af9d5a9c5814 on network ff9c47b2-f1ee-46f7-aeac-88e6816c3999 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:02.233410 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Port e052978c-feca-4e82-9964-af9d5a9c5814 on network ff9c47b2-f1ee-46f7-aeac-88e6816c3999 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:11:02.233980 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Attempting to bind port e052978c-feca-4e82-9964-af9d5a9c5814 on network ff9c47b2-f1ee-46f7-aeac-88e6816c3999 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:02.249686 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:02.250532 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Checking segment: {'id': '2af8add2-6f12-4a7b-98f2-55d6e4740a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:02.251338 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Bound using segment: {'id': '2af8add2-6f12-4a7b-98f2-55d6e4740a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:02.251919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Bound port: e052978c-feca-4e82-9964-af9d5a9c5814, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2af8add2-6f12-4a7b-98f2-55d6e4740a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:02.252383 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:02.389408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e95c6-82c0-430b-be33-75b0bd257242 req-66c2901b-5b02-49c0-bb80-77fa6c50512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:02.391215 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-963e95c6-82c0-430b-be33-75b0bd257242 req-66c2901b-5b02-49c0-bb80-77fa6c50512c service neutron] 10.222.0.38 "GET /v2.0/networks?id=8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 HTTP/1.1" status: 200 len: 897 time: 0.2023504 Jul 16 09:11:02.456732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] For port e052978c-feca-4e82-9964-af9d5a9c5814, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:02.475500 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] For port e052978c-feca-4e82-9964-af9d5a9c5814, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e052978c-feca-4e82-9964-af9d5a9c5814,segment=NetworkSegment(2af8add2-6f12-4a7b-98f2-55d6e4740a85),segment_id=2af8add2-6f12-4a7b-98f2-55d6e4740a85)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:02.482734 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:02.529908 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-963e95c6-82c0-430b-be33-75b0bd257242 req-e924babe-8dae-4393-8684-71c46a16e788 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=996be045-ecaf-4940-82ee-78cebfda2835 HTTP/1.1" status: 200 len: 1002 time: 0.1299977 Jul 16 09:11:02.551654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:02.552313 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:02.554426 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] 10.222.0.15 "PUT /v2.0/ports/e052978c-feca-4e82-9964-af9d5a9c5814 HTTP/1.1" status: 200 len: 1093 time: 1.7521679 Jul 16 09:11:02.556310 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e06eaf-aecb-4fb2-b491-daccba2358b0', 'tag': 'e052978c-feca-4e82-9964-af9d5a9c5814'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:02.558697 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc50bdb2-a63f-4de8-8885-bbd88856d338" -d '{"events": [{"name": "network-changed", "server_uuid": "b2e06eaf-aecb-4fb2-b491-daccba2358b0", "tag": "e052978c-feca-4e82-9964-af9d5a9c5814"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:02.661969 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93b11e2-cbae-4bca-b5ab-69bc7533c0a6 x-openstack-request-id: req-b93b11e2-cbae-4bca-b5ab-69bc7533c0a6 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:02.662293 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2e06eaf-aecb-4fb2-b491-daccba2358b0", "tag": "e052978c-feca-4e82-9964-af9d5a9c5814", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:02.662566 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b93b11e2-cbae-4bca-b5ab-69bc7533c0a6 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:02.663007 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e06eaf-aecb-4fb2-b491-daccba2358b0', 'tag': 'e052978c-feca-4e82-9964-af9d5a9c5814', 'status': 'completed', 'code': 200} Jul 16 09:11:02.668165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316b2911-7118-448c-82f4-2e41cac5b938 service neutron] Pushing event updated for resources: {'Port': ['ID=e052978c-feca-4e82-9964-af9d5a9c5814,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:02.679414 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e95c6-82c0-430b-be33-75b0bd257242 req-fa13e891-de73-464d-bad4-f0625ebd94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:02.681010 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-963e95c6-82c0-430b-be33-75b0bd257242 req-fa13e891-de73-464d-bad4-f0625ebd94f7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8be2e86-7815-4b9f-b5d9-c966ea070daf HTTP/1.1" status: 200 len: 835 time: 0.1448894 Jul 16 09:11:02.736068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-bef1251e-aeb4-44ae-99f6-555111addb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:02.737971 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-bef1251e-aeb4-44ae-99f6-555111addb01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5&device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 1096 time: 0.1312423 Jul 16 09:11:02.802972 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-5dd5b167-5921-4e32-97db-c13b81f15212 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=e052978c-feca-4e82-9964-af9d5a9c5814 HTTP/1.1" status: 200 len: 217 time: 0.0563028 Jul 16 09:11:02.821902 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e95c6-82c0-430b-be33-75b0bd257242 req-eec99023-852d-4b1d-84b1-b3ede8c8d4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:02.823743 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-963e95c6-82c0-430b-be33-75b0bd257242 req-eec99023-852d-4b1d-84b1-b3ede8c8d4d3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8de18b4b-e29a-4c94-a98b-6f0aa1b30e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1354163 Jul 16 09:11:02.895012 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-7fc594b7-a03f-48cf-8a5d-5a171528d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:02.896749 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-7fc594b7-a03f-48cf-8a5d-5a171528d17f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c472ddf0-5fcd-4453-848d-0391ec5af5d2 HTTP/1.1" status: 200 len: 837 time: 0.0869861 Jul 16 09:11:03.009562 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5f06131-6e83-4a65-b06f-18ccd74d4004 req-051ff531-bec4-4e04-b136-807d7d637072 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1430142 Jul 16 09:11:03.097041 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-963e95c6-82c0-430b-be33-75b0bd257242 req-0f5c036b-8cb6-4d98-8587-66c2747dad01 service neutron] 10.222.0.38 "GET /v2.0/networks/8de18b4b-e29a-4c94-a98b-6f0aa1b30e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518220 Jul 16 09:11:03.148650 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f06131-6e83-4a65-b06f-18ccd74d4004 req-d325cbae-13aa-41b3-9802-e8c19eb16320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:03.150283 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5f06131-6e83-4a65-b06f-18ccd74d4004 req-d325cbae-13aa-41b3-9802-e8c19eb16320 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 1098 time: 0.0703118 Jul 16 09:11:03.224549 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c2c36877-d221-48b3-bfb8-7a1b81f637b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:03.226962 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-c2c36877-d221-48b3-bfb8-7a1b81f637b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff9c47b2-f1ee-46f7-aeac-88e6816c3999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2567835 Jul 16 09:11:03.387713 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-963e95c6-82c0-430b-be33-75b0bd257242 req-dc1a5f33-3779-4b50-bd15-6f15f3d72e20 service neutron] 10.222.0.38 "GET /v2.0/networks/8de18b4b-e29a-4c94-a98b-6f0aa1b30e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750030 Jul 16 09:11:03.412008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae647c6-ff31-42d3-8623-6d383b388204 req-0b7d8c20-19db-4bf2-b4d6-9691ea75cfec tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:03.414484 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ae647c6-ff31-42d3-8623-6d383b388204 req-0b7d8c20-19db-4bf2-b4d6-9691ea75cfec tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 944 time: 0.2563467 Jul 16 09:11:03.458585 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-147fe891-95c0-4771-b0a1-271f94e32130 service neutron] 10.222.0.15 "GET /v2.0/networks/ff9c47b2-f1ee-46f7-aeac-88e6816c3999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989319 Jul 16 09:11:03.685659 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cb1997ee-2d8b-48d0-ba1c-577ef4a12748 req-87b1f4aa-e99c-4634-bcb7-2d3e97366f64 service neutron] 10.222.0.15 "GET /v2.0/networks/ff9c47b2-f1ee-46f7-aeac-88e6816c3999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110527 Jul 16 09:11:03.757171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ae647c6-ff31-42d3-8623-6d383b388204 req-724716d4-ab18-4116-ba06-766f1f3e7444 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a28316c-b5c8-4918-861f-b5638647db78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3293190 Jul 16 09:11:03.887401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50bdb2-a63f-4de8-8885-bbd88856d338 req-15264ba5-dee5-489a-bbad-27d7c59b0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:03.890155 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cc50bdb2-a63f-4de8-8885-bbd88856d338 req-15264ba5-dee5-489a-bbad-27d7c59b0b01 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5&device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 1096 time: 0.1249821 Jul 16 09:11:03.905917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e926c6b2-ec1b-4a15-a6c8-4485eea79ecd req-b62f0ea8-548e-4633-8056-8488b19c7600 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=8e1c9981-2505-44b0-b7af-f6dd3ce08e1f HTTP/1.1" status: 200 len: 210 time: 0.0443468 Jul 16 09:11:03.946103 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f06131-6e83-4a65-b06f-18ccd74d4004 req-82b75441-5e2b-4126-a0b2-e6509a155eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:03.948902 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5f06131-6e83-4a65-b06f-18ccd74d4004 req-82b75441-5e2b-4126-a0b2-e6509a155eb3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.7671142 Jul 16 09:11:04.050339 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:04.092531 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5f06131-6e83-4a65-b06f-18ccd74d4004 req-d62f0e57-f0fc-44dd-8ad4-eb0e9a155f7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dd20f15-add0-4ffa-ae38-7ce3e523c256 HTTP/1.1" status: 200 len: 1001 time: 0.1354702 Jul 16 09:11:04.106987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50bdb2-a63f-4de8-8885-bbd88856d338 req-9663d72d-997d-4be8-baba-a50fb0e58b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:04.109779 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cc50bdb2-a63f-4de8-8885-bbd88856d338 req-9663d72d-997d-4be8-baba-a50fb0e58b9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ff9c47b2-f1ee-46f7-aeac-88e6816c3999 HTTP/1.1" status: 200 len: 897 time: 0.2121356 Jul 16 09:11:04.193522 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cc50bdb2-a63f-4de8-8885-bbd88856d338 req-1a189323-30ca-47b2-914e-3c9bc27fb5f9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=e052978c-feca-4e82-9964-af9d5a9c5814 HTTP/1.1" status: 200 len: 217 time: 0.0770068 Jul 16 09:11:04.197509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f06131-6e83-4a65-b06f-18ccd74d4004 req-b0c24cbc-e0ca-4424-a501-45ecfcc237c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:04.200841 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5f06131-6e83-4a65-b06f-18ccd74d4004 req-b0c24cbc-e0ca-4424-a501-45ecfcc237c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.1000199 Jul 16 09:11:04.294026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50bdb2-a63f-4de8-8885-bbd88856d338 req-49b80726-506c-4cc1-b169-0218a1b3106f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:04.296929 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cc50bdb2-a63f-4de8-8885-bbd88856d338 req-49b80726-506c-4cc1-b169-0218a1b3106f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c472ddf0-5fcd-4453-848d-0391ec5af5d2 HTTP/1.1" status: 200 len: 837 time: 0.0945225 Jul 16 09:11:04.318373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f06131-6e83-4a65-b06f-18ccd74d4004 req-94ad9000-4ba6-4656-86c3-56459ec1e072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:04.322207 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5f06131-6e83-4a65-b06f-18ccd74d4004 req-94ad9000-4ba6-4656-86c3-56459ec1e072 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1130061 Jul 16 09:11:04.407747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50bdb2-a63f-4de8-8885-bbd88856d338 req-e44af1a3-114e-4cdf-8f22-327df2ae1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:04.410544 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cc50bdb2-a63f-4de8-8885-bbd88856d338 req-e44af1a3-114e-4cdf-8f22-327df2ae1afe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ff9c47b2-f1ee-46f7-aeac-88e6816c3999&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1064634 Jul 16 09:11:04.454865 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5f06131-6e83-4a65-b06f-18ccd74d4004 req-55631702-84c8-4415-93ec-67bfb6b724ea service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225340 Jul 16 09:11:04.577099 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cc50bdb2-a63f-4de8-8885-bbd88856d338 req-54c5365d-c824-4f35-96e2-a33491c05097 service neutron] 10.222.0.15 "GET /v2.0/networks/ff9c47b2-f1ee-46f7-aeac-88e6816c3999?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588154 Jul 16 09:11:04.641502 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5f06131-6e83-4a65-b06f-18ccd74d4004 req-a6203876-dcfe-4cb7-bd7c-4e31b74fc6c3 service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796436 Jul 16 09:11:04.785473 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cc50bdb2-a63f-4de8-8885-bbd88856d338 req-35ce4c6a-b1e9-47c9-8286-55d8b0a15c72 service neutron] 10.222.0.15 "GET /v2.0/networks/ff9c47b2-f1ee-46f7-aeac-88e6816c3999?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1948447 Jul 16 09:11:05.023277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104300a-0801-4ae9-8573-9e66c6a74ce3 req-c3fe1c2e-3641-4c86-b7f6-69c9b56a5396 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:05.026294 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9104300a-0801-4ae9-8573-9e66c6a74ce3 req-c3fe1c2e-3641-4c86-b7f6-69c9b56a5396 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 944 time: 0.1203978 Jul 16 09:11:05.094214 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9104300a-0801-4ae9-8573-9e66c6a74ce3 req-e670fba2-cfae-42d4-8258-81efe8b2bb31 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a28316c-b5c8-4918-861f-b5638647db78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583127 Jul 16 09:11:05.271393 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e8bc4efd-3780-4a79-a27c-973f95cfd9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:05.700208 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:05.844554 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e052978c-feca-4e82-9964-af9d5a9c5814 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:11:06.031398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e052978c-feca-4e82-9964-af9d5a9c5814, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e052978c-feca-4e82-9964-af9d5a9c5814,segment=NetworkSegment(2af8add2-6f12-4a7b-98f2-55d6e4740a85),segment_id=2af8add2-6f12-4a7b-98f2-55d6e4740a85)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:06.061509 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'e052978c-feca-4e82-9964-af9d5a9c5814', 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999', 'port_id': 'e052978c-feca-4e82-9964-af9d5a9c5814', 'mac_address': 'fa:16:3e:46:9c:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c472ddf0-5fcd-4453-848d-0391ec5af5d2', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:11:06.114088 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.130415 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e052978c-feca-4e82-9964-af9d5a9c5814 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:11:06.184514 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e052978c-feca-4e82-9964-af9d5a9c5814, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e052978c-feca-4e82-9964-af9d5a9c5814,segment=NetworkSegment(2af8add2-6f12-4a7b-98f2-55d6e4740a85),segment_id=2af8add2-6f12-4a7b-98f2-55d6e4740a85)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:06.192955 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.345803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=e052978c-feca-4e82-9964-af9d5a9c5814,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:06.457457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['e052978c-feca-4e82-9964-af9d5a9c5814'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:11:06.499149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fd7a31-ed21-45ae-bb57-21c08ffd5f7a req-698bc364-080c-43cd-a1f7-b7361deec425 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:06.505509 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-66fd7a31-ed21-45ae-bb57-21c08ffd5f7a req-698bc364-080c-43cd-a1f7-b7361deec425 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 945 time: 0.1730664 Jul 16 09:11:06.633389 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-66fd7a31-ed21-45ae-bb57-21c08ffd5f7a req-95a1323a-ed11-44ef-92c9-3460b68558a0 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a28316c-b5c8-4918-861f-b5638647db78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207035 Jul 16 09:11:07.864086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e052978c-feca-4e82-9964-af9d5a9c5814 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:07.998345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f1be0f-a939-4be6-b793-ee6003154eac req-fbfcf254-fb8f-4bb5-b713-972f91bdff0b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:08.004792 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-09f1be0f-a939-4be6-b793-ee6003154eac req-fbfcf254-fb8f-4bb5-b713-972f91bdff0b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 945 time: 0.1482880 Jul 16 09:11:08.017214 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2e0b0514-1448-455c-8bbd-1d273bda3bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.032692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port e052978c-feca-4e82-9964-af9d5a9c5814 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:08.045547 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port e052978c-feca-4e82-9964-af9d5a9c5814 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:08.046551 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.060938 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-09f1be0f-a939-4be6-b793-ee6003154eac req-8d4a4625-6abb-4cd5-9f3b-b3891f9ea411 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a28316c-b5c8-4918-861f-b5638647db78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524886 Jul 16 09:11:08.187079 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.247057 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e06eaf-aecb-4fb2-b491-daccba2358b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e052978c-feca-4e82-9964-af9d5a9c5814'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:08.251535 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64f7db2-af69-4d24-ad82-35e9cca0431b" -d '{"events": [{"server_uuid": "b2e06eaf-aecb-4fb2-b491-daccba2358b0", "name": "network-vif-plugged", "status": "completed", "tag": "e052978c-feca-4e82-9964-af9d5a9c5814"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:08.265167 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.270298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port e052978c-feca-4e82-9964-af9d5a9c5814, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e052978c-feca-4e82-9964-af9d5a9c5814,segment=NetworkSegment(2af8add2-6f12-4a7b-98f2-55d6e4740a85),segment_id=2af8add2-6f12-4a7b-98f2-55d6e4740a85)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:08.282334 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.330148 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4193d4d4-b754-4509-9d23-f23acd36244e x-openstack-request-id: req-4193d4d4-b754-4509-9d23-f23acd36244e {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:08.330473 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e06eaf-aecb-4fb2-b491-daccba2358b0", "name": "network-vif-plugged", "status": "completed", "tag": "e052978c-feca-4e82-9964-af9d5a9c5814", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:08.331384 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4193d4d4-b754-4509-9d23-f23acd36244e {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:08.331518 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e06eaf-aecb-4fb2-b491-daccba2358b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e052978c-feca-4e82-9964-af9d5a9c5814', 'code': 200} Jul 16 09:11:08.345430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=e052978c-feca-4e82-9964-af9d5a9c5814,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:08.532425 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaac78d6-34b5-49bb-a123-d13b62a9efd8 req-269b6d73-49e2-4b25-b58d-dfd809a5d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:08.535098 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aaac78d6-34b5-49bb-a123-d13b62a9efd8 req-269b6d73-49e2-4b25-b58d-dfd809a5d9a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 1098 time: 0.1247196 Jul 16 09:11:08.601664 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aaac78d6-34b5-49bb-a123-d13b62a9efd8 req-795dc5bb-7b00-4282-bd02-b324a91ae0b0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8a28316c-b5c8-4918-861f-b5638647db78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600958 Jul 16 09:11:09.506748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a0228-673e-4c82-9e4c-e742d323d589 req-99dad758-08ab-46b8-a44c-1711fd932f5f tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:09.519178 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e2a0228-673e-4c82-9e4c-e742d323d589 req-99dad758-08ab-46b8-a44c-1711fd932f5f tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 946 time: 0.1601782 Jul 16 09:11:09.589217 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e2a0228-673e-4c82-9e4c-e742d323d589 req-39b8ae24-18b8-424e-ac69-d03434d8cf3a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a28316c-b5c8-4918-861f-b5638647db78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683494 Jul 16 09:11:09.811753 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:10.826271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37902) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:10.837362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572e9cb2-1362-4f5e-8034-752faea9d7a7 req-9f9959df-c365-4054-947a-ec5b484d7cb0 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:10.839170 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-572e9cb2-1362-4f5e-8034-752faea9d7a7 req-9f9959df-c365-4054-947a-ec5b484d7cb0 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 946 time: 0.0990691 Jul 16 09:11:10.883274 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-572e9cb2-1362-4f5e-8034-752faea9d7a7 req-7211908c-1703-42c5-a67e-c44ec7035c0c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a28316c-b5c8-4918-861f-b5638647db78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370557 Jul 16 09:11:11.094793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b13a4-4286-45d7-94a7-e6c9c0bf2e3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Deleting port 19d6dee6-e5a7-4e77-803c-11ac9a36fc57 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:11.095130 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c1b13a4-4286-45d7-94a7-e6c9c0bf2e3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.129984 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67989a-97b9-4b0f-862f-83af0d6893aa req-f715f26c-129a-4e0d-ad52-4f40d3eef346 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:11.132205 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6e67989a-97b9-4b0f-862f-83af0d6893aa req-f715f26c-129a-4e0d-ad52-4f40d3eef346 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 946 time: 0.1054330 Jul 16 09:11:11.218064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6e67989a-97b9-4b0f-862f-83af0d6893aa req-6fa9076e-1e12-4cc2-9d12-b52660d767e8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a28316c-b5c8-4918-861f-b5638647db78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793262 Jul 16 09:11:11.231797 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c1b13a4-4286-45d7-94a7-e6c9c0bf2e3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.232639 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c1b13a4-4286-45d7-94a7-e6c9c0bf2e3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.256197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-9c1b13a4-4286-45d7-94a7-e6c9c0bf2e3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Calling delete_port for 19d6dee6-e5a7-4e77-803c-11ac9a36fc57 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:11.305320 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.499416 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c1b13a4-4286-45d7-94a7-e6c9c0bf2e3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.534936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b13a4-4286-45d7-94a7-e6c9c0bf2e3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event deleted for resources: {'Port': ['ID=19d6dee6-e5a7-4e77-803c-11ac9a36fc57,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:11.634392 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c1b13a4-4286-45d7-94a7-e6c9c0bf2e3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:11.634703 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-9c1b13a4-4286-45d7-94a7-e6c9c0bf2e3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Floating IP 2cef2b18-9fb1-45b8-9bb0-c818cc4fd218 disassociated (deleted). External IP: 172.25.4.41, port: 3dd20f15-add0-4ffa-ae38-7ce3e523c256. Jul 16 09:11:11.997151 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1b13a4-4286-45d7-94a7-e6c9c0bf2e3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Router 89025303-18ca-442d-bc24-d7efcd2f1f92 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:12.189730 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1b13a4-4286-45d7-94a7-e6c9c0bf2e3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:12.197083 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c1b13a4-4286-45d7-94a7-e6c9c0bf2e3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:12.206236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6877b2f-e08e-44f7-918e-448e7d009a1b None None] Sync routers for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:12.223773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6877b2f-e08e-44f7-918e-448e7d009a1b None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:12.224877 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f6877b2f-e08e-44f7-918e-448e7d009a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:12.259180 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9c1b13a4-4286-45d7-94a7-e6c9c0bf2e3d tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "DELETE /v2.0/floatingips/2cef2b18-9fb1-45b8-9bb0-c818cc4fd218 HTTP/1.1" status: 204 len: 168 time: 1.4302976 Jul 16 09:11:12.260433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'tag': '3dd20f15-add0-4ffa-ae38-7ce3e523c256'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:12.263373 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e47f6633-a0e4-4708-a086-c0061885eeb0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4", "tag": "3dd20f15-add0-4ffa-ae38-7ce3e523c256"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:12.310562 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093506a2-62d3-4800-a6b7-068fa6dcd042 x-openstack-request-id: req-093506a2-62d3-4800-a6b7-068fa6dcd042 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:12.310845 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4", "tag": "3dd20f15-add0-4ffa-ae38-7ce3e523c256", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:12.311142 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-093506a2-62d3-4800-a6b7-068fa6dcd042 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:12.311522 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'tag': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'status': 'completed', 'code': 200} Jul 16 09:11:12.425427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f6633-a0e4-4708-a086-c0061885eeb0 req-4d7d7394-eafa-4e52-a049-c1b03f3055be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:12.427618 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e47f6633-a0e4-4708-a086-c0061885eeb0 req-4d7d7394-eafa-4e52-a049-c1b03f3055be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6d7d127892994ef29d6fc34730914246&device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 1098 time: 0.0893788 Jul 16 09:11:12.438170 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f6877b2f-e08e-44f7-918e-448e7d009a1b None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:12.648773 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f6633-a0e4-4708-a086-c0061885eeb0 req-bf848e44-6ebb-42bd-b359-0a91b0d78889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:12.650480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e47f6633-a0e4-4708-a086-c0061885eeb0 req-bf848e44-6ebb-42bd-b359-0a91b0d78889 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 200 len: 912 time: 0.2166386 Jul 16 09:11:12.716573 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e47f6633-a0e4-4708-a086-c0061885eeb0 req-336330fd-b912-420a-b8bb-e940daf643c1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3dd20f15-add0-4ffa-ae38-7ce3e523c256 HTTP/1.1" status: 200 len: 217 time: 0.0591788 Jul 16 09:11:12.761213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37924) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:12.800158 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f6633-a0e4-4708-a086-c0061885eeb0 req-531eea7b-7031-486f-bc54-b8a98c452768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:12.803949 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e47f6633-a0e4-4708-a086-c0061885eeb0 req-531eea7b-7031-486f-bc54-b8a98c452768 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 200 len: 851 time: 0.0797274 Jul 16 09:11:12.889242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f6877b2f-e08e-44f7-918e-448e7d009a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:12.934174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6877b2f-e08e-44f7-918e-448e7d009a1b None None] Checking router: 89025303-18ca-442d-bc24-d7efcd2f1f92 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:12.944691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6877b2f-e08e-44f7-918e-448e7d009a1b None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:12.945570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f6877b2f-e08e-44f7-918e-448e7d009a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:13.038849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f6633-a0e4-4708-a086-c0061885eeb0 req-966f8ff1-280a-4f0a-ac7f-7ab7240766c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:13.043841 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e47f6633-a0e4-4708-a086-c0061885eeb0 req-966f8ff1-280a-4f0a-ac7f-7ab7240766c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2329853 Jul 16 09:11:13.163867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb4def4-236f-4238-a1d3-d0c4fec325f2 req-ee695e94-bde0-4e7a-87f0-93c1d7b6e7bd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:13.172080 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3fb4def4-236f-4238-a1d3-d0c4fec325f2 req-ee695e94-bde0-4e7a-87f0-93c1d7b6e7bd tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 946 time: 0.2772429 Jul 16 09:11:13.234764 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3fb4def4-236f-4238-a1d3-d0c4fec325f2 req-2de1bae9-e4a3-4d66-8249-0e4ebb9984ca tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587103 Jul 16 09:11:13.252590 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e47f6633-a0e4-4708-a086-c0061885eeb0 req-923fa30f-6e6e-4669-86d8-22f664e06b3c service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003312 Jul 16 09:11:13.308351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f6877b2f-e08e-44f7-918e-448e7d009a1b None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:13.444865 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e47f6633-a0e4-4708-a086-c0061885eeb0 req-ae9a9d32-4689-4cbe-83cf-51cd36bd4013 service neutron] 10.222.0.15 "GET /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857829 Jul 16 09:11:13.508883 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.571582 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f6877b2f-e08e-44f7-918e-448e7d009a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:13.599969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6877b2f-e08e-44f7-918e-448e7d009a1b None None] The sync data for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 is: [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '5a0ebd79-df9b-4f2e-bfa0-1934d054b177', 'name': '', 'network_id': '5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'mac_address': 'fa:16:3e:f7:c4:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2722, 'fixed_ips': [{'subnet_id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:20Z', 'updated_at': '2021-07-16T08:56:31Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'subnets': [{'id': 'ea992bec-c968-4e68-942d-9a0eb6f6722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:13.951616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Allocated IP 172.20.0.17 (ff9c47b2-f1ee-46f7-aeac-88e6816c3999/c472ddf0-5fcd-4453-848d-0391ec5af5d2/c42af2fd-4574-40e6-a180-1558cc9d1d60) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:13.974661 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f07397-19e8-46ed-9d7f-d8d20356ce03 None None] New status for floating IP 2cef2b18-9fb1-45b8-9bb0-c818cc4fd218: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:11:14.145825 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.170937 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Transition to ACTIVE for port object c42af2fd-4574-40e6-a180-1558cc9d1d60 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:14.224213 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.294744 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network ff9c47b2-f1ee-46f7-aeac-88e6816c3999 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:14.303323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:14.315628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:14.439450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a4e90-fcd1-4395-8ecb-e26215f5acc5 req-3c61e118-7bee-4ba0-84ce-61fa1f595cfe tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:14.442177 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49a4e90-fcd1-4395-8ecb-e26215f5acc5 req-3c61e118-7bee-4ba0-84ce-61fa1f595cfe tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 946 time: 0.1583068 Jul 16 09:11:14.482252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Port': ['ID=c42af2fd-4574-40e6-a180-1558cc9d1d60,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:14.531402 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.629705 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4ef6a-cd24-44b6-8a86-faea310876d4 req-0ac3a0f7-dbe3-409f-8288-b9c478581869 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:14.632524 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37e4ef6a-cd24-44b6-8a86-faea310876d4 req-0ac3a0f7-dbe3-409f-8288-b9c478581869 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 946 time: 0.2388463 Jul 16 09:11:14.660916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-a49a4e90-fcd1-4395-8ecb-e26215f5acc5 req-35cccdb0-546a-4907-8c7a-f2a8ae659b65 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Deleting port 3dd20f15-add0-4ffa-ae38-7ce3e523c256 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:14.661534 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a49a4e90-fcd1-4395-8ecb-e26215f5acc5 req-35cccdb0-546a-4907-8c7a-f2a8ae659b65 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.675096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-61f608b1-d221-4283-bbc4-a586343159c3 None None] Provisioning for port c42af2fd-4574-40e6-a180-1558cc9d1d60 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:14.683486 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-61f608b1-d221-4283-bbc4-a586343159c3 None None] Provisioning complete for port c42af2fd-4574-40e6-a180-1558cc9d1d60 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:14.684714 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-61f608b1-d221-4283-bbc4-a586343159c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:14.757914 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-37e4ef6a-cd24-44b6-8a86-faea310876d4 req-76008255-d8ca-4634-aabc-a30275d83d9b tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/security-groups?id=8de01d26-32b3-4cad-a78c-446b69884af4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082983 Jul 16 09:11:14.895908 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-61f608b1-d221-4283-bbc4-a586343159c3 None None] Port c42af2fd-4574-40e6-a180-1558cc9d1d60 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:14.990877 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.350909 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a49a4e90-fcd1-4395-8ecb-e26215f5acc5 req-35cccdb0-546a-4907-8c7a-f2a8ae659b65 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] For port 3dd20f15-add0-4ffa-ae38-7ce3e523c256, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=3dd20f15-add0-4ffa-ae38-7ce3e523c256,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:15.351399 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a49a4e90-fcd1-4395-8ecb-e26215f5acc5 req-35cccdb0-546a-4907-8c7a-f2a8ae659b65 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.374941 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-a49a4e90-fcd1-4395-8ecb-e26215f5acc5 req-35cccdb0-546a-4907-8c7a-f2a8ae659b65 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Calling delete_port for 3dd20f15-add0-4ffa-ae38-7ce3e523c256 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:15.503700 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.511705 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.590861 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a49a4e90-fcd1-4395-8ecb-e26215f5acc5 req-35cccdb0-546a-4907-8c7a-f2a8ae659b65 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.611625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Port': ['ID=c42af2fd-4574-40e6-a180-1558cc9d1d60,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:15.625805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cccdb0-546a-4907-8c7a-f2a8ae659b65 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event deleted for resources: {'Port': ['ID=3dd20f15-add0-4ffa-ae38-7ce3e523c256,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:15.653167 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.683446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a49a4e90-fcd1-4395-8ecb-e26215f5acc5 req-35cccdb0-546a-4907-8c7a-f2a8ae659b65 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] No DVR routers for this DVR port 3dd20f15-add0-4ffa-ae38-7ce3e523c256 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:15.686667 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a49a4e90-fcd1-4395-8ecb-e26215f5acc5 req-35cccdb0-546a-4907-8c7a-f2a8ae659b65 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.689052 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a49a4e90-fcd1-4395-8ecb-e26215f5acc5 req-35cccdb0-546a-4907-8c7a-f2a8ae659b65 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.15 "DELETE /v2.0/ports/3dd20f15-add0-4ffa-ae38-7ce3e523c256 HTTP/1.1" status: 204 len: 173 time: 1.2414799 Jul 16 09:11:15.689693 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'name': 'network-vif-deleted', 'tag': '3dd20f15-add0-4ffa-ae38-7ce3e523c256'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:15.692414 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8eedaa6-ed1d-4ee9-864b-e594d85044c5" -d '{"events": [{"server_uuid": "9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4", "name": "network-vif-deleted", "tag": "3dd20f15-add0-4ffa-ae38-7ce3e523c256"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:15.786370 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a3d614-931d-49fe-9135-3368a0115ac1 x-openstack-request-id: req-77a3d614-931d-49fe-9135-3368a0115ac1 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:15.786848 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4", "name": "network-vif-deleted", "tag": "3dd20f15-add0-4ffa-ae38-7ce3e523c256", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:15.787458 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77a3d614-931d-49fe-9135-3368a0115ac1 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:15.788158 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4', 'name': 'network-vif-deleted', 'tag': '3dd20f15-add0-4ffa-ae38-7ce3e523c256', 'status': 'completed', 'code': 200} Jul 16 09:11:15.828368 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network ff9c47b2-f1ee-46f7-aeac-88e6816c3999 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:15.830057 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:16.036943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Router 3b501fdb-a027-4a1e-bec4-7916905bb630 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:16.153726 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6bf4e55b-b3fa-40d1-b328-293e95844729 req-ef88988a-84ad-4af6-8264-7912a58b8acf tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 210 time: 0.0544751 Jul 16 09:11:16.365795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:16.386520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Sync routers for ids ['3b501fdb-a027-4a1e-bec4-7916905bb630'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:16.408548 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5d216607-f035-41ed-a864-a026e7f9216d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "PUT /v2.0/routers/3b501fdb-a027-4a1e-bec4-7916905bb630/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6334524 Jul 16 09:11:16.424829 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Routers {'3b501fdb-a027-4a1e-bec4-7916905bb630'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:16.433894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3b501fdb-a027-4a1e-bec4-7916905bb630'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:16.515169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8d88e4ad-96e1-49d2-9d07-e791611a7784 None None] Provisioning complete for port c42af2fd-4574-40e6-a180-1558cc9d1d60 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:16.515744 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8d88e4ad-96e1-49d2-9d07-e791611a7784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:16.648324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8d88e4ad-96e1-49d2-9d07-e791611a7784 None None] Port c42af2fd-4574-40e6-a180-1558cc9d1d60 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:16.670120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Set router 3b501fdb-a027-4a1e-bec4-7916905bb630 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:17.047760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:11:14Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '24ebd598-5556-44ee-be38-ac59486d17e9', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'port_id': '996be045-ecaf-4940-82ee-78cebfda2835', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'mac_address': 'fa:16:3e:f3:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:18Z', 'revision_number': 1, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd98ace-b868-4325-9514-8087440cd531', 'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:77:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:53Z', 'updated_at': '2021-07-16T09:10:00Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42af2fd-4574-40e6-a180-1558cc9d1d60', 'name': '', 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:7a:ad:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'c472ddf0-5fcd-4453-848d-0391ec5af5d2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:13Z', 'updated_at': '2021-07-16T09:11:15Z', 'revision_number': 2, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'c472ddf0-5fcd-4453-848d-0391ec5af5d2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:17.084757 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Checking router: 3b501fdb-a027-4a1e-bec4-7916905bb630 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:17.085125 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Updating router 3b501fdb-a027-4a1e-bec4-7916905bb630 port c42af2fd-4574-40e6-a180-1558cc9d1d60 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:11:17.125441 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:17.446925 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a59b9bfc-6c21-4d81-a2bc-ff7638c6f52c req-9392257d-c475-49ad-843c-906fe5d1a497 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 210 time: 0.0475557 Jul 16 09:11:17.529995 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:17.544006 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Transition to ACTIVE for port object c42af2fd-4574-40e6-a180-1558cc9d1d60 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:17.554397 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:17.763415 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Attempting to bind port c42af2fd-4574-40e6-a180-1558cc9d1d60 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:17.764325 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Attempting to bind port c42af2fd-4574-40e6-a180-1558cc9d1d60 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '2af8add2-6f12-4a7b-98f2-55d6e4740a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:17.764744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Attempting to bind port c42af2fd-4574-40e6-a180-1558cc9d1d60 on network ff9c47b2-f1ee-46f7-aeac-88e6816c3999 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:17.774631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87b95d-ad66-4101-a3e6-5e9d09f677e5 None None] Pushing event updated for resources: {'Port': ['ID=c42af2fd-4574-40e6-a180-1558cc9d1d60,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:17.789085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:17.789679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Checking segment: {'id': '2af8add2-6f12-4a7b-98f2-55d6e4740a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:17.790340 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:17.790991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Bound using segment: {'id': '2af8add2-6f12-4a7b-98f2-55d6e4740a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:17.791775 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Bound port: c42af2fd-4574-40e6-a180-1558cc9d1d60, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2af8add2-6f12-4a7b-98f2-55d6e4740a85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:17.792397 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:17.797391 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d87b95d-ad66-4101-a3e6-5e9d09f677e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:17.798293 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d87b95d-ad66-4101-a3e6-5e9d09f677e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:17.798859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d87b95d-ad66-4101-a3e6-5e9d09f677e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:17.799387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d87b95d-ad66-4101-a3e6-5e9d09f677e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:17.799928 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d87b95d-ad66-4101-a3e6-5e9d09f677e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:17.800461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d87b95d-ad66-4101-a3e6-5e9d09f677e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:17.801168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d87b95d-ad66-4101-a3e6-5e9d09f677e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:17.801716 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d87b95d-ad66-4101-a3e6-5e9d09f677e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:17.802240 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d87b95d-ad66-4101-a3e6-5e9d09f677e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:17.803322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d87b95d-ad66-4101-a3e6-5e9d09f677e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:17.803850 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d87b95d-ad66-4101-a3e6-5e9d09f677e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:17.804389 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d87b95d-ad66-4101-a3e6-5e9d09f677e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:17.907558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 3dd20f15-add0-4ffa-ae38-7ce3e523c256 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:17.955451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 3dd20f15-add0-4ffa-ae38-7ce3e523c256 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:17.956208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 3dd20f15-add0-4ffa-ae38-7ce3e523c256 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:17.999540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] For port c42af2fd-4574-40e6-a180-1558cc9d1d60, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:18.005648 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] For port c42af2fd-4574-40e6-a180-1558cc9d1d60, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c42af2fd-4574-40e6-a180-1558cc9d1d60,segment=NetworkSegment(2af8add2-6f12-4a7b-98f2-55d6e4740a85),segment_id=2af8add2-6f12-4a7b-98f2-55d6e4740a85)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:18.015339 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.124839 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Routers {'3b501fdb-a027-4a1e-bec4-7916905bb630'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:18.126052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3b501fdb-a027-4a1e-bec4-7916905bb630'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:18.198823 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d87b95d-ad66-4101-a3e6-5e9d09f677e5 None None] Pushing event updated for resources: {'Port': ['ID=c42af2fd-4574-40e6-a180-1558cc9d1d60,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:18.376143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] Set router 3b501fdb-a027-4a1e-bec4-7916905bb630 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:18.759490 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-645de87b-580b-4cd3-b1bd-e2e8055e9ca9 req-4d411f0d-da06-45ea-a3bf-43cfb70d9a97 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 210 time: 0.0546670 Jul 16 09:11:18.909593 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:11:14Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '24ebd598-5556-44ee-be38-ac59486d17e9', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'port_id': '996be045-ecaf-4940-82ee-78cebfda2835', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'mac_address': 'fa:16:3e:f3:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:18Z', 'revision_number': 1, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd98ace-b868-4325-9514-8087440cd531', 'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:77:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:53Z', 'updated_at': '2021-07-16T09:10:00Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42af2fd-4574-40e6-a180-1558cc9d1d60', 'name': '', 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:7a:ad:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'c472ddf0-5fcd-4453-848d-0391ec5af5d2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:13Z', 'updated_at': '2021-07-16T09:11:17Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'c472ddf0-5fcd-4453-848d-0391ec5af5d2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:18.939369 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d31bbe8-6f20-4005-97ea-364c88141451 None None] The sync data for ids ['3b501fdb-a027-4a1e-bec4-7916905bb630'] in n-d-758944-46 is: [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:11:14Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '24ebd598-5556-44ee-be38-ac59486d17e9', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'port_id': '996be045-ecaf-4940-82ee-78cebfda2835', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'mac_address': 'fa:16:3e:f3:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:18Z', 'revision_number': 1, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd98ace-b868-4325-9514-8087440cd531', 'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:77:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:53Z', 'updated_at': '2021-07-16T09:10:00Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c42af2fd-4574-40e6-a180-1558cc9d1d60', 'name': '', 'network_id': 'ff9c47b2-f1ee-46f7-aeac-88e6816c3999', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:7a:ad:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'c472ddf0-5fcd-4453-848d-0391ec5af5d2', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:13Z', 'updated_at': '2021-07-16T09:11:17Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'c472ddf0-5fcd-4453-848d-0391ec5af5d2', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:19.261399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 37978) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:19.453103 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6d9deab5-3f11-4ed4-b530-d48e959e1d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.572368 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6d9deab5-3f11-4ed4-b530-d48e959e1d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.580113 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6d9deab5-3f11-4ed4-b530-d48e959e1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.627944 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6d9deab5-3f11-4ed4-b530-d48e959e1d32 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4bd82c0dc705448eb5691b8eeb5f77fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3649690 Jul 16 09:11:19.631030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 37982) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:19.640253 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9deab5-3f11-4ed4-b530-d48e959e1d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35ca9bf4-a32f-4902-8fb5-bb9cf6e2eeb9,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:19.743139 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1ab49aa8-f2d4-48ca-a992-612917093102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.784966 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1ab49aa8-f2d4-48ca-a992-612917093102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.880357 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1ab49aa8-f2d4-48ca-a992-612917093102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.886681 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1ab49aa8-f2d4-48ca-a992-612917093102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.892452 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1ab49aa8-f2d4-48ca-a992-612917093102 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/35ca9bf4-a32f-4902-8fb5-bb9cf6e2eeb9 HTTP/1.1" status: 204 len: 168 time: 0.2555058 Jul 16 09:11:19.910444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab49aa8-f2d4-48ca-a992-612917093102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35ca9bf4-a32f-4902-8fb5-bb9cf6e2eeb9,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:20.027593 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-34a2e645-2f7a-4521-add9-4bb8fca1e8a9 req-02d00821-91a8-418d-873c-92beea795cf1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 210 time: 0.0512681 Jul 16 09:11:20.474269 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c42af2fd-4574-40e6-a180-1558cc9d1d60 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:20.530688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port c42af2fd-4574-40e6-a180-1558cc9d1d60 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:20.535078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port c42af2fd-4574-40e6-a180-1558cc9d1d60 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:20.535447 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.636527 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.679541 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port c42af2fd-4574-40e6-a180-1558cc9d1d60, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c42af2fd-4574-40e6-a180-1558cc9d1d60,segment=NetworkSegment(2af8add2-6f12-4a7b-98f2-55d6e4740a85),segment_id=2af8add2-6f12-4a7b-98f2-55d6e4740a85)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:20.685376 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.746001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=c42af2fd-4574-40e6-a180-1558cc9d1d60,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:21.217310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6f47b153-4fa3-4ea1-89bc-0356808cef97 req-bc3f1c54-80f6-44ed-b2dd-3074ebd6b04e tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a27c9f5-0bb5-4da9-9565-fd0674ac9ea4 HTTP/1.1" status: 200 len: 210 time: 0.0315585 Jul 16 09:11:22.384271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38044) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:22.478538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c42af2fd-4574-40e6-a180-1558cc9d1d60 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:22.540174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port c42af2fd-4574-40e6-a180-1558cc9d1d60 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:22.540961 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.641384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-cac96282-2679-4b4a-b981-5e4482777d63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Deleting port 60a4796f-0d6e-4759-83a1-902ae5d8a186 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:22.641807 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cac96282-2679-4b4a-b981-5e4482777d63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.786562 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cac96282-2679-4b4a-b981-5e4482777d63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.787040 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cac96282-2679-4b4a-b981-5e4482777d63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.804081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-cac96282-2679-4b4a-b981-5e4482777d63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Calling delete_port for 60a4796f-0d6e-4759-83a1-902ae5d8a186 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:22.976834 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cac96282-2679-4b4a-b981-5e4482777d63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.024099 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac96282-2679-4b4a-b981-5e4482777d63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event deleted for resources: {'Port': ['ID=60a4796f-0d6e-4759-83a1-902ae5d8a186,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:23.132482 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cac96282-2679-4b4a-b981-5e4482777d63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.137222 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cac96282-2679-4b4a-b981-5e4482777d63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.139379 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cac96282-2679-4b4a-b981-5e4482777d63 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "DELETE /v2.0/floatingips/3dd66d5a-cfb8-4c11-a751-e1aaee2bdb17 HTTP/1.1" status: 204 len: 168 time: 0.7538574 Jul 16 09:11:26.659689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38098) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:26.768097 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-422a97c6-8657-45b0-be17-dbdca6d517e1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.801481 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-422a97c6-8657-45b0-be17-dbdca6d517e1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.912786 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-422a97c6-8657-45b0-be17-dbdca6d517e1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.922312 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-422a97c6-8657-45b0-be17-dbdca6d517e1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.925110 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-422a97c6-8657-45b0-be17-dbdca6d517e1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] 10.222.0.20 "DELETE /v2.0/security-groups/8de01d26-32b3-4cad-a78c-446b69884af4 HTTP/1.1" status: 204 len: 168 time: 0.2620077 Jul 16 09:11:26.943677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a97c6-8657-45b0-be17-dbdca6d517e1 tempest-TestVolumeBootPattern-1178771076 tempest-TestVolumeBootPattern-1178771076-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de01d26-32b3-4cad-a78c-446b69884af4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:27.038369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38106) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:27.959134 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.630394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Deleting port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:28.630922 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.743641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] For port 5a0ebd79-df9b-4f2e-bfa0-1934d054b177, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5a0ebd79-df9b-4f2e-bfa0-1934d054b177,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:28.743641 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.763709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Calling delete_port for 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:29.058029 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.105755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0ebd79-df9b-4f2e-bfa0-1934d054b177,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:29.124796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.125353 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.126030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.126448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.126979 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.127512 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.128046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.128618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.129667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.129667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.130738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.131269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.417216 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.686514 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Router 89025303-18ca-442d-bc24-d7efcd2f1f92 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:29.850678 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:29.862547 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ee7c0fcb-13c3-4e78-ba4e-9c177257a1a2 admin admin] 10.222.0.20 "PUT /v2.0/routers/89025303-18ca-442d-bc24-d7efcd2f1f92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8177218 Jul 16 09:11:29.862547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38138) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:29.868338 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab62cb3-a84e-43d9-8e04-c9a64dfb14da None None] Sync routers for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:29.887935 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab62cb3-a84e-43d9-8e04-c9a64dfb14da None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:29.889216 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-aab62cb3-a84e-43d9-8e04-c9a64dfb14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:30.052967 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.079550 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-aab62cb3-a84e-43d9-8e04-c9a64dfb14da None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:30.208966 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.289743 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] Deleting port 2db21432-8f06-4e3c-850c-d14dca47e148 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:30.290343 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.425689 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-aab62cb3-a84e-43d9-8e04-c9a64dfb14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T09:11:28Z', 'revision_number': 5, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port': {'id': '2db21432-8f06-4e3c-850c-d14dca47e148', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2721, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:16Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:30.449601 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] For port 2db21432-8f06-4e3c-850c-d14dca47e148, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2db21432-8f06-4e3c-850c-d14dca47e148,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:30.450144 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.466076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] Calling delete_port for 2db21432-8f06-4e3c-850c-d14dca47e148 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:30.466638 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab62cb3-a84e-43d9-8e04-c9a64dfb14da None None] Checking router: 89025303-18ca-442d-bc24-d7efcd2f1f92 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:30.479539 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab62cb3-a84e-43d9-8e04-c9a64dfb14da None None] Routers {'89025303-18ca-442d-bc24-d7efcd2f1f92'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:30.480930 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-aab62cb3-a84e-43d9-8e04-c9a64dfb14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['89025303-18ca-442d-bc24-d7efcd2f1f92'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:30.578982 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-aab62cb3-a84e-43d9-8e04-c9a64dfb14da None None] Set router 89025303-18ca-442d-bc24-d7efcd2f1f92 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:30.649806 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-aab62cb3-a84e-43d9-8e04-c9a64dfb14da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T09:11:30Z', 'revision_number': 6, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:30.682155 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab62cb3-a84e-43d9-8e04-c9a64dfb14da None None] The sync data for ids ['89025303-18ca-442d-bc24-d7efcd2f1f92'] in n-d-758944-46 is: [{'id': '89025303-18ca-442d-bc24-d7efcd2f1f92', 'name': 'tempest-TestVolumeBootPattern-1997777709-router', 'tenant_id': '6d7d127892994ef29d6fc34730914246', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T09:11:30Z', 'revision_number': 6, 'project_id': '6d7d127892994ef29d6fc34730914246', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:30.778319 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.820347 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] Pushing event deleted for resources: {'Port': ['ID=2db21432-8f06-4e3c-850c-d14dca47e148,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:30.904138 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.080886 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.086038 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.184810 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.186625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89025303-18ca-442d-bc24-d7efcd2f1f92 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:11:31.194671 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.199863 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d6d8707a-8c0e-4644-bc5b-4c81c436073b admin admin] 10.222.0.20 "DELETE /v2.0/routers/89025303-18ca-442d-bc24-d7efcd2f1f92 HTTP/1.1" status: 204 len: 168 time: 1.3341193 Jul 16 09:11:31.200588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38148) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:31.268294 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0fbd16-8171-4b14-916a-83967ee1a705 admin admin] Deleting subnet ea992bec-c968-4e68-942d-9a0eb6f6722d {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:11:31.274342 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee0fbd16-8171-4b14-916a-83967ee1a705 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.323567 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee0fbd16-8171-4b14-916a-83967ee1a705 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.432907 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee0fbd16-8171-4b14-916a-83967ee1a705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.507658 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee0fbd16-8171-4b14-916a-83967ee1a705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.523241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38156) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:31.573204 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ee0fbd16-8171-4b14-916a-83967ee1a705 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.577485 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ee0fbd16-8171-4b14-916a-83967ee1a705 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ea992bec-c968-4e68-942d-9a0eb6f6722d HTTP/1.1" status: 204 len: 168 time: 0.3749943 Jul 16 09:11:31.578711 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fbd16-8171-4b14-916a-83967ee1a705 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea992bec-c968-4e68-942d-9a0eb6f6722d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:31.581442 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38160) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:31.587150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0daa7139-8379-470a-964a-3c67722cdeae None None] Network 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:31.686277 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.688725 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-69bfc080-de2e-4107-b8f7-0183d7f564e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.817397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] Deleting port 15956e2d-1c6f-459f-9915-c0013856a355 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:31.819635 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.833620 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-69bfc080-de2e-4107-b8f7-0183d7f564e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.840856 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-69bfc080-de2e-4107-b8f7-0183d7f564e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.876178 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-69bfc080-de2e-4107-b8f7-0183d7f564e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2860e2cb11344928820584d7eecf6492&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3516784 Jul 16 09:11:31.882007 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38162) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:31.900582 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bfc080-de2e-4107-b8f7-0183d7f564e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba15aef7-0108-465d-90a9-996286d0aa11,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:31.938766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aec2825-9dfc-45db-8b05-e5126f4b0550 None None] DHCP port deletion for 5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:11:31.971930 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] For port 15956e2d-1c6f-459f-9915-c0013856a355, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=15956e2d-1c6f-459f-9915-c0013856a355,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:31.972542 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.999837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] Calling delete_port for 15956e2d-1c6f-459f-9915-c0013856a355 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:32.004324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7aec2825-9dfc-45db-8b05-e5126f4b0550 None None] Deleting port 15956e2d-1c6f-459f-9915-c0013856a355 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:32.004901 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7aec2825-9dfc-45db-8b05-e5126f4b0550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.030882 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a95edb7d-a37e-4ed0-83ec-6da0511033fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.091102 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a95edb7d-a37e-4ed0-83ec-6da0511033fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.131803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7aec2825-9dfc-45db-8b05-e5126f4b0550 None None] For port 15956e2d-1c6f-459f-9915-c0013856a355, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=15956e2d-1c6f-459f-9915-c0013856a355,segment=NetworkSegment(cccf6336-f4ca-46cd-b48b-a860b5a6420c),segment_id=cccf6336-f4ca-46cd-b48b-a860b5a6420c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:32.132461 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7aec2825-9dfc-45db-8b05-e5126f4b0550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.159663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7aec2825-9dfc-45db-8b05-e5126f4b0550 None None] Calling delete_port for 15956e2d-1c6f-459f-9915-c0013856a355 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:32.183343 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.221315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] Pushing event deleted for resources: {'Port': ['ID=15956e2d-1c6f-459f-9915-c0013856a355,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:32.231130 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] No DVR routers for this DVR port 15956e2d-1c6f-459f-9915-c0013856a355 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:32.237665 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a95edb7d-a37e-4ed0-83ec-6da0511033fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.243097 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a95edb7d-a37e-4ed0-83ec-6da0511033fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.248938 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a95edb7d-a37e-4ed0-83ec-6da0511033fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ba15aef7-0108-465d-90a9-996286d0aa11 HTTP/1.1" status: 204 len: 168 time: 0.3609188 Jul 16 09:11:32.276527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95edb7d-a37e-4ed0-83ec-6da0511033fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba15aef7-0108-465d-90a9-996286d0aa11,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:32.294438 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7aec2825-9dfc-45db-8b05-e5126f4b0550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.335479 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec2825-9dfc-45db-8b05-e5126f4b0550 None None] Pushing event deleted for resources: {'Port': ['ID=15956e2d-1c6f-459f-9915-c0013856a355,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:32.337761 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aec2825-9dfc-45db-8b05-e5126f4b0550 None None] No DVR routers for this DVR port 15956e2d-1c6f-459f-9915-c0013856a355 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:32.359742 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.373307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:32.386439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccf6336-f4ca-46cd-b48b-a860b5a6420c') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:32.386737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccf6336-f4ca-46cd-b48b-a860b5a6420c') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:32.400595 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.419419 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.429460 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:11:32.429881 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:11:32.431967 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:11:32.461372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:32.484226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:32.484773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5a0ebd79-df9b-4f2e-bfa0-1934d054b177 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:32.485320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2db21432-8f06-4e3c-850c-d14dca47e148 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:32.516232 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 2db21432-8f06-4e3c-850c-d14dca47e148 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:32.516830 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2db21432-8f06-4e3c-850c-d14dca47e148 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:32.517360 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 15956e2d-1c6f-459f-9915-c0013856a355 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:32.546483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 15956e2d-1c6f-459f-9915-c0013856a355 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:32.547342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 15956e2d-1c6f-459f-9915-c0013856a355 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:32.550600 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.576191 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.584076 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] 10.222.0.20 "DELETE /v2.0/networks/5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9 HTTP/1.1" status: 204 len: 168 time: 0.9959958 Jul 16 09:11:32.584076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce417da4-855c-4b60-90b0-ef103522dcfd admin admin] Pushing event deleted for resources: {'Network': ['ID=5fe4b2b5-12a6-4d20-9f12-0c66ed6908f9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:32.584545 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38170) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:32.731185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38172) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:32.815464 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b30899d1-f32c-4977-9eb3-24e48d5be5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:33.159185 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b30899d1-f32c-4977-9eb3-24e48d5be5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:33.167302 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b30899d1-f32c-4977-9eb3-24e48d5be5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:33.222772 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30899d1-f32c-4977-9eb3-24e48d5be5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf63f44-48cb-4d1b-bbb6-580aeb534d59,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:33.230259 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b30899d1-f32c-4977-9eb3-24e48d5be5ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=456e1211704a47118d69572de38c5131&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4975741 Jul 16 09:11:33.234635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38174) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:33.307199 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7006dc5d-4293-41b0-a2c2-f44d6c57d579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:33.315476 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd0b1-77cc-4a92-9197-1fa9b723f30c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:33.349492 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd0b1-77cc-4a92-9197-1fa9b723f30c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:33.425090 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd0b1-77cc-4a92-9197-1fa9b723f30c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:33.428696 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd0b1-77cc-4a92-9197-1fa9b723f30c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:33.433230 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dfbbd0b1-77cc-4a92-9197-1fa9b723f30c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ddf63f44-48cb-4d1b-bbb6-580aeb534d59 HTTP/1.1" status: 204 len: 168 time: 0.1966710 Jul 16 09:11:33.445377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbd0b1-77cc-4a92-9197-1fa9b723f30c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf63f44-48cb-4d1b-bbb6-580aeb534d59,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:33.719014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7006dc5d-4293-41b0-a2c2-f44d6c57d579 admin admin] Deleting port 4289a23f-41c0-4f62-981b-1c1aa910d912 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:33.719936 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7006dc5d-4293-41b0-a2c2-f44d6c57d579 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:33.810418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-7006dc5d-4293-41b0-a2c2-f44d6c57d579 admin admin] For port 4289a23f-41c0-4f62-981b-1c1aa910d912, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4289a23f-41c0-4f62-981b-1c1aa910d912,segment=NetworkSegment(5228a284-45b7-4d67-8d9a-e6bf3af2691d),segment_id=5228a284-45b7-4d67-8d9a-e6bf3af2691d)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:33.810914 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7006dc5d-4293-41b0-a2c2-f44d6c57d579 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:33.828809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-7006dc5d-4293-41b0-a2c2-f44d6c57d579 admin admin] Calling delete_port for 4289a23f-41c0-4f62-981b-1c1aa910d912 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:33.918965 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38180) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:33.935559 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de8bb067-dfe4-4609-a9b3-02763e0a0158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.010700 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.062131 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7006dc5d-4293-41b0-a2c2-f44d6c57d579 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.091229 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de8bb067-dfe4-4609-a9b3-02763e0a0158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.097894 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-de8bb067-dfe4-4609-a9b3-02763e0a0158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.098212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7006dc5d-4293-41b0-a2c2-f44d6c57d579 admin admin] Pushing event deleted for resources: {'Port': ['ID=4289a23f-41c0-4f62-981b-1c1aa910d912,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:34.168739 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bb067-dfe4-4609-a9b3-02763e0a0158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf3f6d2-b60e-4f8e-a827-7d28bbe9208c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:34.177370 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-de8bb067-dfe4-4609-a9b3-02763e0a0158 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=df41a25e25284ff2895763762c2a7fe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2568691 Jul 16 09:11:34.182513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38182) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:34.341368 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-abc5b313-8e34-42a9-8ce3-dca6e233a362 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.423579 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-abc5b313-8e34-42a9-8ce3-dca6e233a362 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.459451 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7006dc5d-4293-41b0-a2c2-f44d6c57d579 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.538009 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38186) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:34.617647 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-abc5b313-8e34-42a9-8ce3-dca6e233a362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.620299 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-abc5b313-8e34-42a9-8ce3-dca6e233a362 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.621539 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-abc5b313-8e34-42a9-8ce3-dca6e233a362 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cbf3f6d2-b60e-4f8e-a827-7d28bbe9208c HTTP/1.1" status: 204 len: 168 time: 0.4376817 Jul 16 09:11:34.654252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5b313-8e34-42a9-8ce3-dca6e233a362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf3f6d2-b60e-4f8e-a827-7d28bbe9208c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:34.979113 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7006dc5d-4293-41b0-a2c2-f44d6c57d579 admin admin] Router cf84ba98-df23-49f7-966a-f5a0227812d2 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:35.166515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7006dc5d-4293-41b0-a2c2-f44d6c57d579 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:35.175455 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7006dc5d-4293-41b0-a2c2-f44d6c57d579 admin admin] 10.222.0.20 "PUT /v2.0/routers/cf84ba98-df23-49f7-966a-f5a0227812d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5902934 Jul 16 09:11:35.178828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38200) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:35.184054 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9817cdc-c77e-4863-b681-7b5cc3992f66 None None] Sync routers for ids ['cf84ba98-df23-49f7-966a-f5a0227812d2'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:35.211245 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9817cdc-c77e-4863-b681-7b5cc3992f66 None None] Routers {'cf84ba98-df23-49f7-966a-f5a0227812d2'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:35.212402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f9817cdc-c77e-4863-b681-7b5cc3992f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['cf84ba98-df23-49f7-966a-f5a0227812d2'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:35.325513 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6a5913b7-eec4-4d40-b6e7-fb26ec6c5416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.344386 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-482f6c72-ca9f-4180-98fa-5e950e01db5b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.383427 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.443838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f9817cdc-c77e-4863-b681-7b5cc3992f66 None None] Set router cf84ba98-df23-49f7-966a-f5a0227812d2 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:35.574544 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.678527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] Deleting port 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:35.679580 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.693643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38210) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:35.809021 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.835386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] For port 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=69f5d9e5-ea7c-42ea-847f-c9ca101c86b8,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:35.836340 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:35.867995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] Calling delete_port for 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:35.921812 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f9817cdc-c77e-4863-b681-7b5cc3992f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'name': 'tempest-TestVolumeBootPattern-1145785687-router', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': '69f5d9e5-ea7c-42ea-847f-c9ca101c86b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:29Z', 'updated_at': '2021-07-16T09:11:34Z', 'revision_number': 5, 'project_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'gw_port': {'id': '69f5d9e5-ea7c-42ea-847f-c9ca101c86b8', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:0f:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2765, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:30Z', 'updated_at': '2021-07-16T08:56:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:35.976124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9817cdc-c77e-4863-b681-7b5cc3992f66 None None] Checking router: cf84ba98-df23-49f7-966a-f5a0227812d2 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:35.991926 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9817cdc-c77e-4863-b681-7b5cc3992f66 None None] Routers {'cf84ba98-df23-49f7-966a-f5a0227812d2'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:35.993098 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f9817cdc-c77e-4863-b681-7b5cc3992f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['cf84ba98-df23-49f7-966a-f5a0227812d2'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:36.146141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f9817cdc-c77e-4863-b681-7b5cc3992f66 None None] Set router cf84ba98-df23-49f7-966a-f5a0227812d2 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:36.201256 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.229299 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f9817cdc-c77e-4863-b681-7b5cc3992f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'name': 'tempest-TestVolumeBootPattern-1145785687-router', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:29Z', 'updated_at': '2021-07-16T09:11:35Z', 'revision_number': 6, 'project_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:36.259432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] Pushing event deleted for resources: {'Port': ['ID=69f5d9e5-ea7c-42ea-847f-c9ca101c86b8,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:36.262439 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1280931956-network', 'tenant_id': '1d94200352d94a3f9c12c909c606038d'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:36.284194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9817cdc-c77e-4863-b681-7b5cc3992f66 None None] The sync data for ids ['cf84ba98-df23-49f7-966a-f5a0227812d2'] in n-d-758944-46 is: [{'id': 'cf84ba98-df23-49f7-966a-f5a0227812d2', 'name': 'tempest-TestVolumeBootPattern-1145785687-router', 'tenant_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:29Z', 'updated_at': '2021-07-16T09:11:35Z', 'revision_number': 6, 'project_id': 'c7310f7941cf4c5f9a04d58f41668b44', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:36.319583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] Made reservation on behalf of 1d94200352d94a3f9c12c909c606038d for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:36.323844 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.371834 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.386575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.433690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-482f6c72-ca9f-4180-98fa-5e950e01db5b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Deleting port c42af2fd-4574-40e6-a180-1558cc9d1d60 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:36.433946 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-482f6c72-ca9f-4180-98fa-5e950e01db5b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.495894 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.498553 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.554500 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.555668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf84ba98-df23-49f7-966a-f5a0227812d2 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:11:36.565647 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.570859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38214) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:36.572028 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d63bd305-d9bf-49a7-9218-08c386cede42 admin admin] 10.222.0.20 "DELETE /v2.0/routers/cf84ba98-df23-49f7-966a-f5a0227812d2 HTTP/1.1" status: 204 len: 168 time: 1.3905578 Jul 16 09:11:36.662705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-482f6c72-ca9f-4180-98fa-5e950e01db5b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] For port c42af2fd-4574-40e6-a180-1558cc9d1d60, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=c42af2fd-4574-40e6-a180-1558cc9d1d60,segment=NetworkSegment(2af8add2-6f12-4a7b-98f2-55d6e4740a85),segment_id=2af8add2-6f12-4a7b-98f2-55d6e4740a85)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:36.663174 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-482f6c72-ca9f-4180-98fa-5e950e01db5b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.730650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-482f6c72-ca9f-4180-98fa-5e950e01db5b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Calling delete_port for c42af2fd-4574-40e6-a180-1558cc9d1d60 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:36.736313 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.747444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-47638643-bab1-4f83-8b4b-e0db31e9b1d3 admin admin] Deleting subnet 32d4581c-4aec-4a87-9f8a-0cdb4154c087 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:11:36.755828 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.771013 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47638643-bab1-4f83-8b4b-e0db31e9b1d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.783636 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4289a23f-41c0-4f62-981b-1c1aa910d912 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:36.806257 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 4289a23f-41c0-4f62-981b-1c1aa910d912 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:36.806635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4289a23f-41c0-4f62-981b-1c1aa910d912 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:36.907683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] vlan segment allocate from pool success with {'vlan_id': 70, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:11:36.941019 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47638643-bab1-4f83-8b4b-e0db31e9b1d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.965791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1183e677-2ac5-4745-ad2f-15d0b1406edd,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:36.976229 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.976567 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] Added segment df4d1504-0ac4-4249-bfd9-383b525b6cd1 of type vlan for network 551ae0f6-0712-47b6-9b73-4a9d386eed6b Jul 16 09:11:37.100456 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.207531 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47638643-bab1-4f83-8b4b-e0db31e9b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.215165 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.216474 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:37.217141 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.319942 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6245775 Jul 16 09:11:37.323508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38216) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:37.328912 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-862a8046-3c09-4cb9-8e0d-43893a21db87 admin admin] Request body: {'subnet': {'network_id': '551ae0f6-0712-47b6-9b73-4a9d386eed6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1280931956-subnet', 'tenant_id': '1d94200352d94a3f9c12c909c606038d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:37.361171 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862a8046-3c09-4cb9-8e0d-43893a21db87 admin admin] Made reservation on behalf of 1d94200352d94a3f9c12c909c606038d for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:37.367572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138e3802-2c2b-4a92-a28b-70841a64d40e admin admin] Pushing event updated for resources: {'Network': ['ID=551ae0f6-0712-47b6-9b73-4a9d386eed6b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:37.367965 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-862a8046-3c09-4cb9-8e0d-43893a21db87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.371625 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-482f6c72-ca9f-4180-98fa-5e950e01db5b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.377294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 551ae0f6-0712-47b6-9b73-4a9d386eed6b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:11:37.413235 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482f6c72-ca9f-4180-98fa-5e950e01db5b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Port': ['ID=c42af2fd-4574-40e6-a180-1558cc9d1d60,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:37.422317 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47638643-bab1-4f83-8b4b-e0db31e9b1d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.502648 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bb6eca-32c4-4bc9-a226-3fbb3f490491 None None] Network ad612f31-0f7b-4950-8142-8299509ede3b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:37.507283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47638643-bab1-4f83-8b4b-e0db31e9b1d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32d4581c-4aec-4a87-9f8a-0cdb4154c087,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:37.539601 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-47638643-bab1-4f83-8b4b-e0db31e9b1d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.550076 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-47638643-bab1-4f83-8b4b-e0db31e9b1d3 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/32d4581c-4aec-4a87-9f8a-0cdb4154c087 HTTP/1.1" status: 204 len: 168 time: 0.9747708 Jul 16 09:11:37.552556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38218) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:37.724588 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.766628 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-862a8046-3c09-4cb9-8e0d-43893a21db87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.796208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465f3dbc-c2e3-40ad-8935-927953dc60a9 None None] DHCP port deletion for ad612f31-0f7b-4950-8142-8299509ede3b request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:11:37.828738 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-482f6c72-ca9f-4180-98fa-5e950e01db5b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.840534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862a8046-3c09-4cb9-8e0d-43893a21db87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61414e74-28f3-4d64-b29c-7d854da04671,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:37.848692 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862a8046-3c09-4cb9-8e0d-43893a21db87 admin admin] Checking segment: {'id': 'df4d1504-0ac4-4249-bfd9-383b525b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '551ae0f6-0712-47b6-9b73-4a9d386eed6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:37.849107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862a8046-3c09-4cb9-8e0d-43893a21db87 admin admin] Network hostable DHCP agents. Network: 551ae0f6-0712-47b6-9b73-4a9d386eed6b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:11:37.875702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862a8046-3c09-4cb9-8e0d-43893a21db87 admin admin] Network 551ae0f6-0712-47b6-9b73-4a9d386eed6b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:11:37.896445 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-862a8046-3c09-4cb9-8e0d-43893a21db87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 551ae0f6-0712-47b6-9b73-4a9d386eed6b) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:37.904231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-465f3dbc-c2e3-40ad-8935-927953dc60a9 None None] Deleting port cfd7449d-81ff-4724-b808-494ec2ca268b {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:37.905177 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-465f3dbc-c2e3-40ad-8935-927953dc60a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.905560 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862a8046-3c09-4cb9-8e0d-43893a21db87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:37.906447 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-862a8046-3c09-4cb9-8e0d-43893a21db87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.907280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] Deleting port cfd7449d-81ff-4724-b808-494ec2ca268b {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:37.907620 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.925234 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd5b590-f8dd-47f2-ab5e-b11f79ccadd2 None None] Network 551ae0f6-0712-47b6-9b73-4a9d386eed6b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:37.936582 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-862a8046-3c09-4cb9-8e0d-43893a21db87 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6083984 Jul 16 09:11:37.976254 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0a7f01c8-4569-4577-8cc6-b922f8c7e2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.046997 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-465f3dbc-c2e3-40ad-8935-927953dc60a9 None None] For port cfd7449d-81ff-4724-b808-494ec2ca268b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=cfd7449d-81ff-4724-b808-494ec2ca268b,segment=NetworkSegment(5228a284-45b7-4d67-8d9a-e6bf3af2691d),segment_id=5228a284-45b7-4d67-8d9a-e6bf3af2691d)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:38.047391 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-465f3dbc-c2e3-40ad-8935-927953dc60a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.066294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-465f3dbc-c2e3-40ad-8935-927953dc60a9 None None] Calling delete_port for cfd7449d-81ff-4724-b808-494ec2ca268b owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:38.103616 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] For port cfd7449d-81ff-4724-b808-494ec2ca268b, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=cfd7449d-81ff-4724-b808-494ec2ca268b,segment=NetworkSegment(5228a284-45b7-4d67-8d9a-e6bf3af2691d),segment_id=5228a284-45b7-4d67-8d9a-e6bf3af2691d)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:38.104326 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.136408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] Calling delete_port for cfd7449d-81ff-4724-b808-494ec2ca268b owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:38.181014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365f996e-ceb5-49e9-84af-03737c011bc3 None None] Network 551ae0f6-0712-47b6-9b73-4a9d386eed6b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:38.260304 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.267899 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-465f3dbc-c2e3-40ad-8935-927953dc60a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.316686 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f3dbc-c2e3-40ad-8935-927953dc60a9 None None] Pushing event deleted for resources: {'Port': ['ID=cfd7449d-81ff-4724-b808-494ec2ca268b,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:38.343811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465f3dbc-c2e3-40ad-8935-927953dc60a9 None None] No DVR routers for this DVR port cfd7449d-81ff-4724-b808-494ec2ca268b on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:38.392432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482f6c72-ca9f-4180-98fa-5e950e01db5b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Router 3b501fdb-a027-4a1e-bec4-7916905bb630 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:38.396940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.431340 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfd7449d-81ff-4724-b808-494ec2ca268b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:38.433491 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] No DVR routers for this DVR port cfd7449d-81ff-4724-b808-494ec2ca268b on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:38.573329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device cfd7449d-81ff-4724-b808-494ec2ca268b no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:38.598176 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: cfd7449d-81ff-4724-b808-494ec2ca268b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:38.598646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device cfd7449d-81ff-4724-b808-494ec2ca268b not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:38.599180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:38.623025 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:38.623431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 69f5d9e5-ea7c-42ea-847f-c9ca101c86b8 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:38.653721 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.686610 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad612f31-0f7b-4950-8142-8299509ede3b']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:38.713434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5228a284-45b7-4d67-8d9a-e6bf3af2691d') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:38.713870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5228a284-45b7-4d67-8d9a-e6bf3af2691d') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:38.733235 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.746164 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482f6c72-ca9f-4180-98fa-5e950e01db5b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:38.762744 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:11:38.770901 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395dfa25-af78-4df1-ad38-6448bbf167dd None None] Sync routers for ids ['3b501fdb-a027-4a1e-bec4-7916905bb630'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:38.771667 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-482f6c72-ca9f-4180-98fa-5e950e01db5b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "PUT /v2.0/routers/3b501fdb-a027-4a1e-bec4-7916905bb630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2221131 Jul 16 09:11:38.786470 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.793295 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395dfa25-af78-4df1-ad38-6448bbf167dd None None] Routers {'3b501fdb-a027-4a1e-bec4-7916905bb630'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:38.794248 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-395dfa25-af78-4df1-ad38-6448bbf167dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3b501fdb-a027-4a1e-bec4-7916905bb630'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:38.794812 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:11:38.795814 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: self.session.flush() Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:11:38.798204 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:11:38.874448 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.903039 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.907837 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] 10.222.0.20 "DELETE /v2.0/networks/ad612f31-0f7b-4950-8142-8299509ede3b HTTP/1.1" status: 204 len: 168 time: 1.3522086 Jul 16 09:11:38.907837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20083e98-eadf-4bf4-819b-55d7018ea482 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad612f31-0f7b-4950-8142-8299509ede3b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:39.050839 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-395dfa25-af78-4df1-ad38-6448bbf167dd None None] Set router 3b501fdb-a027-4a1e-bec4-7916905bb630 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:39.063545 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38238) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:39.121730 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9ebece4b-8a39-4ab4-82fa-fd075298d8b7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d7d127892994ef29d6fc34730914246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0565543 Jul 16 09:11:39.124553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38240) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:39.211421 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b39cc927-9787-4553-b6b4-c8ce401f5b46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.237212 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b39cc927-9787-4553-b6b4-c8ce401f5b46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.351511 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b39cc927-9787-4553-b6b4-c8ce401f5b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.354406 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b39cc927-9787-4553-b6b4-c8ce401f5b46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.355716 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b39cc927-9787-4553-b6b4-c8ce401f5b46 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81fe9d58-f51d-49bf-9cb0-204e9a83eae3 HTTP/1.1" status: 204 len: 168 time: 0.2289145 Jul 16 09:11:39.355906 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-395dfa25-af78-4df1-ad38-6448bbf167dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:11:37Z', 'revision_number': 6, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '24ebd598-5556-44ee-be38-ac59486d17e9', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'port_id': '996be045-ecaf-4940-82ee-78cebfda2835', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'mac_address': 'fa:16:3e:f3:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:18Z', 'revision_number': 1, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd98ace-b868-4325-9514-8087440cd531', 'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:77:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:53Z', 'updated_at': '2021-07-16T09:10:00Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:39.368288 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232cb8b-0ceb-45c6-9a7e-c4ce7a23d6eb req-8e51a083-378c-404a-8d4b-23b927ed8bc1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:39.370213 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c232cb8b-0ceb-45c6-9a7e-c4ce7a23d6eb req-8e51a083-378c-404a-8d4b-23b927ed8bc1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 946 time: 0.0850298 Jul 16 09:11:39.375821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cc927-9787-4553-b6b4-c8ce401f5b46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fe9d58-f51d-49bf-9cb0-204e9a83eae3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:39.416982 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395dfa25-af78-4df1-ad38-6448bbf167dd None None] Checking router: 3b501fdb-a027-4a1e-bec4-7916905bb630 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:39.434819 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-395dfa25-af78-4df1-ad38-6448bbf167dd None None] Routers {'3b501fdb-a027-4a1e-bec4-7916905bb630'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:39.436011 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-395dfa25-af78-4df1-ad38-6448bbf167dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3b501fdb-a027-4a1e-bec4-7916905bb630'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:39.465881 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c232cb8b-0ceb-45c6-9a7e-c4ce7a23d6eb req-dc883c9b-01bc-4c2a-a6bc-4856f7bae3e6 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a28316c-b5c8-4918-861f-b5638647db78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790722 Jul 16 09:11:39.608181 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-395dfa25-af78-4df1-ad38-6448bbf167dd None None] Set router 3b501fdb-a027-4a1e-bec4-7916905bb630 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:39.829107 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.978898 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38250) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:39.999313 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-395dfa25-af78-4df1-ad38-6448bbf167dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:11:37Z', 'revision_number': 6, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '24ebd598-5556-44ee-be38-ac59486d17e9', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'port_id': '996be045-ecaf-4940-82ee-78cebfda2835', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'mac_address': 'fa:16:3e:f3:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:18Z', 'revision_number': 1, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd98ace-b868-4325-9514-8087440cd531', 'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:77:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:53Z', 'updated_at': '2021-07-16T09:10:00Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:40.037332 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-faa9873d-d700-4544-8fd7-1d88645ae88e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c7310f7941cf4c5f9a04d58f41668b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570529 Jul 16 09:11:40.041596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38254) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:40.047304 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-395dfa25-af78-4df1-ad38-6448bbf167dd None None] The sync data for ids ['3b501fdb-a027-4a1e-bec4-7916905bb630'] in n-d-758944-46 is: [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:11:37Z', 'revision_number': 6, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '24ebd598-5556-44ee-be38-ac59486d17e9', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'floating_ip_address': '172.25.4.181', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'port_id': '996be045-ecaf-4940-82ee-78cebfda2835', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3847, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'mac_address': 'fa:16:3e:f3:41:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:10:14Z', 'updated_at': '2021-07-16T09:10:18Z', 'revision_number': 1, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2cd98ace-b868-4325-9514-8087440cd531', 'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:77:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:53Z', 'updated_at': '2021-07-16T09:10:00Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:40.114483 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5af23c91-9252-49b1-9aa0-1cd03cdecec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:40.143423 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5af23c91-9252-49b1-9aa0-1cd03cdecec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:40.221267 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5af23c91-9252-49b1-9aa0-1cd03cdecec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:40.224715 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5af23c91-9252-49b1-9aa0-1cd03cdecec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:40.229153 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5af23c91-9252-49b1-9aa0-1cd03cdecec8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5d44c14a-9723-4f0b-bb07-bc693b8b41a6 HTTP/1.1" status: 204 len: 168 time: 0.1856537 Jul 16 09:11:40.243222 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af23c91-9252-49b1-9aa0-1cd03cdecec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d44c14a-9723-4f0b-bb07-bc693b8b41a6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:40.382247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c42af2fd-4574-40e6-a180-1558cc9d1d60 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:40.403894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: c42af2fd-4574-40e6-a180-1558cc9d1d60 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:40.404390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device c42af2fd-4574-40e6-a180-1558cc9d1d60 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:40.416760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-606c2c70-c426-4a6c-953a-e0b881b4828f tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:40.419423 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-606c2c70-c426-4a6c-953a-e0b881b4828f tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/networks?id=551ae0f6-0712-47b6-9b73-4a9d386eed6b HTTP/1.1" status: 200 len: 809 time: 0.1510191 Jul 16 09:11:40.443092 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-9279cae3-2356-4908-a9c6-5632c2f034ab tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/quotas/1d94200352d94a3f9c12c909c606038d HTTP/1.1" status: 200 len: 375 time: 0.0164623 Jul 16 09:11:40.522267 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-726625ab-e39d-49d3-9b51-6e61e71de6b5 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d94200352d94a3f9c12c909c606038d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0695946 Jul 16 09:11:40.668534 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96985f3f-7276-4084-84d3-ced64c95a6e3 req-63322d42-e086-4f16-b101-b9301defd7fb tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:40.672572 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96985f3f-7276-4084-84d3-ced64c95a6e3 req-63322d42-e086-4f16-b101-b9301defd7fb tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 946 time: 0.1586487 Jul 16 09:11:40.764045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516518f4-ad5b-49c5-a58f-5063d1511f44 req-76247eb7-6b4b-4263-a9ac-e64296aa9a58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:40.768579 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-516518f4-ad5b-49c5-a58f-5063d1511f44 req-76247eb7-6b4b-4263-a9ac-e64296aa9a58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 946 time: 0.1340895 Jul 16 09:11:40.849102 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-516518f4-ad5b-49c5-a58f-5063d1511f44 req-3a6383c9-b24f-4d11-93a0-26da7e48503f tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=8a28316c-b5c8-4918-861f-b5638647db78&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693963 Jul 16 09:11:40.851063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-96985f3f-7276-4084-84d3-ced64c95a6e3 req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Deleting port e052978c-feca-4e82-9964-af9d5a9c5814 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:40.853097 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-96985f3f-7276-4084-84d3-ced64c95a6e3 req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:40.903435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-aac6c1c5-8d77-437e-9611-4ce4ecb6efa0 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:11:40.904630 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-aac6c1c5-8d77-437e-9611-4ce4ecb6efa0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3660631 Jul 16 09:11:41.049520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-96985f3f-7276-4084-84d3-ced64c95a6e3 req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] For port e052978c-feca-4e82-9964-af9d5a9c5814, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=e052978c-feca-4e82-9964-af9d5a9c5814,segment=NetworkSegment(2af8add2-6f12-4a7b-98f2-55d6e4740a85),segment_id=2af8add2-6f12-4a7b-98f2-55d6e4740a85)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:41.049895 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-96985f3f-7276-4084-84d3-ced64c95a6e3 req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.070594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-96985f3f-7276-4084-84d3-ced64c95a6e3 req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Calling delete_port for e052978c-feca-4e82-9964-af9d5a9c5814 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:41.090972 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-10bf0f2e-a84d-48de-9188-7102caa85645 service neutron] 10.222.0.20 "GET /v2.0/networks/551ae0f6-0712-47b6-9b73-4a9d386eed6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750846 Jul 16 09:11:41.247602 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-0ed48fd8-9c69-48a5-b4e4-221136054c93 service neutron] 10.222.0.20 "GET /v2.0/networks/551ae0f6-0712-47b6-9b73-4a9d386eed6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476479 Jul 16 09:11:41.315924 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.325746 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-96985f3f-7276-4084-84d3-ced64c95a6e3 req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.378646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Port': ['ID=e052978c-feca-4e82-9964-af9d5a9c5814,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:41.468832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:41.469509 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:41.470423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:41.471614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:41.471929 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:41.472663 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:41.474747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:41.474747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:41.475465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:41.476176 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:41.476930 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:41.477647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:41.507677 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d173f20-f85e-4b7c-8ab3-d314b35a2cf5 req-aa6c37c9-89cd-405f-9ed6-74ad9c3ed74c tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=80089a9b-439f-4bc3-a159-68ed9f6716a9 HTTP/1.1" status: 200 len: 210 time: 0.0530329 Jul 16 09:11:41.527986 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-96985f3f-7276-4084-84d3-ced64c95a6e3 req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] No DVR routers for this DVR port e052978c-feca-4e82-9964-af9d5a9c5814 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:41.533707 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-96985f3f-7276-4084-84d3-ced64c95a6e3 req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:41.538231 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96985f3f-7276-4084-84d3-ced64c95a6e3 req-50aaf6d1-6eff-4399-9d22-001c1c077555 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.15 "DELETE /v2.0/ports/e052978c-feca-4e82-9964-af9d5a9c5814 HTTP/1.1" status: 204 len: 173 time: 0.8602693 Jul 16 09:11:41.539060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e06eaf-aecb-4fb2-b491-daccba2358b0', 'name': 'network-vif-deleted', 'tag': 'e052978c-feca-4e82-9964-af9d5a9c5814'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:41.550936 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ed8386-4cf7-496e-aafb-78995b987b4b" -d '{"events": [{"server_uuid": "b2e06eaf-aecb-4fb2-b491-daccba2358b0", "name": "network-vif-deleted", "tag": "e052978c-feca-4e82-9964-af9d5a9c5814"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:41.812530 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db453ce-f648-43dd-a1d6-e71af943f812 x-openstack-request-id: req-7db453ce-f648-43dd-a1d6-e71af943f812 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:41.812923 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2e06eaf-aecb-4fb2-b491-daccba2358b0", "name": "network-vif-deleted", "tag": "e052978c-feca-4e82-9964-af9d5a9c5814", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:41.813307 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7db453ce-f648-43dd-a1d6-e71af943f812 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:41.813879 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e06eaf-aecb-4fb2-b491-daccba2358b0', 'name': 'network-vif-deleted', 'tag': 'e052978c-feca-4e82-9964-af9d5a9c5814', 'status': 'completed', 'code': 200} Jul 16 09:11:42.149386 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e082d19-5168-495f-a33e-cff4a02bd652 req-df55c390-07b9-4e1e-b2cc-6c2277d8e50e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2e06eaf-aecb-4fb2-b491-daccba2358b0 HTTP/1.1" status: 200 len: 210 time: 0.0574360 Jul 16 09:11:42.679819 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e3e7829c-c3c0-44b3-98f9-25fd47de751b req-7a5f953f-df0b-4e70-9b65-0169e38ec36e tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=80089a9b-439f-4bc3-a159-68ed9f6716a9 HTTP/1.1" status: 200 len: 210 time: 0.0355947 Jul 16 09:11:43.075134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-46424839-f335-4da2-9ef7-3ba4c4f7d753 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:43.076734 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-46424839-f335-4da2-9ef7-3ba4c4f7d753 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.38 "GET /v2.0/networks?id=551ae0f6-0712-47b6-9b73-4a9d386eed6b HTTP/1.1" status: 200 len: 809 time: 0.1477082 Jul 16 09:11:43.091239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-44586e4f-3afa-4f3c-bece-0e99128fca5c tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Request body: {'port': {'device_id': '80089a9b-439f-4bc3-a159-68ed9f6716a9', 'network_id': '551ae0f6-0712-47b6-9b73-4a9d386eed6b', 'admin_state_up': True, 'tenant_id': '1d94200352d94a3f9c12c909c606038d'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:43.100360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-4911ac1e-0f98-47cb-86ea-d48e9d2ee492 req-8f02c643-55a0-41ba-9ff5-7804844f5978 service neutron] (93695) timed out ('10.222.0.20', 38190) {{(pid=93695) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:11:43.216651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-44586e4f-3afa-4f3c-bece-0e99128fca5c tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Made reservation on behalf of 1d94200352d94a3f9c12c909c606038d for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:43.220320 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-44586e4f-3afa-4f3c-bece-0e99128fca5c tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.248062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38292) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:43.325042 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1507ae5-b610-4cbe-b273-9a9f17ee089b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.353944 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1507ae5-b610-4cbe-b273-9a9f17ee089b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.364753 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-44586e4f-3afa-4f3c-bece-0e99128fca5c tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Allocated IP 172.20.0.8 (551ae0f6-0712-47b6-9b73-4a9d386eed6b/61414e74-28f3-4d64-b29c-7d854da04671/be164c84-c5d4-4689-8958-cca4bd44acc0) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:43.445714 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1507ae5-b610-4cbe-b273-9a9f17ee089b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.450398 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e1507ae5-b610-4cbe-b273-9a9f17ee089b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.452453 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e1507ae5-b610-4cbe-b273-9a9f17ee089b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "DELETE /v2.0/security-groups/8a28316c-b5c8-4918-861f-b5638647db78 HTTP/1.1" status: 204 len: 168 time: 0.2028651 Jul 16 09:11:43.469151 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1507ae5-b610-4cbe-b273-9a9f17ee089b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a28316c-b5c8-4918-861f-b5638647db78,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:43.493663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38296) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:43.589902 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-3188c6cb-dff1-4fba-b485-d443732b0873 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Deleting subnet c472ddf0-5fcd-4453-848d-0391ec5af5d2 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:11:43.593818 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3188c6cb-dff1-4fba-b485-d443732b0873 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.617462 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-44586e4f-3afa-4f3c-bece-0e99128fca5c tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.653510 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3188c6cb-dff1-4fba-b485-d443732b0873 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.678030 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-44586e4f-3afa-4f3c-bece-0e99128fca5c tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.732249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-44586e4f-3afa-4f3c-bece-0e99128fca5c tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Network 551ae0f6-0712-47b6-9b73-4a9d386eed6b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:43.743606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-44586e4f-3afa-4f3c-bece-0e99128fca5c tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:43.750617 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-44586e4f-3afa-4f3c-bece-0e99128fca5c tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:43.796852 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3188c6cb-dff1-4fba-b485-d443732b0873 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.799665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44586e4f-3afa-4f3c-bece-0e99128fca5c tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Pushing event updated for resources: {'Port': ['ID=be164c84-c5d4-4689-8958-cca4bd44acc0,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:43.855555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-44586e4f-3afa-4f3c-bece-0e99128fca5c tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:43.856703 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-44586e4f-3afa-4f3c-bece-0e99128fca5c tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.880776 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-44586e4f-3afa-4f3c-bece-0e99128fca5c tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7948771 Jul 16 09:11:43.893326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Request body: {'port': {'device_id': '80089a9b-439f-4bc3-a159-68ed9f6716a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:43.911197 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3188c6cb-dff1-4fba-b485-d443732b0873 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.944432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188c6cb-dff1-4fba-b485-d443732b0873 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Subnet': ['ID=c472ddf0-5fcd-4453-848d-0391ec5af5d2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:43.950114 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3188c6cb-dff1-4fba-b485-d443732b0873 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:43.952027 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3188c6cb-dff1-4fba-b485-d443732b0873 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "DELETE /v2.0/subnets/c472ddf0-5fcd-4453-848d-0391ec5af5d2 HTTP/1.1" status: 204 len: 168 time: 0.4572887 Jul 16 09:11:43.955100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38300) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:43.965500 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e70e4c-c8c1-46f3-b07a-b956173e3e6e None None] Network ff9c47b2-f1ee-46f7-aeac-88e6816c3999 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:43.991119 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.023871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566e709f-77c9-4835-b0fa-4cd737025256 req-4e23d8d1-07c6-41b3-b780-8686c75a8009 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:44.026253 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-566e709f-77c9-4835-b0fa-4cd737025256 req-4e23d8d1-07c6-41b3-b780-8686c75a8009 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=80089a9b-439f-4bc3-a159-68ed9f6716a9 HTTP/1.1" status: 200 len: 931 time: 0.1518219 Jul 16 09:11:44.041953 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e052978c-feca-4e82-9964-af9d5a9c5814 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:44.069939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: e052978c-feca-4e82-9964-af9d5a9c5814 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:44.070585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device e052978c-feca-4e82-9964-af9d5a9c5814 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:44.234620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af86032-2f3a-4979-8e15-63490571e27d None None] DHCP port deletion for ff9c47b2-f1ee-46f7-aeac-88e6816c3999 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:11:44.314027 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5af86032-2f3a-4979-8e15-63490571e27d None None] Deleting port d728faac-90e7-4099-864f-0ca3e9bba3a4 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:44.314598 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5af86032-2f3a-4979-8e15-63490571e27d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.378227 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be164c84-c5d4-4689-8958-cca4bd44acc0 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:11:44.401153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5af86032-2f3a-4979-8e15-63490571e27d None None] For port d728faac-90e7-4099-864f-0ca3e9bba3a4, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d728faac-90e7-4099-864f-0ca3e9bba3a4,segment=NetworkSegment(2af8add2-6f12-4a7b-98f2-55d6e4740a85),segment_id=2af8add2-6f12-4a7b-98f2-55d6e4740a85)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:44.401645 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5af86032-2f3a-4979-8e15-63490571e27d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.409384 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.424110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5af86032-2f3a-4979-8e15-63490571e27d None None] Calling delete_port for d728faac-90e7-4099-864f-0ca3e9bba3a4 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:44.440585 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Transition to ACTIVE for port object be164c84-c5d4-4689-8958-cca4bd44acc0 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:44.450237 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.462993 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.509402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d728faac-90e7-4099-864f-0ca3e9bba3a4 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:44.527086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Pushing event updated for resources: {'Port': ['ID=be164c84-c5d4-4689-8958-cca4bd44acc0,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:44.539737 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-566e709f-77c9-4835-b0fa-4cd737025256 req-e319ebf5-151d-44e6-8048-c82b54cd2b9d tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696943 Jul 16 09:11:44.591789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Deleting port d728faac-90e7-4099-864f-0ca3e9bba3a4 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:44.592550 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.607571 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Attempting to bind port be164c84-c5d4-4689-8958-cca4bd44acc0 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:44.608014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Attempting to bind port be164c84-c5d4-4689-8958-cca4bd44acc0 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'df4d1504-0ac4-4249-bfd9-383b525b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '551ae0f6-0712-47b6-9b73-4a9d386eed6b'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:44.608405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Attempting to bind port be164c84-c5d4-4689-8958-cca4bd44acc0 on network 551ae0f6-0712-47b6-9b73-4a9d386eed6b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:44.614603 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Port be164c84-c5d4-4689-8958-cca4bd44acc0 on network 551ae0f6-0712-47b6-9b73-4a9d386eed6b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:11:44.615014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Attempting to bind port be164c84-c5d4-4689-8958-cca4bd44acc0 on network 551ae0f6-0712-47b6-9b73-4a9d386eed6b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:44.622746 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:44.623315 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Checking segment: {'id': 'df4d1504-0ac4-4249-bfd9-383b525b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '551ae0f6-0712-47b6-9b73-4a9d386eed6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:44.623800 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Bound using segment: {'id': 'df4d1504-0ac4-4249-bfd9-383b525b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '551ae0f6-0712-47b6-9b73-4a9d386eed6b'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:44.624347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Bound port: be164c84-c5d4-4689-8958-cca4bd44acc0, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4d1504-0ac4-4249-bfd9-383b525b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '551ae0f6-0712-47b6-9b73-4a9d386eed6b'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:44.624830 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.629137 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5af86032-2f3a-4979-8e15-63490571e27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.672403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] For port d728faac-90e7-4099-864f-0ca3e9bba3a4, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d728faac-90e7-4099-864f-0ca3e9bba3a4,segment=NetworkSegment(2af8add2-6f12-4a7b-98f2-55d6e4740a85),segment_id=2af8add2-6f12-4a7b-98f2-55d6e4740a85)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:44.672724 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.678613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af86032-2f3a-4979-8e15-63490571e27d None None] Pushing event deleted for resources: {'Port': ['ID=d728faac-90e7-4099-864f-0ca3e9bba3a4,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:44.686424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af86032-2f3a-4979-8e15-63490571e27d None None] No DVR routers for this DVR port d728faac-90e7-4099-864f-0ca3e9bba3a4 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:44.689889 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.691672 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Calling delete_port for d728faac-90e7-4099-864f-0ca3e9bba3a4 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:44.720151 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] For port be164c84-c5d4-4689-8958-cca4bd44acc0, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:44.727440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] For port be164c84-c5d4-4689-8958-cca4bd44acc0, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=be164c84-c5d4-4689-8958-cca4bd44acc0,segment=NetworkSegment(df4d1504-0ac4-4249-bfd9-383b525b6cd1),segment_id=df4d1504-0ac4-4249-bfd9-383b525b6cd1)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:44.734117 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.773728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:44.774470 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.776145 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] 10.222.0.38 "PUT /v2.0/ports/be164c84-c5d4-4689-8958-cca4bd44acc0 HTTP/1.1" status: 200 len: 1092 time: 0.8878651 Jul 16 09:11:44.776974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80089a9b-439f-4bc3-a159-68ed9f6716a9', 'tag': 'be164c84-c5d4-4689-8958-cca4bd44acc0'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:44.778991 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b8dcd4-488b-4293-81f3-d1dbc24cbbc0" -d '{"events": [{"name": "network-changed", "server_uuid": "80089a9b-439f-4bc3-a159-68ed9f6716a9", "tag": "be164c84-c5d4-4689-8958-cca4bd44acc0"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:44.809237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae8b1a-45e8-41a8-ac56-173442c278c0 service neutron] Pushing event updated for resources: {'Port': ['ID=be164c84-c5d4-4689-8958-cca4bd44acc0,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:44.827559 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.829210 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebaa80bb-9ebb-4b54-9b1e-6cb0fa218567 x-openstack-request-id: req-ebaa80bb-9ebb-4b54-9b1e-6cb0fa218567 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:44.829776 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80089a9b-439f-4bc3-a159-68ed9f6716a9", "tag": "be164c84-c5d4-4689-8958-cca4bd44acc0", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:44.830146 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ebaa80bb-9ebb-4b54-9b1e-6cb0fa218567 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:44.830719 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80089a9b-439f-4bc3-a159-68ed9f6716a9', 'tag': 'be164c84-c5d4-4689-8958-cca4bd44acc0', 'status': 'completed', 'code': 200} Jul 16 09:11:44.856310 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Port': ['ID=d728faac-90e7-4099-864f-0ca3e9bba3a4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:44.858527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] No DVR routers for this DVR port d728faac-90e7-4099-864f-0ca3e9bba3a4 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:44.906858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-1f56e48e-feef-4ce3-b074-eb69fa2f21e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:44.909881 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-1f56e48e-feef-4ce3-b074-eb69fa2f21e6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1d94200352d94a3f9c12c909c606038d&device_id=80089a9b-439f-4bc3-a159-68ed9f6716a9 HTTP/1.1" status: 200 len: 1095 time: 0.0745997 Jul 16 09:11:44.971716 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:44.982603 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-eabcabff-0107-403c-8d70-db92a08523bb service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be164c84-c5d4-4689-8958-cca4bd44acc0 HTTP/1.1" status: 200 len: 217 time: 0.0649455 Jul 16 09:11:44.988437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff9c47b2-f1ee-46f7-aeac-88e6816c3999']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:45.002414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2af8add2-6f12-4a7b-98f2-55d6e4740a85') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:45.002805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2af8add2-6f12-4a7b-98f2-55d6e4740a85') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:45.015426 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.037295 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.045604 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:11:45.046211 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: self.session.flush() Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:11:45.050314 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:11:45.132490 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.139891 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.145995 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "DELETE /v2.0/networks/ff9c47b2-f1ee-46f7-aeac-88e6816c3999 HTTP/1.1" status: 204 len: 168 time: 1.1869233 Jul 16 09:11:45.150482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38304) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:45.220473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae025874-a801-4b31-8ece-ab44496cbd58 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Network': ['ID=ff9c47b2-f1ee-46f7-aeac-88e6816c3999,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:45.418264 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-fd0b6916-ed62-4a31-8b16-a958a47dcecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:45.419809 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-fd0b6916-ed62-4a31-8b16-a958a47dcecb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=61414e74-28f3-4d64-b29c-7d854da04671 HTTP/1.1" status: 200 len: 849 time: 0.4316738 Jul 16 09:11:45.428909 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-be4b6af1-89a1-4a0d-a207-bfa4e3c51ca7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Deleting port d7fb15eb-d04d-4aff-bae1-4ae0ac8ee5f3 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:45.429256 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be4b6af1-89a1-4a0d-a207-bfa4e3c51ca7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.456168 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-caf43214-11c7-46fd-a53e-2f854610bae8 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=551ae0f6-0712-47b6-9b73-4a9d386eed6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289626 Jul 16 09:11:45.518288 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be4b6af1-89a1-4a0d-a207-bfa4e3c51ca7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.519002 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be4b6af1-89a1-4a0d-a207-bfa4e3c51ca7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.532917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-be4b6af1-89a1-4a0d-a207-bfa4e3c51ca7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Calling delete_port for d7fb15eb-d04d-4aff-bae1-4ae0ac8ee5f3 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:45.592157 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-f61aa2b4-7189-49bb-a448-957e1c9f61dc service neutron] 10.222.0.38 "GET /v2.0/networks/551ae0f6-0712-47b6-9b73-4a9d386eed6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281235 Jul 16 09:11:45.698216 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1530f790-4447-4ca1-b950-c44fe0e986dc req-4ee56309-62f6-4c14-9c0d-8e23596617d6 service neutron] 10.222.0.38 "GET /v2.0/networks/551ae0f6-0712-47b6-9b73-4a9d386eed6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003399 Jul 16 09:11:45.803590 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be4b6af1-89a1-4a0d-a207-bfa4e3c51ca7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:45.816640 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8dcd4-488b-4293-81f3-d1dbc24cbbc0 req-22507650-2847-4cd9-a9c9-035646bf3018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:45.819130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1b8dcd4-488b-4293-81f3-d1dbc24cbbc0 req-22507650-2847-4cd9-a9c9-035646bf3018 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1d94200352d94a3f9c12c909c606038d&device_id=80089a9b-439f-4bc3-a159-68ed9f6716a9 HTTP/1.1" status: 200 len: 1095 time: 0.0631766 Jul 16 09:11:45.862236 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4b6af1-89a1-4a0d-a207-bfa4e3c51ca7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Port': ['ID=d7fb15eb-d04d-4aff-bae1-4ae0ac8ee5f3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:45.928210 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8dcd4-488b-4293-81f3-d1dbc24cbbc0 req-b9479659-de09-484f-ba3a-7fbbd8de7393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:45.929805 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1b8dcd4-488b-4293-81f3-d1dbc24cbbc0 req-b9479659-de09-484f-ba3a-7fbbd8de7393 service neutron] 10.222.0.38 "GET /v2.0/networks?id=551ae0f6-0712-47b6-9b73-4a9d386eed6b HTTP/1.1" status: 200 len: 909 time: 0.1046615 Jul 16 09:11:45.973941 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1b8dcd4-488b-4293-81f3-d1dbc24cbbc0 req-1a72088b-0358-4d72-825b-d604b62ed637 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=be164c84-c5d4-4689-8958-cca4bd44acc0 HTTP/1.1" status: 200 len: 217 time: 0.0368474 Jul 16 09:11:45.978409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a61759d-401c-48c9-a79a-5a9ea40f7ca2 req-0240d7ad-2969-4545-af4a-16f630903bfb tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:45.981192 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3a61759d-401c-48c9-a79a-5a9ea40f7ca2 req-0240d7ad-2969-4545-af4a-16f630903bfb tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=80089a9b-439f-4bc3-a159-68ed9f6716a9 HTTP/1.1" status: 200 len: 943 time: 0.2438209 Jul 16 09:11:46.027050 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be4b6af1-89a1-4a0d-a207-bfa4e3c51ca7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.027388 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-be4b6af1-89a1-4a0d-a207-bfa4e3c51ca7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Floating IP 24ebd598-5556-44ee-be38-ac59486d17e9 disassociated (deleted). External IP: 172.25.4.181, port: 996be045-ecaf-4940-82ee-78cebfda2835. Jul 16 09:11:46.031291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8dcd4-488b-4293-81f3-d1dbc24cbbc0 req-59510f85-5d2f-4832-975c-b1cc5e121728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:46.033209 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1b8dcd4-488b-4293-81f3-d1dbc24cbbc0 req-59510f85-5d2f-4832-975c-b1cc5e121728 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=61414e74-28f3-4d64-b29c-7d854da04671 HTTP/1.1" status: 200 len: 849 time: 0.0531402 Jul 16 09:11:46.084997 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3a61759d-401c-48c9-a79a-5a9ea40f7ca2 req-5c97e198-b0c9-49fd-8530-928c56610f2f tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951390 Jul 16 09:11:46.087977 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1b8dcd4-488b-4293-81f3-d1dbc24cbbc0 req-d26191f9-3859-4560-b6e4-8aececa5d5d9 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=551ae0f6-0712-47b6-9b73-4a9d386eed6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467057 Jul 16 09:11:46.248477 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1b8dcd4-488b-4293-81f3-d1dbc24cbbc0 req-19c92d4f-30f1-4dd4-b55e-2b99a1842a59 service neutron] 10.222.0.38 "GET /v2.0/networks/551ae0f6-0712-47b6-9b73-4a9d386eed6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536329 Jul 16 09:11:46.285945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4b6af1-89a1-4a0d-a207-bfa4e3c51ca7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Router 3b501fdb-a027-4a1e-bec4-7916905bb630 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:46.360614 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1b8dcd4-488b-4293-81f3-d1dbc24cbbc0 req-d5677754-a82e-4617-b89f-3cb9bda6d206 service neutron] 10.222.0.38 "GET /v2.0/networks/551ae0f6-0712-47b6-9b73-4a9d386eed6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051443 Jul 16 09:11:46.411960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4b6af1-89a1-4a0d-a207-bfa4e3c51ca7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:46.417680 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-be4b6af1-89a1-4a0d-a207-bfa4e3c51ca7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:46.423030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c4d47-7739-49cb-9f70-d089d47382cd None None] Sync routers for ids ['3b501fdb-a027-4a1e-bec4-7916905bb630'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:46.434691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c4d47-7739-49cb-9f70-d089d47382cd None None] Routers {'3b501fdb-a027-4a1e-bec4-7916905bb630'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:46.435633 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b72c4d47-7739-49cb-9f70-d089d47382cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3b501fdb-a027-4a1e-bec4-7916905bb630'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:46.472246 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-be4b6af1-89a1-4a0d-a207-bfa4e3c51ca7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "DELETE /v2.0/floatingips/24ebd598-5556-44ee-be38-ac59486d17e9 HTTP/1.1" status: 204 len: 168 time: 1.3162544 Jul 16 09:11:46.472246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'tag': '996be045-ecaf-4940-82ee-78cebfda2835'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:46.472246 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6ea86d-b900-40f3-b015-5abe0db89b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "a61169b1-85b6-4b60-be0a-bba3969db308", "tag": "996be045-ecaf-4940-82ee-78cebfda2835"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:46.532737 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c82f1b0-5c18-41b0-be3a-c936a09e5682 x-openstack-request-id: req-6c82f1b0-5c18-41b0-be3a-c936a09e5682 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:46.533390 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a61169b1-85b6-4b60-be0a-bba3969db308", "tag": "996be045-ecaf-4940-82ee-78cebfda2835", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:46.534424 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6c82f1b0-5c18-41b0-be3a-c936a09e5682 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:46.534424 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'tag': '996be045-ecaf-4940-82ee-78cebfda2835', 'status': 'completed', 'code': 200} Jul 16 09:11:46.562703 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b72c4d47-7739-49cb-9f70-d089d47382cd None None] Set router 3b501fdb-a027-4a1e-bec4-7916905bb630 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:46.648359 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ea86d-b900-40f3-b015-5abe0db89b1c req-b5674d47-5e25-4081-b6ba-334476546184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:46.651609 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9e6ea86d-b900-40f3-b015-5abe0db89b1c req-b5674d47-5e25-4081-b6ba-334476546184 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5&device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 1098 time: 0.0971620 Jul 16 09:11:46.797440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ea86d-b900-40f3-b015-5abe0db89b1c req-ef064349-5ff5-481c-91e9-500faf10bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:46.799337 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9e6ea86d-b900-40f3-b015-5abe0db89b1c req-ef064349-5ff5-481c-91e9-500faf10bab0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 HTTP/1.1" status: 200 len: 897 time: 0.1417201 Jul 16 09:11:46.855580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b72c4d47-7739-49cb-9f70-d089d47382cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:11:37Z', 'revision_number': 6, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '2cd98ace-b868-4325-9514-8087440cd531', 'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:77:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:53Z', 'updated_at': '2021-07-16T09:10:00Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:46.883329 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9e6ea86d-b900-40f3-b015-5abe0db89b1c req-068fef03-44dd-41f5-8dc1-5236579849f4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=996be045-ecaf-4940-82ee-78cebfda2835 HTTP/1.1" status: 200 len: 217 time: 0.0733366 Jul 16 09:11:46.905393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c4d47-7739-49cb-9f70-d089d47382cd None None] Checking router: 3b501fdb-a027-4a1e-bec4-7916905bb630 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:46.920623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72c4d47-7739-49cb-9f70-d089d47382cd None None] Routers {'3b501fdb-a027-4a1e-bec4-7916905bb630'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:46.921873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b72c4d47-7739-49cb-9f70-d089d47382cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3b501fdb-a027-4a1e-bec4-7916905bb630'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:46.965073 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ea86d-b900-40f3-b015-5abe0db89b1c req-f37bb946-eb33-46a5-a99d-4e7d6a7659e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:46.966876 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9e6ea86d-b900-40f3-b015-5abe0db89b1c req-f37bb946-eb33-46a5-a99d-4e7d6a7659e6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b8be2e86-7815-4b9f-b5d9-c966ea070daf HTTP/1.1" status: 200 len: 835 time: 0.0773308 Jul 16 09:11:47.001674 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1fe10-0679-4b41-8c39-0a48b5eee3c0 req-2939eb69-292b-4042-9955-b26f8b4f03d3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:47.006272 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ff1fe10-0679-4b41-8c39-0a48b5eee3c0 req-2939eb69-292b-4042-9955-b26f8b4f03d3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 946 time: 0.0877247 Jul 16 09:11:47.038462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ea86d-b900-40f3-b015-5abe0db89b1c req-5646af3b-ec37-4902-923c-703472e12c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:47.040149 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9e6ea86d-b900-40f3-b015-5abe0db89b1c req-5646af3b-ec37-4902-923c-703472e12c3d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=8de18b4b-e29a-4c94-a98b-6f0aa1b30e89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0652626 Jul 16 09:11:47.047140 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ff1fe10-0679-4b41-8c39-0a48b5eee3c0 req-d1c89519-220e-44bf-b816-9b6b9935043a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a5373b-f7e2-479b-addc-50ca2eeaeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367908 Jul 16 09:11:47.115880 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b72c4d47-7739-49cb-9f70-d089d47382cd None None] Set router 3b501fdb-a027-4a1e-bec4-7916905bb630 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:47.171384 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9e6ea86d-b900-40f3-b015-5abe0db89b1c req-b6289a0e-1ab9-4fab-85cf-3b4552bb082f service neutron] 10.222.0.38 "GET /v2.0/networks/8de18b4b-e29a-4c94-a98b-6f0aa1b30e89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242614 Jul 16 09:11:47.316383 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9e6ea86d-b900-40f3-b015-5abe0db89b1c req-5329c161-a79a-47e6-8138-3a27d1ca0101 service neutron] 10.222.0.38 "GET /v2.0/networks/8de18b4b-e29a-4c94-a98b-6f0aa1b30e89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382859 Jul 16 09:11:47.344865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7820b7a1-c669-41fc-aca7-2b127d785b01 req-8b45506b-4b3b-4147-8f4e-6271d9d831c3 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:47.346962 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7820b7a1-c669-41fc-aca7-2b127d785b01 req-8b45506b-4b3b-4147-8f4e-6271d9d831c3 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=80089a9b-439f-4bc3-a159-68ed9f6716a9 HTTP/1.1" status: 200 len: 943 time: 0.0962605 Jul 16 09:11:47.396951 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7820b7a1-c669-41fc-aca7-2b127d785b01 req-b8292b03-fa47-4bf9-9503-a1a4ec8e7dba tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426247 Jul 16 09:11:47.670533 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b72c4d47-7739-49cb-9f70-d089d47382cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:11:37Z', 'revision_number': 6, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '2cd98ace-b868-4325-9514-8087440cd531', 'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:77:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:53Z', 'updated_at': '2021-07-16T09:10:00Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:47.699033 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72c4d47-7739-49cb-9f70-d089d47382cd None None] The sync data for ids ['3b501fdb-a027-4a1e-bec4-7916905bb630'] in n-d-758944-46 is: [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:11:37Z', 'revision_number': 6, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '2cd98ace-b868-4325-9514-8087440cd531', 'name': '', 'network_id': '8de18b4b-e29a-4c94-a98b-6f0aa1b30e89', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:77:b2:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_interface', 'standard_attr_id': 3830, 'fixed_ips': [{'subnet_id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:53Z', 'updated_at': '2021-07-16T09:10:00Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'b8be2e86-7815-4b9f-b5d9-c966ea070daf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:47.957774 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e8a214-8851-4b2a-8129-82551520cfda None None] New status for floating IP 24ebd598-5556-44ee-be38-ac59486d17e9: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:11:47.976259 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device be164c84-c5d4-4689-8958-cca4bd44acc0 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:11:48.134375 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port be164c84-c5d4-4689-8958-cca4bd44acc0, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=be164c84-c5d4-4689-8958-cca4bd44acc0,segment=NetworkSegment(df4d1504-0ac4-4249-bfd9-383b525b6cd1),segment_id=df4d1504-0ac4-4249-bfd9-383b525b6cd1)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:48.159054 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'be164c84-c5d4-4689-8958-cca4bd44acc0', 'network_id': '551ae0f6-0712-47b6-9b73-4a9d386eed6b', 'port_id': 'be164c84-c5d4-4689-8958-cca4bd44acc0', 'mac_address': 'fa:16:3e:5f:82:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61414e74-28f3-4d64-b29c-7d854da04671', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:11:48.178363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ee956-cfc5-4e24-9949-f7431e76cd2e req-4ff44295-bf84-4086-845b-fa950ed05dc3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:48.181133 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a74ee956-cfc5-4e24-9949-f7431e76cd2e req-4ff44295-bf84-4086-845b-fa950ed05dc3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.38 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 946 time: 0.1268599 Jul 16 09:11:48.225556 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.247179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be164c84-c5d4-4689-8958-cca4bd44acc0 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:11:48.286221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port be164c84-c5d4-4689-8958-cca4bd44acc0, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=be164c84-c5d4-4689-8958-cca4bd44acc0,segment=NetworkSegment(df4d1504-0ac4-4249-bfd9-383b525b6cd1),segment_id=df4d1504-0ac4-4249-bfd9-383b525b6cd1)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:48.294643 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.345413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-a74ee956-cfc5-4e24-9949-f7431e76cd2e req-fe167390-4c2a-4305-8cec-04cd599bc3c1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Deleting port 996be045-ecaf-4940-82ee-78cebfda2835 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:48.345804 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a74ee956-cfc5-4e24-9949-f7431e76cd2e req-fe167390-4c2a-4305-8cec-04cd599bc3c1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.370214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737f92a-9514-4708-8592-f4a651adef0d req-7a3038a6-284a-47de-856c-5bc362fe149e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:48.372280 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=be164c84-c5d4-4689-8958-cca4bd44acc0,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:48.372771 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e737f92a-9514-4708-8592-f4a651adef0d req-7a3038a6-284a-47de-856c-5bc362fe149e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 946 time: 0.1070490 Jul 16 09:11:48.437712 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e737f92a-9514-4708-8592-f4a651adef0d req-05aeeece-c9c6-4ded-ac39-565506bc843a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=e9a5373b-f7e2-479b-addc-50ca2eeaeadb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522354 Jul 16 09:11:48.497518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['be164c84-c5d4-4689-8958-cca4bd44acc0'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:11:48.513300 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a74ee956-cfc5-4e24-9949-f7431e76cd2e req-fe167390-4c2a-4305-8cec-04cd599bc3c1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] For port 996be045-ecaf-4940-82ee-78cebfda2835, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=996be045-ecaf-4940-82ee-78cebfda2835,segment=NetworkSegment(f291eb30-e776-42e1-b024-d5119c923076),segment_id=f291eb30-e776-42e1-b024-d5119c923076)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:48.513671 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a74ee956-cfc5-4e24-9949-f7431e76cd2e req-fe167390-4c2a-4305-8cec-04cd599bc3c1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.529666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-a74ee956-cfc5-4e24-9949-f7431e76cd2e req-fe167390-4c2a-4305-8cec-04cd599bc3c1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Calling delete_port for 996be045-ecaf-4940-82ee-78cebfda2835 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:48.707395 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133a8bc-2c34-4fd3-8486-76e35c51d441 req-3566fe9d-4e40-411a-a125-f9ee388cb785 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:48.708959 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a133a8bc-2c34-4fd3-8486-76e35c51d441 req-3566fe9d-4e40-411a-a125-f9ee388cb785 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=80089a9b-439f-4bc3-a159-68ed9f6716a9 HTTP/1.1" status: 200 len: 944 time: 0.1037276 Jul 16 09:11:48.840257 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a74ee956-cfc5-4e24-9949-f7431e76cd2e req-fe167390-4c2a-4305-8cec-04cd599bc3c1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.861626 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a133a8bc-2c34-4fd3-8486-76e35c51d441 req-847d9481-8113-40c7-bb8c-0e0954620060 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444960 Jul 16 09:11:48.899889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe167390-4c2a-4305-8cec-04cd599bc3c1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Port': ['ID=996be045-ecaf-4940-82ee-78cebfda2835,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:48.974530 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a74ee956-cfc5-4e24-9949-f7431e76cd2e req-fe167390-4c2a-4305-8cec-04cd599bc3c1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] No DVR routers for this DVR port 996be045-ecaf-4940-82ee-78cebfda2835 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:48.978193 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a74ee956-cfc5-4e24-9949-f7431e76cd2e req-fe167390-4c2a-4305-8cec-04cd599bc3c1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:48.981181 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a74ee956-cfc5-4e24-9949-f7431e76cd2e req-fe167390-4c2a-4305-8cec-04cd599bc3c1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.38 "DELETE /v2.0/ports/996be045-ecaf-4940-82ee-78cebfda2835 HTTP/1.1" status: 204 len: 173 time: 0.7946725 Jul 16 09:11:48.981800 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'name': 'network-vif-deleted', 'tag': '996be045-ecaf-4940-82ee-78cebfda2835'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:48.985374 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbf32a8-d663-4cca-8d7e-395f4545d1f3" -d '{"events": [{"server_uuid": "a61169b1-85b6-4b60-be0a-bba3969db308", "name": "network-vif-deleted", "tag": "996be045-ecaf-4940-82ee-78cebfda2835"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:49.041501 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab9540e2-5827-458f-bc25-813d69d18159 x-openstack-request-id: req-ab9540e2-5827-458f-bc25-813d69d18159 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:49.042026 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a61169b1-85b6-4b60-be0a-bba3969db308", "name": "network-vif-deleted", "tag": "996be045-ecaf-4940-82ee-78cebfda2835", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:49.042659 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ab9540e2-5827-458f-bc25-813d69d18159 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:49.043296 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a61169b1-85b6-4b60-be0a-bba3969db308', 'name': 'network-vif-deleted', 'tag': '996be045-ecaf-4940-82ee-78cebfda2835', 'status': 'completed', 'code': 200} Jul 16 09:11:49.662919 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d58f63c-a8ef-4714-a039-e2690647ce88 req-5c8ce010-f12f-4a6f-a4f4-bc7d5ff76aa6 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=a61169b1-85b6-4b60-be0a-bba3969db308 HTTP/1.1" status: 200 len: 210 time: 0.0487201 Jul 16 09:11:49.994858 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device be164c84-c5d4-4689-8958-cca4bd44acc0 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:50.053540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port be164c84-c5d4-4689-8958-cca4bd44acc0 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:50.059744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port be164c84-c5d4-4689-8958-cca4bd44acc0 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:50.060282 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.077324 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b7b077-8448-4396-b53a-f8ada122763f req-59caf9c1-4c80-4454-878f-fb015455ccb2 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:50.079113 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46b7b077-8448-4396-b53a-f8ada122763f req-59caf9c1-4c80-4454-878f-fb015455ccb2 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=80089a9b-439f-4bc3-a159-68ed9f6716a9 HTTP/1.1" status: 200 len: 944 time: 0.0933793 Jul 16 09:11:50.130410 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-46b7b077-8448-4396-b53a-f8ada122763f req-0add421d-f07f-47b3-b99a-6755c79e4b0b tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381963 Jul 16 09:11:50.159358 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.186173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80089a9b-439f-4bc3-a159-68ed9f6716a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be164c84-c5d4-4689-8958-cca4bd44acc0'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:50.188579 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d05d1e7f-574e-422e-896c-f4e4ea1955a3" -d '{"events": [{"server_uuid": "80089a9b-439f-4bc3-a159-68ed9f6716a9", "name": "network-vif-plugged", "status": "completed", "tag": "be164c84-c5d4-4689-8958-cca4bd44acc0"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:50.206914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port be164c84-c5d4-4689-8958-cca4bd44acc0, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=be164c84-c5d4-4689-8958-cca4bd44acc0,segment=NetworkSegment(df4d1504-0ac4-4249-bfd9-383b525b6cd1),segment_id=df4d1504-0ac4-4249-bfd9-383b525b6cd1)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:50.213942 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.253436 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3927c387-d240-4997-95f9-8ea26544d127 x-openstack-request-id: req-3927c387-d240-4997-95f9-8ea26544d127 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:50.254502 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80089a9b-439f-4bc3-a159-68ed9f6716a9", "name": "network-vif-plugged", "status": "completed", "tag": "be164c84-c5d4-4689-8958-cca4bd44acc0", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:50.254865 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3927c387-d240-4997-95f9-8ea26544d127 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:50.255516 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80089a9b-439f-4bc3-a159-68ed9f6716a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be164c84-c5d4-4689-8958-cca4bd44acc0', 'code': 200} Jul 16 09:11:50.292658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=be164c84-c5d4-4689-8958-cca4bd44acc0,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:50.367194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f29078-fcba-4360-8796-b6a8edab56a0 req-1ec6f0c3-4660-44ad-ae51-339fe6d7d8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:50.368972 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36f29078-fcba-4360-8796-b6a8edab56a0 req-1ec6f0c3-4660-44ad-ae51-339fe6d7d8c6 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=80089a9b-439f-4bc3-a159-68ed9f6716a9 HTTP/1.1" status: 200 len: 1097 time: 0.0589964 Jul 16 09:11:50.412407 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36f29078-fcba-4360-8796-b6a8edab56a0 req-b0e7866f-3d41-40e4-a1d6-9bd78e0ef753 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374410 Jul 16 09:11:50.766383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38332) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:50.833117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9133d036-0e87-478a-9718-ac20f96c8f34 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.862715 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9133d036-0e87-478a-9718-ac20f96c8f34 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.931583 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9133d036-0e87-478a-9718-ac20f96c8f34 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.935286 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9133d036-0e87-478a-9718-ac20f96c8f34 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:50.936986 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9133d036-0e87-478a-9718-ac20f96c8f34 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "DELETE /v2.0/security-groups/e9a5373b-f7e2-479b-addc-50ca2eeaeadb HTTP/1.1" status: 204 len: 168 time: 0.1691804 Jul 16 09:11:50.955540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9133d036-0e87-478a-9718-ac20f96c8f34 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a5373b-f7e2-479b-addc-50ca2eeaeadb,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:50.986948 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38336) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:51.471596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddee0859-50af-42b4-beee-1dd3aa94d5a0 req-68fb32e4-fedf-4e80-9387-04e53c568424 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:51.473266 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ddee0859-50af-42b4-beee-1dd3aa94d5a0 req-68fb32e4-fedf-4e80-9387-04e53c568424 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=80089a9b-439f-4bc3-a159-68ed9f6716a9 HTTP/1.1" status: 200 len: 945 time: 0.1299446 Jul 16 09:11:51.538120 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ddee0859-50af-42b4-beee-1dd3aa94d5a0 req-cce9428c-3231-472e-a145-b30ef533ac92 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545309 Jul 16 09:11:51.604389 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-32056425-469a-41cd-8511-605e7207f372 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:51.990131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 996be045-ecaf-4940-82ee-78cebfda2835 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:52.023868 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 996be045-ecaf-4940-82ee-78cebfda2835 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:52.024569 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 996be045-ecaf-4940-82ee-78cebfda2835 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:52.030448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-32056425-469a-41cd-8511-605e7207f372 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Deleting port 2cd98ace-b868-4325-9514-8087440cd531 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:52.031035 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-32056425-469a-41cd-8511-605e7207f372 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.165120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-32056425-469a-41cd-8511-605e7207f372 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] For port 2cd98ace-b868-4325-9514-8087440cd531, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2cd98ace-b868-4325-9514-8087440cd531,segment=NetworkSegment(f291eb30-e776-42e1-b024-d5119c923076),segment_id=f291eb30-e776-42e1-b024-d5119c923076)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:52.165385 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-32056425-469a-41cd-8511-605e7207f372 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.183955 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-32056425-469a-41cd-8511-605e7207f372 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Calling delete_port for 2cd98ace-b868-4325-9514-8087440cd531 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:52.500361 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-32056425-469a-41cd-8511-605e7207f372 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:52.544010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32056425-469a-41cd-8511-605e7207f372 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Port': ['ID=2cd98ace-b868-4325-9514-8087440cd531,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:52.610466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec90166-0c46-4bd0-8c25-d034aced3a14 req-18366a76-9955-4e9d-b2c0-100e4d35ede7 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:52.612125 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aec90166-0c46-4bd0-8c25-d034aced3a14 req-18366a76-9955-4e9d-b2c0-100e4d35ede7 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=80089a9b-439f-4bc3-a159-68ed9f6716a9 HTTP/1.1" status: 200 len: 945 time: 0.1674423 Jul 16 09:11:52.711711 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aec90166-0c46-4bd0-8c25-d034aced3a14 req-88465eaa-4b83-4632-849a-4aaaa623538a tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893183 Jul 16 09:11:52.793596 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-32056425-469a-41cd-8511-605e7207f372 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.031886 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32056425-469a-41cd-8511-605e7207f372 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Router 3b501fdb-a027-4a1e-bec4-7916905bb630 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:53.151543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32056425-469a-41cd-8511-605e7207f372 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:53.157383 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-32056425-469a-41cd-8511-605e7207f372 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "PUT /v2.0/routers/3b501fdb-a027-4a1e-bec4-7916905bb630/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1693285 Jul 16 09:11:53.160893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38352) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:53.164446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c822f26c-1fc4-45ed-a6c1-d74e12e63946 None None] Sync routers for ids ['3b501fdb-a027-4a1e-bec4-7916905bb630'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:53.176175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822f26c-1fc4-45ed-a6c1-d74e12e63946 None None] Routers {'3b501fdb-a027-4a1e-bec4-7916905bb630'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:53.177008 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c822f26c-1fc4-45ed-a6c1-d74e12e63946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3b501fdb-a027-4a1e-bec4-7916905bb630'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:53.355132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-c822f26c-1fc4-45ed-a6c1-d74e12e63946 None None] Set router 3b501fdb-a027-4a1e-bec4-7916905bb630 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:53.594624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc5f34ac-0d88-4fc7-ab3f-656bc6a9d92b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Deleting subnet b8be2e86-7815-4b9f-b5d9-c966ea070daf {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:11:53.600007 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc5f34ac-0d88-4fc7-ab3f-656bc6a9d92b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.642757 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c822f26c-1fc4-45ed-a6c1-d74e12e63946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:11:52Z', 'revision_number': 7, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:53.662735 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc5f34ac-0d88-4fc7-ab3f-656bc6a9d92b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.695215 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c822f26c-1fc4-45ed-a6c1-d74e12e63946 None None] Checking router: 3b501fdb-a027-4a1e-bec4-7916905bb630 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:53.711902 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822f26c-1fc4-45ed-a6c1-d74e12e63946 None None] Routers {'3b501fdb-a027-4a1e-bec4-7916905bb630'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:53.713878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c822f26c-1fc4-45ed-a6c1-d74e12e63946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['3b501fdb-a027-4a1e-bec4-7916905bb630'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:53.734052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a143b31e-2c4c-49ad-a440-d2b246d39051 req-a36f8c21-76d7-4776-bd9f-424b8ce8f4f2 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:53.738018 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a143b31e-2c4c-49ad-a440-d2b246d39051 req-a36f8c21-76d7-4776-bd9f-424b8ce8f4f2 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.38 "GET /v2.0/ports?device_id=80089a9b-439f-4bc3-a159-68ed9f6716a9 HTTP/1.1" status: 200 len: 945 time: 0.1155493 Jul 16 09:11:53.954277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-a143b31e-2c4c-49ad-a440-d2b246d39051 req-2ca56a91-8925-4d54-8837-4a36352015a4 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Deleting port be164c84-c5d4-4689-8958-cca4bd44acc0 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:53.955101 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a143b31e-2c4c-49ad-a440-d2b246d39051 req-2ca56a91-8925-4d54-8837-4a36352015a4 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.957871 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc5f34ac-0d88-4fc7-ab3f-656bc6a9d92b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:53.959315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-c822f26c-1fc4-45ed-a6c1-d74e12e63946 None None] Set router 3b501fdb-a027-4a1e-bec4-7916905bb630 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:54.064345 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc5f34ac-0d88-4fc7-ab3f-656bc6a9d92b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.120329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f34ac-0d88-4fc7-ab3f-656bc6a9d92b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Subnet': ['ID=b8be2e86-7815-4b9f-b5d9-c966ea070daf,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:54.125669 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc5f34ac-0d88-4fc7-ab3f-656bc6a9d92b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.128211 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dc5f34ac-0d88-4fc7-ab3f-656bc6a9d92b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "DELETE /v2.0/subnets/b8be2e86-7815-4b9f-b5d9-c966ea070daf HTTP/1.1" status: 204 len: 168 time: 0.9651558 Jul 16 09:11:54.133409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38356) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:54.161687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b61052c-47d3-45fd-a80d-b35aacf238cb None None] Network 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:54.217272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dbc1dc-44ad-4d5e-a7c1-547aa1fbab96 req-bd9f5600-24cb-4954-87d5-424eddc4a98e tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:54.219274 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32dbc1dc-44ad-4d5e-a7c1-547aa1fbab96 req-bd9f5600-24cb-4954-87d5-424eddc4a98e tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=80089a9b-439f-4bc3-a159-68ed9f6716a9 HTTP/1.1" status: 200 len: 945 time: 0.2390010 Jul 16 09:11:54.223332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a143b31e-2c4c-49ad-a440-d2b246d39051 req-2ca56a91-8925-4d54-8837-4a36352015a4 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] For port be164c84-c5d4-4689-8958-cca4bd44acc0, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=be164c84-c5d4-4689-8958-cca4bd44acc0,segment=NetworkSegment(df4d1504-0ac4-4249-bfd9-383b525b6cd1),segment_id=df4d1504-0ac4-4249-bfd9-383b525b6cd1)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:54.223944 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a143b31e-2c4c-49ad-a440-d2b246d39051 req-2ca56a91-8925-4d54-8837-4a36352015a4 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.261541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-a143b31e-2c4c-49ad-a440-d2b246d39051 req-2ca56a91-8925-4d54-8837-4a36352015a4 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Calling delete_port for be164c84-c5d4-4689-8958-cca4bd44acc0 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:54.287167 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.365955 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-32dbc1dc-44ad-4d5e-a7c1-547aa1fbab96 req-6308b7b9-ed93-4e19-a2ee-0cbbae6723df tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306152 Jul 16 09:11:54.423320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-c822f26c-1fc4-45ed-a6c1-d74e12e63946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:11:52Z', 'revision_number': 7, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:54.454116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c822f26c-1fc4-45ed-a6c1-d74e12e63946 None None] The sync data for ids ['3b501fdb-a027-4a1e-bec4-7916905bb630'] in n-d-758944-46 is: [{'id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'name': 'tempest-TestNetworkBasicOps-router-999898492', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:11:52Z', 'revision_number': 7, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '76473685-1e4a-4ed0-9308-fabb1d5ff98d', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:fa:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b501fdb-a027-4a1e-bec4-7916905bb630', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3822, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:49Z', 'updated_at': '2021-07-16T09:09:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:54.543482 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.562689 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a143b31e-2c4c-49ad-a440-d2b246d39051 req-2ca56a91-8925-4d54-8837-4a36352015a4 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.578981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['be164c84-c5d4-4689-8958-cca4bd44acc0'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:11:54.597160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca56a91-8925-4d54-8837-4a36352015a4 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Pushing event deleted for resources: {'Port': ['ID=be164c84-c5d4-4689-8958-cca4bd44acc0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:54.648233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Deleting port 76473685-1e4a-4ed0-9308-fabb1d5ff98d {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:54.648900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a143b31e-2c4c-49ad-a440-d2b246d39051 req-2ca56a91-8925-4d54-8837-4a36352015a4 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] No DVR routers for this DVR port be164c84-c5d4-4689-8958-cca4bd44acc0 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:54.649067 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.650995 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a143b31e-2c4c-49ad-a440-d2b246d39051 req-2ca56a91-8925-4d54-8837-4a36352015a4 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.653194 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a143b31e-2c4c-49ad-a440-d2b246d39051 req-2ca56a91-8925-4d54-8837-4a36352015a4 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.38 "DELETE /v2.0/ports/be164c84-c5d4-4689-8958-cca4bd44acc0 HTTP/1.1" status: 204 len: 173 time: 0.9087894 Jul 16 09:11:54.653714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80089a9b-439f-4bc3-a159-68ed9f6716a9', 'name': 'network-vif-deleted', 'tag': 'be164c84-c5d4-4689-8958-cca4bd44acc0'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:54.656071 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e96e0a-d258-4d46-b848-c2dfbc4fd5d2" -d '{"events": [{"server_uuid": "80089a9b-439f-4bc3-a159-68ed9f6716a9", "name": "network-vif-deleted", "tag": "be164c84-c5d4-4689-8958-cca4bd44acc0"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:54.695719 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511fc8c6-c93e-4959-b94c-c01dbe9efd46 x-openstack-request-id: req-511fc8c6-c93e-4959-b94c-c01dbe9efd46 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:54.696114 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80089a9b-439f-4bc3-a159-68ed9f6716a9", "name": "network-vif-deleted", "tag": "be164c84-c5d4-4689-8958-cca4bd44acc0", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:54.696338 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-511fc8c6-c93e-4959-b94c-c01dbe9efd46 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:54.696829 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80089a9b-439f-4bc3-a159-68ed9f6716a9', 'name': 'network-vif-deleted', 'tag': 'be164c84-c5d4-4689-8958-cca4bd44acc0', 'status': 'completed', 'code': 200} Jul 16 09:11:54.780657 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] For port 76473685-1e4a-4ed0-9308-fabb1d5ff98d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=76473685-1e4a-4ed0-9308-fabb1d5ff98d,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:54.781099 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:54.796561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Calling delete_port for 76473685-1e4a-4ed0-9308-fabb1d5ff98d owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:54.853024 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d9251e-ea30-4172-8681-14e18424d92b None None] DHCP port deletion for 8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:11:54.944085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-38d9251e-ea30-4172-8681-14e18424d92b None None] Deleting port 68f51e9c-a126-423c-948e-e00a0067e14d {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:54.944327 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-38d9251e-ea30-4172-8681-14e18424d92b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.033421 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.065475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Port': ['ID=76473685-1e4a-4ed0-9308-fabb1d5ff98d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:55.071907 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-38d9251e-ea30-4172-8681-14e18424d92b None None] For port 68f51e9c-a126-423c-948e-e00a0067e14d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=68f51e9c-a126-423c-948e-e00a0067e14d,segment=NetworkSegment(f291eb30-e776-42e1-b024-d5119c923076),segment_id=f291eb30-e776-42e1-b024-d5119c923076)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:55.072538 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-38d9251e-ea30-4172-8681-14e18424d92b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.096310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-38d9251e-ea30-4172-8681-14e18424d92b None None] Calling delete_port for 68f51e9c-a126-423c-948e-e00a0067e14d owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:55.137291 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.216791 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-38d9251e-ea30-4172-8681-14e18424d92b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.248653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d9251e-ea30-4172-8681-14e18424d92b None None] Pushing event deleted for resources: {'Port': ['ID=68f51e9c-a126-423c-948e-e00a0067e14d,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:55.253084 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d9251e-ea30-4172-8681-14e18424d92b None None] No DVR routers for this DVR port 68f51e9c-a126-423c-948e-e00a0067e14d on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:55.309733 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.313883 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.396589 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.397474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Fanout notify agent at l3_agent the message router_deleted on router 3b501fdb-a027-4a1e-bec4-7916905bb630 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:11:55.408204 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.413199 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9ebb104d-0823-4958-904b-9ab231e608a8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "DELETE /v2.0/routers/3b501fdb-a027-4a1e-bec4-7916905bb630 HTTP/1.1" status: 204 len: 168 time: 1.2752116 Jul 16 09:11:55.414342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38360) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:55.533880 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38bd2d62-18e4-4022-979a-6bd273aebe4b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.639552 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38bd2d62-18e4-4022-979a-6bd273aebe4b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.651579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-38bd2d62-18e4-4022-979a-6bd273aebe4b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8de18b4b-e29a-4c94-a98b-6f0aa1b30e89']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:55.663693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-38bd2d62-18e4-4022-979a-6bd273aebe4b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f291eb30-e776-42e1-b024-d5119c923076') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:55.663983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-38bd2d62-18e4-4022-979a-6bd273aebe4b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f291eb30-e776-42e1-b024-d5119c923076') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:55.674688 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38bd2d62-18e4-4022-979a-6bd273aebe4b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.693631 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38bd2d62-18e4-4022-979a-6bd273aebe4b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.701969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38bd2d62-18e4-4022-979a-6bd273aebe4b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:11:55.702388 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38bd2d62-18e4-4022-979a-6bd273aebe4b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:11:55.705850 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:11:55.793394 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38bd2d62-18e4-4022-979a-6bd273aebe4b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.803044 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-38bd2d62-18e4-4022-979a-6bd273aebe4b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.805269 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-38bd2d62-18e4-4022-979a-6bd273aebe4b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "DELETE /v2.0/networks/8de18b4b-e29a-4c94-a98b-6f0aa1b30e89 HTTP/1.1" status: 204 len: 168 time: 0.3892593 Jul 16 09:11:55.831822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bd2d62-18e4-4022-979a-6bd273aebe4b tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Network': ['ID=8de18b4b-e29a-4c94-a98b-6f0aa1b30e89,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:55.835153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38376) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:55.842729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7aabde30-7284-477a-89b8-67beb9c08a35 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'network': {'name': 'tempest-network-smoke--93531998', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'port_security_enabled': True}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:55.876881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7aabde30-7284-477a-89b8-67beb9c08a35 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Made reservation on behalf of 7e30d8f3fe7d4607b50cfb6640ab53b5 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:55.882269 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7aabde30-7284-477a-89b8-67beb9c08a35 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.912523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7aabde30-7284-477a-89b8-67beb9c08a35 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:11:55.928824 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7aabde30-7284-477a-89b8-67beb9c08a35 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.929615 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-7aabde30-7284-477a-89b8-67beb9c08a35 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Added segment 6c8a7eae-9573-4990-8867-1e202707ee1b of type vlan for network 4a0e7e54-916b-419d-a355-1953a6bf219b Jul 16 09:11:55.972760 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3de3af59-4a55-44b4-ac6d-b6eb363c6734 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:55.974316 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3de3af59-4a55-44b4-ac6d-b6eb363c6734 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/networks?id=551ae0f6-0712-47b6-9b73-4a9d386eed6b HTTP/1.1" status: 200 len: 809 time: 0.1481957 Jul 16 09:11:55.981098 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7aabde30-7284-477a-89b8-67beb9c08a35 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:55.998060 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-8cfbc8f6-b703-4f48-afcf-a0b1fecfa0db tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/quotas/1d94200352d94a3f9c12c909c606038d HTTP/1.1" status: 200 len: 375 time: 0.0163682 Jul 16 09:11:56.032466 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7aabde30-7284-477a-89b8-67beb9c08a35 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.039643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aabde30-7284-477a-89b8-67beb9c08a35 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:56.040345 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7aabde30-7284-477a-89b8-67beb9c08a35 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.055603 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-7406286e-d67b-4f19-8c45-f3287dbfc311 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1d94200352d94a3f9c12c909c606038d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498343 Jul 16 09:11:56.092688 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7aabde30-7284-477a-89b8-67beb9c08a35 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2557597 Jul 16 09:11:56.095625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38380) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:56.105087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-732089302', 'admin_state_up': True, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:56.141254 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabde30-7284-477a-89b8-67beb9c08a35 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Network': ['ID=4a0e7e54-916b-419d-a355-1953a6bf219b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:56.148440 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.149613 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.158307 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 4a0e7e54-916b-419d-a355-1953a6bf219b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:11:56.263699 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.453600 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 76473685-1e4a-4ed0-9308-fabb1d5ff98d no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:56.460732 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-36f24700-14ed-4e53-8a94-79a4313f7bda service neutron] 10.222.0.20 "GET /v2.0/networks/551ae0f6-0712-47b6-9b73-4a9d386eed6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977163 Jul 16 09:11:56.479249 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.492032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 76473685-1e4a-4ed0-9308-fabb1d5ff98d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:56.492516 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 76473685-1e4a-4ed0-9308-fabb1d5ff98d not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:56.493229 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2cd98ace-b868-4325-9514-8087440cd531 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:56.535413 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 2cd98ace-b868-4325-9514-8087440cd531 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:56.535827 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2cd98ace-b868-4325-9514-8087440cd531 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:56.536614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 68f51e9c-a126-423c-948e-e00a0067e14d no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:56.570831 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 68f51e9c-a126-423c-948e-e00a0067e14d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:56.571365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 68f51e9c-a126-423c-948e-e00a0067e14d not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:56.603129 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-e83bbdfb-17ce-4cbc-92d0-4f70c4ba17a7 service neutron] 10.222.0.20 "GET /v2.0/networks/551ae0f6-0712-47b6-9b73-4a9d386eed6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339550 Jul 16 09:11:56.824374 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.840860 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-30ab7860-e7de-4a04-b3f7-a31e60affcfa req-51aa4765-a3c6-4002-b8b5-6397605e1fcd tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 210 time: 0.0521901 Jul 16 09:11:56.860408 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:56.996568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Allocated IP 172.25.4.220 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/230354f1-7333-4175-89b6-34031768cc1a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:57.149028 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.215146 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.283099 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:57.286443 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:57.291701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:57.318299 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Port': ['ID=230354f1-7333-4175-89b6-34031768cc1a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:57.583080 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.824048 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:57.978267 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:11:58.029716 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device be164c84-c5d4-4689-8958-cca4bd44acc0 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:58.069435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: be164c84-c5d4-4689-8958-cca4bd44acc0 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:58.070388 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device be164c84-c5d4-4689-8958-cca4bd44acc0 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:58.099710 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a059f43c-08fe-48f3-bc1f-3b32c57e21cd req-c9fff915-2936-4705-8a0c-0a8e6bcac6f5 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 210 time: 0.0507350 Jul 16 09:11:58.178169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:58.194944 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Sync routers for ids ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:58.204725 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:58.210275 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7a21f5dd-8749-48ad-af3b-2569a94a0d3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1116343 Jul 16 09:11:58.211111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38394) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:58.213371 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Routers {'49e85eed-9bd1-4c78-ae92-ace7234cfd7a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:58.214402 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:58.249795 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fd1a174e-f42c-432c-90c8-51f8dc6dc70b tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=7e30d8f3fe7d4607b50cfb6640ab53b5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370512 Jul 16 09:11:58.254796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38396) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:58.308063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-648bd931-df55-4e93-9080-48ceac229923 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:58.310016 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-648bd931-df55-4e93-9080-48ceac229923 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.38 "GET /v2.0/networks?id=551ae0f6-0712-47b6-9b73-4a9d386eed6b HTTP/1.1" status: 200 len: 809 time: 0.2217700 Jul 16 09:11:58.325191 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-7d0541ce-338c-4701-a865-433214180c82 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Request body: {'port': {'device_id': '91d881df-9dd2-45d5-88a6-f686683caee3', 'network_id': '551ae0f6-0712-47b6-9b73-4a9d386eed6b', 'admin_state_up': True, 'tenant_id': '1d94200352d94a3f9c12c909c606038d'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:58.374294 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Set router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:58.431896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175ef667-e8cd-4cc0-98a3-f290c5425bfa tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:58.436003 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-175ef667-e8cd-4cc0-98a3-f290c5425bfa tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1837027 Jul 16 09:11:58.438559 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38398) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:58.491399 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-75aa78d8-3a10-4408-9b3f-590333b576d7 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0508902 Jul 16 09:11:58.495237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38400) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:58.502153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7ebedb17-a217-4e6b-a7cf-341fc368899a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1107565764', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:58.587224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-7d0541ce-338c-4701-a865-433214180c82 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Made reservation on behalf of 1d94200352d94a3f9c12c909c606038d for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:58.591307 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-7d0541ce-338c-4701-a865-433214180c82 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:58.615146 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'name': 'tempest-TestNetworkBasicOps-router-732089302', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '230354f1-7333-4175-89b6-34031768cc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:11:57Z', 'revision_number': 3, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '230354f1-7333-4175-89b6-34031768cc1a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:11:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:58.647191 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Checking router: 49e85eed-9bd1-4c78-ae92-ace7234cfd7a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:58.647652 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Updating router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a port 230354f1-7333-4175-89b6-34031768cc1a binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:11:58.666669 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebedb17-a217-4e6b-a7cf-341fc368899a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Made reservation on behalf of 7e30d8f3fe7d4607b50cfb6640ab53b5 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:58.670354 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ebedb17-a217-4e6b-a7cf-341fc368899a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:58.691746 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:58.827734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-7d0541ce-338c-4701-a865-433214180c82 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Allocated IP 172.20.0.13 (551ae0f6-0712-47b6-9b73-4a9d386eed6b/61414e74-28f3-4d64-b29c-7d854da04671/016c4ccf-9b5d-4b49-b31a-b7fa083023a1) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:59.007452 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ebedb17-a217-4e6b-a7cf-341fc368899a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.033676 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.046095 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Transition to ACTIVE for port object 230354f1-7333-4175-89b6-34031768cc1a will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:59.053022 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.107307 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Attempting to bind port 230354f1-7333-4175-89b6-34031768cc1a on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:59.107678 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Attempting to bind port 230354f1-7333-4175-89b6-34031768cc1a by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:59.108048 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Attempting to bind port 230354f1-7333-4175-89b6-34031768cc1a on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:59.114352 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe93a9d-bc2c-4db3-9738-94dbff91ca51 None None] Pushing event updated for resources: {'Port': ['ID=230354f1-7333-4175-89b6-34031768cc1a,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:59.122962 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:59.123344 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:59.123759 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.124164 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:59.124692 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Bound port: 230354f1-7333-4175-89b6-34031768cc1a, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:59.125083 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.136993 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebedb17-a217-4e6b-a7cf-341fc368899a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Subnet': ['ID=f8552e33-2e5d-4a1c-9680-160b9ab9b3a0,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:59.158314 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-7d0541ce-338c-4701-a865-433214180c82 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.159007 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe93a9d-bc2c-4db3-9738-94dbff91ca51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:59.159408 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe93a9d-bc2c-4db3-9738-94dbff91ca51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:59.159751 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe93a9d-bc2c-4db3-9738-94dbff91ca51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:59.160091 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe93a9d-bc2c-4db3-9738-94dbff91ca51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:59.160420 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe93a9d-bc2c-4db3-9738-94dbff91ca51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:59.161043 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe93a9d-bc2c-4db3-9738-94dbff91ca51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:59.161532 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe93a9d-bc2c-4db3-9738-94dbff91ca51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:59.161808 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebedb17-a217-4e6b-a7cf-341fc368899a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Checking segment: {'id': '6c8a7eae-9573-4990-8867-1e202707ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:59.162183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebedb17-a217-4e6b-a7cf-341fc368899a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network hostable DHCP agents. Network: 4a0e7e54-916b-419d-a355-1953a6bf219b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:11:59.162402 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe93a9d-bc2c-4db3-9738-94dbff91ca51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:59.162868 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe93a9d-bc2c-4db3-9738-94dbff91ca51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:59.163053 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe93a9d-bc2c-4db3-9738-94dbff91ca51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:59.163529 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe93a9d-bc2c-4db3-9738-94dbff91ca51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:59.163854 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe93a9d-bc2c-4db3-9738-94dbff91ca51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:59.194857 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebedb17-a217-4e6b-a7cf-341fc368899a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network 4a0e7e54-916b-419d-a355-1953a6bf219b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:11:59.200278 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] For port 230354f1-7333-4175-89b6-34031768cc1a, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:59.203987 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] For port 230354f1-7333-4175-89b6-34031768cc1a, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=230354f1-7333-4175-89b6-34031768cc1a,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:59.213705 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.219990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-7ebedb17-a217-4e6b-a7cf-341fc368899a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 4a0e7e54-916b-419d-a355-1953a6bf219b) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:59.224737 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebedb17-a217-4e6b-a7cf-341fc368899a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:59.225754 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7ebedb17-a217-4e6b-a7cf-341fc368899a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.241894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204ac325-440b-404e-aa47-26446892ec0f None None] Network 4a0e7e54-916b-419d-a355-1953a6bf219b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:59.247279 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-7d0541ce-338c-4701-a865-433214180c82 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.292889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38404) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:59.293756 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7ebedb17-a217-4e6b-a7cf-341fc368899a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7963972 Jul 16 09:11:59.293902 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe93a9d-bc2c-4db3-9738-94dbff91ca51 None None] Pushing event updated for resources: {'Port': ['ID=230354f1-7333-4175-89b6-34031768cc1a,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:59.324362 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Routers {'49e85eed-9bd1-4c78-ae92-ace7234cfd7a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:59.324673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-7d0541ce-338c-4701-a865-433214180c82 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Network 551ae0f6-0712-47b6-9b73-4a9d386eed6b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:59.325444 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:59.328453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-7d0541ce-338c-4701-a865-433214180c82 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:59.335203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-7d0541ce-338c-4701-a865-433214180c82 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:59.366522 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0541ce-338c-4701-a865-433214180c82 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Pushing event updated for resources: {'Port': ['ID=016c4ccf-9b5d-4b49-b31a-b7fa083023a1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:59.447645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-7d0541ce-338c-4701-a865-433214180c82 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:59.448366 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-7d0541ce-338c-4701-a865-433214180c82 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.459928 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] Set router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:59.477443 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-7d0541ce-338c-4701-a865-433214180c82 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1582456 Jul 16 09:11:59.504690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e084455a-c4e4-4324-b148-cafb52ead12c req-f8ffe5b7-6139-4699-b2cf-ccec786f7220 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:59.512638 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e084455a-c4e4-4324-b148-cafb52ead12c req-f8ffe5b7-6139-4699-b2cf-ccec786f7220 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 932 time: 0.1426113 Jul 16 09:11:59.569138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e084455a-c4e4-4324-b148-cafb52ead12c req-5fd0eef7-3be4-46f9-b839-e434a2bed005 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552914 Jul 16 09:11:59.649353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-4a0e7e54-916b-419d-a355-1953a6bf219b', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ips': [{'subnet_id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:11:59.651271 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.664547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Request body: {'port': {'device_id': '91d881df-9dd2-45d5-88a6-f686683caee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:59.774996 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:59.872691 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'name': 'tempest-TestNetworkBasicOps-router-732089302', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '230354f1-7333-4175-89b6-34031768cc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:11:57Z', 'revision_number': 3, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '230354f1-7333-4175-89b6-34031768cc1a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:59.873324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Allocated IP 172.20.0.2 (4a0e7e54-916b-419d-a355-1953a6bf219b/f8552e33-2e5d-4a1c-9680-160b9ab9b3a0/471264b0-12dd-4c49-99af-d6592046a6b9) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:59.912145 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-839ff780-b401-4af1-9ee2-6dc189c77d11 None None] The sync data for ids ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'] in n-d-758944-46 is: [{'id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'name': 'tempest-TestNetworkBasicOps-router-732089302', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '230354f1-7333-4175-89b6-34031768cc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:11:57Z', 'revision_number': 3, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '230354f1-7333-4175-89b6-34031768cc1a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:11:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:00.142375 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.154117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Transition to ACTIVE for port object 471264b0-12dd-4c49-99af-d6592046a6b9 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:00.171800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Transition to ACTIVE for port object 471264b0-12dd-4c49-99af-d6592046a6b9 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:00.176980 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:00.182729 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.188030 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.207552 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Network 4a0e7e54-916b-419d-a355-1953a6bf219b is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:00.209900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Transition to ACTIVE for port object 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:00.221807 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.233295 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:00.238840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:00.363098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Pushing event updated for resources: {'Port': ['ID=016c4ccf-9b5d-4b49-b31a-b7fa083023a1,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:00.365628 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Pushing event updated for resources: {'Port': ['ID=471264b0-12dd-4c49-99af-d6592046a6b9,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:00.467889 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Attempting to bind port 471264b0-12dd-4c49-99af-d6592046a6b9 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:00.468682 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Attempting to bind port 471264b0-12dd-4c49-99af-d6592046a6b9 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '6c8a7eae-9573-4990-8867-1e202707ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:00.469931 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Attempting to bind port 471264b0-12dd-4c49-99af-d6592046a6b9 on network 4a0e7e54-916b-419d-a355-1953a6bf219b {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:00.478109 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:00.478906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Checking segment: {'id': '6c8a7eae-9573-4990-8867-1e202707ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:00.480188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.480844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Bound using segment: {'id': '6c8a7eae-9573-4990-8867-1e202707ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:00.482465 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Bound port: 471264b0-12dd-4c49-99af-d6592046a6b9, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8a7eae-9573-4990-8867-1e202707ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:00.483198 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.539178 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Attempting to bind port 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:00.539757 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Attempting to bind port 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'df4d1504-0ac4-4249-bfd9-383b525b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '551ae0f6-0712-47b6-9b73-4a9d386eed6b'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:00.540302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Attempting to bind port 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 on network 551ae0f6-0712-47b6-9b73-4a9d386eed6b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:00.550011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Port 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 on network 551ae0f6-0712-47b6-9b73-4a9d386eed6b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:12:00.550265 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Attempting to bind port 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 on network 551ae0f6-0712-47b6-9b73-4a9d386eed6b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:00.558866 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:00.559409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Checking segment: {'id': 'df4d1504-0ac4-4249-bfd9-383b525b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '551ae0f6-0712-47b6-9b73-4a9d386eed6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:00.560619 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Bound using segment: {'id': 'df4d1504-0ac4-4249-bfd9-383b525b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '551ae0f6-0712-47b6-9b73-4a9d386eed6b'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:00.560855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Bound port: 016c4ccf-9b5d-4b49-b31a-b7fa083023a1, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4d1504-0ac4-4249-bfd9-383b525b6cd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '551ae0f6-0712-47b6-9b73-4a9d386eed6b'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:00.561381 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.563400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 230354f1-7333-4175-89b6-34031768cc1a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:00.661670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] For port 471264b0-12dd-4c49-99af-d6592046a6b9, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:00.673569 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] For port 471264b0-12dd-4c49-99af-d6592046a6b9, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=471264b0-12dd-4c49-99af-d6592046a6b9,segment=NetworkSegment(6c8a7eae-9573-4990-8867-1e202707ee1b),segment_id=6c8a7eae-9573-4990-8867-1e202707ee1b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:00.690127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] For port 016c4ccf-9b5d-4b49-b31a-b7fa083023a1, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:00.691704 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.696982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] For port 016c4ccf-9b5d-4b49-b31a-b7fa083023a1, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=016c4ccf-9b5d-4b49-b31a-b7fa083023a1,segment=NetworkSegment(df4d1504-0ac4-4249-bfd9-383b525b6cd1),segment_id=df4d1504-0ac4-4249-bfd9-383b525b6cd1)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:00.699776 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.711918 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.713203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 230354f1-7333-4175-89b6-34031768cc1a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:00.728703 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 230354f1-7333-4175-89b6-34031768cc1a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:00.729087 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.755673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:00.756893 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:00.758820 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] 10.222.0.38 "PUT /v2.0/ports/016c4ccf-9b5d-4b49-b31a-b7fa083023a1 HTTP/1.1" status: 200 len: 1093 time: 1.2727416 Jul 16 09:12:00.761855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91d881df-9dd2-45d5-88a6-f686683caee3', 'tag': '016c4ccf-9b5d-4b49-b31a-b7fa083023a1'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:00.765362 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5025818-2a46-43cd-85e5-472cc25b7ecc" -d '{"events": [{"name": "network-changed", "server_uuid": "91d881df-9dd2-45d5-88a6-f686683caee3", "tag": "016c4ccf-9b5d-4b49-b31a-b7fa083023a1"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:00.858095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b48b5-8fc8-421f-9306-14dcc7f3d27c service neutron] Pushing event updated for resources: {'Port': ['ID=016c4ccf-9b5d-4b49-b31a-b7fa083023a1,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:00.930553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbbd03-84aa-45e2-909e-a6d1f66bf936 None None] Pushing event updated for resources: {'Port': ['ID=471264b0-12dd-4c49-99af-d6592046a6b9,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:00.960625 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-6ef17bb1-ee9d-4716-ada1-99e673c761b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:00.963488 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-6ef17bb1-ee9d-4716-ada1-99e673c761b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1d94200352d94a3f9c12c909c606038d&device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 1096 time: 0.1530702 Jul 16 09:12:01.018036 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.048547 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 230354f1-7333-4175-89b6-34031768cc1a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=230354f1-7333-4175-89b6-34031768cc1a,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:01.057652 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.083563 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-b78aa1b5-aa6f-40a6-ab63-e72f3d90cc1e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=016c4ccf-9b5d-4b49-b31a-b7fa083023a1 HTTP/1.1" status: 200 len: 217 time: 0.1130183 Jul 16 09:12:01.182159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=230354f1-7333-4175-89b6-34031768cc1a,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:01.203165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-f5696965-3a09-4533-890e-9f4e3c437179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:01.205039 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-f5696965-3a09-4533-890e-9f4e3c437179 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=61414e74-28f3-4d64-b29c-7d854da04671 HTTP/1.1" status: 200 len: 849 time: 0.1153290 Jul 16 09:12:01.208617 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2bf33be-e657-45b4-94eb-1b9a5d9c1115 x-openstack-request-id: req-d2bf33be-e657-45b4-94eb-1b9a5d9c1115 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:01.209013 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91d881df-9dd2-45d5-88a6-f686683caee3", "tag": "016c4ccf-9b5d-4b49-b31a-b7fa083023a1", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:01.209509 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2bf33be-e657-45b4-94eb-1b9a5d9c1115 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:01.210174 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91d881df-9dd2-45d5-88a6-f686683caee3', 'tag': '016c4ccf-9b5d-4b49-b31a-b7fa083023a1', 'status': 'completed', 'code': 200} Jul 16 09:12:01.236012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8411a-b3b6-4f09-b48b-58aaa74c26a3 req-cf496181-2f33-436e-9b01-a9436bd60c36 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:01.249907 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cf8411a-b3b6-4f09-b48b-58aaa74c26a3 req-cf496181-2f33-436e-9b01-a9436bd60c36 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 944 time: 0.3852851 Jul 16 09:12:01.281294 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-a5daf1cb-b61a-4cb7-a89b-bee2f3a31e3e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=551ae0f6-0712-47b6-9b73-4a9d386eed6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504470 Jul 16 09:12:01.345024 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4cf8411a-b3b6-4f09-b48b-58aaa74c26a3 req-5e8c66c2-4c9f-48a4-8169-6ec369871791 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887420 Jul 16 09:12:01.422901 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-2159f241-ea6b-4b6b-8523-086d76901ecc service neutron] 10.222.0.38 "GET /v2.0/networks/551ae0f6-0712-47b6-9b73-4a9d386eed6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371233 Jul 16 09:12:01.513969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Allocated IP 172.20.0.1 (4a0e7e54-916b-419d-a355-1953a6bf219b/f8552e33-2e5d-4a1c-9680-160b9ab9b3a0/b121ed48-7451-4816-90f8-b96b6ee69238) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:01.539289 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1907a891-6a63-4b25-b79a-4b78d55be099 req-75e7bb81-c655-4718-896b-7de0bcf8005b service neutron] 10.222.0.38 "GET /v2.0/networks/551ae0f6-0712-47b6-9b73-4a9d386eed6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135943 Jul 16 09:12:01.648717 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.657910 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5025818-2a46-43cd-85e5-472cc25b7ecc req-39cfd33c-885e-4ef7-b7dc-f618045a6279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:01.659601 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e5025818-2a46-43cd-85e5-472cc25b7ecc req-39cfd33c-885e-4ef7-b7dc-f618045a6279 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1d94200352d94a3f9c12c909c606038d&device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 1096 time: 0.0687175 Jul 16 09:12:01.666060 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Transition to ACTIVE for port object b121ed48-7451-4816-90f8-b96b6ee69238 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:01.721047 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.770383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network 4a0e7e54-916b-419d-a355-1953a6bf219b is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:01.776670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:01.781536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:01.792367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5025818-2a46-43cd-85e5-472cc25b7ecc req-20cbb06d-fbdd-4ba6-9a59-fa596807e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:01.794374 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e5025818-2a46-43cd-85e5-472cc25b7ecc req-20cbb06d-fbdd-4ba6-9a59-fa596807e24d service neutron] 10.222.0.38 "GET /v2.0/networks?id=551ae0f6-0712-47b6-9b73-4a9d386eed6b HTTP/1.1" status: 200 len: 909 time: 0.1282012 Jul 16 09:12:01.817459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Port': ['ID=b121ed48-7451-4816-90f8-b96b6ee69238,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:01.849009 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:01.867097 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e5025818-2a46-43cd-85e5-472cc25b7ecc req-cc701bc2-6fa2-4aa4-a0f6-496dee586d4e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=016c4ccf-9b5d-4b49-b31a-b7fa083023a1 HTTP/1.1" status: 200 len: 217 time: 0.0645912 Jul 16 09:12:01.943263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5025818-2a46-43cd-85e5-472cc25b7ecc req-78fabf84-2f40-4c2d-8752-b4001e491ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:01.946371 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e5025818-2a46-43cd-85e5-472cc25b7ecc req-78fabf84-2f40-4c2d-8752-b4001e491ad0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=61414e74-28f3-4d64-b29c-7d854da04671 HTTP/1.1" status: 200 len: 849 time: 0.0723405 Jul 16 09:12:01.997159 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e5025818-2a46-43cd-85e5-472cc25b7ecc req-ba19328d-9b12-4c5d-9e3b-50e115a15b7f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=551ae0f6-0712-47b6-9b73-4a9d386eed6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443344 Jul 16 09:12:02.047182 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.130331 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e5025818-2a46-43cd-85e5-472cc25b7ecc req-3804fdb0-fc67-4975-92f3-cc96aadf7212 service neutron] 10.222.0.38 "GET /v2.0/networks/551ae0f6-0712-47b6-9b73-4a9d386eed6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265037 Jul 16 09:12:02.220475 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ff9f92-47c4-42ab-ae0a-c47684826555 None None] Network 4a0e7e54-916b-419d-a355-1953a6bf219b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:02.302412 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e5025818-2a46-43cd-85e5-472cc25b7ecc req-b4d80073-6d99-4797-ac9d-76b613bed560 service neutron] 10.222.0.38 "GET /v2.0/networks/551ae0f6-0712-47b6-9b73-4a9d386eed6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645803 Jul 16 09:12:02.360247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-92348577-7c52-43ba-8539-a7028f66e1af None None] Provisioning for port 471264b0-12dd-4c49-99af-d6592046a6b9 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:02.632774 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.643854 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.704838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 230354f1-7333-4175-89b6-34031768cc1a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:02.758873 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Port': ['ID=b121ed48-7451-4816-90f8-b96b6ee69238,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:02.762049 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.798171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dea07c-4afa-49cc-ae2f-a743408b1486 req-d6836755-3a45-4f50-9861-a15adee84c97 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:02.810816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 230354f1-7333-4175-89b6-34031768cc1a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:02.811671 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-56dea07c-4afa-49cc-ae2f-a743408b1486 req-d6836755-3a45-4f50-9861-a15adee84c97 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 944 time: 0.1946757 Jul 16 09:12:02.811880 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.896212 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-56dea07c-4afa-49cc-ae2f-a743408b1486 req-bb8cd452-974f-44cd-a3a4-7049a0934f5f tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830905 Jul 16 09:12:02.967263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 471264b0-12dd-4c49-99af-d6592046a6b9 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:02.977508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network 4a0e7e54-916b-419d-a355-1953a6bf219b is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:02.980159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:03.039033 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4a0cad84-98ea-4e98-bca5-1f379677c680 None None] Provisioning for port b121ed48-7451-4816-90f8-b96b6ee69238 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:03.045262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 471264b0-12dd-4c49-99af-d6592046a6b9 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:03.051730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4a0cad84-98ea-4e98-bca5-1f379677c680 None None] Provisioning complete for port b121ed48-7451-4816-90f8-b96b6ee69238 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:03.052918 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4a0cad84-98ea-4e98-bca5-1f379677c680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:03.091854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 471264b0-12dd-4c49-99af-d6592046a6b9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:03.092409 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:03.134698 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:12:03.167582 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-4a0cad84-98ea-4e98-bca5-1f379677c680 None None] Port b121ed48-7451-4816-90f8-b96b6ee69238 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:12:03.240201 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:03.270925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:12:03.278573 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8fc21fe7-2f97-4a9f-bbd3-9e6c1a8b2ae7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "PUT /v2.0/routers/49e85eed-9bd1-4c78-ae92-ace7234cfd7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9837885 Jul 16 09:12:03.282619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38416) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:03.421637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fba3b49-6a25-47d5-abb0-46bb50405876 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:03.422694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fba3b49-6a25-47d5-abb0-46bb50405876 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:03.423619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fba3b49-6a25-47d5-abb0-46bb50405876 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:03.425188 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fba3b49-6a25-47d5-abb0-46bb50405876 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:03.426268 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fba3b49-6a25-47d5-abb0-46bb50405876 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:03.432117 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8fba3b49-6a25-47d5-abb0-46bb50405876 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3577 time: 0.1457591 Jul 16 09:12:03.432526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38418) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:03.447358 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Sync routers for ids ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:03.484086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 471264b0-12dd-4c49-99af-d6592046a6b9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=471264b0-12dd-4c49-99af-d6592046a6b9,segment=NetworkSegment(6c8a7eae-9573-4990-8867-1e202707ee1b),segment_id=6c8a7eae-9573-4990-8867-1e202707ee1b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:03.485667 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Routers {'49e85eed-9bd1-4c78-ae92-ace7234cfd7a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:03.486275 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:03.493467 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:03.536780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f5ac69dd-4658-42e8-a8f7-005e54e1999c None None] Provisioning complete for port b121ed48-7451-4816-90f8-b96b6ee69238 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:03.537159 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f5ac69dd-4658-42e8-a8f7-005e54e1999c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:03.541823 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f86568-b03a-4a7f-b733-6242189b8d4c tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:03.542539 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f86568-b03a-4a7f-b733-6242189b8d4c tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:03.543126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f86568-b03a-4a7f-b733-6242189b8d4c tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:03.543763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f86568-b03a-4a7f-b733-6242189b8d4c tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:03.544332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f86568-b03a-4a7f-b733-6242189b8d4c tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:03.546892 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-21f86568-b03a-4a7f-b733-6242189b8d4c tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3365 time: 0.1132045 Jul 16 09:12:03.551985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38420) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:03.660860 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f5ac69dd-4658-42e8-a8f7-005e54e1999c None None] Port b121ed48-7451-4816-90f8-b96b6ee69238 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:12:03.664255 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=471264b0-12dd-4c49-99af-d6592046a6b9,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:03.687926 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Set router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:03.741958 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-68e2b719-abfc-4faf-a60a-f3ad1c740d86 tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1881511 Jul 16 09:12:03.858712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bfdf7c44-b04f-452a-b2a7-007fdc85ef00 None None] Provisioning complete for port b121ed48-7451-4816-90f8-b96b6ee69238 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:03.859338 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bfdf7c44-b04f-452a-b2a7-007fdc85ef00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:03.972312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf7c44-b04f-452a-b2a7-007fdc85ef00 None None] Port b121ed48-7451-4816-90f8-b96b6ee69238 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:12:04.038101 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.058464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:12:04.088748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38428) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:04.094667 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-1bc4f6fe-07e7-4524-82f0-fd04182aeed5 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1955124909', 'description': 'tempest-secgroup-smoke-1955124909 description', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:04.097262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'name': 'tempest-TestNetworkBasicOps-router-732089302', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '230354f1-7333-4175-89b6-34031768cc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '230354f1-7333-4175-89b6-34031768cc1a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b121ed48-7451-4816-90f8-b96b6ee69238', 'name': '', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:cc:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:01Z', 'updated_at': '2021-07-16T09:12:02Z', 'revision_number': 2, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:04.128188 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f6fe-07e7-4524-82f0-fd04182aeed5 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.145076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Checking router: 49e85eed-9bd1-4c78-ae92-ace7234cfd7a for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:04.145492 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Updating router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a port b121ed48-7451-4816-90f8-b96b6ee69238 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:12:04.162276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c692e38-fc5c-492d-8e40-41b2af8926d1 req-5267ad79-d1ad-4092-ba13-7b0292c3eae9 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:04.165168 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c692e38-fc5c-492d-8e40-41b2af8926d1 req-5267ad79-d1ad-4092-ba13-7b0292c3eae9 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 944 time: 0.1315653 Jul 16 09:12:04.230001 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.257529 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c692e38-fc5c-492d-8e40-41b2af8926d1 req-e20a7d15-ac6b-4c8d-97c7-16011fd6aab7 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834446 Jul 16 09:12:04.281184 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f6fe-07e7-4524-82f0-fd04182aeed5 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.289226 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f6fe-07e7-4524-82f0-fd04182aeed5 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.294264 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 016c4ccf-9b5d-4b49-b31a-b7fa083023a1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=016c4ccf-9b5d-4b49-b31a-b7fa083023a1,segment=NetworkSegment(df4d1504-0ac4-4249-bfd9-383b525b6cd1),segment_id=df4d1504-0ac4-4249-bfd9-383b525b6cd1)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:04.314766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '016c4ccf-9b5d-4b49-b31a-b7fa083023a1', 'network_id': '551ae0f6-0712-47b6-9b73-4a9d386eed6b', 'port_id': '016c4ccf-9b5d-4b49-b31a-b7fa083023a1', 'mac_address': 'fa:16:3e:0a:cb:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61414e74-28f3-4d64-b29c-7d854da04671', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:12:04.336842 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1bc4f6fe-07e7-4524-82f0-fd04182aeed5 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.338405 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1bc4f6fe-07e7-4524-82f0-fd04182aeed5 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2482946 Jul 16 09:12:04.341856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4f6fe-07e7-4524-82f0-fd04182aeed5 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91ce727e-db31-465a-8b92-bfc7f296aece,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:04.343168 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38430) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:04.353616 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-75ffd600-32c1-4996-9ae8-cc4cdca7da20 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': '91ce727e-db31-465a-8b92-bfc7f296aece', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:04.400841 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-75ffd600-32c1-4996-9ae8-cc4cdca7da20 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.429156 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.463635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:04.488424 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-75ffd600-32c1-4996-9ae8-cc4cdca7da20 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.496556 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-75ffd600-32c1-4996-9ae8-cc4cdca7da20 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.526484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 471264b0-12dd-4c49-99af-d6592046a6b9 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:04.531209 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 016c4ccf-9b5d-4b49-b31a-b7fa083023a1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=016c4ccf-9b5d-4b49-b31a-b7fa083023a1,segment=NetworkSegment(df4d1504-0ac4-4249-bfd9-383b525b6cd1),segment_id=df4d1504-0ac4-4249-bfd9-383b525b6cd1)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:04.531640 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ffd600-32c1-4996-9ae8-cc4cdca7da20 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21172feb-74f0-4718-a5c0-4fafe937ee0a,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:04.537059 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-75ffd600-32c1-4996-9ae8-cc4cdca7da20 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.543250 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-75ffd600-32c1-4996-9ae8-cc4cdca7da20 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1935468 Jul 16 09:12:04.543833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38432) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:04.553535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-da8d944e-f94a-4cb8-ba3d-dfbd4aaf0068 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': '91ce727e-db31-465a-8b92-bfc7f296aece', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:04.558415 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.600186 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da8d944e-f94a-4cb8-ba3d-dfbd4aaf0068 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.664963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=016c4ccf-9b5d-4b49-b31a-b7fa083023a1,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:04.702815 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da8d944e-f94a-4cb8-ba3d-dfbd4aaf0068 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.709144 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da8d944e-f94a-4cb8-ba3d-dfbd4aaf0068 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.717072 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 471264b0-12dd-4c49-99af-d6592046a6b9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:04.717421 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.733957 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d944e-f94a-4cb8-ba3d-dfbd4aaf0068 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b82a6470-d2a6-4115-9587-c3a912955a25,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:04.744305 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da8d944e-f94a-4cb8-ba3d-dfbd4aaf0068 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.746651 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-da8d944e-f94a-4cb8-ba3d-dfbd4aaf0068 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2009468 Jul 16 09:12:04.750266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38434) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:04.752190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['016c4ccf-9b5d-4b49-b31a-b7fa083023a1'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:12:04.756590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c856b2c8-7215-4fe1-abe2-e0367bb5e81a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': '91ce727e-db31-465a-8b92-bfc7f296aece', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:04.760907 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.793406 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c856b2c8-7215-4fe1-abe2-e0367bb5e81a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.810243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Transition to ACTIVE for port object b121ed48-7451-4816-90f8-b96b6ee69238 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:04.821353 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.888819 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c856b2c8-7215-4fe1-abe2-e0367bb5e81a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.896305 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c856b2c8-7215-4fe1-abe2-e0367bb5e81a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.899648 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec3383-8936-4718-9520-dda456711271 None None] Pushing event updated for resources: {'Port': ['ID=b121ed48-7451-4816-90f8-b96b6ee69238,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:04.920205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c856b2c8-7215-4fe1-abe2-e0367bb5e81a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a741781-1dcf-42e6-88dd-f6d90e2cedd2,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:04.941816 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c856b2c8-7215-4fe1-abe2-e0367bb5e81a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:04.944626 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c856b2c8-7215-4fe1-abe2-e0367bb5e81a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1919134 Jul 16 09:12:04.947700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38436) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:04.953224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-dc75d2fa-c03e-47b3-8068-ccbeaf572390 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': '91ce727e-db31-465a-8b92-bfc7f296aece', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:04.991836 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc75d2fa-c03e-47b3-8068-ccbeaf572390 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.092089 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc75d2fa-c03e-47b3-8068-ccbeaf572390 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.099686 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc75d2fa-c03e-47b3-8068-ccbeaf572390 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.113028 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Attempting to bind port b121ed48-7451-4816-90f8-b96b6ee69238 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:05.113819 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Attempting to bind port b121ed48-7451-4816-90f8-b96b6ee69238 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '6c8a7eae-9573-4990-8867-1e202707ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:05.114409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Attempting to bind port b121ed48-7451-4816-90f8-b96b6ee69238 on network 4a0e7e54-916b-419d-a355-1953a6bf219b {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:05.128345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc75d2fa-c03e-47b3-8068-ccbeaf572390 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f375631-2bb2-4689-8d00-386ccd021230,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:05.139441 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc75d2fa-c03e-47b3-8068-ccbeaf572390 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.141318 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dc75d2fa-c03e-47b3-8068-ccbeaf572390 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1923003 Jul 16 09:12:05.142376 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:05.142949 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Checking segment: {'id': '6c8a7eae-9573-4990-8867-1e202707ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:05.143656 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.144250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Bound using segment: {'id': '6c8a7eae-9573-4990-8867-1e202707ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:05.145051 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38438) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:05.145201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Bound port: b121ed48-7451-4816-90f8-b96b6ee69238, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8a7eae-9573-4990-8867-1e202707ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:05.145674 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.151136 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-85b600fd-3fb4-4dd2-b17f-10475d95e06c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': '91ce727e-db31-465a-8b92-bfc7f296aece', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:05.177020 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-85b600fd-3fb4-4dd2-b17f-10475d95e06c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Project 7e30d8f3fe7d4607b50cfb6640ab53b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:12:05.183701 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-85b600fd-3fb4-4dd2-b17f-10475d95e06c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.267283 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-85b600fd-3fb4-4dd2-b17f-10475d95e06c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.273928 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-85b600fd-3fb4-4dd2-b17f-10475d95e06c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.296382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b600fd-3fb4-4dd2-b17f-10475d95e06c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fbebfb-883b-43d8-83ab-df9b322b68c8,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:05.307716 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-85b600fd-3fb4-4dd2-b17f-10475d95e06c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.309087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-85b600fd-3fb4-4dd2-b17f-10475d95e06c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1626959 Jul 16 09:12:05.309300 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cb1a20e0-e3b4-4bf2-8056-1337ee0c9fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.316098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38442) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:05.325944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-00c31c37-26cc-48e8-aaf2-904e2b95c2c8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'security_group_rule': {'security_group_id': '91ce727e-db31-465a-8b92-bfc7f296aece', 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:05.326285 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] For port b121ed48-7451-4816-90f8-b96b6ee69238, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:05.333042 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] For port b121ed48-7451-4816-90f8-b96b6ee69238, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b121ed48-7451-4816-90f8-b96b6ee69238,segment=NetworkSegment(6c8a7eae-9573-4990-8867-1e202707ee1b),segment_id=6c8a7eae-9573-4990-8867-1e202707ee1b)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:05.344008 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.374374 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-00c31c37-26cc-48e8-aaf2-904e2b95c2c8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Project 7e30d8f3fe7d4607b50cfb6640ab53b5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:12:05.381164 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-00c31c37-26cc-48e8-aaf2-904e2b95c2c8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.434545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Routers {'49e85eed-9bd1-4c78-ae92-ace7234cfd7a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:05.435613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:11:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:05.506039 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-00c31c37-26cc-48e8-aaf2-904e2b95c2c8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.516818 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-00c31c37-26cc-48e8-aaf2-904e2b95c2c8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.530942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19270c7e-5c4e-4ee2-9626-27573c7e7c83 req-bffec1eb-9c0e-4652-9f4c-b918ca2c8baa tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:05.534898 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-19270c7e-5c4e-4ee2-9626-27573c7e7c83 req-bffec1eb-9c0e-4652-9f4c-b918ca2c8baa tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 945 time: 0.1161468 Jul 16 09:12:05.547267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ec3383-8936-4718-9520-dda456711271 None None] Pushing event updated for resources: {'Port': ['ID=b121ed48-7451-4816-90f8-b96b6ee69238,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:05.573967 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-00c31c37-26cc-48e8-aaf2-904e2b95c2c8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.577548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-00c31c37-26cc-48e8-aaf2-904e2b95c2c8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2578778 Jul 16 09:12:05.583841 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c31c37-26cc-48e8-aaf2-904e2b95c2c8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14484167-a1b1-4c6d-9670-4be76746dc81,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:05.635691 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-19270c7e-5c4e-4ee2-9626-27573c7e7c83 req-6136d3f6-8f8c-488c-9585-04cc69b05de3 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910976 Jul 16 09:12:05.673969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] Set router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:05.762521 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.889134 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-0b742da1-f1e2-49df-bca4-0674685f3463 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1955124909&fields=id&tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5 HTTP/1.1" status: 200 len: 267 time: 0.0513098 Jul 16 09:12:05.987275 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'name': 'tempest-TestNetworkBasicOps-router-732089302', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '230354f1-7333-4175-89b6-34031768cc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '230354f1-7333-4175-89b6-34031768cc1a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b121ed48-7451-4816-90f8-b96b6ee69238', 'name': '', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:cc:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:01Z', 'updated_at': '2021-07-16T09:12:05Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:06.021142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4f28fc-690a-44dd-87e2-5e36e5e0685f None None] The sync data for ids ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'] in n-d-758944-46 is: [{'id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'name': 'tempest-TestNetworkBasicOps-router-732089302', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '230354f1-7333-4175-89b6-34031768cc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '230354f1-7333-4175-89b6-34031768cc1a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b121ed48-7451-4816-90f8-b96b6ee69238', 'name': '', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:cc:79:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:01Z', 'updated_at': '2021-07-16T09:12:05Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:06.090919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:06.185214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:06.193658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:06.194492 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.340274 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.376412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d881df-9dd2-45d5-88a6-f686683caee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016c4ccf-9b5d-4b49-b31a-b7fa083023a1'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:06.380226 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff99ba78-4815-4266-8716-6079929f8fd3" -d '{"events": [{"server_uuid": "91d881df-9dd2-45d5-88a6-f686683caee3", "name": "network-vif-plugged", "status": "completed", "tag": "016c4ccf-9b5d-4b49-b31a-b7fa083023a1"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:06.398204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 016c4ccf-9b5d-4b49-b31a-b7fa083023a1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=016c4ccf-9b5d-4b49-b31a-b7fa083023a1,segment=NetworkSegment(df4d1504-0ac4-4249-bfd9-383b525b6cd1),segment_id=df4d1504-0ac4-4249-bfd9-383b525b6cd1)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:06.404056 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.444880 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-24544f85-0c77-4c3d-b933-bcf66e6bbb4c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:06.453881 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-24544f85-0c77-4c3d-b933-bcf66e6bbb4c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/networks?id=4a0e7e54-916b-419d-a355-1953a6bf219b HTTP/1.1" status: 200 len: 795 time: 0.5579951 Jul 16 09:12:06.472268 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-a58f57a1-a90b-4305-9507-28181b74b579 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/quotas/7e30d8f3fe7d4607b50cfb6640ab53b5 HTTP/1.1" status: 200 len: 375 time: 0.0170217 Jul 16 09:12:06.491668 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa56ee34-5a42-4126-abb5-8d4cacd4ade4 x-openstack-request-id: req-fa56ee34-5a42-4126-abb5-8d4cacd4ade4 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:06.491966 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d881df-9dd2-45d5-88a6-f686683caee3", "name": "network-vif-plugged", "status": "completed", "tag": "016c4ccf-9b5d-4b49-b31a-b7fa083023a1", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:06.492219 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fa56ee34-5a42-4126-abb5-8d4cacd4ade4 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:06.492672 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d881df-9dd2-45d5-88a6-f686683caee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016c4ccf-9b5d-4b49-b31a-b7fa083023a1', 'code': 200} Jul 16 09:12:06.493783 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=016c4ccf-9b5d-4b49-b31a-b7fa083023a1,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:06.527349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b121ed48-7451-4816-90f8-b96b6ee69238 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:06.601188 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-d67e660f-d5e3-461e-ba36-413fe6debd82 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1274166 Jul 16 09:12:06.608120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port b121ed48-7451-4816-90f8-b96b6ee69238 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:06.614479 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b121ed48-7451-4816-90f8-b96b6ee69238 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:06.615011 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.718053 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.769119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port b121ed48-7451-4816-90f8-b96b6ee69238, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b121ed48-7451-4816-90f8-b96b6ee69238,segment=NetworkSegment(6c8a7eae-9573-4990-8867-1e202707ee1b),segment_id=6c8a7eae-9573-4990-8867-1e202707ee1b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:06.775069 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.803373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a71c49-c0c5-40ab-bbaa-cc6dd8963dac req-630e5e22-036e-4f82-9355-808437612de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:06.806050 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-87a71c49-c0c5-40ab-bbaa-cc6dd8963dac req-630e5e22-036e-4f82-9355-808437612de2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 1098 time: 0.2328210 Jul 16 09:12:06.853806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=b121ed48-7451-4816-90f8-b96b6ee69238,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:06.864165 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-c73728db-41ac-4990-9702-bfec6f8465f7 service neutron] 10.222.0.20 "GET /v2.0/networks/4a0e7e54-916b-419d-a355-1953a6bf219b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289102 Jul 16 09:12:06.932616 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-87a71c49-c0c5-40ab-bbaa-cc6dd8963dac req-2f9d09b0-ce59-4732-a72c-a49c15dba82f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141975 Jul 16 09:12:06.978191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964b8cde-e569-4af7-a66d-24079f3213e5 req-89f76443-eb7b-4152-b4c8-83c8d817dff3 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:06.989276 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-964b8cde-e569-4af7-a66d-24079f3213e5 req-89f76443-eb7b-4152-b4c8-83c8d817dff3 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 946 time: 0.0969384 Jul 16 09:12:07.010906 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-13fc4b71-488f-4728-a5fd-75438508f0c3 service neutron] 10.222.0.20 "GET /v2.0/networks/4a0e7e54-916b-419d-a355-1953a6bf219b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386425 Jul 16 09:12:07.032765 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-964b8cde-e569-4af7-a66d-24079f3213e5 req-e2879d9c-8593-4f22-a95f-b7637fd45388 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423257 Jul 16 09:12:07.292680 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b1aa3e8a-abd7-4e9f-90bb-70a990cf0cc5 req-68380b3e-526d-4ba8-b445-a526fca84685 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 210 time: 0.0475752 Jul 16 09:12:07.942710 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b60b27c8-9717-4faf-a094-d40a3fec6398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.229678 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.245516 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a5123-6869-443d-b19a-af0054dddc10 req-02ee2fc3-a03b-4ac7-8348-4a587fa2d91d tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:08.247213 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca4a5123-6869-443d-b19a-af0054dddc10 req-02ee2fc3-a03b-4ac7-8348-4a587fa2d91d tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 946 time: 0.0781429 Jul 16 09:12:08.292983 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca4a5123-6869-443d-b19a-af0054dddc10 req-256a1f31-81e2-45f4-914b-887bc6a4e59c tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378985 Jul 16 09:12:08.455995 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-366188a4-11e7-4eb2-b9e0-001d4bfdbee8 req-a96953ba-387b-4366-ab7b-d87f471eb433 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 210 time: 0.0337899 Jul 16 09:12:08.525717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b121ed48-7451-4816-90f8-b96b6ee69238 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:08.779362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-2ee73758-198a-4140-9c94-2be0829d72cb tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:08.782216 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-2ee73758-198a-4140-9c94-2be0829d72cb tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.15 "GET /v2.0/networks?id=4a0e7e54-916b-419d-a355-1953a6bf219b HTTP/1.1" status: 200 len: 795 time: 0.1721756 Jul 16 09:12:08.786911 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b121ed48-7451-4816-90f8-b96b6ee69238 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:08.787293 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.845134 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-3eecc12a-4222-4c2c-8801-f65f5bc01afb tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5 HTTP/1.1" status: 200 len: 380 time: 0.0469613 Jul 16 09:12:08.855037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-13007bfa-d44b-4fd7-8530-706aa4e0aa93 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'port': {'device_id': 'ac8d81cc-2706-4b3a-a7b8-12ecab623b62', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'admin_state_up': True, 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'security_groups': ['91ce727e-db31-465a-8b92-bfc7f296aece']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:09.031567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-13007bfa-d44b-4fd7-8530-706aa4e0aa93 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Made reservation on behalf of 7e30d8f3fe7d4607b50cfb6640ab53b5 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:09.036328 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-13007bfa-d44b-4fd7-8530-706aa4e0aa93 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:09.202530 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-13007bfa-d44b-4fd7-8530-706aa4e0aa93 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Allocated IP 172.20.0.12 (4a0e7e54-916b-419d-a355-1953a6bf219b/f8552e33-2e5d-4a1c-9680-160b9ab9b3a0/34184e7d-193b-49e7-a866-28a0af79f26e) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:09.442550 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-13007bfa-d44b-4fd7-8530-706aa4e0aa93 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:09.463466 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-13007bfa-d44b-4fd7-8530-706aa4e0aa93 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Transition to ACTIVE for port object 34184e7d-193b-49e7-a866-28a0af79f26e will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:09.508275 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-13007bfa-d44b-4fd7-8530-706aa4e0aa93 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:09.559126 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b580dc3f-324c-41e2-9be6-51e7870a3012 req-4c1a806b-822f-4515-8d54-a61fc3d9b415 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:09.561949 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b580dc3f-324c-41e2-9be6-51e7870a3012 req-4c1a806b-822f-4515-8d54-a61fc3d9b415 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 946 time: 0.1075127 Jul 16 09:12:09.588718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-13007bfa-d44b-4fd7-8530-706aa4e0aa93 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network 4a0e7e54-916b-419d-a355-1953a6bf219b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:09.599854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-13007bfa-d44b-4fd7-8530-706aa4e0aa93 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:09.604071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-13007bfa-d44b-4fd7-8530-706aa4e0aa93 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:09.622906 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b580dc3f-324c-41e2-9be6-51e7870a3012 req-dcbf7d17-2ab2-4883-8b67-545ae8c439a6 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523190 Jul 16 09:12:09.710025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13007bfa-d44b-4fd7-8530-706aa4e0aa93 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Port': ['ID=34184e7d-193b-49e7-a866-28a0af79f26e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:09.773173 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-13007bfa-d44b-4fd7-8530-706aa4e0aa93 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:09.774409 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-13007bfa-d44b-4fd7-8530-706aa4e0aa93 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:09.812377 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:09.813070 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-13007bfa-d44b-4fd7-8530-706aa4e0aa93 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9620516 Jul 16 09:12:09.841593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdcc9a9-02f3-456b-b50d-7b2a89ed9732 req-947ba32e-4641-49e6-bba5-04dc77cc4bbe tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:09.843410 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-afdcc9a9-02f3-456b-b50d-7b2a89ed9732 req-947ba32e-4641-49e6-bba5-04dc77cc4bbe tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 932 time: 0.1667123 Jul 16 09:12:09.905092 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Request body: {'port': {'device_id': 'ac8d81cc-2706-4b3a-a7b8-12ecab623b62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:09.911263 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-afdcc9a9-02f3-456b-b50d-7b2a89ed9732 req-3bd27d0f-0877-4067-9b01-dd36ab33da3e tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=91ce727e-db31-465a-8b92-bfc7f296aece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562134 Jul 16 09:12:09.963990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6d64e5c9-6668-44fc-945f-2897e89ff32a None None] Provisioning for port 34184e7d-193b-49e7-a866-28a0af79f26e completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:09.969385 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6d64e5c9-6668-44fc-945f-2897e89ff32a None None] Provisioning complete for port 34184e7d-193b-49e7-a866-28a0af79f26e triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:09.969800 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6d64e5c9-6668-44fc-945f-2897e89ff32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:09.997399 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.016836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-6d64e5c9-6668-44fc-945f-2897e89ff32a None None] Port 34184e7d-193b-49e7-a866-28a0af79f26e cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:12:10.378969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34184e7d-193b-49e7-a866-28a0af79f26e {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:10.387940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.401807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Transition to ACTIVE for port object 34184e7d-193b-49e7-a866-28a0af79f26e will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:10.406355 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.462154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Pushing event updated for resources: {'Port': ['ID=34184e7d-193b-49e7-a866-28a0af79f26e,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:10.571267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Attempting to bind port 34184e7d-193b-49e7-a866-28a0af79f26e on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:10.572026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Attempting to bind port 34184e7d-193b-49e7-a866-28a0af79f26e by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '6c8a7eae-9573-4990-8867-1e202707ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:10.572614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Attempting to bind port 34184e7d-193b-49e7-a866-28a0af79f26e on network 4a0e7e54-916b-419d-a355-1953a6bf219b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:10.580860 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Port 34184e7d-193b-49e7-a866-28a0af79f26e on network 4a0e7e54-916b-419d-a355-1953a6bf219b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:12:10.581388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Attempting to bind port 34184e7d-193b-49e7-a866-28a0af79f26e on network 4a0e7e54-916b-419d-a355-1953a6bf219b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:10.590574 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:10.591136 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Checking segment: {'id': '6c8a7eae-9573-4990-8867-1e202707ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:10.591780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Bound using segment: {'id': '6c8a7eae-9573-4990-8867-1e202707ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:10.592522 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Bound port: 34184e7d-193b-49e7-a866-28a0af79f26e, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8a7eae-9573-4990-8867-1e202707ee1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:10.593115 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.776230 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] For port 34184e7d-193b-49e7-a866-28a0af79f26e, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:10.803160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] For port 34184e7d-193b-49e7-a866-28a0af79f26e, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=34184e7d-193b-49e7-a866-28a0af79f26e,segment=NetworkSegment(6c8a7eae-9573-4990-8867-1e202707ee1b),segment_id=6c8a7eae-9573-4990-8867-1e202707ee1b)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:10.810497 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.834012 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce5fd0-76c9-4391-adcf-f2ebb465fc5e req-dac61f95-5d13-4493-9356-00f910d0e5f4 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:10.836722 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53ce5fd0-76c9-4391-adcf-f2ebb465fc5e req-dac61f95-5d13-4493-9356-00f910d0e5f4 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.38 "GET /v2.0/ports?device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 946 time: 0.2201202 Jul 16 09:12:10.883369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b9322-b882-4e82-b550-41bbdc9dce4a req-db3aa07b-b674-488c-9067-62ef1ce3ff21 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:10.885480 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ad3b9322-b882-4e82-b550-41bbdc9dce4a req-db3aa07b-b674-488c-9067-62ef1ce3ff21 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 946 time: 0.0781481 Jul 16 09:12:10.934981 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ad3b9322-b882-4e82-b550-41bbdc9dce4a req-3fc22823-9937-4df2-a053-db70a981d833 tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/security-groups?id=1183e677-2ac5-4745-ad2f-15d0b1406edd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422273 Jul 16 09:12:10.967899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:10.969169 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.972268 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] 10.222.0.15 "PUT /v2.0/ports/34184e7d-193b-49e7-a866-28a0af79f26e HTTP/1.1" status: 200 len: 1093 time: 1.1519542 Jul 16 09:12:10.973106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8d81cc-2706-4b3a-a7b8-12ecab623b62', 'tag': '34184e7d-193b-49e7-a866-28a0af79f26e'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:10.977728 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dff53ad-6701-4d7c-a86f-7ef10ff21a62" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8d81cc-2706-4b3a-a7b8-12ecab623b62", "tag": "34184e7d-193b-49e7-a866-28a0af79f26e"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:11.069326 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952080d7-d771-4ffa-b0a7-c335f1d3186b x-openstack-request-id: req-952080d7-d771-4ffa-b0a7-c335f1d3186b {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:11.069799 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8d81cc-2706-4b3a-a7b8-12ecab623b62", "tag": "34184e7d-193b-49e7-a866-28a0af79f26e", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:11.070207 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-952080d7-d771-4ffa-b0a7-c335f1d3186b {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:11.070857 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8d81cc-2706-4b3a-a7b8-12ecab623b62', 'tag': '34184e7d-193b-49e7-a866-28a0af79f26e', 'status': 'completed', 'code': 200} Jul 16 09:12:11.076437 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1b6cb8-a981-40dc-9fce-571d5794c96f service neutron] Pushing event updated for resources: {'Port': ['ID=34184e7d-193b-49e7-a866-28a0af79f26e,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:11.310786 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.322071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-34018198-455a-4432-adc0-256054cc875e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:11.324609 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-34018198-455a-4432-adc0-256054cc875e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5&device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 1096 time: 0.2865045 Jul 16 09:12:11.345492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38624625-430b-41e5-abf5-433fef664612 req-4a9b4567-db6c-4edf-9411-0d18fde48194 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:11.348824 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-38624625-430b-41e5-abf5-433fef664612 req-4a9b4567-db6c-4edf-9411-0d18fde48194 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 944 time: 0.2844307 Jul 16 09:12:11.366749 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-53ce5fd0-76c9-4391-adcf-f2ebb465fc5e req-274b3921-cc0c-49b3-92f5-4048f9a1d1cf tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Deleting port 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:11.367330 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-53ce5fd0-76c9-4391-adcf-f2ebb465fc5e req-274b3921-cc0c-49b3-92f5-4048f9a1d1cf tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.457675 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-d8f50eb5-844a-4050-bf85-d0b47d5ef592 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34184e7d-193b-49e7-a866-28a0af79f26e HTTP/1.1" status: 200 len: 217 time: 0.1071985 Jul 16 09:12:11.656566 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-38624625-430b-41e5-abf5-433fef664612 req-944aac67-5108-46d2-8990-4cc7cc566f01 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=91ce727e-db31-465a-8b92-bfc7f296aece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2927361 Jul 16 09:12:11.675033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-b404c80c-aa58-461d-a630-333a05489c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:11.677677 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-b404c80c-aa58-461d-a630-333a05489c39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8552e33-2e5d-4a1c-9680-160b9ab9b3a0 HTTP/1.1" status: 200 len: 835 time: 0.1944463 Jul 16 09:12:11.764592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-53ce5fd0-76c9-4391-adcf-f2ebb465fc5e req-274b3921-cc0c-49b3-92f5-4048f9a1d1cf tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] For port 016c4ccf-9b5d-4b49-b31a-b7fa083023a1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=016c4ccf-9b5d-4b49-b31a-b7fa083023a1,segment=NetworkSegment(df4d1504-0ac4-4249-bfd9-383b525b6cd1),segment_id=df4d1504-0ac4-4249-bfd9-383b525b6cd1)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:11.765212 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-53ce5fd0-76c9-4391-adcf-f2ebb465fc5e req-274b3921-cc0c-49b3-92f5-4048f9a1d1cf tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:11.792214 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-53ce5fd0-76c9-4391-adcf-f2ebb465fc5e req-274b3921-cc0c-49b3-92f5-4048f9a1d1cf tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Calling delete_port for 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:11.909848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-26d0a75b-6c2b-4a03-a9ac-11ccebf63614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:11.911333 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-26d0a75b-6c2b-4a03-a9ac-11ccebf63614 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a0e7e54-916b-419d-a355-1953a6bf219b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2245615 Jul 16 09:12:12.061486 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-f106aa8e-24d2-4280-a214-019bf1875eea service neutron] 10.222.0.15 "GET /v2.0/networks/4a0e7e54-916b-419d-a355-1953a6bf219b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422389 Jul 16 09:12:12.101804 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-53ce5fd0-76c9-4391-adcf-f2ebb465fc5e req-274b3921-cc0c-49b3-92f5-4048f9a1d1cf tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:12.115625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['016c4ccf-9b5d-4b49-b31a-b7fa083023a1'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:12:12.152755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-20b6628a-c968-4462-8dcd-c81c969ef20b req-14d1441a-4c28-480f-aec0-b10ce40778ed tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.20 "GET /v2.0/ports?device_id=91d881df-9dd2-45d5-88a6-f686683caee3 HTTP/1.1" status: 200 len: 210 time: 0.0565922 Jul 16 09:12:12.165351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274b3921-cc0c-49b3-92f5-4048f9a1d1cf tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Pushing event deleted for resources: {'Port': ['ID=016c4ccf-9b5d-4b49-b31a-b7fa083023a1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:12.228856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ce5fd0-76c9-4391-adcf-f2ebb465fc5e req-274b3921-cc0c-49b3-92f5-4048f9a1d1cf tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] No DVR routers for this DVR port 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:12.234652 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-53ce5fd0-76c9-4391-adcf-f2ebb465fc5e req-274b3921-cc0c-49b3-92f5-4048f9a1d1cf tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:12.236731 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53ce5fd0-76c9-4391-adcf-f2ebb465fc5e req-274b3921-cc0c-49b3-92f5-4048f9a1d1cf tempest-VolumesActionsTest-1203825075 tempest-VolumesActionsTest-1203825075-project] 10.222.0.38 "DELETE /v2.0/ports/016c4ccf-9b5d-4b49-b31a-b7fa083023a1 HTTP/1.1" status: 204 len: 173 time: 1.3580403 Jul 16 09:12:12.248733 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-222f1bda-c198-4a2d-babd-127f41268fb2 req-4c5634d3-f479-451d-a145-660884d3b91b service neutron] 10.222.0.15 "GET /v2.0/networks/4a0e7e54-916b-419d-a355-1953a6bf219b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808093 Jul 16 09:12:12.381021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff53ad-6701-4d7c-a86f-7ef10ff21a62 req-9fcfe863-ce84-43f1-ae21-6fe800a045eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:12.384044 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2dff53ad-6701-4d7c-a86f-7ef10ff21a62 req-9fcfe863-ce84-43f1-ae21-6fe800a045eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5&device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 1096 time: 0.0763743 Jul 16 09:12:12.494024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff53ad-6701-4d7c-a86f-7ef10ff21a62 req-bb2b3a60-e573-410b-b9b0-634a28aa8b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:12.495537 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2dff53ad-6701-4d7c-a86f-7ef10ff21a62 req-bb2b3a60-e573-410b-b9b0-634a28aa8b11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a0e7e54-916b-419d-a355-1953a6bf219b HTTP/1.1" status: 200 len: 895 time: 0.1046183 Jul 16 09:12:12.540891 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2dff53ad-6701-4d7c-a86f-7ef10ff21a62 req-308b3f28-de39-427c-94dd-2965078e70ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34184e7d-193b-49e7-a866-28a0af79f26e HTTP/1.1" status: 200 len: 217 time: 0.0386300 Jul 16 09:12:12.593193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff53ad-6701-4d7c-a86f-7ef10ff21a62 req-9a47c842-dda6-401f-badc-fe031122a0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:12.594717 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2dff53ad-6701-4d7c-a86f-7ef10ff21a62 req-9a47c842-dda6-401f-badc-fe031122a0fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8552e33-2e5d-4a1c-9680-160b9ab9b3a0 HTTP/1.1" status: 200 len: 835 time: 0.0469568 Jul 16 09:12:12.692614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dff53ad-6701-4d7c-a86f-7ef10ff21a62 req-3ebeaa41-9322-4ef2-a8bf-7ea25792eadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:12.694197 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2dff53ad-6701-4d7c-a86f-7ef10ff21a62 req-3ebeaa41-9322-4ef2-a8bf-7ea25792eadd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a0e7e54-916b-419d-a355-1953a6bf219b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0928185 Jul 16 09:12:12.929578 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2dff53ad-6701-4d7c-a86f-7ef10ff21a62 req-7ebb80e4-5527-46bc-8bde-bb56c72fbd85 service neutron] 10.222.0.15 "GET /v2.0/networks/4a0e7e54-916b-419d-a355-1953a6bf219b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276390 Jul 16 09:12:13.007331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93115306-ea3a-4c33-972a-62bfded41188 req-c6b39978-c69a-4bce-97ef-b0cac346f76f tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:13.009453 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-93115306-ea3a-4c33-972a-62bfded41188 req-c6b39978-c69a-4bce-97ef-b0cac346f76f tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 944 time: 0.1949790 Jul 16 09:12:13.072874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91d881df-9dd2-45d5-88a6-f686683caee3', 'name': 'network-vif-deleted', 'tag': '016c4ccf-9b5d-4b49-b31a-b7fa083023a1'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:13.075202 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8e6268-28b2-44e3-b04c-9ae686a1aee0" -d '{"events": [{"server_uuid": "91d881df-9dd2-45d5-88a6-f686683caee3", "name": "network-vif-deleted", "tag": "016c4ccf-9b5d-4b49-b31a-b7fa083023a1"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:13.105948 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-93115306-ea3a-4c33-972a-62bfded41188 req-4a811d8e-86de-48b3-a6bd-e09e9a47aea9 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=91ce727e-db31-465a-8b92-bfc7f296aece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655682 Jul 16 09:12:13.110170 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2dff53ad-6701-4d7c-a86f-7ef10ff21a62 req-08f68b80-58d2-4aa7-961f-dab4300796d3 service neutron] 10.222.0.15 "GET /v2.0/networks/4a0e7e54-916b-419d-a355-1953a6bf219b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690915 Jul 16 09:12:13.129415 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ebb134d-bf5d-447e-b749-aefbc03a14f0 x-openstack-request-id: req-6ebb134d-bf5d-447e-b749-aefbc03a14f0 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:13.129753 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91d881df-9dd2-45d5-88a6-f686683caee3", "name": "network-vif-deleted", "tag": "016c4ccf-9b5d-4b49-b31a-b7fa083023a1", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:13.130080 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6ebb134d-bf5d-447e-b749-aefbc03a14f0 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:13.130363 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91d881df-9dd2-45d5-88a6-f686683caee3', 'name': 'network-vif-deleted', 'tag': '016c4ccf-9b5d-4b49-b31a-b7fa083023a1', 'status': 'completed', 'code': 200} Jul 16 09:12:14.121274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:14.147379 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:14.147836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 016c4ccf-9b5d-4b49-b31a-b7fa083023a1 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:14.230432 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 34184e7d-193b-49e7-a866-28a0af79f26e details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:12:14.376436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61413d0f-f3b4-410f-a619-e2facf4c0d5b req-820c3f6f-e390-49b9-999c-ca535f7b090d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:14.379639 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61413d0f-f3b4-410f-a619-e2facf4c0d5b req-820c3f6f-e390-49b9-999c-ca535f7b090d tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 944 time: 0.1236470 Jul 16 09:12:14.411656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 34184e7d-193b-49e7-a866-28a0af79f26e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=34184e7d-193b-49e7-a866-28a0af79f26e,segment=NetworkSegment(6c8a7eae-9573-4990-8867-1e202707ee1b),segment_id=6c8a7eae-9573-4990-8867-1e202707ee1b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:14.431884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '34184e7d-193b-49e7-a866-28a0af79f26e', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'port_id': '34184e7d-193b-49e7-a866-28a0af79f26e', 'mac_address': 'fa:16:3e:fd:dc:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:12:14.447141 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61413d0f-f3b4-410f-a619-e2facf4c0d5b req-f22a71fc-ee9e-4436-ab83-86b7e9e6c048 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=91ce727e-db31-465a-8b92-bfc7f296aece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503209 Jul 16 09:12:14.490902 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:14.506228 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34184e7d-193b-49e7-a866-28a0af79f26e {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:14.534504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 34184e7d-193b-49e7-a866-28a0af79f26e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=34184e7d-193b-49e7-a866-28a0af79f26e,segment=NetworkSegment(6c8a7eae-9573-4990-8867-1e202707ee1b),segment_id=6c8a7eae-9573-4990-8867-1e202707ee1b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:14.539319 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:14.593199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=34184e7d-193b-49e7-a866-28a0af79f26e,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:14.740743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['34184e7d-193b-49e7-a866-28a0af79f26e'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:12:15.765933 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:12:15.815479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ecdccb-206f-4670-95ab-d211d16089f7 req-f70bc863-b38e-4316-981a-fa8e4b643ba3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:15.818724 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-23ecdccb-206f-4670-95ab-d211d16089f7 req-f70bc863-b38e-4316-981a-fa8e4b643ba3 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 945 time: 0.1335859 Jul 16 09:12:15.893975 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-23ecdccb-206f-4670-95ab-d211d16089f7 req-623c2049-1b61-4a71-87bd-b039e94bb941 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=91ce727e-db31-465a-8b92-bfc7f296aece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656688 Jul 16 09:12:16.245821 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 34184e7d-193b-49e7-a866-28a0af79f26e up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:16.380269 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 34184e7d-193b-49e7-a866-28a0af79f26e completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:16.391225 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 34184e7d-193b-49e7-a866-28a0af79f26e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:16.392111 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:16.663660 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:16.710403 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8d81cc-2706-4b3a-a7b8-12ecab623b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34184e7d-193b-49e7-a866-28a0af79f26e'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:16.715821 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c4dc9b-c62d-4ae4-96c6-8e58352f5a4a" -d '{"events": [{"server_uuid": "ac8d81cc-2706-4b3a-a7b8-12ecab623b62", "name": "network-vif-plugged", "status": "completed", "tag": "34184e7d-193b-49e7-a866-28a0af79f26e"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:16.747742 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 34184e7d-193b-49e7-a866-28a0af79f26e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=34184e7d-193b-49e7-a866-28a0af79f26e,segment=NetworkSegment(6c8a7eae-9573-4990-8867-1e202707ee1b),segment_id=6c8a7eae-9573-4990-8867-1e202707ee1b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:16.755810 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:16.858906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=34184e7d-193b-49e7-a866-28a0af79f26e,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:16.889015 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb07707-461c-4db8-85da-c9a88244a9e1 x-openstack-request-id: req-1eb07707-461c-4db8-85da-c9a88244a9e1 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:16.889510 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8d81cc-2706-4b3a-a7b8-12ecab623b62", "name": "network-vif-plugged", "status": "completed", "tag": "34184e7d-193b-49e7-a866-28a0af79f26e", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:16.889891 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1eb07707-461c-4db8-85da-c9a88244a9e1 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:16.890495 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8d81cc-2706-4b3a-a7b8-12ecab623b62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34184e7d-193b-49e7-a866-28a0af79f26e', 'code': 200} Jul 16 09:12:17.116927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e9a235-2072-44e5-ad07-587c855c32ab req-8390c70c-a79e-4153-bed2-a4c3f7e5c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:17.119089 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a8e9a235-2072-44e5-ad07-587c855c32ab req-8390c70c-a79e-4153-bed2-a4c3f7e5c7c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 1098 time: 0.1521230 Jul 16 09:12:17.165837 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a8e9a235-2072-44e5-ad07-587c855c32ab req-b67e10aa-69f2-489c-81e6-8227d17776b9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=91ce727e-db31-465a-8b92-bfc7f296aece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398388 Jul 16 09:12:17.221596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c998f9b9-2559-4d32-8c42-cd9afc9cc29c req-0544c66b-92c2-48f6-90ee-b74dc2d20495 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:17.224636 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c998f9b9-2559-4d32-8c42-cd9afc9cc29c req-0544c66b-92c2-48f6-90ee-b74dc2d20495 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 946 time: 0.0838048 Jul 16 09:12:17.325314 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c998f9b9-2559-4d32-8c42-cd9afc9cc29c req-1afa3e43-2fe7-498c-a3b7-86a14b5f2556 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=91ce727e-db31-465a-8b92-bfc7f296aece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863419 Jul 16 09:12:18.544988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0834f651-a934-4978-b729-961e9eb1b9d1 req-873edf99-3c85-43d5-82ec-885bf4f4f9d8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:18.546659 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0834f651-a934-4978-b729-961e9eb1b9d1 req-873edf99-3c85-43d5-82ec-885bf4f4f9d8 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 946 time: 0.0942647 Jul 16 09:12:18.637326 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0834f651-a934-4978-b729-961e9eb1b9d1 req-ebb61d06-d435-44f5-a98a-cbca72577581 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=91ce727e-db31-465a-8b92-bfc7f296aece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573719 Jul 16 09:12:18.862058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a5499b-d9cc-46d6-9d00-6517b0af110e req-3c9a9eb0-b50f-49c0-b81b-d50dbb3e04d5 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:18.864771 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-75a5499b-d9cc-46d6-9d00-6517b0af110e req-3c9a9eb0-b50f-49c0-b81b-d50dbb3e04d5 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 946 time: 0.0814595 Jul 16 09:12:18.911498 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-75a5499b-d9cc-46d6-9d00-6517b0af110e req-e1aa6176-4a7a-49a7-a9a1-80208dc37b6c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=91ce727e-db31-465a-8b92-bfc7f296aece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406778 Jul 16 09:12:18.938801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38600) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:19.028547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac06ed4e-0d52-48bf-8ed7-d4781fbbb26e tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:19.032997 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ac06ed4e-0d52-48bf-8ed7-d4781fbbb26e tempest-TestNetworkBasicOps-356443069 tempest-TestNetworkBasicOps-356443069-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 1093 time: 0.0903163 Jul 16 09:12:19.033375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38602) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:19.038970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '34184e7d-193b-49e7-a866-28a0af79f26e', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:19.069680 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:19.221023 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:19.383197 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Allocated IP 172.25.4.172 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/2efde20b-bdaf-4e54-bd9a-bf4c1b5f7b78) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:19.514231 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:19.573449 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:19.628288 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:19.632292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:19.637705 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:19.641610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Port': ['ID=2efde20b-bdaf-4e54-bd9a-bf4c1b5f7b78,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:20.190082 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.292185 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.511150 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.518173 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.597471 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event updated for resources: {'Port': ['ID=2efde20b-bdaf-4e54-bd9a-bf4c1b5f7b78,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:20.620370 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:20.806164 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Floating IP deba4da6-ff36-402a-9e65-dcb4c1c9cdec associated. External IP: 172.25.4.172, port: 34184e7d-193b-49e7-a866-28a0af79f26e. Jul 16 09:12:21.099570 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:12:21.612840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:12:21.629435 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69041ce8-8a21-4701-a88c-4006631fede5 None None] Sync routers for ids ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:21.641937 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:21.649953 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69041ce8-8a21-4701-a88c-4006631fede5 None None] Routers {'49e85eed-9bd1-4c78-ae92-ace7234cfd7a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:21.651928 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-69041ce8-8a21-4701-a88c-4006631fede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:12:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:21.695384 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0651c196-b11c-4538-8cfa-1796444438df tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6564052 Jul 16 09:12:21.695384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8d81cc-2706-4b3a-a7b8-12ecab623b62', 'tag': '34184e7d-193b-49e7-a866-28a0af79f26e'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:21.695384 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beafbd36-9b97-4848-b3a7-ad316fce65ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8d81cc-2706-4b3a-a7b8-12ecab623b62", "tag": "34184e7d-193b-49e7-a866-28a0af79f26e"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:21.695926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38616) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:21.744099 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5737432c-743d-48bf-a3d5-d983c6b0ed12 x-openstack-request-id: req-5737432c-743d-48bf-a3d5-d983c6b0ed12 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:21.744479 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8d81cc-2706-4b3a-a7b8-12ecab623b62", "tag": "34184e7d-193b-49e7-a866-28a0af79f26e", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:21.744692 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5737432c-743d-48bf-a3d5-d983c6b0ed12 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:21.745115 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8d81cc-2706-4b3a-a7b8-12ecab623b62', 'tag': '34184e7d-193b-49e7-a866-28a0af79f26e', 'status': 'completed', 'code': 200} Jul 16 09:12:21.801152 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e14d4be1-a842-45a4-aab8-260b4421bd6a tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/floatingips/deba4da6-ff36-402a-9e65-dcb4c1c9cdec HTTP/1.1" status: 200 len: 992 time: 0.1011281 Jul 16 09:12:21.866661 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafbd36-9b97-4848-b3a7-ad316fce65ee req-5f852a6b-22fc-4557-91c0-073a29256e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:21.868298 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-beafbd36-9b97-4848-b3a7-ad316fce65ee req-5f852a6b-22fc-4557-91c0-073a29256e17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5&device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 1098 time: 0.0685477 Jul 16 09:12:21.949821 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-69041ce8-8a21-4701-a88c-4006631fede5 None None] Set router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:22.023493 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafbd36-9b97-4848-b3a7-ad316fce65ee req-e0a24737-79f5-4a74-a315-b47f009542e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:22.026192 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-beafbd36-9b97-4848-b3a7-ad316fce65ee req-e0a24737-79f5-4a74-a315-b47f009542e7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a0e7e54-916b-419d-a355-1953a6bf219b HTTP/1.1" status: 200 len: 895 time: 0.1499507 Jul 16 09:12:22.156681 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-beafbd36-9b97-4848-b3a7-ad316fce65ee req-5b665e6d-5e9b-46d0-ad06-d481f2f97ebb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34184e7d-193b-49e7-a866-28a0af79f26e HTTP/1.1" status: 200 len: 1000 time: 0.1240299 Jul 16 09:12:22.235694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafbd36-9b97-4848-b3a7-ad316fce65ee req-737e3900-3e37-4b84-b712-7ba5d41f007f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:22.237887 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-beafbd36-9b97-4848-b3a7-ad316fce65ee req-737e3900-3e37-4b84-b712-7ba5d41f007f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8552e33-2e5d-4a1c-9680-160b9ab9b3a0 HTTP/1.1" status: 200 len: 835 time: 0.0719848 Jul 16 09:12:22.331954 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-69041ce8-8a21-4701-a88c-4006631fede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'name': 'tempest-TestNetworkBasicOps-router-732089302', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '230354f1-7333-4175-89b6-34031768cc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '230354f1-7333-4175-89b6-34031768cc1a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'deba4da6-ff36-402a-9e65-dcb4c1c9cdec', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'port_id': '34184e7d-193b-49e7-a866-28a0af79f26e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'mac_address': 'fa:16:3e:fd:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81cc-2706-4b3a-a7b8-12ecab623b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:20Z', 'revision_number': 0, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b121ed48-7451-4816-90f8-b96b6ee69238', 'name': '', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:cc:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:01Z', 'updated_at': '2021-07-16T09:12:06Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:22.341237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beafbd36-9b97-4848-b3a7-ad316fce65ee req-043f0145-6a9f-4f29-a2c6-14a53d69b2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:22.343536 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-beafbd36-9b97-4848-b3a7-ad316fce65ee req-043f0145-6a9f-4f29-a2c6-14a53d69b2e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a0e7e54-916b-419d-a355-1953a6bf219b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0994451 Jul 16 09:12:22.367595 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69041ce8-8a21-4701-a88c-4006631fede5 None None] Checking router: 49e85eed-9bd1-4c78-ae92-ace7234cfd7a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:22.381912 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69041ce8-8a21-4701-a88c-4006631fede5 None None] Routers {'49e85eed-9bd1-4c78-ae92-ace7234cfd7a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:22.382809 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-69041ce8-8a21-4701-a88c-4006631fede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:12:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:22.560261 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-beafbd36-9b97-4848-b3a7-ad316fce65ee req-3c862428-d2d1-49e1-8b4d-43c506bb770f service neutron] 10.222.0.15 "GET /v2.0/networks/4a0e7e54-916b-419d-a355-1953a6bf219b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080569 Jul 16 09:12:22.602416 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-69041ce8-8a21-4701-a88c-4006631fede5 None None] Set router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:22.804956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38628) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:22.831049 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-beafbd36-9b97-4848-b3a7-ad316fce65ee req-f7bf93c0-8dc8-4698-a787-2e958cfd9e9b service neutron] 10.222.0.15 "GET /v2.0/networks/4a0e7e54-916b-419d-a355-1953a6bf219b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624142 Jul 16 09:12:23.032242 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-42ecd0f3-8352-4f59-b800-cd9756de8e52 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/floatingips/deba4da6-ff36-402a-9e65-dcb4c1c9cdec HTTP/1.1" status: 200 len: 992 time: 0.2245228 Jul 16 09:12:23.115770 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-69041ce8-8a21-4701-a88c-4006631fede5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'name': 'tempest-TestNetworkBasicOps-router-732089302', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '230354f1-7333-4175-89b6-34031768cc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '230354f1-7333-4175-89b6-34031768cc1a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'deba4da6-ff36-402a-9e65-dcb4c1c9cdec', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'port_id': '34184e7d-193b-49e7-a866-28a0af79f26e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'mac_address': 'fa:16:3e:fd:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81cc-2706-4b3a-a7b8-12ecab623b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:20Z', 'revision_number': 0, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b121ed48-7451-4816-90f8-b96b6ee69238', 'name': '', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:cc:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:01Z', 'updated_at': '2021-07-16T09:12:06Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:23.150489 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69041ce8-8a21-4701-a88c-4006631fede5 None None] The sync data for ids ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'] in n-d-758944-46 is: [{'id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'name': 'tempest-TestNetworkBasicOps-router-732089302', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '230354f1-7333-4175-89b6-34031768cc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '230354f1-7333-4175-89b6-34031768cc1a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'deba4da6-ff36-402a-9e65-dcb4c1c9cdec', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'floating_ip_address': '172.25.4.172', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'port_id': '34184e7d-193b-49e7-a866-28a0af79f26e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'mac_address': 'fa:16:3e:fd:dc:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8d81cc-2706-4b3a-a7b8-12ecab623b62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:12:20Z', 'updated_at': '2021-07-16T09:12:20Z', 'revision_number': 0, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b121ed48-7451-4816-90f8-b96b6ee69238', 'name': '', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:cc:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:01Z', 'updated_at': '2021-07-16T09:12:06Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:23.497766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca9c795-57bf-48e7-962f-3782e92430b7 None None] New status for floating IP deba4da6-ff36-402a-9e65-dcb4c1c9cdec: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:12:24.034830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38634) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:24.146455 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ea935ad4-20f0-4482-b551-dcbf5410d043 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/floatingips/deba4da6-ff36-402a-9e65-dcb4c1c9cdec HTTP/1.1" status: 200 len: 994 time: 0.1091247 Jul 16 09:12:33.996950 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.261202 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3d579577-c70a-4619-a7f4-7fd80a0e75a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.725861 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:36.751750 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38766) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:36.823316 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Deleting subnet 61414e74-28f3-4d64-b29c-7d854da04671 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:12:36.829692 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:36.892745 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:36.975851 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.082908 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.115026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61414e74-28f3-4d64-b29c-7d854da04671,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:37.120375 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.122393 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/61414e74-28f3-4d64-b29c-7d854da04671 HTTP/1.1" status: 204 len: 168 time: 0.3692381 Jul 16 09:12:37.126758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38768) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:37.129811 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:37.130320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:37.130673 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:37.131269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:37.131836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:37.132422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:37.133289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:37.133851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:37.134415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:37.134969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:37.135533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:37.136089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-733fc566-88b9-422e-8f2e-7398298b369a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:37.210387 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9efc61e-815c-482a-a879-a56d0e605acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.317203 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9efc61e-815c-482a-a879-a56d0e605acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.328961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a9efc61e-815c-482a-a879-a56d0e605acb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551ae0f6-0712-47b6-9b73-4a9d386eed6b']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:37.340808 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a9efc61e-815c-482a-a879-a56d0e605acb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4d1504-0ac4-4249-bfd9-383b525b6cd1') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:37.341177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-a9efc61e-815c-482a-a879-a56d0e605acb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4d1504-0ac4-4249-bfd9-383b525b6cd1') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:37.353292 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9efc61e-815c-482a-a879-a56d0e605acb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.369174 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9efc61e-815c-482a-a879-a56d0e605acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.379783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9efc61e-815c-482a-a879-a56d0e605acb admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:12:37.380451 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9efc61e-815c-482a-a879-a56d0e605acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:12:37.383510 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:12:37.454485 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9efc61e-815c-482a-a879-a56d0e605acb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.463000 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a9efc61e-815c-482a-a879-a56d0e605acb admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.465420 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a9efc61e-815c-482a-a879-a56d0e605acb admin admin] 10.222.0.20 "DELETE /v2.0/networks/551ae0f6-0712-47b6-9b73-4a9d386eed6b HTTP/1.1" status: 204 len: 168 time: 0.3368080 Jul 16 09:12:37.477785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efc61e-815c-482a-a879-a56d0e605acb admin admin] Pushing event deleted for resources: {'Network': ['ID=551ae0f6-0712-47b6-9b73-4a9d386eed6b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:37.676757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38772) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:37.731919 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f4c601b6-1f57-4814-9cc3-e74c6b31a5f9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1d94200352d94a3f9c12c909c606038d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534887 Jul 16 09:12:37.734775 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38774) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:37.793093 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9577d9ff-a58e-4574-bd54-357256e93ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.818375 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9577d9ff-a58e-4574-bd54-357256e93ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.879098 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9577d9ff-a58e-4574-bd54-357256e93ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.882457 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9577d9ff-a58e-4574-bd54-357256e93ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:37.884254 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9577d9ff-a58e-4574-bd54-357256e93ef7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1183e677-2ac5-4745-ad2f-15d0b1406edd HTTP/1.1" status: 204 len: 168 time: 0.1482415 Jul 16 09:12:37.898502 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9577d9ff-a58e-4574-bd54-357256e93ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1183e677-2ac5-4745-ad2f-15d0b1406edd,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:37.942724 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-53312cdf-27b4-4fa5-a22e-5406632931f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.223436 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:39.814509 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:40.482274 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-35e0859c-0e1e-4ea7-afd3-12f626dc6f9c tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f9fa122b9b66478a886506de5d5b863c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0502765 Jul 16 09:12:40.690762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-fb3a7035-6da7-4b82-9d8c-4f29841da4a6 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:40.692442 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-fb3a7035-6da7-4b82-9d8c-4f29841da4a6 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2048171 Jul 16 09:12:40.711398 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-7a7fb93f-3ee9-4ee9-b8b2-5373c08f457a tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/quotas/f9fa122b9b66478a886506de5d5b863c HTTP/1.1" status: 200 len: 375 time: 0.0103309 Jul 16 09:12:40.748128 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-dd41ef85-3b3f-46d3-9de6-2df481421c74 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=f9fa122b9b66478a886506de5d5b863c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305142 Jul 16 09:12:40.934401 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70693d3b-7ee2-4ae3-8be7-4252c723d910 req-f1e8f0a6-aa42-4311-b673-9823a61aadbb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/ports?device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 210 time: 0.0320511 Jul 16 09:12:41.314799 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.055653 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-07544895-dcef-48b1-8e7b-914a8d6acdaf tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=f9fa122b9b66478a886506de5d5b863c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0401914 Jul 16 09:12:42.202209 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a480db75-d02b-4d59-a316-287b77cc4e40 req-ae65666a-b59e-4fa5-9392-f631c074f615 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/ports?device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 210 time: 0.0606840 Jul 16 09:12:42.324529 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-98718c64-54aa-4511-b950-c2fae340e5da tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:42.326306 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-98718c64-54aa-4511-b950-c2fae340e5da tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2652020 Jul 16 09:12:42.339922 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Request body: {'port': {'device_id': '8829e15a-48c4-4eb2-a010-8b3e38d213b1', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': 'f9fa122b9b66478a886506de5d5b863c'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:42.477049 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Made reservation on behalf of f9fa122b9b66478a886506de5d5b863c for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:12:42.481180 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.492418 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.604141 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:42.609466 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.068095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea47c466-c894-474b-9077-5db3c5f9721e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:43.083815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:43.084211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:43.084617 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:43.084988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:43.085418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:43.085883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:43.086251 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:43.086614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:43.086974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:43.087334 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:43.087704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:43.088091 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:43.161430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Allocated IP 192.168.233.51 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/6a06af00-91c4-4c7e-a101-c96310e5d2bf) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:12:43.354040 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.371405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Transition to ACTIVE for port object 6a06af00-91c4-4c7e-a101-c96310e5d2bf will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:43.426849 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d3ec6da6-c2e3-476f-b049-9c400f8bb7cf req-021bc1b8-6227-499c-8fbd-8c38ddaf6300 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/ports?device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 210 time: 0.0501432 Jul 16 09:12:43.427737 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.489060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:12:43.492812 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:12:43.497378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:12:43.504810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Pushing event updated for resources: {'Port': ['ID=6a06af00-91c4-4c7e-a101-c96310e5d2bf,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:43.563096 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:43.564192 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.585569 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-30b2ae7f-ae36-496f-a3c9-5d9a2288a6eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2501166 Jul 16 09:12:43.598618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Request body: {'port': {'device_id': '8829e15a-48c4-4eb2-a010-8b3e38d213b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:43.725313 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.840588 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8292cae5-a709-4a66-9f62-585e19392d92 None None] Provisioning for port 6a06af00-91c4-4c7e-a101-c96310e5d2bf completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:43.845267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8292cae5-a709-4a66-9f62-585e19392d92 None None] Provisioning complete for port 6a06af00-91c4-4c7e-a101-c96310e5d2bf triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:43.846012 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8292cae5-a709-4a66-9f62-585e19392d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:43.885133 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8292cae5-a709-4a66-9f62-585e19392d92 None None] Port 6a06af00-91c4-4c7e-a101-c96310e5d2bf cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:12:44.113797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a06af00-91c4-4c7e-a101-c96310e5d2bf {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:44.122912 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.138925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Transition to ACTIVE for port object 6a06af00-91c4-4c7e-a101-c96310e5d2bf will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:44.142895 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.224477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Pushing event updated for resources: {'Port': ['ID=6a06af00-91c4-4c7e-a101-c96310e5d2bf,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:44.294570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Attempting to bind port 6a06af00-91c4-4c7e-a101-c96310e5d2bf on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:44.295039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Attempting to bind port 6a06af00-91c4-4c7e-a101-c96310e5d2bf by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:44.295525 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Attempting to bind port 6a06af00-91c4-4c7e-a101-c96310e5d2bf on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:44.303866 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Port 6a06af00-91c4-4c7e-a101-c96310e5d2bf on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:12:44.304336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Attempting to bind port 6a06af00-91c4-4c7e-a101-c96310e5d2bf on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:44.312253 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:44.312922 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:44.313481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:44.314032 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Bound port: 6a06af00-91c4-4c7e-a101-c96310e5d2bf, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:44.314492 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.410600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] For port 6a06af00-91c4-4c7e-a101-c96310e5d2bf, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:44.417722 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] For port 6a06af00-91c4-4c7e-a101-c96310e5d2bf, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6a06af00-91c4-4c7e-a101-c96310e5d2bf,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:44.425413 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.494563 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:44.495645 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:44.498689 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] 10.222.0.38 "PUT /v2.0/ports/6a06af00-91c4-4c7e-a101-c96310e5d2bf HTTP/1.1" status: 200 len: 1096 time: 0.9056396 Jul 16 09:12:44.499449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8829e15a-48c4-4eb2-a010-8b3e38d213b1', 'tag': '6a06af00-91c4-4c7e-a101-c96310e5d2bf'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:44.503817 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3378aa-26d8-4259-a7e0-c20798727e4f" -d '{"events": [{"name": "network-changed", "server_uuid": "8829e15a-48c4-4eb2-a010-8b3e38d213b1", "tag": "6a06af00-91c4-4c7e-a101-c96310e5d2bf"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:44.593797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1126eb-5f96-49ed-b988-f883e1ab2b0e service neutron] Pushing event updated for resources: {'Port': ['ID=6a06af00-91c4-4c7e-a101-c96310e5d2bf,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:44.615821 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522b44bd-731a-4bf3-a33a-3406b6712a72 x-openstack-request-id: req-522b44bd-731a-4bf3-a33a-3406b6712a72 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:44.616301 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8829e15a-48c4-4eb2-a010-8b3e38d213b1", "tag": "6a06af00-91c4-4c7e-a101-c96310e5d2bf", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:44.616751 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-522b44bd-731a-4bf3-a33a-3406b6712a72 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:44.617401 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8829e15a-48c4-4eb2-a010-8b3e38d213b1', 'tag': '6a06af00-91c4-4c7e-a101-c96310e5d2bf', 'status': 'completed', 'code': 200} Jul 16 09:12:44.732063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-aed5b617-ad28-4236-90d7-ccf258dda2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:44.734838 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-aed5b617-ad28-4236-90d7-ccf258dda2fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f9fa122b9b66478a886506de5d5b863c&device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 1099 time: 0.1937671 Jul 16 09:12:44.789801 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-68f05dad-2cc7-435f-8407-12b462f86276 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6a06af00-91c4-4c7e-a101-c96310e5d2bf HTTP/1.1" status: 200 len: 217 time: 0.0475984 Jul 16 09:12:44.799605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365c320-164f-4edc-bccc-8ed66a522bf6 req-49547bcc-d55b-4389-bcce-9e4188a54d08 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:44.801381 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6365c320-164f-4edc-bccc-8ed66a522bf6 req-49547bcc-d55b-4389-bcce-9e4188a54d08 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/ports?device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 947 time: 0.1923687 Jul 16 09:12:44.875820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-18f98401-37a2-4c64-87d1-268ba039d4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:44.877577 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-18f98401-37a2-4c64-87d1-268ba039d4f5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0753057 Jul 16 09:12:44.883582 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6365c320-164f-4edc-bccc-8ed66a522bf6 req-fcee8768-5de5-4d69-b4c2-b91bee7c71d2 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea47c466-c894-474b-9077-5db3c5f9721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734861 Jul 16 09:12:44.941813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-5cbea208-7e6e-4c96-b7d7-b12e120b7fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:44.943441 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-5cbea208-7e6e-4c96-b7d7-b12e120b7fbe service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0589948 Jul 16 09:12:45.053701 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-c9264f02-b892-4b4b-be17-bac9c29d1cab service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039562 Jul 16 09:12:45.209640 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-528ec1d0-7b47-4c39-8659-14e8050706fe req-52d67409-c711-4ece-9ab8-d591c427d187 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491835 Jul 16 09:12:45.351826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3378aa-26d8-4259-a7e0-c20798727e4f req-83a95ef3-0d30-462b-921f-62e079dc9d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:45.353420 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f3378aa-26d8-4259-a7e0-c20798727e4f req-83a95ef3-0d30-462b-921f-62e079dc9d82 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=f9fa122b9b66478a886506de5d5b863c&device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 1099 time: 0.0911751 Jul 16 09:12:45.449820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3378aa-26d8-4259-a7e0-c20798727e4f req-1bc608c4-1449-41be-b4e5-f1ed9b26e780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:45.451404 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f3378aa-26d8-4259-a7e0-c20798727e4f req-1bc608c4-1449-41be-b4e5-f1ed9b26e780 service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.0921021 Jul 16 09:12:45.500581 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f3378aa-26d8-4259-a7e0-c20798727e4f req-cd0eb6e9-0241-4e7d-8a3b-7d1cbbb59a83 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=6a06af00-91c4-4c7e-a101-c96310e5d2bf HTTP/1.1" status: 200 len: 217 time: 0.0412607 Jul 16 09:12:45.553633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3378aa-26d8-4259-a7e0-c20798727e4f req-7bc58959-8a13-4013-adc9-2b0824e58c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:45.555226 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f3378aa-26d8-4259-a7e0-c20798727e4f req-7bc58959-8a13-4013-adc9-2b0824e58c70 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0480154 Jul 16 09:12:45.617454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3378aa-26d8-4259-a7e0-c20798727e4f req-e3f86c15-2cdb-487f-83e1-d5cdacbda5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:45.619026 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f3378aa-26d8-4259-a7e0-c20798727e4f req-e3f86c15-2cdb-487f-83e1-d5cdacbda5cd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0571561 Jul 16 09:12:45.725863 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f3378aa-26d8-4259-a7e0-c20798727e4f req-2ad9e9bb-e328-4f7b-8826-eeb9783b38ea service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994892 Jul 16 09:12:45.826423 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f3378aa-26d8-4259-a7e0-c20798727e4f req-e73dd1c0-fa09-4014-b29b-1bde506c58aa service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941749 Jul 16 09:12:46.101975 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa657e-3b2e-4de2-84a2-a80aebfa6f8f req-0f759d23-7f20-443a-8dc3-1f0354e62bf3 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:46.103818 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5aa657e-3b2e-4de2-84a2-a80aebfa6f8f req-0f759d23-7f20-443a-8dc3-1f0354e62bf3 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/ports?device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 947 time: 0.0922825 Jul 16 09:12:46.150147 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e5aa657e-3b2e-4de2-84a2-a80aebfa6f8f req-aa18c9e7-2df4-41c7-b10d-0e4b70d4da5a tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea47c466-c894-474b-9077-5db3c5f9721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398138 Jul 16 09:12:47.347319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293d7829-cdfc-4c05-a0db-3ce7543811f5 req-89a015a1-02e9-4c88-98c1-6b19a3269b7f tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:47.348986 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-293d7829-cdfc-4c05-a0db-3ce7543811f5 req-89a015a1-02e9-4c88-98c1-6b19a3269b7f tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/ports?device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 947 time: 0.0744414 Jul 16 09:12:47.395174 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-293d7829-cdfc-4c05-a0db-3ce7543811f5 req-62d33b35-62fb-4c10-97d1-5c2c8ccd62a6 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea47c466-c894-474b-9077-5db3c5f9721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399866 Jul 16 09:12:48.273752 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6a06af00-91c4-4c7e-a101-c96310e5d2bf details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:12:48.390615 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6a06af00-91c4-4c7e-a101-c96310e5d2bf, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6a06af00-91c4-4c7e-a101-c96310e5d2bf,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:48.403057 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '6a06af00-91c4-4c7e-a101-c96310e5d2bf', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': '6a06af00-91c4-4c7e-a101-c96310e5d2bf', 'mac_address': 'fa:16:3e:f5:a7:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:12:48.450569 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.466624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a06af00-91c4-4c7e-a101-c96310e5d2bf {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:48.489809 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6a06af00-91c4-4c7e-a101-c96310e5d2bf, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6a06af00-91c4-4c7e-a101-c96310e5d2bf,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:48.494605 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:48.547828 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=6a06af00-91c4-4c7e-a101-c96310e5d2bf,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:48.556027 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.556372 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.556743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.557080 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.557414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.557746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.558082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.558427 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.558752 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.559102 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.559428 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.559748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:48.691913 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['6a06af00-91c4-4c7e-a101-c96310e5d2bf'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:12:48.697799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53701b8-3420-46c2-8615-e950e3f26780 req-2da08c30-cdf3-4313-bcb8-41e9bc1b96eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:48.700791 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c53701b8-3420-46c2-8615-e950e3f26780 req-2da08c30-cdf3-4313-bcb8-41e9bc1b96eb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/ports?device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 948 time: 0.1080709 Jul 16 09:12:48.756208 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c53701b8-3420-46c2-8615-e950e3f26780 req-d8482704-e1a4-4a44-896b-34e74c9c42fd tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea47c466-c894-474b-9077-5db3c5f9721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477948 Jul 16 09:12:48.832021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38852) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:48.910697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4f104662-b226-4b6e-8275-38844e06adb1 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/floatingips/deba4da6-ff36-402a-9e65-dcb4c1c9cdec HTTP/1.1" status: 200 len: 994 time: 0.0775266 Jul 16 09:12:49.217572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38858) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:49.401944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-44041c2b-fa92-4ed8-b09e-c11026e34864 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Deleting port 2efde20b-bdaf-4e54-bd9a-bf4c1b5f7b78 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:49.402360 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-44041c2b-fa92-4ed8-b09e-c11026e34864 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:49.494182 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-44041c2b-fa92-4ed8-b09e-c11026e34864 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:49.494571 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-44041c2b-fa92-4ed8-b09e-c11026e34864 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:49.509250 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-44041c2b-fa92-4ed8-b09e-c11026e34864 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Calling delete_port for 2efde20b-bdaf-4e54-bd9a-bf4c1b5f7b78 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:49.688337 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-44041c2b-fa92-4ed8-b09e-c11026e34864 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:49.718370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44041c2b-fa92-4ed8-b09e-c11026e34864 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Port': ['ID=2efde20b-bdaf-4e54-bd9a-bf4c1b5f7b78,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:49.795568 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-44041c2b-fa92-4ed8-b09e-c11026e34864 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:49.796057 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-44041c2b-fa92-4ed8-b09e-c11026e34864 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Floating IP deba4da6-ff36-402a-9e65-dcb4c1c9cdec disassociated (deleted). External IP: 172.25.4.172, port: 34184e7d-193b-49e7-a866-28a0af79f26e. Jul 16 09:12:50.007232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2706c37-844c-416f-9e73-a280774af7d4 req-2e5dd879-df3d-4212-89ed-165859437022 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:50.009304 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b2706c37-844c-416f-9e73-a280774af7d4 req-2e5dd879-df3d-4212-89ed-165859437022 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/ports?device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 948 time: 0.0762761 Jul 16 09:12:50.055129 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b2706c37-844c-416f-9e73-a280774af7d4 req-4195c9c3-2ebd-4cf9-acdb-09e91a9b6633 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea47c466-c894-474b-9077-5db3c5f9721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392585 Jul 16 09:12:50.114810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44041c2b-fa92-4ed8-b09e-c11026e34864 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:12:50.231741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44041c2b-fa92-4ed8-b09e-c11026e34864 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:12:50.239105 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-44041c2b-fa92-4ed8-b09e-c11026e34864 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:50.246675 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be624ca2-ac14-4679-a9bc-763ca6307b3d None None] Sync routers for ids ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:50.263559 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be624ca2-ac14-4679-a9bc-763ca6307b3d None None] Routers {'49e85eed-9bd1-4c78-ae92-ace7234cfd7a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:50.264688 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-be624ca2-ac14-4679-a9bc-763ca6307b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:12:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:50.289014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6a06af00-91c4-4c7e-a101-c96310e5d2bf up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:50.308893 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-44041c2b-fa92-4ed8-b09e-c11026e34864 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "DELETE /v2.0/floatingips/deba4da6-ff36-402a-9e65-dcb4c1c9cdec HTTP/1.1" status: 204 len: 168 time: 1.0856996 Jul 16 09:12:50.308893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac8d81cc-2706-4b3a-a7b8-12ecab623b62', 'tag': '34184e7d-193b-49e7-a866-28a0af79f26e'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:50.313599 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dbbf4b-9d1e-4ea0-9211-c659885dc36e" -d '{"events": [{"name": "network-changed", "server_uuid": "ac8d81cc-2706-4b3a-a7b8-12ecab623b62", "tag": "34184e7d-193b-49e7-a866-28a0af79f26e"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:50.393413 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 6a06af00-91c4-4c7e-a101-c96310e5d2bf completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:50.401819 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 6a06af00-91c4-4c7e-a101-c96310e5d2bf triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:50.403004 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:50.491215 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-be624ca2-ac14-4679-a9bc-763ca6307b3d None None] Set router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:50.545148 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:50.591549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8829e15a-48c4-4eb2-a010-8b3e38d213b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a06af00-91c4-4c7e-a101-c96310e5d2bf'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:50.596949 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940c605e-5793-4a92-b035-f284423cf72c" -d '{"events": [{"server_uuid": "8829e15a-48c4-4eb2-a010-8b3e38d213b1", "name": "network-vif-plugged", "status": "completed", "tag": "6a06af00-91c4-4c7e-a101-c96310e5d2bf"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:50.626491 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6a06af00-91c4-4c7e-a101-c96310e5d2bf, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6a06af00-91c4-4c7e-a101-c96310e5d2bf,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:50.646999 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:50.681184 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70e7ea7-dbca-4c5b-b8fa-a37e8978feb0 x-openstack-request-id: req-a70e7ea7-dbca-4c5b-b8fa-a37e8978feb0 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:50.681515 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac8d81cc-2706-4b3a-a7b8-12ecab623b62", "tag": "34184e7d-193b-49e7-a866-28a0af79f26e", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:50.681894 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a70e7ea7-dbca-4c5b-b8fa-a37e8978feb0 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:50.683848 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac8d81cc-2706-4b3a-a7b8-12ecab623b62', 'tag': '34184e7d-193b-49e7-a866-28a0af79f26e', 'status': 'completed', 'code': 200} Jul 16 09:12:50.776147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=6a06af00-91c4-4c7e-a101-c96310e5d2bf,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:50.790717 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f79433-4da6-44ed-a02d-6a97626c4590 x-openstack-request-id: req-74f79433-4da6-44ed-a02d-6a97626c4590 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:50.792789 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8829e15a-48c4-4eb2-a010-8b3e38d213b1", "name": "network-vif-plugged", "status": "completed", "tag": "6a06af00-91c4-4c7e-a101-c96310e5d2bf", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:50.793065 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74f79433-4da6-44ed-a02d-6a97626c4590 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:50.793479 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8829e15a-48c4-4eb2-a010-8b3e38d213b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a06af00-91c4-4c7e-a101-c96310e5d2bf', 'code': 200} Jul 16 09:12:50.860145 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-be624ca2-ac14-4679-a9bc-763ca6307b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'name': 'tempest-TestNetworkBasicOps-router-732089302', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '230354f1-7333-4175-89b6-34031768cc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '230354f1-7333-4175-89b6-34031768cc1a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b121ed48-7451-4816-90f8-b96b6ee69238', 'name': '', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:cc:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:01Z', 'updated_at': '2021-07-16T09:12:06Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:50.882467 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbbf4b-9d1e-4ea0-9211-c659885dc36e req-ecd3af3e-b70e-4370-af08-4aa4ef734630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:50.886201 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b8dbbf4b-9d1e-4ea0-9211-c659885dc36e req-ecd3af3e-b70e-4370-af08-4aa4ef734630 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5&device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 1098 time: 0.1366229 Jul 16 09:12:50.892194 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be624ca2-ac14-4679-a9bc-763ca6307b3d None None] Checking router: 49e85eed-9bd1-4c78-ae92-ace7234cfd7a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:50.903620 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be624ca2-ac14-4679-a9bc-763ca6307b3d None None] Routers {'49e85eed-9bd1-4c78-ae92-ace7234cfd7a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:50.904258 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-be624ca2-ac14-4679-a9bc-763ca6307b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:12:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:51.025970 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-be624ca2-ac14-4679-a9bc-763ca6307b3d None None] Set router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:51.139968 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbbf4b-9d1e-4ea0-9211-c659885dc36e req-c05b6582-c80d-4656-8df0-752e301df19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:51.142136 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b8dbbf4b-9d1e-4ea0-9211-c659885dc36e req-c05b6582-c80d-4656-8df0-752e301df19e service neutron] 10.222.0.15 "GET /v2.0/networks?id=4a0e7e54-916b-419d-a355-1953a6bf219b HTTP/1.1" status: 200 len: 895 time: 0.2481701 Jul 16 09:12:51.170988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a82e83-1b00-43a1-9707-73ab84c1f399 req-3a88558a-8272-4096-aeda-50c8705b186c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:51.173215 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12a82e83-1b00-43a1-9707-73ab84c1f399 req-3a88558a-8272-4096-aeda-50c8705b186c tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 946 time: 0.1748772 Jul 16 09:12:51.207185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3db9f-c0b1-4eb0-8ca2-7ad82135a8a7 req-46fdeeff-26e9-402b-8c35-1927c7e26c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:51.208801 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35e3db9f-c0b1-4eb0-8ca2-7ad82135a8a7 req-46fdeeff-26e9-402b-8c35-1927c7e26c4c service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 1101 time: 0.2945430 Jul 16 09:12:51.215318 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b8dbbf4b-9d1e-4ea0-9211-c659885dc36e req-44a42710-2798-4d16-a240-d3e556d6285b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=34184e7d-193b-49e7-a866-28a0af79f26e HTTP/1.1" status: 200 len: 217 time: 0.0623698 Jul 16 09:12:51.308267 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35e3db9f-c0b1-4eb0-8ca2-7ad82135a8a7 req-c85c7a41-4802-48db-976a-05eb84c9bb3a service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=ea47c466-c894-474b-9077-5db3c5f9721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919380 Jul 16 09:12:51.328898 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12a82e83-1b00-43a1-9707-73ab84c1f399 req-1ca54679-cede-4d48-8732-7329079c1234 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=91ce727e-db31-465a-8b92-bfc7f296aece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256504 Jul 16 09:12:51.349603 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbbf4b-9d1e-4ea0-9211-c659885dc36e req-d7601ff1-78ac-4e8d-8ebc-9ec4142931f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:51.376040 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b8dbbf4b-9d1e-4ea0-9211-c659885dc36e req-d7601ff1-78ac-4e8d-8ebc-9ec4142931f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f8552e33-2e5d-4a1c-9680-160b9ab9b3a0 HTTP/1.1" status: 200 len: 835 time: 0.1444299 Jul 16 09:12:51.444604 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48a393-9649-4d0c-8523-5b68c4918a20 req-806f5bbf-34a8-42d9-ae1a-c0211874299b tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:51.446851 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4b48a393-9649-4d0c-8523-5b68c4918a20 req-806f5bbf-34a8-42d9-ae1a-c0211874299b tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/ports?device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 949 time: 0.1141763 Jul 16 09:12:51.471479 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-be624ca2-ac14-4679-a9bc-763ca6307b3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'name': 'tempest-TestNetworkBasicOps-router-732089302', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '230354f1-7333-4175-89b6-34031768cc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '230354f1-7333-4175-89b6-34031768cc1a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b121ed48-7451-4816-90f8-b96b6ee69238', 'name': '', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:cc:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:01Z', 'updated_at': '2021-07-16T09:12:06Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:51.481999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbbf4b-9d1e-4ea0-9211-c659885dc36e req-8ec2d674-4926-4468-ab32-fee7746f9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:51.483860 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b8dbbf4b-9d1e-4ea0-9211-c659885dc36e req-8ec2d674-4926-4468-ab32-fee7746f9464 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4a0e7e54-916b-419d-a355-1953a6bf219b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0984979 Jul 16 09:12:51.502860 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4b48a393-9649-4d0c-8523-5b68c4918a20 req-9f9ffe09-1962-47ae-a892-1687cc5e626b tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea47c466-c894-474b-9077-5db3c5f9721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Jul 16 09:12:51.515799 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be624ca2-ac14-4679-a9bc-763ca6307b3d None None] The sync data for ids ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'] in n-d-758944-46 is: [{'id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'name': 'tempest-TestNetworkBasicOps-router-732089302', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '230354f1-7333-4175-89b6-34031768cc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '230354f1-7333-4175-89b6-34031768cc1a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b121ed48-7451-4816-90f8-b96b6ee69238', 'name': '', 'network_id': '4a0e7e54-916b-419d-a355-1953a6bf219b', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'mac_address': 'fa:16:3e:cc:79:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3924, 'fixed_ips': [{'subnet_id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:12:01Z', 'updated_at': '2021-07-16T09:12:06Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'subnets': [{'id': 'f8552e33-2e5d-4a1c-9680-160b9ab9b3a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:51.604705 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b8dbbf4b-9d1e-4ea0-9211-c659885dc36e req-ce1cff57-a801-454c-a992-83a99aa2e859 service neutron] 10.222.0.15 "GET /v2.0/networks/4a0e7e54-916b-419d-a355-1953a6bf219b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115808 Jul 16 09:12:51.718298 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b8dbbf4b-9d1e-4ea0-9211-c659885dc36e req-264dc957-a039-4c83-bdc9-75ada0464550 service neutron] 10.222.0.15 "GET /v2.0/networks/4a0e7e54-916b-419d-a355-1953a6bf219b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068571 Jul 16 09:12:51.806035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a455f1a2-a51d-42bf-8ec2-2684080204f2 None None] New status for floating IP deba4da6-ff36-402a-9e65-dcb4c1c9cdec: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:12:52.163878 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1d8ad-37de-469f-9ca3-39a78346b65b req-b34ff01d-cb49-4233-8db7-4b0ee259d9dc tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:52.165530 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cdf1d8ad-37de-469f-9ca3-39a78346b65b req-b34ff01d-cb49-4233-8db7-4b0ee259d9dc tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 946 time: 0.0800374 Jul 16 09:12:52.548916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-cdf1d8ad-37de-469f-9ca3-39a78346b65b req-2f7a394f-bfa9-4006-8a4b-b25b920ef2cc tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Deleting port 34184e7d-193b-49e7-a866-28a0af79f26e {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:52.549985 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cdf1d8ad-37de-469f-9ca3-39a78346b65b req-2f7a394f-bfa9-4006-8a4b-b25b920ef2cc tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:52.737058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-cdf1d8ad-37de-469f-9ca3-39a78346b65b req-2f7a394f-bfa9-4006-8a4b-b25b920ef2cc tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] For port 34184e7d-193b-49e7-a866-28a0af79f26e, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=34184e7d-193b-49e7-a866-28a0af79f26e,segment=NetworkSegment(6c8a7eae-9573-4990-8867-1e202707ee1b),segment_id=6c8a7eae-9573-4990-8867-1e202707ee1b)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:52.737438 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cdf1d8ad-37de-469f-9ca3-39a78346b65b req-2f7a394f-bfa9-4006-8a4b-b25b920ef2cc tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:52.761371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf2f362-92fb-4cfe-9d7a-57b31b78d1ad req-f5ff4535-012d-4045-a14a-545602f49c81 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:52.763007 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bdf2f362-92fb-4cfe-9d7a-57b31b78d1ad req-f5ff4535-012d-4045-a14a-545602f49c81 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/ports?device_id=ac8d81cc-2706-4b3a-a7b8-12ecab623b62 HTTP/1.1" status: 200 len: 946 time: 0.1908689 Jul 16 09:12:52.764029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-cdf1d8ad-37de-469f-9ca3-39a78346b65b req-2f7a394f-bfa9-4006-8a4b-b25b920ef2cc tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Calling delete_port for 34184e7d-193b-49e7-a866-28a0af79f26e owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:52.773131 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:12:52.793301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e642878a-b048-4be0-9e44-4ebe03f427fa req-0ee20ccc-dfe2-43d7-b2a0-2468a7803c1e tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:52.795706 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e642878a-b048-4be0-9e44-4ebe03f427fa req-0ee20ccc-dfe2-43d7-b2a0-2468a7803c1e tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/ports?device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 949 time: 0.0882094 Jul 16 09:12:52.848318 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e642878a-b048-4be0-9e44-4ebe03f427fa req-d975856a-bd1c-4265-b0a1-a4da2c8373fb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea47c466-c894-474b-9077-5db3c5f9721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391092 Jul 16 09:12:52.887324 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bdf2f362-92fb-4cfe-9d7a-57b31b78d1ad req-78f697df-5387-41b0-aab8-4d00dbbf6ff7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "GET /v2.0/security-groups?id=91ce727e-db31-465a-8b92-bfc7f296aece&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074700 Jul 16 09:12:53.002874 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cdf1d8ad-37de-469f-9ca3-39a78346b65b req-2f7a394f-bfa9-4006-8a4b-b25b920ef2cc tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:53.055443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a394f-bfa9-4006-8a4b-b25b920ef2cc tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Port': ['ID=34184e7d-193b-49e7-a866-28a0af79f26e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:53.131240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf1d8ad-37de-469f-9ca3-39a78346b65b req-2f7a394f-bfa9-4006-8a4b-b25b920ef2cc tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] No DVR routers for this DVR port 34184e7d-193b-49e7-a866-28a0af79f26e on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:53.134590 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cdf1d8ad-37de-469f-9ca3-39a78346b65b req-2f7a394f-bfa9-4006-8a4b-b25b920ef2cc tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:53.136809 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cdf1d8ad-37de-469f-9ca3-39a78346b65b req-2f7a394f-bfa9-4006-8a4b-b25b920ef2cc tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.15 "DELETE /v2.0/ports/34184e7d-193b-49e7-a866-28a0af79f26e HTTP/1.1" status: 204 len: 173 time: 0.9657576 Jul 16 09:12:53.137324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac8d81cc-2706-4b3a-a7b8-12ecab623b62', 'name': 'network-vif-deleted', 'tag': '34184e7d-193b-49e7-a866-28a0af79f26e'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:53.139710 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-769a3951-ee69-47a3-87fa-ce9ac80a0f87" -d '{"events": [{"server_uuid": "ac8d81cc-2706-4b3a-a7b8-12ecab623b62", "name": "network-vif-deleted", "tag": "34184e7d-193b-49e7-a866-28a0af79f26e"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:53.181448 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05597fb8-adea-4c55-b6b0-ddf8efdf9bc0 x-openstack-request-id: req-05597fb8-adea-4c55-b6b0-ddf8efdf9bc0 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:53.181763 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac8d81cc-2706-4b3a-a7b8-12ecab623b62", "name": "network-vif-deleted", "tag": "34184e7d-193b-49e7-a866-28a0af79f26e", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:53.181995 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05597fb8-adea-4c55-b6b0-ddf8efdf9bc0 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:53.182412 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac8d81cc-2706-4b3a-a7b8-12ecab623b62', 'name': 'network-vif-deleted', 'tag': '34184e7d-193b-49e7-a866-28a0af79f26e', 'status': 'completed', 'code': 200} Jul 16 09:12:53.384937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7ed5a-b5d6-4c22-b4be-9761834478ed req-1eab24c0-e546-4950-8145-1a05103716c3 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:53.386462 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61f7ed5a-b5d6-4c22-b4be-9761834478ed req-1eab24c0-e546-4950-8145-1a05103716c3 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/ports?device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 949 time: 0.0764995 Jul 16 09:12:53.439798 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61f7ed5a-b5d6-4c22-b4be-9761834478ed req-3bc2eaa4-862d-499f-b929-2014b8c906cd tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea47c466-c894-474b-9077-5db3c5f9721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450923 Jul 16 09:12:54.010139 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38886) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:54.118720 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3bad96ab-2bac-4668-9ec8-ba299055bb62 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.164128 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3bad96ab-2bac-4668-9ec8-ba299055bb62 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.253787 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3bad96ab-2bac-4668-9ec8-ba299055bb62 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.258381 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3bad96ab-2bac-4668-9ec8-ba299055bb62 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.259642 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3bad96ab-2bac-4668-9ec8-ba299055bb62 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "DELETE /v2.0/security-groups/91ce727e-db31-465a-8b92-bfc7f296aece HTTP/1.1" status: 204 len: 168 time: 0.2484164 Jul 16 09:12:54.271022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad96ab-2bac-4668-9ec8-ba299055bb62 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91ce727e-db31-465a-8b92-bfc7f296aece,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:54.304904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38890) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:54.634495 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c77d1-337f-4c07-b2a2-910f191ccbaf req-124c9199-9e50-4fce-b560-24af887a1f7a tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:54.637041 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ce4c77d1-337f-4c07-b2a2-910f191ccbaf req-124c9199-9e50-4fce-b560-24af887a1f7a tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.38 "GET /v2.0/ports?device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 949 time: 0.1186388 Jul 16 09:12:54.756424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad51f1-14ce-4b58-9ded-c61a81225b7e req-aa3cffbd-de16-48cf-8ec8-1cff37cb308b tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:54.758355 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c4ad51f1-14ce-4b58-9ded-c61a81225b7e req-aa3cffbd-de16-48cf-8ec8-1cff37cb308b tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/ports?device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 949 time: 0.1335409 Jul 16 09:12:54.777084 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-ce4c77d1-337f-4c07-b2a2-910f191ccbaf req-bab28d8d-56e8-48c3-bbf2-ec47163cc978 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Deleting port 6a06af00-91c4-4c7e-a101-c96310e5d2bf {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:54.777621 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ce4c77d1-337f-4c07-b2a2-910f191ccbaf req-bab28d8d-56e8-48c3-bbf2-ec47163cc978 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.841979 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c4ad51f1-14ce-4b58-9ded-c61a81225b7e req-a657f2cb-527e-4855-b5c6-d7c80bfd0cdb tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/security-groups?id=ea47c466-c894-474b-9077-5db3c5f9721e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690131 Jul 16 09:12:54.874899 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ec62ba9e-0eef-4691-bfe5-a3922ba69993 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.901555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-ce4c77d1-337f-4c07-b2a2-910f191ccbaf req-bab28d8d-56e8-48c3-bbf2-ec47163cc978 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] For port 6a06af00-91c4-4c7e-a101-c96310e5d2bf, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6a06af00-91c4-4c7e-a101-c96310e5d2bf,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:54.902153 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ce4c77d1-337f-4c07-b2a2-910f191ccbaf req-bab28d8d-56e8-48c3-bbf2-ec47163cc978 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:54.925543 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-ce4c77d1-337f-4c07-b2a2-910f191ccbaf req-bab28d8d-56e8-48c3-bbf2-ec47163cc978 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Calling delete_port for 6a06af00-91c4-4c7e-a101-c96310e5d2bf owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:55.136099 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ce4c77d1-337f-4c07-b2a2-910f191ccbaf req-bab28d8d-56e8-48c3-bbf2-ec47163cc978 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:55.151801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['6a06af00-91c4-4c7e-a101-c96310e5d2bf'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:12:55.190671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab28d8d-56e8-48c3-bbf2-ec47163cc978 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Pushing event deleted for resources: {'Port': ['ID=6a06af00-91c4-4c7e-a101-c96310e5d2bf,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:55.249119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce4c77d1-337f-4c07-b2a2-910f191ccbaf req-bab28d8d-56e8-48c3-bbf2-ec47163cc978 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] No DVR routers for this DVR port 6a06af00-91c4-4c7e-a101-c96310e5d2bf on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:55.252192 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ce4c77d1-337f-4c07-b2a2-910f191ccbaf req-bab28d8d-56e8-48c3-bbf2-ec47163cc978 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:55.254998 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ce4c77d1-337f-4c07-b2a2-910f191ccbaf req-bab28d8d-56e8-48c3-bbf2-ec47163cc978 tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.38 "DELETE /v2.0/ports/6a06af00-91c4-4c7e-a101-c96310e5d2bf HTTP/1.1" status: 204 len: 173 time: 0.6123805 Jul 16 09:12:55.255258 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8829e15a-48c4-4eb2-a010-8b3e38d213b1', 'name': 'network-vif-deleted', 'tag': '6a06af00-91c4-4c7e-a101-c96310e5d2bf'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:55.258267 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ebf9ff-610f-48a3-a0f9-c2259daf5bf9" -d '{"events": [{"server_uuid": "8829e15a-48c4-4eb2-a010-8b3e38d213b1", "name": "network-vif-deleted", "tag": "6a06af00-91c4-4c7e-a101-c96310e5d2bf"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:55.259660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ec62ba9e-0eef-4691-bfe5-a3922ba69993 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Deleting port b121ed48-7451-4816-90f8-b96b6ee69238 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:55.260280 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ec62ba9e-0eef-4691-bfe5-a3922ba69993 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:55.326990 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2af723-ff32-4d3f-9e6b-3883a34b8cb4 x-openstack-request-id: req-6b2af723-ff32-4d3f-9e6b-3883a34b8cb4 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:55.327262 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8829e15a-48c4-4eb2-a010-8b3e38d213b1", "name": "network-vif-deleted", "tag": "6a06af00-91c4-4c7e-a101-c96310e5d2bf", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:55.327539 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6b2af723-ff32-4d3f-9e6b-3883a34b8cb4 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:55.328094 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8829e15a-48c4-4eb2-a010-8b3e38d213b1', 'name': 'network-vif-deleted', 'tag': '6a06af00-91c4-4c7e-a101-c96310e5d2bf', 'status': 'completed', 'code': 200} Jul 16 09:12:55.411246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-ec62ba9e-0eef-4691-bfe5-a3922ba69993 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] For port b121ed48-7451-4816-90f8-b96b6ee69238, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b121ed48-7451-4816-90f8-b96b6ee69238,segment=NetworkSegment(6c8a7eae-9573-4990-8867-1e202707ee1b),segment_id=6c8a7eae-9573-4990-8867-1e202707ee1b)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:55.411856 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ec62ba9e-0eef-4691-bfe5-a3922ba69993 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:55.434155 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ec62ba9e-0eef-4691-bfe5-a3922ba69993 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Calling delete_port for b121ed48-7451-4816-90f8-b96b6ee69238 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:55.677593 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ec62ba9e-0eef-4691-bfe5-a3922ba69993 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:55.706840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec62ba9e-0eef-4691-bfe5-a3922ba69993 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Port': ['ID=b121ed48-7451-4816-90f8-b96b6ee69238,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:55.998953 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ec62ba9e-0eef-4691-bfe5-a3922ba69993 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:56.153751 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4a085deb-ae6c-4afb-9bba-3e9964c8855f req-59674a45-31dc-439d-8c51-1b4aa8e549ce tempest-VolumesNegativeTest-707742832 tempest-VolumesNegativeTest-707742832-project] 10.222.0.20 "GET /v2.0/ports?device_id=8829e15a-48c4-4eb2-a010-8b3e38d213b1 HTTP/1.1" status: 200 len: 210 time: 0.0376408 Jul 16 09:12:56.294680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec62ba9e-0eef-4691-bfe5-a3922ba69993 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:12:56.418960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec62ba9e-0eef-4691-bfe5-a3922ba69993 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:12:56.426435 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ec62ba9e-0eef-4691-bfe5-a3922ba69993 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "PUT /v2.0/routers/49e85eed-9bd1-4c78-ae92-ace7234cfd7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1200514 Jul 16 09:12:56.429064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38898) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:56.432874 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459ae65-ce25-4133-9bf1-04b0722c4c92 None None] Sync routers for ids ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:12:56.455597 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459ae65-ce25-4133-9bf1-04b0722c4c92 None None] Routers {'49e85eed-9bd1-4c78-ae92-ace7234cfd7a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:56.456666 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-4459ae65-ce25-4133-9bf1-04b0722c4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:12:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:56.491519 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 34184e7d-193b-49e7-a866-28a0af79f26e no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:56.523650 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f5f327-f633-4963-848e-d07a1385b838 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Deleting subnet f8552e33-2e5d-4a1c-9680-160b9ab9b3a0 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:12:56.528815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 34184e7d-193b-49e7-a866-28a0af79f26e {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:56.529097 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79f5f327-f633-4963-848e-d07a1385b838 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:56.529771 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 34184e7d-193b-49e7-a866-28a0af79f26e not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:56.599996 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79f5f327-f633-4963-848e-d07a1385b838 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:56.641391 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-4459ae65-ce25-4133-9bf1-04b0722c4c92 None None] Set router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:56.744254 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79f5f327-f633-4963-848e-d07a1385b838 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:56.824058 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79f5f327-f633-4963-848e-d07a1385b838 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:56.860635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5f327-f633-4963-848e-d07a1385b838 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Subnet': ['ID=f8552e33-2e5d-4a1c-9680-160b9ab9b3a0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:56.865878 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79f5f327-f633-4963-848e-d07a1385b838 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:56.869287 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-79f5f327-f633-4963-848e-d07a1385b838 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "DELETE /v2.0/subnets/f8552e33-2e5d-4a1c-9680-160b9ab9b3a0 HTTP/1.1" status: 204 len: 168 time: 0.4386821 Jul 16 09:12:56.872894 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 38900) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:56.888528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0124367a-1344-49e5-a38d-bb50dcb86e23 None None] Network 4a0e7e54-916b-419d-a355-1953a6bf219b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:12:56.908854 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-4459ae65-ce25-4133-9bf1-04b0722c4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'name': 'tempest-TestNetworkBasicOps-router-732089302', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '230354f1-7333-4175-89b6-34031768cc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:55Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '230354f1-7333-4175-89b6-34031768cc1a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:56.962136 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459ae65-ce25-4133-9bf1-04b0722c4c92 None None] Checking router: 49e85eed-9bd1-4c78-ae92-ace7234cfd7a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:12:56.975030 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4459ae65-ce25-4133-9bf1-04b0722c4c92 None None] Routers {'49e85eed-9bd1-4c78-ae92-ace7234cfd7a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:12:56.975915 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-4459ae65-ce25-4133-9bf1-04b0722c4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:12:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:57.072536 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.128899 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-4459ae65-ce25-4133-9bf1-04b0722c4c92 None None] Set router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:12:57.151470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7f21c5-0022-4837-a08a-aa6ae867417a None None] DHCP port deletion for 4a0e7e54-916b-419d-a355-1953a6bf219b request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:12:57.254029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f21c5-0022-4837-a08a-aa6ae867417a None None] Deleting port 471264b0-12dd-4c49-99af-d6592046a6b9 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:57.254794 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fd7f21c5-0022-4837-a08a-aa6ae867417a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.299456 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.357731 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-fd7f21c5-0022-4837-a08a-aa6ae867417a None None] For port 471264b0-12dd-4c49-99af-d6592046a6b9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=471264b0-12dd-4c49-99af-d6592046a6b9,segment=NetworkSegment(6c8a7eae-9573-4990-8867-1e202707ee1b),segment_id=6c8a7eae-9573-4990-8867-1e202707ee1b)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:57.358007 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fd7f21c5-0022-4837-a08a-aa6ae867417a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.375914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-fd7f21c5-0022-4837-a08a-aa6ae867417a None None] Calling delete_port for 471264b0-12dd-4c49-99af-d6592046a6b9 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:57.384277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Deleting port 230354f1-7333-4175-89b6-34031768cc1a {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:12:57.384277 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.492420 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fd7f21c5-0022-4837-a08a-aa6ae867417a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.511023 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-4459ae65-ce25-4133-9bf1-04b0722c4c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'name': 'tempest-TestNetworkBasicOps-router-732089302', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '230354f1-7333-4175-89b6-34031768cc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:55Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '230354f1-7333-4175-89b6-34031768cc1a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:57.544002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f21c5-0022-4837-a08a-aa6ae867417a None None] Pushing event deleted for resources: {'Port': ['ID=471264b0-12dd-4c49-99af-d6592046a6b9,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:57.558491 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7f21c5-0022-4837-a08a-aa6ae867417a None None] No DVR routers for this DVR port 471264b0-12dd-4c49-99af-d6592046a6b9 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:57.562689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] For port 230354f1-7333-4175-89b6-34031768cc1a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=230354f1-7333-4175-89b6-34031768cc1a,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:57.564368 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.576572 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4459ae65-ce25-4133-9bf1-04b0722c4c92 None None] The sync data for ids ['49e85eed-9bd1-4c78-ae92-ace7234cfd7a'] in n-d-758944-46 is: [{'id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'name': 'tempest-TestNetworkBasicOps-router-732089302', 'tenant_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220'}], 'enable_snat': True}, 'gw_port_id': '230354f1-7333-4175-89b6-34031768cc1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:55Z', 'revision_number': 5, 'project_id': '7e30d8f3fe7d4607b50cfb6640ab53b5', 'gw_port': {'id': '230354f1-7333-4175-89b6-34031768cc1a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:4b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49e85eed-9bd1-4c78-ae92-ace7234cfd7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3920, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:56Z', 'updated_at': '2021-07-16T09:12:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:12:57.589232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Calling delete_port for 230354f1-7333-4175-89b6-34031768cc1a owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:12:57.843764 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:57.877108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Port': ['ID=230354f1-7333-4175-89b6-34031768cc1a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:57.951534 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.157698 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.161740 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.265140 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.265807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Fanout notify agent at l3_agent the message router_deleted on router 49e85eed-9bd1-4c78-ae92-ace7234cfd7a {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:12:58.273559 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.274546 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bb87847d-febd-46cc-9460-35ff06ad1cdd tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "DELETE /v2.0/routers/49e85eed-9bd1-4c78-ae92-ace7234cfd7a HTTP/1.1" status: 204 len: 168 time: 1.4006958 Jul 16 09:12:58.278905 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 38968) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:58.305888 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6a06af00-91c4-4c7e-a101-c96310e5d2bf no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:58.343949 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 6a06af00-91c4-4c7e-a101-c96310e5d2bf {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:58.344810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6a06af00-91c4-4c7e-a101-c96310e5d2bf not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:58.402562 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b6fc1eaf-c059-4ad1-8203-a24b891fd9d7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.505036 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b6fc1eaf-c059-4ad1-8203-a24b891fd9d7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.518015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b6fc1eaf-c059-4ad1-8203-a24b891fd9d7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a0e7e54-916b-419d-a355-1953a6bf219b']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:58.530793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b6fc1eaf-c059-4ad1-8203-a24b891fd9d7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8a7eae-9573-4990-8867-1e202707ee1b') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:58.531100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b6fc1eaf-c059-4ad1-8203-a24b891fd9d7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8a7eae-9573-4990-8867-1e202707ee1b') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:12:58.541515 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b6fc1eaf-c059-4ad1-8203-a24b891fd9d7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.562973 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b6fc1eaf-c059-4ad1-8203-a24b891fd9d7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.570317 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fc1eaf-c059-4ad1-8203-a24b891fd9d7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:12:58.570757 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b6fc1eaf-c059-4ad1-8203-a24b891fd9d7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:12:58.574155 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:12:58.642241 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b6fc1eaf-c059-4ad1-8203-a24b891fd9d7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.651068 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b6fc1eaf-c059-4ad1-8203-a24b891fd9d7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:58.653294 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b6fc1eaf-c059-4ad1-8203-a24b891fd9d7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] 10.222.0.20 "DELETE /v2.0/networks/4a0e7e54-916b-419d-a355-1953a6bf219b HTTP/1.1" status: 204 len: 168 time: 0.3721137 Jul 16 09:12:58.669896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc1eaf-c059-4ad1-8203-a24b891fd9d7 tempest-TestNetworkBasicOps-2089768917 tempest-TestNetworkBasicOps-2089768917-project] Pushing event deleted for resources: {'Network': ['ID=4a0e7e54-916b-419d-a355-1953a6bf219b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:58.951917 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b121ed48-7451-4816-90f8-b96b6ee69238 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:58.976050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: b121ed48-7451-4816-90f8-b96b6ee69238 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:58.976483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b121ed48-7451-4816-90f8-b96b6ee69238 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:58.977117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 471264b0-12dd-4c49-99af-d6592046a6b9 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:58.999526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 471264b0-12dd-4c49-99af-d6592046a6b9 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:12:59.000347 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 471264b0-12dd-4c49-99af-d6592046a6b9 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:59.044669 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39034) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:59.229047 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b4dd98ec-d0f4-4103-9956-443d6119ffe7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7e30d8f3fe7d4607b50cfb6640ab53b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1827714 Jul 16 09:12:59.233375 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39052) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:59.313539 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dae2ff34-f73f-4715-974a-98bc5d129390 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:59.360181 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dae2ff34-f73f-4715-974a-98bc5d129390 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:59.439819 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dae2ff34-f73f-4715-974a-98bc5d129390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:59.442878 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dae2ff34-f73f-4715-974a-98bc5d129390 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:59.444034 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dae2ff34-f73f-4715-974a-98bc5d129390 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3bb64720-ea64-4cbf-b6ea-2be1b6080e9e HTTP/1.1" status: 204 len: 168 time: 0.2090352 Jul 16 09:12:59.455159 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae2ff34-f73f-4715-974a-98bc5d129390 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bb64720-ea64-4cbf-b6ea-2be1b6080e9e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:59.893798 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39094) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:59.910249 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d83979fc-4ed1-4e5b-89fa-3cb200eb89d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:00.061614 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d83979fc-4ed1-4e5b-89fa-3cb200eb89d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:00.067992 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d83979fc-4ed1-4e5b-89fa-3cb200eb89d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:00.123072 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d83979fc-4ed1-4e5b-89fa-3cb200eb89d8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a617c9574a44f3aafc9aabe2158f1fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2277987 Jul 16 09:13:00.126381 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83979fc-4ed1-4e5b-89fa-3cb200eb89d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd865b2e-c882-4827-a17c-875cec8e63d4,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:00.126915 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 39100) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:00.218666 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d65aa824-23ab-4e96-acc3-700faccd7a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:00.250282 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d65aa824-23ab-4e96-acc3-700faccd7a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:00.310126 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d65aa824-23ab-4e96-acc3-700faccd7a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:00.315713 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d65aa824-23ab-4e96-acc3-700faccd7a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:00.317813 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d65aa824-23ab-4e96-acc3-700faccd7a8f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd865b2e-c882-4827-a17c-875cec8e63d4 HTTP/1.1" status: 204 len: 168 time: 0.1892407 Jul 16 09:13:00.346081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65aa824-23ab-4e96-acc3-700faccd7a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd865b2e-c882-4827-a17c-875cec8e63d4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:00.450294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 230354f1-7333-4175-89b6-34031768cc1a no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:00.490387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 230354f1-7333-4175-89b6-34031768cc1a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:00.490947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 230354f1-7333-4175-89b6-34031768cc1a not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:03.443342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39148) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:03.595040 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-21a40b49-cfd2-43c7-b7eb-6ab329c7af56 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f9fa122b9b66478a886506de5d5b863c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496959 Jul 16 09:13:03.597988 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39152) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:03.679003 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5987881b-b7aa-4dc4-bd55-2c14095236d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.710133 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5987881b-b7aa-4dc4-bd55-2c14095236d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.763671 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5987881b-b7aa-4dc4-bd55-2c14095236d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.766681 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5987881b-b7aa-4dc4-bd55-2c14095236d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.767865 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5987881b-b7aa-4dc4-bd55-2c14095236d4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea47c466-c894-474b-9077-5db3c5f9721e HTTP/1.1" status: 204 len: 168 time: 0.1686528 Jul 16 09:13:03.777620 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5987881b-b7aa-4dc4-bd55-2c14095236d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea47c466-c894-474b-9077-5db3c5f9721e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:04.013032 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.517660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39174) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:04.651110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1898451582-network', 'tenant_id': '1ae8d9b4005445dfa45a6d321449ed9a'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:04.677549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] Made reservation on behalf of 1ae8d9b4005445dfa45a6d321449ed9a for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:04.680375 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.691104 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.836247 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.842202 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.875736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] vlan segment allocate from pool success with {'vlan_id': 66, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:13:04.888323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a80853f7-6384-44c6-99f2-1b4281acd220,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:04.895935 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.896383 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] Added segment 853bdccf-09e2-4185-a6ad-a595d50d1e50 of type vlan for network 698bfec7-02af-49f4-908b-f9988043bd5a Jul 16 09:13:04.947691 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.982494 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.983774 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:04.984574 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:05.023917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5049388 Jul 16 09:13:05.027723 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 39178) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:05.033757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-368cb1d1-b130-4f3c-abe7-1c0a928fdf28 admin admin] Request body: {'subnet': {'network_id': '698bfec7-02af-49f4-908b-f9988043bd5a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1898451582-subnet', 'tenant_id': '1ae8d9b4005445dfa45a6d321449ed9a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:05.069434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f9d19-c2f6-4ee5-8a03-2024919daa32 admin admin] Pushing event updated for resources: {'Network': ['ID=698bfec7-02af-49f4-908b-f9988043bd5a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:05.083291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 698bfec7-02af-49f4-908b-f9988043bd5a details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:13:05.095290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368cb1d1-b130-4f3c-abe7-1c0a928fdf28 admin admin] Made reservation on behalf of 1ae8d9b4005445dfa45a6d321449ed9a for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:05.098450 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-368cb1d1-b130-4f3c-abe7-1c0a928fdf28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:05.263170 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7073ef04-7a9b-49a6-aec0-670e94606418 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:05.307418 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-368cb1d1-b130-4f3c-abe7-1c0a928fdf28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:05.373148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368cb1d1-b130-4f3c-abe7-1c0a928fdf28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09a17c26-ff9a-4a50-860b-f97e6f7c1da7,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:05.389143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-368cb1d1-b130-4f3c-abe7-1c0a928fdf28 admin admin] Checking segment: {'id': '853bdccf-09e2-4185-a6ad-a595d50d1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '698bfec7-02af-49f4-908b-f9988043bd5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:05.389567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368cb1d1-b130-4f3c-abe7-1c0a928fdf28 admin admin] Network hostable DHCP agents. Network: 698bfec7-02af-49f4-908b-f9988043bd5a, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:13:05.409783 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368cb1d1-b130-4f3c-abe7-1c0a928fdf28 admin admin] Network 698bfec7-02af-49f4-908b-f9988043bd5a is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:13:05.421853 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-368cb1d1-b130-4f3c-abe7-1c0a928fdf28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 698bfec7-02af-49f4-908b-f9988043bd5a) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:05.426283 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368cb1d1-b130-4f3c-abe7-1c0a928fdf28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:05.426891 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-368cb1d1-b130-4f3c-abe7-1c0a928fdf28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:05.434594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acecf5a9-6fd0-4146-8ec9-f923a7d04ba9 None None] Network 698bfec7-02af-49f4-908b-f9988043bd5a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:05.443995 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-368cb1d1-b130-4f3c-abe7-1c0a928fdf28 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4145684 Jul 16 09:13:05.606660 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b72c2a-0917-4f25-815d-1b2328bc0b1c None None] Network 698bfec7-02af-49f4-908b-f9988043bd5a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:05.749844 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:07.943614 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8f2085cd-af95-493a-999f-5d7c8d7e6050 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:08.227528 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:09.815412 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:11.319604 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:29.769457 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:13:34.015460 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:35.265236 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-17507e15-9872-479f-bbf6-67a4136da132 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:35.723482 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:37.942146 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-34f6c03a-747b-4e3d-8961-f96dd516352c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:38.216584 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:39.825744 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.319751 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:01.647348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-e6986ed5-5ec3-405a-8879-099d635eb707 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:01.648949 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-e6986ed5-5ec3-405a-8879-099d635eb707 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/networks?id=698bfec7-02af-49f4-908b-f9988043bd5a HTTP/1.1" status: 200 len: 814 time: 0.1192966 Jul 16 09:14:01.665107 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-a9f6aa96-7700-42fb-b015-6ecd93036027 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/quotas/1ae8d9b4005445dfa45a6d321449ed9a HTTP/1.1" status: 200 len: 375 time: 0.0102568 Jul 16 09:14:01.704982 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-d399559f-fee7-43ec-904a-cbc3cf935e55 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ae8d9b4005445dfa45a6d321449ed9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333722 Jul 16 09:14:01.815231 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-b5e70eb8-92ee-4d21-8b11-85c3657b933c service neutron] 10.222.0.20 "GET /v2.0/networks/698bfec7-02af-49f4-908b-f9988043bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027739 Jul 16 09:14:01.922739 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-853b803a-f57c-4a4a-aad2-cd4399b80ac2 service neutron] 10.222.0.20 "GET /v2.0/networks/698bfec7-02af-49f4-908b-f9988043bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006916 Jul 16 09:14:02.152748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6d3ec983-3d18-4d83-b0cb-898e931cc33a req-1b9e59b6-9907-447c-86bb-3db9edad59b7 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 210 time: 0.0526814 Jul 16 09:14:03.333974 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-55c3e1a5-5045-4f3f-a96f-3051e57e26ca req-48b4c651-1bc6-4a21-bb9a-a1cf8eac36f4 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 210 time: 0.0407610 Jul 16 09:14:03.517475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-afbf7f81-87a4-48b0-997f-4476aa868d97 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:03.519131 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-afbf7f81-87a4-48b0-997f-4476aa868d97 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.38 "GET /v2.0/networks?id=698bfec7-02af-49f4-908b-f9988043bd5a HTTP/1.1" status: 200 len: 814 time: 0.1254888 Jul 16 09:14:03.537987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Request body: {'port': {'device_id': '87e95004-707f-4756-bee4-b08a86e01126', 'network_id': '698bfec7-02af-49f4-908b-f9988043bd5a', 'admin_state_up': True, 'tenant_id': '1ae8d9b4005445dfa45a6d321449ed9a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:03.690668 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Made reservation on behalf of 1ae8d9b4005445dfa45a6d321449ed9a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:03.694456 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:03.842514 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Allocated IP 172.20.0.5 (698bfec7-02af-49f4-908b-f9988043bd5a/09a17c26-ff9a-4a50-860b-f97e6f7c1da7/97ffb12c-9180-48e0-9250-04eb9b0af671) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:04.013074 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.032668 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.076685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.129355 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Network 698bfec7-02af-49f4-908b-f9988043bd5a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:14:04.133851 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:04.140097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:14:04.148885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Pushing event updated for resources: {'Port': ['ID=97ffb12c-9180-48e0-9250-04eb9b0af671,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:04.180745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:04.181167 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:04.181555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:04.181926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:04.182304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:04.182674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:04.183043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:04.183461 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:04.183850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:04.184218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:04.184633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:04.185002 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:04.219598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:04.220299 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.237886 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-c78179a7-ec9e-49b9-8b38-eb644faf1611 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7042036 Jul 16 09:14:04.251728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Request body: {'port': {'device_id': '87e95004-707f-4756-bee4-b08a86e01126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:04.335135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.639187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b99b9da-9dea-406e-95c7-9550b6b3fca3 req-92c9174a-171e-40ff-bbcc-a182fd319f8a tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:04.641077 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b99b9da-9dea-406e-95c7-9550b6b3fca3 req-92c9174a-171e-40ff-bbcc-a182fd319f8a tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 931 time: 0.1478350 Jul 16 09:14:04.729313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b99b9da-9dea-406e-95c7-9550b6b3fca3 req-9e53e1bd-b991-45d4-9a03-b26f220149a3 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777533 Jul 16 09:14:04.742950 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97ffb12c-9180-48e0-9250-04eb9b0af671 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:04.753140 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.767378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Transition to ACTIVE for port object 97ffb12c-9180-48e0-9250-04eb9b0af671 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:04.772889 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.826731 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Pushing event updated for resources: {'Port': ['ID=97ffb12c-9180-48e0-9250-04eb9b0af671,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:04.911029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Attempting to bind port 97ffb12c-9180-48e0-9250-04eb9b0af671 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:14:04.911263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Attempting to bind port 97ffb12c-9180-48e0-9250-04eb9b0af671 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '853bdccf-09e2-4185-a6ad-a595d50d1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '698bfec7-02af-49f4-908b-f9988043bd5a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:14:04.911583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Attempting to bind port 97ffb12c-9180-48e0-9250-04eb9b0af671 on network 698bfec7-02af-49f4-908b-f9988043bd5a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:04.916751 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Port 97ffb12c-9180-48e0-9250-04eb9b0af671 on network 698bfec7-02af-49f4-908b-f9988043bd5a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:14:04.917126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Attempting to bind port 97ffb12c-9180-48e0-9250-04eb9b0af671 on network 698bfec7-02af-49f4-908b-f9988043bd5a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:04.923334 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:14:04.923681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Checking segment: {'id': '853bdccf-09e2-4185-a6ad-a595d50d1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '698bfec7-02af-49f4-908b-f9988043bd5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:04.924067 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Bound using segment: {'id': '853bdccf-09e2-4185-a6ad-a595d50d1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '698bfec7-02af-49f4-908b-f9988043bd5a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:14:04.924531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Bound port: 97ffb12c-9180-48e0-9250-04eb9b0af671, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853bdccf-09e2-4185-a6ad-a595d50d1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '698bfec7-02af-49f4-908b-f9988043bd5a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:14:04.924907 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:04.997388 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] For port 97ffb12c-9180-48e0-9250-04eb9b0af671, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:05.000994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] For port 97ffb12c-9180-48e0-9250-04eb9b0af671, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=97ffb12c-9180-48e0-9250-04eb9b0af671,segment=NetworkSegment(853bdccf-09e2-4185-a6ad-a595d50d1e50),segment_id=853bdccf-09e2-4185-a6ad-a595d50d1e50)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:14:05.007329 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:05.045037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.045843 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:05.047504 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] 10.222.0.38 "PUT /v2.0/ports/97ffb12c-9180-48e0-9250-04eb9b0af671 HTTP/1.1" status: 200 len: 1092 time: 0.8021669 Jul 16 09:14:05.049981 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87e95004-707f-4756-bee4-b08a86e01126', 'tag': '97ffb12c-9180-48e0-9250-04eb9b0af671'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:05.053519 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65504929-8f32-493f-ab78-c91ae9b082dd" -d '{"events": [{"name": "network-changed", "server_uuid": "87e95004-707f-4756-bee4-b08a86e01126", "tag": "97ffb12c-9180-48e0-9250-04eb9b0af671"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:05.091134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd25208-8e6e-4644-9b10-493d62230e05 service neutron] Pushing event updated for resources: {'Port': ['ID=97ffb12c-9180-48e0-9250-04eb9b0af671,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:05.134478 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13968d19-c8a1-48ee-9b88-3c190bc056b2 x-openstack-request-id: req-13968d19-c8a1-48ee-9b88-3c190bc056b2 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:05.134760 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87e95004-707f-4756-bee4-b08a86e01126", "tag": "97ffb12c-9180-48e0-9250-04eb9b0af671", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:05.135013 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13968d19-c8a1-48ee-9b88-3c190bc056b2 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:05.135425 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87e95004-707f-4756-bee4-b08a86e01126', 'tag': '97ffb12c-9180-48e0-9250-04eb9b0af671', 'status': 'completed', 'code': 200} Jul 16 09:14:05.166020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ca0978e1-4f66-4d6c-94a2-db3017aa858c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.168136 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-ca0978e1-4f66-4d6c-94a2-db3017aa858c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1ae8d9b4005445dfa45a6d321449ed9a&device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 1095 time: 0.0702543 Jul 16 09:14:05.266429 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41d6281f-dd3f-4562-a638-078fee202daa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:05.478163 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-746203c0-5c3f-4215-a68f-8afe7472aa5d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97ffb12c-9180-48e0-9250-04eb9b0af671 HTTP/1.1" status: 200 len: 217 time: 0.3035216 Jul 16 09:14:05.527813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-dffd6162-19b8-484d-b0d8-39da6ab24095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.529349 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-dffd6162-19b8-484d-b0d8-39da6ab24095 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09a17c26-ff9a-4a50-860b-f97e6f7c1da7 HTTP/1.1" status: 200 len: 854 time: 0.0459025 Jul 16 09:14:05.564330 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-5bf22e04-9d19-4285-9ead-4a5ddeabfeb2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=698bfec7-02af-49f4-908b-f9988043bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284770 Jul 16 09:14:05.666180 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-269a7c8e-7c51-4b67-a471-73be961ea48a service neutron] 10.222.0.38 "GET /v2.0/networks/698bfec7-02af-49f4-908b-f9988043bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953078 Jul 16 09:14:05.724762 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:05.772825 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69908efa-7ba7-4b54-9cad-00fe9f516450 req-378d3a44-aea9-4bf0-a8d1-0793c42bd0c7 service neutron] 10.222.0.38 "GET /v2.0/networks/698bfec7-02af-49f4-908b-f9988043bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007080 Jul 16 09:14:05.990749 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65504929-8f32-493f-ab78-c91ae9b082dd req-e931a30a-1faf-46fa-ac00-1ade76c79f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:05.993388 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-65504929-8f32-493f-ab78-c91ae9b082dd req-e931a30a-1faf-46fa-ac00-1ade76c79f03 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1ae8d9b4005445dfa45a6d321449ed9a&device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 1095 time: 0.1670964 Jul 16 09:14:06.029050 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc069311-6109-4f52-a9fa-fc9cc2d25001 req-2468f672-9c8f-4fd9-90e6-7ca6cf901166 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:06.031477 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bc069311-6109-4f52-a9fa-fc9cc2d25001 req-2468f672-9c8f-4fd9-90e6-7ca6cf901166 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 943 time: 0.1592619 Jul 16 09:14:06.128893 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bc069311-6109-4f52-a9fa-fc9cc2d25001 req-ef4458ad-584a-4a61-8f04-c773d549d685 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849574 Jul 16 09:14:06.157088 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65504929-8f32-493f-ab78-c91ae9b082dd req-451a596e-4269-4758-9a07-5114ab1c10ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:06.158781 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-65504929-8f32-493f-ab78-c91ae9b082dd req-451a596e-4269-4758-9a07-5114ab1c10ae service neutron] 10.222.0.38 "GET /v2.0/networks?id=698bfec7-02af-49f4-908b-f9988043bd5a HTTP/1.1" status: 200 len: 914 time: 0.1582177 Jul 16 09:14:06.204898 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-65504929-8f32-493f-ab78-c91ae9b082dd req-99d4fead-823a-49c4-b1ff-d0f0ed5895f4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97ffb12c-9180-48e0-9250-04eb9b0af671 HTTP/1.1" status: 200 len: 217 time: 0.0387630 Jul 16 09:14:06.268213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65504929-8f32-493f-ab78-c91ae9b082dd req-725ff3e9-b022-4a12-8f04-24ddc43c13da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:06.269793 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-65504929-8f32-493f-ab78-c91ae9b082dd req-725ff3e9-b022-4a12-8f04-24ddc43c13da service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09a17c26-ff9a-4a50-860b-f97e6f7c1da7 HTTP/1.1" status: 200 len: 854 time: 0.0571404 Jul 16 09:14:06.320454 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-65504929-8f32-493f-ab78-c91ae9b082dd req-72fbde0e-556b-4471-9e9a-919ffb7ea558 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=698bfec7-02af-49f4-908b-f9988043bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435336 Jul 16 09:14:06.486257 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-65504929-8f32-493f-ab78-c91ae9b082dd req-fff858d4-a3f0-4adc-b9b1-f9b577be7512 service neutron] 10.222.0.38 "GET /v2.0/networks/698bfec7-02af-49f4-908b-f9988043bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591017 Jul 16 09:14:06.586344 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-65504929-8f32-493f-ab78-c91ae9b082dd req-c5437c67-c163-4018-9c97-f06d86c42ddf service neutron] 10.222.0.38 "GET /v2.0/networks/698bfec7-02af-49f4-908b-f9988043bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934279 Jul 16 09:14:06.759341 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:14:07.325520 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7856f2d-5639-4756-b8f9-4fa4c8cc0c0d req-a953454f-2bbf-4b3c-9fac-e27b79a1a84a tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:07.327183 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e7856f2d-5639-4756-b8f9-4fa4c8cc0c0d req-a953454f-2bbf-4b3c-9fac-e27b79a1a84a tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 943 time: 0.0727563 Jul 16 09:14:07.370228 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e7856f2d-5639-4756-b8f9-4fa4c8cc0c0d req-78043a3e-2a33-4d33-ab15-5d24d2b42652 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368419 Jul 16 09:14:07.936216 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-982c3940-283d-4db9-bb77-f2195538af1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:08.212582 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:08.565945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 97ffb12c-9180-48e0-9250-04eb9b0af671 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:14:08.595400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f919270-3eae-4e05-8dca-4228e962b620 req-3be4de57-6807-43fb-962b-3077b3e4f186 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:08.597846 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f919270-3eae-4e05-8dca-4228e962b620 req-3be4de57-6807-43fb-962b-3077b3e4f186 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 943 time: 0.1058991 Jul 16 09:14:08.666155 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f919270-3eae-4e05-8dca-4228e962b620 req-50c3c8ea-01f7-4997-bcd2-4f37ad4c0a15 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584357 Jul 16 09:14:08.704585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 97ffb12c-9180-48e0-9250-04eb9b0af671, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=97ffb12c-9180-48e0-9250-04eb9b0af671,segment=NetworkSegment(853bdccf-09e2-4185-a6ad-a595d50d1e50),segment_id=853bdccf-09e2-4185-a6ad-a595d50d1e50)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:08.717647 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '97ffb12c-9180-48e0-9250-04eb9b0af671', 'network_id': '698bfec7-02af-49f4-908b-f9988043bd5a', 'port_id': '97ffb12c-9180-48e0-9250-04eb9b0af671', 'mac_address': 'fa:16:3e:a7:52:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a17c26-ff9a-4a50-860b-f97e6f7c1da7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:14:08.766558 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:08.789549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97ffb12c-9180-48e0-9250-04eb9b0af671 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:08.824787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 97ffb12c-9180-48e0-9250-04eb9b0af671, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=97ffb12c-9180-48e0-9250-04eb9b0af671,segment=NetworkSegment(853bdccf-09e2-4185-a6ad-a595d50d1e50),segment_id=853bdccf-09e2-4185-a6ad-a595d50d1e50)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:08.830865 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:08.886934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=97ffb12c-9180-48e0-9250-04eb9b0af671,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:08.895264 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:08.895640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:08.895916 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:08.896274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:08.896617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:08.896954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:08.897284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:08.897609 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:08.897936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:08.898254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:08.898578 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:08.898941 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:09.029184 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['97ffb12c-9180-48e0-9250-04eb9b0af671'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:09.816939 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.889829 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34db943-48b5-422b-8206-cad45169fa27 req-0e59a7fa-4264-4e92-81dc-7eb70d024eba tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:09.891539 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c34db943-48b5-422b-8206-cad45169fa27 req-0e59a7fa-4264-4e92-81dc-7eb70d024eba tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 944 time: 0.0879922 Jul 16 09:14:09.940855 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c34db943-48b5-422b-8206-cad45169fa27 req-38d53a3b-f4b4-40ff-8f2a-9beba3426ea2 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389001 Jul 16 09:14:10.566772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 97ffb12c-9180-48e0-9250-04eb9b0af671 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:10.619456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 97ffb12c-9180-48e0-9250-04eb9b0af671 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:10.624120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 97ffb12c-9180-48e0-9250-04eb9b0af671 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:10.624603 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.710790 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.736808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e95004-707f-4756-bee4-b08a86e01126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ffb12c-9180-48e0-9250-04eb9b0af671'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:10.739219 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1933786-7502-4518-ab53-e7b3d8f13c48" -d '{"events": [{"server_uuid": "87e95004-707f-4756-bee4-b08a86e01126", "name": "network-vif-plugged", "status": "completed", "tag": "97ffb12c-9180-48e0-9250-04eb9b0af671"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:10.755358 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 97ffb12c-9180-48e0-9250-04eb9b0af671, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=97ffb12c-9180-48e0-9250-04eb9b0af671,segment=NetworkSegment(853bdccf-09e2-4185-a6ad-a595d50d1e50),segment_id=853bdccf-09e2-4185-a6ad-a595d50d1e50)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:10.762278 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.843218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=97ffb12c-9180-48e0-9250-04eb9b0af671,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:10.969568 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f25cd67-bd68-4511-bb04-8868e012956e x-openstack-request-id: req-3f25cd67-bd68-4511-bb04-8868e012956e {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:10.969905 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e95004-707f-4756-bee4-b08a86e01126", "name": "network-vif-plugged", "status": "completed", "tag": "97ffb12c-9180-48e0-9250-04eb9b0af671", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:10.970194 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f25cd67-bd68-4511-bb04-8868e012956e {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:10.970630 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e95004-707f-4756-bee4-b08a86e01126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97ffb12c-9180-48e0-9250-04eb9b0af671', 'code': 200} Jul 16 09:14:11.123794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04c8974-c6cb-44af-b3e6-2ab9290068ea req-3bb33235-9e6e-40ec-a5b2-bd493703c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:11.126157 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c04c8974-c6cb-44af-b3e6-2ab9290068ea req-3bb33235-9e6e-40ec-a5b2-bd493703c089 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 1097 time: 0.0858011 Jul 16 09:14:11.167844 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c04c8974-c6cb-44af-b3e6-2ab9290068ea req-c385a920-5eb2-4203-a3ee-401aa508ae91 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346010 Jul 16 09:14:11.185331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bda07-2fb1-4c78-9688-2b92469c8fc5 req-41d46ff1-cf95-4387-8d17-b4aff636e2e7 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:11.187109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d44bda07-2fb1-4c78-9688-2b92469c8fc5 req-41d46ff1-cf95-4387-8d17-b4aff636e2e7 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 945 time: 0.0761342 Jul 16 09:14:11.230346 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d44bda07-2fb1-4c78-9688-2b92469c8fc5 req-e26bf90f-0263-4d6d-8c06-ff33ceda7417 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368745 Jul 16 09:14:11.327799 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:12.424262 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5afddb-ef8b-413d-97a9-4b3187ed2ac5 req-85f7207c-9416-47f9-8305-e9c7ca083f98 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:12.425987 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea5afddb-ef8b-413d-97a9-4b3187ed2ac5 req-85f7207c-9416-47f9-8305-e9c7ca083f98 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 945 time: 0.0715637 Jul 16 09:14:12.468036 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ea5afddb-ef8b-413d-97a9-4b3187ed2ac5 req-570941e9-e6c1-44a7-b5bc-4a985e174b2e tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360501 Jul 16 09:14:34.018746 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:35.268302 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a9bbb40a-f1c5-455f-9d62-f8feb5bd674d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:35.734659 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:37.941029 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8131c3a7-e7e2-4cdc-8725-eb64487dff1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:38.206882 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:39.817292 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:41.325861 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.760217 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:14:57.660596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1326142-34ef-474c-869a-45b59955aa17 req-54de3475-d619-483b-b81c-b7a093e7dda8 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:57.662213 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1326142-34ef-474c-869a-45b59955aa17 req-54de3475-d619-483b-b81c-b7a093e7dda8 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 945 time: 0.0800509 Jul 16 09:14:57.708462 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1326142-34ef-474c-869a-45b59955aa17 req-1227793a-d3f0-4675-8665-053a27f00400 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386155 Jul 16 09:14:58.965445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f123bef-c96c-4927-aee8-228bebdb40ed req-2c9196fb-5e8c-4428-b932-401ce1a424a8 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:58.967091 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0f123bef-c96c-4927-aee8-228bebdb40ed req-2c9196fb-5e8c-4428-b932-401ce1a424a8 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.38 "GET /v2.0/ports?device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 945 time: 0.0719562 Jul 16 09:14:58.995760 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b53ca-2821-4aca-b61d-22240597d0eb req-dc61e177-acd1-49ba-8f0a-930ae11e7044 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:58.998206 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f87b53ca-2821-4aca-b61d-22240597d0eb req-dc61e177-acd1-49ba-8f0a-930ae11e7044 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 945 time: 0.1152229 Jul 16 09:14:59.046229 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f87b53ca-2821-4aca-b61d-22240597d0eb req-f7281886-0588-42e3-a640-e8d7298ae6d4 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409622 Jul 16 09:14:59.130738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-0f123bef-c96c-4927-aee8-228bebdb40ed req-792f54c1-fbce-46c2-9053-b4203615f4be tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Deleting port 97ffb12c-9180-48e0-9250-04eb9b0af671 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:59.131258 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0f123bef-c96c-4927-aee8-228bebdb40ed req-792f54c1-fbce-46c2-9053-b4203615f4be tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.299141 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-0f123bef-c96c-4927-aee8-228bebdb40ed req-792f54c1-fbce-46c2-9053-b4203615f4be tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] For port 97ffb12c-9180-48e0-9250-04eb9b0af671, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=97ffb12c-9180-48e0-9250-04eb9b0af671,segment=NetworkSegment(853bdccf-09e2-4185-a6ad-a595d50d1e50),segment_id=853bdccf-09e2-4185-a6ad-a595d50d1e50)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:59.299668 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0f123bef-c96c-4927-aee8-228bebdb40ed req-792f54c1-fbce-46c2-9053-b4203615f4be tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.324634 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-0f123bef-c96c-4927-aee8-228bebdb40ed req-792f54c1-fbce-46c2-9053-b4203615f4be tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Calling delete_port for 97ffb12c-9180-48e0-9250-04eb9b0af671 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:59.534479 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0f123bef-c96c-4927-aee8-228bebdb40ed req-792f54c1-fbce-46c2-9053-b4203615f4be tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.547900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['97ffb12c-9180-48e0-9250-04eb9b0af671'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:59.566353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792f54c1-fbce-46c2-9053-b4203615f4be tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Pushing event deleted for resources: {'Port': ['ID=97ffb12c-9180-48e0-9250-04eb9b0af671,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:59.619923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f123bef-c96c-4927-aee8-228bebdb40ed req-792f54c1-fbce-46c2-9053-b4203615f4be tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] No DVR routers for this DVR port 97ffb12c-9180-48e0-9250-04eb9b0af671 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:14:59.623060 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-0f123bef-c96c-4927-aee8-228bebdb40ed req-792f54c1-fbce-46c2-9053-b4203615f4be tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:59.625536 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0f123bef-c96c-4927-aee8-228bebdb40ed req-792f54c1-fbce-46c2-9053-b4203615f4be tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.38 "DELETE /v2.0/ports/97ffb12c-9180-48e0-9250-04eb9b0af671 HTTP/1.1" status: 204 len: 173 time: 0.6527867 Jul 16 09:14:59.626121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87e95004-707f-4756-bee4-b08a86e01126', 'name': 'network-vif-deleted', 'tag': '97ffb12c-9180-48e0-9250-04eb9b0af671'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:59.628780 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeff9a4c-a490-43d1-a9ab-4d576c028ee1" -d '{"events": [{"server_uuid": "87e95004-707f-4756-bee4-b08a86e01126", "name": "network-vif-deleted", "tag": "97ffb12c-9180-48e0-9250-04eb9b0af671"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:59.687398 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33aa0192-0db2-4e1a-bf76-82beee4e8b20 x-openstack-request-id: req-33aa0192-0db2-4e1a-bf76-82beee4e8b20 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:59.687884 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87e95004-707f-4756-bee4-b08a86e01126", "name": "network-vif-deleted", "tag": "97ffb12c-9180-48e0-9250-04eb9b0af671", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:59.688280 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-33aa0192-0db2-4e1a-bf76-82beee4e8b20 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:59.688898 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87e95004-707f-4756-bee4-b08a86e01126', 'name': 'network-vif-deleted', 'tag': '97ffb12c-9180-48e0-9250-04eb9b0af671', 'status': 'completed', 'code': 200} Jul 16 09:15:00.224791 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-212939b3-bfab-4ffb-86ad-e7ad87542a51 req-20dce564-4e3f-458f-a87d-02f3276d90f0 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=87e95004-707f-4756-bee4-b08a86e01126 HTTP/1.1" status: 200 len: 210 time: 0.0307755 Jul 16 09:15:02.782752 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 97ffb12c-9180-48e0-9250-04eb9b0af671 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:02.817227 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 97ffb12c-9180-48e0-9250-04eb9b0af671 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:15:02.817718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 97ffb12c-9180-48e0-9250-04eb9b0af671 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:15:03.962458 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-42a36a64-e072-4239-97b3-c788cf159502 req-b3c70e4a-4f4a-4e65-aee8-dff82fffd13f service neutron] (93695) timed out ('10.222.0.38', 62879) {{(pid=93695) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:15:03.999191 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:05.267638 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9985b16e-4e8c-40d3-963e-6e7005658482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:05.735727 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.945344 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f00c6c07-a0f9-49ac-abce-5fbe595d1dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:08.214357 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:08.456565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12855e9c-e486-4e1c-a414-6472437aab7c req-ccadade9-27b8-4d8b-98e9-1b7f4aadebf0 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:08.458094 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-12855e9c-e486-4e1c-a414-6472437aab7c req-ccadade9-27b8-4d8b-98e9-1b7f4aadebf0 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/networks?id=698bfec7-02af-49f4-908b-f9988043bd5a HTTP/1.1" status: 200 len: 814 time: 0.1138251 Jul 16 09:15:08.477794 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a5340eb1-9e8a-47ec-80c9-d1c248f58720 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/quotas/1ae8d9b4005445dfa45a6d321449ed9a HTTP/1.1" status: 200 len: 375 time: 0.0101600 Jul 16 09:15:08.518622 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-12855e9c-e486-4e1c-a414-6472437aab7c req-04203b10-2f39-4119-90a9-6acab8fbb5e4 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=1ae8d9b4005445dfa45a6d321449ed9a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344572 Jul 16 09:15:08.618723 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-12855e9c-e486-4e1c-a414-6472437aab7c req-f94b3b16-abda-436a-81fa-bd778fdfb8f0 service neutron] 10.222.0.20 "GET /v2.0/networks/698bfec7-02af-49f4-908b-f9988043bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923688 Jul 16 09:15:08.721089 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-12855e9c-e486-4e1c-a414-6472437aab7c req-c8e1c439-d5f1-4cd2-8c00-0acdd7f17a30 service neutron] 10.222.0.20 "GET /v2.0/networks/698bfec7-02af-49f4-908b-f9988043bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963435 Jul 16 09:15:08.919164 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1bbcdcc3-4932-4f99-b4fb-4c8e80407579 req-2657f351-1909-4386-b6a3-a5d9cd59e673 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fd85f0c-feea-4ad7-a76e-345d073c0f06 HTTP/1.1" status: 200 len: 210 time: 0.0333691 Jul 16 09:15:09.824120 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:10.085234 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-40297a74-1400-4f8a-b253-ee3743723933 req-a32b7a26-3c61-4864-97ce-ebc309b0d0fe tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fd85f0c-feea-4ad7-a76e-345d073c0f06 HTTP/1.1" status: 200 len: 210 time: 0.0331440 Jul 16 09:15:10.333816 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12855e9c-e486-4e1c-a414-6472437aab7c req-48592585-3aa2-478a-9738-aab0cd404bc9 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:10.337326 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12855e9c-e486-4e1c-a414-6472437aab7c req-48592585-3aa2-478a-9738-aab0cd404bc9 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.38 "GET /v2.0/networks?id=698bfec7-02af-49f4-908b-f9988043bd5a HTTP/1.1" status: 200 len: 814 time: 0.1704988 Jul 16 09:15:10.350218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-12855e9c-e486-4e1c-a414-6472437aab7c req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Request body: {'port': {'device_id': '1fd85f0c-feea-4ad7-a76e-345d073c0f06', 'network_id': '698bfec7-02af-49f4-908b-f9988043bd5a', 'admin_state_up': True, 'tenant_id': '1ae8d9b4005445dfa45a6d321449ed9a'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:10.479918 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12855e9c-e486-4e1c-a414-6472437aab7c req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Made reservation on behalf of 1ae8d9b4005445dfa45a6d321449ed9a for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:15:10.483617 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-12855e9c-e486-4e1c-a414-6472437aab7c req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:10.623760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-12855e9c-e486-4e1c-a414-6472437aab7c req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Allocated IP 172.20.0.2 (698bfec7-02af-49f4-908b-f9988043bd5a/09a17c26-ff9a-4a50-860b-f97e6f7c1da7/ae460ed4-fd6a-4f70-b9e6-7afb83254a7e) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:15:10.784173 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-12855e9c-e486-4e1c-a414-6472437aab7c req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:10.831322 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-12855e9c-e486-4e1c-a414-6472437aab7c req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:10.876448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12855e9c-e486-4e1c-a414-6472437aab7c req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Network 698bfec7-02af-49f4-908b-f9988043bd5a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:15:10.882457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-12855e9c-e486-4e1c-a414-6472437aab7c req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:15:10.887208 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-12855e9c-e486-4e1c-a414-6472437aab7c req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:15:10.915039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Pushing event updated for resources: {'Port': ['ID=ae460ed4-fd6a-4f70-b9e6-7afb83254a7e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:10.930994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:10.931336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:10.931673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:10.932008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:10.932336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:10.932707 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:10.933036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:10.933357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:10.933678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:10.933997 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:10.934313 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:10.934629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:10.956464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12855e9c-e486-4e1c-a414-6472437aab7c req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:10.957181 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-12855e9c-e486-4e1c-a414-6472437aab7c req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:10.973593 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12855e9c-e486-4e1c-a414-6472437aab7c req-38299e89-bb1b-480c-b008-df74bbe47dc1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6281996 Jul 16 09:15:10.986179 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Request body: {'port': {'device_id': '1fd85f0c-feea-4ad7-a76e-345d073c0f06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:15:11.070260 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.337442 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.387715 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc14090f-320c-4a25-ba83-ef35cf2a1564 req-0382a88d-5972-4da4-be96-9b928a35e9c6 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:11.389277 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc14090f-320c-4a25-ba83-ef35cf2a1564 req-0382a88d-5972-4da4-be96-9b928a35e9c6 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fd85f0c-feea-4ad7-a76e-345d073c0f06 HTTP/1.1" status: 200 len: 931 time: 0.1527333 Jul 16 09:15:11.451602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae460ed4-fd6a-4f70-b9e6-7afb83254a7e {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:11.470835 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.481636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc14090f-320c-4a25-ba83-ef35cf2a1564 req-c6735e43-95b1-49bb-9420-d321ce389f74 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672538 Jul 16 09:15:11.494734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Transition to ACTIVE for port object ae460ed4-fd6a-4f70-b9e6-7afb83254a7e will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:15:11.500306 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.566407 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae460ed4-fd6a-4f70-b9e6-7afb83254a7e,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:11.642323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Attempting to bind port ae460ed4-fd6a-4f70-b9e6-7afb83254a7e on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:15:11.642636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Attempting to bind port ae460ed4-fd6a-4f70-b9e6-7afb83254a7e by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '853bdccf-09e2-4185-a6ad-a595d50d1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '698bfec7-02af-49f4-908b-f9988043bd5a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:15:11.643034 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Attempting to bind port ae460ed4-fd6a-4f70-b9e6-7afb83254a7e on network 698bfec7-02af-49f4-908b-f9988043bd5a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:11.648085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Port ae460ed4-fd6a-4f70-b9e6-7afb83254a7e on network 698bfec7-02af-49f4-908b-f9988043bd5a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:15:11.648464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Attempting to bind port ae460ed4-fd6a-4f70-b9e6-7afb83254a7e on network 698bfec7-02af-49f4-908b-f9988043bd5a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:15:11.654689 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 15, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:15:11.655033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Checking segment: {'id': '853bdccf-09e2-4185-a6ad-a595d50d1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '698bfec7-02af-49f4-908b-f9988043bd5a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:15:11.655431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Bound using segment: {'id': '853bdccf-09e2-4185-a6ad-a595d50d1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '698bfec7-02af-49f4-908b-f9988043bd5a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:15:11.655871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Bound port: ae460ed4-fd6a-4f70-b9e6-7afb83254a7e, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '853bdccf-09e2-4185-a6ad-a595d50d1e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '698bfec7-02af-49f4-908b-f9988043bd5a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:15:11.656232 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.730855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] For port ae460ed4-fd6a-4f70-b9e6-7afb83254a7e, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:15:11.734836 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] For port ae460ed4-fd6a-4f70-b9e6-7afb83254a7e, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ae460ed4-fd6a-4f70-b9e6-7afb83254a7e,segment=NetworkSegment(853bdccf-09e2-4185-a6ad-a595d50d1e50),segment_id=853bdccf-09e2-4185-a6ad-a595d50d1e50)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:15:11.739789 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.778503 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:11.779367 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:11.781134 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] 10.222.0.38 "PUT /v2.0/ports/ae460ed4-fd6a-4f70-b9e6-7afb83254a7e HTTP/1.1" status: 200 len: 1092 time: 0.7996180 Jul 16 09:15:11.783716 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fd85f0c-feea-4ad7-a76e-345d073c0f06', 'tag': 'ae460ed4-fd6a-4f70-b9e6-7afb83254a7e'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:11.787260 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cbf9dd3-9b57-42aa-947d-6c4ec44eddce" -d '{"events": [{"name": "network-changed", "server_uuid": "1fd85f0c-feea-4ad7-a76e-345d073c0f06", "tag": "ae460ed4-fd6a-4f70-b9e6-7afb83254a7e"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:11.816094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88e7c6a-08e4-420c-83e1-ae888ef71cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=ae460ed4-fd6a-4f70-b9e6-7afb83254a7e,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:11.857820 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54b3f66-aa29-4078-a63d-a57d4e006314 x-openstack-request-id: req-a54b3f66-aa29-4078-a63d-a57d4e006314 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:11.858160 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fd85f0c-feea-4ad7-a76e-345d073c0f06", "tag": "ae460ed4-fd6a-4f70-b9e6-7afb83254a7e", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:11.858465 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a54b3f66-aa29-4078-a63d-a57d4e006314 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:11.858929 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fd85f0c-feea-4ad7-a76e-345d073c0f06', 'tag': 'ae460ed4-fd6a-4f70-b9e6-7afb83254a7e', 'status': 'completed', 'code': 200} Jul 16 09:15:11.890429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a728f365-4eb5-4077-a44e-9c321693fd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:11.892560 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12855e9c-e486-4e1c-a414-6472437aab7c req-a728f365-4eb5-4077-a44e-9c321693fd98 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1ae8d9b4005445dfa45a6d321449ed9a&device_id=1fd85f0c-feea-4ad7-a76e-345d073c0f06 HTTP/1.1" status: 200 len: 1095 time: 0.0685952 Jul 16 09:15:11.942199 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12855e9c-e486-4e1c-a414-6472437aab7c req-0157b64a-27c7-434a-ba45-6a68e3296b77 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae460ed4-fd6a-4f70-b9e6-7afb83254a7e HTTP/1.1" status: 200 len: 217 time: 0.0418367 Jul 16 09:15:11.994875 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12855e9c-e486-4e1c-a414-6472437aab7c req-f9975e87-6972-4681-b2a7-151f4f5d3bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:11.996454 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12855e9c-e486-4e1c-a414-6472437aab7c req-f9975e87-6972-4681-b2a7-151f4f5d3bae service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09a17c26-ff9a-4a50-860b-f97e6f7c1da7 HTTP/1.1" status: 200 len: 854 time: 0.0482171 Jul 16 09:15:12.032037 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12855e9c-e486-4e1c-a414-6472437aab7c req-798adec3-420d-459c-ae2c-eca9f0629edc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=698bfec7-02af-49f4-908b-f9988043bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296452 Jul 16 09:15:12.136357 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12855e9c-e486-4e1c-a414-6472437aab7c req-ad165316-156d-4088-a69f-78c1ee9becd0 service neutron] 10.222.0.38 "GET /v2.0/networks/698bfec7-02af-49f4-908b-f9988043bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980599 Jul 16 09:15:12.234235 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12855e9c-e486-4e1c-a414-6472437aab7c req-f159b5ea-de2f-422a-8b9a-4f9cca806a3d service neutron] 10.222.0.38 "GET /v2.0/networks/698bfec7-02af-49f4-908b-f9988043bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916934 Jul 16 09:15:12.345083 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf9dd3-9b57-42aa-947d-6c4ec44eddce req-be859145-57bf-4623-b132-d6c79e5f81fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:12.346667 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cbf9dd3-9b57-42aa-947d-6c4ec44eddce req-be859145-57bf-4623-b132-d6c79e5f81fb service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=1ae8d9b4005445dfa45a6d321449ed9a&device_id=1fd85f0c-feea-4ad7-a76e-345d073c0f06 HTTP/1.1" status: 200 len: 1095 time: 0.0621433 Jul 16 09:15:12.446928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf9dd3-9b57-42aa-947d-6c4ec44eddce req-61090613-79c3-40f4-a7ff-453adbb5fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:12.448454 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cbf9dd3-9b57-42aa-947d-6c4ec44eddce req-61090613-79c3-40f4-a7ff-453adbb5fabd service neutron] 10.222.0.38 "GET /v2.0/networks?id=698bfec7-02af-49f4-908b-f9988043bd5a HTTP/1.1" status: 200 len: 914 time: 0.0956864 Jul 16 09:15:12.497280 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cbf9dd3-9b57-42aa-947d-6c4ec44eddce req-fe04ef35-c3b1-4ace-be31-59788c793e5f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ae460ed4-fd6a-4f70-b9e6-7afb83254a7e HTTP/1.1" status: 200 len: 217 time: 0.0418580 Jul 16 09:15:12.558508 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf9dd3-9b57-42aa-947d-6c4ec44eddce req-1fd6ca54-011c-4102-8572-5d3c03fb694f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:12.560367 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cbf9dd3-9b57-42aa-947d-6c4ec44eddce req-1fd6ca54-011c-4102-8572-5d3c03fb694f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=09a17c26-ff9a-4a50-860b-f97e6f7c1da7 HTTP/1.1" status: 200 len: 854 time: 0.0558324 Jul 16 09:15:12.616235 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cbf9dd3-9b57-42aa-947d-6c4ec44eddce req-1dd3b85d-b3c3-418f-b9b9-25b7d1b40839 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=698bfec7-02af-49f4-908b-f9988043bd5a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479450 Jul 16 09:15:12.858027 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cbf9dd3-9b57-42aa-947d-6c4ec44eddce req-fd6f3a76-96eb-47c3-bdfc-61bcb77ca86d service neutron] 10.222.0.38 "GET /v2.0/networks/698bfec7-02af-49f4-908b-f9988043bd5a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348108 Jul 16 09:15:12.874318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917e3fb-4768-44cb-a494-64b3b68e39bf req-ddd9d8b2-c2ed-48af-9991-5c7513d53593 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:12.877046 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6917e3fb-4768-44cb-a494-64b3b68e39bf req-ddd9d8b2-c2ed-48af-9991-5c7513d53593 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fd85f0c-feea-4ad7-a76e-345d073c0f06 HTTP/1.1" status: 200 len: 943 time: 0.2413006 Jul 16 09:15:13.012297 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6917e3fb-4768-44cb-a494-64b3b68e39bf req-6caa8664-7784-4caf-95ee-62ce7077d219 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204495 Jul 16 09:15:13.042553 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cbf9dd3-9b57-42aa-947d-6c4ec44eddce req-e3efba03-7632-4f52-9ff3-f096f93cda56 service neutron] 10.222.0.38 "GET /v2.0/networks/698bfec7-02af-49f4-908b-f9988043bd5a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641164 Jul 16 09:15:14.212444 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e534d08-d3a2-4701-aec0-5ae6ccafa6ec req-9160bf22-5ddd-43eb-bfd8-54e019725cac tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:14.214176 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e534d08-d3a2-4701-aec0-5ae6ccafa6ec req-9160bf22-5ddd-43eb-bfd8-54e019725cac tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fd85f0c-feea-4ad7-a76e-345d073c0f06 HTTP/1.1" status: 200 len: 943 time: 0.0706224 Jul 16 09:15:14.268028 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e534d08-d3a2-4701-aec0-5ae6ccafa6ec req-41f2b7d6-8534-4dd1-9c1e-71b478d4e9ea tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438106 Jul 16 09:15:14.828397 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device ae460ed4-fd6a-4f70-b9e6-7afb83254a7e details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:15:14.936451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port ae460ed4-fd6a-4f70-b9e6-7afb83254a7e, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ae460ed4-fd6a-4f70-b9e6-7afb83254a7e,segment=NetworkSegment(853bdccf-09e2-4185-a6ad-a595d50d1e50),segment_id=853bdccf-09e2-4185-a6ad-a595d50d1e50)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:14.949591 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'ae460ed4-fd6a-4f70-b9e6-7afb83254a7e', 'network_id': '698bfec7-02af-49f4-908b-f9988043bd5a', 'port_id': 'ae460ed4-fd6a-4f70-b9e6-7afb83254a7e', 'mac_address': 'fa:16:3e:3c:ff:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09a17c26-ff9a-4a50-860b-f97e6f7c1da7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:15:14.991044 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.006160 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae460ed4-fd6a-4f70-b9e6-7afb83254a7e {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:15.028246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port ae460ed4-fd6a-4f70-b9e6-7afb83254a7e, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ae460ed4-fd6a-4f70-b9e6-7afb83254a7e,segment=NetworkSegment(853bdccf-09e2-4185-a6ad-a595d50d1e50),segment_id=853bdccf-09e2-4185-a6ad-a595d50d1e50)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:15.032864 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:15.084655 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=ae460ed4-fd6a-4f70-b9e6-7afb83254a7e,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:15.092944 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.093363 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.093744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.094120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.094528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.094862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.095189 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.095516 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.095839 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.096175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.096525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.096839 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:15.230433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['ae460ed4-fd6a-4f70-b9e6-7afb83254a7e'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:15.481816 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cb6999-1a84-475d-8034-4ccca301a062 req-e7a7cc32-3e31-4468-af41-0a44ea1f2cf1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:15.483857 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-44cb6999-1a84-475d-8034-4ccca301a062 req-e7a7cc32-3e31-4468-af41-0a44ea1f2cf1 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fd85f0c-feea-4ad7-a76e-345d073c0f06 HTTP/1.1" status: 200 len: 944 time: 0.0932174 Jul 16 09:15:15.527851 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-44cb6999-1a84-475d-8034-4ccca301a062 req-9bae5b3f-3bd6-46b2-819c-655d9aab009f tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378292 Jul 16 09:15:16.716551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2457594-fa88-4703-80be-57a3e2ad6c7c req-4e165fde-aada-400c-9ef8-29b33629de9a tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:16.718271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c2457594-fa88-4703-80be-57a3e2ad6c7c req-4e165fde-aada-400c-9ef8-29b33629de9a tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fd85f0c-feea-4ad7-a76e-345d073c0f06 HTTP/1.1" status: 200 len: 944 time: 0.0700436 Jul 16 09:15:16.765212 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c2457594-fa88-4703-80be-57a3e2ad6c7c req-95426e3f-b837-4cad-bc10-e2da9ee73693 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361874 Jul 16 09:15:16.833211 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device ae460ed4-fd6a-4f70-b9e6-7afb83254a7e up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:16.891830 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port ae460ed4-fd6a-4f70-b9e6-7afb83254a7e completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:15:16.896800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port ae460ed4-fd6a-4f70-b9e6-7afb83254a7e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:16.897375 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:16.986113 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:17.011470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd85f0c-feea-4ad7-a76e-345d073c0f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae460ed4-fd6a-4f70-b9e6-7afb83254a7e'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:17.014076 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b37a2a2-4983-4187-8ccd-3e46da9d53f9" -d '{"events": [{"server_uuid": "1fd85f0c-feea-4ad7-a76e-345d073c0f06", "name": "network-vif-plugged", "status": "completed", "tag": "ae460ed4-fd6a-4f70-b9e6-7afb83254a7e"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:17.031125 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port ae460ed4-fd6a-4f70-b9e6-7afb83254a7e, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ae460ed4-fd6a-4f70-b9e6-7afb83254a7e,segment=NetworkSegment(853bdccf-09e2-4185-a6ad-a595d50d1e50),segment_id=853bdccf-09e2-4185-a6ad-a595d50d1e50)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:17.037060 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:17.063892 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e35caf-5a15-4939-aee2-cfaa70da3958 x-openstack-request-id: req-c8e35caf-5a15-4939-aee2-cfaa70da3958 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:17.064243 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd85f0c-feea-4ad7-a76e-345d073c0f06", "name": "network-vif-plugged", "status": "completed", "tag": "ae460ed4-fd6a-4f70-b9e6-7afb83254a7e", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:17.064624 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8e35caf-5a15-4939-aee2-cfaa70da3958 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:17.065130 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd85f0c-feea-4ad7-a76e-345d073c0f06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae460ed4-fd6a-4f70-b9e6-7afb83254a7e', 'code': 200} Jul 16 09:15:17.102987 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=ae460ed4-fd6a-4f70-b9e6-7afb83254a7e,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:17.188795 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6071ed-3cdc-49fd-b603-ca58e56efb55 req-dc5785c3-1b13-49ea-9959-a92b2ff08e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:17.190544 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0a6071ed-3cdc-49fd-b603-ca58e56efb55 req-dc5785c3-1b13-49ea-9959-a92b2ff08e9e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1fd85f0c-feea-4ad7-a76e-345d073c0f06 HTTP/1.1" status: 200 len: 1097 time: 0.0567813 Jul 16 09:15:17.235616 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0a6071ed-3cdc-49fd-b603-ca58e56efb55 req-7a1281fa-938b-4da0-8b80-402f4975377c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382483 Jul 16 09:15:18.024401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c5de2-0a43-411a-a39b-5734be7032b4 req-e6626af4-c9a2-4a57-9b28-67ee357f7e3f tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:18.026185 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-367c5de2-0a43-411a-a39b-5734be7032b4 req-e6626af4-c9a2-4a57-9b28-67ee357f7e3f tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fd85f0c-feea-4ad7-a76e-345d073c0f06 HTTP/1.1" status: 200 len: 945 time: 0.0982587 Jul 16 09:15:18.077941 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-367c5de2-0a43-411a-a39b-5734be7032b4 req-79b66a01-74cb-4f3f-9509-6d2c14394f6f tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410252 Jul 16 09:15:19.307242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815e048-5289-44a8-a8d8-e1f6edc241e5 req-82a6c78c-6da8-4140-a841-f54528489c0e tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:19.309203 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8815e048-5289-44a8-a8d8-e1f6edc241e5 req-82a6c78c-6da8-4140-a841-f54528489c0e tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fd85f0c-feea-4ad7-a76e-345d073c0f06 HTTP/1.1" status: 200 len: 945 time: 0.0744007 Jul 16 09:15:19.352138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8815e048-5289-44a8-a8d8-e1f6edc241e5 req-e8c54c9b-2e73-485c-b3de-06c48918a591 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360942 Jul 16 09:15:20.760982 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:15:34.113333 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:35.266623 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-63a53bac-0f62-4489-bdc9-573e62ee084b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:35.760132 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:37.954768 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b28984d9-09c5-4fc0-a38e-4bdc2de21b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:38.211849 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:39.830590 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:41.334403 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:46.586470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a34b5-e4d9-4ed1-a665-32863ad5fe9c req-0ee822df-ea91-4a8f-8e32-d76c6b2a4f40 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:46.588143 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c29a34b5-e4d9-4ed1-a665-32863ad5fe9c req-0ee822df-ea91-4a8f-8e32-d76c6b2a4f40 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fd85f0c-feea-4ad7-a76e-345d073c0f06 HTTP/1.1" status: 200 len: 945 time: 0.0751960 Jul 16 09:15:46.633040 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c29a34b5-e4d9-4ed1-a665-32863ad5fe9c req-4c47743f-8926-49ef-9abd-d0e55700a0b3 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384784 Jul 16 09:15:47.991570 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d6ae1-f214-43bc-a466-ff062db06008 req-815bcc98-1f37-4114-9cc1-218050c11a86 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:47.994447 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f44d6ae1-f214-43bc-a466-ff062db06008 req-815bcc98-1f37-4114-9cc1-218050c11a86 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.38 "GET /v2.0/ports?device_id=1fd85f0c-feea-4ad7-a76e-345d073c0f06 HTTP/1.1" status: 200 len: 945 time: 0.1136997 Jul 16 09:15:48.151390 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-f44d6ae1-f214-43bc-a466-ff062db06008 req-f0817dc3-2d40-4ab0-bda5-8c75ddd4f47e tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Deleting port ae460ed4-fd6a-4f70-b9e6-7afb83254a7e {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:15:48.151981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f44d6ae1-f214-43bc-a466-ff062db06008 req-f0817dc3-2d40-4ab0-bda5-8c75ddd4f47e tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.183502 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d023d71-39be-492a-9015-e5b348f4fe96 req-3efddf55-0ce4-48fa-b4cc-f2c31822ad50 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:48.185173 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d023d71-39be-492a-9015-e5b348f4fe96 req-3efddf55-0ce4-48fa-b4cc-f2c31822ad50 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/ports?device_id=1fd85f0c-feea-4ad7-a76e-345d073c0f06 HTTP/1.1" status: 200 len: 945 time: 0.4191613 Jul 16 09:15:48.251282 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4d023d71-39be-492a-9015-e5b348f4fe96 req-5e5410d4-17c7-4b42-bfd6-0767c68f0ca8 tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.20 "GET /v2.0/security-groups?id=a80853f7-6384-44c6-99f2-1b4281acd220&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553501 Jul 16 09:15:48.298546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-f44d6ae1-f214-43bc-a466-ff062db06008 req-f0817dc3-2d40-4ab0-bda5-8c75ddd4f47e tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] For port ae460ed4-fd6a-4f70-b9e6-7afb83254a7e, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=ae460ed4-fd6a-4f70-b9e6-7afb83254a7e,segment=NetworkSegment(853bdccf-09e2-4185-a6ad-a595d50d1e50),segment_id=853bdccf-09e2-4185-a6ad-a595d50d1e50)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:48.298915 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f44d6ae1-f214-43bc-a466-ff062db06008 req-f0817dc3-2d40-4ab0-bda5-8c75ddd4f47e tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.313694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-f44d6ae1-f214-43bc-a466-ff062db06008 req-f0817dc3-2d40-4ab0-bda5-8c75ddd4f47e tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Calling delete_port for ae460ed4-fd6a-4f70-b9e6-7afb83254a7e owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:15:48.457737 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f44d6ae1-f214-43bc-a466-ff062db06008 req-f0817dc3-2d40-4ab0-bda5-8c75ddd4f47e tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.472288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['ae460ed4-fd6a-4f70-b9e6-7afb83254a7e'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:48.499503 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0817dc3-2d40-4ab0-bda5-8c75ddd4f47e tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Pushing event deleted for resources: {'Port': ['ID=ae460ed4-fd6a-4f70-b9e6-7afb83254a7e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:48.550682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44d6ae1-f214-43bc-a466-ff062db06008 req-f0817dc3-2d40-4ab0-bda5-8c75ddd4f47e tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] No DVR routers for this DVR port ae460ed4-fd6a-4f70-b9e6-7afb83254a7e on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:15:48.554087 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f44d6ae1-f214-43bc-a466-ff062db06008 req-f0817dc3-2d40-4ab0-bda5-8c75ddd4f47e tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:48.556194 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f44d6ae1-f214-43bc-a466-ff062db06008 req-f0817dc3-2d40-4ab0-bda5-8c75ddd4f47e tempest-VolumesSnapshotTestJSON-1864075029 tempest-VolumesSnapshotTestJSON-1864075029-project] 10.222.0.38 "DELETE /v2.0/ports/ae460ed4-fd6a-4f70-b9e6-7afb83254a7e HTTP/1.1" status: 204 len: 173 time: 0.5568764 Jul 16 09:15:48.556728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fd85f0c-feea-4ad7-a76e-345d073c0f06', 'name': 'network-vif-deleted', 'tag': 'ae460ed4-fd6a-4f70-b9e6-7afb83254a7e'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:48.559127 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-558e299f-a97a-41d8-b228-6e0cab3bedfb" -d '{"events": [{"server_uuid": "1fd85f0c-feea-4ad7-a76e-345d073c0f06", "name": "network-vif-deleted", "tag": "ae460ed4-fd6a-4f70-b9e6-7afb83254a7e"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:48.616829 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbef9a3-054c-497f-95ef-2814c66ed6bb x-openstack-request-id: req-edbef9a3-054c-497f-95ef-2814c66ed6bb {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:48.617166 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fd85f0c-feea-4ad7-a76e-345d073c0f06", "name": "network-vif-deleted", "tag": "ae460ed4-fd6a-4f70-b9e6-7afb83254a7e", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:48.617516 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-edbef9a3-054c-497f-95ef-2814c66ed6bb {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:48.618090 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fd85f0c-feea-4ad7-a76e-345d073c0f06', 'name': 'network-vif-deleted', 'tag': 'ae460ed4-fd6a-4f70-b9e6-7afb83254a7e', 'status': 'completed', 'code': 200} Jul 16 09:15:52.936116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device ae460ed4-fd6a-4f70-b9e6-7afb83254a7e no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:52.958197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: ae460ed4-fd6a-4f70-b9e6-7afb83254a7e {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:15:52.958599 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device ae460ed4-fd6a-4f70-b9e6-7afb83254a7e not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:15:57.767026 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:16:04.026811 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:05.274113 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-716ec347-d0fa-4276-a4cb-efebe78e7c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:05.785374 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:07.951438 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d6f630c2-bab8-4a14-8395-60c7ca4ee656 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:08.211263 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:09.837458 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:11.347034 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.023955 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.772782 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:16:35.094233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 40878) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:35.142752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Deleting subnet 09a17c26-ff9a-4a50-860b-f97e6f7c1da7 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:16:35.147078 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.184155 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.249640 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.262035 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a5194b9e-67ff-46a1-8720-354ebd5f6fe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.315903 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.343299 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09a17c26-ff9a-4a50-860b-f97e6f7c1da7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:35.348228 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.350187 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/09a17c26-ff9a-4a50-860b-f97e6f7c1da7 HTTP/1.1" status: 204 len: 168 time: 0.2548389 Jul 16 09:16:35.353772 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40882) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:35.359148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.359501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.359862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.360208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.360582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.360927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.361444 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.361704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.361963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.362243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.362572 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.362894 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46a76536-173d-45d2-a855-764ffaa3d394 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.445620 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.781423 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.801124 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.813531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['698bfec7-02af-49f4-908b-f9988043bd5a']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:35.826180 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '853bdccf-09e2-4185-a6ad-a595d50d1e50') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:35.826478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '853bdccf-09e2-4185-a6ad-a595d50d1e50') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:35.838135 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.856059 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.863427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:16:35.863910 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:16:35.866008 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:16:35.928709 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.936724 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:35.939777 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] 10.222.0.20 "DELETE /v2.0/networks/698bfec7-02af-49f4-908b-f9988043bd5a HTTP/1.1" status: 204 len: 168 time: 0.5846469 Jul 16 09:16:35.958320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Pushing event deleted for resources: {'Network': ['ID=698bfec7-02af-49f4-908b-f9988043bd5a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:35.967231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.967581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.967940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.968275 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.968652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.968989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.969321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.969651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.969978 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.970302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.970629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:35.970961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f854cc1f-40dd-468e-8c50-6835a2b45191 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:36.137999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40892) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:36.193578 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-efe0cff2-4838-4128-acf3-bcb17ebb7edf admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1ae8d9b4005445dfa45a6d321449ed9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541902 Jul 16 09:16:36.197395 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 40894) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:36.251425 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae483516-d405-4eea-94e3-24cca289544a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.276564 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae483516-d405-4eea-94e3-24cca289544a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.339384 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae483516-d405-4eea-94e3-24cca289544a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.342970 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ae483516-d405-4eea-94e3-24cca289544a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.344098 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ae483516-d405-4eea-94e3-24cca289544a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a80853f7-6384-44c6-99f2-1b4281acd220 HTTP/1.1" status: 204 len: 168 time: 0.1457236 Jul 16 09:16:36.357082 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae483516-d405-4eea-94e3-24cca289544a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a80853f7-6384-44c6-99f2-1b4281acd220,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:37.962918 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a0fe6f84-93f0-4778-af99-3be2659a3c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:38.206299 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:39.862579 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:41.343806 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:55.241988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41030) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:55.486626 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-085dc4b6-b905-44d4-9e5f-5269467fc16b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:55.614258 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-085dc4b6-b905-44d4-9e5f-5269467fc16b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:55.619699 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-085dc4b6-b905-44d4-9e5f-5269467fc16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:55.667734 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-085dc4b6-b905-44d4-9e5f-5269467fc16b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ccecb0a8175488ab9d2417d6e978865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4244990 Jul 16 09:16:55.668923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085dc4b6-b905-44d4-9e5f-5269467fc16b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1824d99-2b63-411c-9245-37fd00863739,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:55.670669 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41036) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:55.738863 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2e9eaa33-6a81-45f5-8e94-3d5c8bc29eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:55.764359 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2e9eaa33-6a81-45f5-8e94-3d5c8bc29eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:55.822596 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2e9eaa33-6a81-45f5-8e94-3d5c8bc29eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:55.825736 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2e9eaa33-6a81-45f5-8e94-3d5c8bc29eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:55.827087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2e9eaa33-6a81-45f5-8e94-3d5c8bc29eb3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e1824d99-2b63-411c-9245-37fd00863739 HTTP/1.1" status: 204 len: 168 time: 0.1551552 Jul 16 09:16:55.837691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9eaa33-6a81-45f5-8e94-3d5c8bc29eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1824d99-2b63-411c-9245-37fd00863739,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:04.041515 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:05.258750 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b2d52c7f-7493-4dc0-8ff9-168c3dc0e275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:05.804432 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:06.772302 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-dd5a740d-012b-40f7-ab16-c27ac34f792b tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ae333f99e1db41ff8955e3a7d7a3910e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240438 Jul 16 09:17:06.892281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-7e373be7-c199-4471-839d-2ae4cff5bd68 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:06.895035 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-7e373be7-c199-4471-839d-2ae4cff5bd68 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1166947 Jul 16 09:17:06.914246 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-ff17d646-c8aa-4ba1-9a21-4c470e86400f tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/quotas/ae333f99e1db41ff8955e3a7d7a3910e HTTP/1.1" status: 200 len: 375 time: 0.0114579 Jul 16 09:17:06.965976 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-c4fed864-7db2-44a5-9cb1-91d1c6056fad tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=ae333f99e1db41ff8955e3a7d7a3910e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455868 Jul 16 09:17:07.397549 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f70ce8e4-c6bd-4764-93ac-8af0dd432a79 req-f5ada9bc-a8c5-4003-9491-e26bbff4aa59 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68bf79f-21dd-4fe1-9f15-e411fe331088 HTTP/1.1" status: 200 len: 210 time: 0.2377837 Jul 16 09:17:07.957018 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-89050dcd-d9ad-4b73-8a28-243416a9ce3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:08.211683 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:08.274235 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-cd402cea-b781-461f-ad51-976fb2863c76 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.38 "GET /v2.0/networks?tenant_id=ae333f99e1db41ff8955e3a7d7a3910e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300035 Jul 16 09:17:08.473734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-c118d51d-3865-4084-bd63-1a714290af58 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:08.475729 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-c118d51d-3865-4084-bd63-1a714290af58 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.38 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1956940 Jul 16 09:17:08.490490 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Request body: {'port': {'device_id': 'b68bf79f-21dd-4fe1-9f15-e411fe331088', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'admin_state_up': True, 'tenant_id': 'ae333f99e1db41ff8955e3a7d7a3910e'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:08.609089 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0e0cf8f5-1837-4452-9f9a-ddf3119cbfd6 req-7e1f64d0-c187-442f-aec9-c93662758174 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68bf79f-21dd-4fe1-9f15-e411fe331088 HTTP/1.1" status: 200 len: 210 time: 0.0395269 Jul 16 09:17:08.654785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Made reservation on behalf of ae333f99e1db41ff8955e3a7d7a3910e for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:17:08.658889 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:08.668721 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:08.774243 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:08.779335 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:08.855860 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a050d88c-6ee6-42b6-adf1-bc9621fcc355,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:08.938826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Allocated IP 192.168.233.175 (7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a/eb0ed1f1-628b-46e4-916b-e3a9591aeee8/f4358c68-3326-4ef8-9d8b-702d527a4e01) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:17:09.097115 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:09.112058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Transition to ACTIVE for port object f4358c68-3326-4ef8-9d8b-702d527a4e01 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:17:09.149827 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:09.205268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:17:09.209683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:17:09.213076 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:17:09.249229 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Pushing event updated for resources: {'Port': ['ID=f4358c68-3326-4ef8-9d8b-702d527a4e01,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:09.286960 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:09.287960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:09.308776 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-959eb60f-5cee-4b19-b43a-573a371a288c tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8227601 Jul 16 09:17:09.320916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-587dfd02-0f5c-49cc-b26e-a26febf5be2e tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:17:09.322520 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-587dfd02-0f5c-49cc-b26e-a26febf5be2e tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078511 Jul 16 09:17:09.404016 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Request body: {'port': {'device_id': 'b68bf79f-21dd-4fe1-9f15-e411fe331088', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:09.456324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-85fb53c4-afe3-424b-a6fc-1673b5a0d47f None None] Provisioning for port f4358c68-3326-4ef8-9d8b-702d527a4e01 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:17:09.462166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-85fb53c4-afe3-424b-a6fc-1673b5a0d47f None None] Provisioning complete for port f4358c68-3326-4ef8-9d8b-702d527a4e01 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:17:09.462813 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-85fb53c4-afe3-424b-a6fc-1673b5a0d47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:09.491706 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:09.501769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-85fb53c4-afe3-424b-a6fc-1673b5a0d47f None None] Port f4358c68-3326-4ef8-9d8b-702d527a4e01 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:17:09.781552 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4358c68-3326-4ef8-9d8b-702d527a4e01 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:17:09.792034 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:09.809075 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Transition to ACTIVE for port object f4358c68-3326-4ef8-9d8b-702d527a4e01 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:17:09.814008 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:09.817050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38387f1b-7563-4c45-997c-21dfbc8cbbcc req-e9caa008-a946-4469-b000-a17caabc1ce9 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:09.819295 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38387f1b-7563-4c45-997c-21dfbc8cbbcc req-e9caa008-a946-4469-b000-a17caabc1ce9 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68bf79f-21dd-4fe1-9f15-e411fe331088 HTTP/1.1" status: 200 len: 936 time: 0.0742257 Jul 16 09:17:09.850789 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:09.876873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Pushing event updated for resources: {'Port': ['ID=f4358c68-3326-4ef8-9d8b-702d527a4e01,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:09.894625 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38387f1b-7563-4c45-997c-21dfbc8cbbcc req-a0abc034-7c48-4fac-aae1-38dd69317601 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/security-groups?id=a050d88c-6ee6-42b6-adf1-bc9621fcc355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612054 Jul 16 09:17:09.962674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Attempting to bind port f4358c68-3326-4ef8-9d8b-702d527a4e01 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:17:09.963026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Attempting to bind port f4358c68-3326-4ef8-9d8b-702d527a4e01 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:17:09.963323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Attempting to bind port f4358c68-3326-4ef8-9d8b-702d527a4e01 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:17:09.968179 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Port f4358c68-3326-4ef8-9d8b-702d527a4e01 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:17:09.968557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Attempting to bind port f4358c68-3326-4ef8-9d8b-702d527a4e01 on network 7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:17:09.975243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:17:09.975589 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Checking segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:17:09.975981 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Bound using segment: {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:17:09.976419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Bound port: f4358c68-3326-4ef8-9d8b-702d527a4e01, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8e6f0a-510e-4751-af4b-c1a970044b8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:17:09.976820 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:10.048245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] For port f4358c68-3326-4ef8-9d8b-702d527a4e01, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:17:10.053842 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] For port f4358c68-3326-4ef8-9d8b-702d527a4e01, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f4358c68-3326-4ef8-9d8b-702d527a4e01,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:17:10.061095 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:10.102190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:10.103205 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:10.104853 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] 10.222.0.38 "PUT /v2.0/ports/f4358c68-3326-4ef8-9d8b-702d527a4e01 HTTP/1.1" status: 200 len: 1097 time: 0.7755668 Jul 16 09:17:10.107197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68bf79f-21dd-4fe1-9f15-e411fe331088', 'tag': 'f4358c68-3326-4ef8-9d8b-702d527a4e01'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:10.110643 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8f93b2-f9e1-4a54-addd-cb552acd927f" -d '{"events": [{"name": "network-changed", "server_uuid": "b68bf79f-21dd-4fe1-9f15-e411fe331088", "tag": "f4358c68-3326-4ef8-9d8b-702d527a4e01"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:10.186997 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5c374-511c-4d41-8962-4a07a9d5c887 service neutron] Pushing event updated for resources: {'Port': ['ID=f4358c68-3326-4ef8-9d8b-702d527a4e01,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:10.230935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-a6d22397-f7ea-4e7b-8891-3b83d8a10396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:10.233662 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-a6d22397-f7ea-4e7b-8891-3b83d8a10396 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae333f99e1db41ff8955e3a7d7a3910e&device_id=b68bf79f-21dd-4fe1-9f15-e411fe331088 HTTP/1.1" status: 200 len: 1100 time: 0.0821259 Jul 16 09:17:10.257403 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd83858b-4d74-410c-89e9-91b2bc1b6215 x-openstack-request-id: req-fd83858b-4d74-410c-89e9-91b2bc1b6215 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:10.257909 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68bf79f-21dd-4fe1-9f15-e411fe331088", "tag": "f4358c68-3326-4ef8-9d8b-702d527a4e01", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:10.258316 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fd83858b-4d74-410c-89e9-91b2bc1b6215 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:10.258992 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68bf79f-21dd-4fe1-9f15-e411fe331088', 'tag': 'f4358c68-3326-4ef8-9d8b-702d527a4e01', 'status': 'completed', 'code': 200} Jul 16 09:17:10.307223 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-3488b748-8091-40b2-89b5-789cfbd63a76 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=f4358c68-3326-4ef8-9d8b-702d527a4e01 HTTP/1.1" status: 200 len: 217 time: 0.0660176 Jul 16 09:17:10.364411 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-53dde7e7-762e-4505-a22d-728f6e88bed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:10.366883 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-53dde7e7-762e-4505-a22d-728f6e88bed1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0539298 Jul 16 09:17:10.430404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-1a24ff5d-c7e5-40f0-94d4-a589af5c0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:10.431878 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-1a24ff5d-c7e5-40f0-94d4-a589af5c0d7a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0591488 Jul 16 09:17:10.531364 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-1c0e13fc-848d-484a-ae7b-8c7df5758e9f service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933075 Jul 16 09:17:10.637044 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4ebe3fd7-e7dc-41f6-9c09-9e7ac0beef7e req-3389f99e-e7d4-4467-95f8-443014a2f9bf service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992415 Jul 16 09:17:10.749987 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f93b2-f9e1-4a54-addd-cb552acd927f req-ce0fcd72-7476-425f-940d-f05e89b0d098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:10.751552 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f8f93b2-f9e1-4a54-addd-cb552acd927f req-ce0fcd72-7476-425f-940d-f05e89b0d098 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=ae333f99e1db41ff8955e3a7d7a3910e&device_id=b68bf79f-21dd-4fe1-9f15-e411fe331088 HTTP/1.1" status: 200 len: 1100 time: 0.0658777 Jul 16 09:17:10.848172 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f93b2-f9e1-4a54-addd-cb552acd927f req-487b19b3-6bf3-412d-a5d7-29c1b19f44ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:10.849597 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f8f93b2-f9e1-4a54-addd-cb552acd927f req-487b19b3-6bf3-412d-a5d7-29c1b19f44ac service neutron] 10.222.0.38 "GET /v2.0/networks?id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a HTTP/1.1" status: 200 len: 869 time: 0.0915465 Jul 16 09:17:10.897322 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f8f93b2-f9e1-4a54-addd-cb552acd927f req-2947ceca-e2a0-4b13-a8da-79697fc24413 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=f4358c68-3326-4ef8-9d8b-702d527a4e01 HTTP/1.1" status: 200 len: 217 time: 0.0406513 Jul 16 09:17:10.948557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f93b2-f9e1-4a54-addd-cb552acd927f req-ec235a9b-c050-4794-8017-db9b7aaffb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:10.950083 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f8f93b2-f9e1-4a54-addd-cb552acd927f req-ec235a9b-c050-4794-8017-db9b7aaffb76 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=eb0ed1f1-628b-46e4-916b-e3a9591aeee8 HTTP/1.1" status: 200 len: 843 time: 0.0466378 Jul 16 09:17:11.012308 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8f93b2-f9e1-4a54-addd-cb552acd927f req-ba14a116-11a6-42cd-aaee-54009aeffbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:11.013911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f8f93b2-f9e1-4a54-addd-cb552acd927f req-ba14a116-11a6-42cd-aaee-54009aeffbb6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0565641 Jul 16 09:17:11.116989 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f8f93b2-f9e1-4a54-addd-cb552acd927f req-aca3670f-e6de-4f35-83e4-769e62e5d3a7 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960360 Jul 16 09:17:11.153087 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50024b2-02a7-4350-9c3c-872d23d52ce1 req-f6d23f41-c603-49b5-92d9-8e09f3eb9c2d tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:11.154866 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f50024b2-02a7-4350-9c3c-872d23d52ce1 req-f6d23f41-c603-49b5-92d9-8e09f3eb9c2d tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68bf79f-21dd-4fe1-9f15-e411fe331088 HTTP/1.1" status: 200 len: 948 time: 0.0990150 Jul 16 09:17:11.221169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f50024b2-02a7-4350-9c3c-872d23d52ce1 req-7898dbee-76ef-489d-9975-c7de10b0cf9d tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/security-groups?id=a050d88c-6ee6-42b6-adf1-bc9621fcc355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556898 Jul 16 09:17:11.233244 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f8f93b2-f9e1-4a54-addd-cb552acd927f req-dbe8445e-3fd5-4ce5-8180-f30ce6a4b5f5 service neutron] 10.222.0.38 "GET /v2.0/networks/7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089661 Jul 16 09:17:11.342041 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:11.773785 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:17:12.425713 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079b3c6-1847-45cc-b914-5d4c6d79721f req-09a4e785-8f3e-4ca3-a8dd-b104e6b3cfad tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:12.427351 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b079b3c6-1847-45cc-b914-5d4c6d79721f req-09a4e785-8f3e-4ca3-a8dd-b104e6b3cfad tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68bf79f-21dd-4fe1-9f15-e411fe331088 HTTP/1.1" status: 200 len: 948 time: 0.0730178 Jul 16 09:17:12.469342 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b079b3c6-1847-45cc-b914-5d4c6d79721f req-572ce96f-5418-43e2-b7d4-1e951caaff29 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/security-groups?id=a050d88c-6ee6-42b6-adf1-bc9621fcc355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356200 Jul 16 09:17:13.322268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f4358c68-3326-4ef8-9d8b-702d527a4e01 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:17:13.443183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f4358c68-3326-4ef8-9d8b-702d527a4e01, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f4358c68-3326-4ef8-9d8b-702d527a4e01,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:13.462891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'f4358c68-3326-4ef8-9d8b-702d527a4e01', 'network_id': '7d4e5e4e-09e9-4f16-8aa7-5ee4d3746a6a', 'port_id': 'f4358c68-3326-4ef8-9d8b-702d527a4e01', 'mac_address': 'fa:16:3e:08:9e:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb0ed1f1-628b-46e4-916b-e3a9591aeee8', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:17:13.512116 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:13.536415 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4358c68-3326-4ef8-9d8b-702d527a4e01 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:17:13.567640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f4358c68-3326-4ef8-9d8b-702d527a4e01, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f4358c68-3326-4ef8-9d8b-702d527a4e01,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:13.573302 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:13.639738 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f4358c68-3326-4ef8-9d8b-702d527a4e01,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:13.654050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:13.654614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:13.655153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:13.655685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:13.656241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:13.656974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:13.657524 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:13.658055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:13.658487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:13.658835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:13.659402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:13.659924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:13.695820 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3807a-e08c-4a6f-9911-137a70f3b826 req-f1a1ce8b-d1e5-47e1-b49c-79adb60ad489 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:13.697442 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7c3807a-e08c-4a6f-9911-137a70f3b826 req-f1a1ce8b-d1e5-47e1-b49c-79adb60ad489 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68bf79f-21dd-4fe1-9f15-e411fe331088 HTTP/1.1" status: 200 len: 949 time: 0.0943549 Jul 16 09:17:13.761152 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7c3807a-e08c-4a6f-9911-137a70f3b826 req-ea52067a-7286-411e-9ef4-c4fb10be53b0 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/security-groups?id=a050d88c-6ee6-42b6-adf1-bc9621fcc355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555735 Jul 16 09:17:13.774689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['f4358c68-3326-4ef8-9d8b-702d527a4e01'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:17:14.949321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9cd41a-a893-4b40-8436-f23ba320a8a2 req-672bde5b-6cd6-4ddb-8643-1f97a7a2a4c5 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:14.950867 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eb9cd41a-a893-4b40-8436-f23ba320a8a2 req-672bde5b-6cd6-4ddb-8643-1f97a7a2a4c5 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68bf79f-21dd-4fe1-9f15-e411fe331088 HTTP/1.1" status: 200 len: 949 time: 0.0677159 Jul 16 09:17:14.994479 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-eb9cd41a-a893-4b40-8436-f23ba320a8a2 req-8ca36daf-6f26-4fca-9e10-df27d6df3ca6 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/security-groups?id=a050d88c-6ee6-42b6-adf1-bc9621fcc355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376623 Jul 16 09:17:15.323815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f4358c68-3326-4ef8-9d8b-702d527a4e01 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:17:15.375766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port f4358c68-3326-4ef8-9d8b-702d527a4e01 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:17:15.381750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port f4358c68-3326-4ef8-9d8b-702d527a4e01 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:17:15.382183 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:15.467980 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:15.493044 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68bf79f-21dd-4fe1-9f15-e411fe331088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4358c68-3326-4ef8-9d8b-702d527a4e01'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:15.495328 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c256f970-5a3e-4327-a7c4-faaa980b95d2" -d '{"events": [{"server_uuid": "b68bf79f-21dd-4fe1-9f15-e411fe331088", "name": "network-vif-plugged", "status": "completed", "tag": "f4358c68-3326-4ef8-9d8b-702d527a4e01"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:15.509517 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f4358c68-3326-4ef8-9d8b-702d527a4e01, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f4358c68-3326-4ef8-9d8b-702d527a4e01,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:15.514972 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:15.545154 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0474f4-ae54-47b2-bfa3-94a29c39fe05 x-openstack-request-id: req-ef0474f4-ae54-47b2-bfa3-94a29c39fe05 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:15.545487 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68bf79f-21dd-4fe1-9f15-e411fe331088", "name": "network-vif-plugged", "status": "completed", "tag": "f4358c68-3326-4ef8-9d8b-702d527a4e01", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:15.545942 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef0474f4-ae54-47b2-bfa3-94a29c39fe05 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:15.546431 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68bf79f-21dd-4fe1-9f15-e411fe331088', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4358c68-3326-4ef8-9d8b-702d527a4e01', 'code': 200} Jul 16 09:17:15.578455 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f4358c68-3326-4ef8-9d8b-702d527a4e01,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:15.681381 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e2d71-cd7f-49a0-90b4-9b4770b94b5f req-a99d3af2-28a6-4ede-9be8-0232a3aa3088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:15.682954 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bb1e2d71-cd7f-49a0-90b4-9b4770b94b5f req-a99d3af2-28a6-4ede-9be8-0232a3aa3088 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b68bf79f-21dd-4fe1-9f15-e411fe331088 HTTP/1.1" status: 200 len: 1102 time: 0.0572071 Jul 16 09:17:15.718456 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bb1e2d71-cd7f-49a0-90b4-9b4770b94b5f req-e46194f1-89e0-407d-80ac-48e071c65c21 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=a050d88c-6ee6-42b6-adf1-bc9621fcc355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293181 Jul 16 09:17:16.231070 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b720ff23-aeaa-45a4-96aa-5ba37891e058 req-dfac3e38-bae8-439e-bacb-ec141ca0aabe tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:16.233861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b720ff23-aeaa-45a4-96aa-5ba37891e058 req-dfac3e38-bae8-439e-bacb-ec141ca0aabe tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68bf79f-21dd-4fe1-9f15-e411fe331088 HTTP/1.1" status: 200 len: 950 time: 0.1189876 Jul 16 09:17:16.277759 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b720ff23-aeaa-45a4-96aa-5ba37891e058 req-af2af3e2-8efa-4fdd-907b-78cd75bb5415 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/security-groups?id=a050d88c-6ee6-42b6-adf1-bc9621fcc355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378103 Jul 16 09:17:17.474490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406e138-00f8-41f7-b6f2-76665db82f72 req-10b61d9b-a523-42da-bfa8-35180a83573b tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:17.476189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a406e138-00f8-41f7-b6f2-76665db82f72 req-10b61d9b-a523-42da-bfa8-35180a83573b tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68bf79f-21dd-4fe1-9f15-e411fe331088 HTTP/1.1" status: 200 len: 950 time: 0.0762632 Jul 16 09:17:17.535217 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a406e138-00f8-41f7-b6f2-76665db82f72 req-6e76db9d-4061-49f8-818d-b247572618c1 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/security-groups?id=a050d88c-6ee6-42b6-adf1-bc9621fcc355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484767 Jul 16 09:17:17.857865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-b9de85ca-33e4-41d7-9a2f-e1fcd8ae516e req-4bea7be9-6c8b-48eb-9d5f-3e8df0637b3a service neutron] (93694) timed out ('10.222.0.20', 58458) {{(pid=93694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:17:18.943761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266a0f55-4aef-4647-bf5b-c1d958369f8a req-cbbbaf2e-b6f4-4663-8b8b-3de0bb0a51c9 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:18.945371 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-266a0f55-4aef-4647-bf5b-c1d958369f8a req-cbbbaf2e-b6f4-4663-8b8b-3de0bb0a51c9 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68bf79f-21dd-4fe1-9f15-e411fe331088 HTTP/1.1" status: 200 len: 950 time: 0.0739324 Jul 16 09:17:18.992705 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-266a0f55-4aef-4647-bf5b-c1d958369f8a req-40d1edc0-e227-49bb-abdb-fd0f2f90de28 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/security-groups?id=a050d88c-6ee6-42b6-adf1-bc9621fcc355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411475 Jul 16 09:17:20.078781 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18eebef-94ff-4dc7-9ffc-9e91b6382d30 req-18f062c4-e6e1-4497-b6a5-25bd672ee093 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:20.082059 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d18eebef-94ff-4dc7-9ffc-9e91b6382d30 req-18f062c4-e6e1-4497-b6a5-25bd672ee093 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.38 "GET /v2.0/ports?device_id=b68bf79f-21dd-4fe1-9f15-e411fe331088 HTTP/1.1" status: 200 len: 950 time: 0.0809946 Jul 16 09:17:20.246484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-d18eebef-94ff-4dc7-9ffc-9e91b6382d30 req-01b2ee86-ab75-4234-ac15-3bd7616faae0 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Deleting port f4358c68-3326-4ef8-9d8b-702d527a4e01 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:17:20.246845 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d18eebef-94ff-4dc7-9ffc-9e91b6382d30 req-01b2ee86-ab75-4234-ac15-3bd7616faae0 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.259291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97d9dff-9039-4eec-a2c7-365edf5df8e3 req-e45a4d9c-bc11-413a-9883-1a8a01851b40 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:20.260942 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d97d9dff-9039-4eec-a2c7-365edf5df8e3 req-e45a4d9c-bc11-413a-9883-1a8a01851b40 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/ports?device_id=b68bf79f-21dd-4fe1-9f15-e411fe331088 HTTP/1.1" status: 200 len: 950 time: 0.1128945 Jul 16 09:17:20.360420 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d97d9dff-9039-4eec-a2c7-365edf5df8e3 req-dc7c163b-39d9-4b15-a037-d1754084a0a9 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.20 "GET /v2.0/security-groups?id=a050d88c-6ee6-42b6-adf1-bc9621fcc355&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887256 Jul 16 09:17:20.390263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d18eebef-94ff-4dc7-9ffc-9e91b6382d30 req-01b2ee86-ab75-4234-ac15-3bd7616faae0 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] For port f4358c68-3326-4ef8-9d8b-702d527a4e01, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f4358c68-3326-4ef8-9d8b-702d527a4e01,segment=NetworkSegment(7d8e6f0a-510e-4751-af4b-c1a970044b8e),segment_id=7d8e6f0a-510e-4751-af4b-c1a970044b8e)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:20.390621 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d18eebef-94ff-4dc7-9ffc-9e91b6382d30 req-01b2ee86-ab75-4234-ac15-3bd7616faae0 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.406377 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-d18eebef-94ff-4dc7-9ffc-9e91b6382d30 req-01b2ee86-ab75-4234-ac15-3bd7616faae0 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Calling delete_port for f4358c68-3326-4ef8-9d8b-702d527a4e01 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:17:20.546971 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d18eebef-94ff-4dc7-9ffc-9e91b6382d30 req-01b2ee86-ab75-4234-ac15-3bd7616faae0 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.560304 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['f4358c68-3326-4ef8-9d8b-702d527a4e01'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:17:20.579645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b2ee86-ab75-4234-ac15-3bd7616faae0 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Pushing event deleted for resources: {'Port': ['ID=f4358c68-3326-4ef8-9d8b-702d527a4e01,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:20.631928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d18eebef-94ff-4dc7-9ffc-9e91b6382d30 req-01b2ee86-ab75-4234-ac15-3bd7616faae0 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] No DVR routers for this DVR port f4358c68-3326-4ef8-9d8b-702d527a4e01 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:17:20.635334 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d18eebef-94ff-4dc7-9ffc-9e91b6382d30 req-01b2ee86-ab75-4234-ac15-3bd7616faae0 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.637561 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d18eebef-94ff-4dc7-9ffc-9e91b6382d30 req-01b2ee86-ab75-4234-ac15-3bd7616faae0 tempest-ServersAdminNegativeTestJSON-1963348868 tempest-ServersAdminNegativeTestJSON-1963348868-project] 10.222.0.38 "DELETE /v2.0/ports/f4358c68-3326-4ef8-9d8b-702d527a4e01 HTTP/1.1" status: 204 len: 173 time: 0.5494020 Jul 16 09:17:20.638045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68bf79f-21dd-4fe1-9f15-e411fe331088', 'name': 'network-vif-deleted', 'tag': 'f4358c68-3326-4ef8-9d8b-702d527a4e01'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:20.640427 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b7e572-846e-4542-9c84-f0720e626b51" -d '{"events": [{"server_uuid": "b68bf79f-21dd-4fe1-9f15-e411fe331088", "name": "network-vif-deleted", "tag": "f4358c68-3326-4ef8-9d8b-702d527a4e01"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:20.707315 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b502ac6e-4b5b-4311-a38e-9ce237dd2c73 x-openstack-request-id: req-b502ac6e-4b5b-4311-a38e-9ce237dd2c73 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:20.707852 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68bf79f-21dd-4fe1-9f15-e411fe331088", "name": "network-vif-deleted", "tag": "f4358c68-3326-4ef8-9d8b-702d527a4e01", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:20.708350 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b502ac6e-4b5b-4311-a38e-9ce237dd2c73 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:20.709062 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68bf79f-21dd-4fe1-9f15-e411fe331088', 'name': 'network-vif-deleted', 'tag': 'f4358c68-3326-4ef8-9d8b-702d527a4e01', 'status': 'completed', 'code': 200} Jul 16 09:17:21.732177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41198) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:21.877012 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0512f4f0-8800-49f5-8222-b93c02e48f4e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae333f99e1db41ff8955e3a7d7a3910e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1435091 Jul 16 09:17:21.880657 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41202) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:21.962780 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e273b16f-d10f-4861-933b-fdc1328839f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.003007 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e273b16f-d10f-4861-933b-fdc1328839f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.069548 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e273b16f-d10f-4861-933b-fdc1328839f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.072905 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e273b16f-d10f-4861-933b-fdc1328839f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.074480 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e273b16f-d10f-4861-933b-fdc1328839f3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a050d88c-6ee6-42b6-adf1-bc9621fcc355 HTTP/1.1" status: 204 len: 168 time: 0.1922989 Jul 16 09:17:22.086106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e273b16f-d10f-4861-933b-fdc1328839f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a050d88c-6ee6-42b6-adf1-bc9621fcc355,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:22.386924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41208) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:22.402216 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7f332c3b-587f-42b5-9ec0-a64402dd2071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.508418 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7f332c3b-587f-42b5-9ec0-a64402dd2071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.513545 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7f332c3b-587f-42b5-9ec0-a64402dd2071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.561058 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7f332c3b-587f-42b5-9ec0-a64402dd2071 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fa17a717a6844768a04c16088cd21cc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1726871 Jul 16 09:17:22.562119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f332c3b-587f-42b5-9ec0-a64402dd2071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a449c8ee-dfa1-4e79-942a-dd5efcdc301b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:22.565531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41210) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:22.625500 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-50a8a642-1912-4fc4-b154-daff366aa8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.650896 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-50a8a642-1912-4fc4-b154-daff366aa8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.707116 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-50a8a642-1912-4fc4-b154-daff366aa8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.710036 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-50a8a642-1912-4fc4-b154-daff366aa8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.711466 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-50a8a642-1912-4fc4-b154-daff366aa8f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a449c8ee-dfa1-4e79-942a-dd5efcdc301b HTTP/1.1" status: 204 len: 168 time: 0.1443191 Jul 16 09:17:22.721493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a8a642-1912-4fc4-b154-daff366aa8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a449c8ee-dfa1-4e79-942a-dd5efcdc301b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:23.523387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41232) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:23.631882 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2010691332-network', 'tenant_id': 'faa719a0d5df43169a1dcfadd7caeac0'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:23.656315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] Made reservation on behalf of faa719a0d5df43169a1dcfadd7caeac0 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:17:23.658800 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.668310 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.775164 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.780319 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.807305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] vlan segment allocate from pool success with {'vlan_id': 64, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:17:23.819692 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:23.825527 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.825857 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] Added segment 26b58316-f478-4421-9495-1fe26f75ad7c of type vlan for network 25b852ee-9b10-47b3-8db1-1abf603caeb8 Jul 16 09:17:23.873450 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.907130 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.908352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:23.909667 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.944720 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4197526 Jul 16 09:17:23.948674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41236) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:23.957515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-45f926b4-c6c1-4137-928f-25d39df80415 admin admin] Request body: {'subnet': {'network_id': '25b852ee-9b10-47b3-8db1-1abf603caeb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2010691332-subnet', 'tenant_id': 'faa719a0d5df43169a1dcfadd7caeac0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:23.981201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493bf7a2-d10a-4ada-8280-945916bb01ab admin admin] Pushing event updated for resources: {'Network': ['ID=25b852ee-9b10-47b3-8db1-1abf603caeb8,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:23.989094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f926b4-c6c1-4137-928f-25d39df80415 admin admin] Made reservation on behalf of faa719a0d5df43169a1dcfadd7caeac0 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:17:23.993258 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-45f926b4-c6c1-4137-928f-25d39df80415 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.997009 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 25b852ee-9b10-47b3-8db1-1abf603caeb8 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:17:24.228757 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-45f926b4-c6c1-4137-928f-25d39df80415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:24.281964 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f926b4-c6c1-4137-928f-25d39df80415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b304df01-c8ee-45cf-86e3-c5855a14e420,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:24.298807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f926b4-c6c1-4137-928f-25d39df80415 admin admin] Checking segment: {'id': '26b58316-f478-4421-9495-1fe26f75ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '25b852ee-9b10-47b3-8db1-1abf603caeb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:17:24.299167 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f926b4-c6c1-4137-928f-25d39df80415 admin admin] Network hostable DHCP agents. Network: 25b852ee-9b10-47b3-8db1-1abf603caeb8, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:17:24.318421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f926b4-c6c1-4137-928f-25d39df80415 admin admin] Network 25b852ee-9b10-47b3-8db1-1abf603caeb8 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:17:24.328960 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-45f926b4-c6c1-4137-928f-25d39df80415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 25b852ee-9b10-47b3-8db1-1abf603caeb8) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:17:24.334471 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f926b4-c6c1-4137-928f-25d39df80415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:24.335213 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-45f926b4-c6c1-4137-928f-25d39df80415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:24.344031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948742f5-124e-4b95-94d6-f4cff9c5a2a7 None None] Network 25b852ee-9b10-47b3-8db1-1abf603caeb8 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:17:24.356103 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-45f926b4-c6c1-4137-928f-25d39df80415 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4049933 Jul 16 09:17:24.506431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116910b7-d5db-4a11-9acf-b33a8509c564 None None] Network 25b852ee-9b10-47b3-8db1-1abf603caeb8 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:17:24.897615 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-5bf21420-ab48-43ac-bf18-4ae6ad2817e2 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:24.899279 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-5bf21420-ab48-43ac-bf18-4ae6ad2817e2 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/networks?id=25b852ee-9b10-47b3-8db1-1abf603caeb8 HTTP/1.1" status: 200 len: 812 time: 0.1108396 Jul 16 09:17:24.916581 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-a5d48042-bd43-40a0-8fa6-d2bde1c4342a tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/quotas/faa719a0d5df43169a1dcfadd7caeac0 HTTP/1.1" status: 200 len: 375 time: 0.0107129 Jul 16 09:17:24.960183 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-b75aa9d7-984b-4cbf-923c-4474e4fdfe49 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=faa719a0d5df43169a1dcfadd7caeac0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361834 Jul 16 09:17:25.112811 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-eabd1cfe-d6c5-4e37-9ef1-4667fd227dd3 service neutron] 10.222.0.20 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435254 Jul 16 09:17:25.214056 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-5f2dc2ac-1965-440b-9ea2-9d07ec107554 service neutron] 10.222.0.20 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949421 Jul 16 09:17:25.384357 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f4358c68-3326-4ef8-9d8b-702d527a4e01 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:17:25.402753 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f977aaac-d83f-402e-be6c-78f1eadcfd62 req-3752b0c5-cb5a-418f-b9a5-53d8353b38da tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 210 time: 0.0366836 Jul 16 09:17:25.406265 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: f4358c68-3326-4ef8-9d8b-702d527a4e01 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:17:25.406480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f4358c68-3326-4ef8-9d8b-702d527a4e01 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:17:26.562760 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-be8361d3-f8a4-4531-a88a-b941273c9bd2 req-7b85d827-1d82-4615-b5f2-3144c7732a12 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 210 time: 0.0373123 Jul 16 09:17:26.799253 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-2498475c-9e95-438e-a226-353edc3ca631 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:26.800864 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-2498475c-9e95-438e-a226-353edc3ca631 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.38 "GET /v2.0/networks?id=25b852ee-9b10-47b3-8db1-1abf603caeb8 HTTP/1.1" status: 200 len: 812 time: 0.1306794 Jul 16 09:17:26.813357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-dbe06413-214b-4fc7-be97-e5ff0abea6ac tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Request body: {'port': {'device_id': '592903e7-4701-450c-a473-9a4da049d313', 'network_id': '25b852ee-9b10-47b3-8db1-1abf603caeb8', 'admin_state_up': True, 'tenant_id': 'faa719a0d5df43169a1dcfadd7caeac0'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:26.962266 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-dbe06413-214b-4fc7-be97-e5ff0abea6ac tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Made reservation on behalf of faa719a0d5df43169a1dcfadd7caeac0 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:17:26.966054 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-dbe06413-214b-4fc7-be97-e5ff0abea6ac tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.109637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-dbe06413-214b-4fc7-be97-e5ff0abea6ac tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Allocated IP 172.20.0.13 (25b852ee-9b10-47b3-8db1-1abf603caeb8/b304df01-c8ee-45cf-86e3-c5855a14e420/dad4d8f1-a13c-4e1b-8016-9313db6a7086) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:17:27.274934 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-dbe06413-214b-4fc7-be97-e5ff0abea6ac tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.330696 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-dbe06413-214b-4fc7-be97-e5ff0abea6ac tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.404870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-dbe06413-214b-4fc7-be97-e5ff0abea6ac tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Network 25b852ee-9b10-47b3-8db1-1abf603caeb8 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:17:27.414978 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-dbe06413-214b-4fc7-be97-e5ff0abea6ac tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:17:27.422209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-dbe06413-214b-4fc7-be97-e5ff0abea6ac tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:17:27.472077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe06413-214b-4fc7-be97-e5ff0abea6ac tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Pushing event updated for resources: {'Port': ['ID=dad4d8f1-a13c-4e1b-8016-9313db6a7086,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:27.514308 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-dbe06413-214b-4fc7-be97-e5ff0abea6ac tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:27.514974 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-dbe06413-214b-4fc7-be97-e5ff0abea6ac tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.530701 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-dbe06413-214b-4fc7-be97-e5ff0abea6ac tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7214084 Jul 16 09:17:27.543267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Request body: {'port': {'device_id': '592903e7-4701-450c-a473-9a4da049d313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:27.634197 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:28.155428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874c5d95-8798-4c88-9b34-421c3ac1a75d req-d049d576-670b-4eed-b52d-122d8640b393 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:28.156962 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-874c5d95-8798-4c88-9b34-421c3ac1a75d req-d049d576-670b-4eed-b52d-122d8640b393 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 932 time: 0.4147079 Jul 16 09:17:28.230797 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-874c5d95-8798-4c88-9b34-421c3ac1a75d req-9517f9e2-3369-4f81-91d8-ef523d596753 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643713 Jul 16 09:17:28.267266 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dad4d8f1-a13c-4e1b-8016-9313db6a7086 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:17:28.276342 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:28.289858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Transition to ACTIVE for port object dad4d8f1-a13c-4e1b-8016-9313db6a7086 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:17:28.294442 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:28.349049 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Pushing event updated for resources: {'Port': ['ID=dad4d8f1-a13c-4e1b-8016-9313db6a7086,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:28.428819 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Attempting to bind port dad4d8f1-a13c-4e1b-8016-9313db6a7086 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:17:28.429132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Attempting to bind port dad4d8f1-a13c-4e1b-8016-9313db6a7086 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '26b58316-f478-4421-9495-1fe26f75ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '25b852ee-9b10-47b3-8db1-1abf603caeb8'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:17:28.429513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Attempting to bind port dad4d8f1-a13c-4e1b-8016-9313db6a7086 on network 25b852ee-9b10-47b3-8db1-1abf603caeb8 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:17:28.434591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Port dad4d8f1-a13c-4e1b-8016-9313db6a7086 on network 25b852ee-9b10-47b3-8db1-1abf603caeb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:17:28.434909 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Attempting to bind port dad4d8f1-a13c-4e1b-8016-9313db6a7086 on network 25b852ee-9b10-47b3-8db1-1abf603caeb8 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:17:28.440346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:17:28.440710 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Checking segment: {'id': '26b58316-f478-4421-9495-1fe26f75ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '25b852ee-9b10-47b3-8db1-1abf603caeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:17:28.441097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Bound using segment: {'id': '26b58316-f478-4421-9495-1fe26f75ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '25b852ee-9b10-47b3-8db1-1abf603caeb8'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:17:28.441516 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Bound port: dad4d8f1-a13c-4e1b-8016-9313db6a7086, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b58316-f478-4421-9495-1fe26f75ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '25b852ee-9b10-47b3-8db1-1abf603caeb8'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:17:28.441876 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:28.510758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] For port dad4d8f1-a13c-4e1b-8016-9313db6a7086, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:17:28.514596 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] For port dad4d8f1-a13c-4e1b-8016-9313db6a7086, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086,segment=NetworkSegment(26b58316-f478-4421-9495-1fe26f75ad7c),segment_id=26b58316-f478-4421-9495-1fe26f75ad7c)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:17:28.521115 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:28.559254 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:28.559736 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:28.561423 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] 10.222.0.38 "PUT /v2.0/ports/dad4d8f1-a13c-4e1b-8016-9313db6a7086 HTTP/1.1" status: 200 len: 1093 time: 1.0234096 Jul 16 09:17:28.564026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592903e7-4701-450c-a473-9a4da049d313', 'tag': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:28.567459 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eacb66-a6ab-4770-9177-8de4a7f5eb91" -d '{"events": [{"name": "network-changed", "server_uuid": "592903e7-4701-450c-a473-9a4da049d313", "tag": "dad4d8f1-a13c-4e1b-8016-9313db6a7086"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:28.600814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f1a31f-3721-406a-a8d0-41f9804fc156 service neutron] Pushing event updated for resources: {'Port': ['ID=dad4d8f1-a13c-4e1b-8016-9313db6a7086,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:28.656088 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652974bf-0e21-4767-86f4-b13903caa515 x-openstack-request-id: req-652974bf-0e21-4767-86f4-b13903caa515 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:28.656578 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592903e7-4701-450c-a473-9a4da049d313", "tag": "dad4d8f1-a13c-4e1b-8016-9313db6a7086", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:28.656989 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-652974bf-0e21-4767-86f4-b13903caa515 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:28.657709 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592903e7-4701-450c-a473-9a4da049d313', 'tag': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086', 'status': 'completed', 'code': 200} Jul 16 09:17:28.702873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-f2b6826a-c8ae-48fe-8065-fced72e2489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:28.705547 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-f2b6826a-c8ae-48fe-8065-fced72e2489c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=faa719a0d5df43169a1dcfadd7caeac0&device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 1096 time: 0.0922577 Jul 16 09:17:28.752974 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-fb5e7d10-d71f-42d1-bed7-e1ff99c83ac7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086 HTTP/1.1" status: 200 len: 217 time: 0.0403540 Jul 16 09:17:28.805770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-b390462f-f1ad-4312-ad4f-c0639f00e8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:28.807461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-b390462f-f1ad-4312-ad4f-c0639f00e8c1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b304df01-c8ee-45cf-86e3-c5855a14e420 HTTP/1.1" status: 200 len: 852 time: 0.0490475 Jul 16 09:17:28.843450 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-483f783a-27a4-4837-95dd-d7517c6067d4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25b852ee-9b10-47b3-8db1-1abf603caeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296915 Jul 16 09:17:28.949445 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-edbdb114-d618-4db2-abf9-6de772cc82a4 service neutron] 10.222.0.38 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993428 Jul 16 09:17:29.045305 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d797fab-9c54-4d95-9f56-0bb196426263 req-60d1e758-e514-4f86-96b3-a78f50f994a7 service neutron] 10.222.0.38 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900886 Jul 16 09:17:29.162374 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eacb66-a6ab-4770-9177-8de4a7f5eb91 req-4bba1dfd-f63c-42bc-ae92-a026f818a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:29.163919 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d1eacb66-a6ab-4770-9177-8de4a7f5eb91 req-4bba1dfd-f63c-42bc-ae92-a026f818a612 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=faa719a0d5df43169a1dcfadd7caeac0&device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 1096 time: 0.0636120 Jul 16 09:17:29.261393 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eacb66-a6ab-4770-9177-8de4a7f5eb91 req-b52ef280-4f05-4c95-b15e-2be4822fffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:29.264093 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d1eacb66-a6ab-4770-9177-8de4a7f5eb91 req-b52ef280-4f05-4c95-b15e-2be4822fffa6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=25b852ee-9b10-47b3-8db1-1abf603caeb8 HTTP/1.1" status: 200 len: 912 time: 0.0937688 Jul 16 09:17:29.313303 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d1eacb66-a6ab-4770-9177-8de4a7f5eb91 req-a50643e5-972c-48fc-92b8-86912497ad4e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086 HTTP/1.1" status: 200 len: 217 time: 0.0420499 Jul 16 09:17:29.367086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1eacb66-a6ab-4770-9177-8de4a7f5eb91 req-88675892-2240-4ed0-af8a-3d11f36eb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:29.368609 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d1eacb66-a6ab-4770-9177-8de4a7f5eb91 req-88675892-2240-4ed0-af8a-3d11f36eb87e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b304df01-c8ee-45cf-86e3-c5855a14e420 HTTP/1.1" status: 200 len: 852 time: 0.0481286 Jul 16 09:17:29.419859 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d1eacb66-a6ab-4770-9177-8de4a7f5eb91 req-05d1b1e7-06b0-4306-926f-de4694c22ced service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25b852ee-9b10-47b3-8db1-1abf603caeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416684 Jul 16 09:17:29.523900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b7af0-41a0-4e83-ae65-85f0f615ae5a req-ce9ab2bd-25f6-4481-9888-c811d81987f8 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:29.525494 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-047b7af0-41a0-4e83-ae65-85f0f615ae5a req-ce9ab2bd-25f6-4481-9888-c811d81987f8 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 944 time: 0.1560094 Jul 16 09:17:29.561174 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d1eacb66-a6ab-4770-9177-8de4a7f5eb91 req-17a7a3e0-db26-4a07-86ee-56e32812a025 service neutron] 10.222.0.38 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330390 Jul 16 09:17:29.601485 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-047b7af0-41a0-4e83-ae65-85f0f615ae5a req-c086eced-fa27-457d-ae9e-285174ffddfd tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640347 Jul 16 09:17:29.677575 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d1eacb66-a6ab-4770-9177-8de4a7f5eb91 req-39c1b3db-3437-4567-9d79-490e2839c5bf service neutron] 10.222.0.38 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083207 Jul 16 09:17:30.797980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6f78b6-e3d7-438a-94bd-b4b763bb276e req-128aa3a7-3185-417b-a094-7dc365b4a095 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:30.799623 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ba6f78b6-e3d7-438a-94bd-b4b763bb276e req-128aa3a7-3185-417b-a094-7dc365b4a095 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 944 time: 0.0684791 Jul 16 09:17:30.844226 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ba6f78b6-e3d7-438a-94bd-b4b763bb276e req-fb51685f-7636-474e-904f-d6521c1fa32c tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365531 Jul 16 09:17:31.430886 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device dad4d8f1-a13c-4e1b-8016-9313db6a7086 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:17:31.534021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port dad4d8f1-a13c-4e1b-8016-9313db6a7086, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086,segment=NetworkSegment(26b58316-f478-4421-9495-1fe26f75ad7c),segment_id=26b58316-f478-4421-9495-1fe26f75ad7c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:31.546395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086', 'network_id': '25b852ee-9b10-47b3-8db1-1abf603caeb8', 'port_id': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086', 'mac_address': 'fa:16:3e:f7:ab:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b304df01-c8ee-45cf-86e3-c5855a14e420', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:17:31.585903 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:31.601048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad4d8f1-a13c-4e1b-8016-9313db6a7086 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:17:31.623262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port dad4d8f1-a13c-4e1b-8016-9313db6a7086, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086,segment=NetworkSegment(26b58316-f478-4421-9495-1fe26f75ad7c),segment_id=26b58316-f478-4421-9495-1fe26f75ad7c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:31.629078 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:31.681460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=dad4d8f1-a13c-4e1b-8016-9313db6a7086,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:31.814993 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['dad4d8f1-a13c-4e1b-8016-9313db6a7086'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:17:32.039225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a68dc-a931-4efd-bcf3-38df5bbf08b6 req-b4646f6b-8599-416b-8fb7-2d4b62687f0f tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:32.040922 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fa2a68dc-a931-4efd-bcf3-38df5bbf08b6 req-b4646f6b-8599-416b-8fb7-2d4b62687f0f tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 945 time: 0.0756204 Jul 16 09:17:32.084488 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fa2a68dc-a931-4efd-bcf3-38df5bbf08b6 req-3f8ff135-9a0c-4f7b-b19a-1931dd5a3331 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372632 Jul 16 09:17:33.265480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99727cae-eb74-4027-ac1d-e5c94a2182c1 req-8fee849b-579e-42cc-883c-af8a58aa1995 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:33.266983 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99727cae-eb74-4027-ac1d-e5c94a2182c1 req-8fee849b-579e-42cc-883c-af8a58aa1995 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 945 time: 0.0691624 Jul 16 09:17:33.305928 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-99727cae-eb74-4027-ac1d-e5c94a2182c1 req-ca46ae4b-5c89-4187-ad0c-c65110af7817 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333292 Jul 16 09:17:33.446078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device dad4d8f1-a13c-4e1b-8016-9313db6a7086 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:17:33.500040 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port dad4d8f1-a13c-4e1b-8016-9313db6a7086 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:17:33.504411 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port dad4d8f1-a13c-4e1b-8016-9313db6a7086 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:17:33.504797 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:33.587638 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:33.612782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592903e7-4701-450c-a473-9a4da049d313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:33.615157 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8463778-cd07-4933-a29e-4cb969520d83" -d '{"events": [{"server_uuid": "592903e7-4701-450c-a473-9a4da049d313", "name": "network-vif-plugged", "status": "completed", "tag": "dad4d8f1-a13c-4e1b-8016-9313db6a7086"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:33.629445 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port dad4d8f1-a13c-4e1b-8016-9313db6a7086, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086,segment=NetworkSegment(26b58316-f478-4421-9495-1fe26f75ad7c),segment_id=26b58316-f478-4421-9495-1fe26f75ad7c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:33.634896 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:33.668320 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9798f44-dbcb-4326-8479-3c8c65035723 x-openstack-request-id: req-c9798f44-dbcb-4326-8479-3c8c65035723 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:33.668748 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592903e7-4701-450c-a473-9a4da049d313", "name": "network-vif-plugged", "status": "completed", "tag": "dad4d8f1-a13c-4e1b-8016-9313db6a7086", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:33.673089 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c9798f44-dbcb-4326-8479-3c8c65035723 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:33.673089 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592903e7-4701-450c-a473-9a4da049d313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086', 'code': 200} Jul 16 09:17:33.696179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=dad4d8f1-a13c-4e1b-8016-9313db6a7086,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:33.779399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90d5c0b-6f99-4e0b-a55a-0feb7a61bcaa req-8729ef8d-ba6d-40e5-833d-6d6ac5a2973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:33.780981 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90d5c0b-6f99-4e0b-a55a-0feb7a61bcaa req-8729ef8d-ba6d-40e5-833d-6d6ac5a2973d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 1098 time: 0.0548110 Jul 16 09:17:33.820797 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e90d5c0b-6f99-4e0b-a55a-0feb7a61bcaa req-5b8887fe-835a-4e95-811c-d62cb17cfe7c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338342 Jul 16 09:17:34.034611 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:34.497375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8b9f1a-928f-4e78-bcb0-82371c02561e req-e2d29c19-d83c-4f50-8e2c-b99121a4d378 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:34.499000 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6f8b9f1a-928f-4e78-bcb0-82371c02561e req-e2d29c19-d83c-4f50-8e2c-b99121a4d378 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0710318 Jul 16 09:17:34.547750 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6f8b9f1a-928f-4e78-bcb0-82371c02561e req-6ffcc25e-4bfa-43dc-a1b0-47a1e7cd2eb5 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423629 Jul 16 09:17:35.251790 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1f0a7781-b95e-4a2a-adf1-c065d2996987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:35.731174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca92dd-aa0a-4540-adb3-fb1780d2f6d8 req-8bf5a200-bc0f-4033-8018-ebf3627e2225 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:35.732881 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6ca92dd-aa0a-4540-adb3-fb1780d2f6d8 req-8bf5a200-bc0f-4033-8018-ebf3627e2225 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0686989 Jul 16 09:17:35.774685 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6ca92dd-aa0a-4540-adb3-fb1780d2f6d8 req-cecbe701-28d7-4b1f-8495-791765ae289b tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352941 Jul 16 09:17:35.804717 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:36.119520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41298) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:36.277863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b627d-6eda-4d21-8ed0-cd4b028bebd0 req-8ac21448-c62d-426f-bb41-47eebae22b71 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:36.279492 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c07b627d-6eda-4d21-8ed0-cd4b028bebd0 req-8ac21448-c62d-426f-bb41-47eebae22b71 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.1108699 Jul 16 09:17:36.287644 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-d661232c-b2b5-44eb-9040-ed2ba1a1907d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1669204 Jul 16 09:17:36.326250 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c07b627d-6eda-4d21-8ed0-cd4b028bebd0 req-82e9ecda-5c12-464b-ba67-8d4ffdedcef0 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372818 Jul 16 09:17:37.545559 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f3015-a850-44d5-8d34-d3c157a77634 req-c684076b-937d-4723-9b73-2bebe39aa7ea tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:37.547209 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-654f3015-a850-44d5-8d34-d3c157a77634 req-c684076b-937d-4723-9b73-2bebe39aa7ea tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0861974 Jul 16 09:17:37.595244 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-031337ec-f743-455c-857c-7cc6530bf608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:37.597892 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-031337ec-f743-455c-857c-7cc6530bf608 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=faa719a0d5df43169a1dcfadd7caeac0&device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 1098 time: 0.0723867 Jul 16 09:17:37.601123 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-654f3015-a850-44d5-8d34-d3c157a77634 req-4e0464b4-45fa-4f40-859c-52f9e891b7d9 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430987 Jul 16 09:17:37.705444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-c03478ab-adc6-42f1-a497-06e542f24c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:37.707054 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-c03478ab-adc6-42f1-a497-06e542f24c36 service neutron] 10.222.0.38 "GET /v2.0/networks?id=25b852ee-9b10-47b3-8db1-1abf603caeb8 HTTP/1.1" status: 200 len: 912 time: 0.1031511 Jul 16 09:17:37.749451 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-e68bfda0-93b7-4300-8553-d556a122ce59 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086 HTTP/1.1" status: 200 len: 217 time: 0.0354729 Jul 16 09:17:37.802274 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-0831fe45-a2a2-4dd8-bd20-5af0e69c73ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:37.803714 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-0831fe45-a2a2-4dd8-bd20-5af0e69c73ad service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b304df01-c8ee-45cf-86e3-c5855a14e420 HTTP/1.1" status: 200 len: 852 time: 0.0476208 Jul 16 09:17:37.842721 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-66602ba9-e6be-4796-ac9f-5127568e4577 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25b852ee-9b10-47b3-8db1-1abf603caeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322881 Jul 16 09:17:37.943642 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-80f8beec-fb70-46fa-a194-19f1c143d3f3 service neutron] 10.222.0.38 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947449 Jul 16 09:17:37.963910 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0d1da437-803d-4d84-a79b-06bc6e05e905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:38.047434 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-e34736ff-ab7c-4649-bd9b-1ba44ad0d6a9 service neutron] 10.222.0.38 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976000 Jul 16 09:17:38.214519 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:38.793025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae35950-b32e-4b5f-a1a4-e825d34cb85e req-7491599c-f028-4aae-8843-2d26235f21e4 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:38.794544 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae35950-b32e-4b5f-a1a4-e825d34cb85e req-7491599c-f028-4aae-8843-2d26235f21e4 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0661595 Jul 16 09:17:38.833316 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ae35950-b32e-4b5f-a1a4-e825d34cb85e req-5366383d-dc1c-4bed-9932-cf3b2e08d38e tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331657 Jul 16 09:17:39.842707 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:40.026610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a23379-3123-4fde-81f8-5c3462dcd039 req-c9faae5c-5167-4747-9335-e38b9e700028 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:40.028710 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49a23379-3123-4fde-81f8-5c3462dcd039 req-c9faae5c-5167-4747-9335-e38b9e700028 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0751061 Jul 16 09:17:40.070663 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-49a23379-3123-4fde-81f8-5c3462dcd039 req-b80d02e2-c02b-4e47-8251-1cd4a1215485 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356593 Jul 16 09:17:41.267033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e713df14-b9ef-44ce-9463-5ad89b3d9b10 req-e9109f2d-726c-4a39-94ba-4af0d08d0c97 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:41.268788 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e713df14-b9ef-44ce-9463-5ad89b3d9b10 req-e9109f2d-726c-4a39-94ba-4af0d08d0c97 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0718105 Jul 16 09:17:41.316760 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e713df14-b9ef-44ce-9463-5ad89b3d9b10 req-4ae8b037-94fd-44b0-8fea-dc3a7694671e tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420196 Jul 16 09:17:41.351290 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:42.508893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af5e93-b2d9-45a8-b705-65d8349dee0f req-d0a0e354-b135-4389-86be-0e41368e8fcd tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:42.510513 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3af5e93-b2d9-45a8-b705-65d8349dee0f req-d0a0e354-b135-4389-86be-0e41368e8fcd tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0696874 Jul 16 09:17:42.552228 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3af5e93-b2d9-45a8-b705-65d8349dee0f req-2c5ed369-c7c3-4ef2-a8b0-2e513962ad99 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352750 Jul 16 09:17:43.758717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24ffb85-7234-4d99-b944-8968a071c468 req-29337b39-223b-47f0-972e-df7f3fd6ad28 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:43.761412 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d24ffb85-7234-4d99-b944-8968a071c468 req-29337b39-223b-47f0-972e-df7f3fd6ad28 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0817907 Jul 16 09:17:43.817857 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d24ffb85-7234-4d99-b944-8968a071c468 req-55c4e665-59a9-4c5c-8410-325b2036bfe6 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461171 Jul 16 09:17:45.043201 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fc5eb-312c-471e-970a-ded106fec08e req-dac47e9b-6a37-4fe8-a448-bb658f0a93f0 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:45.044958 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b07fc5eb-312c-471e-970a-ded106fec08e req-dac47e9b-6a37-4fe8-a448-bb658f0a93f0 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0841947 Jul 16 09:17:45.090612 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b07fc5eb-312c-471e-970a-ded106fec08e req-a625bf5d-2e5f-44a1-b22f-20ab285a2cfd tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387347 Jul 16 09:17:46.308451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44664c7-f6e1-492c-84f3-f2c25609736e req-29df30b2-4354-4167-b89d-95717240449d tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:46.310047 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e44664c7-f6e1-492c-84f3-f2c25609736e req-29df30b2-4354-4167-b89d-95717240449d tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0815675 Jul 16 09:17:46.362749 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e44664c7-f6e1-492c-84f3-f2c25609736e req-6517f13c-4198-4c3f-a2a7-410e98cb7264 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440555 Jul 16 09:17:47.557455 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a08fec-a034-4fc8-a33d-62b45bc3d42c req-71198f53-aac9-4e89-a063-332b7f72132c tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:47.559079 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b0a08fec-a034-4fc8-a33d-62b45bc3d42c req-71198f53-aac9-4e89-a063-332b7f72132c tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0719678 Jul 16 09:17:47.610008 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b0a08fec-a034-4fc8-a33d-62b45bc3d42c req-18cf2c3b-edab-458b-b76b-ddbffdf51adb tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447230 Jul 16 09:17:48.777660 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:17:48.805209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da6dc0-47a3-4c2c-bdc0-ee7040428864 req-4fb8f55a-aea7-4340-9406-cc0edf6279f5 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:48.806867 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53da6dc0-47a3-4c2c-bdc0-ee7040428864 req-4fb8f55a-aea7-4340-9406-cc0edf6279f5 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0741031 Jul 16 09:17:48.852467 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53da6dc0-47a3-4c2c-bdc0-ee7040428864 req-f474579f-097c-4b2c-9a95-f4bb24cef401 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364203 Jul 16 09:17:50.035871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8256b-0038-4fde-bb81-ca25dd8d507e req-85baf221-00fc-4216-b443-ab379539dd7e tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:50.037454 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5bc8256b-0038-4fde-bb81-ca25dd8d507e req-85baf221-00fc-4216-b443-ab379539dd7e tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0671415 Jul 16 09:17:50.077723 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5bc8256b-0038-4fde-bb81-ca25dd8d507e req-3877b262-e2c6-4b43-b7dc-61a5dac11e79 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346506 Jul 16 09:17:51.296132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd19485-0a48-466b-ac41-70924c18c5c7 req-25f8a903-3eb4-48f4-9800-c52f75ffee17 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:51.298334 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3fd19485-0a48-466b-ac41-70924c18c5c7 req-25f8a903-3eb4-48f4-9800-c52f75ffee17 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0939558 Jul 16 09:17:51.342988 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3fd19485-0a48-466b-ac41-70924c18c5c7 req-5483a9a4-05f0-4365-a42b-4db0a3797b9c tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381160 Jul 16 09:17:52.538738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a16ca-9d95-4503-9b41-fd4a64b7c08f req-5d370222-5c96-4834-8a4a-c5fe961d0cdc tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:52.540249 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4a2a16ca-9d95-4503-9b41-fd4a64b7c08f req-5d370222-5c96-4834-8a4a-c5fe961d0cdc tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0772042 Jul 16 09:17:52.585858 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4a2a16ca-9d95-4503-9b41-fd4a64b7c08f req-ee044aeb-b455-4298-ace6-7b7bc6df8dab tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358875 Jul 16 09:17:53.806445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f8cbc-8e52-4975-90f3-549180dfbba5 req-c6010c95-6509-4d90-a114-d2547524e77c tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:53.808079 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-332f8cbc-8e52-4975-90f3-549180dfbba5 req-c6010c95-6509-4d90-a114-d2547524e77c tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0767641 Jul 16 09:17:53.850009 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-332f8cbc-8e52-4975-90f3-549180dfbba5 req-4564b592-8a75-4812-bb98-adf0bdcb975c tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Jul 16 09:17:55.044456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf6b14e-7f78-4818-8d01-16fdf62d995a req-a952319a-644a-44be-ba45-56bc5e9c993f tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:55.046047 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dbf6b14e-7f78-4818-8d01-16fdf62d995a req-a952319a-644a-44be-ba45-56bc5e9c993f tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0749824 Jul 16 09:17:55.091892 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dbf6b14e-7f78-4818-8d01-16fdf62d995a req-f18affe2-7a33-483e-8668-601f7c81e42e tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393608 Jul 16 09:17:56.285453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1495d9f5-acfe-4089-bf3a-7d9f8693411a req-252cd4a6-671d-4691-b0c5-e3dcadeda72a tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:56.287298 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1495d9f5-acfe-4089-bf3a-7d9f8693411a req-252cd4a6-671d-4691-b0c5-e3dcadeda72a tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0778091 Jul 16 09:17:56.336001 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1495d9f5-acfe-4089-bf3a-7d9f8693411a req-7d4cede6-2e78-40ba-bd8f-4d9779d4d2a2 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420225 Jul 16 09:17:57.535611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09f737-d8b1-4727-8bb5-54cb124d8930 req-e42a5909-b478-4be1-bef8-135d029e05c3 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:57.537131 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f09f737-d8b1-4727-8bb5-54cb124d8930 req-e42a5909-b478-4be1-bef8-135d029e05c3 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0777814 Jul 16 09:17:57.586973 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8f09f737-d8b1-4727-8bb5-54cb124d8930 req-79ea130e-9863-4c3c-8c38-2e252c556584 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395079 Jul 16 09:17:58.770688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54364d7-f765-4fc3-a642-8c98ef94e0bf req-9d3bae49-8aca-4c79-86f2-1940b6b9e25c tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:58.772282 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a54364d7-f765-4fc3-a642-8c98ef94e0bf req-9d3bae49-8aca-4c79-86f2-1940b6b9e25c tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0695643 Jul 16 09:17:58.819145 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a54364d7-f765-4fc3-a642-8c98ef94e0bf req-98d61529-b680-4e2c-8dec-017e3a6db798 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355148 Jul 16 09:18:00.004996 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b8a7f-ca25-406b-a897-bf32c46f0a01 req-405bff9b-a3b2-4873-8b7a-75e4dcd450fe tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:00.006631 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb7b8a7f-ca25-406b-a897-bf32c46f0a01 req-405bff9b-a3b2-4873-8b7a-75e4dcd450fe tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0658827 Jul 16 09:18:00.049184 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb7b8a7f-ca25-406b-a897-bf32c46f0a01 req-fd589e32-6981-4ad0-bc1f-b1151465d6f5 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364885 Jul 16 09:18:01.240241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54fb24-8f9e-4db9-8bb6-6e7c6372d29e req-fc8de4c6-69f9-4be3-b041-741adcf465b4 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:01.242093 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf54fb24-8f9e-4db9-8bb6-6e7c6372d29e req-fc8de4c6-69f9-4be3-b041-741adcf465b4 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0757458 Jul 16 09:18:01.287961 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf54fb24-8f9e-4db9-8bb6-6e7c6372d29e req-6800b38d-f228-4ba3-ba7f-69d46c5da42a tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375159 Jul 16 09:18:02.498558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b971ca1-b321-4c06-b7f1-4fa76c2fa5a6 req-9f6908cb-90f5-4e88-b0c2-28ef184bafbc tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:02.500903 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b971ca1-b321-4c06-b7f1-4fa76c2fa5a6 req-9f6908cb-90f5-4e88-b0c2-28ef184bafbc tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0821495 Jul 16 09:18:02.547137 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3b971ca1-b321-4c06-b7f1-4fa76c2fa5a6 req-49699337-08e4-47fa-8bae-08d457c7ad28 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392959 Jul 16 09:18:03.812396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d744af-f558-45fa-85d8-ffe04e5628d9 req-e46e3b80-f17d-466a-b8d6-ef490a41d46d tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:03.814613 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78d744af-f558-45fa-85d8-ffe04e5628d9 req-e46e3b80-f17d-466a-b8d6-ef490a41d46d tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0715702 Jul 16 09:18:03.864914 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78d744af-f558-45fa-85d8-ffe04e5628d9 req-12cb206c-7845-4dd0-a308-a2c2ad0a3f28 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399556 Jul 16 09:18:04.032768 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:05.002121 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-245ce02d-c913-425d-9c3c-54a405054202 service neutron] show failed (client error): The resource could not be found. Jul 16 09:18:05.003896 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-245ce02d-c913-425d-9c3c-54a405054202 service neutron] 10.222.0.38 "GET /v2.0/ports/dad4d8f1-a13c-4e1b-8016-9313db6a7086/bindings/n-h1-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.0970159 Jul 16 09:18:05.119930 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1225b4c4-e83e-484c-836e-21e850eb5652 req-4148ad9c-8242-4216-96d7-e0256aa76f15 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:05.122273 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1225b4c4-e83e-484c-836e-21e850eb5652 req-4148ad9c-8242-4216-96d7-e0256aa76f15 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.0966501 Jul 16 09:18:05.179721 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1225b4c4-e83e-484c-836e-21e850eb5652 req-46954463-667e-4498-bf61-2ec3e7212afc tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466251 Jul 16 09:18:05.259018 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-95fa80da-3e23-4d13-80b8-ea5f20977c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:05.413416 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-29d73bd2-5436-408a-b413-46842abfc0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:05.415038 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-29d73bd2-5436-408a-b413-46842abfc0ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313&tenant_id=faa719a0d5df43169a1dcfadd7caeac0 HTTP/1.1" status: 200 len: 1098 time: 0.1594510 Jul 16 09:18:05.432965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:05.520645 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:05.750627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] For port dad4d8f1-a13c-4e1b-8016-9313db6a7086, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086,segment=NetworkSegment(26b58316-f478-4421-9495-1fe26f75ad7c),segment_id=26b58316-f478-4421-9495-1fe26f75ad7c)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:05.789788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] For port dad4d8f1-a13c-4e1b-8016-9313db6a7086, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:18:05.818553 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:05.839937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592903e7-4701-450c-a473-9a4da049d313', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:05.842702 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5970b0-8a57-4406-a0e4-e6329b76cceb" -d '{"events": [{"server_uuid": "592903e7-4701-450c-a473-9a4da049d313", "name": "network-vif-unplugged", "status": "completed", "tag": "dad4d8f1-a13c-4e1b-8016-9313db6a7086"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:05.847007 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:05.865722 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Transition to ACTIVE for port object dad4d8f1-a13c-4e1b-8016-9313db6a7086 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:18:05.870815 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:05.906320 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85fdbef-ae6c-4d73-acb8-2219de5ebe06 x-openstack-request-id: req-b85fdbef-ae6c-4d73-acb8-2219de5ebe06 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:05.906670 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592903e7-4701-450c-a473-9a4da049d313", "name": "network-vif-unplugged", "status": "completed", "tag": "dad4d8f1-a13c-4e1b-8016-9313db6a7086", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:05.906967 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b85fdbef-ae6c-4d73-acb8-2219de5ebe06 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:05.907405 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592903e7-4701-450c-a473-9a4da049d313', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086', 'code': 200} Jul 16 09:18:05.951451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] No DVR routers for this DVR port dad4d8f1-a13c-4e1b-8016-9313db6a7086 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:05.953677 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Pushing event updated for resources: {'Port': ['ID=dad4d8f1-a13c-4e1b-8016-9313db6a7086,revision_number=6']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:05.965464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:05.965807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:05.966135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:05.966466 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:05.966796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:05.967124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:05.967450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:05.967773 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:05.968099 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:05.968420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:05.968773 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:05.969091 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:06.007940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Attempting to bind port dad4d8f1-a13c-4e1b-8016-9313db6a7086 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:18:06.008678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Attempting to bind port dad4d8f1-a13c-4e1b-8016-9313db6a7086 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '26b58316-f478-4421-9495-1fe26f75ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '25b852ee-9b10-47b3-8db1-1abf603caeb8'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:18:06.008678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Attempting to bind port dad4d8f1-a13c-4e1b-8016-9313db6a7086 on network 25b852ee-9b10-47b3-8db1-1abf603caeb8 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:06.013947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Port dad4d8f1-a13c-4e1b-8016-9313db6a7086 on network 25b852ee-9b10-47b3-8db1-1abf603caeb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:18:06.014331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Attempting to bind port dad4d8f1-a13c-4e1b-8016-9313db6a7086 on network 25b852ee-9b10-47b3-8db1-1abf603caeb8 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:06.021260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:18:06.021677 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Checking segment: {'id': '26b58316-f478-4421-9495-1fe26f75ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '25b852ee-9b10-47b3-8db1-1abf603caeb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:18:06.022150 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Bound using segment: {'id': '26b58316-f478-4421-9495-1fe26f75ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '25b852ee-9b10-47b3-8db1-1abf603caeb8'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:18:06.022627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Bound port: dad4d8f1-a13c-4e1b-8016-9313db6a7086, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26b58316-f478-4421-9495-1fe26f75ad7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '25b852ee-9b10-47b3-8db1-1abf603caeb8'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:18:06.023151 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:06.096797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] For port dad4d8f1-a13c-4e1b-8016-9313db6a7086, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:18:06.101832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] For port dad4d8f1-a13c-4e1b-8016-9313db6a7086, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086,segment=NetworkSegment(26b58316-f478-4421-9495-1fe26f75ad7c),segment_id=26b58316-f478-4421-9495-1fe26f75ad7c)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:18:06.106759 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:06.145773 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:06.146402 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:06.147986 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] 10.222.0.15 "PUT /v2.0/ports/dad4d8f1-a13c-4e1b-8016-9313db6a7086 HTTP/1.1" status: 200 len: 1093 time: 0.7202909 Jul 16 09:18:06.184461 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f065adc2-2e59-44e2-819a-e93164befb33 service neutron] Pushing event updated for resources: {'Port': ['ID=dad4d8f1-a13c-4e1b-8016-9313db6a7086,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:06.242849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-fd48f3fe-ca8a-469d-8c04-2e60dc475009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:06.244579 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-fd48f3fe-ca8a-469d-8c04-2e60dc475009 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=faa719a0d5df43169a1dcfadd7caeac0&device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 1096 time: 0.0700145 Jul 16 09:18:06.363398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-99015e23-b4b1-4bec-88e5-efaba22d85e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:06.365046 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-99015e23-b4b1-4bec-88e5-efaba22d85e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b852ee-9b10-47b3-8db1-1abf603caeb8 HTTP/1.1" status: 200 len: 912 time: 0.1143773 Jul 16 09:18:06.416187 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-281349e5-ee91-4bbb-b9ac-e00e91d632e1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086 HTTP/1.1" status: 200 len: 217 time: 0.0452957 Jul 16 09:18:06.438588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee5224-00ed-434b-88c8-72211c964ed0 req-38315b1c-a13a-4f60-ad67-049adc730c8b tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:06.440309 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bbee5224-00ed-434b-88c8-72211c964ed0 req-38315b1c-a13a-4f60-ad67-049adc730c8b tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 944 time: 0.0900829 Jul 16 09:18:06.485645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-2965a0ca-b9fd-44c1-8771-bfb3d7df10e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:06.487654 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-2965a0ca-b9fd-44c1-8771-bfb3d7df10e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b304df01-c8ee-45cf-86e3-c5855a14e420 HTTP/1.1" status: 200 len: 852 time: 0.0658605 Jul 16 09:18:06.490932 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bbee5224-00ed-434b-88c8-72211c964ed0 req-35614cae-a456-4d91-9f64-ff60bf8f4852 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390890 Jul 16 09:18:06.527921 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-24b1c14c-c540-465d-ac60-e1618a5e3fb3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b852ee-9b10-47b3-8db1-1abf603caeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341153 Jul 16 09:18:06.539582 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-a29dafb0-4453-4afb-b2d8-11a14b50cea4 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:18:06.540734 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-a29dafb0-4453-4afb-b2d8-11a14b50cea4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062990 Jul 16 09:18:06.647586 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-39e693cd-8f38-46df-8333-a3f1a8a402f1 service neutron] 10.222.0.15 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008027 Jul 16 09:18:06.750510 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-47ae751e-93e8-4c74-b611-3d3aa1b46bcf req-984b04d8-76b5-488f-b461-71c55a9cb8df service neutron] 10.222.0.15 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971000 Jul 16 09:18:07.700620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d199de-0f90-42ae-b1af-ac4a611c7d96 req-c254e5a9-3197-4633-8a86-1696110b190b tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:07.702862 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2d199de-0f90-42ae-b1af-ac4a611c7d96 req-c254e5a9-3197-4633-8a86-1696110b190b tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 944 time: 0.0770290 Jul 16 09:18:07.747479 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2d199de-0f90-42ae-b1af-ac4a611c7d96 req-614133c1-d3d1-45e3-bce2-b8c1bda97485 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383873 Jul 16 09:18:07.908617 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '592903e7-4701-450c-a473-9a4da049d313', 'tag': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:07.911313 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acd6e36-85c6-4cc3-99ab-bcc75002b761" -d '{"events": [{"name": "network-changed", "server_uuid": "592903e7-4701-450c-a473-9a4da049d313", "tag": "dad4d8f1-a13c-4e1b-8016-9313db6a7086"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:07.960713 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-503d418a-1113-48d6-8aa0-b0d3a3947381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.973003 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d99d5cd-8663-4bc8-a691-b62ec40a57b2 x-openstack-request-id: req-4d99d5cd-8663-4bc8-a691-b62ec40a57b2 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:07.973439 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "592903e7-4701-450c-a473-9a4da049d313", "tag": "dad4d8f1-a13c-4e1b-8016-9313db6a7086", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:07.973790 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d99d5cd-8663-4bc8-a691-b62ec40a57b2 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:07.974204 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '592903e7-4701-450c-a473-9a4da049d313', 'tag': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086', 'status': 'completed', 'code': 200} Jul 16 09:18:08.090606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-2193341d-704b-4035-9289-29d328f364e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:08.092167 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-2193341d-704b-4035-9289-29d328f364e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=faa719a0d5df43169a1dcfadd7caeac0&device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 1096 time: 0.1001899 Jul 16 09:18:08.095387 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-da79a412-4a13-445f-936b-8ae73069d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:08.096884 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-da79a412-4a13-445f-936b-8ae73069d923 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=faa719a0d5df43169a1dcfadd7caeac0&device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 1096 time: 0.0963151 Jul 16 09:18:08.225587 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.592819 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-3d4d5be2-9789-4cf8-acee-62eb9eed5637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:08.594323 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-3d4d5be2-9789-4cf8-acee-62eb9eed5637 service neutron] 10.222.0.15 "GET /v2.0/networks?id=25b852ee-9b10-47b3-8db1-1abf603caeb8 HTTP/1.1" status: 200 len: 912 time: 0.4945126 Jul 16 09:18:08.595550 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-d4ce41c2-9ee5-4b61-9608-acda47820685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:08.597112 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-d4ce41c2-9ee5-4b61-9608-acda47820685 service neutron] 10.222.0.38 "GET /v2.0/networks?id=25b852ee-9b10-47b3-8db1-1abf603caeb8 HTTP/1.1" status: 200 len: 912 time: 0.4892118 Jul 16 09:18:08.645860 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-979f8922-3222-4f3f-a75a-e722d6a20672 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086 HTTP/1.1" status: 200 len: 217 time: 0.0445011 Jul 16 09:18:08.682166 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-7a84b53c-ba6e-44c3-9dbf-59aa5dec1fed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086 HTTP/1.1" status: 200 len: 217 time: 0.0741003 Jul 16 09:18:08.758976 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-8570f8a9-e98d-4f23-9ab6-30c2468bc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:08.760458 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-8570f8a9-e98d-4f23-9ab6-30c2468bc84a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b304df01-c8ee-45cf-86e3-c5855a14e420 HTTP/1.1" status: 200 len: 852 time: 0.0879502 Jul 16 09:18:08.767128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-73ab8cc0-3b6d-4daa-aa4e-04d37a7e5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:08.768619 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-73ab8cc0-3b6d-4daa-aa4e-04d37a7e5894 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b304df01-c8ee-45cf-86e3-c5855a14e420 HTTP/1.1" status: 200 len: 852 time: 0.0622110 Jul 16 09:18:08.820549 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-a91a5e8a-8805-4913-bf2c-9566000fd952 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=25b852ee-9b10-47b3-8db1-1abf603caeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509176 Jul 16 09:18:08.822643 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-e86d20fc-0008-4b62-a26a-258a7729b778 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25b852ee-9b10-47b3-8db1-1abf603caeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454435 Jul 16 09:18:09.033130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-6ca9155a-d620-49e0-a8e5-f5d0acd5902b service neutron] 10.222.0.38 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977592 Jul 16 09:18:09.037142 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-b8ad977d-ea60-4883-97f4-c9e26b8f64b3 service neutron] 10.222.0.15 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104342 Jul 16 09:18:09.193436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7a59d-eb02-4eb8-a9f5-ba98d3b0348c req-5b2808e3-c004-4640-833e-9bec9545e935 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:09.195239 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-92a7a59d-eb02-4eb8-a9f5-ba98d3b0348c req-5b2808e3-c004-4640-833e-9bec9545e935 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 944 time: 0.2437227 Jul 16 09:18:09.272843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-a1ae049c-abcb-4a9a-9ad8-c63dd18cc5f8 service neutron] 10.222.0.15 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249253 Jul 16 09:18:09.279325 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7acd6e36-85c6-4cc3-99ab-bcc75002b761 req-48475803-16a1-4023-a739-6647c1e3d689 service neutron] 10.222.0.38 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401409 Jul 16 09:18:09.284130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-92a7a59d-eb02-4eb8-a9f5-ba98d3b0348c req-3ed8bb21-9103-4a86-aa98-f49fbee5f21b tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819798 Jul 16 09:18:09.586110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device dad4d8f1-a13c-4e1b-8016-9313db6a7086 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:09.639254 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device dad4d8f1-a13c-4e1b-8016-9313db6a7086 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:09.749463 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-07af6778-1846-4313-9093-c123cd32c110 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:09.751605 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-07af6778-1846-4313-9093-c123cd32c110 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.38 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313&tenant_id=faa719a0d5df43169a1dcfadd7caeac0&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 944 time: 0.1244464 Jul 16 09:18:09.833602 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-a3f532a3-ec08-44ce-a5b8-9ee6330e8d7a service neutron] delete failed (client error): The resource could not be found. Jul 16 09:18:09.834811 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-a3f532a3-ec08-44ce-a5b8-9ee6330e8d7a service neutron] 10.222.0.38 "DELETE /v2.0/ports/dad4d8f1-a13c-4e1b-8016-9313db6a7086/bindings/n-h2-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.0765913 Jul 16 09:18:09.848128 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.936142 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-6368bce0-a723-4cd2-8ec1-eea726a488ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:09.937730 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-6368bce0-a723-4cd2-8ec1-eea726a488ff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=faa719a0d5df43169a1dcfadd7caeac0&device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 1096 time: 0.0565157 Jul 16 09:18:09.959124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device dad4d8f1-a13c-4e1b-8016-9313db6a7086 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:18:10.058411 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-536a836a-9a78-4d4e-b536-895127ef2b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:10.060798 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-536a836a-9a78-4d4e-b536-895127ef2b75 service neutron] 10.222.0.38 "GET /v2.0/networks?id=25b852ee-9b10-47b3-8db1-1abf603caeb8 HTTP/1.1" status: 200 len: 912 time: 0.1171832 Jul 16 09:18:10.087486 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port dad4d8f1-a13c-4e1b-8016-9313db6a7086, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086,segment=NetworkSegment(26b58316-f478-4421-9495-1fe26f75ad7c),segment_id=26b58316-f478-4421-9495-1fe26f75ad7c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:10.103568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086', 'network_id': '25b852ee-9b10-47b3-8db1-1abf603caeb8', 'port_id': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086', 'mac_address': 'fa:16:3e:f7:ab:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b304df01-c8ee-45cf-86e3-c5855a14e420', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:18:10.130078 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-84ef4201-bd5d-4b6d-878d-c9adf2d8b76f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086 HTTP/1.1" status: 200 len: 217 time: 0.0629754 Jul 16 09:18:10.148008 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:10.163276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dad4d8f1-a13c-4e1b-8016-9313db6a7086 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:18:10.188363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-70430ead-2c3e-4c68-9ba1-a535a2d104b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:10.190011 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-70430ead-2c3e-4c68-9ba1-a535a2d104b7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b304df01-c8ee-45cf-86e3-c5855a14e420 HTTP/1.1" status: 200 len: 852 time: 0.0542805 Jul 16 09:18:10.190889 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port dad4d8f1-a13c-4e1b-8016-9313db6a7086, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086,segment=NetworkSegment(26b58316-f478-4421-9495-1fe26f75ad7c),segment_id=26b58316-f478-4421-9495-1fe26f75ad7c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:10.195772 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:10.238175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-12a9e097-9829-41b5-ab14-bc83db977f8c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=25b852ee-9b10-47b3-8db1-1abf603caeb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417829 Jul 16 09:18:10.274754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=dad4d8f1-a13c-4e1b-8016-9313db6a7086,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:10.354358 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-a037816c-bc30-412e-ad91-3d27695292f1 service neutron] 10.222.0.38 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099286 Jul 16 09:18:10.436262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['dad4d8f1-a13c-4e1b-8016-9313db6a7086'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:18:10.463744 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-c81fb337-5487-4580-887d-9e4b645fdec2 service neutron] 10.222.0.38 "GET /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033890 Jul 16 09:18:11.350469 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.363464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd23a58-a9dc-4267-95c4-8e8f0e0853d2 req-2fa5b214-5168-4f7a-83c2-cc3d1ffe07db tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:11.365139 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0dd23a58-a9dc-4267-95c4-8e8f0e0853d2 req-2fa5b214-5168-4f7a-83c2-cc3d1ffe07db tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 945 time: 0.0853543 Jul 16 09:18:11.408389 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0dd23a58-a9dc-4267-95c4-8e8f0e0853d2 req-da46c810-7591-4768-a606-224b653a51b7 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369184 Jul 16 09:18:11.968442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device dad4d8f1-a13c-4e1b-8016-9313db6a7086 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:18:12.020928 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port dad4d8f1-a13c-4e1b-8016-9313db6a7086 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:18:12.025229 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port dad4d8f1-a13c-4e1b-8016-9313db6a7086 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:12.025667 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.113652 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.141919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592903e7-4701-450c-a473-9a4da049d313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:12.144317 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e98dcb7-d509-4b67-8821-7b8ff637b86d" -d '{"events": [{"server_uuid": "592903e7-4701-450c-a473-9a4da049d313", "name": "network-vif-plugged", "status": "completed", "tag": "dad4d8f1-a13c-4e1b-8016-9313db6a7086"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:12.158865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port dad4d8f1-a13c-4e1b-8016-9313db6a7086, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086,segment=NetworkSegment(26b58316-f478-4421-9495-1fe26f75ad7c),segment_id=26b58316-f478-4421-9495-1fe26f75ad7c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:12.164286 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.194903 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32624bc-8180-4ebc-832f-a6666ae656d6 x-openstack-request-id: req-d32624bc-8180-4ebc-832f-a6666ae656d6 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:12.195205 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592903e7-4701-450c-a473-9a4da049d313", "name": "network-vif-plugged", "status": "completed", "tag": "dad4d8f1-a13c-4e1b-8016-9313db6a7086", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:12.195537 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d32624bc-8180-4ebc-832f-a6666ae656d6 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:12.195934 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592903e7-4701-450c-a473-9a4da049d313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086', 'code': 200} Jul 16 09:18:12.222067 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=dad4d8f1-a13c-4e1b-8016-9313db6a7086,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:12.562609 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-5361820d-4c03-4232-834c-6518f88e1401 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:12.564319 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-5361820d-4c03-4232-834c-6518f88e1401 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.15 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.1016278 Jul 16 09:18:12.694632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c7eb2-da3a-4f63-b923-875906a2f745 req-4e75d47d-3c5a-4ef9-972c-ad222ae3deb1 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:12.696427 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-255c7eb2-da3a-4f63-b923-875906a2f745 req-4e75d47d-3c5a-4ef9-972c-ad222ae3deb1 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/ports?device_id=592903e7-4701-450c-a473-9a4da049d313 HTTP/1.1" status: 200 len: 946 time: 0.1552534 Jul 16 09:18:12.751282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-a41484e6-b3f8-43a6-b266-8fc6907d7be8 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Deleting port dad4d8f1-a13c-4e1b-8016-9313db6a7086 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:12.751669 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-a41484e6-b3f8-43a6-b266-8fc6907d7be8 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.759543 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-255c7eb2-da3a-4f63-b923-875906a2f745 req-a1919f4a-a542-47df-9c30-51471f441156 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.20 "GET /v2.0/security-groups?id=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561705 Jul 16 09:18:12.861735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-a41484e6-b3f8-43a6-b266-8fc6907d7be8 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] For port dad4d8f1-a13c-4e1b-8016-9313db6a7086, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=dad4d8f1-a13c-4e1b-8016-9313db6a7086,segment=NetworkSegment(26b58316-f478-4421-9495-1fe26f75ad7c),segment_id=26b58316-f478-4421-9495-1fe26f75ad7c)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:12.862104 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-a41484e6-b3f8-43a6-b266-8fc6907d7be8 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.876106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-a41484e6-b3f8-43a6-b266-8fc6907d7be8 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Calling delete_port for dad4d8f1-a13c-4e1b-8016-9313db6a7086 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:13.037598 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-a41484e6-b3f8-43a6-b266-8fc6907d7be8 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.050626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['dad4d8f1-a13c-4e1b-8016-9313db6a7086'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:18:13.072958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41484e6-b3f8-43a6-b266-8fc6907d7be8 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Pushing event deleted for resources: {'Port': ['ID=dad4d8f1-a13c-4e1b-8016-9313db6a7086,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:13.120263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-a41484e6-b3f8-43a6-b266-8fc6907d7be8 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] No DVR routers for this DVR port dad4d8f1-a13c-4e1b-8016-9313db6a7086 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:13.123415 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-a41484e6-b3f8-43a6-b266-8fc6907d7be8 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.125479 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cee9bc50-9380-4554-90b3-e0634a405b60 req-a41484e6-b3f8-43a6-b266-8fc6907d7be8 tempest-DeleteServersTestJSON-877738127 tempest-DeleteServersTestJSON-877738127-project] 10.222.0.15 "DELETE /v2.0/ports/dad4d8f1-a13c-4e1b-8016-9313db6a7086 HTTP/1.1" status: 204 len: 173 time: 0.5393331 Jul 16 09:18:13.125989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '592903e7-4701-450c-a473-9a4da049d313', 'name': 'network-vif-deleted', 'tag': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:13.128387 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b19b2f-d120-42ca-ba1c-4f1e3fa02bdb" -d '{"events": [{"server_uuid": "592903e7-4701-450c-a473-9a4da049d313", "name": "network-vif-deleted", "tag": "dad4d8f1-a13c-4e1b-8016-9313db6a7086"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:13.170033 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d01adc-5c58-4034-820d-f3bd19659f4e x-openstack-request-id: req-94d01adc-5c58-4034-820d-f3bd19659f4e {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:13.170332 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "592903e7-4701-450c-a473-9a4da049d313", "name": "network-vif-deleted", "tag": "dad4d8f1-a13c-4e1b-8016-9313db6a7086", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:13.170586 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-94d01adc-5c58-4034-820d-f3bd19659f4e {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:13.170999 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '592903e7-4701-450c-a473-9a4da049d313', 'name': 'network-vif-deleted', 'tag': 'dad4d8f1-a13c-4e1b-8016-9313db6a7086', 'status': 'completed', 'code': 200} Jul 16 09:18:14.053535 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41406) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:14.108240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bc9bef2-260d-4434-b39e-8a0159810101 admin admin] Deleting subnet b304df01-c8ee-45cf-86e3-c5855a14e420 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:18:14.112470 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bef2-260d-4434-b39e-8a0159810101 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.151509 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bef2-260d-4434-b39e-8a0159810101 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.192424 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bef2-260d-4434-b39e-8a0159810101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.252276 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bef2-260d-4434-b39e-8a0159810101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.281501 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9bef2-260d-4434-b39e-8a0159810101 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b304df01-c8ee-45cf-86e3-c5855a14e420,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:14.286572 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-6bc9bef2-260d-4434-b39e-8a0159810101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.288442 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-6bc9bef2-260d-4434-b39e-8a0159810101 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b304df01-c8ee-45cf-86e3-c5855a14e420 HTTP/1.1" status: 204 len: 168 time: 0.2337818 Jul 16 09:18:14.291777 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41408) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:14.373935 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-90d7feb8-f822-468e-9934-90876d980b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.463677 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-90d7feb8-f822-468e-9934-90876d980b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.474577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-90d7feb8-f822-468e-9934-90876d980b0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b852ee-9b10-47b3-8db1-1abf603caeb8']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:14.485420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-90d7feb8-f822-468e-9934-90876d980b0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26b58316-f478-4421-9495-1fe26f75ad7c') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:14.485703 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-90d7feb8-f822-468e-9934-90876d980b0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26b58316-f478-4421-9495-1fe26f75ad7c') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:14.496109 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-90d7feb8-f822-468e-9934-90876d980b0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.511550 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-90d7feb8-f822-468e-9934-90876d980b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.518707 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90d7feb8-f822-468e-9934-90876d980b0e admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:18:14.519108 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-90d7feb8-f822-468e-9934-90876d980b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:18:14.520933 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:18:14.579376 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-90d7feb8-f822-468e-9934-90876d980b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.586521 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-90d7feb8-f822-468e-9934-90876d980b0e admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.588809 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-90d7feb8-f822-468e-9934-90876d980b0e admin admin] 10.222.0.20 "DELETE /v2.0/networks/25b852ee-9b10-47b3-8db1-1abf603caeb8 HTTP/1.1" status: 204 len: 168 time: 0.2959218 Jul 16 09:18:14.602402 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7feb8-f822-468e-9934-90876d980b0e admin admin] Pushing event deleted for resources: {'Network': ['ID=25b852ee-9b10-47b3-8db1-1abf603caeb8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:14.711995 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41412) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:14.756308 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a00dc821-ecfd-4cce-965d-550906ad9f8b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=faa719a0d5df43169a1dcfadd7caeac0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430298 Jul 16 09:18:14.759260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41414) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:14.820058 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fab45f88-4cad-47eb-9aa9-c2f3f69d1fe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.844575 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fab45f88-4cad-47eb-9aa9-c2f3f69d1fe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.900855 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fab45f88-4cad-47eb-9aa9-c2f3f69d1fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.904155 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fab45f88-4cad-47eb-9aa9-c2f3f69d1fe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.905830 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fab45f88-4cad-47eb-9aa9-c2f3f69d1fe3 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6d8f9193-d3ce-4f3e-9b0d-a63038b02df3 HTTP/1.1" status: 204 len: 168 time: 0.1453040 Jul 16 09:18:14.916852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab45f88-4cad-47eb-9aa9-c2f3f69d1fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8f9193-d3ce-4f3e-9b0d-a63038b02df3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:15.674170 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41436) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:15.784798 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1229139357-network', 'tenant_id': '9f047cd99bb04df5b42ccc03b2879b50'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:15.817378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Made reservation on behalf of 9f047cd99bb04df5b42ccc03b2879b50 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:18:15.821470 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.837313 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.954450 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.959181 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.987503 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] vlan segment allocate from pool success with {'vlan_id': 72, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:18:15.998784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2f4724-e995-4934-be10-6b1e607b536b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:16.002857 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device dad4d8f1-a13c-4e1b-8016-9313db6a7086 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:16.004923 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:16.005278 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Added segment a2011813-7549-49ca-8d6a-29643f2dd732 of type vlan for network 6e690a8c-987b-4c88-8499-edbc6438611d Jul 16 09:18:16.020450 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:16.020891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:16.021183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:16.021528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:16.021866 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:16.022578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:16.022761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:16.022978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:16.023313 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:16.023649 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:16.023978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:16.024303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:16.029573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: dad4d8f1-a13c-4e1b-8016-9313db6a7086 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:16.030530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device dad4d8f1-a13c-4e1b-8016-9313db6a7086 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:16.087882 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:16.120987 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:16.122169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:16.122945 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:16.164535 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4891262 Jul 16 09:18:16.168131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41440) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:16.177384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a669039b-667c-44e7-b96c-5072c3379011 admin admin] Request body: {'subnet': {'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1229139357-subnet', 'tenant_id': '9f047cd99bb04df5b42ccc03b2879b50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:16.196943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1647ea-8208-423b-909a-e55ea6e0b649 admin admin] Pushing event updated for resources: {'Network': ['ID=6e690a8c-987b-4c88-8499-edbc6438611d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:16.209843 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a669039b-667c-44e7-b96c-5072c3379011 admin admin] Made reservation on behalf of 9f047cd99bb04df5b42ccc03b2879b50 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:18:16.212302 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a669039b-667c-44e7-b96c-5072c3379011 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:16.214847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 6e690a8c-987b-4c88-8499-edbc6438611d details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:18:16.440678 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a669039b-667c-44e7-b96c-5072c3379011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:16.492970 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669039b-667c-44e7-b96c-5072c3379011 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d36e6018-2edd-42dc-8882-9e7800d7c016,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:16.511059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a669039b-667c-44e7-b96c-5072c3379011 admin admin] Checking segment: {'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:18:16.511421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a669039b-667c-44e7-b96c-5072c3379011 admin admin] Network hostable DHCP agents. Network: 6e690a8c-987b-4c88-8499-edbc6438611d, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:18:16.531195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a669039b-667c-44e7-b96c-5072c3379011 admin admin] Network 6e690a8c-987b-4c88-8499-edbc6438611d is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:18:16.542470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-a669039b-667c-44e7-b96c-5072c3379011 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 6e690a8c-987b-4c88-8499-edbc6438611d) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:18:16.547888 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a669039b-667c-44e7-b96c-5072c3379011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:16.548755 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a669039b-667c-44e7-b96c-5072c3379011 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:16.554325 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45311c4d-6016-4976-b481-33905d1b6852 None None] Network 6e690a8c-987b-4c88-8499-edbc6438611d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:18:16.567714 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a669039b-667c-44e7-b96c-5072c3379011 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3975053 Jul 16 09:18:16.869568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b10ce3-b02a-4508-9976-8a69e16d9324 None None] Network 6e690a8c-987b-4c88-8499-edbc6438611d requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:18:17.158648 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-f160e8da-a62e-44ce-9208-0be58eab01d5 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:17.160282 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-f160e8da-a62e-44ce-9208-0be58eab01d5 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 815 time: 0.1138070 Jul 16 09:18:17.180333 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-4a97be51-f544-465e-8ba3-fbe03d79fa33 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/quotas/9f047cd99bb04df5b42ccc03b2879b50 HTTP/1.1" status: 200 len: 375 time: 0.0104017 Jul 16 09:18:17.222794 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-1e67ddb8-e5b7-4783-9061-5378d0ad16f6 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363705 Jul 16 09:18:17.326398 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-2c1f64f4-3b5b-4141-880a-72f7868016bb service neutron] 10.222.0.20 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964401 Jul 16 09:18:17.429030 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-6fcb2c21-e640-45d3-9c6f-cc0c84c0d03e service neutron] 10.222.0.20 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962796 Jul 16 09:18:17.625476 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8158253d-94eb-44f8-82cd-40d267c1eab8 req-6084de01-c6db-49fa-8bff-1d06caa3766f tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 210 time: 0.0468535 Jul 16 09:18:18.832361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-c3bee48a-d43e-48c1-82bf-ab86013620da tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:18.834264 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-c3bee48a-d43e-48c1-82bf-ab86013620da tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.15 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 815 time: 0.1782694 Jul 16 09:18:18.848021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-cc9b440f-9f38-4806-b868-77e6b57dc460 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Request body: {'port': {'device_id': '4eba22fc-c85a-401a-b64c-7c18aabf76fb', 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d', 'admin_state_up': True, 'tenant_id': '9f047cd99bb04df5b42ccc03b2879b50'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:18.864200 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-30371e20-1254-41b5-9bf6-a6b271f2978e req-f832be73-2509-4723-ac7c-c5a45d66dd6d tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 210 time: 0.0330620 Jul 16 09:18:19.017832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-cc9b440f-9f38-4806-b868-77e6b57dc460 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Made reservation on behalf of 9f047cd99bb04df5b42ccc03b2879b50 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:18:19.022077 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-cc9b440f-9f38-4806-b868-77e6b57dc460 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:19.161208 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-cc9b440f-9f38-4806-b868-77e6b57dc460 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Allocated IP 172.20.0.10 (6e690a8c-987b-4c88-8499-edbc6438611d/d36e6018-2edd-42dc-8882-9e7800d7c016/81a4f876-52e2-42c9-bb7f-402af0ade235) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:18:19.355704 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-cc9b440f-9f38-4806-b868-77e6b57dc460 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:19.400458 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-cc9b440f-9f38-4806-b868-77e6b57dc460 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:19.451170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-cc9b440f-9f38-4806-b868-77e6b57dc460 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Network 6e690a8c-987b-4c88-8499-edbc6438611d is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:18:19.454831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-cc9b440f-9f38-4806-b868-77e6b57dc460 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:18:19.459379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-cc9b440f-9f38-4806-b868-77e6b57dc460 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:18:19.467020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9b440f-9f38-4806-b868-77e6b57dc460 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Pushing event updated for resources: {'Port': ['ID=81a4f876-52e2-42c9-bb7f-402af0ade235,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:19.521617 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-cc9b440f-9f38-4806-b868-77e6b57dc460 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:19.522287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-cc9b440f-9f38-4806-b868-77e6b57dc460 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:19.539009 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-cc9b440f-9f38-4806-b868-77e6b57dc460 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6968951 Jul 16 09:18:19.551460 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Request body: {'port': {'device_id': '4eba22fc-c85a-401a-b64c-7c18aabf76fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:19.635759 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.212149 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3c4c5c-eff9-43fb-900c-8b2e72b5a7c9 req-1d037ced-9908-495b-9fbf-2304640068f8 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:20.213810 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae3c4c5c-eff9-43fb-900c-8b2e72b5a7c9 req-1d037ced-9908-495b-9fbf-2304640068f8 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 932 time: 0.1369545 Jul 16 09:18:20.286001 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae3c4c5c-eff9-43fb-900c-8b2e72b5a7c9 req-0d4e28c8-bada-469a-ad9d-e953f983755e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651381 Jul 16 09:18:20.326220 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81a4f876-52e2-42c9-bb7f-402af0ade235 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:18:20.336391 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.350978 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Transition to ACTIVE for port object 81a4f876-52e2-42c9-bb7f-402af0ade235 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:18:20.355797 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.414231 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Pushing event updated for resources: {'Port': ['ID=81a4f876-52e2-42c9-bb7f-402af0ade235,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:20.490465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Attempting to bind port 81a4f876-52e2-42c9-bb7f-402af0ade235 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:18:20.490804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Attempting to bind port 81a4f876-52e2-42c9-bb7f-402af0ade235 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:18:20.491134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Attempting to bind port 81a4f876-52e2-42c9-bb7f-402af0ade235 on network 6e690a8c-987b-4c88-8499-edbc6438611d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:20.496160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Port 81a4f876-52e2-42c9-bb7f-402af0ade235 on network 6e690a8c-987b-4c88-8499-edbc6438611d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:18:20.496481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Attempting to bind port 81a4f876-52e2-42c9-bb7f-402af0ade235 on network 6e690a8c-987b-4c88-8499-edbc6438611d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:20.502090 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:18:20.502429 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Checking segment: {'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:18:20.502826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Bound using segment: {'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:18:20.503266 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Bound port: 81a4f876-52e2-42c9-bb7f-402af0ade235, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:18:20.503877 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.575453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] For port 81a4f876-52e2-42c9-bb7f-402af0ade235, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:18:20.579548 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] For port 81a4f876-52e2-42c9-bb7f-402af0ade235, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81a4f876-52e2-42c9-bb7f-402af0ade235,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:18:20.585635 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.626831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:20.627807 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.630427 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] 10.222.0.15 "PUT /v2.0/ports/81a4f876-52e2-42c9-bb7f-402af0ade235 HTTP/1.1" status: 200 len: 1093 time: 1.0837266 Jul 16 09:18:20.631164 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eba22fc-c85a-401a-b64c-7c18aabf76fb', 'tag': '81a4f876-52e2-42c9-bb7f-402af0ade235'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:20.635107 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b0e184-320c-4e4e-a416-105b0b88e21a" -d '{"events": [{"name": "network-changed", "server_uuid": "4eba22fc-c85a-401a-b64c-7c18aabf76fb", "tag": "81a4f876-52e2-42c9-bb7f-402af0ade235"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:20.682733 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa392ee-43d6-4ae8-aed9-cde33a99001e service neutron] Pushing event updated for resources: {'Port': ['ID=81a4f876-52e2-42c9-bb7f-402af0ade235,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:20.703214 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27ebfeb-570c-4d96-b584-7beb6d8bd81d x-openstack-request-id: req-f27ebfeb-570c-4d96-b584-7beb6d8bd81d {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:20.704118 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eba22fc-c85a-401a-b64c-7c18aabf76fb", "tag": "81a4f876-52e2-42c9-bb7f-402af0ade235", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:20.704428 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f27ebfeb-570c-4d96-b584-7beb6d8bd81d {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:20.704902 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eba22fc-c85a-401a-b64c-7c18aabf76fb', 'tag': '81a4f876-52e2-42c9-bb7f-402af0ade235', 'status': 'completed', 'code': 200} Jul 16 09:18:20.758835 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-c184bc08-5109-4b0b-a817-b0e4cbb9bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:20.760298 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-c184bc08-5109-4b0b-a817-b0e4cbb9bf18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 1096 time: 0.0677450 Jul 16 09:18:20.803947 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-01f7c283-9ff7-4df6-b20f-4a11c39672ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81a4f876-52e2-42c9-bb7f-402af0ade235 HTTP/1.1" status: 200 len: 217 time: 0.0363626 Jul 16 09:18:20.855771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-54e5c89b-4a8a-420b-a2bb-caef667a9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:20.857363 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-54e5c89b-4a8a-420b-a2bb-caef667a9437 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d36e6018-2edd-42dc-8882-9e7800d7c016 HTTP/1.1" status: 200 len: 855 time: 0.0480280 Jul 16 09:18:20.897347 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-122be2a6-1527-47f1-8942-92bd03bd930b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e690a8c-987b-4c88-8499-edbc6438611d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325701 Jul 16 09:18:20.993496 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-682902d1-0f77-42e4-b67a-e15972aef6d5 service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899365 Jul 16 09:18:21.109055 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da161515-d3f6-46b8-8eac-ca620fa80f21 req-0527bca9-43f2-487a-8fec-34b5e715a59a service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094449 Jul 16 09:18:21.214913 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0e184-320c-4e4e-a416-105b0b88e21a req-e278de22-aae4-41e0-b5b8-ada95c7c8ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:21.216954 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6b0e184-320c-4e4e-a416-105b0b88e21a req-e278de22-aae4-41e0-b5b8-ada95c7c8ee6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 1096 time: 0.0562880 Jul 16 09:18:21.323103 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0e184-320c-4e4e-a416-105b0b88e21a req-5c96e551-41e9-4713-88d4-c0b5ddab9f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:21.324784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6b0e184-320c-4e4e-a416-105b0b88e21a req-5c96e551-41e9-4713-88d4-c0b5ddab9f97 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 915 time: 0.1010990 Jul 16 09:18:21.395329 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6b0e184-320c-4e4e-a416-105b0b88e21a req-0d1a1c99-0d43-4717-9e33-0154517a53e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81a4f876-52e2-42c9-bb7f-402af0ade235 HTTP/1.1" status: 200 len: 217 time: 0.0628018 Jul 16 09:18:21.538464 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0e184-320c-4e4e-a416-105b0b88e21a req-d5101440-23f2-4816-956e-d24884f0e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:21.540854 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6b0e184-320c-4e4e-a416-105b0b88e21a req-d5101440-23f2-4816-956e-d24884f0e6b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d36e6018-2edd-42dc-8882-9e7800d7c016 HTTP/1.1" status: 200 len: 855 time: 0.1386421 Jul 16 09:18:21.586271 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6b0e184-320c-4e4e-a416-105b0b88e21a req-11835cdc-1609-4994-985d-3d286202d159 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e690a8c-987b-4c88-8499-edbc6438611d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370128 Jul 16 09:18:21.599841 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733f926-7b25-4e1c-8e77-716c7bd8dbbb req-4303c39e-faf2-4cfd-a3a9-7a491151265e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:21.601483 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3733f926-7b25-4e1c-8e77-716c7bd8dbbb req-4303c39e-faf2-4cfd-a3a9-7a491151265e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 944 time: 0.1859510 Jul 16 09:18:21.697498 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3733f926-7b25-4e1c-8e77-716c7bd8dbbb req-8103ddde-14dd-4e96-9046-0521f54864e8 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864937 Jul 16 09:18:21.736112 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6b0e184-320c-4e4e-a416-105b0b88e21a req-eed5fc00-a819-43a9-abea-c06e5bde6c6f service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334832 Jul 16 09:18:21.870544 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a6b0e184-320c-4e4e-a416-105b0b88e21a req-f445e6e6-ecc4-4f0a-a879-c6fa80ecf6c1 service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279974 Jul 16 09:18:22.898479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a18bf-6afb-478c-9a57-1815cb3d10e3 req-cb3e361f-acef-4f74-8abf-82b3dbe2aef2 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:22.900125 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ab8a18bf-6afb-478c-9a57-1815cb3d10e3 req-cb3e361f-acef-4f74-8abf-82b3dbe2aef2 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 944 time: 0.0718803 Jul 16 09:18:22.948318 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ab8a18bf-6afb-478c-9a57-1815cb3d10e3 req-38c6559d-884a-4220-bb99-34e66d78f5ed tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384324 Jul 16 09:18:24.033959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 81a4f876-52e2-42c9-bb7f-402af0ade235 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:18:24.154899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 81a4f876-52e2-42c9-bb7f-402af0ade235, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81a4f876-52e2-42c9-bb7f-402af0ade235,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:24.167247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf1049-d5f3-408c-8786-43ed6fd9f69e req-63b683da-e49f-49a5-8ba8-8a427ec6dc43 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:24.168889 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cdf1049-d5f3-408c-8786-43ed6fd9f69e req-63b683da-e49f-49a5-8ba8-8a427ec6dc43 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 944 time: 0.0829213 Jul 16 09:18:24.172238 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '81a4f876-52e2-42c9-bb7f-402af0ade235', 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d', 'port_id': '81a4f876-52e2-42c9-bb7f-402af0ade235', 'mac_address': 'fa:16:3e:bc:58:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36e6018-2edd-42dc-8882-9e7800d7c016', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:18:24.219576 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:24.224370 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3cdf1049-d5f3-408c-8786-43ed6fd9f69e req-05fdedb9-e017-4d01-ae15-364a938fc81c tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456314 Jul 16 09:18:24.238321 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a4f876-52e2-42c9-bb7f-402af0ade235 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:18:24.267498 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 81a4f876-52e2-42c9-bb7f-402af0ade235, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81a4f876-52e2-42c9-bb7f-402af0ade235,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:24.272436 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:24.327860 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=81a4f876-52e2-42c9-bb7f-402af0ade235,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:24.337237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:24.337598 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:24.337947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:24.338296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:24.338635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:24.338974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:24.339311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:24.339641 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:24.339974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:24.340304 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:24.340667 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:24.341340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:24.458768 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['81a4f876-52e2-42c9-bb7f-402af0ade235'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:18:25.461568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464c68f-b16e-496d-b625-e624b85cfe21 req-e243dc7c-e7cc-42cf-b4e6-f858b37b760a tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:25.464354 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6464c68f-b16e-496d-b625-e624b85cfe21 req-e243dc7c-e7cc-42cf-b4e6-f858b37b760a tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 945 time: 0.1163027 Jul 16 09:18:25.505468 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6464c68f-b16e-496d-b625-e624b85cfe21 req-cfb59930-a65e-4d34-89e6-e1248358ec5e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345345 Jul 16 09:18:25.778641 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:18:26.064283 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 81a4f876-52e2-42c9-bb7f-402af0ade235 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:18:26.117640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 81a4f876-52e2-42c9-bb7f-402af0ade235 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:18:26.122629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 81a4f876-52e2-42c9-bb7f-402af0ade235 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:26.123211 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:26.213108 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:26.238277 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eba22fc-c85a-401a-b64c-7c18aabf76fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a4f876-52e2-42c9-bb7f-402af0ade235'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:26.240679 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0b5cad0-1ca4-4202-a66d-ebc5508e149e" -d '{"events": [{"server_uuid": "4eba22fc-c85a-401a-b64c-7c18aabf76fb", "name": "network-vif-plugged", "status": "completed", "tag": "81a4f876-52e2-42c9-bb7f-402af0ade235"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:26.262717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 81a4f876-52e2-42c9-bb7f-402af0ade235, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81a4f876-52e2-42c9-bb7f-402af0ade235,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:26.268036 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:26.299754 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f6e9f8-1a86-40d3-93d5-ac46750333d0 x-openstack-request-id: req-31f6e9f8-1a86-40d3-93d5-ac46750333d0 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:26.300108 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eba22fc-c85a-401a-b64c-7c18aabf76fb", "name": "network-vif-plugged", "status": "completed", "tag": "81a4f876-52e2-42c9-bb7f-402af0ade235", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:26.300423 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31f6e9f8-1a86-40d3-93d5-ac46750333d0 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:26.300957 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eba22fc-c85a-401a-b64c-7c18aabf76fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a4f876-52e2-42c9-bb7f-402af0ade235', 'code': 200} Jul 16 09:18:26.338437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=81a4f876-52e2-42c9-bb7f-402af0ade235,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:26.419997 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0848abc7-6c07-4ff5-8ecf-bce553fc803f req-fcd77c32-b08c-4617-951d-0bbfe5e62db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:26.421718 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0848abc7-6c07-4ff5-8ecf-bce553fc803f req-fcd77c32-b08c-4617-951d-0bbfe5e62db7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 1098 time: 0.0566144 Jul 16 09:18:26.461636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0848abc7-6c07-4ff5-8ecf-bce553fc803f req-ecee9319-5db2-4442-a920-50858022a2ee service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331433 Jul 16 09:18:26.695061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e0fec-8580-46f1-aaf0-eaa66941be6c req-2b86abc1-2364-41b2-9649-3f557e18082f tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:26.696712 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-540e0fec-8580-46f1-aaf0-eaa66941be6c req-2b86abc1-2364-41b2-9649-3f557e18082f tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0719717 Jul 16 09:18:26.743066 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-540e0fec-8580-46f1-aaf0-eaa66941be6c req-a89ebb24-5fe2-409e-ab72-146548a51c97 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358014 Jul 16 09:18:27.938466 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645df90a-5465-4b3f-8aeb-4cd3eab8d271 req-098ef278-a29c-41d3-b0d0-002c3735f3bb tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:27.940179 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-645df90a-5465-4b3f-8aeb-4cd3eab8d271 req-098ef278-a29c-41d3-b0d0-002c3735f3bb tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0746861 Jul 16 09:18:27.989432 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-645df90a-5465-4b3f-8aeb-4cd3eab8d271 req-01e794fe-f044-4117-a69d-694c0d5e6cca tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395947 Jul 16 09:18:28.214864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87dee64-be0b-4a13-a141-4919eed9fdbc req-48fccdf9-59eb-4e2b-a41c-616a52164792 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:28.216760 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b87dee64-be0b-4a13-a141-4919eed9fdbc req-48fccdf9-59eb-4e2b-a41c-616a52164792 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0720477 Jul 16 09:18:28.261681 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b87dee64-be0b-4a13-a141-4919eed9fdbc req-f9acb064-0a58-43de-a575-5692cc0067b4 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384307 Jul 16 09:18:28.650887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3100af-5e9e-40b3-b59f-7ba3d8ecce63 req-09f26253-3de1-4301-bf89-bfacc66e355d tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:28.652623 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb3100af-5e9e-40b3-b59f-7ba3d8ecce63 req-09f26253-3de1-4301-bf89-bfacc66e355d tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0758429 Jul 16 09:18:28.695461 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb3100af-5e9e-40b3-b59f-7ba3d8ecce63 req-ce295a62-2fcd-42d4-b3fe-5f2ddbd51c32 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363708 Jul 16 09:18:28.947036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936657a5-340a-41f4-adad-09248f61fda2 req-5c21c026-64e4-47ec-9dee-1e090b235ec4 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:28.948785 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-936657a5-340a-41f4-adad-09248f61fda2 req-5c21c026-64e4-47ec-9dee-1e090b235ec4 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0766497 Jul 16 09:18:28.998584 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-936657a5-340a-41f4-adad-09248f61fda2 req-ec4531b5-50d4-4490-bb89-b61ae6b68aeb tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393491 Jul 16 09:18:29.492561 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-86691d14-c81a-4ddc-8328-088eb4189064 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1764634 Jul 16 09:18:29.514561 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b27b70-4b88-4839-91ed-235074774373 req-de2b2c09-19b4-45b7-bee4-e9ec4725fc33 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:29.517294 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f3b27b70-4b88-4839-91ed-235074774373 req-de2b2c09-19b4-45b7-bee4-e9ec4725fc33 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.1539059 Jul 16 09:18:29.561760 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f3b27b70-4b88-4839-91ed-235074774373 req-5749c888-39db-47a5-9c03-96425fe242c5 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382953 Jul 16 09:18:30.801361 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f9f44-0bc9-4d88-b772-e223bf32f1b3 req-6df7dbcd-d433-4f25-80ff-27351b6e9f41 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:30.804059 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-215f9f44-0bc9-4d88-b772-e223bf32f1b3 req-6df7dbcd-d433-4f25-80ff-27351b6e9f41 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.1134250 Jul 16 09:18:30.848542 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-215f9f44-0bc9-4d88-b772-e223bf32f1b3 req-26498658-74c6-44f3-bea5-50f9b9cfe11f tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379670 Jul 16 09:18:30.862439 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46248-0f07-4816-b82d-43e675cd674f req-54f40725-3c23-4334-b4de-aad118c62c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:30.865103 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-54f40725-3c23-4334-b4de-aad118c62c92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 1098 time: 0.0767910 Jul 16 09:18:30.988059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46248-0f07-4816-b82d-43e675cd674f req-cb818e28-5cc7-48a1-96c0-052a6881cce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:30.989606 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-cb818e28-5cc7-48a1-96c0-052a6881cce5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 915 time: 0.1187453 Jul 16 09:18:31.037167 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-c376b9b8-ab8d-45b0-b83d-b9fe62ac7c0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81a4f876-52e2-42c9-bb7f-402af0ade235 HTTP/1.1" status: 200 len: 217 time: 0.0412171 Jul 16 09:18:31.092011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46248-0f07-4816-b82d-43e675cd674f req-2f8650ac-777a-4281-8a18-0a6b30b0dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:31.093882 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-2f8650ac-777a-4281-8a18-0a6b30b0dd6e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d36e6018-2edd-42dc-8882-9e7800d7c016 HTTP/1.1" status: 200 len: 855 time: 0.0505385 Jul 16 09:18:31.128967 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-56713d18-8186-4832-9c06-71846164071e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e690a8c-987b-4c88-8499-edbc6438611d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287161 Jul 16 09:18:31.230271 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-13f5742a-edbe-4173-85f6-7ae0f75e5027 service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958216 Jul 16 09:18:31.326827 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-49fab4e6-c167-4459-8665-c0b4696c1662 service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895824 Jul 16 09:18:32.038895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91032e0-f407-4de5-81c6-d26d5c29f5c2 req-17378ce2-fefc-4d51-afab-7e495fe1af27 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:32.040588 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d91032e0-f407-4de5-81c6-d26d5c29f5c2 req-17378ce2-fefc-4d51-afab-7e495fe1af27 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0691240 Jul 16 09:18:32.090406 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d91032e0-f407-4de5-81c6-d26d5c29f5c2 req-8bc702dd-5379-4073-b782-08178c65d453 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404773 Jul 16 09:18:33.299074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51084c8-d36f-4d74-8a31-b3e914cd68ce req-c42df735-e916-42ff-9a3e-09da5d058850 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:33.301279 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d51084c8-d36f-4d74-8a31-b3e914cd68ce req-c42df735-e916-42ff-9a3e-09da5d058850 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0876021 Jul 16 09:18:33.344563 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d51084c8-d36f-4d74-8a31-b3e914cd68ce req-30d0a54f-3237-4394-beec-42864096f73a tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367000 Jul 16 09:18:34.052627 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:34.570853 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d439190-2456-4a7a-90fb-59e6f202f094 req-c32d0247-9710-41af-be13-529279d318d2 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:34.572552 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d439190-2456-4a7a-90fb-59e6f202f094 req-c32d0247-9710-41af-be13-529279d318d2 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0726347 Jul 16 09:18:34.614911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d439190-2456-4a7a-90fb-59e6f202f094 req-4e47740f-d6dd-470e-a0f7-ce83c24a1fe8 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357125 Jul 16 09:18:35.253921 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c0e99efb-5db6-4a37-b7af-979b9fe2fd39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:35.804640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cbc6e5-bc0a-4e64-b869-670785d8acea req-9bb1a458-0b88-4ddb-99e0-41603d3cfe27 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:35.806197 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43cbc6e5-bc0a-4e64-b869-670785d8acea req-9bb1a458-0b88-4ddb-99e0-41603d3cfe27 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0700252 Jul 16 09:18:35.817450 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:35.853652 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-43cbc6e5-bc0a-4e64-b869-670785d8acea req-71676528-6420-488e-8f8f-669312929f6f tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370059 Jul 16 09:18:37.034169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80162d06-b428-4f35-b773-fccb577811a4 req-d2b317c6-5ac6-40eb-a066-f0599e821312 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:37.035824 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-80162d06-b428-4f35-b773-fccb577811a4 req-d2b317c6-5ac6-40eb-a066-f0599e821312 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0674169 Jul 16 09:18:37.079767 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-80162d06-b428-4f35-b773-fccb577811a4 req-d0122883-a11f-4b19-a53b-19f1b373316f tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376999 Jul 16 09:18:37.956092 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2b0b2c2b-ccb9-4633-9578-5ad8e0ffe38d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:38.223854 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:38.290307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae8ea62-e2cb-4473-9e02-e441f48647f3 req-be904bd9-7558-4c09-907d-8a305a740571 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:38.291949 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9ae8ea62-e2cb-4473-9e02-e441f48647f3 req-be904bd9-7558-4c09-907d-8a305a740571 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0757740 Jul 16 09:18:38.335861 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9ae8ea62-e2cb-4473-9e02-e441f48647f3 req-42978a41-94c5-43a3-b356-557cc0f973b0 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377340 Jul 16 09:18:39.615010 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd69600-8539-49c2-974c-8e303db3b464 req-205ac00d-024b-457b-a7d8-15a70d87fbca tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:39.617696 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4cd69600-8539-49c2-974c-8e303db3b464 req-205ac00d-024b-457b-a7d8-15a70d87fbca tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.1225502 Jul 16 09:18:39.665636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4cd69600-8539-49c2-974c-8e303db3b464 req-c6b10bcd-0235-4079-800c-d4f01f9d4e57 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417044 Jul 16 09:18:39.850145 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:40.870628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae7e30a-84c1-4d4e-a125-98eda5c47ab1 req-0ad9a81b-751f-42e7-9fea-be0015762221 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:40.872284 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aae7e30a-84c1-4d4e-a125-98eda5c47ab1 req-0ad9a81b-751f-42e7-9fea-be0015762221 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0802956 Jul 16 09:18:40.917213 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aae7e30a-84c1-4d4e-a125-98eda5c47ab1 req-e9469f93-16f6-4680-baf8-a9e146f6b0c1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389071 Jul 16 09:18:41.352811 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:42.119945 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a19bd-dc66-4c44-9bc5-e8df067d1347 req-1281f1ea-8e9d-49f6-b5d0-cf0d646e861e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:42.121935 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b09a19bd-dc66-4c44-9bc5-e8df067d1347 req-1281f1ea-8e9d-49f6-b5d0-cf0d646e861e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0708447 Jul 16 09:18:42.167161 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b09a19bd-dc66-4c44-9bc5-e8df067d1347 req-628afa06-72ff-4c6e-b3c4-12952c9eec39 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385551 Jul 16 09:18:43.369084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c179f6a-af2c-40e3-b60f-33cf6e72f02a req-41ab5437-8f7e-4798-baa9-fa2e5e91e755 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:43.370776 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0c179f6a-af2c-40e3-b60f-33cf6e72f02a req-41ab5437-8f7e-4798-baa9-fa2e5e91e755 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0779529 Jul 16 09:18:43.415758 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0c179f6a-af2c-40e3-b60f-33cf6e72f02a req-91aa20a4-7b52-4698-9d90-a7c6144ddb68 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369592 Jul 16 09:18:44.615127 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5420f7c-9146-4a19-952b-11c9a08e31d1 req-118279e1-ca5f-43ac-b3f8-e00b709e9432 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:44.616696 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c5420f7c-9146-4a19-952b-11c9a08e31d1 req-118279e1-ca5f-43ac-b3f8-e00b709e9432 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0735161 Jul 16 09:18:44.656918 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c5420f7c-9146-4a19-952b-11c9a08e31d1 req-5abc677b-a4ae-4a83-badf-097d5df5699c tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343688 Jul 16 09:18:45.863191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8d367-bb34-47eb-9f0d-cbd00ce234e9 req-39198c63-b3f0-477e-bab4-6495a5418416 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:45.864836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5cb8d367-bb34-47eb-9f0d-cbd00ce234e9 req-39198c63-b3f0-477e-bab4-6495a5418416 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0900767 Jul 16 09:18:45.906771 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5cb8d367-bb34-47eb-9f0d-cbd00ce234e9 req-ba1ad7a0-b7a6-4532-bda3-ce73da1e2e72 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359206 Jul 16 09:18:47.136095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055b287-8da2-47c2-a1c8-bc434015208f req-46fe5416-8b10-4122-ac28-f57746cdb644 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:47.138969 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0055b287-8da2-47c2-a1c8-bc434015208f req-46fe5416-8b10-4122-ac28-f57746cdb644 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.1125567 Jul 16 09:18:47.181533 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0055b287-8da2-47c2-a1c8-bc434015208f req-dc4f1835-876a-40d9-8a17-0ca595d1a3a1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367470 Jul 16 09:18:48.369635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5440f3-c6b1-49d6-82be-4811b8b650dc req-32ccbec9-5dd9-40bc-a3bb-298168deb7d0 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:48.371217 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d5440f3-c6b1-49d6-82be-4811b8b650dc req-32ccbec9-5dd9-40bc-a3bb-298168deb7d0 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0665536 Jul 16 09:18:48.412655 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8d5440f3-c6b1-49d6-82be-4811b8b650dc req-c9eaf353-f32b-40e6-8ace-7b5b5726c4c2 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350628 Jul 16 09:18:49.594831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8232d27-a98c-424f-8fe7-b72d18bec242 req-b5f20adf-1008-4cec-84bc-55dc6725729e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:49.596339 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b8232d27-a98c-424f-8fe7-b72d18bec242 req-b5f20adf-1008-4cec-84bc-55dc6725729e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0661321 Jul 16 09:18:49.640784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b8232d27-a98c-424f-8fe7-b72d18bec242 req-d1887047-2e02-4743-810b-60deff6b9e54 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347009 Jul 16 09:18:50.832606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3524ec4-76f3-4383-ae93-98729ed71d0c req-ca7b4def-4871-4e1b-af93-722526a7bdc6 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:50.834244 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3524ec4-76f3-4383-ae93-98729ed71d0c req-ca7b4def-4871-4e1b-af93-722526a7bdc6 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0748403 Jul 16 09:18:50.892682 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f3524ec4-76f3-4383-ae93-98729ed71d0c req-5dd50b18-bdd9-4cd9-9d37-2c239452e7f1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509317 Jul 16 09:18:52.088640 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b014da-8490-4cad-89a8-3fde73f17797 req-88823fb2-61ba-42cd-93a4-d247bb68152d tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:52.090412 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d7b014da-8490-4cad-89a8-3fde73f17797 req-88823fb2-61ba-42cd-93a4-d247bb68152d tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0725908 Jul 16 09:18:52.138295 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d7b014da-8490-4cad-89a8-3fde73f17797 req-aafb88aa-96cc-443e-89da-a97deb5b94e8 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419743 Jul 16 09:18:53.329103 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ba21de-cd27-42f7-8cfc-5c1317e9dde8 req-ae5c6cce-a83d-472a-806a-44746f524c2c tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:53.330716 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-73ba21de-cd27-42f7-8cfc-5c1317e9dde8 req-ae5c6cce-a83d-472a-806a-44746f524c2c tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0714536 Jul 16 09:18:53.370529 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-73ba21de-cd27-42f7-8cfc-5c1317e9dde8 req-556fe7e4-5fe4-488e-8baa-55d0aa7c6ec5 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341029 Jul 16 09:18:54.547748 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89381ced-f665-4d76-881d-de6e37f6a664 req-5f0c2c2e-a720-4ee9-a41a-abe1868137bf tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:54.549273 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-89381ced-f665-4d76-881d-de6e37f6a664 req-5f0c2c2e-a720-4ee9-a41a-abe1868137bf tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0670643 Jul 16 09:18:54.589059 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-89381ced-f665-4d76-881d-de6e37f6a664 req-f9bcd8d8-26e5-4a9d-9be6-b1bd4fcb4b45 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342240 Jul 16 09:18:55.770584 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc1f898-0752-4451-b61b-f6eda74cd389 req-1c3d95e4-f88e-468c-aa39-d20262d367dc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:55.772184 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfc1f898-0752-4451-b61b-f6eda74cd389 req-1c3d95e4-f88e-468c-aa39-d20262d367dc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0669532 Jul 16 09:18:55.812858 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bfc1f898-0752-4451-b61b-f6eda74cd389 req-6800f72b-f5ed-4df1-85ed-79bd434ebbcd tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346510 Jul 16 09:18:57.004035 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365373c7-14d1-48b1-8915-5f3525af872d req-09de6596-a6a4-42cb-935c-1999addc2417 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:57.005683 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-365373c7-14d1-48b1-8915-5f3525af872d req-09de6596-a6a4-42cb-935c-1999addc2417 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0746083 Jul 16 09:18:57.047164 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-365373c7-14d1-48b1-8915-5f3525af872d req-4156b3b4-815b-42a7-82bc-54e699a78800 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356929 Jul 16 09:18:58.254778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17218e70-e9b8-4c4e-8686-de9e42ca4a82 req-bf4c4d00-b534-4741-a5e5-172ce4e6a2b4 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:58.256384 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17218e70-e9b8-4c4e-8686-de9e42ca4a82 req-bf4c4d00-b534-4741-a5e5-172ce4e6a2b4 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0726368 Jul 16 09:18:58.265122 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-d2f46248-0f07-4816-b82d-43e675cd674f req-fbf48ac7-6c48-4c08-92d1-066822796c19 service neutron] show failed (client error): The resource could not be found. Jul 16 09:18:58.266170 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-fbf48ac7-6c48-4c08-92d1-066822796c19 service neutron] 10.222.0.15 "GET /v2.0/ports/81a4f876-52e2-42c9-bb7f-402af0ade235/bindings/n-h2-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.0612593 Jul 16 09:18:58.301377 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17218e70-e9b8-4c4e-8686-de9e42ca4a82 req-576572ed-16e1-4793-949c-17cdbc9a3fee tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391335 Jul 16 09:18:58.580811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46248-0f07-4816-b82d-43e675cd674f req-3abed432-99e3-4752-978b-8a695ccb7133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:58.582347 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-3abed432-99e3-4752-978b-8a695ccb7133 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb&tenant_id=9f047cd99bb04df5b42ccc03b2879b50 HTTP/1.1" status: 200 len: 1098 time: 0.0559208 Jul 16 09:18:58.594556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:58.673720 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:58.917112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] For port 81a4f876-52e2-42c9-bb7f-402af0ade235, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=81a4f876-52e2-42c9-bb7f-402af0ade235,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:58.954213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] For port 81a4f876-52e2-42c9-bb7f-402af0ade235, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:18:58.997457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eba22fc-c85a-401a-b64c-7c18aabf76fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a4f876-52e2-42c9-bb7f-402af0ade235'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:59.000596 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cab6bd8-7a1a-42bc-ae84-fa5439d15416" -d '{"events": [{"server_uuid": "4eba22fc-c85a-401a-b64c-7c18aabf76fb", "name": "network-vif-unplugged", "status": "completed", "tag": "81a4f876-52e2-42c9-bb7f-402af0ade235"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:59.004931 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:59.022317 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Transition to ACTIVE for port object 81a4f876-52e2-42c9-bb7f-402af0ade235 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:18:59.035197 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:59.090614 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a333dc80-153f-4bf0-a78e-a1b1e84cf8c5 x-openstack-request-id: req-a333dc80-153f-4bf0-a78e-a1b1e84cf8c5 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:59.090959 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eba22fc-c85a-401a-b64c-7c18aabf76fb", "name": "network-vif-unplugged", "status": "completed", "tag": "81a4f876-52e2-42c9-bb7f-402af0ade235", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:59.091254 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a333dc80-153f-4bf0-a78e-a1b1e84cf8c5 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:59.091747 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eba22fc-c85a-401a-b64c-7c18aabf76fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81a4f876-52e2-42c9-bb7f-402af0ade235', 'code': 200} Jul 16 09:18:59.167358 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] No DVR routers for this DVR port 81a4f876-52e2-42c9-bb7f-402af0ade235 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:59.170706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Pushing event updated for resources: {'Port': ['ID=81a4f876-52e2-42c9-bb7f-402af0ade235,revision_number=6']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:59.237293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Attempting to bind port 81a4f876-52e2-42c9-bb7f-402af0ade235 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:18:59.237770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Attempting to bind port 81a4f876-52e2-42c9-bb7f-402af0ade235 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:18:59.238257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Attempting to bind port 81a4f876-52e2-42c9-bb7f-402af0ade235 on network 6e690a8c-987b-4c88-8499-edbc6438611d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:59.246137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Port 81a4f876-52e2-42c9-bb7f-402af0ade235 on network 6e690a8c-987b-4c88-8499-edbc6438611d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:18:59.246536 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Attempting to bind port 81a4f876-52e2-42c9-bb7f-402af0ade235 on network 6e690a8c-987b-4c88-8499-edbc6438611d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:59.256209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 18, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:18:59.256812 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Checking segment: {'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:18:59.257450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Bound using segment: {'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:18:59.258187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Bound port: 81a4f876-52e2-42c9-bb7f-402af0ade235, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:18:59.258782 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:59.365277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] For port 81a4f876-52e2-42c9-bb7f-402af0ade235, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:18:59.369081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] For port 81a4f876-52e2-42c9-bb7f-402af0ade235, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=81a4f876-52e2-42c9-bb7f-402af0ade235,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:18:59.376185 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:59.416339 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:59.417011 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:59.418569 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] 10.222.0.38 "PUT /v2.0/ports/81a4f876-52e2-42c9-bb7f-402af0ade235 HTTP/1.1" status: 200 len: 1093 time: 0.8285069 Jul 16 09:18:59.443670 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c29c28-f0a2-4116-8f6e-c596720af6ee service neutron] Pushing event updated for resources: {'Port': ['ID=81a4f876-52e2-42c9-bb7f-402af0ade235,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:59.513548 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46248-0f07-4816-b82d-43e675cd674f req-d6eab8ab-9404-461f-bf5e-761a3b808a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:59.515966 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-d6eab8ab-9404-461f-bf5e-761a3b808a43 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 1096 time: 0.0666919 Jul 16 09:18:59.537010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38966b54-0e64-4acd-8f5c-5656af76c631 req-a139fad2-7a05-42f1-8bd6-8e680365062e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:59.539848 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38966b54-0e64-4acd-8f5c-5656af76c631 req-a139fad2-7a05-42f1-8bd6-8e680365062e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 944 time: 0.1166341 Jul 16 09:18:59.611725 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38966b54-0e64-4acd-8f5c-5656af76c631 req-750a1455-0ac3-4507-91c0-5a750aa0d81a tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607500 Jul 16 09:18:59.622434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46248-0f07-4816-b82d-43e675cd674f req-6864ccc0-99dc-44bb-b818-00c4388ad591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:59.624010 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-6864ccc0-99dc-44bb-b818-00c4388ad591 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 915 time: 0.1023324 Jul 16 09:18:59.672939 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-8eea95f9-81bd-4364-9547-cc844bc23521 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81a4f876-52e2-42c9-bb7f-402af0ade235 HTTP/1.1" status: 200 len: 217 time: 0.0420532 Jul 16 09:18:59.724711 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f46248-0f07-4816-b82d-43e675cd674f req-f422610a-04f6-4a38-a9dc-d33fe49335ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:59.726276 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-f422610a-04f6-4a38-a9dc-d33fe49335ab service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d36e6018-2edd-42dc-8882-9e7800d7c016 HTTP/1.1" status: 200 len: 855 time: 0.0477030 Jul 16 09:18:59.760183 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-d3c49e7b-0d1b-4661-8e50-eccef2c9c1ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e690a8c-987b-4c88-8499-edbc6438611d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277514 Jul 16 09:18:59.863438 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-cee18706-4d70-4521-accf-f8dc69cdf9a5 service neutron] 10.222.0.38 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970933 Jul 16 09:18:59.966156 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2f46248-0f07-4816-b82d-43e675cd674f req-4f1d9524-4318-44dd-ae66-a3fa621d1b9d service neutron] 10.222.0.38 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965452 Jul 16 09:19:00.833605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2717ad49-83d3-415b-ad01-91aac492d867 req-15ad1b21-c803-4c52-b44c-c5ec6c838b41 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:00.835318 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2717ad49-83d3-415b-ad01-91aac492d867 req-15ad1b21-c803-4c52-b44c-c5ec6c838b41 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 944 time: 0.0888319 Jul 16 09:19:01.134044 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eba22fc-c85a-401a-b64c-7c18aabf76fb', 'tag': '81a4f876-52e2-42c9-bb7f-402af0ade235'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:01.136217 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe38f567-a3f1-4423-af79-99550dfbed9d" -d '{"events": [{"name": "network-changed", "server_uuid": "4eba22fc-c85a-401a-b64c-7c18aabf76fb", "tag": "81a4f876-52e2-42c9-bb7f-402af0ade235"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:01.160739 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2717ad49-83d3-415b-ad01-91aac492d867 req-f5e6b9c8-8cf4-4fa7-b22e-f5380b24b2cd tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3192339 Jul 16 09:19:01.203662 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3dcfd38-9134-4a58-bb44-c27b29f15ed8 x-openstack-request-id: req-b3dcfd38-9134-4a58-bb44-c27b29f15ed8 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:01.204237 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eba22fc-c85a-401a-b64c-7c18aabf76fb", "tag": "81a4f876-52e2-42c9-bb7f-402af0ade235", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:01.204728 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b3dcfd38-9134-4a58-bb44-c27b29f15ed8 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:01.205547 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4eba22fc-c85a-401a-b64c-7c18aabf76fb', 'tag': '81a4f876-52e2-42c9-bb7f-402af0ade235', 'status': 'completed', 'code': 200} Jul 16 09:19:01.346717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-be7d75c4-babc-4743-9a65-4d04d99f1bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:01.348270 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-be7d75c4-babc-4743-9a65-4d04d99f1bff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 1096 time: 0.1218376 Jul 16 09:19:01.354314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-ee05249a-9638-422d-a2d5-742f73a42a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:01.355824 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-ee05249a-9638-422d-a2d5-742f73a42a11 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 1096 time: 0.1208017 Jul 16 09:19:01.517941 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-7bcbbd4f-4c2f-4265-9bda-b46633c716c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:01.519493 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-7bcbbd4f-4c2f-4265-9bda-b46633c716c8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 915 time: 0.1627581 Jul 16 09:19:01.524067 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-767f1280-8184-4628-a4d0-3cccfd9b4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:01.525731 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-767f1280-8184-4628-a4d0-3cccfd9b4676 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 915 time: 0.1608992 Jul 16 09:19:01.570347 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-6308ca3f-6e56-4a70-bfe0-822494453312 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81a4f876-52e2-42c9-bb7f-402af0ade235 HTTP/1.1" status: 200 len: 217 time: 0.0434978 Jul 16 09:19:01.626136 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-139988bf-f01e-430f-9a93-67c12c87478e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81a4f876-52e2-42c9-bb7f-402af0ade235 HTTP/1.1" status: 200 len: 217 time: 0.0624356 Jul 16 09:19:01.777624 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-2fa4f445-bb8f-4a51-b331-89b072318af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:01.780304 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-2fa4f445-bb8f-4a51-b331-89b072318af2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d36e6018-2edd-42dc-8882-9e7800d7c016 HTTP/1.1" status: 200 len: 855 time: 0.1588058 Jul 16 09:19:01.787208 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-af9b8e0b-e178-40d8-b572-542a2ecec3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:01.789848 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-af9b8e0b-e178-40d8-b572-542a2ecec3fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d36e6018-2edd-42dc-8882-9e7800d7c016 HTTP/1.1" status: 200 len: 855 time: 0.1490190 Jul 16 09:19:01.895974 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-248437e1-e487-4f5c-ae6a-3daa77ca2514 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e690a8c-987b-4c88-8499-edbc6438611d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044693 Jul 16 09:19:01.900294 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-5642fbdd-b21c-483b-afb7-0f412016e35b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e690a8c-987b-4c88-8499-edbc6438611d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939109 Jul 16 09:19:02.192830 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-7bda43c7-5977-40e3-9e6b-b3075a2b61d8 service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904658 Jul 16 09:19:02.196318 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-c2f73256-e3ac-483b-828e-9104c4753358 service neutron] 10.222.0.38 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783704 Jul 16 09:19:02.297415 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 81a4f876-52e2-42c9-bb7f-402af0ade235 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:19:02.344088 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 81a4f876-52e2-42c9-bb7f-402af0ade235 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:19:02.503375 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-06705e39-31ab-4094-8361-c805e3cfc6fb service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046169 Jul 16 09:19:02.512511 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe38f567-a3f1-4423-af79-99550dfbed9d req-72f61978-2dd0-4775-8151-248ef6af2e00 service neutron] 10.222.0.38 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031349 Jul 16 09:19:02.533600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37585610-c6e5-42fb-8fe8-009b133c4a95 req-bf7e7053-5c86-47aa-a467-20380f584dfc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:02.535415 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-37585610-c6e5-42fb-8fe8-009b133c4a95 req-bf7e7053-5c86-47aa-a467-20380f584dfc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 944 time: 0.2415867 Jul 16 09:19:02.581749 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-37585610-c6e5-42fb-8fe8-009b133c4a95 req-bc7acea5-6bc8-4bf5-9afa-20ce8d86d5ce tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386410 Jul 16 09:19:02.786488 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:19:02.939264 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d279028-63ad-4760-b60b-ca07c5b5734a req-20561a51-1d3e-48c7-bdc8-442464f977d6 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:02.940882 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d279028-63ad-4760-b60b-ca07c5b5734a req-20561a51-1d3e-48c7-bdc8-442464f977d6 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb&tenant_id=9f047cd99bb04df5b42ccc03b2879b50&binding%3Ahost_id=n-h2-758944-46 HTTP/1.1" status: 200 len: 944 time: 0.1060200 Jul 16 09:19:02.952109 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26608f95-8561-4bd3-99d4-a72c0be7bee6 req-1a562299-ec01-4415-ad3f-e4316a3466be tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:02.954171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-26608f95-8561-4bd3-99d4-a72c0be7bee6 req-1a562299-ec01-4415-ad3f-e4316a3466be tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 944 time: 0.1290452 Jul 16 09:19:03.039958 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-26608f95-8561-4bd3-99d4-a72c0be7bee6 req-68ea7620-4cd8-4d3d-a6b7-01da6d69f27a tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779810 Jul 16 09:19:03.045470 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-8d279028-63ad-4760-b60b-ca07c5b5734a req-3a277320-f2c2-4b05-a171-7bec89397498 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:19:03.046572 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d279028-63ad-4760-b60b-ca07c5b5734a req-3a277320-f2c2-4b05-a171-7bec89397498 service neutron] 10.222.0.15 "DELETE /v2.0/ports/81a4f876-52e2-42c9-bb7f-402af0ade235/bindings/n-h1-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.0914872 Jul 16 09:19:03.165565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d279028-63ad-4760-b60b-ca07c5b5734a req-6c3a551f-557f-46b0-b1a4-dadc82c863c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:03.168264 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d279028-63ad-4760-b60b-ca07c5b5734a req-6c3a551f-557f-46b0-b1a4-dadc82c863c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 1096 time: 0.0697241 Jul 16 09:19:03.318557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d279028-63ad-4760-b60b-ca07c5b5734a req-d5d1ec20-4046-497f-9480-6b6b4db53ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:03.319988 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d279028-63ad-4760-b60b-ca07c5b5734a req-d5d1ec20-4046-497f-9480-6b6b4db53ae5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 915 time: 0.1458230 Jul 16 09:19:03.367968 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d279028-63ad-4760-b60b-ca07c5b5734a req-6445acfa-963a-4ade-8de4-1e5af17772fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=81a4f876-52e2-42c9-bb7f-402af0ade235 HTTP/1.1" status: 200 len: 217 time: 0.0419574 Jul 16 09:19:03.420636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d279028-63ad-4760-b60b-ca07c5b5734a req-ca4c1034-b18f-46a3-ac22-ea1e094268d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:03.422677 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d279028-63ad-4760-b60b-ca07c5b5734a req-ca4c1034-b18f-46a3-ac22-ea1e094268d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d36e6018-2edd-42dc-8882-9e7800d7c016 HTTP/1.1" status: 200 len: 855 time: 0.0472057 Jul 16 09:19:03.457444 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d279028-63ad-4760-b60b-ca07c5b5734a req-17fb6a9a-1026-44ae-8057-c86af841ceab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e690a8c-987b-4c88-8499-edbc6438611d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281775 Jul 16 09:19:03.558096 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d279028-63ad-4760-b60b-ca07c5b5734a req-dd1aa761-24d6-4e84-b2e2-d64ee1e629e7 service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947716 Jul 16 09:19:03.656975 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d279028-63ad-4760-b60b-ca07c5b5734a req-2801ae37-bb2b-4dd4-b900-e37c53705ce1 service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924225 Jul 16 09:19:03.864453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 81a4f876-52e2-42c9-bb7f-402af0ade235 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:19:03.968122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 81a4f876-52e2-42c9-bb7f-402af0ade235, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=81a4f876-52e2-42c9-bb7f-402af0ade235,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:03.980740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '81a4f876-52e2-42c9-bb7f-402af0ade235', 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d', 'port_id': '81a4f876-52e2-42c9-bb7f-402af0ade235', 'mac_address': 'fa:16:3e:bc:58:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36e6018-2edd-42dc-8882-9e7800d7c016', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:19:04.026191 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:04.054116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81a4f876-52e2-42c9-bb7f-402af0ade235 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:19:04.060314 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:04.093884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 81a4f876-52e2-42c9-bb7f-402af0ade235, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=81a4f876-52e2-42c9-bb7f-402af0ade235,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:04.099772 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:04.168072 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=81a4f876-52e2-42c9-bb7f-402af0ade235,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:04.239042 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb7e99f-1fc4-4e23-b398-4b3d28a6e95f req-0ca975d4-0e36-4a64-a2b3-ee37a93a7d38 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:04.240703 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4bb7e99f-1fc4-4e23-b398-4b3d28a6e95f req-0ca975d4-0e36-4a64-a2b3-ee37a93a7d38 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 945 time: 0.0742037 Jul 16 09:19:04.303759 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4bb7e99f-1fc4-4e23-b398-4b3d28a6e95f req-81613636-4240-4905-934d-108315cd6bc0 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521038 Jul 16 09:19:04.314676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['81a4f876-52e2-42c9-bb7f-402af0ade235'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:19:04.538181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1eb3d-3c82-4847-91b7-6cdd86adf899 req-3c38ed66-a230-4140-8b66-c37c8b7490a9 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:04.541237 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ac1eb3d-3c82-4847-91b7-6cdd86adf899 req-3c38ed66-a230-4140-8b66-c37c8b7490a9 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 945 time: 0.1183324 Jul 16 09:19:04.605447 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ac1eb3d-3c82-4847-91b7-6cdd86adf899 req-35e38bed-3b00-45b5-aaeb-d2be77e90aa8 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583320 Jul 16 09:19:04.840084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6c8e24-9216-4965-8003-eea18abbdaf8 req-67e19ee1-94b0-4842-acc8-f34a5584fad3 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:04.841641 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d6c8e24-9216-4965-8003-eea18abbdaf8 req-67e19ee1-94b0-4842-acc8-f34a5584fad3 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 945 time: 0.1108210 Jul 16 09:19:04.901224 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d6c8e24-9216-4965-8003-eea18abbdaf8 req-691bf10c-2d53-43f5-997d-d5060b7e3a3d tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487835 Jul 16 09:19:05.263153 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e5caf152-ad85-46d2-8b34-e623cb924f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:05.442936 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-1a2ad1c5-e5c8-4cb4-9042-318bb06e21e1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:05.444518 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-1a2ad1c5-e5c8-4cb4-9042-318bb06e21e1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 815 time: 0.1514430 Jul 16 09:19:05.461652 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-33abc4ab-97b2-4e24-8bc0-1167b65a9e77 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/quotas/9f047cd99bb04df5b42ccc03b2879b50 HTTP/1.1" status: 200 len: 375 time: 0.0112114 Jul 16 09:19:05.557190 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-bc241f6a-0c48-4997-b761-de9e5a13d80a tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891638 Jul 16 09:19:05.569536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-5d65fb92-bceb-4ebd-b56f-d3c9deb0d9e9 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:19:05.571270 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-5d65fb92-bceb-4ebd-b56f-d3c9deb0d9e9 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066040 Jul 16 09:19:05.735740 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-f145f967-f785-4e6e-b075-2f426e505af9 service neutron] 10.222.0.20 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563077 Jul 16 09:19:05.834687 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:05.838332 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-ffe37989-ffc4-4344-bffc-a6a6476f480f service neutron] 10.222.0.20 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970063 Jul 16 09:19:05.854401 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 81a4f876-52e2-42c9-bb7f-402af0ade235 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:19:05.919217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 81a4f876-52e2-42c9-bb7f-402af0ade235 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:19:05.926096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 81a4f876-52e2-42c9-bb7f-402af0ade235 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:05.926713 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:06.039047 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:06.081285 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eba22fc-c85a-401a-b64c-7c18aabf76fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a4f876-52e2-42c9-bb7f-402af0ade235'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:06.084850 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d89b4567-662b-4eec-b9ce-4a48c32f759b req-c339f26b-d4c6-4c1c-a5d0-e62ab9f7248f tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 210 time: 0.0457106 Jul 16 09:19:06.085498 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866c8882-f1df-4ff3-b2ce-cb9530efbb29" -d '{"events": [{"server_uuid": "4eba22fc-c85a-401a-b64c-7c18aabf76fb", "name": "network-vif-plugged", "status": "completed", "tag": "81a4f876-52e2-42c9-bb7f-402af0ade235"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:06.109219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 81a4f876-52e2-42c9-bb7f-402af0ade235, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=81a4f876-52e2-42c9-bb7f-402af0ade235,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:06.114291 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:06.161036 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e7ee7e-705f-41ff-ba01-6c8ddf47983c x-openstack-request-id: req-d2e7ee7e-705f-41ff-ba01-6c8ddf47983c {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:06.161498 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eba22fc-c85a-401a-b64c-7c18aabf76fb", "name": "network-vif-plugged", "status": "completed", "tag": "81a4f876-52e2-42c9-bb7f-402af0ade235", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:06.161910 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2e7ee7e-705f-41ff-ba01-6c8ddf47983c {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:06.162559 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eba22fc-c85a-401a-b64c-7c18aabf76fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81a4f876-52e2-42c9-bb7f-402af0ade235', 'code': 200} Jul 16 09:19:06.206634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=81a4f876-52e2-42c9-bb7f-402af0ade235,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:06.497877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48b88dc-2f3a-42d0-98ac-a34172592f37 req-6b1f7904-f66a-46ff-9d89-23ff7f672d32 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:06.499621 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a48b88dc-2f3a-42d0-98ac-a34172592f37 req-6b1f7904-f66a-46ff-9d89-23ff7f672d32 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.38 "GET /v2.0/ports?device_id=4eba22fc-c85a-401a-b64c-7c18aabf76fb HTTP/1.1" status: 200 len: 946 time: 0.0808802 Jul 16 09:19:06.642551 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-a48b88dc-2f3a-42d0-98ac-a34172592f37 req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Deleting port 81a4f876-52e2-42c9-bb7f-402af0ade235 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:19:06.642969 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a48b88dc-2f3a-42d0-98ac-a34172592f37 req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:06.785439 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a48b88dc-2f3a-42d0-98ac-a34172592f37 req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] For port 81a4f876-52e2-42c9-bb7f-402af0ade235, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=81a4f876-52e2-42c9-bb7f-402af0ade235,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:06.785814 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a48b88dc-2f3a-42d0-98ac-a34172592f37 req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:06.806105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-a48b88dc-2f3a-42d0-98ac-a34172592f37 req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Calling delete_port for 81a4f876-52e2-42c9-bb7f-402af0ade235 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:19:06.950516 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a48b88dc-2f3a-42d0-98ac-a34172592f37 req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:06.962614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['81a4f876-52e2-42c9-bb7f-402af0ade235'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:19:06.981451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Pushing event deleted for resources: {'Port': ['ID=81a4f876-52e2-42c9-bb7f-402af0ade235,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:06.996299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:06.996697 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:06.997039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:06.997376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:06.997706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:06.998030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:06.998356 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:06.998687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:06.999039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:06.999374 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:06.999698 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:07.000024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:07.045034 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a48b88dc-2f3a-42d0-98ac-a34172592f37 req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] No DVR routers for this DVR port 81a4f876-52e2-42c9-bb7f-402af0ade235 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:19:07.048319 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a48b88dc-2f3a-42d0-98ac-a34172592f37 req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:07.050507 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a48b88dc-2f3a-42d0-98ac-a34172592f37 req-0ef978d4-1b54-4cd4-9ac7-e60534b4e0fc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.38 "DELETE /v2.0/ports/81a4f876-52e2-42c9-bb7f-402af0ade235 HTTP/1.1" status: 204 len: 173 time: 0.5455728 Jul 16 09:19:07.050974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eba22fc-c85a-401a-b64c-7c18aabf76fb', 'name': 'network-vif-deleted', 'tag': '81a4f876-52e2-42c9-bb7f-402af0ade235'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:07.053403 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6d4703-a175-4499-b27d-7b11f2c8e99d" -d '{"events": [{"server_uuid": "4eba22fc-c85a-401a-b64c-7c18aabf76fb", "name": "network-vif-deleted", "tag": "81a4f876-52e2-42c9-bb7f-402af0ade235"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:07.106431 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f96920-aa76-4553-8921-f2999c2b53c6 x-openstack-request-id: req-b7f96920-aa76-4553-8921-f2999c2b53c6 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:07.107185 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eba22fc-c85a-401a-b64c-7c18aabf76fb", "name": "network-vif-deleted", "tag": "81a4f876-52e2-42c9-bb7f-402af0ade235", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:07.107185 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b7f96920-aa76-4553-8921-f2999c2b53c6 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:07.107472 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4eba22fc-c85a-401a-b64c-7c18aabf76fb', 'name': 'network-vif-deleted', 'tag': '81a4f876-52e2-42c9-bb7f-402af0ade235', 'status': 'completed', 'code': 200} Jul 16 09:19:07.254454 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-92f08619-bc90-4d49-967a-d1eef1aed9fc req-3917dd00-9aa3-47c6-b8b7-3beac8f86295 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 210 time: 0.0303767 Jul 16 09:19:07.465487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-d2343046-3549-4cda-bb35-185da3fe33f7 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:07.467059 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-d2343046-3549-4cda-bb35-185da3fe33f7 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.15 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 815 time: 0.1247101 Jul 16 09:19:07.479676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-9976d771-48b3-492b-99ac-da0a8a1eb6b3 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Request body: {'port': {'device_id': '752b4933-c683-452e-8fd6-d9bd57cea2b0', 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d', 'admin_state_up': True, 'tenant_id': '9f047cd99bb04df5b42ccc03b2879b50'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:07.623793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-9976d771-48b3-492b-99ac-da0a8a1eb6b3 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Made reservation on behalf of 9f047cd99bb04df5b42ccc03b2879b50 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:19:07.629027 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-9976d771-48b3-492b-99ac-da0a8a1eb6b3 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:07.834678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-9976d771-48b3-492b-99ac-da0a8a1eb6b3 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Allocated IP 172.20.0.4 (6e690a8c-987b-4c88-8499-edbc6438611d/d36e6018-2edd-42dc-8882-9e7800d7c016/c3ddbe74-de46-4bdc-aa95-fe93e279b6c4) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:19:07.971028 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1967628b-2f48-4003-9be4-3494dfc3b534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.061988 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-9976d771-48b3-492b-99ac-da0a8a1eb6b3 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.106823 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-9976d771-48b3-492b-99ac-da0a8a1eb6b3 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.121185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['81a4f876-52e2-42c9-bb7f-402af0ade235'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:19:08.165913 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-9976d771-48b3-492b-99ac-da0a8a1eb6b3 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Network 6e690a8c-987b-4c88-8499-edbc6438611d is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:19:08.170325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-9976d771-48b3-492b-99ac-da0a8a1eb6b3 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:19:08.175692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-9976d771-48b3-492b-99ac-da0a8a1eb6b3 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:19:08.182962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9976d771-48b3-492b-99ac-da0a8a1eb6b3 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Pushing event updated for resources: {'Port': ['ID=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:08.226341 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.236850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-9976d771-48b3-492b-99ac-da0a8a1eb6b3 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:08.237534 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-9976d771-48b3-492b-99ac-da0a8a1eb6b3 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.256557 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-9976d771-48b3-492b-99ac-da0a8a1eb6b3 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7808602 Jul 16 09:19:08.269282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Request body: {'port': {'device_id': '752b4933-c683-452e-8fd6-d9bd57cea2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:08.385151 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.567300 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea9cc3-ace2-4c3b-a288-a292a6549bb0 req-86eff88a-6de3-421c-9c61-152fe73a2f0c tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:08.568949 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4bea9cc3-ace2-4c3b-a288-a292a6549bb0 req-86eff88a-6de3-421c-9c61-152fe73a2f0c tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 931 time: 0.1715329 Jul 16 09:19:08.726041 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4bea9cc3-ace2-4c3b-a288-a292a6549bb0 req-7eee7340-e3a1-44de-9197-f4af4300411d tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475759 Jul 16 09:19:08.820525 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:19:08.829687 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.844877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Transition to ACTIVE for port object c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:19:08.848770 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.904687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:08.990811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Attempting to bind port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:19:08.991144 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Attempting to bind port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:19:08.991476 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Attempting to bind port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 on network 6e690a8c-987b-4c88-8499-edbc6438611d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:19:08.996520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 on network 6e690a8c-987b-4c88-8499-edbc6438611d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:19:08.996851 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Attempting to bind port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 on network 6e690a8c-987b-4c88-8499-edbc6438611d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:19:09.002727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:19:09.003048 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Checking segment: {'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:19:09.003686 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Bound using segment: {'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:19:09.004117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Bound port: c3ddbe74-de46-4bdc-aa95-fe93e279b6c4, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:19:09.004478 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.072644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] For port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:19:09.075949 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] For port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:19:09.081299 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.117579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:09.118286 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.119766 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] 10.222.0.15 "PUT /v2.0/ports/c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 HTTP/1.1" status: 200 len: 1092 time: 0.8555212 Jul 16 09:19:09.120232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752b4933-c683-452e-8fd6-d9bd57cea2b0', 'tag': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:09.122618 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e1799a-f682-4655-9a55-6b2df92e789d" -d '{"events": [{"name": "network-changed", "server_uuid": "752b4933-c683-452e-8fd6-d9bd57cea2b0", "tag": "c3ddbe74-de46-4bdc-aa95-fe93e279b6c4"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:09.151432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e300c5a6-5f38-45cd-9435-32271b3db492 service neutron] Pushing event updated for resources: {'Port': ['ID=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:09.175297 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac5c16c-9e94-45fb-a98e-6d5d00583f06 x-openstack-request-id: req-5ac5c16c-9e94-45fb-a98e-6d5d00583f06 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:09.175615 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752b4933-c683-452e-8fd6-d9bd57cea2b0", "tag": "c3ddbe74-de46-4bdc-aa95-fe93e279b6c4", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:09.175899 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ac5c16c-9e94-45fb-a98e-6d5d00583f06 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:09.176352 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752b4933-c683-452e-8fd6-d9bd57cea2b0', 'tag': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4', 'status': 'completed', 'code': 200} Jul 16 09:19:09.268861 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-7bd110b7-c373-4520-824d-c213c81166c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:09.270734 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-7bd110b7-c373-4520-824d-c213c81166c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 1095 time: 0.0647526 Jul 16 09:19:09.316122 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-6d096430-675b-4abe-a880-532a173f9d00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 HTTP/1.1" status: 200 len: 217 time: 0.0386336 Jul 16 09:19:09.366768 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-a0499de0-ffaa-497f-ab59-394a71b786c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:09.368287 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-a0499de0-ffaa-497f-ab59-394a71b786c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d36e6018-2edd-42dc-8882-9e7800d7c016 HTTP/1.1" status: 200 len: 855 time: 0.0467188 Jul 16 09:19:09.402395 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-c2eb6894-135c-4919-a488-697156abdb80 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e690a8c-987b-4c88-8499-edbc6438611d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277317 Jul 16 09:19:09.500239 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-5bf45924-3015-4615-a0f3-fff07636a0b6 service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919435 Jul 16 09:19:09.606125 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57d22279-de8e-4f9c-89cb-b1a40e31f85c req-46503045-600b-4c92-92d6-474e480f4f9f service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996308 Jul 16 09:19:09.716884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1799a-f682-4655-9a55-6b2df92e789d req-0c149231-0ba6-4b2e-9c20-c3e39f4fb453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:09.718461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3e1799a-f682-4655-9a55-6b2df92e789d req-0c149231-0ba6-4b2e-9c20-c3e39f4fb453 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 1095 time: 0.0618432 Jul 16 09:19:09.827501 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1799a-f682-4655-9a55-6b2df92e789d req-eb7c3015-4931-43bf-a276-abe56c1c1ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:09.829135 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3e1799a-f682-4655-9a55-6b2df92e789d req-eb7c3015-4931-43bf-a276-abe56c1c1ea2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 915 time: 0.1042967 Jul 16 09:19:09.862997 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.890522 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3e1799a-f682-4655-9a55-6b2df92e789d req-3aef9ca0-75b2-47f7-91be-a80494c891e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 HTTP/1.1" status: 200 len: 217 time: 0.0536213 Jul 16 09:19:09.971820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1799a-f682-4655-9a55-6b2df92e789d req-674fdccb-8053-4b50-ad60-df20047c7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:09.973384 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3e1799a-f682-4655-9a55-6b2df92e789d req-674fdccb-8053-4b50-ad60-df20047c7b1d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d36e6018-2edd-42dc-8882-9e7800d7c016 HTTP/1.1" status: 200 len: 855 time: 0.0741787 Jul 16 09:19:10.016536 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3e1799a-f682-4655-9a55-6b2df92e789d req-7745ca5d-8c8b-4c48-a2ce-c48d55e50b45 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e690a8c-987b-4c88-8499-edbc6438611d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360434 Jul 16 09:19:10.029797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3782e0-5354-47eb-b7dc-e1655194b8e7 req-100de5d0-5745-40a0-8955-873846645316 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:10.031708 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ec3782e0-5354-47eb-b7dc-e1655194b8e7 req-100de5d0-5745-40a0-8955-873846645316 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 943 time: 0.1447666 Jul 16 09:19:10.125266 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ec3782e0-5354-47eb-b7dc-e1655194b8e7 req-ac9afdf4-36cc-457f-99b7-dbd3e73eac75 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845034 Jul 16 09:19:10.168974 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3e1799a-f682-4655-9a55-6b2df92e789d req-efd8adf6-ac4e-4db5-b39e-fe3cd8aea184 service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359453 Jul 16 09:19:10.540435 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3e1799a-f682-4655-9a55-6b2df92e789d req-22bd673d-f555-466c-aaa3-36869b8f9a95 service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3640592 Jul 16 09:19:11.324978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fd8d2-7324-43b4-a671-be1ead7a57a2 req-c73ab1cc-853d-4890-a89a-3e1633f39c4d tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:11.326617 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-296fd8d2-7324-43b4-a671-be1ead7a57a2 req-c73ab1cc-853d-4890-a89a-3e1633f39c4d tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 943 time: 0.0790279 Jul 16 09:19:11.355831 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:11.385252 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-296fd8d2-7324-43b4-a671-be1ead7a57a2 req-b5cf9438-b07d-4a48-9366-c6191dff2544 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502119 Jul 16 09:19:11.864369 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 81a4f876-52e2-42c9-bb7f-402af0ade235 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:19:11.885329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 81a4f876-52e2-42c9-bb7f-402af0ade235 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:19:11.885675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 81a4f876-52e2-42c9-bb7f-402af0ade235 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:19:12.327596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:19:12.441765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:12.461642 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4', 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d', 'port_id': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4', 'mac_address': 'fa:16:3e:4c:03:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36e6018-2edd-42dc-8882-9e7800d7c016', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:19:12.510102 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:12.531966 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:19:12.562310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:12.568235 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:12.597123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd455c6-1a50-4ad1-855b-32718958a14e req-87f177c7-9a80-4c56-8006-c395fc054cbc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:12.599036 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cd455c6-1a50-4ad1-855b-32718958a14e req-87f177c7-9a80-4c56-8006-c395fc054cbc tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 943 time: 0.0746927 Jul 16 09:19:12.649770 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cd455c6-1a50-4ad1-855b-32718958a14e req-f5c0d824-0317-4074-a284-965db8644f75 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438054 Jul 16 09:19:12.650607 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:12.767860 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['c3ddbe74-de46-4bdc-aa95-fe93e279b6c4'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:19:13.839661 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2dc28-8964-4bee-be2f-66044c5d7fb8 req-56081af3-bc0d-479c-979d-9b6806c6a270 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:13.841500 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15b2dc28-8964-4bee-be2f-66044c5d7fb8 req-56081af3-bc0d-479c-979d-9b6806c6a270 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 944 time: 0.0743048 Jul 16 09:19:13.883210 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15b2dc28-8964-4bee-be2f-66044c5d7fb8 req-1980d5df-cd37-4c7a-9b37-b655dbb1a26b tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358877 Jul 16 09:19:14.336776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:19:14.397193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:19:14.402033 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:14.402421 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.526494 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.564090 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752b4933-c683-452e-8fd6-d9bd57cea2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:14.566747 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30afdbb3-ac69-4c69-bf38-2a1fd66627a6" -d '{"events": [{"server_uuid": "752b4933-c683-452e-8fd6-d9bd57cea2b0", "name": "network-vif-plugged", "status": "completed", "tag": "c3ddbe74-de46-4bdc-aa95-fe93e279b6c4"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:14.584717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:14.590502 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.661699 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:14.719556 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431af52a-bbaf-41a7-815c-ce0e03a37833 x-openstack-request-id: req-431af52a-bbaf-41a7-815c-ce0e03a37833 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:14.719853 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752b4933-c683-452e-8fd6-d9bd57cea2b0", "name": "network-vif-plugged", "status": "completed", "tag": "c3ddbe74-de46-4bdc-aa95-fe93e279b6c4", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:14.720106 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-431af52a-bbaf-41a7-815c-ce0e03a37833 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:14.720519 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752b4933-c683-452e-8fd6-d9bd57cea2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4', 'code': 200} Jul 16 09:19:14.841056 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb312e6-f389-4a5a-9241-6f5a75269d67 req-afa7aad2-18c1-4fa8-ba7e-09d65a4aa87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:14.843228 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3bb312e6-f389-4a5a-9241-6f5a75269d67 req-afa7aad2-18c1-4fa8-ba7e-09d65a4aa87b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 1097 time: 0.0589695 Jul 16 09:19:14.880127 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3bb312e6-f389-4a5a-9241-6f5a75269d67 req-24a78e9e-f29e-44b0-b1bc-de6f20e05667 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309777 Jul 16 09:19:15.083618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbaec3e-dd91-410d-aa02-a47db0b3631e req-6642ac47-ed00-4b76-8845-b1a1ea3a07a5 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:15.085315 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fbaec3e-dd91-410d-aa02-a47db0b3631e req-6642ac47-ed00-4b76-8845-b1a1ea3a07a5 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0695169 Jul 16 09:19:15.127161 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fbaec3e-dd91-410d-aa02-a47db0b3631e req-c375fdc1-2b5d-44be-9399-2e697ecde9ac tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358257 Jul 16 09:19:16.316918 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81675c23-71f4-4ec7-82f2-f13f38647792 req-02adaa91-f608-499d-925f-f343dbe4f15f tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:16.318807 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81675c23-71f4-4ec7-82f2-f13f38647792 req-02adaa91-f608-499d-925f-f343dbe4f15f tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0704536 Jul 16 09:19:16.360805 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81675c23-71f4-4ec7-82f2-f13f38647792 req-81f09f1d-4e2a-4017-97e1-da7b28536df6 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359316 Jul 16 09:19:16.553194 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8edd43-31ff-4d2c-a418-ed663932e38d req-9dadeac3-50ee-4c47-a566-8341a6f09a1e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:16.554849 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e8edd43-31ff-4d2c-a418-ed663932e38d req-9dadeac3-50ee-4c47-a566-8341a6f09a1e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0755885 Jul 16 09:19:16.602553 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e8edd43-31ff-4d2c-a418-ed663932e38d req-d37c14fa-0e4d-4728-bd4f-c95091b0ed1b tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372453 Jul 16 09:19:16.997366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-7b581011-eea5-4849-97d1-146ae584ae72 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0573823 Jul 16 09:19:17.044546 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f0b71-9f17-406b-9fcb-0e7cd52c89a7 req-f897881e-7d98-40d6-9344-0ad17be67019 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:17.046197 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a00f0b71-9f17-406b-9fcb-0e7cd52c89a7 req-f897881e-7d98-40d6-9344-0ad17be67019 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0757627 Jul 16 09:19:17.090594 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a00f0b71-9f17-406b-9fcb-0e7cd52c89a7 req-2574b7c4-3656-4de6-89e2-49d4040c6d38 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366287 Jul 16 09:19:18.341794 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2861d73-638c-4508-b275-23b8b9652ced req-3f7b9751-cd01-4596-add3-f50aca0b988c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:18.343445 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-3f7b9751-cd01-4596-add3-f50aca0b988c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 1097 time: 0.1151788 Jul 16 09:19:18.380845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e45fa38-4793-4550-a32e-b2250710566f req-bdfe75ed-c1cb-4013-83ad-d37dc0a9d92e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:18.382509 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7e45fa38-4793-4550-a32e-b2250710566f req-bdfe75ed-c1cb-4013-83ad-d37dc0a9d92e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.1146123 Jul 16 09:19:18.472654 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7e45fa38-4793-4550-a32e-b2250710566f req-9e1714b1-8e3b-4055-8302-95691921f41a tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800219 Jul 16 09:19:18.492796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2861d73-638c-4508-b275-23b8b9652ced req-dd9fbfb4-b271-4f44-b958-003c05dbf5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:18.494346 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-dd9fbfb4-b271-4f44-b958-003c05dbf5c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 915 time: 0.1443286 Jul 16 09:19:18.540032 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-5d5ee0a1-8681-493b-8474-d4cf7793b49d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 HTTP/1.1" status: 200 len: 217 time: 0.0393128 Jul 16 09:19:18.600465 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2861d73-638c-4508-b275-23b8b9652ced req-894b5ac7-0d1d-430f-ac0a-676f5fbe5f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:18.602024 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-894b5ac7-0d1d-430f-ac0a-676f5fbe5f49 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d36e6018-2edd-42dc-8882-9e7800d7c016 HTTP/1.1" status: 200 len: 855 time: 0.0565989 Jul 16 09:19:18.637260 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-afea53fe-bcfd-43af-ac65-bf043edca6dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e690a8c-987b-4c88-8499-edbc6438611d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288084 Jul 16 09:19:18.736293 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-d778d228-1166-457d-8eeb-524c7213c065 service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927126 Jul 16 09:19:18.841940 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-ec7d3d5e-7b2f-4def-a30c-fcc9bbf7f73f service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989966 Jul 16 09:19:19.683470 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85d9b1a-83fc-4243-ac02-0ba7f2555e81 req-a9b7dc82-bcb2-4558-a652-04f9bccc2633 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:19.685127 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e85d9b1a-83fc-4243-ac02-0ba7f2555e81 req-a9b7dc82-bcb2-4558-a652-04f9bccc2633 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0751173 Jul 16 09:19:19.732432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e85d9b1a-83fc-4243-ac02-0ba7f2555e81 req-44b54cb1-62d9-4005-bb55-3dcad103eb3e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365801 Jul 16 09:19:20.929824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d68f44-7916-4852-9972-ac4584f834f8 req-9215e875-fb7d-4d69-90f0-2373614646f8 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:20.931369 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-18d68f44-7916-4852-9972-ac4584f834f8 req-9215e875-fb7d-4d69-90f0-2373614646f8 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0701997 Jul 16 09:19:20.978970 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-18d68f44-7916-4852-9972-ac4584f834f8 req-47d974a7-b8ac-4f1d-82fb-bb728d0f34b6 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367556 Jul 16 09:19:22.185879 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbac527-c446-447f-b632-9e52e880748d req-52ee4332-5dd7-413b-a5d5-0c7c48c2cbc5 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:22.187623 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3fbac527-c446-447f-b632-9e52e880748d req-52ee4332-5dd7-413b-a5d5-0c7c48c2cbc5 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0681384 Jul 16 09:19:22.230161 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3fbac527-c446-447f-b632-9e52e880748d req-e3e2a3f0-052e-488c-a20f-5e1c50f77b2c tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365391 Jul 16 09:19:23.421126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccac12-5057-44d2-b914-bdbe2ac05001 req-ac641310-27dc-4bec-9651-d7fab1769f02 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:23.422752 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5fccac12-5057-44d2-b914-bdbe2ac05001 req-ac641310-27dc-4bec-9651-d7fab1769f02 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0749636 Jul 16 09:19:23.467112 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5fccac12-5057-44d2-b914-bdbe2ac05001 req-ead6f43d-b764-4a9f-965a-04bc54cc7915 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382299 Jul 16 09:19:24.659461 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380fba03-4579-42d3-b138-c5442bfdd438 req-7f245e54-48e8-4d04-b507-d389d6fe1e43 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:24.660962 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-380fba03-4579-42d3-b138-c5442bfdd438 req-7f245e54-48e8-4d04-b507-d389d6fe1e43 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0687592 Jul 16 09:19:24.704849 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-380fba03-4579-42d3-b138-c5442bfdd438 req-0efbf8b0-9694-4450-a72d-6118cc623b62 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365286 Jul 16 09:19:25.978829 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f90091-e808-4056-bf1e-3ca3a0ded3d5 req-24d1dcf9-dd22-4594-a01d-7e952be275ed tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:25.980525 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f9f90091-e808-4056-bf1e-3ca3a0ded3d5 req-24d1dcf9-dd22-4594-a01d-7e952be275ed tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0682809 Jul 16 09:19:26.021715 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f9f90091-e808-4056-bf1e-3ca3a0ded3d5 req-f3e31c6b-bf39-416f-958e-548dbafb23b9 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347452 Jul 16 09:19:27.213665 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3ef4c-bb2a-4bfc-b5ed-862a4ac9d9c4 req-8a47ac5c-7c91-419a-8970-54d08093dcd1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:27.216058 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aaf3ef4c-bb2a-4bfc-b5ed-862a4ac9d9c4 req-8a47ac5c-7c91-419a-8970-54d08093dcd1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0731809 Jul 16 09:19:27.259872 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aaf3ef4c-bb2a-4bfc-b5ed-862a4ac9d9c4 req-71ce74c4-15cd-49a6-8e32-3b2a8a1a1058 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376160 Jul 16 09:19:28.444366 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ab836-eae6-424d-a700-8914e1762b2c req-8f01d661-c89c-4456-b178-e08c2d0b2fb1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:28.445912 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-041ab836-eae6-424d-a700-8914e1762b2c req-8f01d661-c89c-4456-b178-e08c2d0b2fb1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0705945 Jul 16 09:19:28.491085 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-041ab836-eae6-424d-a700-8914e1762b2c req-afab86ad-d949-4554-927b-12e576cf6a82 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393252 Jul 16 09:19:29.679104 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1406be46-3645-465a-9857-e1793480ccf6 req-9d5ee263-0e3d-4015-9c49-9f2beb69fd6b tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:29.680917 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1406be46-3645-465a-9857-e1793480ccf6 req-9d5ee263-0e3d-4015-9c49-9f2beb69fd6b tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0681429 Jul 16 09:19:29.722616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1406be46-3645-465a-9857-e1793480ccf6 req-c300ef93-19c8-4d1a-b339-0f53800a5ab2 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357046 Jul 16 09:19:30.909858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96afaa66-c1f3-49ee-8f0a-32fbf94dd284 req-260554e9-b152-4766-bb9c-f4fb9b3d794e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:30.911796 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96afaa66-c1f3-49ee-8f0a-32fbf94dd284 req-260554e9-b152-4766-bb9c-f4fb9b3d794e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0751817 Jul 16 09:19:30.955836 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96afaa66-c1f3-49ee-8f0a-32fbf94dd284 req-05ed6209-16fe-4a9e-a9ff-a7e478b13e50 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332725 Jul 16 09:19:32.144108 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815a593-ab46-4a55-827f-a0d60769bbc5 req-d8c22a3a-26eb-4b5e-a9d4-3855ff583a51 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:32.145700 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4815a593-ab46-4a55-827f-a0d60769bbc5 req-d8c22a3a-26eb-4b5e-a9d4-3855ff583a51 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0701916 Jul 16 09:19:32.188582 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4815a593-ab46-4a55-827f-a0d60769bbc5 req-e9fd88ee-a6c7-4af7-8ab6-a217f629f50d tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370145 Jul 16 09:19:33.379332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d92ef40-71d3-479d-a9e6-73eb2a0911da req-3713ec67-d1fc-4646-9ad1-00783c3c0372 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:33.381053 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d92ef40-71d3-479d-a9e6-73eb2a0911da req-3713ec67-d1fc-4646-9ad1-00783c3c0372 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0733354 Jul 16 09:19:33.428106 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d92ef40-71d3-479d-a9e6-73eb2a0911da req-dfd9703e-a00d-4845-a7f3-0f9cc459565f tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Jul 16 09:19:34.055960 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:34.610586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21f5b16-f7d3-4280-a9e9-c03fa77967a4 req-62000be1-952c-427f-8b9e-bba38a93ba59 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:34.612287 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a21f5b16-f7d3-4280-a9e9-c03fa77967a4 req-62000be1-952c-427f-8b9e-bba38a93ba59 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0667365 Jul 16 09:19:34.653601 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a21f5b16-f7d3-4280-a9e9-c03fa77967a4 req-a196e39f-bc38-4598-a0b9-b439ae10ed56 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350835 Jul 16 09:19:35.259237 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4db919bf-27b5-4af6-ba6c-f50f04543a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:35.835700 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:35.849380 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fed31-6848-4000-a4fb-2a20b3f4f5cb req-c56c99b1-1193-4cd9-8022-6390edee6bf4 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:35.850961 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-848fed31-6848-4000-a4fb-2a20b3f4f5cb req-c56c99b1-1193-4cd9-8022-6390edee6bf4 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0787914 Jul 16 09:19:35.894769 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-848fed31-6848-4000-a4fb-2a20b3f4f5cb req-616f8119-5321-4a4f-bbd6-6ca8248394db tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376530 Jul 16 09:19:37.076214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988b636-56ab-4716-841c-458e54bc5668 req-8690d204-962f-465f-8c87-1799bcb97de6 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:37.078224 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8988b636-56ab-4716-841c-458e54bc5668 req-8690d204-962f-465f-8c87-1799bcb97de6 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0683303 Jul 16 09:19:37.120757 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8988b636-56ab-4716-841c-458e54bc5668 req-59ae9551-9114-42d0-9e8c-09c4a92860c4 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363922 Jul 16 09:19:37.959912 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1814c55a-4501-48ef-8b86-bc9ae8d8368f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:38.224052 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:38.328229 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445afec2-4991-4707-9ece-1379f69c4aaf req-d850a3b7-3aeb-4033-a60e-b35045b6b1ce tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:38.329889 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-445afec2-4991-4707-9ece-1379f69c4aaf req-d850a3b7-3aeb-4033-a60e-b35045b6b1ce tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0782089 Jul 16 09:19:38.371512 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-445afec2-4991-4707-9ece-1379f69c4aaf req-f9923117-6276-4e40-bacf-3f4eac7ab148 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354683 Jul 16 09:19:39.557914 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc1126-b953-40df-b3c6-33df57786def req-03ad8b88-2c6f-42d9-800a-ebbb8ce7f8ed tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:39.559402 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ffc1126-b953-40df-b3c6-33df57786def req-03ad8b88-2c6f-42d9-800a-ebbb8ce7f8ed tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0730371 Jul 16 09:19:39.604117 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1ffc1126-b953-40df-b3c6-33df57786def req-330f6301-cefe-4fb9-a271-61350c3e0342 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378304 Jul 16 09:19:39.778040 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:19:39.856276 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:40.793512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2089ec-b125-485d-aa14-0edee9f88d60 req-e23c2f0d-2c68-421f-adc2-6eb809921953 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:40.795786 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3c2089ec-b125-485d-aa14-0edee9f88d60 req-e23c2f0d-2c68-421f-adc2-6eb809921953 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0708368 Jul 16 09:19:40.836651 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3c2089ec-b125-485d-aa14-0edee9f88d60 req-a14419b8-0a34-48a9-b204-5e6e65c3580f tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350254 Jul 16 09:19:41.356720 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:42.020907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f735efd5-4691-48fa-981c-63a328b9861a req-ef3cf781-c148-4cb2-ba43-ebf9723faad8 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:42.022514 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f735efd5-4691-48fa-981c-63a328b9861a req-ef3cf781-c148-4cb2-ba43-ebf9723faad8 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0663087 Jul 16 09:19:42.062976 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f735efd5-4691-48fa-981c-63a328b9861a req-8ab4061e-3aaa-4e32-8ba1-5a569999ce0b tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348017 Jul 16 09:19:43.249368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de96aa-3fa5-459b-96ab-a8deca975b07 req-d95bbc17-6711-4482-92a5-c427266177d1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:43.251027 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1de96aa-3fa5-459b-96ab-a8deca975b07 req-d95bbc17-6711-4482-92a5-c427266177d1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0732620 Jul 16 09:19:43.298102 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1de96aa-3fa5-459b-96ab-a8deca975b07 req-04abd7e9-20f6-426b-bc8b-571864116e58 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380747 Jul 16 09:19:44.484776 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46223d2-802a-4658-87c4-cb91111d78e5 req-5286f2a1-d594-4cfc-820a-b2463c975db2 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:44.486407 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d46223d2-802a-4658-87c4-cb91111d78e5 req-5286f2a1-d594-4cfc-820a-b2463c975db2 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0700605 Jul 16 09:19:44.528057 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d46223d2-802a-4658-87c4-cb91111d78e5 req-e06a7efd-0325-4b65-ae91-d2936448d882 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356834 Jul 16 09:19:45.584166 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-d2861d73-638c-4508-b275-23b8b9652ced req-7e837f0a-053e-4854-8d9e-dd503b6e5550 service neutron] show failed (client error): The resource could not be found. Jul 16 09:19:45.585897 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-7e837f0a-053e-4854-8d9e-dd503b6e5550 service neutron] 10.222.0.15 "GET /v2.0/ports/c3ddbe74-de46-4bdc-aa95-fe93e279b6c4/bindings/n-h2-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.0709200 Jul 16 09:19:45.722621 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572846b-a969-4501-98c6-2e5d01a0620c req-23a8d7c1-715e-4db9-bc57-dec3b31179c7 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:45.724239 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b572846b-a969-4501-98c6-2e5d01a0620c req-23a8d7c1-715e-4db9-bc57-dec3b31179c7 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0698128 Jul 16 09:19:45.775541 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b572846b-a969-4501-98c6-2e5d01a0620c req-ca4e29f0-a7ab-409b-b8f0-31a4bc1e0761 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440474 Jul 16 09:19:45.854816 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2861d73-638c-4508-b275-23b8b9652ced req-d2b06d0f-13f4-4ebc-8f95-2b115b5ce89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:45.856266 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-d2b06d0f-13f4-4ebc-8f95-2b115b5ce89d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0&tenant_id=9f047cd99bb04df5b42ccc03b2879b50 HTTP/1.1" status: 200 len: 1097 time: 0.0569224 Jul 16 09:19:45.867812 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:45.947088 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:46.167106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] For port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:46.202974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] For port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:19:46.245267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752b4933-c683-452e-8fd6-d9bd57cea2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:46.247680 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1f8d02-dbd3-4b50-abe2-e93169b0160b" -d '{"events": [{"server_uuid": "752b4933-c683-452e-8fd6-d9bd57cea2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "c3ddbe74-de46-4bdc-aa95-fe93e279b6c4"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:46.251707 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:46.268184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Transition to ACTIVE for port object c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:19:46.273500 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:46.322009 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e3d9be9-ee29-4b14-b6bb-8753645cabc1 x-openstack-request-id: req-5e3d9be9-ee29-4b14-b6bb-8753645cabc1 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:46.322502 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752b4933-c683-452e-8fd6-d9bd57cea2b0", "name": "network-vif-unplugged", "status": "completed", "tag": "c3ddbe74-de46-4bdc-aa95-fe93e279b6c4", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:46.322909 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5e3d9be9-ee29-4b14-b6bb-8753645cabc1 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:46.323528 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752b4933-c683-452e-8fd6-d9bd57cea2b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4', 'code': 200} Jul 16 09:19:46.370107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] No DVR routers for this DVR port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:19:46.372479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Pushing event updated for resources: {'Port': ['ID=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,revision_number=6']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:46.421412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Attempting to bind port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:19:46.421693 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Attempting to bind port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:19:46.422060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Attempting to bind port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 on network 6e690a8c-987b-4c88-8499-edbc6438611d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:19:46.427858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 on network 6e690a8c-987b-4c88-8499-edbc6438611d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:19:46.428174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Attempting to bind port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 on network 6e690a8c-987b-4c88-8499-edbc6438611d {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:19:46.433918 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:19:46.434426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Checking segment: {'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:19:46.434813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Bound using segment: {'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:19:46.435863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Bound port: c3ddbe74-de46-4bdc-aa95-fe93e279b6c4, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2011813-7549-49ca-8d6a-29643f2dd732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:19:46.436365 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:46.513771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] For port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:19:46.517511 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] For port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:19:46.523537 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:46.565053 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:46.565698 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:46.567237 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] 10.222.0.38 "PUT /v2.0/ports/c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 HTTP/1.1" status: 200 len: 1092 time: 0.7040036 Jul 16 09:19:46.605340 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a91fba-23aa-4e90-91e3-adb9b682e2ce service neutron] Pushing event updated for resources: {'Port': ['ID=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:46.656616 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2861d73-638c-4508-b275-23b8b9652ced req-0ddd42ee-7acc-4e7c-b87f-ede0246323c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:46.658228 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-0ddd42ee-7acc-4e7c-b87f-ede0246323c3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 1095 time: 0.0633411 Jul 16 09:19:46.763749 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2861d73-638c-4508-b275-23b8b9652ced req-dd228800-f897-40c4-9405-1a418d3f9fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:46.765344 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-dd228800-f897-40c4-9405-1a418d3f9fb5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 915 time: 0.1004276 Jul 16 09:19:46.809373 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-ba200f8c-9d23-4474-9a54-f3dd4ad27bc1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 HTTP/1.1" status: 200 len: 217 time: 0.0376227 Jul 16 09:19:46.869347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2861d73-638c-4508-b275-23b8b9652ced req-66d59739-cc33-467c-9723-c5fb397a1d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:46.870843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-66d59739-cc33-467c-9723-c5fb397a1d53 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d36e6018-2edd-42dc-8882-9e7800d7c016 HTTP/1.1" status: 200 len: 855 time: 0.0559139 Jul 16 09:19:46.907158 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-f93a6dd3-2b09-49d8-a810-bd8f3f29bba3 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e690a8c-987b-4c88-8499-edbc6438611d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302148 Jul 16 09:19:47.053214 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-38820cca-8d1d-4650-b968-cb1d2c476a0f service neutron] 10.222.0.38 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386445 Jul 16 09:19:47.065198 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cb8a6-221e-4b9f-8bd4-44f7ce4f1c38 req-446507e9-3cd7-472d-b091-441d1c8d89a9 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:47.066828 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d2cb8a6-221e-4b9f-8bd4-44f7ce4f1c38 req-446507e9-3cd7-472d-b091-441d1c8d89a9 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 943 time: 0.1538825 Jul 16 09:19:47.168971 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d2cb8a6-221e-4b9f-8bd4-44f7ce4f1c38 req-db798ce6-944c-4772-9f54-6440eaa551ca tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929871 Jul 16 09:19:47.196546 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2861d73-638c-4508-b275-23b8b9652ced req-91e4a5e3-1b8c-4211-b205-af142cdab028 service neutron] 10.222.0.38 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286705 Jul 16 09:19:48.324879 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '752b4933-c683-452e-8fd6-d9bd57cea2b0', 'tag': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:48.329640 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c" -d '{"events": [{"name": "network-changed", "server_uuid": "752b4933-c683-452e-8fd6-d9bd57cea2b0", "tag": "c3ddbe74-de46-4bdc-aa95-fe93e279b6c4"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:48.360543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b10a4-bbcb-481a-80be-36e8b8470354 req-07f8be4f-d030-4df4-a9d0-16ac3e9ea22e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:48.362163 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-747b10a4-bbcb-481a-80be-36e8b8470354 req-07f8be4f-d030-4df4-a9d0-16ac3e9ea22e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 943 time: 0.0714424 Jul 16 09:19:48.382950 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4be1ac69-b350-4d09-88a8-36c88090d280 x-openstack-request-id: req-4be1ac69-b350-4d09-88a8-36c88090d280 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:48.383245 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "752b4933-c683-452e-8fd6-d9bd57cea2b0", "tag": "c3ddbe74-de46-4bdc-aa95-fe93e279b6c4", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:48.383496 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4be1ac69-b350-4d09-88a8-36c88090d280 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:48.384203 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '752b4933-c683-452e-8fd6-d9bd57cea2b0', 'tag': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4', 'status': 'completed', 'code': 200} Jul 16 09:19:48.403455 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:19:48.417086 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-747b10a4-bbcb-481a-80be-36e8b8470354 req-9e8f8776-c49b-4ebf-96a8-55f39c64052d tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445802 Jul 16 09:19:48.450368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:19:48.505784 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-6f4cb31f-0d58-4374-b5c0-1edeedee7768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:48.507347 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-6f4cb31f-0d58-4374-b5c0-1edeedee7768 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 1095 time: 0.0922897 Jul 16 09:19:48.510323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-d90e01f3-7383-46ee-bbb4-97867b0e3e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:48.511734 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-d90e01f3-7383-46ee-bbb4-97867b0e3e2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 1095 time: 0.1068711 Jul 16 09:19:48.671784 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-e2a23c46-3038-42dd-82be-e2f1b988e856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:48.673360 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-e2a23c46-3038-42dd-82be-e2f1b988e856 service neutron] 10.222.0.38 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 915 time: 0.1594331 Jul 16 09:19:48.676266 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-14c1db04-5631-4cf5-b829-0066017bf858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:48.677708 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-14c1db04-5631-4cf5-b829-0066017bf858 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 915 time: 0.1560824 Jul 16 09:19:48.752409 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-a30238e7-0e68-4211-a2eb-48389d56ad19 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 HTTP/1.1" status: 200 len: 217 time: 0.0725214 Jul 16 09:19:48.754071 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-f96380c2-3657-4fdc-b82d-e37fe7e5049e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 HTTP/1.1" status: 200 len: 217 time: 0.0675912 Jul 16 09:19:48.843043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-ff3b38b1-fa99-47eb-8cd5-9b9dccdb0f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:48.844426 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-ff3b38b1-fa99-47eb-8cd5-9b9dccdb0f00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d36e6018-2edd-42dc-8882-9e7800d7c016 HTTP/1.1" status: 200 len: 855 time: 0.0846176 Jul 16 09:19:48.860881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-ef0fde3a-f974-42b1-a1bc-0db98b3a21fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:48.862366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-ef0fde3a-f974-42b1-a1bc-0db98b3a21fb service neutron] 10.222.0.38 "GET /v2.0/subnets?id=d36e6018-2edd-42dc-8882-9e7800d7c016 HTTP/1.1" status: 200 len: 855 time: 0.0759590 Jul 16 09:19:48.890765 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-0fe5c3f4-3ef5-4eb9-bc8a-dbc8262a9a01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e690a8c-987b-4c88-8499-edbc6438611d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390406 Jul 16 09:19:48.920821 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-a4752d1d-6948-40b4-9805-e1fba46083b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=6e690a8c-987b-4c88-8499-edbc6438611d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394804 Jul 16 09:19:49.079022 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-91637a92-7177-455b-a6f5-88ac451341f9 service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682076 Jul 16 09:19:49.085385 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-d4cb1fa2-bfc6-4c55-94cf-e48053912a8d service neutron] 10.222.0.38 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533864 Jul 16 09:19:49.245550 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-feb4b9fe-c4ba-4e7f-be12-ff2964dd9a32 service neutron] 10.222.0.38 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511312 Jul 16 09:19:49.247395 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e54fc4d7-d1af-4ce6-8afb-a718db6b098c req-fe6be1e5-da01-42e9-bca4-497fc777f8a5 service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610560 Jul 16 09:19:49.644744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae145e-4bec-4c18-a1f3-da3c2d759418 req-de6375c5-3f9b-4be1-8b2d-330c6858dcb8 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:49.647457 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50ae145e-4bec-4c18-a1f3-da3c2d759418 req-de6375c5-3f9b-4be1-8b2d-330c6858dcb8 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 943 time: 0.0909336 Jul 16 09:19:49.690548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50ae145e-4bec-4c18-a1f3-da3c2d759418 req-7e21e918-e946-428e-9a0f-7d87e64d8069 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375459 Jul 16 09:19:50.081538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:19:50.204622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:50.226257 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4', 'network_id': '6e690a8c-987b-4c88-8499-edbc6438611d', 'port_id': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4', 'mac_address': 'fa:16:3e:4c:03:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd36e6018-2edd-42dc-8882-9e7800d7c016', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:19:50.295117 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:50.310438 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:19:50.339464 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:50.346110 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:50.365591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfb6b6-42fa-470c-94b7-72bc6efdd094 req-68ff7c27-a0be-45ea-a7f0-5184923ff3bb tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:50.367196 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-67bfb6b6-42fa-470c-94b7-72bc6efdd094 req-68ff7c27-a0be-45ea-a7f0-5184923ff3bb tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 943 time: 0.4020367 Jul 16 09:19:50.376039 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d409d-715a-405c-a173-57e8efbe342e req-6a55aa60-1223-45b9-a32e-646c34a54210 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:50.377595 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-356d409d-715a-405c-a173-57e8efbe342e req-6a55aa60-1223-45b9-a32e-646c34a54210 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.15 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0&tenant_id=9f047cd99bb04df5b42ccc03b2879b50&binding%3Ahost_id=n-h2-758944-46 HTTP/1.1" status: 200 len: 943 time: 0.3772504 Jul 16 09:19:50.407962 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:50.421837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:50.422420 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:50.423120 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:50.423840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:50.424413 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:50.425499 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:50.425659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:50.426054 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:50.426612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:50.427165 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:50.427728 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:50.428289 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:50.446588 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-67bfb6b6-42fa-470c-94b7-72bc6efdd094 req-42f87382-7768-4477-afa7-2dd454244c65 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679734 Jul 16 09:19:50.465320 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-356d409d-715a-405c-a173-57e8efbe342e req-e60441c8-f345-4286-87bd-85dc51d1774e service neutron] delete failed (client error): The resource could not be found. Jul 16 09:19:50.466861 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-356d409d-715a-405c-a173-57e8efbe342e req-e60441c8-f345-4286-87bd-85dc51d1774e service neutron] 10.222.0.15 "DELETE /v2.0/ports/c3ddbe74-de46-4bdc-aa95-fe93e279b6c4/bindings/n-h1-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.0804396 Jul 16 09:19:50.541677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['c3ddbe74-de46-4bdc-aa95-fe93e279b6c4'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:19:50.568810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d409d-715a-405c-a173-57e8efbe342e req-9a82c2f8-8fc5-46fd-9ffd-ab6069d8d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:50.570340 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-356d409d-715a-405c-a173-57e8efbe342e req-9a82c2f8-8fc5-46fd-9ffd-ab6069d8d502 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 1096 time: 0.0590374 Jul 16 09:19:50.689211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d409d-715a-405c-a173-57e8efbe342e req-cde2c775-94e0-4dfd-b4bb-51ff56eb5fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:50.690749 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-356d409d-715a-405c-a173-57e8efbe342e req-cde2c775-94e0-4dfd-b4bb-51ff56eb5fe3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 200 len: 915 time: 0.1145449 Jul 16 09:19:50.760724 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-356d409d-715a-405c-a173-57e8efbe342e req-4db9a3a3-4ada-4d81-bd89-67a2c67cc46f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 HTTP/1.1" status: 200 len: 217 time: 0.0638156 Jul 16 09:19:50.842109 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356d409d-715a-405c-a173-57e8efbe342e req-de2c37d5-a318-4dea-ae1b-49764d8a9cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:50.844771 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-356d409d-715a-405c-a173-57e8efbe342e req-de2c37d5-a318-4dea-ae1b-49764d8a9cf6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d36e6018-2edd-42dc-8882-9e7800d7c016 HTTP/1.1" status: 200 len: 855 time: 0.0783556 Jul 16 09:19:50.886090 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-356d409d-715a-405c-a173-57e8efbe342e req-7b9991c9-8fe3-4e3c-b225-e1b3dfb1367d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6e690a8c-987b-4c88-8499-edbc6438611d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352249 Jul 16 09:19:50.998042 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-356d409d-715a-405c-a173-57e8efbe342e req-325d623d-56cb-4016-9e06-1dfd5b8ad385 service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052883 Jul 16 09:19:51.157396 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-356d409d-715a-405c-a173-57e8efbe342e req-85b0cd21-b5dc-4136-9d36-9c10cc6605c8 service neutron] 10.222.0.15 "GET /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541100 Jul 16 09:19:51.654625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703d430-7406-46f7-9cb1-90169b5662e7 req-307df140-2a1b-42d0-b9fc-426f32e2ff67 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:51.657110 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e703d430-7406-46f7-9cb1-90169b5662e7 req-307df140-2a1b-42d0-b9fc-426f32e2ff67 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 944 time: 0.0711367 Jul 16 09:19:51.708231 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e703d430-7406-46f7-9cb1-90169b5662e7 req-a1b2f644-323c-403a-8ce8-9a3cf22c4d1b tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425706 Jul 16 09:19:52.081387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:19:52.132396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:19:52.137010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:52.137378 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:52.228904 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:52.257293 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752b4933-c683-452e-8fd6-d9bd57cea2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:52.260055 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5013a056-7605-469d-b191-a65dbdbfda99" -d '{"events": [{"server_uuid": "752b4933-c683-452e-8fd6-d9bd57cea2b0", "name": "network-vif-plugged", "status": "completed", "tag": "c3ddbe74-de46-4bdc-aa95-fe93e279b6c4"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:52.275298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:52.283166 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:52.320373 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96fb7144-11ff-45a6-8042-4bb92a3917e5 x-openstack-request-id: req-96fb7144-11ff-45a6-8042-4bb92a3917e5 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:52.320780 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752b4933-c683-452e-8fd6-d9bd57cea2b0", "name": "network-vif-plugged", "status": "completed", "tag": "c3ddbe74-de46-4bdc-aa95-fe93e279b6c4", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:52.321094 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96fb7144-11ff-45a6-8042-4bb92a3917e5 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:52.321552 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752b4933-c683-452e-8fd6-d9bd57cea2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4', 'code': 200} Jul 16 09:19:52.349110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:52.901960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599cd96-465f-4565-a701-4c564f8adcba req-412a9702-24b9-41d8-9dda-8b68b3aea433 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:52.903619 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9599cd96-465f-4565-a701-4c564f8adcba req-412a9702-24b9-41d8-9dda-8b68b3aea433 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0748959 Jul 16 09:19:52.945088 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9599cd96-465f-4565-a701-4c564f8adcba req-1f443099-d1b9-4439-aa6f-611f48ae8d18 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353990 Jul 16 09:19:53.142584 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5df87f-ad4f-4b91-b387-253274371f43 req-14ffde47-6ed0-4ee2-b70e-6f0b800c5278 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:53.144708 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f5df87f-ad4f-4b91-b387-253274371f43 req-14ffde47-6ed0-4ee2-b70e-6f0b800c5278 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0740747 Jul 16 09:19:53.189996 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2f5df87f-ad4f-4b91-b387-253274371f43 req-a0f1e87a-5fcc-4f3a-a9a2-5d29fffdfc0b tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376530 Jul 16 09:19:53.384319 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c8b2f3-7bc1-4815-a96a-d0c8c5872c75 req-85a94647-3cca-4255-9d00-62f3089dd547 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:53.386240 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a1c8b2f3-7bc1-4815-a96a-d0c8c5872c75 req-85a94647-3cca-4255-9d00-62f3089dd547 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0749943 Jul 16 09:19:53.431083 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a1c8b2f3-7bc1-4815-a96a-d0c8c5872c75 req-da2bb126-95bc-453f-9a9b-8044db8cf470 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378628 Jul 16 09:19:54.072752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aba113-4796-42a2-9ae0-4f946c3862a8 req-6a9b7a2a-724e-4a29-91eb-f5757c44384a tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:54.074495 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-17aba113-4796-42a2-9ae0-4f946c3862a8 req-6a9b7a2a-724e-4a29-91eb-f5757c44384a tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0756552 Jul 16 09:19:54.127165 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-17aba113-4796-42a2-9ae0-4f946c3862a8 req-d6b248c7-5a92-44f2-92b4-5acb30ed365a tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454566 Jul 16 09:19:55.059928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8ea72-2a21-4f35-8e51-91cf97df2f1e req-4cb36386-d4f1-4e69-b22f-52ba5955d5fd tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:55.062597 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-11d8ea72-2a21-4f35-8e51-91cf97df2f1e req-4cb36386-d4f1-4e69-b22f-52ba5955d5fd tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.38 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0874856 Jul 16 09:19:55.179626 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-11d8ea72-2a21-4f35-8e51-91cf97df2f1e req-ffe5475a-14e4-445c-8253-59e9c627e6b1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Deleting port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:19:55.180236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-11d8ea72-2a21-4f35-8e51-91cf97df2f1e req-ffe5475a-14e4-445c-8253-59e9c627e6b1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:55.310936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-11d8ea72-2a21-4f35-8e51-91cf97df2f1e req-ffe5475a-14e4-445c-8253-59e9c627e6b1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] For port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,segment=NetworkSegment(a2011813-7549-49ca-8d6a-29643f2dd732),segment_id=a2011813-7549-49ca-8d6a-29643f2dd732)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:55.311538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-11d8ea72-2a21-4f35-8e51-91cf97df2f1e req-ffe5475a-14e4-445c-8253-59e9c627e6b1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:55.327580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-11d8ea72-2a21-4f35-8e51-91cf97df2f1e req-ffe5475a-14e4-445c-8253-59e9c627e6b1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Calling delete_port for c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:19:55.347183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e5d3e3-09ba-49fd-9776-1cd190e40424 req-f2fd3d58-61c9-4a1a-a345-1a2cc399a32e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:55.348852 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07e5d3e3-09ba-49fd-9776-1cd190e40424 req-f2fd3d58-61c9-4a1a-a345-1a2cc399a32e tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/ports?device_id=752b4933-c683-452e-8fd6-d9bd57cea2b0 HTTP/1.1" status: 200 len: 945 time: 0.0979018 Jul 16 09:19:55.411758 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07e5d3e3-09ba-49fd-9776-1cd190e40424 req-df9e98b0-cd3f-4da0-9e59-1689cc67340d tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.20 "GET /v2.0/security-groups?id=df2f4724-e995-4934-be10-6b1e607b536b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525794 Jul 16 09:19:55.488946 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-11d8ea72-2a21-4f35-8e51-91cf97df2f1e req-ffe5475a-14e4-445c-8253-59e9c627e6b1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:55.502287 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['c3ddbe74-de46-4bdc-aa95-fe93e279b6c4'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:19:55.531273 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe5475a-14e4-445c-8253-59e9c627e6b1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Pushing event deleted for resources: {'Port': ['ID=c3ddbe74-de46-4bdc-aa95-fe93e279b6c4,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:55.584866 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d8ea72-2a21-4f35-8e51-91cf97df2f1e req-ffe5475a-14e4-445c-8253-59e9c627e6b1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] No DVR routers for this DVR port c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:19:55.588105 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-11d8ea72-2a21-4f35-8e51-91cf97df2f1e req-ffe5475a-14e4-445c-8253-59e9c627e6b1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:55.590499 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-11d8ea72-2a21-4f35-8e51-91cf97df2f1e req-ffe5475a-14e4-445c-8253-59e9c627e6b1 tempest-ServerDiskConfigTestJSON-450685136 tempest-ServerDiskConfigTestJSON-450685136-project] 10.222.0.38 "DELETE /v2.0/ports/c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 HTTP/1.1" status: 204 len: 173 time: 0.5226583 Jul 16 09:19:55.591068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '752b4933-c683-452e-8fd6-d9bd57cea2b0', 'name': 'network-vif-deleted', 'tag': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:55.593808 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca41661-a67d-45db-80d5-f2c66961759f" -d '{"events": [{"server_uuid": "752b4933-c683-452e-8fd6-d9bd57cea2b0", "name": "network-vif-deleted", "tag": "c3ddbe74-de46-4bdc-aa95-fe93e279b6c4"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:55.654992 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f167eb6d-e5f3-41c5-b355-05bdd35382cf x-openstack-request-id: req-f167eb6d-e5f3-41c5-b355-05bdd35382cf {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:55.656079 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "752b4933-c683-452e-8fd6-d9bd57cea2b0", "name": "network-vif-deleted", "tag": "c3ddbe74-de46-4bdc-aa95-fe93e279b6c4", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:55.656079 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f167eb6d-e5f3-41c5-b355-05bdd35382cf {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:55.656439 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '752b4933-c683-452e-8fd6-d9bd57cea2b0', 'name': 'network-vif-deleted', 'tag': 'c3ddbe74-de46-4bdc-aa95-fe93e279b6c4', 'status': 'completed', 'code': 200} Jul 16 09:19:56.728287 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41764) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:56.777088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Deleting subnet d36e6018-2edd-42dc-8882-9e7800d7c016 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:19:56.781219 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:56.818604 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:56.861114 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:56.925892 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:56.953907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d36e6018-2edd-42dc-8882-9e7800d7c016,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:56.965451 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:56.967692 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d36e6018-2edd-42dc-8882-9e7800d7c016 HTTP/1.1" status: 204 len: 168 time: 0.2379429 Jul 16 09:19:56.970110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:56.970493 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:56.970843 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:56.971191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:56.971358 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41766) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:56.971850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:56.971850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:56.972217 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:56.972604 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:56.972965 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:56.973318 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:56.973653 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:56.974072 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf8073ec-6b96-488e-b121-0e4d5482bb69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:57.080965 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18b434b5-53f5-4acb-875b-52495df29983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:57.233742 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18b434b5-53f5-4acb-875b-52495df29983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:57.253013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-18b434b5-53f5-4acb-875b-52495df29983 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e690a8c-987b-4c88-8499-edbc6438611d']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:57.272171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-18b434b5-53f5-4acb-875b-52495df29983 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2011813-7549-49ca-8d6a-29643f2dd732') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:57.272817 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-18b434b5-53f5-4acb-875b-52495df29983 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2011813-7549-49ca-8d6a-29643f2dd732') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:57.290643 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18b434b5-53f5-4acb-875b-52495df29983 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:57.318190 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18b434b5-53f5-4acb-875b-52495df29983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:57.329917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18b434b5-53f5-4acb-875b-52495df29983 admin admin] Releasing vlan 72 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:19:57.330302 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18b434b5-53f5-4acb-875b-52495df29983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:19:57.332244 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:19:57.395259 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18b434b5-53f5-4acb-875b-52495df29983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:57.404527 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-18b434b5-53f5-4acb-875b-52495df29983 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:57.407048 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-18b434b5-53f5-4acb-875b-52495df29983 admin admin] 10.222.0.20 "DELETE /v2.0/networks/6e690a8c-987b-4c88-8499-edbc6438611d HTTP/1.1" status: 204 len: 168 time: 0.4341052 Jul 16 09:19:57.417681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b434b5-53f5-4acb-875b-52495df29983 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e690a8c-987b-4c88-8499-edbc6438611d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:57.535435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41770) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:57.589803 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-47ce9bb8-d4ab-4ad9-8072-afa4429faff5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9f047cd99bb04df5b42ccc03b2879b50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528133 Jul 16 09:19:57.592230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41772) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:57.650256 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-84777cab-86b1-4ea8-9b7c-7d5f46c6efe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:57.674787 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-84777cab-86b1-4ea8-9b7c-7d5f46c6efe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:57.730081 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-84777cab-86b1-4ea8-9b7c-7d5f46c6efe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:57.734304 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-84777cab-86b1-4ea8-9b7c-7d5f46c6efe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:57.735519 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-84777cab-86b1-4ea8-9b7c-7d5f46c6efe6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/df2f4724-e995-4934-be10-6b1e607b536b HTTP/1.1" status: 204 len: 168 time: 0.1419570 Jul 16 09:19:57.743704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84777cab-86b1-4ea8-9b7c-7d5f46c6efe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2f4724-e995-4934-be10-6b1e607b536b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:58.582598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41794) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:58.695738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-250100783-network', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:58.733541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] Made reservation on behalf of c75e25ecabd2488cba4aff6555810bb3 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:19:58.737719 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:58.754057 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:58.898263 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:58.904137 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:58.930684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 60, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:19:58.941433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1384f5-1689-4d0b-817d-01f7ff4ef99d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:58.947097 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:58.947457 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] Added segment da4c3ac0-1a03-487c-923c-8d3e8856c6f3 of type vlan for network 139b0864-a636-45c3-a838-524bd635c90a Jul 16 09:19:58.994750 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:59.031136 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:59.032103 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:59.032731 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:59.078334 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4909685 Jul 16 09:19:59.078756 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41798) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:59.083932 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-92f9a2bd-bf83-4e85-bc96-45f60482f58c admin admin] Request body: {'subnet': {'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-250100783-subnet', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:59.112205 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07caa337-8abc-414e-bb15-4b8b896733c8 admin admin] Pushing event updated for resources: {'Network': ['ID=139b0864-a636-45c3-a838-524bd635c90a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:59.114198 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f9a2bd-bf83-4e85-bc96-45f60482f58c admin admin] Made reservation on behalf of c75e25ecabd2488cba4aff6555810bb3 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:19:59.118799 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-92f9a2bd-bf83-4e85-bc96-45f60482f58c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:59.125785 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 139b0864-a636-45c3-a838-524bd635c90a details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:19:59.359617 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-92f9a2bd-bf83-4e85-bc96-45f60482f58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:59.425801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9a2bd-bf83-4e85-bc96-45f60482f58c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6fe47c-41a9-4690-b73e-9ad4f6502d20,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:59.439483 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f9a2bd-bf83-4e85-bc96-45f60482f58c admin admin] Checking segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:19:59.439841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f9a2bd-bf83-4e85-bc96-45f60482f58c admin admin] Network hostable DHCP agents. Network: 139b0864-a636-45c3-a838-524bd635c90a, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:19:59.459731 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f9a2bd-bf83-4e85-bc96-45f60482f58c admin admin] Network 139b0864-a636-45c3-a838-524bd635c90a is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:19:59.472337 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-92f9a2bd-bf83-4e85-bc96-45f60482f58c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 139b0864-a636-45c3-a838-524bd635c90a) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:19:59.478138 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f9a2bd-bf83-4e85-bc96-45f60482f58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:59.479101 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-92f9a2bd-bf83-4e85-bc96-45f60482f58c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:59.486753 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca0d0a-4873-412a-ba97-8593a33f6506 None None] Network 139b0864-a636-45c3-a838-524bd635c90a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:19:59.497088 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-92f9a2bd-bf83-4e85-bc96-45f60482f58c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4171760 Jul 16 09:19:59.500046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41800) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:59.505778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:59.539826 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:59.541799 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:59.609901 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:59.702429 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-139b0864-a636-45c3-a838-524bd635c90a', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:19:59.703546 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:59.766946 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:59.857835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Allocated IP 172.20.0.2 (139b0864-a636-45c3-a838-524bd635c90a/ac6fe47c-41a9-4690-b73e-9ad4f6502d20/d9e427d3-744e-4792-82e5-06cd5f454d62) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:20:00.030086 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:00.043472 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Transition to ACTIVE for port object d9e427d3-744e-4792-82e5-06cd5f454d62 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:00.069155 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Transition to ACTIVE for port object d9e427d3-744e-4792-82e5-06cd5f454d62 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:00.078400 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:00.128046 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Network 139b0864-a636-45c3-a838-524bd635c90a is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:20:00.134465 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:20:00.138347 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:00.144601 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:20:00.170759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Pushing event updated for resources: {'Port': ['ID=d9e427d3-744e-4792-82e5-06cd5f454d62,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:00.176896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:20:00.177317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device c3ddbe74-de46-4bdc-aa95-fe93e279b6c4 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:20:00.244122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Attempting to bind port d9e427d3-744e-4792-82e5-06cd5f454d62 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:20:00.244692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Attempting to bind port d9e427d3-744e-4792-82e5-06cd5f454d62 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:20:00.245343 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Attempting to bind port d9e427d3-744e-4792-82e5-06cd5f454d62 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:00.256701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:20:00.257257 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Checking segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:20:00.257787 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:00.258381 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Bound using segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:20:00.259006 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Bound port: d9e427d3-744e-4792-82e5-06cd5f454d62, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:20:00.259654 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:00.358380 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] For port d9e427d3-744e-4792-82e5-06cd5f454d62, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:20:00.363355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] For port d9e427d3-744e-4792-82e5-06cd5f454d62, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d9e427d3-744e-4792-82e5-06cd5f454d62,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:20:00.367960 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:00.429789 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:00.436396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab34280-9010-45da-b745-8e90f96e07e3 None None] Pushing event updated for resources: {'Port': ['ID=d9e427d3-744e-4792-82e5-06cd5f454d62,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:00.466371 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:00.601786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Allocated IP 172.25.4.102 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/645e224a-d4f1-4f52-8fca-d3ad14d5422e) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:20:00.763536 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:00.819717 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:00.833172 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d9e427d3-744e-4792-82e5-06cd5f454d62 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:00.865542 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:20:00.868621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:00.873308 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:20:00.879893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Pushing event updated for resources: {'Port': ['ID=645e224a-d4f1-4f52-8fca-d3ad14d5422e,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:00.895157 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port d9e427d3-744e-4792-82e5-06cd5f454d62 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:01.168301 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:01.480248 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:01.561631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920091d9-d99b-4f7e-b205-d61e6d5332a9 None None] Network 139b0864-a636-45c3-a838-524bd635c90a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:20:01.698231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bbc959ce-acaf-47a3-adac-cddfa48cee84 None None] Provisioning for port d9e427d3-744e-4792-82e5-06cd5f454d62 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:01.700415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Router f5093462-e2cc-4df2-a5d3-d130ae164114 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:20:01.714351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bbc959ce-acaf-47a3-adac-cddfa48cee84 None None] Provisioning complete for port d9e427d3-744e-4792-82e5-06cd5f454d62 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:01.714936 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bbc959ce-acaf-47a3-adac-cddfa48cee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:01.847834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:20:01.870934 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:01.872565 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6c16f94a-1fd5-4e7f-a409-aa46cc2b4979 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3713427 Jul 16 09:20:01.876172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41802) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:02.003754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Sync routers for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:20:02.035111 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bbc959ce-acaf-47a3-adac-cddfa48cee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:02.037169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:02.037874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:19:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:02.181517 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-bbc959ce-acaf-47a3-adac-cddfa48cee84 None None] For port d9e427d3-744e-4792-82e5-06cd5f454d62, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d9e427d3-744e-4792-82e5-06cd5f454d62,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:02.193762 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bbc959ce-acaf-47a3-adac-cddfa48cee84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:02.287852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:02.421421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc959ce-acaf-47a3-adac-cddfa48cee84 None None] Pushing event updated for resources: {'Port': ['ID=d9e427d3-744e-4792-82e5-06cd5f454d62,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:02.441751 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:02.473375 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1a4de466-16cb-4d79-a953-1d6039b1cb54 None None] Provisioning complete for port d9e427d3-744e-4792-82e5-06cd5f454d62 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:02.473993 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1a4de466-16cb-4d79-a953-1d6039b1cb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:02.625165 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Allocated IP 172.20.0.1 (139b0864-a636-45c3-a838-524bd635c90a/ac6fe47c-41a9-4690-b73e-9ad4f6502d20/7073b9ed-8bc3-4fdf-89ad-2d8c76555f69) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:20:02.756163 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:02.774426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Transition to ACTIVE for port object 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:02.783191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d9e427d3-744e-4792-82e5-06cd5f454d62 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:02.787788 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:01Z', 'revision_number': 3, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:02.816267 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:02.862384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Network 139b0864-a636-45c3-a838-524bd635c90a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:20:02.865599 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:02.870616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:20:02.874279 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Checking router: f5093462-e2cc-4df2-a5d3-d130ae164114 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:20:02.874943 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Updating router f5093462-e2cc-4df2-a5d3-d130ae164114 port 645e224a-d4f1-4f52-8fca-d3ad14d5422e binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:20:02.895792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Pushing event updated for resources: {'Port': ['ID=7073b9ed-8bc3-4fdf-89ad-2d8c76555f69,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:02.921661 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:02.961565 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:03.044890 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d9e427d3-744e-4792-82e5-06cd5f454d62 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:03.045784 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:03.095952 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:03.250521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ddf26a11-fe1b-490d-947b-04ee2f960ed4 None None] Provisioning for port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:03.265009 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ddf26a11-fe1b-490d-947b-04ee2f960ed4 None None] Provisioning complete for port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:03.265394 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ddf26a11-fe1b-490d-947b-04ee2f960ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:03.300395 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:03.306920 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:03.350987 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ddf26a11-fe1b-490d-947b-04ee2f960ed4 None None] Port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:20:03.374811 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:03.390733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Pushing event updated for resources: {'Port': ['ID=7073b9ed-8bc3-4fdf-89ad-2d8c76555f69,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:03.496266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Network 139b0864-a636-45c3-a838-524bd635c90a is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:20:03.498177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:03.516814 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:03.536200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Transition to ACTIVE for port object 645e224a-d4f1-4f52-8fca-d3ad14d5422e will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:03.546955 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:03.646580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Router f5093462-e2cc-4df2-a5d3-d130ae164114 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:20:03.653919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Attempting to bind port 645e224a-d4f1-4f52-8fca-d3ad14d5422e on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:20:03.654513 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Attempting to bind port 645e224a-d4f1-4f52-8fca-d3ad14d5422e by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:20:03.655102 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Attempting to bind port 645e224a-d4f1-4f52-8fca-d3ad14d5422e on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:03.660333 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079b12f-dfec-45cf-b96c-4936f342b420 None None] Pushing event updated for resources: {'Port': ['ID=645e224a-d4f1-4f52-8fca-d3ad14d5422e,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:03.672485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:20:03.672485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:20:03.673551 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:03.674842 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:20:03.675963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Bound port: 645e224a-d4f1-4f52-8fca-d3ad14d5422e, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:20:03.676788 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:03.753834 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] For port 645e224a-d4f1-4f52-8fca-d3ad14d5422e, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:20:03.758089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] For port 645e224a-d4f1-4f52-8fca-d3ad14d5422e, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=645e224a-d4f1-4f52-8fca-d3ad14d5422e,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:20:03.764932 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:03.815131 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:20:03.824730 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-053476ee-ecd8-4d37-ae65-628ef29af797 admin admin] 10.222.0.20 "PUT /v2.0/routers/f5093462-e2cc-4df2-a5d3-d130ae164114/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9462643 Jul 16 09:20:03.829337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:03.830205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:19:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:03.832091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079b12f-dfec-45cf-b96c-4936f342b420 None None] Pushing event updated for resources: {'Port': ['ID=645e224a-d4f1-4f52-8fca-d3ad14d5422e,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:03.902059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b243ac03-4ee4-4342-9e29-17c8d2d05daf None None] Provisioning complete for port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:03.902373 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b243ac03-4ee4-4342-9e29-17c8d2d05daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:03.983723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b243ac03-4ee4-4342-9e29-17c8d2d05daf None None] Port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:20:03.988710 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:04.074446 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:04.299271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 2, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:04.349105 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9e678a8-6ba3-4816-babd-e29aa3d39e3e None None] The sync data for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 is: [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 2, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:20:04.731476 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41810) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:04.737799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ed8fd679-9e3a-4822-8eaf-62e2f9e8b05e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Request body: {'security_group': {'name': 'tempest-securitygroup--533958563', 'description': 'tempest-description--1958889347'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:04.766632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd679-9e3a-4822-8eaf-62e2f9e8b05e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:04.884689 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd679-9e3a-4822-8eaf-62e2f9e8b05e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:04.891105 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd679-9e3a-4822-8eaf-62e2f9e8b05e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:04.922078 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed8fd679-9e3a-4822-8eaf-62e2f9e8b05e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:04.924109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ed8fd679-9e3a-4822-8eaf-62e2f9e8b05e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1902680 Jul 16 09:20:04.927239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41812) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:04.931753 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fd679-9e3a-4822-8eaf-62e2f9e8b05e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f8a6536-d108-4f2f-88de-7d04d52b3c10,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:04.939338 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4e6e34b5-ad09-4024-b965-8f06322322ce tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Request body: {'security_group_rule': {'security_group_id': '0f8a6536-d108-4f2f-88de-7d04d52b3c10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:04.974545 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e6e34b5-ad09-4024-b965-8f06322322ce tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:05.061330 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e6e34b5-ad09-4024-b965-8f06322322ce tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:05.066304 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e6e34b5-ad09-4024-b965-8f06322322ce tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:05.087140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e34b5-ad09-4024-b965-8f06322322ce tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=020ab0e4-e7a4-4252-9209-7fdd49366f62,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:05.098198 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e6e34b5-ad09-4024-b965-8f06322322ce tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:05.099818 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4e6e34b5-ad09-4024-b965-8f06322322ce tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1699510 Jul 16 09:20:05.102502 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41814) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:05.111238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-83c83bd1-3992-46f2-a759-c0d029cbf53e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Request body: {'security_group_rule': {'security_group_id': '0f8a6536-d108-4f2f-88de-7d04d52b3c10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:05.156958 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83c83bd1-3992-46f2-a759-c0d029cbf53e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:05.275657 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83c83bd1-3992-46f2-a759-c0d029cbf53e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:05.280132 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1c96db37-2301-4ba0-9def-4b252f8425ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:05.285370 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83c83bd1-3992-46f2-a759-c0d029cbf53e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:05.310453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c83bd1-3992-46f2-a759-c0d029cbf53e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d7e3964-19d4-4651-820d-cc40762b2e64,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:05.323866 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83c83bd1-3992-46f2-a759-c0d029cbf53e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:05.328924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 41816) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:05.329240 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-83c83bd1-3992-46f2-a759-c0d029cbf53e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2248657 Jul 16 09:20:05.338274 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:05.374703 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:05.530332 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:05.657675 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Allocated IP 172.25.4.32 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/bb2db033-3fc4-44dc-91b6-5c0b63d6e488) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:20:05.803463 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:05.836831 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:05.855806 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:05.896740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:20:05.902393 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:05.906067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:20:05.948833 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Pushing event updated for resources: {'Port': ['ID=bb2db033-3fc4-44dc-91b6-5c0b63d6e488,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:06.033145 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:06.089502 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:06.272389 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:06.278475 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:06.356045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Pushing event updated for resources: {'Port': ['ID=bb2db033-3fc4-44dc-91b6-5c0b63d6e488,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:06.369466 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:06.386256 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:06.388241 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-835abc7e-5a43-4d84-9ae2-745dd3184141 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0566466 Jul 16 09:20:06.599459 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-d4b9b4b0-e97f-4ebf-a77c-586368ba0053 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--533958563&fields=id&tenant_id=c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 267 time: 0.0533824 Jul 16 09:20:06.754981 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-6a4471f9-f73d-42bb-82a7-bea451ba0716 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:06.757196 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-6a4471f9-f73d-42bb-82a7-bea451ba0716 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 811 time: 0.1466460 Jul 16 09:20:06.780670 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-7b118986-dc12-4e4c-9fa1-f969d8251e6c tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/quotas/c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 375 time: 0.0156794 Jul 16 09:20:06.805744 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Sync routers for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:20:06.822688 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:06.824032 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:19:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:06.832917 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 645e224a-d4f1-4f52-8fca-d3ad14d5422e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:06.899818 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-7c840794-4e6e-4d46-ac99-774e1881f2eb tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1109822 Jul 16 09:20:06.923570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 645e224a-d4f1-4f52-8fca-d3ad14d5422e completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:06.930194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 645e224a-d4f1-4f52-8fca-d3ad14d5422e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:06.930726 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:07.041236 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:07.080051 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 645e224a-d4f1-4f52-8fca-d3ad14d5422e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=645e224a-d4f1-4f52-8fca-d3ad14d5422e,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:07.087131 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:07.097727 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:07.183977 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=645e224a-d4f1-4f52-8fca-d3ad14d5422e,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:07.414660 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 2, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:07.438470 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-5c58558b-bf9a-40e7-88ec-aedf29b1f715 service neutron] 10.222.0.20 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234883 Jul 16 09:20:07.462508 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Checking router: f5093462-e2cc-4df2-a5d3-d130ae164114 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:20:07.463147 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Updating router f5093462-e2cc-4df2-a5d3-d130ae164114 port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:20:07.522969 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:07.548580 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-15a4d0d4-1b00-4bad-bd9f-65d47d69a2c6 service neutron] 10.222.0.20 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028438 Jul 16 09:20:07.787562 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9cc84b2b-ff8d-48fa-aaf3-880d3ae38e2f req-44b26867-24f0-4be6-b6ab-4758ae288908 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 210 time: 0.0441887 Jul 16 09:20:07.928929 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:07.944685 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Transition to ACTIVE for port object 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:07.954917 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:07.961101 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-778e1aec-2d84-4242-8c59-1b8b0d7338d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:08.052576 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46fe17-64aa-4da9-8d7e-abff01bb5283 None None] Pushing event updated for resources: {'Port': ['ID=7073b9ed-8bc3-4fdf-89ad-2d8c76555f69,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:08.087786 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46fe17-64aa-4da9-8d7e-abff01bb5283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:08.088142 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46fe17-64aa-4da9-8d7e-abff01bb5283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:08.088533 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46fe17-64aa-4da9-8d7e-abff01bb5283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:08.088828 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46fe17-64aa-4da9-8d7e-abff01bb5283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:08.089233 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46fe17-64aa-4da9-8d7e-abff01bb5283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:08.089544 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46fe17-64aa-4da9-8d7e-abff01bb5283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:08.089961 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46fe17-64aa-4da9-8d7e-abff01bb5283 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:08.090426 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46fe17-64aa-4da9-8d7e-abff01bb5283 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:08.091354 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46fe17-64aa-4da9-8d7e-abff01bb5283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:08.091683 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46fe17-64aa-4da9-8d7e-abff01bb5283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:08.092074 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46fe17-64aa-4da9-8d7e-abff01bb5283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:08.092424 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c46fe17-64aa-4da9-8d7e-abff01bb5283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:08.113809 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Attempting to bind port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:20:08.114415 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Attempting to bind port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:20:08.114778 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Attempting to bind port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:08.122615 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:20:08.123181 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Checking segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:20:08.123778 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:08.124689 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Bound using segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:20:08.125490 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Bound port: 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:20:08.126449 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:08.227175 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:08.275825 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] For port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:20:08.281798 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] For port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7073b9ed-8bc3-4fdf-89ad-2d8c76555f69,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:20:08.287811 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:08.377308 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:08.378367 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:20:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:08.460175 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46fe17-64aa-4da9-8d7e-abff01bb5283 None None] Pushing event updated for resources: {'Port': ['ID=7073b9ed-8bc3-4fdf-89ad-2d8c76555f69,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:08.553504 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:08.811204 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:08Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:08.814467 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 645e224a-d4f1-4f52-8fca-d3ad14d5422e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:08.842540 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1898d7-d85d-42c5-924f-08d6fe9c4fe3 None None] The sync data for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 is: [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:08Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:20:08.886266 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 645e224a-d4f1-4f52-8fca-d3ad14d5422e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:08.886886 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.011362 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:09.034921 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-72b718be-ff38-4e38-b12b-846ef56d3987 req-6a7a4129-4b49-4f9b-ba8a-2b1a6b488c29 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 210 time: 0.0639639 Jul 16 09:20:09.086909 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:09.093246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:09.093942 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.231500 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.272763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-278db7ff-e2f5-44aa-ac31-6f20ed061f1c tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:09.275671 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-278db7ff-e2f5-44aa-ac31-6f20ed061f1c tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 811 time: 0.2031894 Jul 16 09:20:09.292596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7073b9ed-8bc3-4fdf-89ad-2d8c76555f69,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:09.298863 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.360354 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-ee5bb307-3dfe-48ae-84d2-94f069f833f8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 379 time: 0.0757987 Jul 16 09:20:09.373963 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Request body: {'port': {'device_id': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'admin_state_up': True, 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'security_groups': ['0f8a6536-d108-4f2f-88de-7d04d52b3c10']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:09.374787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=7073b9ed-8bc3-4fdf-89ad-2d8c76555f69,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:09.537660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Made reservation on behalf of c75e25ecabd2488cba4aff6555810bb3 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:20:09.545089 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.759130 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Allocated IP 172.20.0.4 (139b0864-a636-45c3-a838-524bd635c90a/ac6fe47c-41a9-4690-b73e-9ad4f6502d20/64df6544-343d-4ca1-9c9d-4e36e4e6b3f5) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:20:09.863675 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.952571 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.969313 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Transition to ACTIVE for port object 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:10.008975 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:10.062553 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Network 139b0864-a636-45c3-a838-524bd635c90a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:20:10.066345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:10.071117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:20:10.119165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Pushing event updated for resources: {'Port': ['ID=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:10.151927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:10.152590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:10.153206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:10.154266 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:10.154850 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:10.155438 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:10.156028 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:10.156654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:10.157237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:10.157787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:10.158363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:10.158948 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:10.200484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:10.201747 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:10.280379 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-920f7ed8-98ee-4b69-b633-a71176332ab0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9147367 Jul 16 09:20:10.297271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Request body: {'port': {'device_id': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:10.337269 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-118d48a2-93dd-42b6-95df-5c1c3d58ef42 None None] Provisioning for port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:10.345647 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-118d48a2-93dd-42b6-95df-5c1c3d58ef42 None None] Provisioning complete for port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:10.346423 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-118d48a2-93dd-42b6-95df-5c1c3d58ef42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:10.362998 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffba5cd-fc56-4a8c-9886-b4120cf0352b req-cce4f063-e195-4160-84e4-78a5c5cfb272 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:10.364684 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ffba5cd-fc56-4a8c-9886-b4120cf0352b req-cce4f063-e195-4160-84e4-78a5c5cfb272 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 931 time: 0.1512148 Jul 16 09:20:10.413742 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-118d48a2-93dd-42b6-95df-5c1c3d58ef42 None None] Port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:20:10.415327 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:10.445729 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ffba5cd-fc56-4a8c-9886-b4120cf0352b req-0a5f2b9b-32c4-4745-b28c-d4fdf8521da1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630331 Jul 16 09:20:10.722855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:20:10.731892 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:10.745045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Transition to ACTIVE for port object 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:10.750095 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:10.767156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:10.812730 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Pushing event updated for resources: {'Port': ['ID=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:10.824798 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:10.825708 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:10.931338 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Attempting to bind port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:20:10.931840 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Attempting to bind port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:20:10.932323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Attempting to bind port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:10.940322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 on network 139b0864-a636-45c3-a838-524bd635c90a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:20:10.940831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Attempting to bind port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:10.949508 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:20:10.949909 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Checking segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:20:10.950468 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Bound using segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:20:10.951202 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Bound port: 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:20:10.951728 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:11.045462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] For port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:20:11.049639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] For port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:20:11.054959 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:11.093036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:11.093582 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:11.095223 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] 10.222.0.38 "PUT /v2.0/ports/64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 HTTP/1.1" status: 200 len: 1092 time: 0.8057268 Jul 16 09:20:11.097613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'tag': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:11.106310 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b191899a-f2ef-4b56-a403-16356d318eea" -d '{"events": [{"name": "network-changed", "server_uuid": "45a0bdc8-cc38-48f2-a085-d8dac6b36007", "tag": "64df6544-343d-4ca1-9c9d-4e36e4e6b3f5"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:11.144701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98721ab-19b3-4a39-91f7-580c23c88e53 service neutron] Pushing event updated for resources: {'Port': ['ID=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:11.183860 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83045382-6b29-4494-bf60-d558707accec x-openstack-request-id: req-83045382-6b29-4494-bf60-d558707accec {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:11.184467 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a0bdc8-cc38-48f2-a085-d8dac6b36007", "tag": "64df6544-343d-4ca1-9c9d-4e36e4e6b3f5", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:11.184740 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-83045382-6b29-4494-bf60-d558707accec {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:11.185151 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'tag': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5', 'status': 'completed', 'code': 200} Jul 16 09:20:11.229657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-dd1ad6bb-3205-44fe-8b8e-eec7ddf156f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:11.233034 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-dd1ad6bb-3205-44fe-8b8e-eec7ddf156f3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 1095 time: 0.0792661 Jul 16 09:20:11.305154 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-a5b66252-7d38-4bc4-a8ae-e04f3def95d7 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 HTTP/1.1" status: 200 len: 217 time: 0.0649395 Jul 16 09:20:11.379230 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-045cf946-6a24-45f3-ad47-a94a8622a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:11.379506 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:11.381788 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-045cf946-6a24-45f3-ad47-a94a8622a961 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0701265 Jul 16 09:20:11.446778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-96598f3c-db3d-404e-8e18-9c8736081df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:11.448464 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-96598f3c-db3d-404e-8e18-9c8736081df5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0605505 Jul 16 09:20:11.570005 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-5f8f9690-07fe-451a-bddd-46dc86b19c3b service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143856 Jul 16 09:20:11.707425 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e8abd87e-ec68-4b25-bd67-1a1ed0a3ae49 req-f4044442-4e44-4087-bd15-5d9950ccb8fa service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306539 Jul 16 09:20:11.720837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a4146-7dc4-4961-a830-518620a89210 req-a9a91f83-69df-4d3b-b220-dc08863e5e13 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:11.722422 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-717a4146-7dc4-4961-a830-518620a89210 req-a9a91f83-69df-4d3b-b220-dc08863e5e13 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 943 time: 0.1367829 Jul 16 09:20:11.803451 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-717a4146-7dc4-4961-a830-518620a89210 req-b1c4e790-9d03-4423-bad5-ebec07daf63f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747709 Jul 16 09:20:11.833714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191899a-f2ef-4b56-a403-16356d318eea req-99d5b60b-6138-4f9a-9d77-aa94400f9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:11.835266 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b191899a-f2ef-4b56-a403-16356d318eea req-99d5b60b-6138-4f9a-9d77-aa94400f9e50 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 1095 time: 0.0737898 Jul 16 09:20:11.961362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191899a-f2ef-4b56-a403-16356d318eea req-e2ae68bc-95ee-45c1-851e-0178e6bdf70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:11.962927 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b191899a-f2ef-4b56-a403-16356d318eea req-e2ae68bc-95ee-45c1-851e-0178e6bdf70c service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.1208649 Jul 16 09:20:12.006953 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b191899a-f2ef-4b56-a403-16356d318eea req-3c3538e0-a920-49da-88f7-f73a96408447 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 HTTP/1.1" status: 200 len: 217 time: 0.0358829 Jul 16 09:20:12.056473 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191899a-f2ef-4b56-a403-16356d318eea req-3a90096b-9bb9-4cb7-9e8e-bf682b06da5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:12.057886 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b191899a-f2ef-4b56-a403-16356d318eea req-3a90096b-9bb9-4cb7-9e8e-bf682b06da5e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0440965 Jul 16 09:20:12.121548 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191899a-f2ef-4b56-a403-16356d318eea req-df85da16-005c-4454-8e29-b9da7a21afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:12.123604 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b191899a-f2ef-4b56-a403-16356d318eea req-df85da16-005c-4454-8e29-b9da7a21afd0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0591552 Jul 16 09:20:12.224347 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b191899a-f2ef-4b56-a403-16356d318eea req-e405865d-9667-4c47-9ce5-5428082e71e2 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937324 Jul 16 09:20:12.323369 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b191899a-f2ef-4b56-a403-16356d318eea req-154b1ddd-240f-4d55-9416-6698fdb30ca5 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926490 Jul 16 09:20:13.006501 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4d79a-1eb9-401b-b43f-2804a9526eb5 req-a5f1099c-7dd5-4cb0-aea6-b7e9df70fda6 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:13.008152 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3fc4d79a-1eb9-401b-b43f-2804a9526eb5 req-a5f1099c-7dd5-4cb0-aea6-b7e9df70fda6 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 943 time: 0.0751877 Jul 16 09:20:13.053705 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3fc4d79a-1eb9-401b-b43f-2804a9526eb5 req-ed8c4b04-0fba-4edc-aad4-1c98d9a32de0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349793 Jul 16 09:20:14.159422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:20:14.261839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30bc268-9e2f-48ef-95fc-499365808e27 req-3e087cf4-5474-4496-b4d9-5864c87c9da5 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:14.264085 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e30bc268-9e2f-48ef-95fc-499365808e27 req-3e087cf4-5474-4496-b4d9-5864c87c9da5 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 943 time: 0.0764651 Jul 16 09:20:14.278423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:14.291749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'port_id': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5', 'mac_address': 'fa:16:3e:9f:ec:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:20:14.325676 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e30bc268-9e2f-48ef-95fc-499365808e27 req-f495840d-0208-46d9-8d7d-f0c901e9d0b5 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547788 Jul 16 09:20:14.330235 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.345511 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:20:14.382109 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:14.386870 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.437656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:14.585784 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['64df6544-343d-4ca1-9c9d-4e36e4e6b3f5'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:20:15.507524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b181d900-31d7-4594-a099-ef4c19ee9e7a req-adc37410-59d5-4b31-9898-20394b872cf1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:15.509174 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b181d900-31d7-4594-a099-ef4c19ee9e7a req-adc37410-59d5-4b31-9898-20394b872cf1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 944 time: 0.0688739 Jul 16 09:20:15.556048 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b181d900-31d7-4594-a099-ef4c19ee9e7a req-4703d663-8e97-475d-ac71-6abe883e987d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402517 Jul 16 09:20:16.175975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:16.259570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:16.264318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:16.264719 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:16.347463 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:16.372724 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:16.375053 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99896fab-7cb4-4178-824a-e8e664c3ef79" -d '{"events": [{"server_uuid": "45a0bdc8-cc38-48f2-a085-d8dac6b36007", "name": "network-vif-plugged", "status": "completed", "tag": "64df6544-343d-4ca1-9c9d-4e36e4e6b3f5"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:16.389089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:16.394507 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:16.428802 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ec4ff3-810b-477f-bef3-7cfbc2d1d266 x-openstack-request-id: req-a5ec4ff3-810b-477f-bef3-7cfbc2d1d266 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:16.429065 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a0bdc8-cc38-48f2-a085-d8dac6b36007", "name": "network-vif-plugged", "status": "completed", "tag": "64df6544-343d-4ca1-9c9d-4e36e4e6b3f5", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:16.429457 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a5ec4ff3-810b-477f-bef3-7cfbc2d1d266 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:16.430002 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5', 'code': 200} Jul 16 09:20:16.459864 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:16.545265 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65d0e9-50cb-40ef-a540-ea4bb71dd280 req-c591bba0-a049-4a87-83ba-328ff03c6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:16.546831 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d65d0e9-50cb-40ef-a540-ea4bb71dd280 req-c591bba0-a049-4a87-83ba-328ff03c6843 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 1097 time: 0.0546033 Jul 16 09:20:16.588233 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d65d0e9-50cb-40ef-a540-ea4bb71dd280 req-dbc9f21a-682c-43d5-bea3-61e31c81f3a2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351388 Jul 16 09:20:16.735450 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666cf2a1-640d-4d43-aab3-fb23d613f737 req-89799eed-0743-424b-9af2-c5d61fe4c498 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:16.737121 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-666cf2a1-640d-4d43-aab3-fb23d613f737 req-89799eed-0743-424b-9af2-c5d61fe4c498 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0666349 Jul 16 09:20:16.778243 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:20:16.788378 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-666cf2a1-640d-4d43-aab3-fb23d613f737 req-fbbf1ddd-602a-42aa-a5cf-4c5c8f6b733d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415392 Jul 16 09:20:17.973162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c25c8-5624-4612-8ae5-ff2e9388ce14 req-e165ed12-cd99-4527-adc6-308c277661cf tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:17.975550 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f35c25c8-5624-4612-8ae5-ff2e9388ce14 req-e165ed12-cd99-4527-adc6-308c277661cf tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0688636 Jul 16 09:20:18.018191 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f35c25c8-5624-4612-8ae5-ff2e9388ce14 req-4c7d3202-8465-4729-833c-45aac61d04bf tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366309 Jul 16 09:20:18.199101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9365137-f3a9-49f5-aaae-41e955072b4a req-f4988fbe-6537-4724-ae0b-05e9c8654447 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:18.200903 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a9365137-f3a9-49f5-aaae-41e955072b4a req-f4988fbe-6537-4724-ae0b-05e9c8654447 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0698280 Jul 16 09:20:18.211886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 41868) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:18.217693 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c73ed3b8-47d6-4ba2-8fbe-c6bdda31161a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Request body: {'floatingip': {'port_id': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:18.259847 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c73ed3b8-47d6-4ba2-8fbe-c6bdda31161a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:19.159241 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.db.resource_extend [None req-c73ed3b8-47d6-4ba2-8fbe-c6bdda31161a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 09:20:19.226175 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c73ed3b8-47d6-4ba2-8fbe-c6bdda31161a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:19.231174 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c73ed3b8-47d6-4ba2-8fbe-c6bdda31161a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:19.350256 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-c73ed3b8-47d6-4ba2-8fbe-c6bdda31161a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102 associated. External IP: 172.25.4.32, port: 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5. Jul 16 09:20:19.579567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c73ed3b8-47d6-4ba2-8fbe-c6bdda31161a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Router f5093462-e2cc-4df2-a5d3-d130ae164114 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:20:19.696580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c73ed3b8-47d6-4ba2-8fbe-c6bdda31161a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:20:19.701846 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c73ed3b8-47d6-4ba2-8fbe-c6bdda31161a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:19.708020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cf280c-62b6-4656-9303-67d1cfd229e4 None None] Sync routers for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:20:19.724937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf280c-62b6-4656-9303-67d1cfd229e4 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:19.725806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-59cf280c-62b6-4656-9303-67d1cfd229e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:20:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:19.741841 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c73ed3b8-47d6-4ba2-8fbe-c6bdda31161a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "PUT /v2.0/floatingips/2e614c6f-8894-4cd1-8ac7-8859697e1102 HTTP/1.1" status: 200 len: 990 time: 1.5286479 Jul 16 09:20:19.742454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'tag': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:19.745273 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf7cebc-4a3b-42f3-8990-0e8bcd289907" -d '{"events": [{"name": "network-changed", "server_uuid": "45a0bdc8-cc38-48f2-a085-d8dac6b36007", "tag": "64df6544-343d-4ca1-9c9d-4e36e4e6b3f5"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:19.810234 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba69281b-7fd7-48c0-949d-eab5a0ecbfe0 x-openstack-request-id: req-ba69281b-7fd7-48c0-949d-eab5a0ecbfe0 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:19.810809 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a0bdc8-cc38-48f2-a085-d8dac6b36007", "tag": "64df6544-343d-4ca1-9c9d-4e36e4e6b3f5", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:19.811396 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ba69281b-7fd7-48c0-949d-eab5a0ecbfe0 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:19.812078 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'tag': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5', 'status': 'completed', 'code': 200} Jul 16 09:20:19.892705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7cebc-4a3b-42f3-8990-0e8bcd289907 req-87e8c342-24ef-4267-b0cd-2de9ab9d184a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:19.894268 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cf7cebc-4a3b-42f3-8990-0e8bcd289907 req-87e8c342-24ef-4267-b0cd-2de9ab9d184a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 1097 time: 0.0627646 Jul 16 09:20:19.916221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-59cf280c-62b6-4656-9303-67d1cfd229e4 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:20.011151 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7cebc-4a3b-42f3-8990-0e8bcd289907 req-f2a6c1da-b146-4856-8c8f-c5db10aa9775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:20.014208 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cf7cebc-4a3b-42f3-8990-0e8bcd289907 req-f2a6c1da-b146-4856-8c8f-c5db10aa9775 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.1128857 Jul 16 09:20:20.095646 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cf7cebc-4a3b-42f3-8990-0e8bcd289907 req-63f0899a-96fe-433e-9310-f4dba17a0427 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 HTTP/1.1" status: 200 len: 998 time: 0.0746691 Jul 16 09:20:20.160657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7cebc-4a3b-42f3-8990-0e8bcd289907 req-dcacb4f7-ab4d-4b48-9f3b-90f10b85f6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:20.163623 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cf7cebc-4a3b-42f3-8990-0e8bcd289907 req-dcacb4f7-ab4d-4b48-9f3b-90f10b85f6d5 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0617986 Jul 16 09:20:20.234332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7cebc-4a3b-42f3-8990-0e8bcd289907 req-f4a408ce-eecc-4451-aaa3-8ba1d5847495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:20.235922 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cf7cebc-4a3b-42f3-8990-0e8bcd289907 req-f4a408ce-eecc-4451-aaa3-8ba1d5847495 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657368 Jul 16 09:20:20.343042 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cf7cebc-4a3b-42f3-8990-0e8bcd289907 req-bd441a32-6f73-41bf-91a6-3d78eea8fea0 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009367 Jul 16 09:20:20.348960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-59cf280c-62b6-4656-9303-67d1cfd229e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2e614c6f-8894-4cd1-8ac7-8859697e1102', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'port_id': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'mac_address': 'fa:16:3e:9f:ec:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:20:05Z', 'updated_at': '2021-07-16T09:20:19Z', 'revision_number': 1, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:20.381455 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cf280c-62b6-4656-9303-67d1cfd229e4 None None] Checking router: f5093462-e2cc-4df2-a5d3-d130ae164114 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:20:20.391784 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cf280c-62b6-4656-9303-67d1cfd229e4 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:20.392446 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-59cf280c-62b6-4656-9303-67d1cfd229e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:20:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:20.457809 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0cf7cebc-4a3b-42f3-8990-0e8bcd289907 req-c7f3b5b3-9c83-42ab-8ea5-4e458ae88cf3 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069534 Jul 16 09:20:20.514601 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-59cf280c-62b6-4656-9303-67d1cfd229e4 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:20.775241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-59cf280c-62b6-4656-9303-67d1cfd229e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2e614c6f-8894-4cd1-8ac7-8859697e1102', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'port_id': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'mac_address': 'fa:16:3e:9f:ec:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:20:05Z', 'updated_at': '2021-07-16T09:20:19Z', 'revision_number': 1, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:20.808037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cf280c-62b6-4656-9303-67d1cfd229e4 None None] The sync data for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 is: [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2e614c6f-8894-4cd1-8ac7-8859697e1102', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'port_id': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'mac_address': 'fa:16:3e:9f:ec:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:20:05Z', 'updated_at': '2021-07-16T09:20:19Z', 'revision_number': 1, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:20:21.046735 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-525d8893-d000-4521-b803-abee7754f878 None None] New status for floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:20:34.057324 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:35.265847 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ff801cc4-be01-4936-ad96-81151480996c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:35.817345 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:37.961800 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-06911f1b-7647-49d8-87c2-558583435764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.222975 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:39.863952 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:41.365908 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:53.778281 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:21:04.069539 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:05.270934 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-19c4e293-149b-4ede-b3b5-d2bc08468fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:05.828823 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:07.961711 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ecf0268a-1e3b-431a-adce-1816c7160b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.217410 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.871302 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.368432 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.466062 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22e9207f-e943-49de-9b2f-97acbefdf275 req-f876c83f-f412-4ca4-9287-a07c9e6124d9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0665431 Jul 16 09:21:14.563044 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9207f-e943-49de-9b2f-97acbefdf275 req-b5105681-a740-4c5b-999d-d34b2282f4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:14.564615 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22e9207f-e943-49de-9b2f-97acbefdf275 req-b5105681-a740-4c5b-999d-d34b2282f4e2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 1097 time: 0.0561497 Jul 16 09:21:14.684271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9207f-e943-49de-9b2f-97acbefdf275 req-25587a13-fd85-447e-b3f3-229ff2bec245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:14.686124 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22e9207f-e943-49de-9b2f-97acbefdf275 req-25587a13-fd85-447e-b3f3-229ff2bec245 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0988934 Jul 16 09:21:14.769693 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22e9207f-e943-49de-9b2f-97acbefdf275 req-300ae2b4-bfd8-4ca5-81a7-a889e5935662 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 HTTP/1.1" status: 200 len: 1000 time: 0.0721240 Jul 16 09:21:14.821374 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9207f-e943-49de-9b2f-97acbefdf275 req-f67fa133-c24a-4627-989d-a6e789d4ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:14.822825 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22e9207f-e943-49de-9b2f-97acbefdf275 req-f67fa133-c24a-4627-989d-a6e789d4ba85 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0470257 Jul 16 09:21:14.886269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e9207f-e943-49de-9b2f-97acbefdf275 req-ca08cd20-a016-485d-87f4-946ae87542b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:14.888059 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22e9207f-e943-49de-9b2f-97acbefdf275 req-ca08cd20-a016-485d-87f4-946ae87542b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586512 Jul 16 09:21:15.004509 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22e9207f-e943-49de-9b2f-97acbefdf275 req-495b6cce-b908-4523-8cd8-129bfd74dce2 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099043 Jul 16 09:21:15.102176 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22e9207f-e943-49de-9b2f-97acbefdf275 req-88465cfd-6d58-4359-a680-39e0be192e69 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921335 Jul 16 09:21:30.777786 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:21:34.067484 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:35.274282 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ad228350-3e3e-478f-bcdf-e7787e7a4275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:35.841299 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:37.955047 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1de6dda2-8b36-4062-8385-017a57d49e11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:38.221155 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:39.868247 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:41.370417 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:54.653130 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555829f3-550b-42cd-bde2-3e64ab284f02 req-9709e136-d74d-481c-9cfa-a63087d00e1b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:54.654555 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-555829f3-550b-42cd-bde2-3e64ab284f02 req-9709e136-d74d-481c-9cfa-a63087d00e1b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0688310 Jul 16 09:21:54.949877 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-555829f3-550b-42cd-bde2-3e64ab284f02 req-824a23ae-b952-4488-8270-b587ff4c071f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2896655 Jul 16 09:21:55.247891 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 42066) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:55.388842 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bcdc5f-b43e-4164-ac69-68ac7ae14347 req-35416696-d779-463a-8204-de0b6caf9abb tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:55.390362 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55bcdc5f-b43e-4164-ac69-68ac7ae14347 req-35416696-d779-463a-8204-de0b6caf9abb tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.1041682 Jul 16 09:21:55.394292 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-72697897-20f0-491b-9040-2ec9a55877fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1448851 Jul 16 09:21:55.433684 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55bcdc5f-b43e-4164-ac69-68ac7ae14347 req-4de59cb9-cbdb-4983-bd15-257e9db983ab tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377188 Jul 16 09:21:56.630552 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ec7918-9403-471d-ae65-7ee87c4736eb req-d9b10011-5074-4112-b815-2c93c2b1f0e1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:56.632178 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77ec7918-9403-471d-ae65-7ee87c4736eb req-d9b10011-5074-4112-b815-2c93c2b1f0e1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0730274 Jul 16 09:21:56.675511 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77ec7918-9403-471d-ae65-7ee87c4736eb req-32c793f9-cb21-4aeb-addf-9f1ccfcd1e1c tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373931 Jul 16 09:21:56.790580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-9588fb28-f779-4398-ba02-902f3c4bee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:56.792764 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-9588fb28-f779-4398-ba02-902f3c4bee47 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 1097 time: 0.0556564 Jul 16 09:21:56.885843 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-b1094897-cfbd-40d4-9c47-6a201c6775a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:56.887342 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-b1094897-cfbd-40d4-9c47-6a201c6775a1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0888345 Jul 16 09:21:56.959734 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-841329cc-9a5a-4f78-89ed-9448c51bcb1b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 HTTP/1.1" status: 200 len: 1000 time: 0.0660679 Jul 16 09:21:57.012151 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-540bad61-e752-4a22-b15a-80074debdc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:57.013594 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-540bad61-e752-4a22-b15a-80074debdc5f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0478275 Jul 16 09:21:57.077601 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-bee1829a-0e4c-476e-9471-0d4c07647cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:57.079132 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-bee1829a-0e4c-476e-9471-0d4c07647cec service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597830 Jul 16 09:21:57.177847 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-37c4a651-8ba6-43ad-beb9-2a4eb31b632a service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927291 Jul 16 09:21:57.279986 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-8951bb19-734f-45e8-adcd-5b49f290ab55 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948012 Jul 16 09:21:57.865035 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39acef-3f11-46b5-a837-6b823b85b3a9 req-04a92a34-027c-42fc-b513-474b1e11510b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:57.866556 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1b39acef-3f11-46b5-a837-6b823b85b3a9 req-04a92a34-027c-42fc-b513-474b1e11510b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0670464 Jul 16 09:21:57.906093 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1b39acef-3f11-46b5-a837-6b823b85b3a9 req-ba3ad018-04bc-4d6f-9f18-cca3f5051cf9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330081 Jul 16 09:21:59.099587 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18da85-40bd-4f83-9f5d-23c7746b6883 req-2a317a37-1835-4181-a8e1-1ac147bc81e1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:59.101144 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9b18da85-40bd-4f83-9f5d-23c7746b6883 req-2a317a37-1835-4181-a8e1-1ac147bc81e1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0734177 Jul 16 09:21:59.141816 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9b18da85-40bd-4f83-9f5d-23c7746b6883 req-3dfc0041-021b-4f23-8fd5-8a3260f1a11c tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338042 Jul 16 09:22:00.337282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232913d-b828-489c-a9d2-55edb0ee04b0 req-1aabf904-7f1e-4711-bd66-93ec3b9af523 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:00.338939 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5232913d-b828-489c-a9d2-55edb0ee04b0 req-1aabf904-7f1e-4711-bd66-93ec3b9af523 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0766425 Jul 16 09:22:00.382058 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5232913d-b828-489c-a9d2-55edb0ee04b0 req-4002416d-c242-4c1d-a10b-74dcea1a3cd3 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369947 Jul 16 09:22:01.565038 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a306982-8327-4e06-a1e8-1a32defd5b16 req-02e037da-05f1-4714-8c6b-4ec74c730216 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:01.566494 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2a306982-8327-4e06-a1e8-1a32defd5b16 req-02e037da-05f1-4714-8c6b-4ec74c730216 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0710857 Jul 16 09:22:01.607358 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2a306982-8327-4e06-a1e8-1a32defd5b16 req-ef5afb48-3eee-4d64-97c6-a45209855c4a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336354 Jul 16 09:22:02.792036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224825f1-1773-4daf-a76e-c631744bfbf5 req-87b5d61a-31c7-4dc8-a3d4-8d1462c827ff tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:02.793591 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-224825f1-1773-4daf-a76e-c631744bfbf5 req-87b5d61a-31c7-4dc8-a3d4-8d1462c827ff tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0733595 Jul 16 09:22:02.832003 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-224825f1-1773-4daf-a76e-c631744bfbf5 req-94eedbe1-7c49-40e8-a0ec-0380266205a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327771 Jul 16 09:22:04.012283 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59c102-3da6-4add-b4f9-d9900361bc3c req-187fb2a4-7079-4a07-b4b4-a65171f9d0c8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:04.013886 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fe59c102-3da6-4add-b4f9-d9900361bc3c req-187fb2a4-7079-4a07-b4b4-a65171f9d0c8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0668488 Jul 16 09:22:04.061574 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fe59c102-3da6-4add-b4f9-d9900361bc3c req-c3e3ec01-388d-4e09-adeb-81ae2728910e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420532 Jul 16 09:22:04.072060 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:05.282834 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1a43f197-a334-4626-9274-26ad485dc1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:05.309801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5e5cf-bf84-43cb-92c3-b63074d137c2 req-6d026a8b-aa6e-435f-8885-92b2e6b04272 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:05.311360 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-58c5e5cf-bf84-43cb-92c3-b63074d137c2 req-6d026a8b-aa6e-435f-8885-92b2e6b04272 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.1311145 Jul 16 09:22:05.353494 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-58c5e5cf-bf84-43cb-92c3-b63074d137c2 req-14bc6b2f-ef2d-4787-ba86-774c73cace4a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361331 Jul 16 09:22:05.846772 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:06.603385 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5bd30-2ecf-4716-9f80-c99d62f3c748 req-733acf43-af5a-4888-b1c1-465513ba81ff tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:06.605630 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84f5bd30-2ecf-4716-9f80-c99d62f3c748 req-733acf43-af5a-4888-b1c1-465513ba81ff tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.1352227 Jul 16 09:22:06.649304 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-84f5bd30-2ecf-4716-9f80-c99d62f3c748 req-8395d8ee-9398-40a9-8c64-c42de662bed1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373816 Jul 16 09:22:07.780319 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:22:07.844705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9270e8bb-c688-4d88-85bc-d093bee6a83f req-c9a5cec5-aa9f-4867-9fd3-213f82b028e6 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:07.846335 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9270e8bb-c688-4d88-85bc-d093bee6a83f req-c9a5cec5-aa9f-4867-9fd3-213f82b028e6 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0723670 Jul 16 09:22:07.889001 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9270e8bb-c688-4d88-85bc-d093bee6a83f req-414ec9db-563c-42b8-869a-235404183036 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367961 Jul 16 09:22:07.957930 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d7d6777b-d3a1-4e05-942d-e03583964dda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:08.222945 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:09.076331 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d0cce2-6567-427f-8d8c-f64b4b8ee5a4 req-875106ae-6945-4302-8b0f-e4446c7baab5 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:09.077968 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81d0cce2-6567-427f-8d8c-f64b4b8ee5a4 req-875106ae-6945-4302-8b0f-e4446c7baab5 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0696621 Jul 16 09:22:09.121496 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-81d0cce2-6567-427f-8d8c-f64b4b8ee5a4 req-fc77ea34-557a-4211-8b7a-bf05da86a59f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347531 Jul 16 09:22:09.239046 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-6c1f5d37-1c96-447f-a93d-534a8fdfac9c service neutron] show failed (client error): The resource could not be found. Jul 16 09:22:09.240068 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-6c1f5d37-1c96-447f-a93d-534a8fdfac9c service neutron] 10.222.0.38 "GET /v2.0/ports/64df6544-343d-4ca1-9c9d-4e36e4e6b3f5/bindings/n-h1-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.1157713 Jul 16 09:22:09.555312 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-6760c09f-71ef-4d75-b11c-fbba7fd2330d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:09.558491 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-6760c09f-71ef-4d75-b11c-fbba7fd2330d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007&tenant_id=c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 1097 time: 0.0885036 Jul 16 09:22:09.570470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:22:09.650625 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:09.872339 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:09.878923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] For port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:22:09.916454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] For port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:22:09.957591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:22:09.959951 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbd47d76-b363-429f-81b0-3ec7a25de340" -d '{"events": [{"server_uuid": "45a0bdc8-cc38-48f2-a085-d8dac6b36007", "name": "network-vif-unplugged", "status": "completed", "tag": "64df6544-343d-4ca1-9c9d-4e36e4e6b3f5"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:22:09.964552 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:09.979627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Transition to ACTIVE for port object 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:22:09.988518 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:10.102521 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,revision_number=6']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:10.123187 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8502e260-ac9d-4fda-962c-459e44d1d3eb x-openstack-request-id: req-8502e260-ac9d-4fda-962c-459e44d1d3eb {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:22:10.123405 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a0bdc8-cc38-48f2-a085-d8dac6b36007", "name": "network-vif-unplugged", "status": "completed", "tag": "64df6544-343d-4ca1-9c9d-4e36e4e6b3f5", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:22:10.123635 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8502e260-ac9d-4fda-962c-459e44d1d3eb {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:22:10.124023 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5', 'code': 200} Jul 16 09:22:10.133806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:10.134156 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:10.134469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:10.134841 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:10.135181 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:10.135498 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:10.136075 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:10.136238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:10.136445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:10.136793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:10.137102 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:10.137415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:10.190193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] No DVR routers for this DVR port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:22:10.328006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81611ee-202e-4adb-9c05-8a3b8fe7ffe1 req-14e74066-93b1-47a3-9e20-aafc84f678d3 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:10.330428 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b81611ee-202e-4adb-9c05-8a3b8fe7ffe1 req-14e74066-93b1-47a3-9e20-aafc84f678d3 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 943 time: 0.0766730 Jul 16 09:22:10.380100 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b81611ee-202e-4adb-9c05-8a3b8fe7ffe1 req-b1692655-a3e9-454c-94ef-bf4ffd3619aa tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393362 Jul 16 09:22:10.382595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Attempting to bind port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:22:10.383456 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Attempting to bind port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:22:10.383859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Attempting to bind port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:22:10.391508 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 on network 139b0864-a636-45c3-a838-524bd635c90a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:22:10.391993 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Attempting to bind port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:22:10.398874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:22:10.399629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Checking segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:22:10.400118 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Bound using segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:22:10.400823 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Bound port: 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:22:10.401263 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:10.470811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] For port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:22:10.474846 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] For port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:22:10.480231 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:10.517897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:10.518617 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:10.520021 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] 10.222.0.15 "PUT /v2.0/ports/64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 HTTP/1.1" status: 200 len: 1092 time: 0.9540586 Jul 16 09:22:10.545607 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6af98bf-3b86-4560-bb27-edcbb813bfc8 service neutron] Pushing event updated for resources: {'Port': ['ID=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:10.647348 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-795e3230-cdfa-40a6-8646-cccc14d79c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:10.649965 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-795e3230-cdfa-40a6-8646-cccc14d79c60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 1095 time: 0.0963380 Jul 16 09:22:10.794835 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-611957fb-d0f3-45d8-8775-cc28ad935dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:10.796376 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-611957fb-d0f3-45d8-8775-cc28ad935dec service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.1407743 Jul 16 09:22:10.873989 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-36211625-46bf-4dc3-bbce-83d8c60b2646 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 HTTP/1.1" status: 200 len: 998 time: 0.0700421 Jul 16 09:22:10.926633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-c6f7ee9a-a89b-40f0-b995-7b2f5e0b7f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:10.928011 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-c6f7ee9a-a89b-40f0-b995-7b2f5e0b7f43 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0474942 Jul 16 09:22:10.999362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-05a27885-5e47-4970-b431-5af00c70d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:11.001094 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-05a27885-5e47-4970-b431-5af00c70d00a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0641758 Jul 16 09:22:11.102739 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-79cddcad-a28c-45f4-b77a-1a6dba75e5bf service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948412 Jul 16 09:22:11.197620 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9bf6f56-4527-4643-8726-fc2ec861842d req-bfa85221-0698-4253-8f4d-8921b9558db1 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889311 Jul 16 09:22:11.375399 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:11.562575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083407b-94af-4b92-9aaa-3e91dd6d1ab0 req-43238848-2267-4d67-a6fb-3150776f4bf4 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:11.564127 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7083407b-94af-4b92-9aaa-3e91dd6d1ab0 req-43238848-2267-4d67-a6fb-3150776f4bf4 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 943 time: 0.0652862 Jul 16 09:22:11.607147 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7083407b-94af-4b92-9aaa-3e91dd6d1ab0 req-834ab1a4-1ccd-44fe-9935-ea92f542d5fb tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374174 Jul 16 09:22:11.869929 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e593cd5-9259-4c4f-b14e-a34827eb4128 req-5e7b6660-50d4-4fc5-8ceb-216387c1a812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:11.871353 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2e593cd5-9259-4c4f-b14e-a34827eb4128 req-5e7b6660-50d4-4fc5-8ceb-216387c1a812 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 1095 time: 0.0528204 Jul 16 09:22:11.978328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e593cd5-9259-4c4f-b14e-a34827eb4128 req-085b7aa7-0fbc-425b-b305-97bda8a537ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:11.980366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2e593cd5-9259-4c4f-b14e-a34827eb4128 req-085b7aa7-0fbc-425b-b305-97bda8a537ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0888186 Jul 16 09:22:12.051030 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2e593cd5-9259-4c4f-b14e-a34827eb4128 req-6f9cb430-1c28-41e4-b9b1-4f4ed5443cc3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 HTTP/1.1" status: 200 len: 998 time: 0.0638130 Jul 16 09:22:12.101793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e593cd5-9259-4c4f-b14e-a34827eb4128 req-3f5d784d-e69d-454a-9785-c9a712c242f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:12.103305 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2e593cd5-9259-4c4f-b14e-a34827eb4128 req-3f5d784d-e69d-454a-9785-c9a712c242f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0454795 Jul 16 09:22:12.136022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'tag': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:22:12.138215 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a53c0d-4d0b-4e87-94aa-faa094bda21b" -d '{"events": [{"name": "network-changed", "server_uuid": "45a0bdc8-cc38-48f2-a085-d8dac6b36007", "tag": "64df6544-343d-4ca1-9c9d-4e36e4e6b3f5"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:22:12.167988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e593cd5-9259-4c4f-b14e-a34827eb4128 req-10c0b1df-1e6f-4a6a-a400-3f3951e6c267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:12.169535 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2e593cd5-9259-4c4f-b14e-a34827eb4128 req-10c0b1df-1e6f-4a6a-a400-3f3951e6c267 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594270 Jul 16 09:22:12.199410 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-012c8e29-eaa9-4b9f-b108-6587c0aa4557 x-openstack-request-id: req-012c8e29-eaa9-4b9f-b108-6587c0aa4557 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:22:12.199701 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a0bdc8-cc38-48f2-a085-d8dac6b36007", "tag": "64df6544-343d-4ca1-9c9d-4e36e4e6b3f5", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:22:12.199946 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-012c8e29-eaa9-4b9f-b108-6587c0aa4557 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:22:12.200326 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'tag': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5', 'status': 'completed', 'code': 200} Jul 16 09:22:12.296076 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2e593cd5-9259-4c4f-b14e-a34827eb4128 req-509b90d3-ac9b-4a3b-a6ca-4da4ec06b73f service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184664 Jul 16 09:22:12.336786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-6daadfc1-ff8e-4d54-ade5-443877439a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:12.338289 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-6daadfc1-ff8e-4d54-ade5-443877439a04 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 1095 time: 0.1240611 Jul 16 09:22:12.453473 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2e593cd5-9259-4c4f-b14e-a34827eb4128 req-ac1860c8-f870-4b98-9712-1bb1fc0368e8 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494899 Jul 16 09:22:12.473994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-b173053e-5552-4ca3-a36d-4ef42a8d3bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:12.475500 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-b173053e-5552-4ca3-a36d-4ef42a8d3bf7 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.1312461 Jul 16 09:22:12.569259 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-f4a860a1-0a91-4802-b27e-f7b6393326a2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 HTTP/1.1" status: 200 len: 998 time: 0.0868149 Jul 16 09:22:12.624354 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-64ba4d79-b562-4cbd-8141-f5253dc5938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:12.625849 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-64ba4d79-b562-4cbd-8141-f5253dc5938d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 1095 time: 0.1074367 Jul 16 09:22:12.629580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-fa0ccc84-1efe-4872-a746-2acf6887e57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:12.630899 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-fa0ccc84-1efe-4872-a746-2acf6887e57a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0549564 Jul 16 09:22:12.717946 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:22:12.779438 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:22:12.804176 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-9dca4568-f65b-4d6b-a170-61ae6d987632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:12.805737 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-9dca4568-f65b-4d6b-a170-61ae6d987632 service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.1734526 Jul 16 09:22:12.809221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-0b9ec131-d02f-4528-9c7c-672ecd104ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:12.810501 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-0b9ec131-d02f-4528-9c7c-672ecd104ecf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1699467 Jul 16 09:22:12.884038 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd73040-734a-45ff-b476-7398ca7c05dc req-d75f7aff-9249-4b8d-af8b-f74f1bd00feb tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:12.886056 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ccd73040-734a-45ff-b476-7398ca7c05dc req-d75f7aff-9249-4b8d-af8b-f74f1bd00feb tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 943 time: 0.1621184 Jul 16 09:22:12.952223 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-97fa7360-13a3-414c-886f-f20e77922bbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 HTTP/1.1" status: 200 len: 998 time: 0.1401017 Jul 16 09:22:13.007122 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ccd73040-734a-45ff-b476-7398ca7c05dc req-4ebb24c5-02a2-4506-89f1-9118f3c00129 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093879 Jul 16 09:22:13.027949 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-b56f9929-69b8-4717-95b9-a244539f882e service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071769 Jul 16 09:22:13.034820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-adc90229-ec6e-452d-9c51-9e0140864488 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:13.036175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-adc90229-ec6e-452d-9c51-9e0140864488 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0752559 Jul 16 09:22:13.209519 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:22:13.315816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:22:13.329611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'port_id': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5', 'mac_address': 'fa:16:3e:9f:ec:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:22:13.377223 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:13.390899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:22:13.411569 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:22:13.416621 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:13.437638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-4b38ea54-52dc-4f95-a56a-2843b301049c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:13.439143 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-4b38ea54-52dc-4f95-a56a-2843b301049c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3947356 Jul 16 09:22:13.441498 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-fa24db2e-059b-41c1-a410-9f842c176e37 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044573 Jul 16 09:22:13.467584 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:13.475258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:13.476015 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:13.476015 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:13.476274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:13.476641 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:13.477235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:13.477656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:13.478021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:13.478352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:13.479249 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:13.479579 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:13.479905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:22:13.529531 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-dc7070a9-feb4-4ef1-9579-5eb3d55cef3d service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836034 Jul 16 09:22:13.623687 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69a53c0d-4d0b-4e87-94aa-faa094bda21b req-4683ca2b-e92b-498a-90bd-da7bdd822ca5 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877674 Jul 16 09:22:13.659008 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['64df6544-343d-4ca1-9c9d-4e36e4e6b3f5'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:22:14.180645 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6e4f97-6ddc-4ce2-86ce-76c5ff7a27ad req-c2d1b24c-506f-462b-82c1-6ea8d952a624 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:14.182116 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ec6e4f97-6ddc-4ce2-86ce-76c5ff7a27ad req-c2d1b24c-506f-462b-82c1-6ea8d952a624 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 944 time: 0.0640483 Jul 16 09:22:14.219286 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ec6e4f97-6ddc-4ce2-86ce-76c5ff7a27ad req-573fbf08-ea21-4b24-a1e5-21442a7e84aa tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315526 Jul 16 09:22:14.547751 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b9bfd-38a4-415b-9c14-25c3fd3e85f9 req-f8f50089-889c-484c-99c4-0219667c1061 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:14.549347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d5b9bfd-38a4-415b-9c14-25c3fd3e85f9 req-f8f50089-889c-484c-99c4-0219667c1061 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 944 time: 0.0699689 Jul 16 09:22:14.580433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ed831-a561-41ec-9fc4-52b2ab750706 req-221cbaa8-a311-4111-a1a5-f9336a903b7b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:14.582072 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-123ed831-a561-41ec-9fc4-52b2ab750706 req-221cbaa8-a311-4111-a1a5-f9336a903b7b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007&tenant_id=c75e25ecabd2488cba4aff6555810bb3&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 944 time: 0.0806689 Jul 16 09:22:14.595560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d5b9bfd-38a4-415b-9c14-25c3fd3e85f9 req-911d9b93-1c38-4f9e-9637-ddfc68ca7a3c tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389023 Jul 16 09:22:14.646827 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-123ed831-a561-41ec-9fc4-52b2ab750706 req-48d275d9-5d4a-42bc-b097-81b4e219b414 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:22:14.647844 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-123ed831-a561-41ec-9fc4-52b2ab750706 req-48d275d9-5d4a-42bc-b097-81b4e219b414 service neutron] 10.222.0.38 "DELETE /v2.0/ports/64df6544-343d-4ca1-9c9d-4e36e4e6b3f5/bindings/n-h2-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.0587199 Jul 16 09:22:14.746015 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ed831-a561-41ec-9fc4-52b2ab750706 req-0a056b8d-3b6d-45d9-b26a-9d02a2e24441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:14.747620 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-123ed831-a561-41ec-9fc4-52b2ab750706 req-0a056b8d-3b6d-45d9-b26a-9d02a2e24441 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 1096 time: 0.0567355 Jul 16 09:22:14.835663 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ed831-a561-41ec-9fc4-52b2ab750706 req-2334b0b1-e464-4f74-877d-a642376038ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:14.837487 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-123ed831-a561-41ec-9fc4-52b2ab750706 req-2334b0b1-e464-4f74-877d-a642376038ad service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0837774 Jul 16 09:22:14.903584 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-123ed831-a561-41ec-9fc4-52b2ab750706 req-f93253dd-cc59-4400-a31e-f20cc0d99a59 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 HTTP/1.1" status: 200 len: 999 time: 0.0598593 Jul 16 09:22:14.952110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ed831-a561-41ec-9fc4-52b2ab750706 req-4dd7c6b0-2523-4e8b-b8be-2705bd3aaaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:14.953627 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-123ed831-a561-41ec-9fc4-52b2ab750706 req-4dd7c6b0-2523-4e8b-b8be-2705bd3aaaa6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0443954 Jul 16 09:22:15.008462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ed831-a561-41ec-9fc4-52b2ab750706 req-697ea003-11f2-43e1-bdd1-6dd6516d1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:15.010479 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-123ed831-a561-41ec-9fc4-52b2ab750706 req-697ea003-11f2-43e1-bdd1-6dd6516d1a21 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508819 Jul 16 09:22:15.101994 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-123ed831-a561-41ec-9fc4-52b2ab750706 req-ae9c8429-2e62-4f89-befa-da20e5cf0b1e service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851650 Jul 16 09:22:15.192265 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-123ed831-a561-41ec-9fc4-52b2ab750706 req-983205a7-e928-42f7-b63d-5ad3c1c81215 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841534 Jul 16 09:22:15.229801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:22:15.280354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:22:15.284567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:22:15.284941 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:15.362093 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:15.385324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:22:15.387545 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efceb55-c974-4510-bc01-bd0ac97bdd7d" -d '{"events": [{"server_uuid": "45a0bdc8-cc38-48f2-a085-d8dac6b36007", "name": "network-vif-plugged", "status": "completed", "tag": "64df6544-343d-4ca1-9c9d-4e36e4e6b3f5"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:22:15.400063 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:22:15.403929 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:15.437665 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49026209-dd1f-4daa-b573-332cfe9bb383 x-openstack-request-id: req-49026209-dd1f-4daa-b573-332cfe9bb383 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:22:15.437955 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a0bdc8-cc38-48f2-a085-d8dac6b36007", "name": "network-vif-plugged", "status": "completed", "tag": "64df6544-343d-4ca1-9c9d-4e36e4e6b3f5", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:22:15.438231 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49026209-dd1f-4daa-b573-332cfe9bb383 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:22:15.438668 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5', 'code': 200} Jul 16 09:22:15.454473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:16.016603 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98633890-5c4d-4ee5-9483-08dff7003313 req-8cd3533d-8361-4836-895b-ed1a03f9c136 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:16.018066 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-98633890-5c4d-4ee5-9483-08dff7003313 req-8cd3533d-8361-4836-895b-ed1a03f9c136 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0625443 Jul 16 09:22:16.055034 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-98633890-5c4d-4ee5-9483-08dff7003313 req-db88194c-ac4d-4ee8-b14f-bf2aa594c03d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314002 Jul 16 09:22:16.235671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4f1fb5-d586-4587-b987-adecda8ca889 req-8c980940-7069-4dae-9d63-9538b0c2fb79 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:16.237204 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6e4f1fb5-d586-4587-b987-adecda8ca889 req-8c980940-7069-4dae-9d63-9538b0c2fb79 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0668540 Jul 16 09:22:16.276867 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6e4f1fb5-d586-4587-b987-adecda8ca889 req-a337b870-2a43-492b-be6d-10042b19e8a5 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338814 Jul 16 09:22:16.448053 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7771800f-fa8c-4fbd-a26a-b80518e72107 req-f9c7011e-47c5-47c5-90b2-f450bdf39648 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:16.449579 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7771800f-fa8c-4fbd-a26a-b80518e72107 req-f9c7011e-47c5-47c5-90b2-f450bdf39648 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0625722 Jul 16 09:22:16.486939 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7771800f-fa8c-4fbd-a26a-b80518e72107 req-214cce38-d3ef-4049-9b76-bd9b389a294a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318274 Jul 16 09:22:16.860537 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392f7b97-80f3-4562-b725-e2660b258e98 req-b22bdb07-f41f-4684-a819-cfac1d57d164 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:16.861903 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-392f7b97-80f3-4562-b725-e2660b258e98 req-b22bdb07-f41f-4684-a819-cfac1d57d164 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.0655227 Jul 16 09:22:16.899039 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-392f7b97-80f3-4562-b725-e2660b258e98 req-b9be7c2d-a3d7-4b48-a749-d2c389356f59 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315876 Jul 16 09:22:18.113681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-ae5b905b-b1b8-40ba-a03d-612ad3a7857d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:18.115129 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-ae5b905b-b1b8-40ba-a03d-612ad3a7857d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.15 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.1016991 Jul 16 09:22:18.123016 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf2b2d1-ead2-4057-994a-5c7ae8600376 req-ecf82c40-70ba-4de8-b827-d4f5cd0418eb tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:18.124345 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cf2b2d1-ead2-4057-994a-5c7ae8600376 req-ecf82c40-70ba-4de8-b827-d4f5cd0418eb tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 945 time: 0.1025224 Jul 16 09:22:18.218746 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8cf2b2d1-ead2-4057-994a-5c7ae8600376 req-e6db9d96-ccd4-4c68-a59f-567407f4849a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867732 Jul 16 09:22:18.246333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-6a6c38d2-c4df-4ecf-9832-cbc26e7e5fe1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Deleting port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:22:18.246674 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-6a6c38d2-c4df-4ecf-9832-cbc26e7e5fe1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:18.343209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-6a6c38d2-c4df-4ecf-9832-cbc26e7e5fe1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] For port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:22:18.343575 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-6a6c38d2-c4df-4ecf-9832-cbc26e7e5fe1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:18.557512 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-6a6c38d2-c4df-4ecf-9832-cbc26e7e5fe1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:18.557879 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-6a6c38d2-c4df-4ecf-9832-cbc26e7e5fe1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:18.558189 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-6a6c38d2-c4df-4ecf-9832-cbc26e7e5fe1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102 disassociated. External IP: 172.25.4.32, port: 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5. Jul 16 09:22:18.558530 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-6a6c38d2-c4df-4ecf-9832-cbc26e7e5fe1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Calling delete_port for 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:22:18.692858 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-6a6c38d2-c4df-4ecf-9832-cbc26e7e5fe1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:18.722315 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6c38d2-c4df-4ecf-9832-cbc26e7e5fe1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Pushing event deleted for resources: {'Port': ['ID=64df6544-343d-4ca1-9c9d-4e36e4e6b3f5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:18.843268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-6a6c38d2-c4df-4ecf-9832-cbc26e7e5fe1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Router f5093462-e2cc-4df2-a5d3-d130ae164114 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:22:18.955558 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-6a6c38d2-c4df-4ecf-9832-cbc26e7e5fe1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:22:18.965158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8945020a-f803-44bf-8072-2bb843136a79 None None] Sync routers for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:22:18.975352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8945020a-f803-44bf-8072-2bb843136a79 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:22:18.975961 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-8945020a-f803-44bf-8072-2bb843136a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:22:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:19.000156 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-6a6c38d2-c4df-4ecf-9832-cbc26e7e5fe1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] No DVR routers for this DVR port 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:22:19.002730 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-6a6c38d2-c4df-4ecf-9832-cbc26e7e5fe1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:19.005069 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2320c237-0370-447e-9ee8-b7dd1522cdcb req-6a6c38d2-c4df-4ecf-9832-cbc26e7e5fe1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.15 "DELETE /v2.0/ports/64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 HTTP/1.1" status: 204 len: 173 time: 0.8798344 Jul 16 09:22:19.005507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'name': 'network-vif-deleted', 'tag': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:22:19.007854 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768dcfd7-0d42-40d4-8004-7d4f61b52d94" -d '{"events": [{"server_uuid": "45a0bdc8-cc38-48f2-a085-d8dac6b36007", "name": "network-vif-deleted", "tag": "64df6544-343d-4ca1-9c9d-4e36e4e6b3f5"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:22:19.048850 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6be8855-f853-405c-81bf-834635e137de x-openstack-request-id: req-a6be8855-f853-405c-81bf-834635e137de {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:22:19.049097 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a0bdc8-cc38-48f2-a085-d8dac6b36007", "name": "network-vif-deleted", "tag": "64df6544-343d-4ca1-9c9d-4e36e4e6b3f5", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:22:19.049326 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6be8855-f853-405c-81bf-834635e137de {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:22:19.049733 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a0bdc8-cc38-48f2-a085-d8dac6b36007', 'name': 'network-vif-deleted', 'tag': '64df6544-343d-4ca1-9c9d-4e36e4e6b3f5', 'status': 'completed', 'code': 200} Jul 16 09:22:19.099954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-8945020a-f803-44bf-8072-2bb843136a79 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:22:19.308057 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-8945020a-f803-44bf-8072-2bb843136a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:19.337111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8945020a-f803-44bf-8072-2bb843136a79 None None] Checking router: f5093462-e2cc-4df2-a5d3-d130ae164114 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:22:19.346493 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8945020a-f803-44bf-8072-2bb843136a79 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:22:19.347135 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-8945020a-f803-44bf-8072-2bb843136a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:22:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:19.392313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-61d3d4fa-d279-4188-ab02-acb6e8ef6f02 req-c89c7591-4988-4ff0-aa36-4716f7368c19 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=45a0bdc8-cc38-48f2-a085-d8dac6b36007 HTTP/1.1" status: 200 len: 210 time: 0.0433476 Jul 16 09:22:19.456261 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-8945020a-f803-44bf-8072-2bb843136a79 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:22:19.654105 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-8945020a-f803-44bf-8072-2bb843136a79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:19.684123 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8945020a-f803-44bf-8072-2bb843136a79 None None] The sync data for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 is: [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:22:19.928605 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2090b3e2-59f0-4f35-bf60-8968c8bda71c None None] New status for floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:22:20.700620 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b3a55513-b8ba-4fef-9291-17c49cbf23c0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--533958563&fields=id&tenant_id=c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 267 time: 0.0342538 Jul 16 09:22:20.813778 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-f1cdfe66-72af-47a4-b325-ec2ea376a9df tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:20.815199 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-f1cdfe66-72af-47a4-b325-ec2ea376a9df tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 811 time: 0.1064403 Jul 16 09:22:20.831254 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-894fff9b-7edb-4b0e-b7d0-89cb859f12bf tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/quotas/c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 375 time: 0.0106034 Jul 16 09:22:20.915742 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-cb86bf13-c067-40de-a0ad-638512687fb3 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0772362 Jul 16 09:22:21.019231 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-d1bb4c62-e7cb-45ff-8c9e-88e4da6860b3 service neutron] 10.222.0.20 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920300 Jul 16 09:22:21.120357 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-df386196-554b-4506-894e-371887bca3fe service neutron] 10.222.0.20 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933390 Jul 16 09:22:21.256000 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:22:21.315041 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-aa519230-ff8f-4b42-a310-5a3481a18e82 req-9d5c0394-3178-4b65-b417-e659dc2fdc67 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 210 time: 0.0330276 Jul 16 09:22:21.444368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:22:21.444740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 64df6544-343d-4ca1-9c9d-4e36e4e6b3f5 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:22:22.468995 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2b701ff6-cfb3-44a8-84cd-db27fe33c5bb req-5955a553-9a0e-4332-912d-7eb2d49096d5 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 210 time: 0.0343974 Jul 16 09:22:22.580273 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-2c4ae40d-6114-4c48-a38d-112b39af9d03 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:22.581736 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-2c4ae40d-6114-4c48-a38d-112b39af9d03 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 811 time: 0.1300981 Jul 16 09:22:22.629204 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-d0b76990-4665-4999-9848-922d42e9c3b3 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 379 time: 0.0394602 Jul 16 09:22:22.638130 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-3c358567-595a-4e9a-9e74-6b208078b996 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Request body: {'port': {'device_id': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'admin_state_up': True, 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'security_groups': ['0f8a6536-d108-4f2f-88de-7d04d52b3c10']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:22:22.750203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-3c358567-595a-4e9a-9e74-6b208078b996 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Made reservation on behalf of c75e25ecabd2488cba4aff6555810bb3 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:22:22.753829 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-3c358567-595a-4e9a-9e74-6b208078b996 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:22.882682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-3c358567-595a-4e9a-9e74-6b208078b996 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Allocated IP 172.20.0.11 (139b0864-a636-45c3-a838-524bd635c90a/ac6fe47c-41a9-4690-b73e-9ad4f6502d20/241cf72b-e365-4377-9ded-65e6c0f6817d) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:22:23.022877 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-3c358567-595a-4e9a-9e74-6b208078b996 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:23.040633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-3c358567-595a-4e9a-9e74-6b208078b996 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Transition to ACTIVE for port object 241cf72b-e365-4377-9ded-65e6c0f6817d will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:22:23.075072 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-3c358567-595a-4e9a-9e74-6b208078b996 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:23.115250 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-3c358567-595a-4e9a-9e74-6b208078b996 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Network 139b0864-a636-45c3-a838-524bd635c90a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:22:23.118512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-3c358567-595a-4e9a-9e74-6b208078b996 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:22:23.121705 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-3c358567-595a-4e9a-9e74-6b208078b996 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:22:23.159072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c358567-595a-4e9a-9e74-6b208078b996 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Pushing event updated for resources: {'Port': ['ID=241cf72b-e365-4377-9ded-65e6c0f6817d,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:23.183816 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-3c358567-595a-4e9a-9e74-6b208078b996 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:23.184467 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-3c358567-595a-4e9a-9e74-6b208078b996 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:23.199723 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-3c358567-595a-4e9a-9e74-6b208078b996 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5659611 Jul 16 09:22:23.212068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Request body: {'port': {'device_id': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:22:23.292434 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:23.362720 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9157db6f-207a-41b9-b997-1b5433f4718b None None] Provisioning for port 241cf72b-e365-4377-9ded-65e6c0f6817d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:22:23.366632 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9157db6f-207a-41b9-b997-1b5433f4718b None None] Provisioning complete for port 241cf72b-e365-4377-9ded-65e6c0f6817d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:22:23.367074 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9157db6f-207a-41b9-b997-1b5433f4718b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:23.408765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9157db6f-207a-41b9-b997-1b5433f4718b None None] Port 241cf72b-e365-4377-9ded-65e6c0f6817d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:22:23.562066 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241cf72b-e365-4377-9ded-65e6c0f6817d {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:22:23.569788 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:23.584791 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Transition to ACTIVE for port object 241cf72b-e365-4377-9ded-65e6c0f6817d will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:22:23.595960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:23.672123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Pushing event updated for resources: {'Port': ['ID=241cf72b-e365-4377-9ded-65e6c0f6817d,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:23.740860 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a3bf8-eb82-4ec9-927f-c657dc7c7142 req-4eb1ee5d-cb5e-4283-a6af-826551b7db6b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:23.742428 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1c9a3bf8-eb82-4ec9-927f-c657dc7c7142 req-4eb1ee5d-cb5e-4283-a6af-826551b7db6b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 944 time: 0.1593413 Jul 16 09:22:23.783535 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Attempting to bind port 241cf72b-e365-4377-9ded-65e6c0f6817d on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:22:23.783864 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Attempting to bind port 241cf72b-e365-4377-9ded-65e6c0f6817d by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:22:23.784189 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Attempting to bind port 241cf72b-e365-4377-9ded-65e6c0f6817d on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:22:23.795443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Port 241cf72b-e365-4377-9ded-65e6c0f6817d on network 139b0864-a636-45c3-a838-524bd635c90a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:22:23.795751 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Attempting to bind port 241cf72b-e365-4377-9ded-65e6c0f6817d on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:22:23.803177 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1c9a3bf8-eb82-4ec9-927f-c657dc7c7142 req-a2cfadc1-ab76-4827-b0e6-ccb5d705c444 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540550 Jul 16 09:22:23.805846 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 22, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:22:23.806713 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Checking segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:22:23.807359 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Bound using segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:22:23.807905 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Bound port: 241cf72b-e365-4377-9ded-65e6c0f6817d, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:22:23.807905 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:23.873226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] For port 241cf72b-e365-4377-9ded-65e6c0f6817d, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:22:23.876123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] For port 241cf72b-e365-4377-9ded-65e6c0f6817d, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=241cf72b-e365-4377-9ded-65e6c0f6817d,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:22:23.880853 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:23.913935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:23.914597 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:23.915978 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] 10.222.0.15 "PUT /v2.0/ports/241cf72b-e365-4377-9ded-65e6c0f6817d HTTP/1.1" status: 200 len: 1093 time: 0.7084646 Jul 16 09:22:23.916370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'tag': '241cf72b-e365-4377-9ded-65e6c0f6817d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:22:23.918620 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}57c6fa151416f04d67372bc530e91b941b74279d10386e96d333d6d4b4d0b36e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa748b4b-76b9-4c9c-8a40-e6f0fd99c266" -d '{"events": [{"name": "network-changed", "server_uuid": "578108ea-7e3d-4ad6-b06e-096de0d53a54", "tag": "241cf72b-e365-4377-9ded-65e6c0f6817d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:22:23.957567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b629448c-912b-4b75-8530-49dcaee9c558 service neutron] Pushing event updated for resources: {'Port': ['ID=241cf72b-e365-4377-9ded-65e6c0f6817d,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:23.970818 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3278a7a-1130-4177-86a4-8928bcfc75e5 x-openstack-request-id: req-f3278a7a-1130-4177-86a4-8928bcfc75e5 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:22:23.971112 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578108ea-7e3d-4ad6-b06e-096de0d53a54", "tag": "241cf72b-e365-4377-9ded-65e6c0f6817d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:22:23.971367 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f3278a7a-1130-4177-86a4-8928bcfc75e5 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:22:23.971781 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'tag': '241cf72b-e365-4377-9ded-65e6c0f6817d', 'status': 'completed', 'code': 200} Jul 16 09:22:24.020323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b2d23051-90bf-48c8-9e12-e9398c1290c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:24.021916 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-b2d23051-90bf-48c8-9e12-e9398c1290c2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 1096 time: 0.0611851 Jul 16 09:22:24.069776 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-d634368b-8237-4ccf-b11d-5e5bb3483a49 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=241cf72b-e365-4377-9ded-65e6c0f6817d HTTP/1.1" status: 200 len: 217 time: 0.0406065 Jul 16 09:22:24.118108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-d9847a6f-a8c9-42d9-a5ba-a2ee7451e809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:24.120175 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-d9847a6f-a8c9-42d9-a5ba-a2ee7451e809 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0448964 Jul 16 09:22:24.176274 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-e167cfc0-8f17-401c-9a0f-8d721b4099eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:24.177842 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-e167cfc0-8f17-401c-9a0f-8d721b4099eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520010 Jul 16 09:22:24.267655 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-66ca8a13-2fdc-4b3a-9e28-8e0deb2dd5d7 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836296 Jul 16 09:22:24.353017 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70e8a517-9b1d-4e3a-a565-98aef12b1932 req-2acd0e6a-36da-41e2-acca-c07d53e5e794 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795259 Jul 16 09:22:24.454903 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa748b4b-76b9-4c9c-8a40-e6f0fd99c266 req-db9e1c0d-da7f-4f97-8f42-ffa20d5c96c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:24.456300 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fa748b4b-76b9-4c9c-8a40-e6f0fd99c266 req-db9e1c0d-da7f-4f97-8f42-ffa20d5c96c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 1096 time: 0.0554748 Jul 16 09:22:24.543901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa748b4b-76b9-4c9c-8a40-e6f0fd99c266 req-cb6b9f52-c001-4ece-a5aa-553c43ae15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:24.545400 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fa748b4b-76b9-4c9c-8a40-e6f0fd99c266 req-cb6b9f52-c001-4ece-a5aa-553c43ae15bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0820906 Jul 16 09:22:24.588336 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fa748b4b-76b9-4c9c-8a40-e6f0fd99c266 req-f42b02eb-270d-4f3c-a3cd-af212ad9b32e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=241cf72b-e365-4377-9ded-65e6c0f6817d HTTP/1.1" status: 200 len: 217 time: 0.0363045 Jul 16 09:22:24.634925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa748b4b-76b9-4c9c-8a40-e6f0fd99c266 req-beaf10b4-5c95-4388-a5da-42c1ab457a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:24.636370 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fa748b4b-76b9-4c9c-8a40-e6f0fd99c266 req-beaf10b4-5c95-4388-a5da-42c1ab457a91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0421782 Jul 16 09:22:24.692167 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa748b4b-76b9-4c9c-8a40-e6f0fd99c266 req-6cf2a45e-7c61-408f-9fcb-e570d19b0bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:24.693683 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fa748b4b-76b9-4c9c-8a40-e6f0fd99c266 req-6cf2a45e-7c61-408f-9fcb-e570d19b0bbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505004 Jul 16 09:22:24.784821 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fa748b4b-76b9-4c9c-8a40-e6f0fd99c266 req-09cc7990-bae3-4ba4-9ac7-93558aabd95c service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839977 Jul 16 09:22:24.873118 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fa748b4b-76b9-4c9c-8a40-e6f0fd99c266 req-a6b8fb46-4431-449a-9f8b-244ce2846d12 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810423 Jul 16 09:22:24.982353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267397c-df61-40a5-a0ad-f89cbf8e7d7a req-e59f4068-1ac5-411f-8a69-517f9c26fe87 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:24.983829 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5267397c-df61-40a5-a0ad-f89cbf8e7d7a req-e59f4068-1ac5-411f-8a69-517f9c26fe87 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 944 time: 0.0661438 Jul 16 09:22:25.027929 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5267397c-df61-40a5-a0ad-f89cbf8e7d7a req-a64d2b8b-793f-4c17-a4eb-c4a274e3522a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383840 Jul 16 09:22:26.202139 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a934972f-2b3f-44af-bbc2-92741b080a94 req-84fe5d57-1d3b-4b1e-ac5e-7968d82e3d56 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:26.203657 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a934972f-2b3f-44af-bbc2-92741b080a94 req-84fe5d57-1d3b-4b1e-ac5e-7968d82e3d56 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 944 time: 0.0634074 Jul 16 09:22:26.246326 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a934972f-2b3f-44af-bbc2-92741b080a94 req-478b6906-4da5-48f0-a97f-6642b48b4deb tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370462 Jul 16 09:22:27.286864 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 241cf72b-e365-4377-9ded-65e6c0f6817d details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:22:27.382079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 241cf72b-e365-4377-9ded-65e6c0f6817d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=241cf72b-e365-4377-9ded-65e6c0f6817d,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:22:27.392972 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '241cf72b-e365-4377-9ded-65e6c0f6817d', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'port_id': '241cf72b-e365-4377-9ded-65e6c0f6817d', 'mac_address': 'fa:16:3e:b1:0e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:22:27.419965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8972751-3353-47eb-a010-dd4057ca7f01 req-e84869d9-a6c1-440c-ae2d-16b5ae1c93df tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:27.421484 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c8972751-3353-47eb-a010-dd4057ca7f01 req-e84869d9-a6c1-440c-ae2d-16b5ae1c93df tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 944 time: 0.0632374 Jul 16 09:22:27.429829 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:27.442958 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241cf72b-e365-4377-9ded-65e6c0f6817d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:22:27.459677 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c8972751-3353-47eb-a010-dd4057ca7f01 req-03665f39-15e2-418d-9256-aa57b3866006 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326133 Jul 16 09:22:27.463409 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 241cf72b-e365-4377-9ded-65e6c0f6817d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=241cf72b-e365-4377-9ded-65e6c0f6817d,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:22:27.467707 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:27.516743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=241cf72b-e365-4377-9ded-65e6c0f6817d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:27.653455 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['241cf72b-e365-4377-9ded-65e6c0f6817d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:22:28.637041 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139f2a36-2c4e-49ca-9849-94f99ead2318 req-19f68c03-ca06-4d80-b2d9-2f93c58189cb tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:28.638484 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-139f2a36-2c4e-49ca-9849-94f99ead2318 req-19f68c03-ca06-4d80-b2d9-2f93c58189cb tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 945 time: 0.0654054 Jul 16 09:22:28.676875 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-139f2a36-2c4e-49ca-9849-94f99ead2318 req-dd66584a-f256-47ab-a063-af454eaeb00d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327334 Jul 16 09:22:29.302764 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 241cf72b-e365-4377-9ded-65e6c0f6817d up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:22:29.349677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 241cf72b-e365-4377-9ded-65e6c0f6817d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:22:29.353373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 241cf72b-e365-4377-9ded-65e6c0f6817d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:22:29.353743 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:29.431204 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:29.453156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241cf72b-e365-4377-9ded-65e6c0f6817d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:22:29.455482 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}49f31c76d749ba70bf1f5b41f932083b84377e99dd39287ac6f105ef1b2c18e3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5aa0d467-124d-4570-aca3-e00089a8117c" -d '{"events": [{"server_uuid": "578108ea-7e3d-4ad6-b06e-096de0d53a54", "name": "network-vif-plugged", "status": "completed", "tag": "241cf72b-e365-4377-9ded-65e6c0f6817d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:22:29.468745 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 241cf72b-e365-4377-9ded-65e6c0f6817d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=241cf72b-e365-4377-9ded-65e6c0f6817d,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:22:29.473204 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:29.496423 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b1e90c-17dd-46c7-8c41-2861a07cb197 x-openstack-request-id: req-86b1e90c-17dd-46c7-8c41-2861a07cb197 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:22:29.496775 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578108ea-7e3d-4ad6-b06e-096de0d53a54", "name": "network-vif-plugged", "status": "completed", "tag": "241cf72b-e365-4377-9ded-65e6c0f6817d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:22:29.496972 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-86b1e90c-17dd-46c7-8c41-2861a07cb197 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:22:29.497407 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241cf72b-e365-4377-9ded-65e6c0f6817d', 'code': 200} Jul 16 09:22:29.523848 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=241cf72b-e365-4377-9ded-65e6c0f6817d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:22:29.605261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb8cbe-68d4-43b4-b82f-f5a620353b70 req-f4cc6600-ac2c-440e-95f8-b07823d4afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:29.606771 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-66eb8cbe-68d4-43b4-b82f-f5a620353b70 req-f4cc6600-ac2c-440e-95f8-b07823d4afd5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 1098 time: 0.0506530 Jul 16 09:22:29.641884 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-66eb8cbe-68d4-43b4-b82f-f5a620353b70 req-5cd0b941-88f8-4b43-8105-499639c0e0ae service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269144 Jul 16 09:22:29.846762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140b308-f787-40da-847a-83d386a364bc req-ec1e80fb-06e7-4c59-91d4-6565e9553387 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:29.848187 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e140b308-f787-40da-847a-83d386a364bc req-ec1e80fb-06e7-4c59-91d4-6565e9553387 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0623538 Jul 16 09:22:29.893477 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e140b308-f787-40da-847a-83d386a364bc req-f3b0d0a7-8417-4e44-8ba2-ee7586055a57 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345285 Jul 16 09:22:31.347581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f21d7f2-a372-42a4-be3a-c8426ae63682 req-62f96bf2-35e2-4c23-a09a-fc6e0fe5dcd4 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:31.349087 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f21d7f2-a372-42a4-be3a-c8426ae63682 req-62f96bf2-35e2-4c23-a09a-fc6e0fe5dcd4 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.3412724 Jul 16 09:22:31.386155 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8f21d7f2-a372-42a4-be3a-c8426ae63682 req-6e82f6e0-6141-4c62-a6a3-67b70ba04a35 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311029 Jul 16 09:22:31.553224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80769d-2026-4104-a792-d537f91d7d38 req-6ca100a0-78ab-4cbf-a250-9bf04a726ef7 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:31.554614 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f80769d-2026-4104-a792-d537f91d7d38 req-6ca100a0-78ab-4cbf-a250-9bf04a726ef7 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0665677 Jul 16 09:22:31.563684 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42228) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:22:31.568242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b0adae51-fb8b-48bf-88f3-0a01c896eb87 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Request body: {'floatingip': {'port_id': '241cf72b-e365-4377-9ded-65e6c0f6817d'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:22:31.606359 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0adae51-fb8b-48bf-88f3-0a01c896eb87 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:32.033619 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0adae51-fb8b-48bf-88f3-0a01c896eb87 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:32.038059 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0adae51-fb8b-48bf-88f3-0a01c896eb87 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:32.137590 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-b0adae51-fb8b-48bf-88f3-0a01c896eb87 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102 associated. External IP: 172.25.4.32, port: 241cf72b-e365-4377-9ded-65e6c0f6817d. Jul 16 09:22:32.341323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0adae51-fb8b-48bf-88f3-0a01c896eb87 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Router f5093462-e2cc-4df2-a5d3-d130ae164114 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:22:32.446492 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0adae51-fb8b-48bf-88f3-0a01c896eb87 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:22:32.451446 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b0adae51-fb8b-48bf-88f3-0a01c896eb87 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:32.456447 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d9e8b7-b6fe-4e6e-80ac-10da12acb251 None None] Sync routers for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:22:32.465895 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9e8b7-b6fe-4e6e-80ac-10da12acb251 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:22:32.466514 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b4d9e8b7-b6fe-4e6e-80ac-10da12acb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:22:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:32.488271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b0adae51-fb8b-48bf-88f3-0a01c896eb87 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "PUT /v2.0/floatingips/2e614c6f-8894-4cd1-8ac7-8859697e1102 HTTP/1.1" status: 200 len: 991 time: 0.9234018 Jul 16 09:22:32.488899 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'tag': '241cf72b-e365-4377-9ded-65e6c0f6817d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:22:32.491318 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}dff47ed5e060056f8554d19674423645ded0bc9ad3c9555a22044b2d0e70c871" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde92482-6d81-4e9b-be98-dec7339f4c10" -d '{"events": [{"name": "network-changed", "server_uuid": "578108ea-7e3d-4ad6-b06e-096de0d53a54", "tag": "241cf72b-e365-4377-9ded-65e6c0f6817d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:22:32.574332 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b4d9e8b7-b6fe-4e6e-80ac-10da12acb251 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:22:32.599440 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f83bbaa-676f-4d92-8fc0-1d229fee922f x-openstack-request-id: req-4f83bbaa-676f-4d92-8fc0-1d229fee922f {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:22:32.599950 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578108ea-7e3d-4ad6-b06e-096de0d53a54", "tag": "241cf72b-e365-4377-9ded-65e6c0f6817d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:22:32.600060 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4f83bbaa-676f-4d92-8fc0-1d229fee922f {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:22:32.600404 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'tag': '241cf72b-e365-4377-9ded-65e6c0f6817d', 'status': 'completed', 'code': 200} Jul 16 09:22:32.671835 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde92482-6d81-4e9b-be98-dec7339f4c10 req-f84ef3e2-70d7-42df-9056-2d1c8abb85e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:32.673394 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fde92482-6d81-4e9b-be98-dec7339f4c10 req-f84ef3e2-70d7-42df-9056-2d1c8abb85e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 1098 time: 0.0524461 Jul 16 09:22:32.766957 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde92482-6d81-4e9b-be98-dec7339f4c10 req-39c70703-493d-430d-a729-21627c729bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:32.768461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fde92482-6d81-4e9b-be98-dec7339f4c10 req-39c70703-493d-430d-a729-21627c729bba service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0891995 Jul 16 09:22:32.803058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b4d9e8b7-b6fe-4e6e-80ac-10da12acb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2e614c6f-8894-4cd1-8ac7-8859697e1102', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'port_id': '241cf72b-e365-4377-9ded-65e6c0f6817d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'mac_address': 'fa:16:3e:b1:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:20:05Z', 'updated_at': '2021-07-16T09:22:31Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:32.829573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d9e8b7-b6fe-4e6e-80ac-10da12acb251 None None] Checking router: f5093462-e2cc-4df2-a5d3-d130ae164114 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:22:32.839154 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fde92482-6d81-4e9b-be98-dec7339f4c10 req-a23c62e8-2b6d-44a9-afa6-3cdc6fa1c717 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=241cf72b-e365-4377-9ded-65e6c0f6817d HTTP/1.1" status: 200 len: 999 time: 0.0614750 Jul 16 09:22:32.840754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d9e8b7-b6fe-4e6e-80ac-10da12acb251 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:22:32.841367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b4d9e8b7-b6fe-4e6e-80ac-10da12acb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:22:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:32.887988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde92482-6d81-4e9b-be98-dec7339f4c10 req-602e0c2e-eef6-4bb0-a699-dddc2da79d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:32.889409 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fde92482-6d81-4e9b-be98-dec7339f4c10 req-602e0c2e-eef6-4bb0-a699-dddc2da79d78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0478890 Jul 16 09:22:32.949474 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde92482-6d81-4e9b-be98-dec7339f4c10 req-666dc8dd-cdae-4def-bb74-d65db3a95f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:32.951126 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fde92482-6d81-4e9b-be98-dec7339f4c10 req-666dc8dd-cdae-4def-bb74-d65db3a95f41 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549924 Jul 16 09:22:32.952352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b4d9e8b7-b6fe-4e6e-80ac-10da12acb251 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:22:33.046063 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fde92482-6d81-4e9b-be98-dec7339f4c10 req-d58dd1d0-a519-45c0-b1b4-32f42233a6e3 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886478 Jul 16 09:22:33.139568 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fde92482-6d81-4e9b-be98-dec7339f4c10 req-14a21f4b-041e-47e9-92b9-bd80c93af3f2 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866573 Jul 16 09:22:33.188059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b4d9e8b7-b6fe-4e6e-80ac-10da12acb251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2e614c6f-8894-4cd1-8ac7-8859697e1102', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'port_id': '241cf72b-e365-4377-9ded-65e6c0f6817d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'mac_address': 'fa:16:3e:b1:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:20:05Z', 'updated_at': '2021-07-16T09:22:31Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:22:33.214538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d9e8b7-b6fe-4e6e-80ac-10da12acb251 None None] The sync data for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 is: [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2e614c6f-8894-4cd1-8ac7-8859697e1102', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'port_id': '241cf72b-e365-4377-9ded-65e6c0f6817d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'mac_address': 'fa:16:3e:b1:0e:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:20:05Z', 'updated_at': '2021-07-16T09:22:31Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:22:33.407336 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c551b0b4-f6c7-4a44-aef0-adf7923fa0fa None None] New status for floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:22:34.081564 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:35.275852 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed47ac38-614e-4b59-a109-7f13796c30de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:35.869634 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:37.958772 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-36ce358e-69aa-4fc4-9926-34e8308baee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:38.224271 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:39.874141 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:41.376415 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:44.779327 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:23:04.081036 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:05.275509 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ebf859d6-6cc2-4d80-9e3b-262f5f34533a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:05.870208 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:07.958226 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5afee6d8-68a7-444c-a456-4ed924bf6bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:08.227289 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:09.875387 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:11.378110 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:12.872272 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-46efc755-2768-4a8d-bd69-19262aea0e7a req-fb01c390-737f-42fa-9d27-9df92ea7f8ab service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0954933 Jul 16 09:23:12.964991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efc755-2768-4a8d-bd69-19262aea0e7a req-629542b0-9628-4917-a849-4288f9b74eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:12.966477 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-46efc755-2768-4a8d-bd69-19262aea0e7a req-629542b0-9628-4917-a849-4288f9b74eb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 1098 time: 0.0513830 Jul 16 09:23:13.071656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efc755-2768-4a8d-bd69-19262aea0e7a req-a44914d9-9bc9-48a2-b8eb-03a2d7afe949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:13.073094 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-46efc755-2768-4a8d-bd69-19262aea0e7a req-a44914d9-9bc9-48a2-b8eb-03a2d7afe949 service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0872805 Jul 16 09:23:13.140603 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-46efc755-2768-4a8d-bd69-19262aea0e7a req-2debd7ce-67f6-42cd-839a-6aa58f8f6028 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=241cf72b-e365-4377-9ded-65e6c0f6817d HTTP/1.1" status: 200 len: 1001 time: 0.0612602 Jul 16 09:23:13.187672 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efc755-2768-4a8d-bd69-19262aea0e7a req-6b3187e4-daed-4ca7-a340-67a054bf2bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:13.189135 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-46efc755-2768-4a8d-bd69-19262aea0e7a req-6b3187e4-daed-4ca7-a340-67a054bf2bf3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0431972 Jul 16 09:23:13.244646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efc755-2768-4a8d-bd69-19262aea0e7a req-8185226f-b4a3-4e1e-a809-c2ad41bf1dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:13.246177 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-46efc755-2768-4a8d-bd69-19262aea0e7a req-8185226f-b4a3-4e1e-a809-c2ad41bf1dee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509152 Jul 16 09:23:13.339305 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-46efc755-2768-4a8d-bd69-19262aea0e7a req-a0b395ae-4f42-49c2-8877-2e6dbc6d75ec service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865350 Jul 16 09:23:13.433279 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-46efc755-2768-4a8d-bd69-19262aea0e7a req-2b569193-6731-488f-acae-371812c96965 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873587 Jul 16 09:23:21.778548 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:23:34.082793 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.282270 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e536c90c-1659-4ba1-b11b-05eb8a8280b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.888058 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.961028 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-06011044-f430-42f8-84f3-6ad7d9ad1b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:38.229317 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:39.879706 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:41.383596 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:58.777378 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:24:04.076038 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.273298 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-aecbe7b7-cb11-461e-b95c-4d7b8a00a1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.897652 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:07.961636 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4fcada4c-b194-480a-8690-ce86c3f3c1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:08.231096 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:08.982604 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3759c5-2893-4f69-8ae0-863e0a14cf3b req-9fb6fcd5-6569-4168-aa39-2d263d96b8f0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:08.984253 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6b3759c5-2893-4f69-8ae0-863e0a14cf3b req-9fb6fcd5-6569-4168-aa39-2d263d96b8f0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.1128290 Jul 16 09:24:09.023367 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6b3759c5-2893-4f69-8ae0-863e0a14cf3b req-b54d41b5-be32-4861-af48-9d8ebe319296 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328329 Jul 16 09:24:09.882406 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:10.310019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f6bbe-7a39-433b-a7ba-aef9fd49c0ed req-b68fedae-5b7b-4914-b69c-3a735af99d61 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:10.311517 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-667f6bbe-7a39-433b-a7ba-aef9fd49c0ed req-b68fedae-5b7b-4914-b69c-3a735af99d61 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.1064217 Jul 16 09:24:10.350182 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-667f6bbe-7a39-433b-a7ba-aef9fd49c0ed req-37e80939-6c08-48ec-a7db-aa37040e8c56 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323861 Jul 16 09:24:11.385153 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:11.522456 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d835572-0495-48b7-b887-534e378dcf52 req-a10d9d51-f6db-4832-ae72-0cb0c9355fb1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:11.523927 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d835572-0495-48b7-b887-534e378dcf52 req-a10d9d51-f6db-4832-ae72-0cb0c9355fb1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0620079 Jul 16 09:24:11.561505 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d835572-0495-48b7-b887-534e378dcf52 req-73e967e2-ea07-48b0-9b16-3f8380ee588b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318046 Jul 16 09:24:12.733175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9aec67-3bcd-4300-91dd-637607fc9849 req-db61224e-7244-4861-9d6c-26632b81b222 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:12.734669 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ba9aec67-3bcd-4300-91dd-637607fc9849 req-db61224e-7244-4861-9d6c-26632b81b222 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0650213 Jul 16 09:24:12.773596 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ba9aec67-3bcd-4300-91dd-637607fc9849 req-76309a0f-efb2-4872-ba0f-b86ca87da165 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327647 Jul 16 09:24:13.977345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6182-eea4-4794-9c0e-29857cf4ae64 req-be35b7fc-cfee-49b7-aacd-2b21876645cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:13.978874 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-612c6182-eea4-4794-9c0e-29857cf4ae64 req-be35b7fc-cfee-49b7-aacd-2b21876645cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 1098 time: 0.1360691 Jul 16 09:24:13.986331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc09b5-127a-468d-9cd2-0277d6cf296e req-a4e6c1b1-73d4-4f53-959b-d915496db777 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:13.987762 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2dc09b5-127a-468d-9cd2-0277d6cf296e req-a4e6c1b1-73d4-4f53-959b-d915496db777 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0999155 Jul 16 09:24:14.079385 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d2dc09b5-127a-468d-9cd2-0277d6cf296e req-525743f6-2737-44e4-8730-42f69fefd26b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855458 Jul 16 09:24:14.105357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6182-eea4-4794-9c0e-29857cf4ae64 req-7ea9653a-9955-4608-8b8c-0de65a47abec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:14.106835 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-612c6182-eea4-4794-9c0e-29857cf4ae64 req-7ea9653a-9955-4608-8b8c-0de65a47abec service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.1070328 Jul 16 09:24:14.176083 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-612c6182-eea4-4794-9c0e-29857cf4ae64 req-517c3db4-2926-4ec1-8f47-121b840d635d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=241cf72b-e365-4377-9ded-65e6c0f6817d HTTP/1.1" status: 200 len: 1001 time: 0.0618277 Jul 16 09:24:14.223008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6182-eea4-4794-9c0e-29857cf4ae64 req-40fcc028-1748-47b6-a4d1-43f34bbc7e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:14.224474 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-612c6182-eea4-4794-9c0e-29857cf4ae64 req-40fcc028-1748-47b6-a4d1-43f34bbc7e80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0424111 Jul 16 09:24:14.279910 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6182-eea4-4794-9c0e-29857cf4ae64 req-d9a97fca-36fb-4a89-afd1-2e16ecd10277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:14.281502 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-612c6182-eea4-4794-9c0e-29857cf4ae64 req-d9a97fca-36fb-4a89-afd1-2e16ecd10277 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513954 Jul 16 09:24:14.372347 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-612c6182-eea4-4794-9c0e-29857cf4ae64 req-da6964a4-8591-4e5c-962d-4844d6dc0619 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847321 Jul 16 09:24:14.462670 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-612c6182-eea4-4794-9c0e-29857cf4ae64 req-9dfc279b-fda7-4356-b106-915b408d41c5 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835998 Jul 16 09:24:15.251419 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b597af-7dc6-43bd-9664-fe18d1d17d3b req-f91facea-6f07-4347-8206-2c822fe8e155 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:15.253470 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80b597af-7dc6-43bd-9664-fe18d1d17d3b req-f91facea-6f07-4347-8206-2c822fe8e155 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0645959 Jul 16 09:24:15.292407 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80b597af-7dc6-43bd-9664-fe18d1d17d3b req-5babbaa3-8c3b-4b6b-8322-0ee8372e8515 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331707 Jul 16 09:24:16.466259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebf4ca7-1626-45be-9907-cd3b4fa5220a req-a390b122-f9a2-4fdd-8a5c-0f4885791165 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:16.467741 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cebf4ca7-1626-45be-9907-cd3b4fa5220a req-a390b122-f9a2-4fdd-8a5c-0f4885791165 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0630028 Jul 16 09:24:16.505750 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cebf4ca7-1626-45be-9907-cd3b4fa5220a req-db7f1332-1ed4-4cfb-9e60-4f0ac90cfb9e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321341 Jul 16 09:24:17.678062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4891220-2b96-47f6-9667-45f90b0ced83 req-b18f62fc-cf2e-4305-9e45-c69d3b377bb6 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:17.679538 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4891220-2b96-47f6-9667-45f90b0ced83 req-b18f62fc-cf2e-4305-9e45-c69d3b377bb6 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0622680 Jul 16 09:24:17.722807 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d4891220-2b96-47f6-9667-45f90b0ced83 req-68b6ed87-80b4-449b-8fe1-0561bf89d935 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374382 Jul 16 09:24:18.913701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d84c0-136d-45b2-b9e8-cb3852f2a008 req-b58d9614-c25a-4961-b084-e1a7bdfb772f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:18.915409 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b6d84c0-136d-45b2-b9e8-cb3852f2a008 req-b58d9614-c25a-4961-b084-e1a7bdfb772f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0639215 Jul 16 09:24:18.954344 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b6d84c0-136d-45b2-b9e8-cb3852f2a008 req-49cdb8f2-96b1-4714-a9ab-071d8dfab2f7 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333614 Jul 16 09:24:20.126307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311aec1-119b-4025-824a-e03306b3f97c req-cd21f23b-a2ca-467d-bec0-65292dc7cbe5 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:20.127800 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3311aec1-119b-4025-824a-e03306b3f97c req-cd21f23b-a2ca-467d-bec0-65292dc7cbe5 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0657969 Jul 16 09:24:20.166080 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3311aec1-119b-4025-824a-e03306b3f97c req-866ee850-0ed7-4ed2-9288-e0d5b5d13faa tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324485 Jul 16 09:24:20.500198 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-92036d38-b06e-4b3a-bd96-fb99e57a470e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0546491 Jul 16 09:24:20.558737 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2bfeb8-499e-44ed-8b6c-23c6a0b161df req-07223163-b05f-40a7-aedf-020b146b9785 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:20.560306 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4c2bfeb8-499e-44ed-8b6c-23c6a0b161df req-07223163-b05f-40a7-aedf-020b146b9785 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0683107 Jul 16 09:24:20.599498 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4c2bfeb8-499e-44ed-8b6c-23c6a0b161df req-4de3f165-1cbe-430a-8b77-52509a7ddaff tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329084 Jul 16 09:24:21.700289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-164ebe8d-7853-4910-9739-007a638b7a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:21.701913 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-164ebe8d-7853-4910-9739-007a638b7a5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 1098 time: 0.0528274 Jul 16 09:24:21.831559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-c0e5d4eb-9dd5-42de-ba4c-a211f14bee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:21.833069 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-c0e5d4eb-9dd5-42de-ba4c-a211f14bee4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.1252294 Jul 16 09:24:21.845172 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0397814-a682-432e-ae8b-d761e37556bb req-4becad24-90df-4c75-95aa-d2dbd310673e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:21.846566 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0397814-a682-432e-ae8b-d761e37556bb req-4becad24-90df-4c75-95aa-d2dbd310673e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.1210086 Jul 16 09:24:21.922381 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0397814-a682-432e-ae8b-d761e37556bb req-571e569b-3529-49b0-b357-3a9ecb4d4a71 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689526 Jul 16 09:24:21.929288 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-39f504f0-aafa-4d7f-977e-c2e3734a5e99 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=241cf72b-e365-4377-9ded-65e6c0f6817d HTTP/1.1" status: 200 len: 1001 time: 0.0818303 Jul 16 09:24:21.982763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-705a2eff-2a4d-4ff6-bb4a-8ccfd574ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:21.984208 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-705a2eff-2a4d-4ff6-bb4a-8ccfd574ba6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0489597 Jul 16 09:24:22.045369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-91136844-1244-48d1-8392-33d843d3b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:22.046956 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-91136844-1244-48d1-8392-33d843d3b3c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569983 Jul 16 09:24:22.147776 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-42ab85b1-a701-4597-b9d2-c5ba508414ef service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936041 Jul 16 09:24:22.235567 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-5eb4f6f1-6656-40fc-9758-8c36149750d6 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820625 Jul 16 09:24:23.102045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96e67d-adad-4390-a366-ed55a3f8eb7a req-8ffb49f4-d1d8-428a-a266-cbe9e5cbb216 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:23.103422 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb96e67d-adad-4390-a366-ed55a3f8eb7a req-8ffb49f4-d1d8-428a-a266-cbe9e5cbb216 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0676284 Jul 16 09:24:23.139544 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb96e67d-adad-4390-a366-ed55a3f8eb7a req-f77ed865-6e30-4d71-a680-9d3511d30e1f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306449 Jul 16 09:24:23.992265 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-d60c896f-cbe0-46e5-a892-9517d0213e45 service neutron] show failed (client error): The resource could not be found. Jul 16 09:24:23.993313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-d60c896f-cbe0-46e5-a892-9517d0213e45 service neutron] 10.222.0.15 "GET /v2.0/ports/241cf72b-e365-4377-9ded-65e6c0f6817d/bindings/n-h2-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.0536468 Jul 16 09:24:24.352316 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-14492b0c-7af4-4c1a-91ba-4b755e177463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:24.353920 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-14492b0c-7af4-4c1a-91ba-4b755e177463 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54&tenant_id=c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 1098 time: 0.1372025 Jul 16 09:24:24.361335 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb654a-96e7-4d1f-abf6-78ad323edbb5 req-84d952b8-b937-48ab-b378-5445e67ee081 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:24.362681 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1adb654a-96e7-4d1f-abf6-78ad323edbb5 req-84d952b8-b937-48ab-b378-5445e67ee081 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.1101325 Jul 16 09:24:24.368121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:24.432532 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1adb654a-96e7-4d1f-abf6-78ad323edbb5 req-897c97fa-38f8-4c83-96e6-36f6541bbb96 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618780 Jul 16 09:24:24.466833 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:24.659586 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] For port 241cf72b-e365-4377-9ded-65e6c0f6817d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=241cf72b-e365-4377-9ded-65e6c0f6817d,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:24.691119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] For port 241cf72b-e365-4377-9ded-65e6c0f6817d, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:24:24.728683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241cf72b-e365-4377-9ded-65e6c0f6817d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:24:24.733523 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:24.745724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Transition to ACTIVE for port object 241cf72b-e365-4377-9ded-65e6c0f6817d will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:24:24.749639 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:24.779690 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcc76c96-e2f9-4856-a155-5b473bc24b9f" -d '{"events": [{"server_uuid": "578108ea-7e3d-4ad6-b06e-096de0d53a54", "name": "network-vif-unplugged", "status": "completed", "tag": "241cf72b-e365-4377-9ded-65e6c0f6817d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:24:24.837025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Pushing event updated for resources: {'Port': ['ID=241cf72b-e365-4377-9ded-65e6c0f6817d,revision_number=6']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:24.846781 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:24.847115 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:24.847450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:24.847784 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:24.848111 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:24.848449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:24.848798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:24.849116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:24.849958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:24.850345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:24.850667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:24.850995 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:24.894685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] No DVR routers for this DVR port 241cf72b-e365-4377-9ded-65e6c0f6817d on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:24:24.929789 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:24:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffcc8e0-5691-45a7-8105-b047d14ee5d9 x-openstack-request-id: req-0ffcc8e0-5691-45a7-8105-b047d14ee5d9 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:24:24.930079 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578108ea-7e3d-4ad6-b06e-096de0d53a54", "name": "network-vif-unplugged", "status": "completed", "tag": "241cf72b-e365-4377-9ded-65e6c0f6817d", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:24:24.930331 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0ffcc8e0-5691-45a7-8105-b047d14ee5d9 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:24:24.930722 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241cf72b-e365-4377-9ded-65e6c0f6817d', 'code': 200} Jul 16 09:24:25.033346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Attempting to bind port 241cf72b-e365-4377-9ded-65e6c0f6817d on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:24:25.034019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Attempting to bind port 241cf72b-e365-4377-9ded-65e6c0f6817d by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:24:25.034019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Attempting to bind port 241cf72b-e365-4377-9ded-65e6c0f6817d on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:24:25.038650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Port 241cf72b-e365-4377-9ded-65e6c0f6817d on network 139b0864-a636-45c3-a838-524bd635c90a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:24:25.038961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Attempting to bind port 241cf72b-e365-4377-9ded-65e6c0f6817d on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:24:25.043634 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:24:25.043967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Checking segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:24:25.044345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Bound using segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:24:25.044807 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Bound port: 241cf72b-e365-4377-9ded-65e6c0f6817d, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:24:25.045156 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:25.106450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] For port 241cf72b-e365-4377-9ded-65e6c0f6817d, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:24:25.109740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] For port 241cf72b-e365-4377-9ded-65e6c0f6817d, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=241cf72b-e365-4377-9ded-65e6c0f6817d,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:24:25.114452 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:25.152757 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:25.153438 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:25.154906 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] 10.222.0.38 "PUT /v2.0/ports/241cf72b-e365-4377-9ded-65e6c0f6817d HTTP/1.1" status: 200 len: 1093 time: 0.7913611 Jul 16 09:24:25.176238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801d027-0024-4408-841f-f9f0b259f00c service neutron] Pushing event updated for resources: {'Port': ['ID=241cf72b-e365-4377-9ded-65e6c0f6817d,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:25.233637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-4c37cc98-e350-4219-b2af-6ad9477a1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:25.235173 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-4c37cc98-e350-4219-b2af-6ad9477a1a56 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 1096 time: 0.0554423 Jul 16 09:24:25.331545 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-c1f53796-45d8-4e8f-a8dc-58557cc9b7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:25.333047 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-c1f53796-45d8-4e8f-a8dc-58557cc9b7a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0916877 Jul 16 09:24:25.396232 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-a34c1e95-2e1b-4183-aabe-13b4c0c77f18 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=241cf72b-e365-4377-9ded-65e6c0f6817d HTTP/1.1" status: 200 len: 999 time: 0.0559170 Jul 16 09:24:25.444846 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-93b7bb8d-e062-40a1-8ac0-8b6d99f05256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:25.446272 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-93b7bb8d-e062-40a1-8ac0-8b6d99f05256 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0435128 Jul 16 09:24:25.508982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-4c841143-3c98-4db3-a5ee-a9df1b5dac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:25.510505 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-4c841143-3c98-4db3-a5ee-a9df1b5dac49 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568941 Jul 16 09:24:25.640120 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-ef31c8ea-7365-402c-a020-34654889fc9e service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231918 Jul 16 09:24:25.663594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9c99a3-5501-4a5f-96c2-883f4edc479a req-02a931f0-79d5-4f74-a11b-f19cc4902904 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:25.665054 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8e9c99a3-5501-4a5f-96c2-883f4edc479a req-02a931f0-79d5-4f74-a11b-f19cc4902904 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 944 time: 0.1213264 Jul 16 09:24:25.744179 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8e9c99a3-5501-4a5f-96c2-883f4edc479a req-ec7b9832-7f13-42cb-8a7e-c6c262c7ae3f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697169 Jul 16 09:24:25.765472 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2ec4cceb-b3ef-4de4-a452-87f542b3c4ca req-c3f9b360-1365-499d-8bdc-f92063c3ea8b service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172101 Jul 16 09:24:26.919757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6055630f-4c33-48f4-b467-603a537c5dd2 req-9e28a5c7-f0ba-4a5d-917b-9c4d94359a8c tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:26.921232 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6055630f-4c33-48f4-b467-603a537c5dd2 req-9e28a5c7-f0ba-4a5d-917b-9c4d94359a8c tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 944 time: 0.0622058 Jul 16 09:24:26.931524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'tag': '241cf72b-e365-4377-9ded-65e6c0f6817d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:24:26.934002 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24ee465c-fd57-4515-b8c3-9d636420d4cb" -d '{"events": [{"name": "network-changed", "server_uuid": "578108ea-7e3d-4ad6-b06e-096de0d53a54", "tag": "241cf72b-e365-4377-9ded-65e6c0f6817d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:24:26.963814 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6055630f-4c33-48f4-b467-603a537c5dd2 req-5c633e87-9c32-433c-a7d8-81b649f36c57 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369756 Jul 16 09:24:26.990728 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0127af00-1998-4d56-af82-33aa53baa539 x-openstack-request-id: req-0127af00-1998-4d56-af82-33aa53baa539 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:24:26.991081 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "578108ea-7e3d-4ad6-b06e-096de0d53a54", "tag": "241cf72b-e365-4377-9ded-65e6c0f6817d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:24:26.991400 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0127af00-1998-4d56-af82-33aa53baa539 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:24:26.991860 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'tag': '241cf72b-e365-4377-9ded-65e6c0f6817d', 'status': 'completed', 'code': 200} Jul 16 09:24:27.095719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-31a2c50d-d305-4cd6-bb21-aaedc5d41edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:27.097241 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-31a2c50d-d305-4cd6-bb21-aaedc5d41edb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 1096 time: 0.0897472 Jul 16 09:24:27.146183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-fdd7da52-d1b0-43b9-90e3-c4154a63e347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:27.147747 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-fdd7da52-d1b0-43b9-90e3-c4154a63e347 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 1096 time: 0.1022358 Jul 16 09:24:27.354738 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 241cf72b-e365-4377-9ded-65e6c0f6817d details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:24:27.460985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 241cf72b-e365-4377-9ded-65e6c0f6817d, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=241cf72b-e365-4377-9ded-65e6c0f6817d,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:27.473511 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '241cf72b-e365-4377-9ded-65e6c0f6817d', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'port_id': '241cf72b-e365-4377-9ded-65e6c0f6817d', 'mac_address': 'fa:16:3e:b1:0e:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:24:27.516700 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:27.530390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241cf72b-e365-4377-9ded-65e6c0f6817d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:24:27.544706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-28fb6a0a-97e5-442f-95ef-5e0d3b0aea49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:27.546201 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-28fb6a0a-97e5-442f-95ef-5e0d3b0aea49 service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.4418786 Jul 16 09:24:27.550466 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 241cf72b-e365-4377-9ded-65e6c0f6817d, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=241cf72b-e365-4377-9ded-65e6c0f6817d,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:27.554919 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:27.605749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=241cf72b-e365-4377-9ded-65e6c0f6817d,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:27.611356 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-ac06ffea-e197-4956-8a35-9449ded32fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:27.613151 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-ac06ffea-e197-4956-8a35-9449ded32fb2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.4408171 Jul 16 09:24:27.613757 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:27.614052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:27.614388 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:27.614829 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:27.615052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:27.615377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:27.615700 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:27.616020 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:27.616343 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:27.616680 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:27.617002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:27.617319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:24:27.664228 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-9ff2ca40-a2f6-4d33-9ae6-aa611c3b0d69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=241cf72b-e365-4377-9ded-65e6c0f6817d HTTP/1.1" status: 200 len: 1000 time: 0.1099606 Jul 16 09:24:27.716285 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-ea1d70c0-c0bb-450f-b21f-9f09c23f0e60 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=241cf72b-e365-4377-9ded-65e6c0f6817d HTTP/1.1" status: 200 len: 1000 time: 0.0959566 Jul 16 09:24:27.734970 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-60d3a277-ee3d-4a15-9347-63d16ca294b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:27.736939 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-60d3a277-ee3d-4a15-9347-63d16ca294b5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0663221 Jul 16 09:24:27.781458 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['241cf72b-e365-4377-9ded-65e6c0f6817d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:24:27.801636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-02201807-3f86-41fb-be1c-884c98633c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:27.803157 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-02201807-3f86-41fb-be1c-884c98633c17 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0795040 Jul 16 09:24:27.854865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-12344be7-95b8-44fc-94fd-c72e74d49c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:27.856461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-12344be7-95b8-44fc-94fd-c72e74d49c7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986426 Jul 16 09:24:27.904797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-e99f40c4-e42b-4b6b-9b8f-2af895cef7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:27.906374 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-e99f40c4-e42b-4b6b-9b8f-2af895cef7b1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0930421 Jul 16 09:24:28.014666 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-b02d3a51-6787-4278-8693-70319526cf6b service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509790 Jul 16 09:24:28.015960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 241cf72b-e365-4377-9ded-65e6c0f6817d no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:24:28.054980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 241cf72b-e365-4377-9ded-65e6c0f6817d not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:24:28.065031 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-7eeabbcd-a018-4c66-b0ae-b583eb5c1a5e service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328399 Jul 16 09:24:28.149509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba873b-1449-4a50-b098-834c5c99f772 req-6f98f39d-742b-40c0-bd2a-cc94e8f99c3d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:28.150896 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-00ba873b-1449-4a50-b098-834c5c99f772 req-6f98f39d-742b-40c0-bd2a-cc94e8f99c3d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 945 time: 0.0727022 Jul 16 09:24:28.176480 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-2877c71d-cf6f-4061-b524-93c48b9a411b service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557279 Jul 16 09:24:28.192397 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-00ba873b-1449-4a50-b098-834c5c99f772 req-c8078732-9d6e-4f3d-8c85-f0ee441fd86f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348883 Jul 16 09:24:28.206980 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24ee465c-fd57-4515-b8c3-9d636420d4cb req-2a11f13f-2d9c-43a2-976b-8395347a8ed1 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143961 Jul 16 09:24:28.493334 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb65afd-8d52-4b45-a33d-dba0c02896a2 req-0c64e0e1-bfad-47a6-9a2e-bbae62514bd9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:28.494861 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeb65afd-8d52-4b45-a33d-dba0c02896a2 req-0c64e0e1-bfad-47a6-9a2e-bbae62514bd9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 945 time: 0.0650487 Jul 16 09:24:28.503470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41207f-39d9-4f59-bb5b-25d391f1e13a req-a17cb339-2a06-41db-aac8-1e536bf9007a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:28.504976 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab41207f-39d9-4f59-bb5b-25d391f1e13a req-a17cb339-2a06-41db-aac8-1e536bf9007a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.15 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54&tenant_id=c75e25ecabd2488cba4aff6555810bb3&binding%3Ahost_id=n-h2-758944-46 HTTP/1.1" status: 200 len: 945 time: 0.0731747 Jul 16 09:24:28.534310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aeb65afd-8d52-4b45-a33d-dba0c02896a2 req-ae2b17fc-e24f-4e03-9df0-8f455dd72b71 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335522 Jul 16 09:24:28.564473 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-ab41207f-39d9-4f59-bb5b-25d391f1e13a req-1b98a42a-bb66-4bfe-be67-c18293ea4355 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:24:28.565526 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab41207f-39d9-4f59-bb5b-25d391f1e13a req-1b98a42a-bb66-4bfe-be67-c18293ea4355 service neutron] 10.222.0.15 "DELETE /v2.0/ports/241cf72b-e365-4377-9ded-65e6c0f6817d/bindings/n-h1-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.0542974 Jul 16 09:24:28.662413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41207f-39d9-4f59-bb5b-25d391f1e13a req-ec104d90-9341-4b50-b16d-ebabd31de6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:28.663920 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab41207f-39d9-4f59-bb5b-25d391f1e13a req-ec104d90-9341-4b50-b16d-ebabd31de6b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 1097 time: 0.0567822 Jul 16 09:24:28.751639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41207f-39d9-4f59-bb5b-25d391f1e13a req-b5813d1d-2382-4573-97f8-152b0ca19718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:28.753057 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab41207f-39d9-4f59-bb5b-25d391f1e13a req-b5813d1d-2382-4573-97f8-152b0ca19718 service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0829966 Jul 16 09:24:28.819469 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab41207f-39d9-4f59-bb5b-25d391f1e13a req-be485c14-1fa8-4279-8c3c-82319b2c33a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=241cf72b-e365-4377-9ded-65e6c0f6817d HTTP/1.1" status: 200 len: 1000 time: 0.0599174 Jul 16 09:24:28.867747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41207f-39d9-4f59-bb5b-25d391f1e13a req-856e8b86-b874-4626-b0a2-5790509e4ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:28.869226 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab41207f-39d9-4f59-bb5b-25d391f1e13a req-856e8b86-b874-4626-b0a2-5790509e4ddb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0434315 Jul 16 09:24:28.924560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab41207f-39d9-4f59-bb5b-25d391f1e13a req-ecbc7a42-0dc0-44e6-a571-c2fc0720caf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:28.926024 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab41207f-39d9-4f59-bb5b-25d391f1e13a req-ecbc7a42-0dc0-44e6-a571-c2fc0720caf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503173 Jul 16 09:24:29.017922 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab41207f-39d9-4f59-bb5b-25d391f1e13a req-a292f1ed-e37f-49f0-8669-55b47e5dc01a service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856569 Jul 16 09:24:29.104843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab41207f-39d9-4f59-bb5b-25d391f1e13a req-ba9e3d23-9d79-46be-bea2-8bc616b52026 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810592 Jul 16 09:24:29.369799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 241cf72b-e365-4377-9ded-65e6c0f6817d up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:24:29.419591 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 241cf72b-e365-4377-9ded-65e6c0f6817d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:24:29.423526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 241cf72b-e365-4377-9ded-65e6c0f6817d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:29.423892 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:29.502533 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:29.526806 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241cf72b-e365-4377-9ded-65e6c0f6817d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:24:29.540424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 241cf72b-e365-4377-9ded-65e6c0f6817d, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=241cf72b-e365-4377-9ded-65e6c0f6817d,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:29.545025 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:29.571580 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a96c4a44-f1c0-405e-a9a5-408f6190ccd0" -d '{"events": [{"server_uuid": "578108ea-7e3d-4ad6-b06e-096de0d53a54", "name": "network-vif-plugged", "status": "completed", "tag": "241cf72b-e365-4377-9ded-65e6c0f6817d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:24:29.604463 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=241cf72b-e365-4377-9ded-65e6c0f6817d,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:29.696658 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3e9f686-8f66-4329-bd58-0a8737786497 x-openstack-request-id: req-a3e9f686-8f66-4329-bd58-0a8737786497 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:24:29.696959 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578108ea-7e3d-4ad6-b06e-096de0d53a54", "name": "network-vif-plugged", "status": "completed", "tag": "241cf72b-e365-4377-9ded-65e6c0f6817d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:24:29.697238 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a3e9f686-8f66-4329-bd58-0a8737786497 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:24:29.697700 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241cf72b-e365-4377-9ded-65e6c0f6817d', 'code': 200} Jul 16 09:24:29.739809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0986096b-24b8-42ca-ae11-cb33926782d9 req-fde90e02-2199-469a-9284-1df649e54545 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:29.741852 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0986096b-24b8-42ca-ae11-cb33926782d9 req-fde90e02-2199-469a-9284-1df649e54545 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0738857 Jul 16 09:24:29.779880 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0986096b-24b8-42ca-ae11-cb33926782d9 req-32e20de8-a8bc-42c7-9d9d-b8f404abbe99 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320814 Jul 16 09:24:29.951129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5122f84-87fe-4fcc-a29e-fc2a7e5b6250 req-155fe2a9-56f3-431e-94a6-d6d9d5e3d561 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:29.952640 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5122f84-87fe-4fcc-a29e-fc2a7e5b6250 req-155fe2a9-56f3-431e-94a6-d6d9d5e3d561 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0628982 Jul 16 09:24:29.991865 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5122f84-87fe-4fcc-a29e-fc2a7e5b6250 req-92110eca-8210-4c76-9880-ff223c5eebb1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335276 Jul 16 09:24:30.308958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a83d17-09c5-4f38-afd4-204555c59991 req-3ee04478-2f55-4f53-be1e-398a845cdfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:30.310515 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72a83d17-09c5-4f38-afd4-204555c59991 req-3ee04478-2f55-4f53-be1e-398a845cdfd2 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 1098 time: 0.0538335 Jul 16 09:24:30.327002 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3582447-f0d4-4962-8a83-dad28bb78794 req-1cdac35a-99c4-40cf-adc6-7272ed3be9eb tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:30.328478 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c3582447-f0d4-4962-8a83-dad28bb78794 req-1cdac35a-99c4-40cf-adc6-7272ed3be9eb tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0668797 Jul 16 09:24:30.367198 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c3582447-f0d4-4962-8a83-dad28bb78794 req-4c715ee9-f428-451d-adc1-6c1853e85494 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329342 Jul 16 09:24:30.403826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a83d17-09c5-4f38-afd4-204555c59991 req-5933a8eb-428b-427f-ab49-380e6420f955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:30.405380 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72a83d17-09c5-4f38-afd4-204555c59991 req-5933a8eb-428b-427f-ab49-380e6420f955 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0892513 Jul 16 09:24:30.470508 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72a83d17-09c5-4f38-afd4-204555c59991 req-e1c28202-8f59-4dd9-9173-88d9cf041ee0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=241cf72b-e365-4377-9ded-65e6c0f6817d HTTP/1.1" status: 200 len: 1001 time: 0.0589540 Jul 16 09:24:30.519063 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a83d17-09c5-4f38-afd4-204555c59991 req-32385e75-d2fd-4c94-91f4-6d736d01f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:30.520577 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72a83d17-09c5-4f38-afd4-204555c59991 req-32385e75-d2fd-4c94-91f4-6d736d01f865 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0441592 Jul 16 09:24:30.580806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a83d17-09c5-4f38-afd4-204555c59991 req-f7389fd7-3713-4979-ad9a-dd89fb62dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:30.582344 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72a83d17-09c5-4f38-afd4-204555c59991 req-f7389fd7-3713-4979-ad9a-dd89fb62dd38 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558751 Jul 16 09:24:30.671633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72a83d17-09c5-4f38-afd4-204555c59991 req-43cfcc34-aa61-4986-bd53-c07414e22e83 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828247 Jul 16 09:24:30.763961 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72a83d17-09c5-4f38-afd4-204555c59991 req-dc5fb24f-7aef-4d2b-bb07-6807706cbdd3 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868676 Jul 16 09:24:31.538556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76633c81-f936-4198-89a0-83aa7be4e0dc req-abbd500d-f0aa-424f-aad6-f585b65018ea tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:31.539926 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-76633c81-f936-4198-89a0-83aa7be4e0dc req-abbd500d-f0aa-424f-aad6-f585b65018ea tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0621290 Jul 16 09:24:31.576903 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-76633c81-f936-4198-89a0-83aa7be4e0dc req-299a2051-ffda-4065-950c-2785af5d029d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314388 Jul 16 09:24:31.948931 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053798bb-f62e-4441-ad40-ab041a9bc2f9 req-5e83440b-ea75-4542-ab3e-382f68fca982 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:31.950408 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-053798bb-f62e-4441-ad40-ab041a9bc2f9 req-5e83440b-ea75-4542-ab3e-382f68fca982 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0623989 Jul 16 09:24:31.992470 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-053798bb-f62e-4441-ad40-ab041a9bc2f9 req-869d1b6e-f5f2-43eb-941a-da0847326ad4 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365267 Jul 16 09:24:33.095563 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206f1465-4336-4e23-be9f-faef88614aa6 req-d5ab3892-9524-4be8-9095-0b1dd2a01858 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:33.097023 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-206f1465-4336-4e23-be9f-faef88614aa6 req-d5ab3892-9524-4be8-9095-0b1dd2a01858 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0631258 Jul 16 09:24:33.165005 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e5782-280c-4263-938d-1876d3ec84fb req-afe77d20-bee6-4937-863b-0813b69482c2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:33.166497 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf8e5782-280c-4263-938d-1876d3ec84fb req-afe77d20-bee6-4937-863b-0813b69482c2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=578108ea-7e3d-4ad6-b06e-096de0d53a54 HTTP/1.1" status: 200 len: 946 time: 0.0627863 Jul 16 09:24:33.196357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-206f1465-4336-4e23-be9f-faef88614aa6 req-43e0d73c-10be-46d3-8619-0d7df51647a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Deleting port 241cf72b-e365-4377-9ded-65e6c0f6817d {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:24:33.196732 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-206f1465-4336-4e23-be9f-faef88614aa6 req-43e0d73c-10be-46d3-8619-0d7df51647a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:33.204822 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf8e5782-280c-4263-938d-1876d3ec84fb req-38f9ead4-3b7e-4565-83e9-77d77f34d4f9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326970 Jul 16 09:24:33.288859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-206f1465-4336-4e23-be9f-faef88614aa6 req-43e0d73c-10be-46d3-8619-0d7df51647a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] For port 241cf72b-e365-4377-9ded-65e6c0f6817d, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=241cf72b-e365-4377-9ded-65e6c0f6817d,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:33.289224 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-206f1465-4336-4e23-be9f-faef88614aa6 req-43e0d73c-10be-46d3-8619-0d7df51647a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:33.452553 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-206f1465-4336-4e23-be9f-faef88614aa6 req-43e0d73c-10be-46d3-8619-0d7df51647a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:33.452826 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-206f1465-4336-4e23-be9f-faef88614aa6 req-43e0d73c-10be-46d3-8619-0d7df51647a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:33.453136 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [req-206f1465-4336-4e23-be9f-faef88614aa6 req-43e0d73c-10be-46d3-8619-0d7df51647a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102 disassociated. External IP: 172.25.4.32, port: 241cf72b-e365-4377-9ded-65e6c0f6817d. Jul 16 09:24:33.453470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-206f1465-4336-4e23-be9f-faef88614aa6 req-43e0d73c-10be-46d3-8619-0d7df51647a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Calling delete_port for 241cf72b-e365-4377-9ded-65e6c0f6817d owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:24:33.579813 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-206f1465-4336-4e23-be9f-faef88614aa6 req-43e0d73c-10be-46d3-8619-0d7df51647a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:33.609288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e0d73c-10be-46d3-8619-0d7df51647a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Pushing event deleted for resources: {'Port': ['ID=241cf72b-e365-4377-9ded-65e6c0f6817d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:33.726635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-206f1465-4336-4e23-be9f-faef88614aa6 req-43e0d73c-10be-46d3-8619-0d7df51647a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Router f5093462-e2cc-4df2-a5d3-d130ae164114 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:24:33.835697 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-206f1465-4336-4e23-be9f-faef88614aa6 req-43e0d73c-10be-46d3-8619-0d7df51647a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:24:33.844943 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf00f6f0-7e69-4059-b62c-1a889448d214 None None] Sync routers for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:24:33.853964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00f6f0-7e69-4059-b62c-1a889448d214 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:24:33.854579 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cf00f6f0-7e69-4059-b62c-1a889448d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:24:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:33.877918 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-206f1465-4336-4e23-be9f-faef88614aa6 req-43e0d73c-10be-46d3-8619-0d7df51647a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] No DVR routers for this DVR port 241cf72b-e365-4377-9ded-65e6c0f6817d on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:24:33.881730 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-206f1465-4336-4e23-be9f-faef88614aa6 req-43e0d73c-10be-46d3-8619-0d7df51647a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:33.883670 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-206f1465-4336-4e23-be9f-faef88614aa6 req-43e0d73c-10be-46d3-8619-0d7df51647a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "DELETE /v2.0/ports/241cf72b-e365-4377-9ded-65e6c0f6817d HTTP/1.1" status: 204 len: 173 time: 0.7818356 Jul 16 09:24:33.884134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'name': 'network-vif-deleted', 'tag': '241cf72b-e365-4377-9ded-65e6c0f6817d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:24:33.887123 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e9695b-15ac-41c1-bc67-82e54b51c25f" -d '{"events": [{"server_uuid": "578108ea-7e3d-4ad6-b06e-096de0d53a54", "name": "network-vif-deleted", "tag": "241cf72b-e365-4377-9ded-65e6c0f6817d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:24:33.927841 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839ad9a3-9fe9-42cb-a80d-05a2e657b435 x-openstack-request-id: req-839ad9a3-9fe9-42cb-a80d-05a2e657b435 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:24:33.928225 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "578108ea-7e3d-4ad6-b06e-096de0d53a54", "name": "network-vif-deleted", "tag": "241cf72b-e365-4377-9ded-65e6c0f6817d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:24:33.928482 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-839ad9a3-9fe9-42cb-a80d-05a2e657b435 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:24:33.928909 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '578108ea-7e3d-4ad6-b06e-096de0d53a54', 'name': 'network-vif-deleted', 'tag': '241cf72b-e365-4377-9ded-65e6c0f6817d', 'status': 'completed', 'code': 200} Jul 16 09:24:33.972602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-cf00f6f0-7e69-4059-b62c-1a889448d214 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:24:34.084529 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:34.192316 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cf00f6f0-7e69-4059-b62c-1a889448d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:34.220838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf00f6f0-7e69-4059-b62c-1a889448d214 None None] Checking router: f5093462-e2cc-4df2-a5d3-d130ae164114 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:24:34.232218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf00f6f0-7e69-4059-b62c-1a889448d214 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:24:34.234890 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cf00f6f0-7e69-4059-b62c-1a889448d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:24:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:34.497063 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-cf00f6f0-7e69-4059-b62c-1a889448d214 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:24:34.550365 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-2224dc65-41c4-4029-ab86-9d1e053ce1cd tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--533958563&fields=id&tenant_id=c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 267 time: 0.0335484 Jul 16 09:24:34.665195 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-cafacf9b-0170-4f4f-8cf8-a9d57795de80 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:34.666694 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-cafacf9b-0170-4f4f-8cf8-a9d57795de80 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 811 time: 0.1100514 Jul 16 09:24:34.681572 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-f8eefed6-1d29-4326-9f59-ba8db8ff24f8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/quotas/c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 375 time: 0.0093684 Jul 16 09:24:34.693727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cf00f6f0-7e69-4059-b62c-1a889448d214 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:34.723937 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf00f6f0-7e69-4059-b62c-1a889448d214 None None] The sync data for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 is: [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:24:34.751560 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-c189011e-3a4b-4899-a093-4a7aba16810d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0646636 Jul 16 09:24:34.930849 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-7e203139-5289-4cac-8bd6-5ca57c5f88cf service neutron] 10.222.0.20 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333811 Jul 16 09:24:34.966018 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b57621-8152-4f86-93e1-d364ae375e92 None None] New status for floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:24:35.027739 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-62266490-cccd-49bc-a5c6-5db8742c07b2 service neutron] 10.222.0.20 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917037 Jul 16 09:24:35.231985 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-99c6767a-a7ac-4853-8c18-b4eb13135c50 req-b97e3e76-07c6-4bc6-b353-0040ffa0e0fc tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 210 time: 0.0402315 Jul 16 09:24:35.278781 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ae842b8d-b376-4dad-97c9-7ca567926ed2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:35.776106 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:24:35.889688 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:36.247771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-75a0750e-a0cc-41be-941e-e48ef8c9c3b1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:36.249839 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-75a0750e-a0cc-41be-941e-e48ef8c9c3b1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 811 time: 0.1032307 Jul 16 09:24:36.293561 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-a15618fc-d34d-4916-813c-c47906e602ca tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 379 time: 0.0352776 Jul 16 09:24:36.301761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-9fb0104a-1efa-409d-9065-b38fc2cbce74 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Request body: {'port': {'device_id': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'admin_state_up': True, 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'security_groups': ['0f8a6536-d108-4f2f-88de-7d04d52b3c10']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:36.385286 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-67907322-12ba-4db0-b6af-25a45832fcb0 req-e91cb19c-de27-481b-87eb-0258958db187 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 210 time: 0.0293739 Jul 16 09:24:36.415477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-9fb0104a-1efa-409d-9065-b38fc2cbce74 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Made reservation on behalf of c75e25ecabd2488cba4aff6555810bb3 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:24:36.419217 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-9fb0104a-1efa-409d-9065-b38fc2cbce74 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:36.540404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-9fb0104a-1efa-409d-9065-b38fc2cbce74 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Allocated IP 172.20.0.8 (139b0864-a636-45c3-a838-524bd635c90a/ac6fe47c-41a9-4690-b73e-9ad4f6502d20/8b13076b-98dd-4a86-be2c-4bcc271f1b34) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:24:36.677227 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-9fb0104a-1efa-409d-9065-b38fc2cbce74 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:36.690077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-9fb0104a-1efa-409d-9065-b38fc2cbce74 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Transition to ACTIVE for port object 8b13076b-98dd-4a86-be2c-4bcc271f1b34 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:24:36.721652 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-9fb0104a-1efa-409d-9065-b38fc2cbce74 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:36.765870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-9fb0104a-1efa-409d-9065-b38fc2cbce74 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Network 139b0864-a636-45c3-a838-524bd635c90a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:24:36.769107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-9fb0104a-1efa-409d-9065-b38fc2cbce74 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:24:36.773692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-9fb0104a-1efa-409d-9065-b38fc2cbce74 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:24:36.780203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb0104a-1efa-409d-9065-b38fc2cbce74 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Pushing event updated for resources: {'Port': ['ID=8b13076b-98dd-4a86-be2c-4bcc271f1b34,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:36.830410 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-9fb0104a-1efa-409d-9065-b38fc2cbce74 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:36.831110 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-9fb0104a-1efa-409d-9065-b38fc2cbce74 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:36.847539 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-9fb0104a-1efa-409d-9065-b38fc2cbce74 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5493586 Jul 16 09:24:36.858739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Request body: {'port': {'device_id': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:36.933059 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:37.009740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3369f353-5c76-4c0b-9bed-eca3ff28c7c6 None None] Provisioning for port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:24:37.013690 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3369f353-5c76-4c0b-9bed-eca3ff28c7c6 None None] Provisioning complete for port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:37.014171 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3369f353-5c76-4c0b-9bed-eca3ff28c7c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:37.047535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-3369f353-5c76-4c0b-9bed-eca3ff28c7c6 None None] Port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:24:37.192798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b13076b-98dd-4a86-be2c-4bcc271f1b34 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:24:37.200711 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:37.213028 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Transition to ACTIVE for port object 8b13076b-98dd-4a86-be2c-4bcc271f1b34 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:24:37.216527 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:37.286623 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Pushing event updated for resources: {'Port': ['ID=8b13076b-98dd-4a86-be2c-4bcc271f1b34,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:37.337435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Attempting to bind port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:24:37.337770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Attempting to bind port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:24:37.338089 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Attempting to bind port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:24:37.342568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 on network 139b0864-a636-45c3-a838-524bd635c90a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:24:37.342884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Attempting to bind port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:24:37.347775 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:24:37.348113 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Checking segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:24:37.348513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Bound using segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:24:37.348958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Bound port: 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:24:37.349350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:37.400867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 241cf72b-e365-4377-9ded-65e6c0f6817d no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:24:37.419701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:24:37.422928 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 241cf72b-e365-4377-9ded-65e6c0f6817d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:24:37.423218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:24:37.423840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 241cf72b-e365-4377-9ded-65e6c0f6817d not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:24:37.428732 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:37.464425 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:37.464923 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:37.466985 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] 10.222.0.38 "PUT /v2.0/ports/8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 1092 time: 0.6118991 Jul 16 09:24:37.466985 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:24:37.469240 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570c4d04-fd2b-45ee-ac0a-f50936dcd5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:24:37.517184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c0957-58c9-4fd4-86c5-70db766d9d08 service neutron] Pushing event updated for resources: {'Port': ['ID=8b13076b-98dd-4a86-be2c-4bcc271f1b34,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:37.523917 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7942b97c-d94b-417d-9f6d-07fed143f028 x-openstack-request-id: req-7942b97c-d94b-417d-9f6d-07fed143f028 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:24:37.524214 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:24:37.524469 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7942b97c-d94b-417d-9f6d-07fed143f028 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:24:37.524904 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'status': 'completed', 'code': 200} Jul 16 09:24:37.616868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-45fa8424-7d13-4f71-b0c6-6b8d6312921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:37.618411 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-45fa8424-7d13-4f71-b0c6-6b8d6312921d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 1095 time: 0.1095157 Jul 16 09:24:37.629147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f83d8-a633-40dc-b1e6-7cf03a6a6ff7 req-252227b4-1949-4cec-84c3-8c87f59d3cdd tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:37.631209 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c4f83d8-a633-40dc-b1e6-7cf03a6a6ff7 req-252227b4-1949-4cec-84c3-8c87f59d3cdd tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 943 time: 0.0890598 Jul 16 09:24:37.672850 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-cf2ca552-dd26-41e4-9c3d-f2824ee107d2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 217 time: 0.0406239 Jul 16 09:24:37.729173 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5c4f83d8-a633-40dc-b1e6-7cf03a6a6ff7 req-d5638cb5-caa1-4e8e-b1fe-6dbe9ad43f36 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912132 Jul 16 09:24:37.737936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-16b96a4d-d1f9-4e00-a569-39769288bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:37.739364 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-16b96a4d-d1f9-4e00-a569-39769288bb1a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0607340 Jul 16 09:24:37.963592 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d30d1da6-c9c6-40c2-921a-55b2076c6c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:38.082520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-ae227235-a1cf-4bfa-b245-7c38ebf174a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:38.084073 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-ae227235-a1cf-4bfa-b245-7c38ebf174a6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3384147 Jul 16 09:24:38.168461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-ec3c5ae7-23a5-448e-93c9-69fb8604dc7f service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780489 Jul 16 09:24:38.233097 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:38.260013 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78a2b4c3-08e1-4cd5-962d-be7ee97c8657 req-e5ff79b9-5831-424a-9028-5689d63ddba2 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856884 Jul 16 09:24:38.369805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c4d04-fd2b-45ee-ac0a-f50936dcd5a1 req-4fc8703a-5d52-4d6a-9d92-787a4bdee633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:38.371316 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-570c4d04-fd2b-45ee-ac0a-f50936dcd5a1 req-4fc8703a-5d52-4d6a-9d92-787a4bdee633 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 1095 time: 0.0558023 Jul 16 09:24:38.462449 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c4d04-fd2b-45ee-ac0a-f50936dcd5a1 req-e631b3ab-e555-4d05-b03b-8a3fab042ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:38.463907 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-570c4d04-fd2b-45ee-ac0a-f50936dcd5a1 req-e631b3ab-e555-4d05-b03b-8a3fab042ae5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0865948 Jul 16 09:24:38.504624 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-570c4d04-fd2b-45ee-ac0a-f50936dcd5a1 req-4dbc0c81-218c-4b9d-9ae1-ad69ceac4787 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 217 time: 0.0345461 Jul 16 09:24:38.551651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c4d04-fd2b-45ee-ac0a-f50936dcd5a1 req-75a9a047-7b4f-460e-b457-b23f0f43f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:38.553664 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-570c4d04-fd2b-45ee-ac0a-f50936dcd5a1 req-75a9a047-7b4f-460e-b457-b23f0f43f271 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0428510 Jul 16 09:24:38.612637 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570c4d04-fd2b-45ee-ac0a-f50936dcd5a1 req-9f788f64-7ae0-40ab-895f-b3da13d32bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:38.614128 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-570c4d04-fd2b-45ee-ac0a-f50936dcd5a1 req-9f788f64-7ae0-40ab-895f-b3da13d32bfd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534542 Jul 16 09:24:38.700719 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-570c4d04-fd2b-45ee-ac0a-f50936dcd5a1 req-297461c7-2497-4b6b-87c2-fc84b754164d service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799091 Jul 16 09:24:38.795664 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-570c4d04-fd2b-45ee-ac0a-f50936dcd5a1 req-5e3ae05f-e7d9-4ad4-9786-f3b1d3891817 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880592 Jul 16 09:24:38.904433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8497836b-01f3-40f9-8cfc-3eb27adef6bd req-2dec6873-73ba-47e1-916b-bf7ab9f1c3b1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:38.905925 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8497836b-01f3-40f9-8cfc-3eb27adef6bd req-2dec6873-73ba-47e1-916b-bf7ab9f1c3b1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 943 time: 0.0633581 Jul 16 09:24:38.942476 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8497836b-01f3-40f9-8cfc-3eb27adef6bd req-899c2a53-6c48-448b-a5bc-0c7ae42d02d8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309803 Jul 16 09:24:39.883756 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:40.124466 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779ce67-3f9b-425a-8323-3d5767261f62 req-ab0d4479-8839-4555-a8db-cddf4896a85d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:40.126054 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e779ce67-3f9b-425a-8323-3d5767261f62 req-ab0d4479-8839-4555-a8db-cddf4896a85d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 943 time: 0.0636921 Jul 16 09:24:40.165682 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e779ce67-3f9b-425a-8323-3d5767261f62 req-b707b88e-9907-4771-8849-ffeaa2c40d0e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333176 Jul 16 09:24:41.352095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdee1c-07d8-47b9-a0d5-e4fdd15cf97e req-dab94cb9-46be-4353-bfa5-6b9da487a26b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:41.353654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4cdee1c-07d8-47b9-a0d5-e4fdd15cf97e req-dab94cb9-46be-4353-bfa5-6b9da487a26b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 943 time: 0.0673652 Jul 16 09:24:41.386526 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:41.393108 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4cdee1c-07d8-47b9-a0d5-e4fdd15cf97e req-8b0b5cbd-7f3d-45a0-aae5-ea993660e7f7 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336936 Jul 16 09:24:41.416223 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8b13076b-98dd-4a86-be2c-4bcc271f1b34 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:24:41.513099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:41.523777 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'port_id': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'mac_address': 'fa:16:3e:c2:18:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:24:41.560990 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:41.573274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b13076b-98dd-4a86-be2c-4bcc271f1b34 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:24:41.592277 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:41.595999 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:41.647352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=8b13076b-98dd-4a86-be2c-4bcc271f1b34,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:41.777892 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['8b13076b-98dd-4a86-be2c-4bcc271f1b34'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:24:42.572366 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f923eb5-132c-4fbf-b35f-0b73a54b4832 req-ddbb9fa5-86b8-4b3c-b1d0-b0c6036c50c4 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:42.573775 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f923eb5-132c-4fbf-b35f-0b73a54b4832 req-ddbb9fa5-86b8-4b3c-b1d0-b0c6036c50c4 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 944 time: 0.0662785 Jul 16 09:24:42.611366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f923eb5-132c-4fbf-b35f-0b73a54b4832 req-ad4b2df0-26d5-48c7-a541-61e6862d1135 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320935 Jul 16 09:24:43.431890 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8b13076b-98dd-4a86-be2c-4bcc271f1b34 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:24:43.477784 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:24:43.481378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:24:43.481743 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:43.558889 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:43.580571 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:24:43.582973 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3ff8e6-7a0a-4048-a843-0fd88c034f75" -d '{"events": [{"server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "name": "network-vif-plugged", "status": "completed", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:24:43.595415 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:24:43.600233 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:43.625932 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7b018b-a43e-4ef9-b28e-5f9455ee4944 x-openstack-request-id: req-fe7b018b-a43e-4ef9-b28e-5f9455ee4944 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:24:43.626220 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "name": "network-vif-plugged", "status": "completed", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:24:43.626468 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fe7b018b-a43e-4ef9-b28e-5f9455ee4944 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:24:43.626848 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'code': 200} Jul 16 09:24:43.656113 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=8b13076b-98dd-4a86-be2c-4bcc271f1b34,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:24:43.776254 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93998cb-1ac4-4372-b972-19ccb1feda82 req-66992e7f-161b-4b9a-b51f-c809a6ea2db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:43.777799 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f93998cb-1ac4-4372-b972-19ccb1feda82 req-66992e7f-161b-4b9a-b51f-c809a6ea2db2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 1097 time: 0.0819306 Jul 16 09:24:43.825697 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c02d4fa-4e5d-4556-b89e-333b892afc14 req-5bbc52f2-e476-4c8d-86bb-068f6ee91773 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:43.827079 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3c02d4fa-4e5d-4556-b89e-333b892afc14 req-5bbc52f2-e476-4c8d-86bb-068f6ee91773 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0905185 Jul 16 09:24:43.835628 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f93998cb-1ac4-4372-b972-19ccb1feda82 req-54eab760-e0c7-4d84-87e7-b3e6527bc467 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517519 Jul 16 09:24:43.870583 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3c02d4fa-4e5d-4556-b89e-333b892afc14 req-d5a06ca7-8dad-4590-b005-7b1704747fb3 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369816 Jul 16 09:24:45.039282 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee2258-05b6-4563-88a0-1b8b340d9ef6 req-737fb194-fa39-4483-95c9-384096ed099f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:45.040753 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b9ee2258-05b6-4563-88a0-1b8b340d9ef6 req-737fb194-fa39-4483-95c9-384096ed099f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0614402 Jul 16 09:24:45.077796 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b9ee2258-05b6-4563-88a0-1b8b340d9ef6 req-dfd954f3-132d-493c-b207-0622dc5f86df tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315816 Jul 16 09:24:45.245101 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc823d6-8566-42fd-bfff-6cbd4ad39865 req-360f3f65-39c9-4f75-b4bf-446159724b68 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:45.246911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0bc823d6-8566-42fd-bfff-6cbd4ad39865 req-360f3f65-39c9-4f75-b4bf-446159724b68 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0648565 Jul 16 09:24:45.255596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 42614) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:24:45.260682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3049ae7b-5b73-4752-b18c-b12df3cc6c6e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Request body: {'floatingip': {'port_id': '8b13076b-98dd-4a86-be2c-4bcc271f1b34'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:24:45.303167 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3049ae7b-5b73-4752-b18c-b12df3cc6c6e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:45.729913 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3049ae7b-5b73-4752-b18c-b12df3cc6c6e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:45.733471 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3049ae7b-5b73-4752-b18c-b12df3cc6c6e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:45.831129 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-3049ae7b-5b73-4752-b18c-b12df3cc6c6e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102 associated. External IP: 172.25.4.32, port: 8b13076b-98dd-4a86-be2c-4bcc271f1b34. Jul 16 09:24:46.350646 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3049ae7b-5b73-4752-b18c-b12df3cc6c6e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Router f5093462-e2cc-4df2-a5d3-d130ae164114 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:24:46.456127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3049ae7b-5b73-4752-b18c-b12df3cc6c6e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:24:46.461122 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3049ae7b-5b73-4752-b18c-b12df3cc6c6e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:46.465407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505a3c3-799c-4572-ac7e-bb761ea61f00 None None] Sync routers for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:24:46.474813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505a3c3-799c-4572-ac7e-bb761ea61f00 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:24:46.475428 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7505a3c3-799c-4572-ac7e-bb761ea61f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:24:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:46.496568 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3049ae7b-5b73-4752-b18c-b12df3cc6c6e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "PUT /v2.0/floatingips/2e614c6f-8894-4cd1-8ac7-8859697e1102 HTTP/1.1" status: 200 len: 990 time: 1.2394910 Jul 16 09:24:46.497167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:24:46.536480 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084ea794-f2eb-44b1-937c-422adfc06126" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:24:46.583614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-7505a3c3-799c-4572-ac7e-bb761ea61f00 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:24:46.623479 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc9956cf-41eb-49c8-a24d-4892a5cf8fd0 x-openstack-request-id: req-fc9956cf-41eb-49c8-a24d-4892a5cf8fd0 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:24:46.623770 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:24:46.624021 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fc9956cf-41eb-49c8-a24d-4892a5cf8fd0 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:24:46.624422 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'status': 'completed', 'code': 200} Jul 16 09:24:46.696155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ea794-f2eb-44b1-937c-422adfc06126 req-832ce24a-0079-4fb4-a8e7-c62f73f4e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:46.697701 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-084ea794-f2eb-44b1-937c-422adfc06126 req-832ce24a-0079-4fb4-a8e7-c62f73f4e5dc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 1097 time: 0.0520597 Jul 16 09:24:46.791478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ea794-f2eb-44b1-937c-422adfc06126 req-14019052-1d8f-4398-8b6b-40d119d56a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:46.792897 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-084ea794-f2eb-44b1-937c-422adfc06126 req-14019052-1d8f-4398-8b6b-40d119d56a56 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0888741 Jul 16 09:24:46.808072 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7505a3c3-799c-4572-ac7e-bb761ea61f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2e614c6f-8894-4cd1-8ac7-8859697e1102', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'port_id': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'mac_address': 'fa:16:3e:c2:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:20:05Z', 'updated_at': '2021-07-16T09:24:45Z', 'revision_number': 9, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:46.834422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505a3c3-799c-4572-ac7e-bb761ea61f00 None None] Checking router: f5093462-e2cc-4df2-a5d3-d130ae164114 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:24:46.842540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7505a3c3-799c-4572-ac7e-bb761ea61f00 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:24:46.843147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7505a3c3-799c-4572-ac7e-bb761ea61f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:24:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:46.857370 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-084ea794-f2eb-44b1-937c-422adfc06126 req-516adf8f-5e4e-455a-bfc0-f5874813e675 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 998 time: 0.0587139 Jul 16 09:24:46.905644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ea794-f2eb-44b1-937c-422adfc06126 req-2f0faace-9ec2-45cc-bda8-510dd550752b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:46.907128 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-084ea794-f2eb-44b1-937c-422adfc06126 req-2f0faace-9ec2-45cc-bda8-510dd550752b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0440469 Jul 16 09:24:46.947352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-7505a3c3-799c-4572-ac7e-bb761ea61f00 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:24:46.969013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084ea794-f2eb-44b1-937c-422adfc06126 req-a7b2d060-72ff-487d-abdc-28c0e3a0a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:46.970535 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-084ea794-f2eb-44b1-937c-422adfc06126 req-a7b2d060-72ff-487d-abdc-28c0e3a0a35f service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572350 Jul 16 09:24:47.058680 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-084ea794-f2eb-44b1-937c-422adfc06126 req-c123fd9d-9277-4ca4-ac40-bda7447c19e1 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817399 Jul 16 09:24:47.154298 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-084ea794-f2eb-44b1-937c-422adfc06126 req-9dbf6cd6-d883-4d95-8322-b25ff6734d11 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901334 Jul 16 09:24:47.168376 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7505a3c3-799c-4572-ac7e-bb761ea61f00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2e614c6f-8894-4cd1-8ac7-8859697e1102', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'port_id': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'mac_address': 'fa:16:3e:c2:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:20:05Z', 'updated_at': '2021-07-16T09:24:45Z', 'revision_number': 9, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:24:47.195468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7505a3c3-799c-4572-ac7e-bb761ea61f00 None None] The sync data for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 is: [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2e614c6f-8894-4cd1-8ac7-8859697e1102', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'port_id': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'mac_address': 'fa:16:3e:c2:18:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:20:05Z', 'updated_at': '2021-07-16T09:24:45Z', 'revision_number': 9, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:24:47.377625 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5558beb7-aa35-43f6-9909-329252c2be55 None None] New status for floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:25:04.074695 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:05.279836 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-24f67151-dedb-442a-9989-fd0f9c907e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:05.899798 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:07.963467 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-61fdc1f0-c376-45c1-92dc-135febd19920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:08.235683 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:09.887134 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:11.389163 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:12.775234 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:25:17.417240 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50cf9889-2d95-4c26-9a3a-1f8f3c085587 req-6efd911b-8639-4ad7-a60e-83082788a53d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0507333 Jul 16 09:25:17.510811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf9889-2d95-4c26-9a3a-1f8f3c085587 req-dc30d4c9-0f35-4526-82af-74608fcc97be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:17.512310 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50cf9889-2d95-4c26-9a3a-1f8f3c085587 req-dc30d4c9-0f35-4526-82af-74608fcc97be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 1097 time: 0.0519483 Jul 16 09:25:17.618540 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf9889-2d95-4c26-9a3a-1f8f3c085587 req-5a111014-f657-4116-a7a3-be4f55e73f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:17.620057 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50cf9889-2d95-4c26-9a3a-1f8f3c085587 req-5a111014-f657-4116-a7a3-be4f55e73f79 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0880659 Jul 16 09:25:17.683811 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50cf9889-2d95-4c26-9a3a-1f8f3c085587 req-a63cbbbc-ed9b-41f3-8083-41aee9550cc8 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 1001 time: 0.0560775 Jul 16 09:25:17.735991 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf9889-2d95-4c26-9a3a-1f8f3c085587 req-75d434a2-216d-4b31-a4c7-e12ef2dbc46f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:17.737485 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50cf9889-2d95-4c26-9a3a-1f8f3c085587 req-75d434a2-216d-4b31-a4c7-e12ef2dbc46f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0476992 Jul 16 09:25:17.793673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cf9889-2d95-4c26-9a3a-1f8f3c085587 req-512c4333-2ab1-4d81-9a41-e5808d4eddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:25:17.795166 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50cf9889-2d95-4c26-9a3a-1f8f3c085587 req-512c4333-2ab1-4d81-9a41-e5808d4eddf4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512543 Jul 16 09:25:17.881951 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50cf9889-2d95-4c26-9a3a-1f8f3c085587 req-3cfb12b0-258e-44a1-91b3-9658d4d85e79 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798898 Jul 16 09:25:17.973065 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-50cf9889-2d95-4c26-9a3a-1f8f3c085587 req-d74c32a6-294a-41fe-ac09-a7a374b88e4d service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845156 Jul 16 09:25:34.074300 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:35.284428 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e44f76f5-5dd4-4589-a222-b24c13a9a71d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:35.913023 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:37.966676 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-56e3aa74-12ac-43d8-b475-c136ad7c69cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:38.236808 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:39.891170 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:41.392124 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:49.775883 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:25:57.215827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-9389e5d6-4af8-4254-acef-c3f4d0713121 req-a1ea0b64-2f99-418b-94ad-8576446e3809 service neutron] (93695) timed out ('10.222.0.38', 62920) {{(pid=93695) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:26:04.074199 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:04.643176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-e5f06131-6e83-4a65-b06f-18ccd74d4004 req-a6203876-dcfe-4cb7-bd7c-4e31b74fc6c3 service neutron] (93695) timed out ('10.222.0.15', 56235) {{(pid=93695) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:26:05.287470 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bcbef618-23bc-4da4-b1f3-642b509214a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:05.928056 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:07.967465 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b4c6b52b-e87a-428d-a299-f1c77c39a3b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:08.240123 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:09.893536 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:11.397062 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.446406 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ea32074-6eb9-4332-9ad3-4cbdf5c32baf req-cc5500e8-47ca-4750-8c0a-1ed874d3a4c2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0604358 Jul 16 09:26:18.545179 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea32074-6eb9-4332-9ad3-4cbdf5c32baf req-250b0759-20b8-4879-b25d-7947d104493f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:18.546602 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ea32074-6eb9-4332-9ad3-4cbdf5c32baf req-250b0759-20b8-4879-b25d-7947d104493f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 1097 time: 0.0579624 Jul 16 09:26:18.647887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea32074-6eb9-4332-9ad3-4cbdf5c32baf req-7775e8df-d2ea-4a5c-982b-44a781b54f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:18.649478 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ea32074-6eb9-4332-9ad3-4cbdf5c32baf req-7775e8df-d2ea-4a5c-982b-44a781b54f2d service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0838077 Jul 16 09:26:18.716228 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ea32074-6eb9-4332-9ad3-4cbdf5c32baf req-9afc5529-f673-4973-b3d8-8464c5c6cde4 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 1001 time: 0.0602345 Jul 16 09:26:18.767808 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea32074-6eb9-4332-9ad3-4cbdf5c32baf req-f098dc4e-968e-4b0b-8788-f33d639d757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:18.769381 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ea32074-6eb9-4332-9ad3-4cbdf5c32baf req-f098dc4e-968e-4b0b-8788-f33d639d757d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0468073 Jul 16 09:26:18.828592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea32074-6eb9-4332-9ad3-4cbdf5c32baf req-b25686ec-a35d-4ce0-8ba7-7bdab6f611cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:18.830011 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ea32074-6eb9-4332-9ad3-4cbdf5c32baf req-b25686ec-a35d-4ce0-8ba7-7bdab6f611cd service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546455 Jul 16 09:26:18.922328 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ea32074-6eb9-4332-9ad3-4cbdf5c32baf req-f0a50a00-67e4-4746-b8ef-470b2b3e8cd9 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851259 Jul 16 09:26:19.012999 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ea32074-6eb9-4332-9ad3-4cbdf5c32baf req-cf68ff8c-8f2c-4040-bcb9-11b001918d48 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845108 Jul 16 09:26:21.779239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84356af8-84f7-43f4-bc1a-c42eb11becd5 req-298e9614-030d-4d8f-94f2-8130dfa2ad6d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:21.780759 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-84356af8-84f7-43f4-bc1a-c42eb11becd5 req-298e9614-030d-4d8f-94f2-8130dfa2ad6d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.1052606 Jul 16 09:26:21.787833 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-a601febf-9452-42f8-b9bc-08a5b4aafb97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1232996 Jul 16 09:26:21.822557 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-84356af8-84f7-43f4-bc1a-c42eb11becd5 req-bb4341c5-08cf-4df4-8f8b-9eeda35cfbe6 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336804 Jul 16 09:26:22.921069 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-945c19c5-16a4-4515-98d9-dcbb03e01a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:22.922628 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-945c19c5-16a4-4515-98d9-dcbb03e01a5a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 1097 time: 0.0557215 Jul 16 09:26:23.027841 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-64f4be9c-9c78-49ab-8add-206e759bbad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:23.029548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-64f4be9c-9c78-49ab-8add-206e759bbad2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.1010385 Jul 16 09:26:23.031527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4e15d-36cd-4413-b740-6b4b770c93d1 req-9f2634dc-7ac0-4ad2-91e5-49361f22f3a2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:23.033274 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-acd4e15d-36cd-4413-b740-6b4b770c93d1 req-9f2634dc-7ac0-4ad2-91e5-49361f22f3a2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0962627 Jul 16 09:26:23.073326 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-acd4e15d-36cd-4413-b740-6b4b770c93d1 req-9c4a02f3-9a4a-4405-aedc-8826226363c0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332835 Jul 16 09:26:23.102625 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-5b07bdd4-13ab-41cd-b3a7-cedbac862a0b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 1001 time: 0.0663829 Jul 16 09:26:23.154514 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-2524826f-5f81-4f7b-b179-48d18c13fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:23.155894 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-2524826f-5f81-4f7b-b179-48d18c13fa8e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0476112 Jul 16 09:26:23.212408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-cf178b6a-d56b-4e50-8993-a7de18d00553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:23.213958 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-cf178b6a-d56b-4e50-8993-a7de18d00553 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523174 Jul 16 09:26:23.308384 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-adc0b33d-6a91-4a62-a9c3-616d02aba661 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872042 Jul 16 09:26:23.395076 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-5dc64259-193d-4a00-8648-ce70f410445b service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805473 Jul 16 09:26:24.251759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4087b17-3603-45a8-a0dd-97b6c1999384 req-0be1748d-d134-4101-837b-a28d5f0c7e1d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:24.253343 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c4087b17-3603-45a8-a0dd-97b6c1999384 req-0be1748d-d134-4101-837b-a28d5f0c7e1d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0633578 Jul 16 09:26:24.296682 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c4087b17-3603-45a8-a0dd-97b6c1999384 req-72147652-c343-4be9-bee5-99f353fbec99 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368783 Jul 16 09:26:25.468795 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f75017-3b61-4c3b-b748-187a2f34b558 req-5696c58c-bc1f-478a-acd1-0dd8842d0287 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:25.470302 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10f75017-3b61-4c3b-b748-187a2f34b558 req-5696c58c-bc1f-478a-acd1-0dd8842d0287 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0626521 Jul 16 09:26:25.508084 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10f75017-3b61-4c3b-b748-187a2f34b558 req-acfaa04b-5b21-4ced-bb87-538f1d3c7429 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315893 Jul 16 09:26:26.682788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3fee09-0f46-4f6e-a1a0-2414bef5138e req-1f1d0db2-62a6-4743-9876-a3d974b4ae4e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:26.684281 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e3fee09-0f46-4f6e-a1a0-2414bef5138e req-1f1d0db2-62a6-4743-9876-a3d974b4ae4e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0650141 Jul 16 09:26:26.722750 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e3fee09-0f46-4f6e-a1a0-2414bef5138e req-01284094-9051-4ce9-8f75-c4e43819d2c9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327718 Jul 16 09:26:26.775707 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:26:27.901960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9409d3c9-f027-4dbf-a755-cb0828647e6f req-12b103cb-74d9-4c67-b65f-6ae5f8622e5a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:27.903612 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9409d3c9-f027-4dbf-a755-cb0828647e6f req-12b103cb-74d9-4c67-b65f-6ae5f8622e5a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0680966 Jul 16 09:26:27.941095 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9409d3c9-f027-4dbf-a755-cb0828647e6f req-71063b3c-1dcd-441d-850e-8bac92f151eb tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318902 Jul 16 09:26:29.119684 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1548e-a520-48ca-9737-b554a1a4c399 req-d102186d-78be-4956-9ac7-802ca95e5f5f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:29.121495 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8bd1548e-a520-48ca-9737-b554a1a4c399 req-d102186d-78be-4956-9ac7-802ca95e5f5f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0684838 Jul 16 09:26:29.166537 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8bd1548e-a520-48ca-9737-b554a1a4c399 req-3595042c-c4f1-429c-9e3c-fbd70462ab9c tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344088 Jul 16 09:26:30.349969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a65cb9-47fa-4c8f-b9e6-f19be7b8b284 req-ebe1db7b-e55b-4e16-8676-f26b3bf89b08 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:30.352404 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c3a65cb9-47fa-4c8f-b9e6-f19be7b8b284 req-ebe1db7b-e55b-4e16-8676-f26b3bf89b08 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0664425 Jul 16 09:26:30.392626 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c3a65cb9-47fa-4c8f-b9e6-f19be7b8b284 req-96a2c45c-c493-4a34-9286-aec5c6bd8495 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352089 Jul 16 09:26:31.570177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475b65d2-8cf6-4d78-a66d-9e2293f91ca1 req-cfe14254-6ce9-44c8-93cd-e880144cea31 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:31.571604 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-475b65d2-8cf6-4d78-a66d-9e2293f91ca1 req-cfe14254-6ce9-44c8-93cd-e880144cea31 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0673852 Jul 16 09:26:31.610389 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-475b65d2-8cf6-4d78-a66d-9e2293f91ca1 req-0a2f3d01-3ec3-49dd-8b7e-67bc8aa895e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332394 Jul 16 09:26:32.779640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3f69b-3059-442e-a1ca-67fcb6c70a1d req-6ae83b46-0691-48fb-ad9e-b73224c2b2ac tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:32.781167 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b7e3f69b-3059-442e-a1ca-67fcb6c70a1d req-6ae83b46-0691-48fb-ad9e-b73224c2b2ac tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0620410 Jul 16 09:26:32.820214 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b7e3f69b-3059-442e-a1ca-67fcb6c70a1d req-15c9c838-c472-4ba4-8eee-e3f110a854dd tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335028 Jul 16 09:26:33.995984 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fea06-78c8-4d59-a69e-0e58fd43ba6d req-d90cb460-07dc-4f5b-93c9-e8d241b02c25 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:33.997517 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd1fea06-78c8-4d59-a69e-0e58fd43ba6d req-d90cb460-07dc-4f5b-93c9-e8d241b02c25 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0663633 Jul 16 09:26:34.035807 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cd1fea06-78c8-4d59-a69e-0e58fd43ba6d req-89b850ad-d544-49d4-8008-f211864d5234 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327797 Jul 16 09:26:34.073821 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:35.218346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77977715-ac87-4f90-8d5e-f8b734c81996 req-5fd8a45d-4a26-42b9-8f56-43c59200e6f7 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:35.219867 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77977715-ac87-4f90-8d5e-f8b734c81996 req-5fd8a45d-4a26-42b9-8f56-43c59200e6f7 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0706849 Jul 16 09:26:35.259912 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-77977715-ac87-4f90-8d5e-f8b734c81996 req-d3585232-1b31-4982-ad95-9cfb19b582c6 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344782 Jul 16 09:26:35.292275 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1f72e98d-18d4-4cbd-9c6d-f78a2f6be28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:35.578583 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-0b5fa7d2-f265-4f12-a398-8f9d0fd0fbff service neutron] show failed (client error): The resource could not be found. Jul 16 09:26:35.579614 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-0b5fa7d2-f265-4f12-a398-8f9d0fd0fbff service neutron] 10.222.0.38 "GET /v2.0/ports/8b13076b-98dd-4a86-be2c-4bcc271f1b34/bindings/n-h1-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.0551968 Jul 16 09:26:35.843692 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-b999f1f7-4467-49bb-ab9a-7846c3114936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:35.845107 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-b999f1f7-4467-49bb-ab9a-7846c3114936 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd&tenant_id=c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 1097 time: 0.0579379 Jul 16 09:26:35.856445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:35.918629 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:35.928613 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:36.127971 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:36.165206 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:26:36.202786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:36.205234 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1827bd-f14a-417b-81c5-8a6664ae3ef5" -d '{"events": [{"server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:36.209580 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:36.222312 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Transition to ACTIVE for port object 8b13076b-98dd-4a86-be2c-4bcc271f1b34 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:26:36.225578 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:36.255655 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f73de3c-df27-4f08-a8ff-c6ef7579de7c x-openstack-request-id: req-3f73de3c-df27-4f08-a8ff-c6ef7579de7c {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:36.255947 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:36.256196 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f73de3c-df27-4f08-a8ff-c6ef7579de7c {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:36.256610 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'code': 200} Jul 16 09:26:36.308355 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Pushing event updated for resources: {'Port': ['ID=8b13076b-98dd-4a86-be2c-4bcc271f1b34,revision_number=6']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:36.322582 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:36.322929 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:36.323248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:36.323577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:36.323899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:36.324222 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:36.324567 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:36.324937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:36.325212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:36.325528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:36.325843 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:36.326161 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:36.369263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] No DVR routers for this DVR port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:26:36.438121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02aafb1b-0298-40e0-a030-671cde9c8b26 req-fa8aaa95-4b29-4e80-baae-a7230da34985 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:36.439697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-02aafb1b-0298-40e0-a030-671cde9c8b26 req-fa8aaa95-4b29-4e80-baae-a7230da34985 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 943 time: 0.0675285 Jul 16 09:26:36.481111 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-02aafb1b-0298-40e0-a030-671cde9c8b26 req-c682610c-7b8e-47ed-b58e-fc12b2ac61c7 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346165 Jul 16 09:26:36.507771 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Attempting to bind port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:26:36.508098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Attempting to bind port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:26:36.508422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Attempting to bind port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:36.512629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 on network 139b0864-a636-45c3-a838-524bd635c90a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:26:36.512953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Attempting to bind port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:36.517672 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:26:36.518011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Checking segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:26:36.518391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Bound using segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:26:36.518811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Bound port: 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:26:36.519165 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:36.581271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:26:36.584757 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:26:36.589202 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:36.621147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:36.621762 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:36.623199 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] 10.222.0.15 "PUT /v2.0/ports/8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 1092 time: 0.7708068 Jul 16 09:26:36.648132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4b5f88-3175-4979-8475-fcaddaacb723 service neutron] Pushing event updated for resources: {'Port': ['ID=8b13076b-98dd-4a86-be2c-4bcc271f1b34,revision_number=7']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:36.706868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-cd6e81ed-32c6-4e6d-bd22-16b8dcdbfd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:36.708948 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-cd6e81ed-32c6-4e6d-bd22-16b8dcdbfd18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 1095 time: 0.0619798 Jul 16 09:26:36.801434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-63fd31d1-cb2f-4b1c-a5f3-073224002d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:36.802909 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-63fd31d1-cb2f-4b1c-a5f3-073224002d47 service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0881419 Jul 16 09:26:36.872720 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-421a48fa-fdf5-48c4-acf8-38f305623020 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 999 time: 0.0638099 Jul 16 09:26:36.922115 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-be5b0eda-e1a8-4517-9ae9-fa8aa3a38aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:36.923608 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-be5b0eda-e1a8-4517-9ae9-fa8aa3a38aff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0452147 Jul 16 09:26:36.981621 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-1103d123-ad63-4d80-9c38-f62dfeb15207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:36.983200 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-1103d123-ad63-4d80-9c38-f62dfeb15207 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527291 Jul 16 09:26:37.088450 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-399d5866-1a04-4f5d-86b5-17aa3bcfdcdd service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988514 Jul 16 09:26:37.180252 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-61f476d8-8673-44d3-8596-705c971676d1 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855868 Jul 16 09:26:37.657524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8e73d9-4699-403d-bf17-b61319d0f4d1 req-0f0efa35-669e-4b67-b264-7382b0ab4b5e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:37.659013 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d8e73d9-4699-403d-bf17-b61319d0f4d1 req-0f0efa35-669e-4b67-b264-7382b0ab4b5e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 943 time: 0.0659492 Jul 16 09:26:37.696510 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9d8e73d9-4699-403d-bf17-b61319d0f4d1 req-eaee3db5-49bd-4360-8876-d8ae3651fd67 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318983 Jul 16 09:26:37.967753 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ab63d6bd-f539-49b1-b462-433d7b50d215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.241991 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.257681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:38.260132 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b73cbac-0179-4525-8015-96960359a5ed" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:38.311664 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bba9938-dea7-46e8-a2a9-b4595f4acd0f x-openstack-request-id: req-0bba9938-dea7-46e8-a2a9-b4595f4acd0f {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:38.311957 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:38.312213 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0bba9938-dea7-46e8-a2a9-b4595f4acd0f {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:38.312674 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'status': 'completed', 'code': 200} Jul 16 09:26:38.420194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73cbac-0179-4525-8015-96960359a5ed req-81c766e8-d632-472a-8473-d2657ec55671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:38.421730 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b73cbac-0179-4525-8015-96960359a5ed req-81c766e8-d632-472a-8473-d2657ec55671 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 1095 time: 0.0898976 Jul 16 09:26:38.424210 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73cbac-0179-4525-8015-96960359a5ed req-3a8bb56b-3cd0-4570-b808-56d2c09de942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:38.425600 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b73cbac-0179-4525-8015-96960359a5ed req-3a8bb56b-3cd0-4570-b808-56d2c09de942 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 1095 time: 0.0861351 Jul 16 09:26:38.685143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 8b13076b-98dd-4a86-be2c-4bcc271f1b34 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:26:38.794023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:38.809444 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'port_id': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'mac_address': 'fa:16:3e:c2:18:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:26:38.847100 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.860457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b13076b-98dd-4a86-be2c-4bcc271f1b34 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:26:38.879639 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:38.883825 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.903066 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73cbac-0179-4525-8015-96960359a5ed req-cceb3882-9887-410a-9509-f2d6d2080eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:38.904579 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b73cbac-0179-4525-8015-96960359a5ed req-cceb3882-9887-410a-9509-f2d6d2080eb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.4763029 Jul 16 09:26:38.909505 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73cbac-0179-4525-8015-96960359a5ed req-68390205-9c90-43fa-91be-1c8c14d23444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:38.910976 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b73cbac-0179-4525-8015-96960359a5ed req-68390205-9c90-43fa-91be-1c8c14d23444 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.4756970 Jul 16 09:26:38.932069 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=8b13076b-98dd-4a86-be2c-4bcc271f1b34,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:38.939443 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:38.939719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:38.940054 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:38.940386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:38.940740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:38.941063 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:38.941386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:38.942336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:38.942660 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:38.942980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:38.943302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:38.943646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:39.028261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96b67f-0df8-4400-a29b-a18e15150347 req-084406c5-64aa-408e-90c9-2e14cc7188a2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:39.029768 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed96b67f-0df8-4400-a29b-a18e15150347 req-084406c5-64aa-408e-90c9-2e14cc7188a2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 943 time: 0.2001083 Jul 16 09:26:39.043639 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b73cbac-0179-4525-8015-96960359a5ed req-c3d46b0b-63c8-4b66-91e0-8803bec0254a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 1000 time: 0.1245458 Jul 16 09:26:39.049708 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b73cbac-0179-4525-8015-96960359a5ed req-5010ecea-461e-4513-bdbf-39bcdb365342 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 1000 time: 0.1371460 Jul 16 09:26:39.114368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['8b13076b-98dd-4a86-be2c-4bcc271f1b34'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:26:39.141963 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed96b67f-0df8-4400-a29b-a18e15150347 req-c8f8e894-225b-4009-8dfc-46d078cd6585 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014285 Jul 16 09:26:39.151477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73cbac-0179-4525-8015-96960359a5ed req-95e6bba8-cf63-4163-9566-6d41e4d6b0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:39.152982 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b73cbac-0179-4525-8015-96960359a5ed req-95e6bba8-cf63-4163-9566-6d41e4d6b0e7 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.1024449 Jul 16 09:26:39.158662 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73cbac-0179-4525-8015-96960359a5ed req-996da73a-a8da-4ac3-8216-293c888a3875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:39.160846 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b73cbac-0179-4525-8015-96960359a5ed req-996da73a-a8da-4ac3-8216-293c888a3875 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0944631 Jul 16 09:26:39.264740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73cbac-0179-4525-8015-96960359a5ed req-5238fc32-aaf9-452b-bc65-d4600f062579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:39.266253 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b73cbac-0179-4525-8015-96960359a5ed req-5238fc32-aaf9-452b-bc65-d4600f062579 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1044312 Jul 16 09:26:39.268007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b73cbac-0179-4525-8015-96960359a5ed req-9a7615e5-afa6-40f6-8fce-9aeef9a644e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:39.269427 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b73cbac-0179-4525-8015-96960359a5ed req-9a7615e5-afa6-40f6-8fce-9aeef9a644e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0989769 Jul 16 09:26:39.426636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b73cbac-0179-4525-8015-96960359a5ed req-6dc77e54-0ba7-42da-8f85-05776646ecc9 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533699 Jul 16 09:26:39.430500 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b73cbac-0179-4525-8015-96960359a5ed req-8424ba5c-bdac-4f27-89ec-e61c577ecb03 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498032 Jul 16 09:26:39.498118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.15', 57023) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:39.616066 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-1addd835-4168-4f18-af51-500221801e27 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:39.623095 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-1addd835-4168-4f18-af51-500221801e27 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.15 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd&tenant_id=c75e25ecabd2488cba4aff6555810bb3&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 944 time: 0.1184056 Jul 16 09:26:39.645629 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b73cbac-0179-4525-8015-96960359a5ed req-786bbbac-bcca-4dd9-b3d0-2fe76535daa3 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138605 Jul 16 09:26:39.648361 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b73cbac-0179-4525-8015-96960359a5ed req-995847c6-5158-4329-9263-d95b4b81e74e service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084453 Jul 16 09:26:39.675595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e74a76-654b-49d9-a016-b27328e91024 req-9a4d12dd-61ba-4bc3-9c1c-1d395ab5d2ec tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:39.677264 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0e74a76-654b-49d9-a016-b27328e91024 req-9a4d12dd-61ba-4bc3-9c1c-1d395ab5d2ec tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 944 time: 0.1109681 Jul 16 09:26:39.685586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-175d3222-a460-433d-a9b2-e1f27e1e1773 service neutron] 10.222.0.15 "GET /v2.0/ports/8b13076b-98dd-4a86-be2c-4bcc271f1b34/bindings/n-h1-758944-46 HTTP/1.1" status: 200 len: 383 time: 0.0610585 Jul 16 09:26:39.730740 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0e74a76-654b-49d9-a016-b27328e91024 req-a0f40f46-d1d9-415a-a273-a8f6f803e50b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384908 Jul 16 09:26:39.770362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-074431b7-8186-4acd-bccf-3dc8085dcc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:39.771879 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-074431b7-8186-4acd-bccf-3dc8085dcc29 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 1096 time: 0.0600574 Jul 16 09:26:39.860356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-65bd37f1-03d9-496a-a905-472cbdf72e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:39.861887 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-65bd37f1-03d9-496a-a905-472cbdf72e3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0838077 Jul 16 09:26:39.898434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8b13076b-98dd-4a86-be2c-4bcc271f1b34 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:39.902021 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:39.934495 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-58873f5d-a7c0-4d17-9ce9-bf0d7c21bc54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 1000 time: 0.0661502 Jul 16 09:26:39.938498 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8b13076b-98dd-4a86-be2c-4bcc271f1b34 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:39.984256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-2a32ca7a-ed83-49ca-9f22-f3f708d8a01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:39.985768 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-2a32ca7a-ed83-49ca-9f22-f3f708d8a01b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0456207 Jul 16 09:26:40.045379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-174e9145-ca7e-49a7-8684-02c3827ab80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:40.047204 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-174e9145-ca7e-49a7-8684-02c3827ab80e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548327 Jul 16 09:26:40.143124 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-87bf5d59-df1d-40e5-8618-6c3e851e085e service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892036 Jul 16 09:26:40.234483 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-a1544c9f-87c5-40f2-bc69-0f2c0d06dcc7 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851405 Jul 16 09:26:40.685365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 8b13076b-98dd-4a86-be2c-4bcc271f1b34 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:26:40.735378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:26:40.740010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:26:40.740388 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:40.823992 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:40.847538 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:40.850427 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9ced159-7e53-4282-90ab-3c21f2a3177d" -d '{"events": [{"server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "name": "network-vif-plugged", "status": "completed", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:40.863861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:40.868937 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:40.906691 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c494a0-4679-44b4-8400-0c45814ed6aa x-openstack-request-id: req-03c494a0-4679-44b4-8400-0c45814ed6aa {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:40.906996 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "name": "network-vif-plugged", "status": "completed", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:40.907243 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-03c494a0-4679-44b4-8400-0c45814ed6aa {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:40.907634 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'code': 200} Jul 16 09:26:40.922710 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=8b13076b-98dd-4a86-be2c-4bcc271f1b34,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:40.948801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10702d98-15c9-40a9-b019-3c628635b836 req-e5e27360-5632-44cf-9212-8d8868f660d1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:40.950268 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10702d98-15c9-40a9-b019-3c628635b836 req-e5e27360-5632-44cf-9212-8d8868f660d1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0930727 Jul 16 09:26:40.991911 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-10702d98-15c9-40a9-b019-3c628635b836 req-82e5d3b5-1c03-4f69-82e8-00660e804890 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349994 Jul 16 09:26:41.397671 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:42.173501 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f4c86-2c80-4732-9ca4-2bae7bf8fb09 req-88ab2c4d-2ae3-4fdd-b412-663e6374c18b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:42.175086 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-759f4c86-2c80-4732-9ca4-2bae7bf8fb09 req-88ab2c4d-2ae3-4fdd-b412-663e6374c18b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0668099 Jul 16 09:26:42.223516 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-759f4c86-2c80-4732-9ca4-2bae7bf8fb09 req-ef7fa315-62d8-45cd-8588-4f48a54b05c9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399337 Jul 16 09:26:42.322638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-6e074319-3b00-4936-ae13-806fa118a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:42.324219 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-6e074319-3b00-4936-ae13-806fa118a2c3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd&tenant_id=c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 1097 time: 0.0580752 Jul 16 09:26:42.335869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:42.414319 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:42.614929 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:42.651367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:26:42.690671 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:42.692959 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e924c4d7-b823-4edd-813d-b3d7e4e16178" -d '{"events": [{"server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:42.696688 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:42.710229 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Transition to ACTIVE for port object 8b13076b-98dd-4a86-be2c-4bcc271f1b34 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:26:42.715287 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:42.758587 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522aacf8-5ccc-494a-8a5d-b1488c431331 x-openstack-request-id: req-522aacf8-5ccc-494a-8a5d-b1488c431331 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:42.759022 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "name": "network-vif-unplugged", "status": "completed", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:42.759351 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-522aacf8-5ccc-494a-8a5d-b1488c431331 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:42.759762 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'code': 200} Jul 16 09:26:42.798238 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Pushing event updated for resources: {'Port': ['ID=8b13076b-98dd-4a86-be2c-4bcc271f1b34,revision_number=10']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:42.851251 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] No DVR routers for this DVR port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:26:42.996933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Attempting to bind port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:26:42.997266 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Attempting to bind port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:26:42.997589 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Attempting to bind port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:43.002502 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 on network 139b0864-a636-45c3-a838-524bd635c90a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:26:43.002818 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Attempting to bind port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:43.008247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:26:43.008609 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Checking segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:26:43.008995 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Bound using segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:26:43.009418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Bound port: 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:26:43.009772 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:43.073470 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:26:43.076964 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:26:43.081686 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:43.116758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:43.117634 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:43.119191 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] 10.222.0.38 "PUT /v2.0/ports/8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 1093 time: 0.7877705 Jul 16 09:26:43.156195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ee960-8c7a-45cb-aa99-f303f28916ae service neutron] Pushing event updated for resources: {'Port': ['ID=8b13076b-98dd-4a86-be2c-4bcc271f1b34,revision_number=11']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:43.211118 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-0bbe4a1f-3530-4c8b-8fd4-2be1d1d5e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:43.212748 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-0bbe4a1f-3530-4c8b-8fd4-2be1d1d5e9e8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 1096 time: 0.0689883 Jul 16 09:26:43.319634 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-a2cda878-550d-44c7-add0-18bbbb70c7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:43.321238 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-a2cda878-550d-44c7-add0-18bbbb70c7da service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.1018705 Jul 16 09:26:43.422270 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-be873b11-bef1-462d-8813-6007330191c0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 999 time: 0.0942280 Jul 16 09:26:43.482491 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3f13e-89cd-47b3-8c66-f2f42f546dc5 req-4f5ff02b-be97-46e8-aec5-0e9cdabf72b1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:43.484127 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1be3f13e-89cd-47b3-8c66-f2f42f546dc5 req-4f5ff02b-be97-46e8-aec5-0e9cdabf72b1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 944 time: 0.1150637 Jul 16 09:26:43.494453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-5b09d6ed-2c8d-4350-b7c3-10b5262848fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:43.495984 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-5b09d6ed-2c8d-4350-b7c3-10b5262848fd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0670595 Jul 16 09:26:43.559801 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1be3f13e-89cd-47b3-8c66-f2f42f546dc5 req-8bdfefc6-102d-4752-9c1b-a3c17269e87b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681100 Jul 16 09:26:43.583657 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-51d46fac-112b-4892-978b-4c0e5d26fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:43.585191 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-51d46fac-112b-4892-978b-4c0e5d26fc90 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829978 Jul 16 09:26:43.673904 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-aa963887-6481-41f1-97ec-a096dbc24e9e service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823617 Jul 16 09:26:43.771256 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f7f0648-f7df-4efd-a471-c3f413017c67 req-df8963ad-26ee-466e-a044-e275817bffbd service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912006 Jul 16 09:26:44.683459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 8b13076b-98dd-4a86-be2c-4bcc271f1b34 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:44.724152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 8b13076b-98dd-4a86-be2c-4bcc271f1b34 not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:44.737885 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0352ff-5846-4942-aff2-f4ab2b4f6f21 req-d710516a-b772-4d16-b424-500b56fc9aab tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:44.740267 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7c0352ff-5846-4942-aff2-f4ab2b4f6f21 req-d710516a-b772-4d16-b424-500b56fc9aab tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 944 time: 0.0674186 Jul 16 09:26:44.760960 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:44.763810 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d745dde6-91ba-4be6-8275-a3cf3d3f2240" -d '{"events": [{"name": "network-changed", "server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:44.781010 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7c0352ff-5846-4942-aff2-f4ab2b4f6f21 req-4b4c016b-a70f-488a-9bea-e313e4e43c3e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350890 Jul 16 09:26:44.813278 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d24f03a-1c64-4b11-a1dc-cedba90d6538 x-openstack-request-id: req-1d24f03a-1c64-4b11-a1dc-cedba90d6538 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:44.813585 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:44.813855 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1d24f03a-1c64-4b11-a1dc-cedba90d6538 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:44.814449 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'status': 'completed', 'code': 200} Jul 16 09:26:44.891227 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-50f88876-1a75-4775-a4fe-9ececb81a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:44.891532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-b9a57976-9ff2-4e40-a962-da7b667c2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:44.892766 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-50f88876-1a75-4775-a4fe-9ececb81a6a6 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 1096 time: 0.0549870 Jul 16 09:26:44.893407 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-b9a57976-9ff2-4e40-a962-da7b667c2821 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 1096 time: 0.0579937 Jul 16 09:26:44.992659 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-f8b50371-2487-4f65-b157-901f3ed6a936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:44.992935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-c2e9c7b2-8b8a-4e6b-ad22-269c2a78aeab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:44.994150 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-f8b50371-2487-4f65-b157-901f3ed6a936 service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0945196 Jul 16 09:26:44.994285 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-c2e9c7b2-8b8a-4e6b-ad22-269c2a78aeab service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0946424 Jul 16 09:26:45.059577 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-6e5eff01-4759-4d3a-8f91-4381b29334cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 999 time: 0.0594401 Jul 16 09:26:45.070853 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-ddf9a63e-2563-4247-b9f6-72664f27e20a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 200 len: 999 time: 0.0649452 Jul 16 09:26:45.122897 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-03cdd2f0-3229-4a48-879d-baced60636b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:45.124417 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-03cdd2f0-3229-4a48-879d-baced60636b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0591948 Jul 16 09:26:45.127712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-f71c676c-a114-4ca7-b217-a7644a166ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:45.129215 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-f71c676c-a114-4ca7-b217-a7644a166ccd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0519764 Jul 16 09:26:45.204774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-eadfa47f-ff47-4c8a-afa9-5e6711b753ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:45.207744 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-eadfa47f-ff47-4c8a-afa9-5e6711b753ca service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0663273 Jul 16 09:26:45.217020 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-f535d122-ed12-4226-bb39-8f39fe0009e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:45.218637 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-f535d122-ed12-4226-bb39-8f39fe0009e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0884893 Jul 16 09:26:45.320705 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-540e9a60-33e7-4c53-98d2-8b5d67a3ed22 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957687 Jul 16 09:26:45.322397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-7373b133-bbfa-4ae0-8e61-ffc4ad479b8c service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077399 Jul 16 09:26:45.423029 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-417e276a-d28c-40e2-98b0-0274c5b1e68b service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968168 Jul 16 09:26:45.426725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d745dde6-91ba-4be6-8275-a3cf3d3f2240 req-bf6f59ce-f655-467b-a29f-497f99e5dde3 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974934 Jul 16 09:26:45.914851 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8b13076b-98dd-4a86-be2c-4bcc271f1b34 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:26:45.962611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af46b25-8c73-4ecf-9005-97cb540238a4 req-20571a7d-589d-4652-a5a9-bb42a30f526a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:45.964173 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6af46b25-8c73-4ecf-9005-97cb540238a4 req-20571a7d-589d-4652-a5a9-bb42a30f526a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 944 time: 0.0693333 Jul 16 09:26:46.006920 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6af46b25-8c73-4ecf-9005-97cb540238a4 req-4711db7d-0be8-4137-9ddf-41512a4753c3 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371654 Jul 16 09:26:46.015784 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:46.028403 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'port_id': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'mac_address': 'fa:16:3e:c2:18:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:26:46.070058 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:46.083775 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b13076b-98dd-4a86-be2c-4bcc271f1b34 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:26:46.103925 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:46.108350 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:46.157118 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=8b13076b-98dd-4a86-be2c-4bcc271f1b34,revision_number=12']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:46.186763 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb0e361-8342-4bfc-a0af-00854a9d5f24 req-b5bae11d-651b-46ef-a69a-11b2bf286d7c tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:46.188281 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ccb0e361-8342-4bfc-a0af-00854a9d5f24 req-b5bae11d-651b-46ef-a69a-11b2bf286d7c tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0662830 Jul 16 09:26:46.226442 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ccb0e361-8342-4bfc-a0af-00854a9d5f24 req-557bd811-1a1d-404f-ab8f-0ffad401795b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319040 Jul 16 09:26:46.335532 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['8b13076b-98dd-4a86-be2c-4bcc271f1b34'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:26:46.404525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d69cd-345e-4eb4-bc06-b07e96e090a1 req-38ea832b-0488-402b-8d30-f6a4e8a05dd6 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:46.406071 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-554d69cd-345e-4eb4-bc06-b07e96e090a1 req-38ea832b-0488-402b-8d30-f6a4e8a05dd6 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0645773 Jul 16 09:26:46.444406 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-554d69cd-345e-4eb4-bc06-b07e96e090a1 req-5142dc2d-a950-4563-8b18-094d630c9ce8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326681 Jul 16 09:26:46.993447 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23019b-432d-4556-93c0-09db8e2fdac4 req-4c5149ea-3925-41bc-913c-69e9bfb39c4b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:46.995212 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a23019b-432d-4556-93c0-09db8e2fdac4 req-4c5149ea-3925-41bc-913c-69e9bfb39c4b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 945 time: 0.0622139 Jul 16 09:26:47.032335 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6a23019b-432d-4556-93c0-09db8e2fdac4 req-223d40c9-4147-42f3-a5ad-16f700a83984 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313888 Jul 16 09:26:47.929064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8b13076b-98dd-4a86-be2c-4bcc271f1b34 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:26:47.975678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:26:47.979759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:26:47.980163 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.054433 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.077552 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:48.079795 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63be80d6-27a8-492d-b864-8c8830077174" -d '{"events": [{"server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "name": "network-vif-plugged", "status": "completed", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:48.093049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:48.097791 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.124564 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68336908-86d5-497c-b0cc-2cd7b42214a2 x-openstack-request-id: req-68336908-86d5-497c-b0cc-2cd7b42214a2 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:48.124890 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "name": "network-vif-plugged", "status": "completed", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:48.125121 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68336908-86d5-497c-b0cc-2cd7b42214a2 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:48.125589 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'code': 200} Jul 16 09:26:48.155278 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=8b13076b-98dd-4a86-be2c-4bcc271f1b34,revision_number=13']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:48.240848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-d109c4ae-0cf6-4014-815c-72923d7083fc tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:48.242366 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-d109c4ae-0cf6-4014-815c-72923d7083fc tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 946 time: 0.1057160 Jul 16 09:26:48.266080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a1c3d-f796-4513-993d-22b4ca803a05 req-bf31e108-a236-4a89-a415-fea8195a10b5 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:48.267514 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e89a1c3d-f796-4513-993d-22b4ca803a05 req-bf31e108-a236-4a89-a415-fea8195a10b5 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 946 time: 0.1194358 Jul 16 09:26:48.350161 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e89a1c3d-f796-4513-993d-22b4ca803a05 req-819998d2-3fbb-4b14-bc6b-ca8ea2323b35 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643675 Jul 16 09:26:48.382732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-71dba7b5-2146-471b-9bb6-3589928475e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Deleting port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:48.383069 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-71dba7b5-2146-471b-9bb6-3589928475e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.469002 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-71dba7b5-2146-471b-9bb6-3589928475e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] For port 8b13076b-98dd-4a86-be2c-4bcc271f1b34, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=8b13076b-98dd-4a86-be2c-4bcc271f1b34,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:48.469362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-71dba7b5-2146-471b-9bb6-3589928475e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.641687 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-71dba7b5-2146-471b-9bb6-3589928475e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.641964 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-71dba7b5-2146-471b-9bb6-3589928475e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.642279 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-71dba7b5-2146-471b-9bb6-3589928475e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102 disassociated. External IP: 172.25.4.32, port: 8b13076b-98dd-4a86-be2c-4bcc271f1b34. Jul 16 09:26:48.642695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-71dba7b5-2146-471b-9bb6-3589928475e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Calling delete_port for 8b13076b-98dd-4a86-be2c-4bcc271f1b34 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:48.775529 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-71dba7b5-2146-471b-9bb6-3589928475e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.806326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dba7b5-2146-471b-9bb6-3589928475e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Pushing event deleted for resources: {'Port': ['ID=8b13076b-98dd-4a86-be2c-4bcc271f1b34,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:48.931140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-71dba7b5-2146-471b-9bb6-3589928475e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Router f5093462-e2cc-4df2-a5d3-d130ae164114 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:26:49.329887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-71dba7b5-2146-471b-9bb6-3589928475e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:26:49.342485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50594cc-5f53-48ef-a3e4-da03dddc5153 None None] Sync routers for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:26:49.354463 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50594cc-5f53-48ef-a3e4-da03dddc5153 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:49.355147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b50594cc-5f53-48ef-a3e4-da03dddc5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:26:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:49.378311 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-71dba7b5-2146-471b-9bb6-3589928475e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] No DVR routers for this DVR port 8b13076b-98dd-4a86-be2c-4bcc271f1b34 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:26:49.381210 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-71dba7b5-2146-471b-9bb6-3589928475e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:49.384350 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ffeb02fc-5163-4275-8a0c-2acccf5c5a06 req-71dba7b5-2146-471b-9bb6-3589928475e2 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "DELETE /v2.0/ports/8b13076b-98dd-4a86-be2c-4bcc271f1b34 HTTP/1.1" status: 204 len: 173 time: 1.1333542 Jul 16 09:26:49.384350 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'name': 'network-vif-deleted', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:49.386766 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3388914-78ab-4c35-8aef-321daea04901" -d '{"events": [{"server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "name": "network-vif-deleted", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:49.431846 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a521c0-4ed5-4225-9822-44797b95437f x-openstack-request-id: req-42a521c0-4ed5-4225-9822-44797b95437f {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:49.432152 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9a2424d-aaf2-4c89-9aca-e065552574cd", "name": "network-vif-deleted", "tag": "8b13076b-98dd-4a86-be2c-4bcc271f1b34", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:49.432420 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-42a521c0-4ed5-4225-9822-44797b95437f {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:49.432839 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9a2424d-aaf2-4c89-9aca-e065552574cd', 'name': 'network-vif-deleted', 'tag': '8b13076b-98dd-4a86-be2c-4bcc271f1b34', 'status': 'completed', 'code': 200} Jul 16 09:26:49.569711 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-83e51e7f-a20f-4efb-a54e-2cf40dd9bd7e req-018dc2fe-c94d-49af-b042-f24da4244527 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=c9a2424d-aaf2-4c89-9aca-e065552574cd HTTP/1.1" status: 200 len: 210 time: 0.0638103 Jul 16 09:26:49.647175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b50594cc-5f53-48ef-a3e4-da03dddc5153 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:49.852082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b50594cc-5f53-48ef-a3e4-da03dddc5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:49.879477 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50594cc-5f53-48ef-a3e4-da03dddc5153 None None] Checking router: f5093462-e2cc-4df2-a5d3-d130ae164114 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:26:49.888780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50594cc-5f53-48ef-a3e4-da03dddc5153 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:49.889408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b50594cc-5f53-48ef-a3e4-da03dddc5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:26:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:49.999330 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b50594cc-5f53-48ef-a3e4-da03dddc5153 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:50.207927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b50594cc-5f53-48ef-a3e4-da03dddc5153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:50.233370 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50594cc-5f53-48ef-a3e4-da03dddc5153 None None] The sync data for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 is: [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:26:50.460276 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea65fe69-9db0-4f61-9589-6cf10919bb10 None None] New status for floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:26:50.994066 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-4b2e7369-a5c0-4331-a1ad-391c4f380839 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--533958563&fields=id&tenant_id=c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 267 time: 0.0357351 Jul 16 09:26:51.101565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-8391b973-708d-47fa-b032-b8e4f95a02ec tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:51.103057 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-8391b973-708d-47fa-b032-b8e4f95a02ec tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 811 time: 0.1019266 Jul 16 09:26:51.118522 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-abacacec-9111-4b89-b8a4-94d851893c60 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/quotas/c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 375 time: 0.0099404 Jul 16 09:26:51.210394 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-172d167e-fb52-46a1-9289-8ff669312e7e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0867221 Jul 16 09:26:51.327990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-622352c1-87b4-4830-9f5c-f57664bed382 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:26:51.329311 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-622352c1-87b4-4830-9f5c-f57664bed382 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476174 Jul 16 09:26:51.422821 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-188494e1-3342-4803-a464-968511502b8d service neutron] 10.222.0.20 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873086 Jul 16 09:26:51.519110 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-9fa5857e-6a92-4166-8d39-0008cfc9b903 service neutron] 10.222.0.20 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897391 Jul 16 09:26:51.702371 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c51b127b-c7fe-4c9a-ad74-4b3d887c0021 req-6d98d74e-f1e5-441e-af47-4900e3427ef4 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 210 time: 0.0286868 Jul 16 09:26:51.938322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8b13076b-98dd-4a86-be2c-4bcc271f1b34 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:51.960421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 8b13076b-98dd-4a86-be2c-4bcc271f1b34 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:51.960900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 8b13076b-98dd-4a86-be2c-4bcc271f1b34 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:52.705144 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-426da885-482f-4cb3-952e-a161f621e149 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:52.706630 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-426da885-482f-4cb3-952e-a161f621e149 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 811 time: 0.1014915 Jul 16 09:26:52.750509 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-090745df-bfc7-4c3a-a67c-551ae8e6995a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 379 time: 0.0357814 Jul 16 09:26:52.759852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-48c5fc2f-ce00-4fd5-bcd5-01cbd568c666 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Request body: {'port': {'device_id': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'admin_state_up': True, 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'security_groups': ['0f8a6536-d108-4f2f-88de-7d04d52b3c10']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:52.864473 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0ba25ed6-97e0-4f3f-98e7-cadeee1bdf74 req-5bbfe1be-e951-4489-95b0-ab3bce9d527b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 210 time: 0.0365808 Jul 16 09:26:52.904284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-48c5fc2f-ce00-4fd5-bcd5-01cbd568c666 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Made reservation on behalf of c75e25ecabd2488cba4aff6555810bb3 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:26:52.907837 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-48c5fc2f-ce00-4fd5-bcd5-01cbd568c666 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.034704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-48c5fc2f-ce00-4fd5-bcd5-01cbd568c666 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Allocated IP 172.20.0.14 (139b0864-a636-45c3-a838-524bd635c90a/ac6fe47c-41a9-4690-b73e-9ad4f6502d20/b5092c6a-e69b-4684-884d-a9a8437e0fc1) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:26:53.166470 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-48c5fc2f-ce00-4fd5-bcd5-01cbd568c666 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.184165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-48c5fc2f-ce00-4fd5-bcd5-01cbd568c666 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Transition to ACTIVE for port object b5092c6a-e69b-4684-884d-a9a8437e0fc1 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:26:53.218539 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-48c5fc2f-ce00-4fd5-bcd5-01cbd568c666 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.265268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-48c5fc2f-ce00-4fd5-bcd5-01cbd568c666 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Network 139b0864-a636-45c3-a838-524bd635c90a is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:26:53.268673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-48c5fc2f-ce00-4fd5-bcd5-01cbd568c666 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:26:53.273209 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-48c5fc2f-ce00-4fd5-bcd5-01cbd568c666 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:26:53.297869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5fc2f-ce00-4fd5-bcd5-01cbd568c666 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Pushing event updated for resources: {'Port': ['ID=b5092c6a-e69b-4684-884d-a9a8437e0fc1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:53.326979 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-48c5fc2f-ce00-4fd5-bcd5-01cbd568c666 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:53.327624 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-48c5fc2f-ce00-4fd5-bcd5-01cbd568c666 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.345619 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-48c5fc2f-ce00-4fd5-bcd5-01cbd568c666 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5897219 Jul 16 09:26:53.357752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Request body: {'port': {'device_id': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:53.440264 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.526242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-caa493aa-bd18-417e-8acf-6d9fc77d1e84 None None] Provisioning for port b5092c6a-e69b-4684-884d-a9a8437e0fc1 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:26:53.529780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-caa493aa-bd18-417e-8acf-6d9fc77d1e84 None None] Provisioning complete for port b5092c6a-e69b-4684-884d-a9a8437e0fc1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:26:53.530149 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-caa493aa-bd18-417e-8acf-6d9fc77d1e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.567561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-caa493aa-bd18-417e-8acf-6d9fc77d1e84 None None] Port b5092c6a-e69b-4684-884d-a9a8437e0fc1 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:26:53.699783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5092c6a-e69b-4684-884d-a9a8437e0fc1 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:26:53.707812 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.720189 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Transition to ACTIVE for port object b5092c6a-e69b-4684-884d-a9a8437e0fc1 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:26:53.723790 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.772520 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Pushing event updated for resources: {'Port': ['ID=b5092c6a-e69b-4684-884d-a9a8437e0fc1,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:53.850952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Attempting to bind port b5092c6a-e69b-4684-884d-a9a8437e0fc1 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:26:53.851437 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Attempting to bind port b5092c6a-e69b-4684-884d-a9a8437e0fc1 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:26:53.851864 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Attempting to bind port b5092c6a-e69b-4684-884d-a9a8437e0fc1 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:53.857575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Port b5092c6a-e69b-4684-884d-a9a8437e0fc1 on network 139b0864-a636-45c3-a838-524bd635c90a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:26:53.857981 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Attempting to bind port b5092c6a-e69b-4684-884d-a9a8437e0fc1 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:53.863279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:26:53.863639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Checking segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:26:53.864025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Bound using segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:26:53.864447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Bound port: b5092c6a-e69b-4684-884d-a9a8437e0fc1, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:26:53.864947 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.938868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:26:53.941868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:26:53.946261 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.981972 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:53.982589 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:53.984002 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] 10.222.0.38 "PUT /v2.0/ports/b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 1093 time: 0.6308100 Jul 16 09:26:53.984431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:53.986720 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cc7800-81ef-4a5e-a435-a3348347b4d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:54.035128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bd768-a609-4ab7-9d67-b84bbf622026 service neutron] Pushing event updated for resources: {'Port': ['ID=b5092c6a-e69b-4684-884d-a9a8437e0fc1,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:54.044865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7beae-05aa-4121-b057-8f61b4e8575e req-b9b583cd-4082-4564-b2d1-e4bad2ae852c tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:54.049307 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5df7beae-05aa-4121-b057-8f61b4e8575e req-b9b583cd-4082-4564-b2d1-e4bad2ae852c tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 944 time: 0.0701430 Jul 16 09:26:54.051726 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4133a3-a5be-49b9-be8e-28f7b63cbabf x-openstack-request-id: req-9d4133a3-a5be-49b9-be8e-28f7b63cbabf {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:54.052047 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:54.052464 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9d4133a3-a5be-49b9-be8e-28f7b63cbabf {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:54.052918 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'status': 'completed', 'code': 200} Jul 16 09:26:54.094660 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5df7beae-05aa-4121-b057-8f61b4e8575e req-ea7924e1-5aba-4a42-b868-743239a0f97b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418084 Jul 16 09:26:54.105382 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-52fc2219-92ab-497d-94be-ad9a243d4516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:54.107253 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-52fc2219-92ab-497d-94be-ad9a243d4516 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 1096 time: 0.0659120 Jul 16 09:26:54.153362 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-acc50e92-583b-4d11-9e2c-5efe06d20520 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 217 time: 0.0389624 Jul 16 09:26:54.206321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-a6c65b76-ade4-4308-ae12-cf79f0858bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:54.208490 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-a6c65b76-ade4-4308-ae12-cf79f0858bff service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0484428 Jul 16 09:26:54.267125 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-942d2fae-0d35-4f73-87a5-4adb1b45b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:54.268750 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-942d2fae-0d35-4f73-87a5-4adb1b45b610 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537059 Jul 16 09:26:54.359423 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-9ff673c9-c27c-4daf-9805-f4feea109073 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839417 Jul 16 09:26:54.451850 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1e59de5c-d6d1-48b4-b64e-5dcde9be4d72 req-97724b3a-c458-4691-a68b-d6b948fac0ac service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863838 Jul 16 09:26:54.554611 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc7800-81ef-4a5e-a435-a3348347b4d9 req-38b05242-2a3d-4521-9e03-39abe34573e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:54.556124 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0cc7800-81ef-4a5e-a435-a3348347b4d9 req-38b05242-2a3d-4521-9e03-39abe34573e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 1096 time: 0.0536258 Jul 16 09:26:54.648647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc7800-81ef-4a5e-a435-a3348347b4d9 req-fab38374-9837-462c-9292-c19930b8c312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:54.650048 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0cc7800-81ef-4a5e-a435-a3348347b4d9 req-fab38374-9837-462c-9292-c19930b8c312 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0870893 Jul 16 09:26:54.693641 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0cc7800-81ef-4a5e-a435-a3348347b4d9 req-94d1d11e-f913-4c6f-8320-89807b0e0454 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 217 time: 0.0372012 Jul 16 09:26:54.742140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc7800-81ef-4a5e-a435-a3348347b4d9 req-938c068e-7e19-4c3a-8af9-30a37eacca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:54.743555 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0cc7800-81ef-4a5e-a435-a3348347b4d9 req-938c068e-7e19-4c3a-8af9-30a37eacca26 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0427084 Jul 16 09:26:54.800281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cc7800-81ef-4a5e-a435-a3348347b4d9 req-ba4b192d-6b24-43bd-97b0-26a887256a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:54.801849 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0cc7800-81ef-4a5e-a435-a3348347b4d9 req-ba4b192d-6b24-43bd-97b0-26a887256a85 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512679 Jul 16 09:26:54.892196 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0cc7800-81ef-4a5e-a435-a3348347b4d9 req-10a782b3-3bb5-4eec-9e99-50922a75c770 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833125 Jul 16 09:26:54.980626 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d0cc7800-81ef-4a5e-a435-a3348347b4d9 req-3c356fe4-08e3-45c7-996c-75e7fb2a431e service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815506 Jul 16 09:26:55.273881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f990ef6e-f484-4f3d-856c-8a9fc9df5082 req-f8841d9a-7f1c-452b-8b8f-6ae191aa3cec tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:55.275510 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f990ef6e-f484-4f3d-856c-8a9fc9df5082 req-f8841d9a-7f1c-452b-8b8f-6ae191aa3cec tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 944 time: 0.0675559 Jul 16 09:26:55.314627 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f990ef6e-f484-4f3d-856c-8a9fc9df5082 req-792e3d94-566e-4660-8136-8f1e3631fcaf tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333557 Jul 16 09:26:55.959884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b5092c6a-e69b-4684-884d-a9a8437e0fc1 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:26:56.049688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:56.060797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'port_id': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'mac_address': 'fa:16:3e:f5:22:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:26:56.101749 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:56.113814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5092c6a-e69b-4684-884d-a9a8437e0fc1 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:26:56.132006 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:56.136648 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:56.183295 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=b5092c6a-e69b-4684-884d-a9a8437e0fc1,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:56.319963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b5092c6a-e69b-4684-884d-a9a8437e0fc1'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:26:56.490243 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef640458-13bb-4d72-9c4b-2daed21a3ea2 req-0a1e2272-f0c6-4c81-bf37-8d3b85dd2e5e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:56.491740 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef640458-13bb-4d72-9c4b-2daed21a3ea2 req-0a1e2272-f0c6-4c81-bf37-8d3b85dd2e5e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.0663188 Jul 16 09:26:56.529709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ef640458-13bb-4d72-9c4b-2daed21a3ea2 req-bb6e38f3-d0c5-4906-981a-857fbf38f3f0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323172 Jul 16 09:26:57.700284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ea3d7-38b3-48ec-916e-c9ea0fe618c6 req-ff42a12a-d000-4b3b-ab92-6de2b4f3a9c1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:57.701785 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f44ea3d7-38b3-48ec-916e-c9ea0fe618c6 req-ff42a12a-d000-4b3b-ab92-6de2b4f3a9c1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.0617971 Jul 16 09:26:57.738976 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f44ea3d7-38b3-48ec-916e-c9ea0fe618c6 req-25d4a46d-6921-4f8d-a191-9d1305cf1f70 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317078 Jul 16 09:26:57.976194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b5092c6a-e69b-4684-884d-a9a8437e0fc1 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:26:58.023650 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port b5092c6a-e69b-4684-884d-a9a8437e0fc1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:26:58.027505 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port b5092c6a-e69b-4684-884d-a9a8437e0fc1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:26:58.027899 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:58.104225 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:58.127527 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:58.130118 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-594d7b00-195d-44f9-bddd-dd93ebbd6833" -d '{"events": [{"server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "name": "network-vif-plugged", "status": "completed", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:58.145619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:58.150751 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:58.182408 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c904ee-b524-4586-9c42-fb94a84354eb x-openstack-request-id: req-f0c904ee-b524-4586-9c42-fb94a84354eb {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:58.182772 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "name": "network-vif-plugged", "status": "completed", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:58.182943 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f0c904ee-b524-4586-9c42-fb94a84354eb {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:58.183324 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'code': 200} Jul 16 09:26:58.221255 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=b5092c6a-e69b-4684-884d-a9a8437e0fc1,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:58.306093 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd41a8d-a9e2-4c74-913b-e134a7ea3e82 req-2a69f2f1-5059-4b87-97bc-7fb7569a1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:58.307569 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0bd41a8d-a9e2-4c74-913b-e134a7ea3e82 req-2a69f2f1-5059-4b87-97bc-7fb7569a1632 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 1098 time: 0.0587578 Jul 16 09:26:58.341499 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0bd41a8d-a9e2-4c74-913b-e134a7ea3e82 req-2b52e11d-276f-4a74-996c-05d14afdbfe1 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274892 Jul 16 09:26:58.908390 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0c525-c0b0-4b63-8fe7-b1ece89bbdd0 req-0ea72547-4635-4d96-92f9-4a9736a59cf0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:58.909953 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faf0c525-c0b0-4b63-8fe7-b1ece89bbdd0 req-0ea72547-4635-4d96-92f9-4a9736a59cf0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0621760 Jul 16 09:26:58.947814 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-faf0c525-c0b0-4b63-8fe7-b1ece89bbdd0 req-02f7765b-3320-49ae-9bd2-d5bfd39bd44b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321317 Jul 16 09:27:00.128437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8c375-f49e-4d02-a7ad-03365de75503 req-920e4d41-3ba2-476a-b06f-248429baf410 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:00.130469 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bef8c375-f49e-4d02-a7ad-03365de75503 req-920e4d41-3ba2-476a-b06f-248429baf410 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0642021 Jul 16 09:27:00.170079 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bef8c375-f49e-4d02-a7ad-03365de75503 req-fe71f7ce-37af-49e5-b05f-a1d1f87dd84e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336745 Jul 16 09:27:00.339213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4abcd-18f8-4511-ae28-cd246e2eeefc req-950fdadc-1bea-4c0b-a067-fd7a76fbc805 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:00.340757 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-10f4abcd-18f8-4511-ae28-cd246e2eeefc req-950fdadc-1bea-4c0b-a067-fd7a76fbc805 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0643964 Jul 16 09:27:00.349570 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43018) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:00.354219 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a471d0e3-68ab-4b99-902a-db468ac3ba42 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Request body: {'floatingip': {'port_id': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:00.397974 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a471d0e3-68ab-4b99-902a-db468ac3ba42 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:00.843750 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a471d0e3-68ab-4b99-902a-db468ac3ba42 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:00.847516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a471d0e3-68ab-4b99-902a-db468ac3ba42 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:00.945519 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-a471d0e3-68ab-4b99-902a-db468ac3ba42 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102 associated. External IP: 172.25.4.32, port: b5092c6a-e69b-4684-884d-a9a8437e0fc1. Jul 16 09:27:01.159284 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a471d0e3-68ab-4b99-902a-db468ac3ba42 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Router f5093462-e2cc-4df2-a5d3-d130ae164114 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:27:01.270709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a471d0e3-68ab-4b99-902a-db468ac3ba42 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:27:01.275793 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a471d0e3-68ab-4b99-902a-db468ac3ba42 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:01.282266 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc3404-ac90-4fcd-a9ba-ebb4b4a5a91c None None] Sync routers for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:27:01.292067 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc3404-ac90-4fcd-a9ba-ebb4b4a5a91c None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:01.292997 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e8fc3404-ac90-4fcd-a9ba-ebb4b4a5a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:26:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:01.314328 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a471d0e3-68ab-4b99-902a-db468ac3ba42 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "PUT /v2.0/floatingips/2e614c6f-8894-4cd1-8ac7-8859697e1102 HTTP/1.1" status: 200 len: 992 time: 0.9636238 Jul 16 09:27:01.314945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:01.317842 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4b9252-c901-497e-9abc-69e05c786d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:01.360019 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec58f82-4d63-4e35-8a79-9b8988a18104 x-openstack-request-id: req-9ec58f82-4d63-4e35-8a79-9b8988a18104 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:01.360318 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:01.360603 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9ec58f82-4d63-4e35-8a79-9b8988a18104 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:01.361018 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'status': 'completed', 'code': 200} Jul 16 09:27:01.415941 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-e8fc3404-ac90-4fcd-a9ba-ebb4b4a5a91c None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:01.449142 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b9252-c901-497e-9abc-69e05c786d6f req-b2e5d8d8-3dec-45f3-8991-233ba40e512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:01.450731 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-af4b9252-c901-497e-9abc-69e05c786d6f req-b2e5d8d8-3dec-45f3-8991-233ba40e512e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 1098 time: 0.0651231 Jul 16 09:27:01.547232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b9252-c901-497e-9abc-69e05c786d6f req-cc2ecb87-6cdb-45bc-94a5-96b3b1bae1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:01.549024 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-af4b9252-c901-497e-9abc-69e05c786d6f req-cc2ecb87-6cdb-45bc-94a5-96b3b1bae1af service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0918972 Jul 16 09:27:01.619876 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-af4b9252-c901-497e-9abc-69e05c786d6f req-b95dc86f-ce2f-42e0-a744-4b1a01ed4a2f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 1000 time: 0.0648837 Jul 16 09:27:01.648433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e8fc3404-ac90-4fcd-a9ba-ebb4b4a5a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2e614c6f-8894-4cd1-8ac7-8859697e1102', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'port_id': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'mac_address': 'fa:16:3e:f5:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:20:05Z', 'updated_at': '2021-07-16T09:27:00Z', 'revision_number': 13, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:01.673362 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b9252-c901-497e-9abc-69e05c786d6f req-466a1f98-f9d8-4dfc-8cb7-40819577b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:01.674768 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-af4b9252-c901-497e-9abc-69e05c786d6f req-466a1f98-f9d8-4dfc-8cb7-40819577b870 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0485928 Jul 16 09:27:01.678872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc3404-ac90-4fcd-a9ba-ebb4b4a5a91c None None] Checking router: f5093462-e2cc-4df2-a5d3-d130ae164114 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:27:01.687262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fc3404-ac90-4fcd-a9ba-ebb4b4a5a91c None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:27:01.687870 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e8fc3404-ac90-4fcd-a9ba-ebb4b4a5a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:26:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:01.731254 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b9252-c901-497e-9abc-69e05c786d6f req-78259ae4-0ca5-41d9-92a4-b9fc7c47dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:01.732873 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-af4b9252-c901-497e-9abc-69e05c786d6f req-78259ae4-0ca5-41d9-92a4-b9fc7c47dfc7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522993 Jul 16 09:27:01.794424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-e8fc3404-ac90-4fcd-a9ba-ebb4b4a5a91c None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:27:01.826743 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-af4b9252-c901-497e-9abc-69e05c786d6f req-d9f2cf86-5c72-4f27-9f7d-2aed9f3fb74c service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870361 Jul 16 09:27:01.914105 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-af4b9252-c901-497e-9abc-69e05c786d6f req-80f45c55-501c-40c9-a7b3-b45667f63541 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815468 Jul 16 09:27:02.013235 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e8fc3404-ac90-4fcd-a9ba-ebb4b4a5a91c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2e614c6f-8894-4cd1-8ac7-8859697e1102', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'port_id': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'mac_address': 'fa:16:3e:f5:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:20:05Z', 'updated_at': '2021-07-16T09:27:00Z', 'revision_number': 13, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:02.039294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8fc3404-ac90-4fcd-a9ba-ebb4b4a5a91c None None] The sync data for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 is: [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '2e614c6f-8894-4cd1-8ac7-8859697e1102', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'floating_ip_address': '172.25.4.32', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'port_id': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'mac_address': 'fa:16:3e:f5:22:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:20:05Z', 'updated_at': '2021-07-16T09:27:00Z', 'revision_number': 13, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:27:02.217576 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75afd85d-1300-4474-9581-1c7f1eb735c3 None None] New status for floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:27:03.775456 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:27:04.069907 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:05.297341 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-683f4bc2-812d-4322-8225-2fc60a51bde4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:05.926066 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:07.968257 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d269ad71-615f-4140-9428-4446421a5149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:08.242289 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:09.901313 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:11.400923 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:18.431567 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0ff7f8c-6949-4c78-bd4e-0716c9bfe026 req-eced5716-99a7-4be4-8186-18038ebb188e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555234 Jul 16 09:27:18.524250 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff7f8c-6949-4c78-bd4e-0716c9bfe026 req-c8d50b3b-6d91-47e0-ac2b-baf67be4f7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:18.525775 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0ff7f8c-6949-4c78-bd4e-0716c9bfe026 req-c8d50b3b-6d91-47e0-ac2b-baf67be4f7c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 1098 time: 0.0521171 Jul 16 09:27:18.626678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff7f8c-6949-4c78-bd4e-0716c9bfe026 req-2b7e9e57-2748-45ef-8260-4702078bd059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:18.628064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0ff7f8c-6949-4c78-bd4e-0716c9bfe026 req-2b7e9e57-2748-45ef-8260-4702078bd059 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0821512 Jul 16 09:27:18.694357 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0ff7f8c-6949-4c78-bd4e-0716c9bfe026 req-d0f0734c-001f-4ca1-9036-21035695aa71 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 1002 time: 0.0595729 Jul 16 09:27:18.741501 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff7f8c-6949-4c78-bd4e-0716c9bfe026 req-967b10e3-f626-4cfe-9d83-3bf807fb391b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:18.742900 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0ff7f8c-6949-4c78-bd4e-0716c9bfe026 req-967b10e3-f626-4cfe-9d83-3bf807fb391b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0420394 Jul 16 09:27:18.801252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff7f8c-6949-4c78-bd4e-0716c9bfe026 req-91ecf5ae-b863-4d93-b53d-b52ad49b89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:18.802818 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0ff7f8c-6949-4c78-bd4e-0716c9bfe026 req-91ecf5ae-b863-4d93-b53d-b52ad49b89f1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519662 Jul 16 09:27:18.813364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-a0ff7f8c-6949-4c78-bd4e-0716c9bfe026 req-a9fb1e90-49e4-4a95-aa7f-5f8943478af6 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:27:18.814299 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0ff7f8c-6949-4c78-bd4e-0716c9bfe026 req-a9fb1e90-49e4-4a95-aa7f-5f8943478af6 service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049474 Jul 16 09:27:18.904336 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0ff7f8c-6949-4c78-bd4e-0716c9bfe026 req-8a9550b4-6161-4a1c-b9c9-9c5591624aad service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835748 Jul 16 09:27:18.997049 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a0ff7f8c-6949-4c78-bd4e-0716c9bfe026 req-45d78ae5-4a0c-4150-9d0c-f83dfa34257b service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855961 Jul 16 09:27:34.068225 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.298650 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f51a49df-81f0-4ff2-ba8e-7c201e47d487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.925752 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.974171 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4cd40066-a596-4890-9278-22b37a45fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.245434 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:39.906513 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.775213 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:27:41.403309 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:04.069220 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:05.298833 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fd9ab8c2-4a52-476e-96d2-d7b4e6c88f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:05.941895 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:07.964017 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7ff6ce4e-4ee4-4beb-a30f-4b0e24a5c9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:08.246683 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:09.906522 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:11.406723 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:17.775490 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:28:19.429332 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc9afbbe-fbd1-4381-8f1e-87666bf9a191 req-8bdbf9b4-2c5e-4642-a4b9-05a9389556d3 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539989 Jul 16 09:28:19.525051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9afbbe-fbd1-4381-8f1e-87666bf9a191 req-de2ac39f-d736-4c87-a6e3-f595119966b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:19.526607 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc9afbbe-fbd1-4381-8f1e-87666bf9a191 req-de2ac39f-d736-4c87-a6e3-f595119966b7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 1098 time: 0.0563638 Jul 16 09:28:19.637495 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9afbbe-fbd1-4381-8f1e-87666bf9a191 req-20bfd80f-042b-4d06-8633-fd5eee527eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:19.638889 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc9afbbe-fbd1-4381-8f1e-87666bf9a191 req-20bfd80f-042b-4d06-8633-fd5eee527eac service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0913377 Jul 16 09:28:19.706795 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc9afbbe-fbd1-4381-8f1e-87666bf9a191 req-74c343af-243f-4c14-8745-b0e234b1ed0e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 1002 time: 0.0612681 Jul 16 09:28:19.758732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9afbbe-fbd1-4381-8f1e-87666bf9a191 req-ab726cc0-0894-4453-9c7e-7b81c1901d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:19.761774 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc9afbbe-fbd1-4381-8f1e-87666bf9a191 req-ab726cc0-0894-4453-9c7e-7b81c1901d01 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0489614 Jul 16 09:28:19.824918 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9afbbe-fbd1-4381-8f1e-87666bf9a191 req-865f4d2f-d092-4759-a631-b2464e02bb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:19.826429 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc9afbbe-fbd1-4381-8f1e-87666bf9a191 req-865f4d2f-d092-4759-a631-b2464e02bb1d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0585020 Jul 16 09:28:19.918747 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc9afbbe-fbd1-4381-8f1e-87666bf9a191 req-f9826ee7-0bda-4a11-962b-159c89fd1693 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855410 Jul 16 09:28:20.016971 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc9afbbe-fbd1-4381-8f1e-87666bf9a191 req-f6435f03-e8d7-4088-a397-d4137a8e066a service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924723 Jul 16 09:28:34.074402 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:35.300973 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fa8947d2-38da-4052-a061-1b47b58ca310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:35.941429 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:37.877563 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a35c62-fc28-4e25-b93c-3a8e61b49ca1 req-ee12e7a4-a8ce-4e58-bc40-b54c5a612fdf tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:37.879050 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22a35c62-fc28-4e25-b93c-3a8e61b49ca1 req-ee12e7a4-a8ce-4e58-bc40-b54c5a612fdf tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0624776 Jul 16 09:28:37.917305 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-22a35c62-fc28-4e25-b93c-3a8e61b49ca1 req-dd700e22-0ce3-4597-bff9-8691a1b71f75 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313520 Jul 16 09:28:37.966711 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ae7e9c1c-062f-4288-9635-5b2fc9183945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:38.255408 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:39.919625 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:41.418648 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:48.208449 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edae524e-9e51-4079-80ef-f2b7ffccf801 req-31331472-f9c1-44eb-be14-24bd952f37b3 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:48.210401 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-edae524e-9e51-4079-80ef-f2b7ffccf801 req-31331472-f9c1-44eb-be14-24bd952f37b3 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0730140 Jul 16 09:28:48.251618 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-edae524e-9e51-4079-80ef-f2b7ffccf801 req-1954167a-130f-4c6e-ba29-e0f211b34bdf tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351524 Jul 16 09:28:48.286558 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d93a6858-1c20-4e11-81b4-5b1ca222eb5f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1023324 Jul 16 09:28:49.428736 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670020-17c2-4627-abeb-e9e1b653c00d req-a42b29ed-9e38-4d6f-9e30-3ccb6e3bf2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:49.430239 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-a42b29ed-9e38-4d6f-9e30-3ccb6e3bf2b1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 1098 time: 0.0941072 Jul 16 09:28:49.462320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9468aed2-9897-46c6-a83d-5a8d21f40a04 req-0c0409ed-ce9b-4b55-a59b-226f8224b458 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:49.463819 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9468aed2-9897-46c6-a83d-5a8d21f40a04 req-0c0409ed-ce9b-4b55-a59b-226f8224b458 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0969269 Jul 16 09:28:49.549107 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9468aed2-9897-46c6-a83d-5a8d21f40a04 req-d6c05598-4e38-4c56-98db-e90482796133 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766017 Jul 16 09:28:49.565132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670020-17c2-4627-abeb-e9e1b653c00d req-6515bf5c-520b-4e7c-955f-332e4e5f74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:49.566722 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-6515bf5c-520b-4e7c-955f-332e4e5f74d4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.1302018 Jul 16 09:28:49.630367 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-8daa1b41-1b78-4631-a1ac-fc3bd61338c9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 1002 time: 0.0574582 Jul 16 09:28:49.682256 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670020-17c2-4627-abeb-e9e1b653c00d req-8776e094-a40e-4ad9-adcc-6f1975b319e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:49.683696 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-8776e094-a40e-4ad9-adcc-6f1975b319e3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0475731 Jul 16 09:28:49.738898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670020-17c2-4627-abeb-e9e1b653c00d req-39c1e287-f2f2-49cf-b6c7-c545c3a16303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:49.740388 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-39c1e287-f2f2-49cf-b6c7-c545c3a16303 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510514 Jul 16 09:28:49.831846 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-186e5f87-3907-4ffd-9b1e-9e2be7b8f13b service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843976 Jul 16 09:28:49.920428 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-c8712e0c-6086-44da-9d8b-18784b56ae6f service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817869 Jul 16 09:28:50.744650 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8224e7b-5b96-4709-92b1-9e0884921c15 req-9fa2a9b7-184c-459c-b1b7-577a4980cd47 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:50.746262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8224e7b-5b96-4709-92b1-9e0884921c15 req-9fa2a9b7-184c-459c-b1b7-577a4980cd47 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0742364 Jul 16 09:28:50.786803 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8224e7b-5b96-4709-92b1-9e0884921c15 req-cf565968-02a7-4a09-9fd4-ac280ba843fb tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348186 Jul 16 09:28:51.961493 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5349bd6-f79d-4f67-b56f-777b6f81d8b2 req-4a221687-ef4d-4362-8a4c-63fef77f6481 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:51.963014 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5349bd6-f79d-4f67-b56f-777b6f81d8b2 req-4a221687-ef4d-4362-8a4c-63fef77f6481 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0633147 Jul 16 09:28:52.006547 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5349bd6-f79d-4f67-b56f-777b6f81d8b2 req-d8a20904-617c-4446-8a75-3f3e283f64b4 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377634 Jul 16 09:28:53.188801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4477738d-9a7e-4759-8330-8e030e14c65f req-bc19111a-a569-48f2-b385-a8a7db5b14e5 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:53.190373 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4477738d-9a7e-4759-8330-8e030e14c65f req-bc19111a-a569-48f2-b385-a8a7db5b14e5 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0647755 Jul 16 09:28:53.230044 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4477738d-9a7e-4759-8330-8e030e14c65f req-f8717262-1c70-4e8d-8d26-b3ada3705570 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332580 Jul 16 09:28:54.404403 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a92f4f-a043-471b-b646-8d3d1583efc7 req-f3771331-3621-4dbb-9bb4-ef6a2e48d276 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:54.405939 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16a92f4f-a043-471b-b646-8d3d1583efc7 req-f3771331-3621-4dbb-9bb4-ef6a2e48d276 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0639446 Jul 16 09:28:54.447134 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-16a92f4f-a043-471b-b646-8d3d1583efc7 req-a0b0b238-56a8-4cef-82c3-82c9bd4c1b21 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346184 Jul 16 09:28:54.775714 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:28:55.626625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbc536-2b66-4a17-810b-548d77a4f9b4 req-0a23701b-7644-48a1-8b1a-5651aec65d84 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:55.628054 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ebdbc536-2b66-4a17-810b-548d77a4f9b4 req-0a23701b-7644-48a1-8b1a-5651aec65d84 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0684404 Jul 16 09:28:55.667268 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ebdbc536-2b66-4a17-810b-548d77a4f9b4 req-7b1b8f96-22c8-499e-a613-f74f60f8c7af tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335159 Jul 16 09:28:56.848154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c13813-3118-4a16-9623-44f4f60e4d2a req-01bfa1c3-afcf-4842-96a2-8b8b38312421 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:56.849708 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62c13813-3118-4a16-9623-44f4f60e4d2a req-01bfa1c3-afcf-4842-96a2-8b8b38312421 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0654926 Jul 16 09:28:56.888400 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-62c13813-3118-4a16-9623-44f4f60e4d2a req-ba90e669-ad65-427a-a293-1fad827fd9db tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330904 Jul 16 09:28:58.062307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7751990-87aa-44eb-9b27-a26e55d8e96f req-928cce8e-538e-4f5d-bd77-fa1cf66b6bad tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:58.063811 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7751990-87aa-44eb-9b27-a26e55d8e96f req-928cce8e-538e-4f5d-bd77-fa1cf66b6bad tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0633752 Jul 16 09:28:58.109595 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d7751990-87aa-44eb-9b27-a26e55d8e96f req-d716496b-0026-4538-8da2-3155fc5289cc tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333359 Jul 16 09:28:59.289747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae80e3a-1123-439d-9bbe-5f681efc7d02 req-90b18b09-e22d-4759-bd8b-56b44506d0fc tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:59.291256 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ae80e3a-1123-439d-9bbe-5f681efc7d02 req-90b18b09-e22d-4759-bd8b-56b44506d0fc tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0693674 Jul 16 09:28:59.331171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8ae80e3a-1123-439d-9bbe-5f681efc7d02 req-b6f457c8-4089-4f60-a1d0-6fb53f9eeb4c tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339806 Jul 16 09:29:00.513025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df71f9e-c7d4-4f13-b313-e803d07642e1 req-72e47882-dcc9-4d5a-8c67-793cc8615d27 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:00.514558 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8df71f9e-c7d4-4f13-b313-e803d07642e1 req-72e47882-dcc9-4d5a-8c67-793cc8615d27 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0675218 Jul 16 09:29:00.555258 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8df71f9e-c7d4-4f13-b313-e803d07642e1 req-d90f1f23-0d8c-4765-b8e8-6f44eea639e3 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345111 Jul 16 09:29:01.732241 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bcc3fe-3d5e-4562-a241-db00bb4ac27e req-bafc6767-99dc-44cf-b1a4-05fe02aa4f7f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:01.733774 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-97bcc3fe-3d5e-4562-a241-db00bb4ac27e req-bafc6767-99dc-44cf-b1a4-05fe02aa4f7f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0648894 Jul 16 09:29:01.772367 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-97bcc3fe-3d5e-4562-a241-db00bb4ac27e req-614d741a-19f2-4c3a-acb4-54b20d2d2fe0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329471 Jul 16 09:29:02.955350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b15363-2c14-4694-a39d-7e05ebbebdb2 req-ab87689a-4fec-49a7-8176-dc512eab8e02 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:02.957007 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a9b15363-2c14-4694-a39d-7e05ebbebdb2 req-ab87689a-4fec-49a7-8176-dc512eab8e02 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0659380 Jul 16 09:29:02.997853 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a9b15363-2c14-4694-a39d-7e05ebbebdb2 req-68a722fb-290c-4072-8b83-4849d0ff795a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346923 Jul 16 09:29:03.625451 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-57670020-17c2-4627-abeb-e9e1b653c00d req-56c577b9-954d-48ee-9d8d-daf77a5e5592 service neutron] show failed (client error): The resource could not be found. Jul 16 09:29:03.626475 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-56c577b9-954d-48ee-9d8d-daf77a5e5592 service neutron] 10.222.0.38 "GET /v2.0/ports/b5092c6a-e69b-4684-884d-a9a8437e0fc1/bindings/n-h1-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.0539889 Jul 16 09:29:03.902935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670020-17c2-4627-abeb-e9e1b653c00d req-8c2d1e98-86bd-4bca-a64b-c3ccff17ebf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:03.904365 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-8c2d1e98-86bd-4bca-a64b-c3ccff17ebf4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a&tenant_id=c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 1098 time: 0.0857463 Jul 16 09:29:03.915893 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:03.983843 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.086991 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.181454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6fd28-c05a-43d9-984a-a739afffd9e5 req-5c0c0a35-a416-4083-8633-c604b616e700 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:04.182893 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-76b6fd28-c05a-43d9-984a-a739afffd9e5 req-5c0c0a35-a416-4083-8633-c604b616e700 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0697277 Jul 16 09:29:04.193050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:04.229088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:04.231897 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-76b6fd28-c05a-43d9-984a-a739afffd9e5 req-34705d83-8a37-4ed7-b72f-3b2400f84397 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430648 Jul 16 09:29:04.274614 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:04.277109 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e1c5b9-4fd1-4e09-a46c-068ccf1c6a2d" -d '{"events": [{"server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:04.281113 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.294115 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Transition to ACTIVE for port object b5092c6a-e69b-4684-884d-a9a8437e0fc1 will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:04.297458 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:04.328274 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5a053f0-ec96-4796-9b97-e1f84cbda04f x-openstack-request-id: req-c5a053f0-ec96-4796-9b97-e1f84cbda04f {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:04.328585 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:04.328835 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c5a053f0-ec96-4796-9b97-e1f84cbda04f {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:04.329220 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'code': 200} Jul 16 09:29:04.423095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5092c6a-e69b-4684-884d-a9a8437e0fc1,revision_number=6']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:04.448022 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:04.448373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:04.448749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:04.449091 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:04.449432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:04.449770 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:04.450114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:04.450426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:04.450754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:04.451080 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:04.451413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:04.451733 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:04.489149 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] No DVR routers for this DVR port b5092c6a-e69b-4684-884d-a9a8437e0fc1 on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:29:04.614285 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b5092c6a-e69b-4684-884d-a9a8437e0fc1 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:04.654924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b5092c6a-e69b-4684-884d-a9a8437e0fc1 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:29:04.952755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Attempting to bind port b5092c6a-e69b-4684-884d-a9a8437e0fc1 on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:04.953093 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Attempting to bind port b5092c6a-e69b-4684-884d-a9a8437e0fc1 by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:04.953419 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Attempting to bind port b5092c6a-e69b-4684-884d-a9a8437e0fc1 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:04.957700 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Port b5092c6a-e69b-4684-884d-a9a8437e0fc1 on network 139b0864-a636-45c3-a838-524bd635c90a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:29:04.958022 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Attempting to bind port b5092c6a-e69b-4684-884d-a9a8437e0fc1 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:04.962936 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:04.963271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Checking segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:04.963649 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Bound using segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:04.964079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Bound port: b5092c6a-e69b-4684-884d-a9a8437e0fc1, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:04.964423 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.033085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:05.036877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:05.041796 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.077521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:05.078187 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.079670 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 1093 time: 1.1677246 Jul 16 09:29:05.118386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3565af1-75a4-4c3b-bd4d-470a961588c6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5092c6a-e69b-4684-884d-a9a8437e0fc1,revision_number=7']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:05.169453 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670020-17c2-4627-abeb-e9e1b653c00d req-fdfcdb6b-2702-4ef1-b80c-1efdf4a25fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:05.171002 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-fdfcdb6b-2702-4ef1-b80c-1efdf4a25fba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 1096 time: 0.0631335 Jul 16 09:29:05.278941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670020-17c2-4627-abeb-e9e1b653c00d req-36c83efa-4b32-4316-bd88-cb1373cd72f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:05.279948 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-36c83efa-4b32-4316-bd88-cb1373cd72f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.1024051 Jul 16 09:29:05.311083 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-36e6bce6-95a9-4f9a-a088-69a76b965ecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.350090 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-7dec1b97-0a7d-4b77-82f5-a6c139f00e70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 1000 time: 0.0631588 Jul 16 09:29:05.407459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670020-17c2-4627-abeb-e9e1b653c00d req-9f40db5e-a91d-4a56-8b49-0fa305429b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:05.409379 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-9f40db5e-a91d-4a56-8b49-0fa305429b7e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0536387 Jul 16 09:29:05.432810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9132d799-5fc3-4221-8950-697779035428 req-21f2a40b-6d19-4d0b-ac1b-7521aaf9fb4d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:05.434412 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9132d799-5fc3-4221-8950-697779035428 req-21f2a40b-6d19-4d0b-ac1b-7521aaf9fb4d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 944 time: 0.0686543 Jul 16 09:29:05.473630 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9132d799-5fc3-4221-8950-697779035428 req-912d1ffd-866f-4a1c-b94f-65b69dd5178a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334535 Jul 16 09:29:05.487224 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57670020-17c2-4627-abeb-e9e1b653c00d req-584c4886-191f-4fac-b35d-b8d6a2f2214b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:05.489388 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-584c4886-191f-4fac-b35d-b8d6a2f2214b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0729370 Jul 16 09:29:05.500084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-61f859b6-2788-4b61-9b46-549d2c432c9c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:29:05.501146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-61f859b6-2788-4b61-9b46-549d2c432c9c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054152 Jul 16 09:29:05.594258 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-04d12552-7a35-4aba-98d6-1611ada52a22 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866640 Jul 16 09:29:05.688430 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57670020-17c2-4627-abeb-e9e1b653c00d req-364580d1-d7af-4400-9ad2-f0857f37ed75 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881073 Jul 16 09:29:05.954729 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.330764 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:06.333715 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27de6642-2f39-47a0-ad95-9320f72e0467" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:06.382555 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e77ebf-4bd4-418a-928e-2b7f27600cd1 x-openstack-request-id: req-c2e77ebf-4bd4-418a-928e-2b7f27600cd1 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:06.382851 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:06.383845 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c2e77ebf-4bd4-418a-928e-2b7f27600cd1 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:06.384252 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'status': 'completed', 'code': 200} Jul 16 09:29:06.454344 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-3c1830dd-98be-4a6b-8462-66c3ce1a02fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:06.456044 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-3c1830dd-98be-4a6b-8462-66c3ce1a02fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 1096 time: 0.0527022 Jul 16 09:29:06.463169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-b01f2acf-6aa1-46dd-b3d7-1281cc5b1872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:06.465256 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-b01f2acf-6aa1-46dd-b3d7-1281cc5b1872 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 1096 time: 0.0573328 Jul 16 09:29:06.559008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-3a87a4be-231d-4398-a43f-c8bb429ca091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:06.559531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-3cbe843d-c32f-48f8-9d7f-f945ca54110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:06.560429 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-3a87a4be-231d-4398-a43f-c8bb429ca091 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0895226 Jul 16 09:29:06.561432 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-3cbe843d-c32f-48f8-9d7f-f945ca54110d service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0986600 Jul 16 09:29:06.640277 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-ff52a064-c614-4862-a684-44ebebb0544a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 1000 time: 0.0724230 Jul 16 09:29:06.695865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-371859bd-fdc8-46a6-b572-54f5b739a383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:06.697442 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-371859bd-fdc8-46a6-b572-54f5b739a383 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0512474 Jul 16 09:29:06.770416 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-4ada2062-bd0e-4839-9307-2de718cfc0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:06.772029 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-4ada2062-bd0e-4839-9307-2de718cfc0f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685122 Jul 16 09:29:06.866647 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-13efe11a-d436-4584-b21d-72fd4aa13897 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883734 Jul 16 09:29:06.964854 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-49ae33a6-6a49-4131-8082-a4b64ad8c347 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 1000 time: 0.3984425 Jul 16 09:29:06.966372 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-d714c47c-8e16-4c5d-a190-394fe002baf5 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938737 Jul 16 09:29:07.036004 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8caf0b-a1f9-480a-85b0-653c95f40a96 req-14c67504-69ef-4d77-9c2b-bfd6097d3284 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:07.037535 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b8caf0b-a1f9-480a-85b0-653c95f40a96 req-14c67504-69ef-4d77-9c2b-bfd6097d3284 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 944 time: 0.4181376 Jul 16 09:29:07.038914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-382f65a7-fe7c-4d51-b19a-36d4253c16b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:07.040231 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-382f65a7-fe7c-4d51-b19a-36d4253c16b2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0693686 Jul 16 09:29:07.104203 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b8caf0b-a1f9-480a-85b0-653c95f40a96 req-337e852d-b942-43fe-b557-45fc882b78e3 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609729 Jul 16 09:29:07.124722 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-e65b8abb-c9bd-4232-9ad1-2641e42796ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:07.126186 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-e65b8abb-c9bd-4232-9ad1-2641e42796ab service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771036 Jul 16 09:29:07.217446 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-fcdab504-2b2f-4ba0-bc7b-fc3b9637ac6f service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850821 Jul 16 09:29:07.311555 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-27de6642-2f39-47a0-ad95-9320f72e0467 req-28f1ebea-bd99-4864-a2c1-ee55bc9bd1bc service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881252 Jul 16 09:29:07.971615 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f4cd6cad-0581-4cf0-8938-5fc90e0ccacc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.251841 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.294846 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1ae9a7-8d3a-4a0f-b685-81231ab0bf62 req-5c8dbfcc-180d-4488-9bf7-657f9e77aac8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:08.296216 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c1ae9a7-8d3a-4a0f-b685-81231ab0bf62 req-5c8dbfcc-180d-4488-9bf7-657f9e77aac8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 944 time: 0.0695772 Jul 16 09:29:08.337250 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8c1ae9a7-8d3a-4a0f-b685-81231ab0bf62 req-c2e38aa6-7c0c-49a5-84a5-294780c14a60 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348022 Jul 16 09:29:09.589700 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77813afb-3139-4f03-a7ed-74edaff43a15 req-a698cfeb-0646-406c-bfa0-1d23aebae023 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:09.591305 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77813afb-3139-4f03-a7ed-74edaff43a15 req-a698cfeb-0646-406c-bfa0-1d23aebae023 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 944 time: 0.1386888 Jul 16 09:29:09.635972 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-77813afb-3139-4f03-a7ed-74edaff43a15 req-54bed7ec-2f71-4049-8697-c6cf75f01445 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389585 Jul 16 09:29:09.913482 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:10.871132 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83e143-0c94-4b07-80d5-95c96ed24778 req-e3c93a3a-3bcf-4918-beb3-3c17bdd3ffaf tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:10.872689 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d83e143-0c94-4b07-80d5-95c96ed24778 req-e3c93a3a-3bcf-4918-beb3-3c17bdd3ffaf tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 944 time: 0.1219428 Jul 16 09:29:10.912182 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d83e143-0c94-4b07-80d5-95c96ed24778 req-12070f7a-3b87-4da7-a44a-da10126e6745 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337484 Jul 16 09:29:11.408461 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:12.094148 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cd0d6-8817-42a0-9b66-8afa6720a86e req-d6006870-ff1d-4eb2-adca-f2e8cbffc7c8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:12.095662 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-702cd0d6-8817-42a0-9b66-8afa6720a86e req-d6006870-ff1d-4eb2-adca-f2e8cbffc7c8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 944 time: 0.0696683 Jul 16 09:29:12.134989 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-702cd0d6-8817-42a0-9b66-8afa6720a86e req-fb6dcffe-b2a9-4df3-ba1f-6f0231171a6b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329595 Jul 16 09:29:13.309830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f9d3c6-aebf-4d19-bff3-12bb5d8d9939 req-dbfecf5d-81f0-44bf-b899-faafe593cde5 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:13.311311 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d3f9d3c6-aebf-4d19-bff3-12bb5d8d9939 req-dbfecf5d-81f0-44bf-b899-faafe593cde5 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 944 time: 0.0633407 Jul 16 09:29:13.348856 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d3f9d3c6-aebf-4d19-bff3-12bb5d8d9939 req-fce69726-e438-4a96-b861-9f842dfc951b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312562 Jul 16 09:29:14.532740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1ed15-3667-49b3-abc7-cffe7b013678 req-5a7c5389-134d-47ac-8cbe-42226ea98c0d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:14.534150 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a9b1ed15-3667-49b3-abc7-cffe7b013678 req-5a7c5389-134d-47ac-8cbe-42226ea98c0d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 944 time: 0.0694509 Jul 16 09:29:14.572911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a9b1ed15-3667-49b3-abc7-cffe7b013678 req-17daaa7f-4fb0-4463-8a56-aa6e640538da tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330555 Jul 16 09:29:15.759404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042ffc71-ae5e-45ff-8c05-76cae33c7017 req-03e9aab1-8bc6-4d51-8012-f9d79a6481ae tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:15.761256 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-042ffc71-ae5e-45ff-8c05-76cae33c7017 req-03e9aab1-8bc6-4d51-8012-f9d79a6481ae tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 944 time: 0.0715220 Jul 16 09:29:15.800596 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-042ffc71-ae5e-45ff-8c05-76cae33c7017 req-47f803f7-2f7a-4968-a061-88a9cfbb5b58 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334246 Jul 16 09:29:16.910619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d811fd0-67cd-4c16-b946-37938cf2fbdb req-a0aef1e0-e207-4f95-a2d8-6ed5dd244cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:16.912154 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d811fd0-67cd-4c16-b946-37938cf2fbdb req-a0aef1e0-e207-4f95-a2d8-6ed5dd244cc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 1096 time: 0.1069300 Jul 16 09:29:16.985750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f28fc62-4f8b-43d8-b6f8-b578dd421c41 req-54883ba4-9d25-47b0-8417-7deb4063445f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:16.987332 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f28fc62-4f8b-43d8-b6f8-b578dd421c41 req-54883ba4-9d25-47b0-8417-7deb4063445f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 944 time: 0.0694544 Jul 16 09:29:17.037226 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4f28fc62-4f8b-43d8-b6f8-b578dd421c41 req-078fc642-3509-41a8-96c6-efb14aeb6db7 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436313 Jul 16 09:29:17.042244 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d811fd0-67cd-4c16-b946-37938cf2fbdb req-1548ee7f-4bcb-4395-8f27-0af78029ca21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:17.043928 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d811fd0-67cd-4c16-b946-37938cf2fbdb req-1548ee7f-4bcb-4395-8f27-0af78029ca21 service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.1039271 Jul 16 09:29:17.122391 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d811fd0-67cd-4c16-b946-37938cf2fbdb req-5e2958e5-c9da-459f-80b8-10d078ae4e71 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 1000 time: 0.0694675 Jul 16 09:29:17.173015 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d811fd0-67cd-4c16-b946-37938cf2fbdb req-ee9cf639-00bc-4121-953b-a7f97f38f71c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:17.174631 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d811fd0-67cd-4c16-b946-37938cf2fbdb req-ee9cf639-00bc-4121-953b-a7f97f38f71c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0464654 Jul 16 09:29:17.245026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d811fd0-67cd-4c16-b946-37938cf2fbdb req-120f988b-a2c1-4380-a33d-7761a20b8ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:17.245026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d811fd0-67cd-4c16-b946-37938cf2fbdb req-120f988b-a2c1-4380-a33d-7761a20b8ea1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612071 Jul 16 09:29:17.350616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d811fd0-67cd-4c16-b946-37938cf2fbdb req-59037412-ef8c-44a0-849e-9d1eef8dd966 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008334 Jul 16 09:29:17.447971 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d811fd0-67cd-4c16-b946-37938cf2fbdb req-fe31bef6-5a2f-4dd7-9f6c-8eb75e0425d5 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914943 Jul 16 09:29:18.231624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4ce44-8450-4e4c-9549-b037ad0ac7af req-1a697282-cf8c-46cc-b392-9b5021ba42a4 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:18.233309 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25a4ce44-8450-4e4c-9549-b037ad0ac7af req-1a697282-cf8c-46cc-b392-9b5021ba42a4 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 944 time: 0.0754027 Jul 16 09:29:18.276565 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-25a4ce44-8450-4e4c-9549-b037ad0ac7af req-0895bf03-ad26-427c-9ad0-7b14c631de00 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370712 Jul 16 09:29:18.778836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-c00b0458-36fe-4855-8be3-4d9997c08049 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:18.780435 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-c00b0458-36fe-4855-8be3-4d9997c08049 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.15 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a&tenant_id=c75e25ecabd2488cba4aff6555810bb3&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 944 time: 0.1363950 Jul 16 09:29:18.851517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045673ef-72ab-4953-b4e0-2391e22d41a6 req-37c9ec16-e7c2-4d78-b5c4-5a482abd9c2f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:18.853024 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-045673ef-72ab-4953-b4e0-2391e22d41a6 req-37c9ec16-e7c2-4d78-b5c4-5a482abd9c2f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 944 time: 0.1449924 Jul 16 09:29:18.891712 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-6c1b47f1-60e3-40e9-b143-e903a1742787 service neutron] 10.222.0.15 "GET /v2.0/ports/b5092c6a-e69b-4684-884d-a9a8437e0fc1/bindings/n-h1-758944-46 HTTP/1.1" status: 200 len: 383 time: 0.1033804 Jul 16 09:29:18.907100 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-045673ef-72ab-4953-b4e0-2391e22d41a6 req-571b947c-3a2f-4a0a-a230-0d7408b5ebbc tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444043 Jul 16 09:29:18.971191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-4ed598e2-75b3-4c02-8746-7ee4db9acaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:18.973369 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-4ed598e2-75b3-4c02-8746-7ee4db9acaff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 1096 time: 0.0544276 Jul 16 09:29:19.068465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-b13df97b-2c6e-4289-9e36-9023304c3ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:19.069988 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-b13df97b-2c6e-4289-9e36-9023304c3ab2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0916657 Jul 16 09:29:19.175117 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-8430de9d-42ca-458c-8e7d-1860d74b76c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 1000 time: 0.0980711 Jul 16 09:29:19.231933 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-f13934dd-0d64-4318-93c9-0a6838ccd857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:19.233576 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-f13934dd-0d64-4318-93c9-0a6838ccd857 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0509474 Jul 16 09:29:19.304454 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-55c893c5-4a63-4c56-9ed3-6c67663e1dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:19.306071 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-55c893c5-4a63-4c56-9ed3-6c67663e1dc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662301 Jul 16 09:29:19.320322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device b5092c6a-e69b-4684-884d-a9a8437e0fc1 details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:29:19.433617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:19.437204 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-66b8a240-5810-4522-9298-2903386d83e4 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243479 Jul 16 09:29:19.446214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'port_id': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'mac_address': 'fa:16:3e:f5:22:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:29:19.489819 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.504282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5092c6a-e69b-4684-884d-a9a8437e0fc1 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:19.530680 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:19.538056 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.556077 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-500129c4-6e65-4b57-b1c4-52983d0588bb service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127763 Jul 16 09:29:19.591502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=b5092c6a-e69b-4684-884d-a9a8437e0fc1,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:19.599591 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.599939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.600284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.600657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.600990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.601317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.601645 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.601984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.602317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.602662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.602986 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.603308 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.753443 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['b5092c6a-e69b-4684-884d-a9a8437e0fc1'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:29:20.103644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd54a93c-0dbe-4dc3-9207-b6b4023ae6fd req-d2b1e18b-a45b-47e7-b21e-0f390e3c3300 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:20.105172 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dd54a93c-0dbe-4dc3-9207-b6b4023ae6fd req-d2b1e18b-a45b-47e7-b21e-0f390e3c3300 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.0700240 Jul 16 09:29:20.145640 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dd54a93c-0dbe-4dc3-9207-b6b4023ae6fd req-88332588-e65f-4e44-9359-ff7b75c02234 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347118 Jul 16 09:29:21.323555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device b5092c6a-e69b-4684-884d-a9a8437e0fc1 up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:21.345421 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d00e77-48a4-4012-9b3b-cd427c3002e6 req-e4262be2-0e04-4ade-b946-413452bb856d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:21.347194 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57d00e77-48a4-4012-9b3b-cd427c3002e6 req-e4262be2-0e04-4ade-b946-413452bb856d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.0700622 Jul 16 09:29:21.397733 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57d00e77-48a4-4012-9b3b-cd427c3002e6 req-403c8122-4132-41f6-8e2f-dd6ef8f303be tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425360 Jul 16 09:29:21.412646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port b5092c6a-e69b-4684-884d-a9a8437e0fc1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:21.420193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port b5092c6a-e69b-4684-884d-a9a8437e0fc1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:21.420834 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.676651 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.701875 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:21.704538 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eebb49-8e94-4a49-8892-a9df172fcc37" -d '{"events": [{"server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "name": "network-vif-plugged", "status": "completed", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:21.718689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:21.724380 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.777193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=b5092c6a-e69b-4684-884d-a9a8437e0fc1,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:21.788652 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb31d2f0-ee3d-44b3-859e-978843120dbd x-openstack-request-id: req-eb31d2f0-ee3d-44b3-859e-978843120dbd {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:21.788838 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "name": "network-vif-plugged", "status": "completed", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:21.789005 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb31d2f0-ee3d-44b3-859e-978843120dbd {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:21.789434 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'code': 200} Jul 16 09:29:22.606554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013521c1-eae4-47bb-87c8-8ecc84b82854 req-914d6fc1-fc2b-4a73-8f70-85b68afb516d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:22.608487 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-013521c1-eae4-47bb-87c8-8ecc84b82854 req-914d6fc1-fc2b-4a73-8f70-85b68afb516d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0830646 Jul 16 09:29:22.664930 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-013521c1-eae4-47bb-87c8-8ecc84b82854 req-8dd8cd1a-1d57-4aa0-9053-fb003ac4c676 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495300 Jul 16 09:29:23.337510 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device b5092c6a-e69b-4684-884d-a9a8437e0fc1 no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:23.419542 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.456449 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:23.461086 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.508964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=b5092c6a-e69b-4684-884d-a9a8437e0fc1,revision_number=10']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:23.565415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-5cf916bd-5458-4b9d-84a7-45e7ff319b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:23.567001 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-5cf916bd-5458-4b9d-84a7-45e7ff319b8f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a&tenant_id=c75e25ecabd2488cba4aff6555810bb3 HTTP/1.1" status: 200 len: 1097 time: 0.0536642 Jul 16 09:29:23.578364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:23.653007 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.790182 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:23.792908 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e277bce-0a6a-4f71-bf53-c082e885d311" -d '{"events": [{"server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:23.843331 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcd48328-4cf0-4026-b037-a01fa51bcb38 x-openstack-request-id: req-fcd48328-4cf0-4026-b037-a01fa51bcb38 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:23.843626 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "name": "network-vif-unplugged", "status": "completed", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:23.843887 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-fcd48328-4cf0-4026-b037-a01fa51bcb38 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:23.844291 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'code': 200} Jul 16 09:29:23.967606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae933a-7299-4700-b519-c53f864fd219 req-dbc31deb-2bf1-4b4d-87ad-081c996f0d85 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:23.969461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bdae933a-7299-4700-b519-c53f864fd219 req-dbc31deb-2bf1-4b4d-87ad-081c996f0d85 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.1574972 Jul 16 09:29:23.999451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:24.034799 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bdae933a-7299-4700-b519-c53f864fd219 req-209deb47-e02b-40a7-8fff-83f1a02c91b1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581419 Jul 16 09:29:24.054204 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h1-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:24.094080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5092c6a-e69b-4684-884d-a9a8437e0fc1 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:24.102283 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.114769 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Transition to ACTIVE for port object b5092c6a-e69b-4684-884d-a9a8437e0fc1 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:24.117935 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.199029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Pushing event updated for resources: {'Port': ['ID=b5092c6a-e69b-4684-884d-a9a8437e0fc1,revision_number=11']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:24.213907 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:24.214254 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:24.214597 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:24.214933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:24.215263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:24.215590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:24.215955 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:24.216247 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:24.216727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:24.217068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:24.217380 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:24.217699 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:24.250096 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] No DVR routers for this DVR port b5092c6a-e69b-4684-884d-a9a8437e0fc1 on host n-h1-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:29:24.400758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Attempting to bind port b5092c6a-e69b-4684-884d-a9a8437e0fc1 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:24.401331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Attempting to bind port b5092c6a-e69b-4684-884d-a9a8437e0fc1 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:24.401820 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Attempting to bind port b5092c6a-e69b-4684-884d-a9a8437e0fc1 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:24.409086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Port b5092c6a-e69b-4684-884d-a9a8437e0fc1 on network 139b0864-a636-45c3-a838-524bd635c90a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:29:24.409626 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Attempting to bind port b5092c6a-e69b-4684-884d-a9a8437e0fc1 on network 139b0864-a636-45c3-a838-524bd635c90a {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:24.417598 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:24.418008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Checking segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:24.418399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Bound using segment: {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:24.418830 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Bound port: b5092c6a-e69b-4684-884d-a9a8437e0fc1, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '139b0864-a636-45c3-a838-524bd635c90a'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:24.419189 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.488332 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:24.491690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:24.497319 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.539863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.540608 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.543905 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] 10.222.0.38 "PUT /v2.0/ports/b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 1094 time: 0.9697864 Jul 16 09:29:24.544400 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:24.546771 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-265c2d09-35b9-4cf3-a140-00fba7a2c196" -d '{"events": [{"name": "network-changed", "server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:24.568280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee6538-cf68-466b-9afb-94816e337025 service neutron] Pushing event updated for resources: {'Port': ['ID=b5092c6a-e69b-4684-884d-a9a8437e0fc1,revision_number=12']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:24.642347 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c61d2c-dcf2-4aca-a2ce-39fa27319662 x-openstack-request-id: req-f1c61d2c-dcf2-4aca-a2ce-39fa27319662 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:24.642698 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:24.642900 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f1c61d2c-dcf2-4aca-a2ce-39fa27319662 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:24.643310 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'status': 'completed', 'code': 200} Jul 16 09:29:24.694870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-c33f92ec-241f-4829-9ef9-219bf9a5616f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.696469 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-c33f92ec-241f-4829-9ef9-219bf9a5616f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 1097 time: 0.1220126 Jul 16 09:29:24.729698 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-39fe5cab-7fff-4385-a3f2-84f49a15a8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.731251 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-39fe5cab-7fff-4385-a3f2-84f49a15a8b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 1097 time: 0.0777442 Jul 16 09:29:24.799862 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-9c466293-e855-4b6e-8b4c-99ba92bd5ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.801898 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-9c466293-e855-4b6e-8b4c-99ba92bd5ed4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0995917 Jul 16 09:29:24.834044 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-c35652ac-6a92-48e7-9a29-aef8b6c98143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.835558 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-c35652ac-6a92-48e7-9a29-aef8b6c98143 service neutron] 10.222.0.15 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0981095 Jul 16 09:29:24.876151 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-90c2a891-7c85-4de4-b234-5716541c57ba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 1000 time: 0.0681684 Jul 16 09:29:24.907736 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-7a92497c-81bb-4219-ba63-d7ccc49c77e3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 1000 time: 0.0661886 Jul 16 09:29:24.929104 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-e53403bc-308e-468b-a173-86ed568b8636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.930585 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-e53403bc-308e-468b-a173-86ed568b8636 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0483885 Jul 16 09:29:24.965382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-8acb1ee8-dc40-4570-98af-12f8c831b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:24.966945 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-8acb1ee8-dc40-4570-98af-12f8c831b774 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0532703 Jul 16 09:29:25.003377 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-ff0a31fa-6293-498a-8a52-e06cd666f2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:25.005681 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-ff0a31fa-6293-498a-8a52-e06cd666f2c1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624855 Jul 16 09:29:25.035687 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-0c4ad46b-2056-4955-9f3d-d99908e9661e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:25.037281 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-0c4ad46b-2056-4955-9f3d-d99908e9661e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638130 Jul 16 09:29:25.108928 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-bbc2a43a-24a7-4979-9a54-ba52a08e5dd6 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968182 Jul 16 09:29:25.150518 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-ecfde6c7-6325-4a5b-8ebb-fc250dcbb38a service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062734 Jul 16 09:29:25.260386 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-1cf17ff1-c432-4fe9-80a0-0094007def91 service neutron] 10.222.0.15 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034410 Jul 16 09:29:25.303349 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b97b6267-34e2-4b06-be53-00daa9d22aaa req-06fd9b41-ab1d-4cc8-ade6-a60269c6e5bf service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882927 Jul 16 09:29:25.329917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f28d6-d682-4caa-bec0-a497fef0c7a1 req-0b220392-45d5-4325-880e-1dc57941bc43 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:25.334290 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-983f28d6-d682-4caa-bec0-a497fef0c7a1 req-0b220392-45d5-4325-880e-1dc57941bc43 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.1172788 Jul 16 09:29:25.405116 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-983f28d6-d682-4caa-bec0-a497fef0c7a1 req-120daff0-3703-49b0-ac38-c7c41f8aed3d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658908 Jul 16 09:29:25.427620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-0aea9459-24c6-4e52-9345-1e334f9418ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:25.429189 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-0aea9459-24c6-4e52-9345-1e334f9418ff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=c75e25ecabd2488cba4aff6555810bb3&device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 1097 time: 0.0835538 Jul 16 09:29:25.523498 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-dc1621c9-dc3d-4bf5-aa4b-a055e56ff1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:25.525017 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-dc1621c9-dc3d-4bf5-aa4b-a055e56ff1a6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 200 len: 911 time: 0.0864184 Jul 16 09:29:25.595231 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-757fde35-f381-4487-9221-ffb8ab478f60 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 200 len: 1000 time: 0.0636914 Jul 16 09:29:25.643000 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-fb834281-9b07-4293-89fc-f43b472af7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:25.644988 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-fb834281-9b07-4293-89fc-f43b472af7aa service neutron] 10.222.0.38 "GET /v2.0/subnets?id=ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 200 len: 850 time: 0.0439560 Jul 16 09:29:25.702260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-46074d6e-79b2-4455-81c6-07fc2a8610da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:25.703725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-46074d6e-79b2-4455-81c6-07fc2a8610da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=139b0864-a636-45c3-a838-524bd635c90a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534461 Jul 16 09:29:25.803185 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-d07cc29a-44f2-4662-aefd-12b8318c5d38 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933068 Jul 16 09:29:25.905127 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-265c2d09-35b9-4cf3-a140-00fba7a2c196 req-d06eac74-2dcb-4e23-a22d-fcab097ed3e9 service neutron] 10.222.0.38 "GET /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955832 Jul 16 09:29:26.587864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5ab0f-1d09-4eb0-a9a8-cddc8e446872 req-0ffc18f8-1652-4798-9bc3-9a8c93b168cf tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:26.589327 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80c5ab0f-1d09-4eb0-a9a8-cddc8e446872 req-0ffc18f8-1652-4798-9bc3-9a8c93b168cf tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.0659740 Jul 16 09:29:26.627048 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80c5ab0f-1d09-4eb0-a9a8-cddc8e446872 req-53e15c3f-27b5-42d5-bb96-dfca6ee7d631 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321398 Jul 16 09:29:27.807605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d4901-728b-4e59-8a93-369943f11860 req-75b0a7f3-5a0a-4df1-a90c-c077694fa967 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:27.809131 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-043d4901-728b-4e59-8a93-369943f11860 req-75b0a7f3-5a0a-4df1-a90c-c077694fa967 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.0640814 Jul 16 09:29:27.849035 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-043d4901-728b-4e59-8a93-369943f11860 req-5bcd0e30-c1fa-44a8-9a7b-2a59f9b36f46 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341003 Jul 16 09:29:29.027462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3f3869-73f6-4e20-8070-bce621b65c79 req-5ba98ac9-6a20-4f42-a072-72f24c5e86aa tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:29.029045 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d3f3869-73f6-4e20-8070-bce621b65c79 req-5ba98ac9-6a20-4f42-a072-72f24c5e86aa tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.0654263 Jul 16 09:29:29.071853 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d3f3869-73f6-4e20-8070-bce621b65c79 req-cdc03c31-47dc-43c2-8d6b-65439610775d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364258 Jul 16 09:29:30.246327 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc654e2-4e1d-4a27-bcbd-e93a0734749d req-7cb7b745-9db9-4bd9-b3dc-fe4e2a92c521 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:30.247831 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5dc654e2-4e1d-4a27-bcbd-e93a0734749d req-7cb7b745-9db9-4bd9-b3dc-fe4e2a92c521 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.0636399 Jul 16 09:29:30.286240 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5dc654e2-4e1d-4a27-bcbd-e93a0734749d req-83a9198a-1bff-45b8-973b-154ad6fab8be tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325420 Jul 16 09:29:31.461709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f492f26-25a0-4f09-a991-696428ee58f7 req-7c830789-5900-441c-81f2-53fb3fd22f1f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:31.463168 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f492f26-25a0-4f09-a991-696428ee58f7 req-7c830789-5900-441c-81f2-53fb3fd22f1f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.0626884 Jul 16 09:29:31.500984 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4f492f26-25a0-4f09-a991-696428ee58f7 req-a22c2b96-15a8-4a4d-9c09-c709b6ebbbd3 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321994 Jul 16 09:29:31.776561 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:29:32.677944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3de018e-70b0-4a9e-aa79-c27a630a7454 req-8461e38a-97ca-496b-9e53-c1845e73202e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:32.679429 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3de018e-70b0-4a9e-aa79-c27a630a7454 req-8461e38a-97ca-496b-9e53-c1845e73202e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.0673265 Jul 16 09:29:32.719070 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c3de018e-70b0-4a9e-aa79-c27a630a7454 req-b5b4b6b1-607c-44f0-8c97-9ee3bdb8d6c0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339398 Jul 16 09:29:33.897332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628fdd0c-2611-424c-b532-760993ad3197 req-db9f044e-338e-42d7-9340-b6e38f18e32a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:33.898910 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-628fdd0c-2611-424c-b532-760993ad3197 req-db9f044e-338e-42d7-9340-b6e38f18e32a tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.0672753 Jul 16 09:29:33.941297 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-628fdd0c-2611-424c-b532-760993ad3197 req-ef4d7dd7-2a00-416b-962c-cc12d8dd83bd tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360353 Jul 16 09:29:34.085920 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:35.128840 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90e0f2-c0e2-4eed-922d-e7d7e7e9ba8e req-4e0fce76-b53e-4feb-bf06-8d261b3650d6 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:35.130495 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cc90e0f2-c0e2-4eed-922d-e7d7e7e9ba8e req-4e0fce76-b53e-4feb-bf06-8d261b3650d6 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.0702641 Jul 16 09:29:35.174786 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cc90e0f2-c0e2-4eed-922d-e7d7e7e9ba8e req-db006e60-f27b-4f8d-b6f1-85ff477717c6 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372927 Jul 16 09:29:35.302762 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-77726b3c-ad2b-4bdf-a527-fc1a6fd73dce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:35.968273 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:36.351959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36c9e5-294f-4734-89e8-c9aeec22760a req-3d74c99c-55c3-4390-93c0-dc86f3f1584f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:36.353498 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c36c9e5-294f-4734-89e8-c9aeec22760a req-3d74c99c-55c3-4390-93c0-dc86f3f1584f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.0662236 Jul 16 09:29:36.389993 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c36c9e5-294f-4734-89e8-c9aeec22760a req-631cd650-0e12-416c-bc3f-1b197218e27d tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310292 Jul 16 09:29:36.569178 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8759246-262d-4f9f-aaf4-225b49b92982 req-9b38a5ce-6730-45ca-8b73-6f2b502642f1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:36.570698 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c8759246-262d-4f9f-aaf4-225b49b92982 req-9b38a5ce-6730-45ca-8b73-6f2b502642f1 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.0636246 Jul 16 09:29:36.609795 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c8759246-262d-4f9f-aaf4-225b49b92982 req-90a8c307-b916-4715-9a7a-926e529fe521 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334642 Jul 16 09:29:36.780882 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d399124-cda8-4e5f-b07e-400e21b202da req-b2d7ba05-3b6e-4b7d-8719-1af9842b320e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:36.782361 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d399124-cda8-4e5f-b07e-400e21b202da req-b2d7ba05-3b6e-4b7d-8719-1af9842b320e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 945 time: 0.0621829 Jul 16 09:29:36.800149 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b5092c6a-e69b-4684-884d-a9a8437e0fc1 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:29:36.822188 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d399124-cda8-4e5f-b07e-400e21b202da req-7f0121db-952f-49c6-bbff-96e649b2653f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337195 Jul 16 09:29:36.896675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:36.907902 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'port_id': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'mac_address': 'fa:16:3e:f5:22:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:29:36.946082 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:36.959632 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5092c6a-e69b-4684-884d-a9a8437e0fc1 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:36.979144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:36.983367 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:37.030519 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=b5092c6a-e69b-4684-884d-a9a8437e0fc1,revision_number=13']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:37.201396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['b5092c6a-e69b-4684-884d-a9a8437e0fc1'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:29:37.220386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d5f5e-ce61-4daa-a60c-0b936bfd81d7 req-8ef53537-fc6d-4091-bf7f-a6bcebe4fc9b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:37.221913 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f37d5f5e-ce61-4daa-a60c-0b936bfd81d7 req-8ef53537-fc6d-4091-bf7f-a6bcebe4fc9b tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0687330 Jul 16 09:29:37.262455 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f37d5f5e-ce61-4daa-a60c-0b936bfd81d7 req-f2df9afe-2e89-48d0-8c7c-6273a85b1961 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344148 Jul 16 09:29:37.974180 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c504d250-7108-4e1b-83f6-23d21dc66435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:38.255188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:38.442036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08aef41-bbaf-4557-90cd-d52cf54565fb req-138db301-69ed-416e-9101-2ef2268feeb0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:38.443524 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c08aef41-bbaf-4557-90cd-d52cf54565fb req-138db301-69ed-416e-9101-2ef2268feeb0 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0677967 Jul 16 09:29:38.479739 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c08aef41-bbaf-4557-90cd-d52cf54565fb req-89d084a9-2800-4f0e-979e-dac6035bc397 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups?id=0f8a6536-d108-4f2f-88de-7d04d52b3c10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306911 Jul 16 09:29:38.663427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-9ed6cff9-3d22-4eea-9f31-a596bf4b0748 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:38.664820 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-9ed6cff9-3d22-4eea-9f31-a596bf4b0748 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 946 time: 0.0624826 Jul 16 09:29:38.766594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-4f2c3285-175a-45a2-b4d8-97269ad7bce9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Deleting port b5092c6a-e69b-4684-884d-a9a8437e0fc1 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:38.766936 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-4f2c3285-175a-45a2-b4d8-97269ad7bce9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:38.813103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device b5092c6a-e69b-4684-884d-a9a8437e0fc1 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:38.855080 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-4f2c3285-175a-45a2-b4d8-97269ad7bce9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:38.855435 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-4f2c3285-175a-45a2-b4d8-97269ad7bce9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:38.890644 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:38.903668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b5092c6a-e69b-4684-884d-a9a8437e0fc1 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:38.922506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port b5092c6a-e69b-4684-884d-a9a8437e0fc1, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=b5092c6a-e69b-4684-884d-a9a8437e0fc1,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:38.926991 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:38.973360 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=b5092c6a-e69b-4684-884d-a9a8437e0fc1,revision_number=14']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:39.029655 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-4f2c3285-175a-45a2-b4d8-97269ad7bce9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:39.030028 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-4f2c3285-175a-45a2-b4d8-97269ad7bce9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:39.030339 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-4f2c3285-175a-45a2-b4d8-97269ad7bce9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102 disassociated. External IP: 172.25.4.32, port: b5092c6a-e69b-4684-884d-a9a8437e0fc1. Jul 16 09:29:39.030673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-4f2c3285-175a-45a2-b4d8-97269ad7bce9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Calling delete_port for b5092c6a-e69b-4684-884d-a9a8437e0fc1 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:39.156138 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-4f2c3285-175a-45a2-b4d8-97269ad7bce9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:39.189728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2c3285-175a-45a2-b4d8-97269ad7bce9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Pushing event deleted for resources: {'Port': ['ID=b5092c6a-e69b-4684-884d-a9a8437e0fc1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:39.305404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-4f2c3285-175a-45a2-b4d8-97269ad7bce9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Router f5093462-e2cc-4df2-a5d3-d130ae164114 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:29:39.416423 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-4f2c3285-175a-45a2-b4d8-97269ad7bce9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:29:39.427530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7837e-e2ea-4083-8f1d-351bc8629325 None None] Sync routers for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:29:39.436412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7837e-e2ea-4083-8f1d-351bc8629325 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:39.437051 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b4b7837e-e2ea-4083-8f1d-351bc8629325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:29:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:39.463396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-4f2c3285-175a-45a2-b4d8-97269ad7bce9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] No DVR routers for this DVR port b5092c6a-e69b-4684-884d-a9a8437e0fc1 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:29:39.465778 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-4f2c3285-175a-45a2-b4d8-97269ad7bce9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:39.467750 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-73cab4fe-3610-42f3-8a13-2c573b36e172 req-4f2c3285-175a-45a2-b4d8-97269ad7bce9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.38 "DELETE /v2.0/ports/b5092c6a-e69b-4684-884d-a9a8437e0fc1 HTTP/1.1" status: 204 len: 173 time: 0.7965033 Jul 16 09:29:39.468187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'name': 'network-vif-deleted', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:39.470478 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9477b899-4a69-4ec3-b373-03b2a0869541" -d '{"events": [{"server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "name": "network-vif-deleted", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:39.547744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b4b7837e-e2ea-4083-8f1d-351bc8629325 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:39.562086 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a460b814-5882-4247-b0ee-a96bd56fdd76 x-openstack-request-id: req-a460b814-5882-4247-b0ee-a96bd56fdd76 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:39.562592 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cb89e92-741f-49ab-8209-7279b2d30d4a", "name": "network-vif-deleted", "tag": "b5092c6a-e69b-4684-884d-a9a8437e0fc1", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:39.563029 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a460b814-5882-4247-b0ee-a96bd56fdd76 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:39.563459 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cb89e92-741f-49ab-8209-7279b2d30d4a', 'name': 'network-vif-deleted', 'tag': 'b5092c6a-e69b-4684-884d-a9a8437e0fc1', 'status': 'completed', 'code': 200} Jul 16 09:29:39.642339 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-954fa50e-a92a-47b0-9462-256ab8ae2703 req-5a487d5c-97b7-48cf-accd-9d9e41eeb71e tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 210 time: 0.0303462 Jul 16 09:29:39.748079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b4b7837e-e2ea-4083-8f1d-351bc8629325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:39.778260 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7837e-e2ea-4083-8f1d-351bc8629325 None None] Checking router: f5093462-e2cc-4df2-a5d3-d130ae164114 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:29:39.786520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b7837e-e2ea-4083-8f1d-351bc8629325 None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:39.787130 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b4b7837e-e2ea-4083-8f1d-351bc8629325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:29:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:39.889482 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b4b7837e-e2ea-4083-8f1d-351bc8629325 None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:39.938624 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:40.093351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b4b7837e-e2ea-4083-8f1d-351bc8629325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:40.123598 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b7837e-e2ea-4083-8f1d-351bc8629325 None None] The sync data for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 is: [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:20:03Z', 'revision_number': 4, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '7073b9ed-8bc3-4fdf-89ad-2d8c76555f69', 'name': '', 'network_id': '139b0864-a636-45c3-a838-524bd635c90a', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'mac_address': 'fa:16:3e:fb:7f:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:02Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'subnets': [{'id': 'ac6fe47c-41a9-4690-b73e-9ad4f6502d20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:29:40.361962 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fddbc9e4-8c72-4dcc-ad39-e004ad71cdb2 None None] New status for floating IP 2e614c6f-8894-4cd1-8ac7-8859697e1102: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:29:40.789957 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d25113b7-4d83-4399-8389-7cce4a3b123b req-8df77541-f1a9-466b-b145-4eebb5ef28a8 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 210 time: 0.0306888 Jul 16 09:29:41.414012 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:41.930248 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f6c03ab8-6520-416f-aa2d-fcdf7b606105 req-6b962fc7-3bfe-41b0-8f3a-0635a3f729c9 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 210 time: 0.0285096 Jul 16 09:29:43.087662 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b261b606-e31b-458e-a367-a7c8b5b386e0 req-2bf77558-5d4b-47a6-bdf4-2816090d3a96 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/ports?device_id=0cb89e92-741f-49ab-8209-7279b2d30d4a HTTP/1.1" status: 200 len: 210 time: 0.0293496 Jul 16 09:29:47.086275 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43486) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:47.142477 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c08005aa-5882-4a9d-89b9-c44a856e1c15 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:47.166282 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c08005aa-5882-4a9d-89b9-c44a856e1c15 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:47.218116 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c08005aa-5882-4a9d-89b9-c44a856e1c15 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:47.221082 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c08005aa-5882-4a9d-89b9-c44a856e1c15 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:47.222763 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c08005aa-5882-4a9d-89b9-c44a856e1c15 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "DELETE /v2.0/security-groups/0f8a6536-d108-4f2f-88de-7d04d52b3c10 HTTP/1.1" status: 204 len: 168 time: 0.1347804 Jul 16 09:29:47.225578 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43488) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:47.231514 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08005aa-5882-4a9d-89b9-c44a856e1c15 tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f8a6536-d108-4f2f-88de-7d04d52b3c10,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:47.239511 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-d5ed23ce-bce3-45eb-bd00-667972b8c4ab tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] show failed (client error): The resource could not be found. Jul 16 09:29:47.243261 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43490) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:47.244789 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d5ed23ce-bce3-45eb-bd00-667972b8c4ab tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "GET /v2.0/security-groups/0f8a6536-d108-4f2f-88de-7d04d52b3c10 HTTP/1.1" status: 404 len: 347 time: 0.0180957 Jul 16 09:29:47.372487 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-281faaf9-fa28-4adf-939f-73251411405f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Deleting port bb2db033-3fc4-44dc-91b6-5c0b63d6e488 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:47.372859 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-281faaf9-fa28-4adf-939f-73251411405f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:47.448010 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-281faaf9-fa28-4adf-939f-73251411405f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:47.448257 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-281faaf9-fa28-4adf-939f-73251411405f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:47.460198 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-281faaf9-fa28-4adf-939f-73251411405f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Calling delete_port for bb2db033-3fc4-44dc-91b6-5c0b63d6e488 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:47.592821 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-281faaf9-fa28-4adf-939f-73251411405f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:47.617489 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281faaf9-fa28-4adf-939f-73251411405f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Pushing event deleted for resources: {'Port': ['ID=bb2db033-3fc4-44dc-91b6-5c0b63d6e488,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:47.680689 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-281faaf9-fa28-4adf-939f-73251411405f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:47.683548 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-281faaf9-fa28-4adf-939f-73251411405f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:47.684735 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-281faaf9-fa28-4adf-939f-73251411405f tempest-ServerActionsTestJSON-1461838718 tempest-ServerActionsTestJSON-1461838718-project] 10.222.0.20 "DELETE /v2.0/floatingips/2e614c6f-8894-4cd1-8ac7-8859697e1102 HTTP/1.1" status: 204 len: 168 time: 0.4401965 Jul 16 09:29:47.687669 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43492) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:48.079372 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e9af13f-76f3-4962-99d4-56946aad97d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:48.332165 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-1e9af13f-76f3-4962-99d4-56946aad97d6 admin admin] Deleting port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:48.332896 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e9af13f-76f3-4962-99d4-56946aad97d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:48.410924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-1e9af13f-76f3-4962-99d4-56946aad97d6 admin admin] For port 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7073b9ed-8bc3-4fdf-89ad-2d8c76555f69,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:48.411276 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e9af13f-76f3-4962-99d4-56946aad97d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:48.423255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-1e9af13f-76f3-4962-99d4-56946aad97d6 admin admin] Calling delete_port for 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:48.597091 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e9af13f-76f3-4962-99d4-56946aad97d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:48.627714 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9af13f-76f3-4962-99d4-56946aad97d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7073b9ed-8bc3-4fdf-89ad-2d8c76555f69,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:48.785890 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1e9af13f-76f3-4962-99d4-56946aad97d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:49.333304 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9af13f-76f3-4962-99d4-56946aad97d6 admin admin] Router f5093462-e2cc-4df2-a5d3-d130ae164114 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:29:49.435709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9af13f-76f3-4962-99d4-56946aad97d6 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:29:49.440754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1e9af13f-76f3-4962-99d4-56946aad97d6 admin admin] 10.222.0.20 "PUT /v2.0/routers/f5093462-e2cc-4df2-a5d3-d130ae164114/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7520635 Jul 16 09:29:49.443341 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43496) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:49.446955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d34a5c-00bc-40f7-a4de-5152751d4eaf None None] Sync routers for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:29:49.460631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d34a5c-00bc-40f7-a4de-5152751d4eaf None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:49.461717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-45d34a5c-00bc-40f7-a4de-5152751d4eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:29:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:49.552913 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:49.563540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-45d34a5c-00bc-40f7-a4de-5152751d4eaf None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:49.653761 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:49.704802 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] Deleting port 645e224a-d4f1-4f52-8fca-d3ad14d5422e {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:49.705124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:49.734954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-45d34a5c-00bc-40f7-a4de-5152751d4eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102'}], 'enable_snat': True}, 'gw_port_id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:29:48Z', 'revision_number': 5, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port': {'id': '645e224a-d4f1-4f52-8fca-d3ad14d5422e', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:a0:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:00Z', 'updated_at': '2021-07-16T09:20:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:49.762065 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d34a5c-00bc-40f7-a4de-5152751d4eaf None None] Checking router: f5093462-e2cc-4df2-a5d3-d130ae164114 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:29:49.770162 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d34a5c-00bc-40f7-a4de-5152751d4eaf None None] Routers {'f5093462-e2cc-4df2-a5d3-d130ae164114'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:49.770770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-45d34a5c-00bc-40f7-a4de-5152751d4eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:29:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['f5093462-e2cc-4df2-a5d3-d130ae164114'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:49.787281 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] For port 645e224a-d4f1-4f52-8fca-d3ad14d5422e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=645e224a-d4f1-4f52-8fca-d3ad14d5422e,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:49.787645 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:49.799363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] Calling delete_port for 645e224a-d4f1-4f52-8fca-d3ad14d5422e owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:49.861315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-45d34a5c-00bc-40f7-a4de-5152751d4eaf None None] Set router f5093462-e2cc-4df2-a5d3-d130ae164114 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:49.914271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-45d34a5c-00bc-40f7-a4de-5152751d4eaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:29:49Z', 'revision_number': 6, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:49.939664 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d34a5c-00bc-40f7-a4de-5152751d4eaf None None] The sync data for ids ['f5093462-e2cc-4df2-a5d3-d130ae164114'] in n-d-758944-46 is: [{'id': 'f5093462-e2cc-4df2-a5d3-d130ae164114', 'name': 'tempest-ServerActionsTestJSON-250100783-router', 'tenant_id': 'c75e25ecabd2488cba4aff6555810bb3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:59Z', 'updated_at': '2021-07-16T09:29:49Z', 'revision_number': 6, 'project_id': 'c75e25ecabd2488cba4aff6555810bb3', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:29:49.967521 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:49.994557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=645e224a-d4f1-4f52-8fca-d3ad14d5422e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:50.055613 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.146429 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.148438 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.192901 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.193424 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f5093462-e2cc-4df2-a5d3-d130ae164114 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:29:50.197947 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.199000 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0e2d4c21-64a5-493f-bda2-244f4b0f54b9 admin admin] 10.222.0.20 "DELETE /v2.0/routers/f5093462-e2cc-4df2-a5d3-d130ae164114 HTTP/1.1" status: 204 len: 168 time: 0.7545052 Jul 16 09:29:50.201532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43498) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:50.244383 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5ed0fbe-8648-473d-b170-c4e8b401c4b2 admin admin] Deleting subnet ac6fe47c-41a9-4690-b73e-9ad4f6502d20 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:29:50.247448 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c5ed0fbe-8648-473d-b170-c4e8b401c4b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.284837 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c5ed0fbe-8648-473d-b170-c4e8b401c4b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.371030 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c5ed0fbe-8648-473d-b170-c4e8b401c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.427724 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c5ed0fbe-8648-473d-b170-c4e8b401c4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.454163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed0fbe-8648-473d-b170-c4e8b401c4b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6fe47c-41a9-4690-b73e-9ad4f6502d20,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:50.459381 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c5ed0fbe-8648-473d-b170-c4e8b401c4b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.463927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43500) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:50.464596 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c5ed0fbe-8648-473d-b170-c4e8b401c4b2 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/ac6fe47c-41a9-4690-b73e-9ad4f6502d20 HTTP/1.1" status: 204 len: 168 time: 0.2620981 Jul 16 09:29:50.466701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f0db79-89a3-4601-8daf-b17d628c485f None None] Network 139b0864-a636-45c3-a838-524bd635c90a requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:29:50.539342 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.595961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] Deleting port d9e427d3-744e-4792-82e5-06cd5f454d62 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:50.596680 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.672582 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3257af44-4ce0-4ccd-96cf-036a218886ca None None] DHCP port deletion for 139b0864-a636-45c3-a838-524bd635c90a request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:29:50.674778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] For port d9e427d3-744e-4792-82e5-06cd5f454d62, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d9e427d3-744e-4792-82e5-06cd5f454d62,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:50.675183 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.687831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] Calling delete_port for d9e427d3-744e-4792-82e5-06cd5f454d62 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:50.724296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-3257af44-4ce0-4ccd-96cf-036a218886ca None None] Deleting port d9e427d3-744e-4792-82e5-06cd5f454d62 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:50.724776 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3257af44-4ce0-4ccd-96cf-036a218886ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.776825 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.794312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3257af44-4ce0-4ccd-96cf-036a218886ca None None] For port d9e427d3-744e-4792-82e5-06cd5f454d62, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d9e427d3-744e-4792-82e5-06cd5f454d62,segment=NetworkSegment(da4c3ac0-1a03-487c-923c-8d3e8856c6f3),segment_id=da4c3ac0-1a03-487c-923c-8d3e8856c6f3)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:50.794702 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3257af44-4ce0-4ccd-96cf-036a218886ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.802478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e427d3-744e-4792-82e5-06cd5f454d62,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:50.806346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] No DVR routers for this DVR port d9e427d3-744e-4792-82e5-06cd5f454d62 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:29:50.810284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-3257af44-4ce0-4ccd-96cf-036a218886ca None None] Calling delete_port for d9e427d3-744e-4792-82e5-06cd5f454d62 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:50.884879 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.889014 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3257af44-4ce0-4ccd-96cf-036a218886ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.896667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139b0864-a636-45c3-a838-524bd635c90a']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:50.907095 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:50.907386 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da4c3ac0-1a03-487c-923c-8d3e8856c6f3') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:50.917195 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.919342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3257af44-4ce0-4ccd-96cf-036a218886ca None None] Pushing event deleted for resources: {'Port': ['ID=d9e427d3-744e-4792-82e5-06cd5f454d62,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:50.925088 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3257af44-4ce0-4ccd-96cf-036a218886ca None None] No DVR routers for this DVR port d9e427d3-744e-4792-82e5-06cd5f454d62 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:29:50.936229 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.943411 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:29:50.943865 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:29:50.945567 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:29:51.002493 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:51.008782 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:51.013626 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/139b0864-a636-45c3-a838-524bd635c90a HTTP/1.1" status: 204 len: 168 time: 0.5486388 Jul 16 09:29:51.028479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df9cc41-c8f1-4b44-9557-59c7e0d763c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=139b0864-a636-45c3-a838-524bd635c90a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:51.094781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 645e224a-d4f1-4f52-8fca-d3ad14d5422e no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:51.115096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 645e224a-d4f1-4f52-8fca-d3ad14d5422e {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:29:51.115665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 645e224a-d4f1-4f52-8fca-d3ad14d5422e not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:29:51.116088 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:51.136113 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:29:51.136651 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7073b9ed-8bc3-4fdf-89ad-2d8c76555f69 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:29:51.136795 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43504) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:51.136939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d9e427d3-744e-4792-82e5-06cd5f454d62 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:51.156868 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: d9e427d3-744e-4792-82e5-06cd5f454d62 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:29:51.157224 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d9e427d3-744e-4792-82e5-06cd5f454d62 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:29:51.185132 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b54e8171-552d-4791-8b83-26047683d933 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c75e25ecabd2488cba4aff6555810bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471563 Jul 16 09:29:51.187496 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43506) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:51.235840 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a515-00c1-4cbe-8334-d847c2111159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:51.257704 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a515-00c1-4cbe-8334-d847c2111159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:51.306428 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a515-00c1-4cbe-8334-d847c2111159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:51.309174 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3ac3a515-00c1-4cbe-8334-d847c2111159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:51.310524 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3ac3a515-00c1-4cbe-8334-d847c2111159 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e1384f5-1689-4d0b-817d-01f7ff4ef99d HTTP/1.1" status: 204 len: 168 time: 0.1221147 Jul 16 09:29:51.319384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3a515-00c1-4cbe-8334-d847c2111159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1384f5-1689-4d0b-817d-01f7ff4ef99d,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:52.021983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43528) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:52.115818 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-5932245-network', 'tenant_id': '683997f4dedf48cca0c4cb8b5c07459d'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:52.137299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] Made reservation on behalf of 683997f4dedf48cca0c4cb8b5c07459d for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:29:52.139883 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:52.148281 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:52.237452 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:52.241836 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:52.262586 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 62, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:29:52.277680 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a239f35-976c-490e-b464-d551ff933921,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:52.280891 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:52.281240 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] Added segment 08a3e169-fc8e-4748-bad9-f74817b07e34 of type vlan for network e6c52641-b2e5-444d-8013-420727694a0b Jul 16 09:29:52.322063 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:52.350427 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:52.351372 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:52.351952 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:52.382592 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3595259 Jul 16 09:29:52.385946 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43532) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:52.391254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a2ad4ffe-697d-4479-bb8d-a40facb0c5e3 admin admin] Request body: {'subnet': {'network_id': 'e6c52641-b2e5-444d-8013-420727694a0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-5932245-subnet', 'tenant_id': '683997f4dedf48cca0c4cb8b5c07459d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:52.411376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ce8511-5d5c-4426-aae1-cda4130063c6 admin admin] Pushing event updated for resources: {'Network': ['ID=e6c52641-b2e5-444d-8013-420727694a0b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:52.411587 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ad4ffe-697d-4479-bb8d-a40facb0c5e3 admin admin] Made reservation on behalf of 683997f4dedf48cca0c4cb8b5c07459d for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:29:52.414865 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4ffe-697d-4479-bb8d-a40facb0c5e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:52.421872 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network e6c52641-b2e5-444d-8013-420727694a0b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:29:52.595731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4ffe-697d-4479-bb8d-a40facb0c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:52.645967 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad4ffe-697d-4479-bb8d-a40facb0c5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe2595a-bc35-492f-abff-a7f24ca09cd0,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:52.661350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ad4ffe-697d-4479-bb8d-a40facb0c5e3 admin admin] Checking segment: {'id': '08a3e169-fc8e-4748-bad9-f74817b07e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6c52641-b2e5-444d-8013-420727694a0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:52.661708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ad4ffe-697d-4479-bb8d-a40facb0c5e3 admin admin] Network hostable DHCP agents. Network: e6c52641-b2e5-444d-8013-420727694a0b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:29:52.677584 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ad4ffe-697d-4479-bb8d-a40facb0c5e3 admin admin] Network e6c52641-b2e5-444d-8013-420727694a0b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:29:52.686094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-a2ad4ffe-697d-4479-bb8d-a40facb0c5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, e6c52641-b2e5-444d-8013-420727694a0b) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:52.690006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad4ffe-697d-4479-bb8d-a40facb0c5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:52.690591 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a2ad4ffe-697d-4479-bb8d-a40facb0c5e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:52.696488 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca4fe30-2929-4ff5-a8e9-c4431bf77fd8 None None] Network e6c52641-b2e5-444d-8013-420727694a0b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:29:52.704694 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a2ad4ffe-697d-4479-bb8d-a40facb0c5e3 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3171494 Jul 16 09:29:52.821184 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4119a510-8623-4465-bdf0-806cfd7d776d None None] Network e6c52641-b2e5-444d-8013-420727694a0b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:29:53.131981 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-72e1c480-6961-4088-b901-d515446b4ed3 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:53.133389 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-72e1c480-6961-4088-b901-d515446b4ed3 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/networks?id=e6c52641-b2e5-444d-8013-420727694a0b HTTP/1.1" status: 200 len: 811 time: 0.1044919 Jul 16 09:29:53.148942 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-b3d67ffe-eb9f-4f81-947a-383a0df3326f tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/quotas/683997f4dedf48cca0c4cb8b5c07459d HTTP/1.1" status: 200 len: 375 time: 0.0099666 Jul 16 09:29:53.181642 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-ff33ad1d-b4ea-4c53-b72c-587f126aadcf tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=683997f4dedf48cca0c4cb8b5c07459d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270679 Jul 16 09:29:53.276554 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-4dc3d55a-f8df-4cd8-99be-a46a2fb7a74c service neutron] 10.222.0.20 "GET /v2.0/networks/e6c52641-b2e5-444d-8013-420727694a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881348 Jul 16 09:29:53.362631 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-2d85fd10-dc95-4c03-9a94-0141bd627692 service neutron] 10.222.0.20 "GET /v2.0/networks/e6c52641-b2e5-444d-8013-420727694a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802975 Jul 16 09:29:53.531036 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b85508cd-8433-49eb-b6ca-06e440b28b04 req-944715b8-b7dd-4e06-baa2-4fd639d5e4cc tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 210 time: 0.0334723 Jul 16 09:29:54.677160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-856b6ab5-53c7-48ee-b09d-968ede11b361 req-bcb26d8f-5c28-45d5-82d9-4bf16f2f7636 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 210 time: 0.0371838 Jul 16 09:29:54.739888 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-bb7738fb-596e-4bd5-a9ec-de1baebf6178 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:54.741492 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-bb7738fb-596e-4bd5-a9ec-de1baebf6178 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.15 "GET /v2.0/networks?id=e6c52641-b2e5-444d-8013-420727694a0b HTTP/1.1" status: 200 len: 811 time: 0.1082201 Jul 16 09:29:54.753290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-1b38a9ce-aef8-4b90-b1f8-60caa6c37cf5 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Request body: {'port': {'device_id': 'f27c4143-bc01-4cbc-a6ed-e09b6b6430fb', 'network_id': 'e6c52641-b2e5-444d-8013-420727694a0b', 'admin_state_up': True, 'tenant_id': '683997f4dedf48cca0c4cb8b5c07459d'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:54.868643 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-1b38a9ce-aef8-4b90-b1f8-60caa6c37cf5 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Made reservation on behalf of 683997f4dedf48cca0c4cb8b5c07459d for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:29:54.872062 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-1b38a9ce-aef8-4b90-b1f8-60caa6c37cf5 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:54.992769 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-1b38a9ce-aef8-4b90-b1f8-60caa6c37cf5 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Allocated IP 172.20.0.6 (e6c52641-b2e5-444d-8013-420727694a0b/fbe2595a-bc35-492f-abff-a7f24ca09cd0/370fa84c-10e4-4861-9940-74a62c69716b) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:55.139528 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-1b38a9ce-aef8-4b90-b1f8-60caa6c37cf5 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:55.177274 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-1b38a9ce-aef8-4b90-b1f8-60caa6c37cf5 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:55.221216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-1b38a9ce-aef8-4b90-b1f8-60caa6c37cf5 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Network e6c52641-b2e5-444d-8013-420727694a0b is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:55.224832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-1b38a9ce-aef8-4b90-b1f8-60caa6c37cf5 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:55.228734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-1b38a9ce-aef8-4b90-b1f8-60caa6c37cf5 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:55.256228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b38a9ce-aef8-4b90-b1f8-60caa6c37cf5 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Pushing event updated for resources: {'Port': ['ID=370fa84c-10e4-4861-9940-74a62c69716b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:55.283843 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-1b38a9ce-aef8-4b90-b1f8-60caa6c37cf5 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:55.285011 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-1b38a9ce-aef8-4b90-b1f8-60caa6c37cf5 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:55.298841 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-1b38a9ce-aef8-4b90-b1f8-60caa6c37cf5 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5496807 Jul 16 09:29:55.309790 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Request body: {'port': {'device_id': 'f27c4143-bc01-4cbc-a6ed-e09b6b6430fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:55.379637 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:55.636432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370fa84c-10e4-4861-9940-74a62c69716b {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:55.643787 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:55.655676 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Transition to ACTIVE for port object 370fa84c-10e4-4861-9940-74a62c69716b will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:55.659189 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:55.710466 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Pushing event updated for resources: {'Port': ['ID=370fa84c-10e4-4861-9940-74a62c69716b,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:55.777861 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Attempting to bind port 370fa84c-10e4-4861-9940-74a62c69716b on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:55.778586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Attempting to bind port 370fa84c-10e4-4861-9940-74a62c69716b by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '08a3e169-fc8e-4748-bad9-f74817b07e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6c52641-b2e5-444d-8013-420727694a0b'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:55.778586 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Attempting to bind port 370fa84c-10e4-4861-9940-74a62c69716b on network e6c52641-b2e5-444d-8013-420727694a0b {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:55.783585 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Port 370fa84c-10e4-4861-9940-74a62c69716b on network e6c52641-b2e5-444d-8013-420727694a0b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:29:55.783904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Attempting to bind port 370fa84c-10e4-4861-9940-74a62c69716b on network e6c52641-b2e5-444d-8013-420727694a0b {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:55.798181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:55.798512 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Checking segment: {'id': '08a3e169-fc8e-4748-bad9-f74817b07e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6c52641-b2e5-444d-8013-420727694a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:55.798882 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Bound using segment: {'id': '08a3e169-fc8e-4748-bad9-f74817b07e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6c52641-b2e5-444d-8013-420727694a0b'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:55.799305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Bound port: 370fa84c-10e4-4861-9940-74a62c69716b, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a3e169-fc8e-4748-bad9-f74817b07e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6c52641-b2e5-444d-8013-420727694a0b'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:55.799655 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:55.903411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb15f6a-4b10-4672-8bee-52baa4fc39d9 req-7b6199b2-615c-46a6-b7cd-e3fcf0d088e8 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:55.904864 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbb15f6a-4b10-4672-8bee-52baa4fc39d9 req-7b6199b2-615c-46a6-b7cd-e3fcf0d088e8 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 943 time: 0.1164100 Jul 16 09:29:55.909373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] For port 370fa84c-10e4-4861-9940-74a62c69716b, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:55.914702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] For port 370fa84c-10e4-4861-9940-74a62c69716b, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=370fa84c-10e4-4861-9940-74a62c69716b,segment=NetworkSegment(08a3e169-fc8e-4748-bad9-f74817b07e34),segment_id=08a3e169-fc8e-4748-bad9-f74817b07e34)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:55.921712 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:55.966006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:55.966623 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:55.967989 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] 10.222.0.15 "PUT /v2.0/ports/370fa84c-10e4-4861-9940-74a62c69716b HTTP/1.1" status: 200 len: 1092 time: 0.6622787 Jul 16 09:29:55.970067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f27c4143-bc01-4cbc-a6ed-e09b6b6430fb', 'tag': '370fa84c-10e4-4861-9940-74a62c69716b'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:55.973383 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b18fd234-79dc-4fd2-9f86-63a1f48cf004" -d '{"events": [{"name": "network-changed", "server_uuid": "f27c4143-bc01-4cbc-a6ed-e09b6b6430fb", "tag": "370fa84c-10e4-4861-9940-74a62c69716b"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:55.994111 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbb15f6a-4b10-4672-8bee-52baa4fc39d9 req-cdf9b1c5-eeb9-440e-b40b-48d4c37719f3 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818570 Jul 16 09:29:56.007032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6b26d-b281-4f61-bd7a-65b042fe60ac service neutron] Pushing event updated for resources: {'Port': ['ID=370fa84c-10e4-4861-9940-74a62c69716b,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:56.067204 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-44d83019-6e88-4359-aa16-67207e8867c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:56.068760 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-44d83019-6e88-4359-aa16-67207e8867c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=683997f4dedf48cca0c4cb8b5c07459d&device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 1095 time: 0.0587199 Jul 16 09:29:56.075707 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b508cb02-0320-4a0a-93b9-ac4b30e9b69a x-openstack-request-id: req-b508cb02-0320-4a0a-93b9-ac4b30e9b69a {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:56.076126 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f27c4143-bc01-4cbc-a6ed-e09b6b6430fb", "tag": "370fa84c-10e4-4861-9940-74a62c69716b", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:56.076266 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b508cb02-0320-4a0a-93b9-ac4b30e9b69a {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:56.076727 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f27c4143-bc01-4cbc-a6ed-e09b6b6430fb', 'tag': '370fa84c-10e4-4861-9940-74a62c69716b', 'status': 'completed', 'code': 200} Jul 16 09:29:56.111605 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-4080547f-74ca-4b63-bba5-7f337b564bf3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=370fa84c-10e4-4861-9940-74a62c69716b HTTP/1.1" status: 200 len: 217 time: 0.0340152 Jul 16 09:29:56.157850 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-0921bf5b-af0f-4f14-a1bd-7ea19be146a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:56.159197 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-0921bf5b-af0f-4f14-a1bd-7ea19be146a9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbe2595a-bc35-492f-abff-a7f24ca09cd0 HTTP/1.1" status: 200 len: 851 time: 0.0419345 Jul 16 09:29:56.196387 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-de7f9c69-1c6b-499c-af04-23de257d6e1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6c52641-b2e5-444d-8013-420727694a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310051 Jul 16 09:29:56.285152 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-6aa95b5e-035d-4f80-aa81-f30070b2a14b service neutron] 10.222.0.15 "GET /v2.0/networks/e6c52641-b2e5-444d-8013-420727694a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826859 Jul 16 09:29:56.375180 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bf79c5bf-21e1-4318-90e3-0fd8c55eec78 req-13f6993f-66ec-4062-8970-1b47a508ca92 service neutron] 10.222.0.15 "GET /v2.0/networks/e6c52641-b2e5-444d-8013-420727694a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842555 Jul 16 09:29:56.479169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fd234-79dc-4fd2-9f86-63a1f48cf004 req-b4b50e8e-4bfe-4fa2-a3f9-f26609f8f302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:56.480616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b18fd234-79dc-4fd2-9f86-63a1f48cf004 req-b4b50e8e-4bfe-4fa2-a3f9-f26609f8f302 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=683997f4dedf48cca0c4cb8b5c07459d&device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 1095 time: 0.0533717 Jul 16 09:29:56.574301 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fd234-79dc-4fd2-9f86-63a1f48cf004 req-4f55363d-874a-4fd2-8755-14384ea8fa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:56.575755 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b18fd234-79dc-4fd2-9f86-63a1f48cf004 req-4f55363d-874a-4fd2-8755-14384ea8fa6b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e6c52641-b2e5-444d-8013-420727694a0b HTTP/1.1" status: 200 len: 911 time: 0.0814340 Jul 16 09:29:56.620974 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b18fd234-79dc-4fd2-9f86-63a1f48cf004 req-61aacd4d-ec7f-4276-b228-c45f9256daed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=370fa84c-10e4-4861-9940-74a62c69716b HTTP/1.1" status: 200 len: 217 time: 0.0383980 Jul 16 09:29:56.674145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18fd234-79dc-4fd2-9f86-63a1f48cf004 req-fe4f5cfb-042f-46a9-acdf-f347e64662b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:56.675664 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b18fd234-79dc-4fd2-9f86-63a1f48cf004 req-fe4f5cfb-042f-46a9-acdf-f347e64662b9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fbe2595a-bc35-492f-abff-a7f24ca09cd0 HTTP/1.1" status: 200 len: 851 time: 0.0477765 Jul 16 09:29:56.711120 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b18fd234-79dc-4fd2-9f86-63a1f48cf004 req-4e02f559-0d9f-4051-b9e2-c9150a7ce940 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e6c52641-b2e5-444d-8013-420727694a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287127 Jul 16 09:29:56.807037 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b18fd234-79dc-4fd2-9f86-63a1f48cf004 req-a66e0ef7-5686-4265-8dc6-cc9f38dd1a59 service neutron] 10.222.0.15 "GET /v2.0/networks/e6c52641-b2e5-444d-8013-420727694a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889230 Jul 16 09:29:56.896743 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b18fd234-79dc-4fd2-9f86-63a1f48cf004 req-37734849-f802-4f7c-b67b-19b513f17645 service neutron] 10.222.0.15 "GET /v2.0/networks/e6c52641-b2e5-444d-8013-420727694a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823042 Jul 16 09:29:57.184855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1865c0e-a850-4372-9d2b-2864cbbe4160 req-6a91db9b-2a0e-4bf3-8877-4a27cff0efe8 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:57.186260 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a1865c0e-a850-4372-9d2b-2864cbbe4160 req-6a91db9b-2a0e-4bf3-8877-4a27cff0efe8 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 943 time: 0.0691609 Jul 16 09:29:57.224866 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a1865c0e-a850-4372-9d2b-2864cbbe4160 req-23580b39-7dc0-4075-9b7e-24a931c9d443 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330200 Jul 16 09:29:58.396021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c138e2b8-2c2f-4798-954f-5dccb971ac65 req-5ff4a886-2b8f-46ea-8a36-4fc5680c37b2 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:58.397513 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c138e2b8-2c2f-4798-954f-5dccb971ac65 req-5ff4a886-2b8f-46ea-8a36-4fc5680c37b2 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 943 time: 0.0617127 Jul 16 09:29:58.434674 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c138e2b8-2c2f-4798-954f-5dccb971ac65 req-46e3f9fd-d672-4546-8785-d56ee860cad5 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316472 Jul 16 09:29:59.503673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 370fa84c-10e4-4861-9940-74a62c69716b details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:29:59.600298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 370fa84c-10e4-4861-9940-74a62c69716b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=370fa84c-10e4-4861-9940-74a62c69716b,segment=NetworkSegment(08a3e169-fc8e-4748-bad9-f74817b07e34),segment_id=08a3e169-fc8e-4748-bad9-f74817b07e34)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:59.604702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a100b99b-797d-4977-84fa-b03380e9c2ed req-32023c05-8d24-4b53-913a-f1a0ffdf11c6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:59.606204 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a100b99b-797d-4977-84fa-b03380e9c2ed req-32023c05-8d24-4b53-913a-f1a0ffdf11c6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 943 time: 0.0628157 Jul 16 09:29:59.611201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '370fa84c-10e4-4861-9940-74a62c69716b', 'network_id': 'e6c52641-b2e5-444d-8013-420727694a0b', 'port_id': '370fa84c-10e4-4861-9940-74a62c69716b', 'mac_address': 'fa:16:3e:81:f4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe2595a-bc35-492f-abff-a7f24ca09cd0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:29:59.644862 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a100b99b-797d-4977-84fa-b03380e9c2ed req-1d9f4b8f-a15b-4bc5-b9b6-76ed1443ba62 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318253 Jul 16 09:29:59.649124 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:59.662044 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370fa84c-10e4-4861-9940-74a62c69716b {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:59.681207 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 370fa84c-10e4-4861-9940-74a62c69716b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=370fa84c-10e4-4861-9940-74a62c69716b,segment=NetworkSegment(08a3e169-fc8e-4748-bad9-f74817b07e34),segment_id=08a3e169-fc8e-4748-bad9-f74817b07e34)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:59.684948 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:59.736369 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=370fa84c-10e4-4861-9940-74a62c69716b,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:59.869914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['370fa84c-10e4-4861-9940-74a62c69716b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:30:00.816666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cf240-c8b0-45cd-bbb0-1e5940022e22 req-0c21c2c4-7347-4bc2-b411-e63b6eb7450e tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:00.818145 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-224cf240-c8b0-45cd-bbb0-1e5940022e22 req-0c21c2c4-7347-4bc2-b411-e63b6eb7450e tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 944 time: 0.0641341 Jul 16 09:30:00.855732 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-224cf240-c8b0-45cd-bbb0-1e5940022e22 req-9c8ad6b1-b5e7-4a53-838f-4f15ba9d7bae tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321186 Jul 16 09:30:01.516185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 370fa84c-10e4-4861-9940-74a62c69716b up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:01.565346 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 370fa84c-10e4-4861-9940-74a62c69716b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:01.569387 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 370fa84c-10e4-4861-9940-74a62c69716b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:01.569756 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:01.643236 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:01.664535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27c4143-bc01-4cbc-a6ed-e09b6b6430fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370fa84c-10e4-4861-9940-74a62c69716b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:01.666813 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc2f2914-3b3e-446c-acaf-21e3af9039a3" -d '{"events": [{"server_uuid": "f27c4143-bc01-4cbc-a6ed-e09b6b6430fb", "name": "network-vif-plugged", "status": "completed", "tag": "370fa84c-10e4-4861-9940-74a62c69716b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:01.679467 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 370fa84c-10e4-4861-9940-74a62c69716b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=370fa84c-10e4-4861-9940-74a62c69716b,segment=NetworkSegment(08a3e169-fc8e-4748-bad9-f74817b07e34),segment_id=08a3e169-fc8e-4748-bad9-f74817b07e34)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:01.683805 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:01.734125 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=370fa84c-10e4-4861-9940-74a62c69716b,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:01.758056 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06fe3097-cd7f-438c-8418-2418e031cdb2 x-openstack-request-id: req-06fe3097-cd7f-438c-8418-2418e031cdb2 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:01.758381 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27c4143-bc01-4cbc-a6ed-e09b6b6430fb", "name": "network-vif-plugged", "status": "completed", "tag": "370fa84c-10e4-4861-9940-74a62c69716b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:01.758614 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06fe3097-cd7f-438c-8418-2418e031cdb2 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:01.758975 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27c4143-bc01-4cbc-a6ed-e09b6b6430fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370fa84c-10e4-4861-9940-74a62c69716b', 'code': 200} Jul 16 09:30:01.869544 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b29c1-01d0-4b95-a884-1906e6c86033 req-7be90286-976e-4075-b776-bc07c95cde29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:01.870925 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7c7b29c1-01d0-4b95-a884-1906e6c86033 req-7be90286-976e-4075-b776-bc07c95cde29 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 1097 time: 0.0538435 Jul 16 09:30:01.905445 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7c7b29c1-01d0-4b95-a884-1906e6c86033 req-739bd2a8-5c4e-4383-a2b4-d17f8037d907 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282328 Jul 16 09:30:02.029204 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ba5d25-496b-43ff-91ed-96f07ee674f9 req-91b4e227-b173-4dd3-a0c8-a6ff5883106f tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:02.030729 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57ba5d25-496b-43ff-91ed-96f07ee674f9 req-91b4e227-b173-4dd3-a0c8-a6ff5883106f tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 945 time: 0.0672104 Jul 16 09:30:02.068935 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-57ba5d25-496b-43ff-91ed-96f07ee674f9 req-c5442631-4b7f-4ac5-95b8-0d58aee8d880 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319302 Jul 16 09:30:03.240691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58e80a-6e66-4e11-9fb2-c3743473b558 req-294897c4-5d86-49f1-a69d-04b8a8fb3476 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:03.242158 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e58e80a-6e66-4e11-9fb2-c3743473b558 req-294897c4-5d86-49f1-a69d-04b8a8fb3476 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 945 time: 0.0625167 Jul 16 09:30:03.280886 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4e58e80a-6e66-4e11-9fb2-c3743473b558 req-8793e365-ee24-4c4d-9e93-d05e8bc30c7f tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331824 Jul 16 09:30:03.501769 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdea937-1aba-490f-a9db-f324c9300022 req-528679b7-74e1-4728-bb0b-8378278c09e8 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:03.503212 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecdea937-1aba-490f-a9db-f324c9300022 req-528679b7-74e1-4728-bb0b-8378278c09e8 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/networks?id=e6c52641-b2e5-444d-8013-420727694a0b HTTP/1.1" status: 200 len: 811 time: 0.1012139 Jul 16 09:30:03.517578 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecdea937-1aba-490f-a9db-f324c9300022 req-f5646df3-e0a7-44f9-98a2-aa7d4197fa44 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/quotas/683997f4dedf48cca0c4cb8b5c07459d HTTP/1.1" status: 200 len: 375 time: 0.0091057 Jul 16 09:30:03.583064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecdea937-1aba-490f-a9db-f324c9300022 req-61a628da-6648-471b-b71f-d85e79780b16 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=683997f4dedf48cca0c4cb8b5c07459d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0606673 Jul 16 09:30:03.672015 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecdea937-1aba-490f-a9db-f324c9300022 req-9ace6d18-fcd9-4ce7-9e89-5f095bea311d service neutron] 10.222.0.20 "GET /v2.0/networks/e6c52641-b2e5-444d-8013-420727694a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824389 Jul 16 09:30:03.762952 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecdea937-1aba-490f-a9db-f324c9300022 req-ac5567ce-2cf5-414e-8c64-34f79829fc83 service neutron] 10.222.0.20 "GET /v2.0/networks/e6c52641-b2e5-444d-8013-420727694a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852571 Jul 16 09:30:03.928156 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-89a80686-076d-4649-8d8b-51a674bccae5 req-820a616c-b9e1-4f29-8002-0f812715c735 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=449ce854-163a-42ca-a655-7256e937c290 HTTP/1.1" status: 200 len: 210 time: 0.0288484 Jul 16 09:30:04.085666 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.306241 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5c5faf83-c14d-419a-a80d-a7df36168e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.348106 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-56c0520e-716c-4c2b-b2bf-e3649e9ac5ec req-cd6d6d09-08bf-4312-a7bd-4d17ba08e73d tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=449ce854-163a-42ca-a655-7256e937c290 HTTP/1.1" status: 200 len: 210 time: 0.0341184 Jul 16 09:30:05.366858 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdea937-1aba-490f-a9db-f324c9300022 req-9ceeeb4c-c92d-4680-9aba-0143c83a368d tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:05.368321 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecdea937-1aba-490f-a9db-f324c9300022 req-9ceeeb4c-c92d-4680-9aba-0143c83a368d tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.38 "GET /v2.0/networks?id=e6c52641-b2e5-444d-8013-420727694a0b HTTP/1.1" status: 200 len: 811 time: 0.4339795 Jul 16 09:30:05.380071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-ecdea937-1aba-490f-a9db-f324c9300022 req-aead34d1-4eff-40aa-8a95-95207911ff7a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Request body: {'port': {'device_id': '449ce854-163a-42ca-a655-7256e937c290', 'network_id': 'e6c52641-b2e5-444d-8013-420727694a0b', 'admin_state_up': True, 'tenant_id': '683997f4dedf48cca0c4cb8b5c07459d'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:05.485017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecdea937-1aba-490f-a9db-f324c9300022 req-aead34d1-4eff-40aa-8a95-95207911ff7a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Made reservation on behalf of 683997f4dedf48cca0c4cb8b5c07459d for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:05.489155 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ecdea937-1aba-490f-a9db-f324c9300022 req-aead34d1-4eff-40aa-8a95-95207911ff7a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.606515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-ecdea937-1aba-490f-a9db-f324c9300022 req-aead34d1-4eff-40aa-8a95-95207911ff7a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Allocated IP 172.20.0.10 (e6c52641-b2e5-444d-8013-420727694a0b/fbe2595a-bc35-492f-abff-a7f24ca09cd0/00b8220e-974d-49d2-a2e9-81f8a9c7b54f) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:05.748823 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ecdea937-1aba-490f-a9db-f324c9300022 req-aead34d1-4eff-40aa-8a95-95207911ff7a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.788333 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ecdea937-1aba-490f-a9db-f324c9300022 req-aead34d1-4eff-40aa-8a95-95207911ff7a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.802852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['370fa84c-10e4-4861-9940-74a62c69716b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:30:05.834323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecdea937-1aba-490f-a9db-f324c9300022 req-aead34d1-4eff-40aa-8a95-95207911ff7a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Network e6c52641-b2e5-444d-8013-420727694a0b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:05.837631 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-ecdea937-1aba-490f-a9db-f324c9300022 req-aead34d1-4eff-40aa-8a95-95207911ff7a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:05.841759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdea937-1aba-490f-a9db-f324c9300022 req-aead34d1-4eff-40aa-8a95-95207911ff7a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:05.848272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead34d1-4eff-40aa-8a95-95207911ff7a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Pushing event updated for resources: {'Port': ['ID=00b8220e-974d-49d2-a2e9-81f8a9c7b54f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:05.893478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdea937-1aba-490f-a9db-f324c9300022 req-aead34d1-4eff-40aa-8a95-95207911ff7a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:05.894609 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ecdea937-1aba-490f-a9db-f324c9300022 req-aead34d1-4eff-40aa-8a95-95207911ff7a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.908593 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecdea937-1aba-490f-a9db-f324c9300022 req-aead34d1-4eff-40aa-8a95-95207911ff7a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5321498 Jul 16 09:30:05.919948 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Request body: {'port': {'device_id': '449ce854-163a-42ca-a655-7256e937c290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:05.983147 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.994453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:06.248440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00b8220e-974d-49d2-a2e9-81f8a9c7b54f {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:30:06.256486 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:06.268050 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Transition to ACTIVE for port object 00b8220e-974d-49d2-a2e9-81f8a9c7b54f will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:06.271734 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:06.318674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=00b8220e-974d-49d2-a2e9-81f8a9c7b54f,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:06.386218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Attempting to bind port 00b8220e-974d-49d2-a2e9-81f8a9c7b54f on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:06.386758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Attempting to bind port 00b8220e-974d-49d2-a2e9-81f8a9c7b54f by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '08a3e169-fc8e-4748-bad9-f74817b07e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6c52641-b2e5-444d-8013-420727694a0b'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:06.386863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Attempting to bind port 00b8220e-974d-49d2-a2e9-81f8a9c7b54f on network e6c52641-b2e5-444d-8013-420727694a0b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:06.391487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Port 00b8220e-974d-49d2-a2e9-81f8a9c7b54f on network e6c52641-b2e5-444d-8013-420727694a0b not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:30:06.391818 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Attempting to bind port 00b8220e-974d-49d2-a2e9-81f8a9c7b54f on network e6c52641-b2e5-444d-8013-420727694a0b {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:06.396717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:06.397052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Checking segment: {'id': '08a3e169-fc8e-4748-bad9-f74817b07e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6c52641-b2e5-444d-8013-420727694a0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:06.397436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Bound using segment: {'id': '08a3e169-fc8e-4748-bad9-f74817b07e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6c52641-b2e5-444d-8013-420727694a0b'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:06.397856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Bound port: 00b8220e-974d-49d2-a2e9-81f8a9c7b54f, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '08a3e169-fc8e-4748-bad9-f74817b07e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e6c52641-b2e5-444d-8013-420727694a0b'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:06.398210 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:06.463097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] For port 00b8220e-974d-49d2-a2e9-81f8a9c7b54f, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:06.466165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] For port 00b8220e-974d-49d2-a2e9-81f8a9c7b54f, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=00b8220e-974d-49d2-a2e9-81f8a9c7b54f,segment=NetworkSegment(08a3e169-fc8e-4748-bad9-f74817b07e34),segment_id=08a3e169-fc8e-4748-bad9-f74817b07e34)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:06.470384 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:06.504691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:06.505315 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:06.506729 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] 10.222.0.38 "PUT /v2.0/ports/00b8220e-974d-49d2-a2e9-81f8a9c7b54f HTTP/1.1" status: 200 len: 1093 time: 0.5912569 Jul 16 09:30:06.507156 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '449ce854-163a-42ca-a655-7256e937c290', 'tag': '00b8220e-974d-49d2-a2e9-81f8a9c7b54f'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:06.509454 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2698b45f-7deb-499e-b952-c9ebc7462ef1" -d '{"events": [{"name": "network-changed", "server_uuid": "449ce854-163a-42ca-a655-7256e937c290", "tag": "00b8220e-974d-49d2-a2e9-81f8a9c7b54f"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:06.537832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f62fe97-3fc5-41d2-b8d1-96a6af993cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=00b8220e-974d-49d2-a2e9-81f8a9c7b54f,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:06.538130 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3835e3-653b-4fe5-9a2f-5883c5bf35ee req-b5f34b0a-d661-447e-83bc-a732ac81f6e4 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:06.539769 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1b3835e3-653b-4fe5-9a2f-5883c5bf35ee req-b5f34b0a-d661-447e-83bc-a732ac81f6e4 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=449ce854-163a-42ca-a655-7256e937c290 HTTP/1.1" status: 200 len: 944 time: 0.0798502 Jul 16 09:30:06.562605 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822194e1-af77-4dca-a171-960b8a514ebc x-openstack-request-id: req-822194e1-af77-4dca-a171-960b8a514ebc {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:06.562826 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "449ce854-163a-42ca-a655-7256e937c290", "tag": "00b8220e-974d-49d2-a2e9-81f8a9c7b54f", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:06.563073 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-822194e1-af77-4dca-a171-960b8a514ebc {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:06.563466 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '449ce854-163a-42ca-a655-7256e937c290', 'tag': '00b8220e-974d-49d2-a2e9-81f8a9c7b54f', 'status': 'completed', 'code': 200} Jul 16 09:30:06.581674 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1b3835e3-653b-4fe5-9a2f-5883c5bf35ee req-d5c730bf-6278-45c4-8cac-f2013fca2169 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353658 Jul 16 09:30:06.606477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6c298f8e-b641-4914-b6b5-c0984c92f1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:06.608024 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecdea937-1aba-490f-a9db-f324c9300022 req-6c298f8e-b641-4914-b6b5-c0984c92f1e9 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=683997f4dedf48cca0c4cb8b5c07459d&device_id=449ce854-163a-42ca-a655-7256e937c290 HTTP/1.1" status: 200 len: 1096 time: 0.0562727 Jul 16 09:30:06.650296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecdea937-1aba-490f-a9db-f324c9300022 req-c1ab6574-5405-4542-b660-a9f36b96ceab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b8220e-974d-49d2-a2e9-81f8a9c7b54f HTTP/1.1" status: 200 len: 217 time: 0.0357387 Jul 16 09:30:06.696937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdea937-1aba-490f-a9db-f324c9300022 req-bf5fa92a-c02e-4fa0-9dff-d0732794a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:06.698322 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecdea937-1aba-490f-a9db-f324c9300022 req-bf5fa92a-c02e-4fa0-9dff-d0732794a693 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fbe2595a-bc35-492f-abff-a7f24ca09cd0 HTTP/1.1" status: 200 len: 851 time: 0.0426769 Jul 16 09:30:06.730714 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecdea937-1aba-490f-a9db-f324c9300022 req-8468c61b-1008-4319-8504-051b3df7c4a0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e6c52641-b2e5-444d-8013-420727694a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254107 Jul 16 09:30:06.823711 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecdea937-1aba-490f-a9db-f324c9300022 req-98e01b04-21f6-49c2-801b-9d2609bd014c service neutron] 10.222.0.38 "GET /v2.0/networks/e6c52641-b2e5-444d-8013-420727694a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863221 Jul 16 09:30:06.916021 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ecdea937-1aba-490f-a9db-f324c9300022 req-86e5b5f2-2703-480e-82bb-dd80bdd38d97 service neutron] 10.222.0.38 "GET /v2.0/networks/e6c52641-b2e5-444d-8013-420727694a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863805 Jul 16 09:30:07.014240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698b45f-7deb-499e-b952-c9ebc7462ef1 req-e0525b7e-0d2b-4dad-ba95-7562026102ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.015760 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2698b45f-7deb-499e-b952-c9ebc7462ef1 req-e0525b7e-0d2b-4dad-ba95-7562026102ea service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=683997f4dedf48cca0c4cb8b5c07459d&device_id=449ce854-163a-42ca-a655-7256e937c290 HTTP/1.1" status: 200 len: 1096 time: 0.0543900 Jul 16 09:30:07.107821 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698b45f-7deb-499e-b952-c9ebc7462ef1 req-d31b88f2-932e-4638-97b8-995bc88485e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.109295 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2698b45f-7deb-499e-b952-c9ebc7462ef1 req-d31b88f2-932e-4638-97b8-995bc88485e4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e6c52641-b2e5-444d-8013-420727694a0b HTTP/1.1" status: 200 len: 911 time: 0.0878356 Jul 16 09:30:07.149698 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2698b45f-7deb-499e-b952-c9ebc7462ef1 req-1aa3a516-203a-4641-a869-4032f437191e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=00b8220e-974d-49d2-a2e9-81f8a9c7b54f HTTP/1.1" status: 200 len: 217 time: 0.0341454 Jul 16 09:30:07.201642 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2698b45f-7deb-499e-b952-c9ebc7462ef1 req-03f24544-f04a-4355-ace2-2b6bf9ac15ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.203160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2698b45f-7deb-499e-b952-c9ebc7462ef1 req-03f24544-f04a-4355-ace2-2b6bf9ac15ee service neutron] 10.222.0.38 "GET /v2.0/subnets?id=fbe2595a-bc35-492f-abff-a7f24ca09cd0 HTTP/1.1" status: 200 len: 851 time: 0.0476332 Jul 16 09:30:07.235429 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2698b45f-7deb-499e-b952-c9ebc7462ef1 req-21eb01a8-5585-4350-b334-ff1f4d2b982d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e6c52641-b2e5-444d-8013-420727694a0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257807 Jul 16 09:30:07.326143 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2698b45f-7deb-499e-b952-c9ebc7462ef1 req-c11c32cd-a0b5-4035-a994-0a23042d7fe8 service neutron] 10.222.0.38 "GET /v2.0/networks/e6c52641-b2e5-444d-8013-420727694a0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840762 Jul 16 09:30:07.414590 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2698b45f-7deb-499e-b952-c9ebc7462ef1 req-9dfb9cc4-f8c3-4f26-9216-40fd2dcb1770 service neutron] 10.222.0.38 "GET /v2.0/networks/e6c52641-b2e5-444d-8013-420727694a0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815814 Jul 16 09:30:07.756630 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c409f64-b6cd-4223-8ffc-ea649a8a7c39 req-85f187a3-afc2-43aa-9827-55bc45ff5f33 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:07.758126 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2c409f64-b6cd-4223-8ffc-ea649a8a7c39 req-85f187a3-afc2-43aa-9827-55bc45ff5f33 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=449ce854-163a-42ca-a655-7256e937c290 HTTP/1.1" status: 200 len: 944 time: 0.0622993 Jul 16 09:30:07.800813 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2c409f64-b6cd-4223-8ffc-ea649a8a7c39 req-b8e3a48a-9472-4aca-aaf5-9cbb0a68cf9f tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362763 Jul 16 09:30:07.976441 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8945e734-1b0a-4577-b4d3-88604f4176c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:08.256173 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:08.776174 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:30:08.969177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e047200-9a0b-4271-bb77-981f2188179d req-bf371b78-2fd8-41c1-ab82-04d216aea1fb tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:08.970647 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9e047200-9a0b-4271-bb77-981f2188179d req-bf371b78-2fd8-41c1-ab82-04d216aea1fb tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=449ce854-163a-42ca-a655-7256e937c290 HTTP/1.1" status: 200 len: 944 time: 0.0610108 Jul 16 09:30:09.009146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9e047200-9a0b-4271-bb77-981f2188179d req-397e4468-f73c-4ae7-b313-5280e4eb629d tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323856 Jul 16 09:30:09.033990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 00b8220e-974d-49d2-a2e9-81f8a9c7b54f details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:30:09.130743 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 00b8220e-974d-49d2-a2e9-81f8a9c7b54f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=00b8220e-974d-49d2-a2e9-81f8a9c7b54f,segment=NetworkSegment(08a3e169-fc8e-4748-bad9-f74817b07e34),segment_id=08a3e169-fc8e-4748-bad9-f74817b07e34)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:09.141882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '00b8220e-974d-49d2-a2e9-81f8a9c7b54f', 'network_id': 'e6c52641-b2e5-444d-8013-420727694a0b', 'port_id': '00b8220e-974d-49d2-a2e9-81f8a9c7b54f', 'mac_address': 'fa:16:3e:3c:2a:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe2595a-bc35-492f-abff-a7f24ca09cd0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:30:09.179907 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:09.192423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00b8220e-974d-49d2-a2e9-81f8a9c7b54f {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:30:09.211398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 00b8220e-974d-49d2-a2e9-81f8a9c7b54f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=00b8220e-974d-49d2-a2e9-81f8a9c7b54f,segment=NetworkSegment(08a3e169-fc8e-4748-bad9-f74817b07e34),segment_id=08a3e169-fc8e-4748-bad9-f74817b07e34)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:09.215273 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:09.265291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=00b8220e-974d-49d2-a2e9-81f8a9c7b54f,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:09.398068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['00b8220e-974d-49d2-a2e9-81f8a9c7b54f'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:30:09.918217 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:10.182100 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b81c0-e75b-4682-bfbd-0d6a1ffa0b50 req-f7c2747a-c6bf-4499-a2a6-86585f2ae44b tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:10.183544 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a86b81c0-e75b-4682-bfbd-0d6a1ffa0b50 req-f7c2747a-c6bf-4499-a2a6-86585f2ae44b tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=449ce854-163a-42ca-a655-7256e937c290 HTTP/1.1" status: 200 len: 945 time: 0.0655932 Jul 16 09:30:10.220314 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a86b81c0-e75b-4682-bfbd-0d6a1ffa0b50 req-82804e02-4908-415a-bb65-b322a6fe5466 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312579 Jul 16 09:30:11.037868 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 00b8220e-974d-49d2-a2e9-81f8a9c7b54f up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:11.087943 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 00b8220e-974d-49d2-a2e9-81f8a9c7b54f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:11.091577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 00b8220e-974d-49d2-a2e9-81f8a9c7b54f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:11.091942 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:11.165951 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:11.187835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449ce854-163a-42ca-a655-7256e937c290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b8220e-974d-49d2-a2e9-81f8a9c7b54f'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:11.190085 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d97ecc39-cbfc-4a03-a224-970a34d24de5" -d '{"events": [{"server_uuid": "449ce854-163a-42ca-a655-7256e937c290", "name": "network-vif-plugged", "status": "completed", "tag": "00b8220e-974d-49d2-a2e9-81f8a9c7b54f"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:11.202438 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 00b8220e-974d-49d2-a2e9-81f8a9c7b54f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=00b8220e-974d-49d2-a2e9-81f8a9c7b54f,segment=NetworkSegment(08a3e169-fc8e-4748-bad9-f74817b07e34),segment_id=08a3e169-fc8e-4748-bad9-f74817b07e34)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:11.206430 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:11.233309 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00343062-1d95-4939-aef9-e2bff72a690c x-openstack-request-id: req-00343062-1d95-4939-aef9-e2bff72a690c {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:11.233621 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449ce854-163a-42ca-a655-7256e937c290", "name": "network-vif-plugged", "status": "completed", "tag": "00b8220e-974d-49d2-a2e9-81f8a9c7b54f", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:11.233861 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00343062-1d95-4939-aef9-e2bff72a690c {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:11.234241 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449ce854-163a-42ca-a655-7256e937c290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00b8220e-974d-49d2-a2e9-81f8a9c7b54f', 'code': 200} Jul 16 09:30:11.270389 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=00b8220e-974d-49d2-a2e9-81f8a9c7b54f,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:11.380535 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f1717-fcfa-4d11-aadd-e10752019a84 req-4e310bfb-c413-417c-9011-c3cd4b7b1315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:11.382030 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-763f1717-fcfa-4d11-aadd-e10752019a84 req-4e310bfb-c413-417c-9011-c3cd4b7b1315 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=449ce854-163a-42ca-a655-7256e937c290 HTTP/1.1" status: 200 len: 1098 time: 0.0859838 Jul 16 09:30:11.417223 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:11.434344 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dd310-1a69-487a-b775-f37b0d1e0729 req-857ad7a8-8739-4d1d-ae8f-640c14b7d6ef tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:11.435809 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2c0dd310-1a69-487a-b775-f37b0d1e0729 req-857ad7a8-8739-4d1d-ae8f-640c14b7d6ef tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=449ce854-163a-42ca-a655-7256e937c290 HTTP/1.1" status: 200 len: 946 time: 0.0961401 Jul 16 09:30:11.437767 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-763f1717-fcfa-4d11-aadd-e10752019a84 req-0b395c9a-7282-4140-aa89-a440ca652f7b service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480416 Jul 16 09:30:11.473860 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2c0dd310-1a69-487a-b775-f37b0d1e0729 req-570656a4-3a5e-4e8a-b9ac-3c5ea7e21151 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318012 Jul 16 09:30:12.647807 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4740ebd6-8064-4b19-a1d1-b35f24e9a0b0 req-05ffac2a-047f-467b-a4b2-9c032c5b028e tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:12.649345 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4740ebd6-8064-4b19-a1d1-b35f24e9a0b0 req-05ffac2a-047f-467b-a4b2-9c032c5b028e tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=449ce854-163a-42ca-a655-7256e937c290 HTTP/1.1" status: 200 len: 946 time: 0.0631056 Jul 16 09:30:12.688112 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4740ebd6-8064-4b19-a1d1-b35f24e9a0b0 req-53fc1589-0ce9-482f-b2f4-7c3a117fe312 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324872 Jul 16 09:30:13.061922 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dddd84-f893-41ea-9c6e-0c4c0976a7c6 req-02a37349-4766-46be-86c9-8f2c10fc5f6b tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:13.063392 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f1dddd84-f893-41ea-9c6e-0c4c0976a7c6 req-02a37349-4766-46be-86c9-8f2c10fc5f6b tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=449ce854-163a-42ca-a655-7256e937c290 HTTP/1.1" status: 200 len: 946 time: 0.0663280 Jul 16 09:30:13.101002 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f1dddd84-f893-41ea-9c6e-0c4c0976a7c6 req-e683c67d-1316-4561-bf08-cf78fcaaf7df tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314152 Jul 16 09:30:14.304410 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e8a1f-6927-4ab0-ab14-4b29cbeb4625 req-8c174d41-eadc-44be-a3ef-b7c3d23ab522 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:14.305904 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a1e8a1f-6927-4ab0-ab14-4b29cbeb4625 req-8c174d41-eadc-44be-a3ef-b7c3d23ab522 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.38 "GET /v2.0/ports?device_id=449ce854-163a-42ca-a655-7256e937c290 HTTP/1.1" status: 200 len: 946 time: 0.1070414 Jul 16 09:30:14.327758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221d5f58-a048-4bf4-b207-bad7a8bceb2a req-63574e9f-7bdc-4ad0-8bfc-519d942cb2e9 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:14.329219 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-221d5f58-a048-4bf4-b207-bad7a8bceb2a req-63574e9f-7bdc-4ad0-8bfc-519d942cb2e9 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=449ce854-163a-42ca-a655-7256e937c290 HTTP/1.1" status: 200 len: 946 time: 0.1031759 Jul 16 09:30:14.414334 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-221d5f58-a048-4bf4-b207-bad7a8bceb2a req-0eb40173-458a-4b1e-bb1c-5d8d6cfa9cc6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671496 Jul 16 09:30:14.439985 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-1a1e8a1f-6927-4ab0-ab14-4b29cbeb4625 req-f4271c05-395d-4642-bd77-c904158ff674 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Deleting port 00b8220e-974d-49d2-a2e9-81f8a9c7b54f {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:30:14.440357 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1a1e8a1f-6927-4ab0-ab14-4b29cbeb4625 req-f4271c05-395d-4642-bd77-c904158ff674 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.530302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-1a1e8a1f-6927-4ab0-ab14-4b29cbeb4625 req-f4271c05-395d-4642-bd77-c904158ff674 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] For port 00b8220e-974d-49d2-a2e9-81f8a9c7b54f, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=00b8220e-974d-49d2-a2e9-81f8a9c7b54f,segment=NetworkSegment(08a3e169-fc8e-4748-bad9-f74817b07e34),segment_id=08a3e169-fc8e-4748-bad9-f74817b07e34)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:14.530662 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1a1e8a1f-6927-4ab0-ab14-4b29cbeb4625 req-f4271c05-395d-4642-bd77-c904158ff674 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.542041 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-1a1e8a1f-6927-4ab0-ab14-4b29cbeb4625 req-f4271c05-395d-4642-bd77-c904158ff674 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Calling delete_port for 00b8220e-974d-49d2-a2e9-81f8a9c7b54f owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:30:14.669972 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1a1e8a1f-6927-4ab0-ab14-4b29cbeb4625 req-f4271c05-395d-4642-bd77-c904158ff674 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.686590 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['00b8220e-974d-49d2-a2e9-81f8a9c7b54f'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:30:14.688857 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['370fa84c-10e4-4861-9940-74a62c69716b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:30:14.703070 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4271c05-395d-4642-bd77-c904158ff674 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Pushing event deleted for resources: {'Port': ['ID=00b8220e-974d-49d2-a2e9-81f8a9c7b54f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:14.747304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1e8a1f-6927-4ab0-ab14-4b29cbeb4625 req-f4271c05-395d-4642-bd77-c904158ff674 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] No DVR routers for this DVR port 00b8220e-974d-49d2-a2e9-81f8a9c7b54f on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:30:14.750679 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-1a1e8a1f-6927-4ab0-ab14-4b29cbeb4625 req-f4271c05-395d-4642-bd77-c904158ff674 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:14.752722 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a1e8a1f-6927-4ab0-ab14-4b29cbeb4625 req-f4271c05-395d-4642-bd77-c904158ff674 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.38 "DELETE /v2.0/ports/00b8220e-974d-49d2-a2e9-81f8a9c7b54f HTTP/1.1" status: 204 len: 173 time: 0.4414270 Jul 16 09:30:14.753185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '449ce854-163a-42ca-a655-7256e937c290', 'name': 'network-vif-deleted', 'tag': '00b8220e-974d-49d2-a2e9-81f8a9c7b54f'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:14.755552 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4a3a7af-c6f9-4bf4-b34a-dcaa2fd99d97" -d '{"events": [{"server_uuid": "449ce854-163a-42ca-a655-7256e937c290", "name": "network-vif-deleted", "tag": "00b8220e-974d-49d2-a2e9-81f8a9c7b54f"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:14.810913 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2acc8c-73c2-4415-90ce-39b6cb18fb9e x-openstack-request-id: req-5a2acc8c-73c2-4415-90ce-39b6cb18fb9e {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:14.811240 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "449ce854-163a-42ca-a655-7256e937c290", "name": "network-vif-deleted", "tag": "00b8220e-974d-49d2-a2e9-81f8a9c7b54f", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:14.811450 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a2acc8c-73c2-4415-90ce-39b6cb18fb9e {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:14.811852 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '449ce854-163a-42ca-a655-7256e937c290', 'name': 'network-vif-deleted', 'tag': '00b8220e-974d-49d2-a2e9-81f8a9c7b54f', 'status': 'completed', 'code': 200} Jul 16 09:30:15.657666 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f4d34-b838-4987-bd51-cc90a80100f8 req-840e5617-1d7d-4009-b4dc-02aeecb04993 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:15.659061 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e5f4d34-b838-4987-bd51-cc90a80100f8 req-840e5617-1d7d-4009-b4dc-02aeecb04993 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 945 time: 0.0631118 Jul 16 09:30:15.697850 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5e5f4d34-b838-4987-bd51-cc90a80100f8 req-3af8d4a2-8875-4ca9-8b27-d9aa914e379a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331602 Jul 16 09:30:15.888541 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c95c7-ecac-4c08-9b55-dab321d0488b req-b94579db-39b6-4705-876b-7f1b9d911e1f tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:15.890008 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c7c95c7-ecac-4c08-9b55-dab321d0488b req-b94579db-39b6-4705-876b-7f1b9d911e1f tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 945 time: 0.0657697 Jul 16 09:30:15.928242 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c7c95c7-ecac-4c08-9b55-dab321d0488b req-34986b32-3ea1-4815-ad6e-013a8d503986 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321827 Jul 16 09:30:16.097989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf8c62-0816-4620-b148-d8c06b045248 req-4136f6db-fe6d-415d-bdd0-d565cdad202a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:16.099475 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6cf8c62-0816-4620-b148-d8c06b045248 req-4136f6db-fe6d-415d-bdd0-d565cdad202a tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 945 time: 0.0618927 Jul 16 09:30:16.136344 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b6cf8c62-0816-4620-b148-d8c06b045248 req-aac08857-549b-40a7-b274-39c68af6d75b tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310948 Jul 16 09:30:16.414868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cb0a6-cb72-4b17-9349-d0734db3cc36 req-9ee2973b-6de4-4d87-8ce3-6c742bc9afa8 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:16.416361 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-954cb0a6-cb72-4b17-9349-d0734db3cc36 req-9ee2973b-6de4-4d87-8ce3-6c742bc9afa8 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 945 time: 0.0662267 Jul 16 09:30:16.452696 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-954cb0a6-cb72-4b17-9349-d0734db3cc36 req-dc735ab2-25dd-4e8a-bf20-5e7a67731b77 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308070 Jul 16 09:30:16.623057 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53836015-608b-4bc5-9a17-4d4ceef3355a req-03736148-34a1-4c89-886b-80c3d2177048 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:16.624439 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53836015-608b-4bc5-9a17-4d4ceef3355a req-03736148-34a1-4c89-886b-80c3d2177048 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 945 time: 0.0622759 Jul 16 09:30:16.661467 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53836015-608b-4bc5-9a17-4d4ceef3355a req-4fc6a2a0-fdba-4076-8c1a-5013cf67a73f tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315025 Jul 16 09:30:16.839568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d97e1-1b62-4a44-9a40-99527568087c req-49a9f4aa-4df8-48bf-b690-92cc214657a8 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:16.841121 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-003d97e1-1b62-4a44-9a40-99527568087c req-49a9f4aa-4df8-48bf-b690-92cc214657a8 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 945 time: 0.0634360 Jul 16 09:30:16.879927 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-003d97e1-1b62-4a44-9a40-99527568087c req-bd395bbb-e20f-4c6f-96e8-3f18354c7f38 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330596 Jul 16 09:30:17.076472 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 00b8220e-974d-49d2-a2e9-81f8a9c7b54f no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:30:17.097441 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 00b8220e-974d-49d2-a2e9-81f8a9c7b54f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:30:17.097786 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 00b8220e-974d-49d2-a2e9-81f8a9c7b54f not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:30:17.394322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1428e9a7-7e47-4a01-a727-d08c649741ae req-ec1c19a2-36d7-420e-96c5-90b8fe5d5667 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:17.395710 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1428e9a7-7e47-4a01-a727-d08c649741ae req-ec1c19a2-36d7-420e-96c5-90b8fe5d5667 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 945 time: 0.0667398 Jul 16 09:30:17.433078 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1428e9a7-7e47-4a01-a727-d08c649741ae req-e39badcf-dfbf-4c40-a16b-c67f545feac1 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317044 Jul 16 09:30:18.609112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ddfd3d-65a2-4f6d-bc75-3113c141e835 req-1889cbe7-e418-4696-9ee9-e4aa30e133d6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:18.610668 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7ddfd3d-65a2-4f6d-bc75-3113c141e835 req-1889cbe7-e418-4696-9ee9-e4aa30e133d6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 945 time: 0.0631816 Jul 16 09:30:18.638781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d811682-d4d6-4d26-9888-d93501cd3799 req-24506d11-155a-41f3-8597-9bbaf20b5e05 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:18.640275 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d811682-d4d6-4d26-9888-d93501cd3799 req-24506d11-155a-41f3-8597-9bbaf20b5e05 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.15 "GET /v2.0/ports?device_id=f27c4143-bc01-4cbc-a6ed-e09b6b6430fb HTTP/1.1" status: 200 len: 945 time: 0.0632420 Jul 16 09:30:18.651838 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f7ddfd3d-65a2-4f6d-bc75-3113c141e835 req-5791bcfe-cd3c-4ec5-990f-59f492f3f478 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.20 "GET /v2.0/security-groups?id=2a239f35-976c-490e-b464-d551ff933921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354760 Jul 16 09:30:18.741642 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-6d811682-d4d6-4d26-9888-d93501cd3799 req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Deleting port 370fa84c-10e4-4861-9940-74a62c69716b {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:30:18.742028 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6d811682-d4d6-4d26-9888-d93501cd3799 req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:18.826543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-6d811682-d4d6-4d26-9888-d93501cd3799 req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] For port 370fa84c-10e4-4861-9940-74a62c69716b, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=370fa84c-10e4-4861-9940-74a62c69716b,segment=NetworkSegment(08a3e169-fc8e-4748-bad9-f74817b07e34),segment_id=08a3e169-fc8e-4748-bad9-f74817b07e34)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:18.826900 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6d811682-d4d6-4d26-9888-d93501cd3799 req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:18.838776 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-6d811682-d4d6-4d26-9888-d93501cd3799 req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Calling delete_port for 370fa84c-10e4-4861-9940-74a62c69716b owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:30:18.965820 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6d811682-d4d6-4d26-9888-d93501cd3799 req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:18.977509 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['370fa84c-10e4-4861-9940-74a62c69716b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:30:18.994952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Pushing event deleted for resources: {'Port': ['ID=370fa84c-10e4-4861-9940-74a62c69716b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:19.008366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:19.008757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:19.009101 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:19.009439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:19.009777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:19.010107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:19.010439 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:19.011544 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:19.011544 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:19.011770 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:19.011963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:19.012288 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:19.059003 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d811682-d4d6-4d26-9888-d93501cd3799 req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] No DVR routers for this DVR port 370fa84c-10e4-4861-9940-74a62c69716b on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:30:19.061548 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-6d811682-d4d6-4d26-9888-d93501cd3799 req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.063577 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6d811682-d4d6-4d26-9888-d93501cd3799 req-7cb763cd-e9c7-4583-aa53-6e39a2903dd6 tempest-ServersNegativeTestJSON-161102791 tempest-ServersNegativeTestJSON-161102791-project] 10.222.0.15 "DELETE /v2.0/ports/370fa84c-10e4-4861-9940-74a62c69716b HTTP/1.1" status: 204 len: 173 time: 0.4177892 Jul 16 09:30:19.063999 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f27c4143-bc01-4cbc-a6ed-e09b6b6430fb', 'name': 'network-vif-deleted', 'tag': '370fa84c-10e4-4861-9940-74a62c69716b'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:19.066937 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d8a23f-7aec-43b0-bf14-a1b6d048983b" -d '{"events": [{"server_uuid": "f27c4143-bc01-4cbc-a6ed-e09b6b6430fb", "name": "network-vif-deleted", "tag": "370fa84c-10e4-4861-9940-74a62c69716b"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:19.102932 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e940ea-9df5-4f6d-b2b4-18c2d3a89db4 x-openstack-request-id: req-06e940ea-9df5-4f6d-b2b4-18c2d3a89db4 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:19.103230 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f27c4143-bc01-4cbc-a6ed-e09b6b6430fb", "name": "network-vif-deleted", "tag": "370fa84c-10e4-4861-9940-74a62c69716b", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:19.103506 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-06e940ea-9df5-4f6d-b2b4-18c2d3a89db4 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:19.103912 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f27c4143-bc01-4cbc-a6ed-e09b6b6430fb', 'name': 'network-vif-deleted', 'tag': '370fa84c-10e4-4861-9940-74a62c69716b', 'status': 'completed', 'code': 200} Jul 16 09:30:19.740028 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43684) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:19.786260 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc043343-d29e-4dd3-bea0-1b0ef29a1dd6 admin admin] Deleting subnet fbe2595a-bc35-492f-abff-a7f24ca09cd0 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:30:19.789244 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bc043343-d29e-4dd3-bea0-1b0ef29a1dd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.823246 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bc043343-d29e-4dd3-bea0-1b0ef29a1dd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.859567 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bc043343-d29e-4dd3-bea0-1b0ef29a1dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.915286 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bc043343-d29e-4dd3-bea0-1b0ef29a1dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.941832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc043343-d29e-4dd3-bea0-1b0ef29a1dd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe2595a-bc35-492f-abff-a7f24ca09cd0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:19.943933 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bc043343-d29e-4dd3-bea0-1b0ef29a1dd6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:19.945801 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bc043343-d29e-4dd3-bea0-1b0ef29a1dd6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/fbe2595a-bc35-492f-abff-a7f24ca09cd0 HTTP/1.1" status: 204 len: 168 time: 0.2047658 Jul 16 09:30:19.952702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43686) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:20.018803 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c22b8b0-e776-4893-ad07-fac5e2b76e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.098686 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c22b8b0-e776-4893-ad07-fac5e2b76e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.108797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-4c22b8b0-e776-4893-ad07-fac5e2b76e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c52641-b2e5-444d-8013-420727694a0b']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:20.119303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-4c22b8b0-e776-4893-ad07-fac5e2b76e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08a3e169-fc8e-4748-bad9-f74817b07e34') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:20.119577 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-4c22b8b0-e776-4893-ad07-fac5e2b76e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08a3e169-fc8e-4748-bad9-f74817b07e34') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:20.129396 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c22b8b0-e776-4893-ad07-fac5e2b76e0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.143365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c22b8b0-e776-4893-ad07-fac5e2b76e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.149832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c22b8b0-e776-4893-ad07-fac5e2b76e0a admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:30:20.150214 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c22b8b0-e776-4893-ad07-fac5e2b76e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:30:20.151828 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:30:20.205012 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c22b8b0-e776-4893-ad07-fac5e2b76e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.211706 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c22b8b0-e776-4893-ad07-fac5e2b76e0a admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.213592 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4c22b8b0-e776-4893-ad07-fac5e2b76e0a admin admin] 10.222.0.20 "DELETE /v2.0/networks/e6c52641-b2e5-444d-8013-420727694a0b HTTP/1.1" status: 204 len: 168 time: 0.2599318 Jul 16 09:30:20.229579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22b8b0-e776-4893-ad07-fac5e2b76e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=e6c52641-b2e5-444d-8013-420727694a0b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:20.321305 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43690) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:20.360430 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bd77aa95-3f7c-4c0f-a320-7f24bc814eb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=683997f4dedf48cca0c4cb8b5c07459d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379887 Jul 16 09:30:20.363642 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43692) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:20.410987 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d6a73da-3829-4d9a-af38-4546cc482b25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.431609 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d6a73da-3829-4d9a-af38-4546cc482b25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.477170 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d6a73da-3829-4d9a-af38-4546cc482b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.479744 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d6a73da-3829-4d9a-af38-4546cc482b25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.480933 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0d6a73da-3829-4d9a-af38-4546cc482b25 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2a239f35-976c-490e-b464-d551ff933921 HTTP/1.1" status: 204 len: 168 time: 0.1163895 Jul 16 09:30:20.488925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6a73da-3829-4d9a-af38-4546cc482b25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a239f35-976c-490e-b464-d551ff933921,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:21.137651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43714) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:21.230456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1247713522'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:21.253689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Made reservation on behalf of ce921f74b80049f5b70c33509d94dbb7 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:21.257261 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:21.266199 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:21.361814 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:21.366348 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:21.397395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] vlan segment allocate from pool success with {'vlan_id': 91, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:30:21.408019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3e0ebd-3e98-43ef-9537-9b35f5a4f7e0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:21.413936 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:21.414287 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Added segment 5705a9e6-ffab-4956-975e-6fafbc214326 of type vlan for network cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4 Jul 16 09:30:21.454777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:21.489099 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:21.494938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:21.495789 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:21.531459 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3925467 Jul 16 09:30:21.564638 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03acc7-26ff-4ee6-8c8c-55f801b8475f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event updated for resources: {'Network': ['ID=cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:21.577648 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:30:21.614118 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 370fa84c-10e4-4861-9940-74a62c69716b no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:30:21.660619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 370fa84c-10e4-4861-9940-74a62c69716b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:30:21.660963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 370fa84c-10e4-4861-9940-74a62c69716b not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:30:24.752714 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43718) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:24.758046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-2efae985-58f1-4282-a6d9-6b19b6e2720c tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Request body: {'subnet': {'network_id': 'cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:24.846517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2efae985-58f1-4282-a6d9-6b19b6e2720c tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Made reservation on behalf of ce921f74b80049f5b70c33509d94dbb7 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:24.850709 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2efae985-58f1-4282-a6d9-6b19b6e2720c tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.026612 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2efae985-58f1-4282-a6d9-6b19b6e2720c tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.085161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efae985-58f1-4282-a6d9-6b19b6e2720c tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event updated for resources: {'Subnet': ['ID=44e3b842-bf24-404e-96b8-ab2091a8aec7,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:25.092639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2efae985-58f1-4282-a6d9-6b19b6e2720c tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Checking segment: {'id': '5705a9e6-ffab-4956-975e-6fafbc214326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:25.092998 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efae985-58f1-4282-a6d9-6b19b6e2720c tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Network hostable DHCP agents. Network: cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:30:25.109624 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2efae985-58f1-4282-a6d9-6b19b6e2720c tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Network cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:30:25.118252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-2efae985-58f1-4282-a6d9-6b19b6e2720c tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:25.122231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2efae985-58f1-4282-a6d9-6b19b6e2720c tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:25.122808 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2efae985-58f1-4282-a6d9-6b19b6e2720c tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.129886 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf35b62-a5d6-4e35-af6f-c45134e216be None None] Network cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:25.137169 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2efae985-58f1-4282-a6d9-6b19b6e2720c tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3832693 Jul 16 09:30:25.140616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43720) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:25.146291 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a9ab27bc-c4e8-4697-b1b2-f8030213c114 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-198769540'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:25.165987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ab27bc-c4e8-4697-b1b2-f8030213c114 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Made reservation on behalf of ce921f74b80049f5b70c33509d94dbb7 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:25.169643 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9ab27bc-c4e8-4697-b1b2-f8030213c114 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.194399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ab27bc-c4e8-4697-b1b2-f8030213c114 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] vlan segment allocate from pool success with {'vlan_id': 56, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:30:25.203837 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9ab27bc-c4e8-4697-b1b2-f8030213c114 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.204267 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-a9ab27bc-c4e8-4697-b1b2-f8030213c114 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Added segment 6b51c4a5-ec4b-445b-8c72-0ece9cb135e5 of type vlan for network 71775b5c-8a84-4368-84e9-0ee98de142b7 Jul 16 09:30:25.247718 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9ab27bc-c4e8-4697-b1b2-f8030213c114 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.277485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4', 'network_id': 'cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4', 'tenant_id': 'ce921f74b80049f5b70c33509d94dbb7', 'fixed_ips': [{'subnet_id': '44e3b842-bf24-404e-96b8-ab2091a8aec7'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:30:25.278471 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.280220 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9ab27bc-c4e8-4697-b1b2-f8030213c114 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.285967 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ab27bc-c4e8-4697-b1b2-f8030213c114 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:25.286587 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a9ab27bc-c4e8-4697-b1b2-f8030213c114 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.319921 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a9ab27bc-c4e8-4697-b1b2-f8030213c114 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1782486 Jul 16 09:30:25.322789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43722) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:25.329804 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-2f0da839-ad40-47cd-af2b-fe905ee337a8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Request body: {'subnet': {'network_id': '71775b5c-8a84-4368-84e9-0ee98de142b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:25.378992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ab27bc-c4e8-4697-b1b2-f8030213c114 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event updated for resources: {'Network': ['ID=71775b5c-8a84-4368-84e9-0ee98de142b7,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:25.394984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 71775b5c-8a84-4368-84e9-0ee98de142b7 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:30:25.447688 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f0da839-ad40-47cd-af2b-fe905ee337a8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Made reservation on behalf of ce921f74b80049f5b70c33509d94dbb7 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:25.451419 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2f0da839-ad40-47cd-af2b-fe905ee337a8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.471069 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Allocated IP 2001:db8:0:ffff::2 (cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4/44e3b842-bf24-404e-96b8-ab2091a8aec7/ea0bf99d-5171-4ccf-86fa-4444b5548fc1) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:25.616245 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.629230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Transition to ACTIVE for port object ea0bf99d-5171-4ccf-86fa-4444b5548fc1 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:25.645817 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Transition to ACTIVE for port object ea0bf99d-5171-4ccf-86fa-4444b5548fc1 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:25.646085 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2f0da839-ad40-47cd-af2b-fe905ee337a8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.651452 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.695753 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Network cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:25.701833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:25.703824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Pushing event updated for resources: {'Port': ['ID=ea0bf99d-5171-4ccf-86fa-4444b5548fc1,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:25.705654 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0da839-ad40-47cd-af2b-fe905ee337a8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event updated for resources: {'Subnet': ['ID=688f796b-0eaf-43bf-88df-d9e54fb218fa,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:25.706962 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:25.716808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:25.717127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0da839-ad40-47cd-af2b-fe905ee337a8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Checking segment: {'id': '6b51c4a5-ec4b-445b-8c72-0ece9cb135e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '71775b5c-8a84-4368-84e9-0ee98de142b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:25.717288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:25.717485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0da839-ad40-47cd-af2b-fe905ee337a8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Network hostable DHCP agents. Network: 71775b5c-8a84-4368-84e9-0ee98de142b7, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:30:25.717606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:25.717818 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:25.718153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:25.718483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:25.718814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:25.719141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:25.719465 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:25.719788 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:25.720131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:25.720439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:25.734456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0da839-ad40-47cd-af2b-fe905ee337a8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Network 71775b5c-8a84-4368-84e9-0ee98de142b7 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:30:25.743131 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-2f0da839-ad40-47cd-af2b-fe905ee337a8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 71775b5c-8a84-4368-84e9-0ee98de142b7) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:25.747632 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0da839-ad40-47cd-af2b-fe905ee337a8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:25.748227 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2f0da839-ad40-47cd-af2b-fe905ee337a8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.765195 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2f0da839-ad40-47cd-af2b-fe905ee337a8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4388952 Jul 16 09:30:25.765863 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cac86d-01e1-4771-8649-8a1a471c68a6 None None] Network 71775b5c-8a84-4368-84e9-0ee98de142b7 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:25.765984 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43724) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:25.797023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Attempting to bind port ea0bf99d-5171-4ccf-86fa-4444b5548fc1 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:25.797414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Attempting to bind port ea0bf99d-5171-4ccf-86fa-4444b5548fc1 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '5705a9e6-ffab-4956-975e-6fafbc214326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:25.797762 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Attempting to bind port ea0bf99d-5171-4ccf-86fa-4444b5548fc1 on network cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:25.831483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:25.831857 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Checking segment: {'id': '5705a9e6-ffab-4956-975e-6fafbc214326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:25.832258 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.832683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Bound using segment: {'id': '5705a9e6-ffab-4956-975e-6fafbc214326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:25.833163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Bound port: ea0bf99d-5171-4ccf-86fa-4444b5548fc1, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5705a9e6-ffab-4956-975e-6fafbc214326', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:25.833546 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.866934 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.938626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] For port ea0bf99d-5171-4ccf-86fa-4444b5548fc1, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:25.943983 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] For port ea0bf99d-5171-4ccf-86fa-4444b5548fc1, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ea0bf99d-5171-4ccf-86fa-4444b5548fc1,segment=NetworkSegment(5705a9e6-ffab-4956-975e-6fafbc214326),segment_id=5705a9e6-ffab-4956-975e-6fafbc214326)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:25.950254 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.954160 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:25.999050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1859c02f-55a1-480d-8abc-16523599bf2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-71775b5c-8a84-4368-84e9-0ee98de142b7', 'network_id': '71775b5c-8a84-4368-84e9-0ee98de142b7', 'tenant_id': 'ce921f74b80049f5b70c33509d94dbb7', 'fixed_ips': [{'subnet_id': '688f796b-0eaf-43bf-88df-d9e54fb218fa'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:30:25.999891 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1859c02f-55a1-480d-8abc-16523599bf2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.040603 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.066002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dc248e-7228-485c-8b5d-a27681027fa8 None None] Pushing event updated for resources: {'Port': ['ID=ea0bf99d-5171-4ccf-86fa-4444b5548fc1,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:26.099580 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event deleted for resources: {'Subnet': ['ID=688f796b-0eaf-43bf-88df-d9e54fb218fa,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:26.115397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:26.115741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:26.116074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:26.116623 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:26.117437 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:26.117717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:26.118046 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:26.118421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:26.118732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:26.119134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:26.119372 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:26.119687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:26.154637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa9f114-b019-4aa6-805c-810587a68ecf None None] Network 71775b5c-8a84-4368-84e9-0ee98de142b7 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:26.166608 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.179607 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71775b5c-8a84-4368-84e9-0ee98de142b7']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:26.190237 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b51c4a5-ec4b-445b-8c72-0ece9cb135e5') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:26.190457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b51c4a5-ec4b-445b-8c72-0ece9cb135e5') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:26.203932 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.219832 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.263500 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:30:26.263921 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:30:26.267249 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:30:26.329799 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.338127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.339941 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "DELETE /v2.0/networks/71775b5c-8a84-4368-84e9-0ee98de142b7 HTTP/1.1" status: 204 len: 168 time: 0.5729783 Jul 16 09:30:26.343530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43726) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:26.350356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-affd9689-cd2e-4c4c-aec8-c39499aea456 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-443071312'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:26.352845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb3593-4025-46da-ae31-6f11616e3868 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event deleted for resources: {'Network': ['ID=71775b5c-8a84-4368-84e9-0ee98de142b7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:26.375399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-affd9689-cd2e-4c4c-aec8-c39499aea456 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Made reservation on behalf of ce921f74b80049f5b70c33509d94dbb7 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:26.379030 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-affd9689-cd2e-4c4c-aec8-c39499aea456 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.405809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-affd9689-cd2e-4c4c-aec8-c39499aea456 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] vlan segment allocate from pool success with {'vlan_id': 61, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:30:26.415214 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-affd9689-cd2e-4c4c-aec8-c39499aea456 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.415554 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-affd9689-cd2e-4c4c-aec8-c39499aea456 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Added segment 3577e69a-b434-46e4-b434-a5f695498c92 of type vlan for network 34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6 Jul 16 09:30:26.454265 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-affd9689-cd2e-4c4c-aec8-c39499aea456 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.482761 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-affd9689-cd2e-4c4c-aec8-c39499aea456 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.488230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-affd9689-cd2e-4c4c-aec8-c39499aea456 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:26.488842 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-affd9689-cd2e-4c4c-aec8-c39499aea456 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.526732 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-affd9689-cd2e-4c4c-aec8-c39499aea456 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1819594 Jul 16 09:30:26.529740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43728) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:26.535592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-0dce2876-dd1a-48ae-89ea-a48823e28ef8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Request body: {'subnet': {'network_id': '34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:26.558500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affd9689-cd2e-4c4c-aec8-c39499aea456 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event updated for resources: {'Network': ['ID=34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:26.572144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:30:26.638557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dce2876-dd1a-48ae-89ea-a48823e28ef8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Made reservation on behalf of ce921f74b80049f5b70c33509d94dbb7 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:26.642375 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0dce2876-dd1a-48ae-89ea-a48823e28ef8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.699328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.ipam_backend_mixin [None req-0dce2876-dd1a-48ae-89ea-a48823e28ef8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Performing IP validity checks on allocation pools {{(pid=93694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 09:30:26.699831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.ipam_backend_mixin [None req-0dce2876-dd1a-48ae-89ea-a48823e28ef8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93694) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 09:30:26.834348 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0dce2876-dd1a-48ae-89ea-a48823e28ef8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.887884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dce2876-dd1a-48ae-89ea-a48823e28ef8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event updated for resources: {'Subnet': ['ID=455d7b8b-65c2-4920-b804-48aa591a4eb0,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:26.904255 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dce2876-dd1a-48ae-89ea-a48823e28ef8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Checking segment: {'id': '3577e69a-b434-46e4-b434-a5f695498c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:26.904647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce2876-dd1a-48ae-89ea-a48823e28ef8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Network hostable DHCP agents. Network: 34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:30:26.921839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dce2876-dd1a-48ae-89ea-a48823e28ef8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Network 34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:30:26.932024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-0dce2876-dd1a-48ae-89ea-a48823e28ef8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:26.936851 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dce2876-dd1a-48ae-89ea-a48823e28ef8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:26.937443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-0dce2876-dd1a-48ae-89ea-a48823e28ef8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:26.941736 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4c790b-f668-4c28-9987-d9f4d5f62d1f None None] Network 34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:26.954255 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0dce2876-dd1a-48ae-89ea-a48823e28ef8 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4230855 Jul 16 09:30:26.956584 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43730) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:27.026884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64db9241-57fd-41a6-bf84-07917210c0dd None None] Network cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:27.071471 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.128778 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.159124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ea0bf99d-5171-4ccf-86fa-4444b5548fc1 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:27.165049 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2d55f12c-ff12-47d1-99bb-43b5322bc5ce None None] Provisioning for port ea0bf99d-5171-4ccf-86fa-4444b5548fc1 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:27.194952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661476fc-557c-4a82-a47f-ba726ef2c19c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6', 'network_id': '34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6', 'tenant_id': 'ce921f74b80049f5b70c33509d94dbb7', 'fixed_ips': [{'subnet_id': '455d7b8b-65c2-4920-b804-48aa591a4eb0'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:30:27.195214 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.195826 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-661476fc-557c-4a82-a47f-ba726ef2c19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.222170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event deleted for resources: {'Subnet': ['ID=455d7b8b-65c2-4920-b804-48aa591a4eb0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:27.288005 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.299220 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:27.310755 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3577e69a-b434-46e4-b434-a5f695498c92') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:27.311055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3577e69a-b434-46e4-b434-a5f695498c92') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:27.321080 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.336312 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.343184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:30:27.343592 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:30:27.347821 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:30:27.411456 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.416705 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.422129 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "DELETE /v2.0/networks/34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6 HTTP/1.1" status: 204 len: 168 time: 0.4610605 Jul 16 09:30:27.422464 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43732) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:27.428333 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-18865cad-5238-46d6-bf87-eb649fa34dfe tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-470945626'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:27.433973 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b733c-c890-4dd6-b366-6e7e623e2583 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event deleted for resources: {'Network': ['ID=34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:27.453690 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18865cad-5238-46d6-bf87-eb649fa34dfe tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Made reservation on behalf of ce921f74b80049f5b70c33509d94dbb7 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:27.458275 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18865cad-5238-46d6-bf87-eb649fa34dfe tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.466167 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c54851-1acc-4b5f-8fef-bb606476349b None None] Network 34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:27.480687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port ea0bf99d-5171-4ccf-86fa-4444b5548fc1 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:27.482578 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c54851-1acc-4b5f-8fef-bb606476349b None None] Network 34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6 could not be found, it might have been deleted concurrently. {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 09:30:27.482705 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18865cad-5238-46d6-bf87-eb649fa34dfe tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:30:27.488369 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ea0bf99d-5171-4ccf-86fa-4444b5548fc1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:27.488853 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.492221 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18865cad-5238-46d6-bf87-eb649fa34dfe tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.492792 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-18865cad-5238-46d6-bf87-eb649fa34dfe tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Added segment 9e06eef1-d4bd-436d-91d8-2c428f3db2ef of type vlan for network 92cf72c2-0c23-48bb-9907-991948d52e9b Jul 16 09:30:27.536803 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18865cad-5238-46d6-bf87-eb649fa34dfe tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.570963 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18865cad-5238-46d6-bf87-eb649fa34dfe tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.576658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18865cad-5238-46d6-bf87-eb649fa34dfe tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:27.578067 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18865cad-5238-46d6-bf87-eb649fa34dfe tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.584121 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.618559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port ea0bf99d-5171-4ccf-86fa-4444b5548fc1, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ea0bf99d-5171-4ccf-86fa-4444b5548fc1,segment=NetworkSegment(5705a9e6-ffab-4956-975e-6fafbc214326),segment_id=5705a9e6-ffab-4956-975e-6fafbc214326)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:27.619386 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-18865cad-5238-46d6-bf87-eb649fa34dfe tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1955175 Jul 16 09:30:27.623193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43734) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:27.629887 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.638053 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f396b472-4cb8-4f8e-9abd-3b320ce35d9e tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Request body: {'subnet': {'network_id': '92cf72c2-0c23-48bb-9907-991948d52e9b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:27.655530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18865cad-5238-46d6-bf87-eb649fa34dfe tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event updated for resources: {'Network': ['ID=92cf72c2-0c23-48bb-9907-991948d52e9b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:27.668374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 92cf72c2-0c23-48bb-9907-991948d52e9b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:30:27.704315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=ea0bf99d-5171-4ccf-86fa-4444b5548fc1,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:27.745890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f396b472-4cb8-4f8e-9abd-3b320ce35d9e tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Made reservation on behalf of ce921f74b80049f5b70c33509d94dbb7 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:27.749413 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f396b472-4cb8-4f8e-9abd-3b320ce35d9e tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.837441 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fe057316-0db6-4c64-8654-2d1fe12df31c None None] Provisioning complete for port ea0bf99d-5171-4ccf-86fa-4444b5548fc1 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:27.837441 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fe057316-0db6-4c64-8654-2d1fe12df31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:27.940902 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f396b472-4cb8-4f8e-9abd-3b320ce35d9e tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.293926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f396b472-4cb8-4f8e-9abd-3b320ce35d9e tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event updated for resources: {'Subnet': ['ID=bbeec4cf-e3a4-4587-8f34-b7c8abaf52b3,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:28.302581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f396b472-4cb8-4f8e-9abd-3b320ce35d9e tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Checking segment: {'id': '9e06eef1-d4bd-436d-91d8-2c428f3db2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '92cf72c2-0c23-48bb-9907-991948d52e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:28.302932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f396b472-4cb8-4f8e-9abd-3b320ce35d9e tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Network hostable DHCP agents. Network: 92cf72c2-0c23-48bb-9907-991948d52e9b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:30:28.318831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f396b472-4cb8-4f8e-9abd-3b320ce35d9e tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Network 92cf72c2-0c23-48bb-9907-991948d52e9b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:30:28.327207 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f396b472-4cb8-4f8e-9abd-3b320ce35d9e tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 92cf72c2-0c23-48bb-9907-991948d52e9b) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:28.331750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f396b472-4cb8-4f8e-9abd-3b320ce35d9e tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:28.332331 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f396b472-4cb8-4f8e-9abd-3b320ce35d9e tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.337478 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3455c6-c3c7-4a2b-972e-b19fff18bd32 None None] Network 92cf72c2-0c23-48bb-9907-991948d52e9b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:28.348436 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f396b472-4cb8-4f8e-9abd-3b320ce35d9e tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7240825 Jul 16 09:30:28.352405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43736) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:28.357340 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7c6d69a7-d861-4b33-a2c8-9ba60aafe43f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-850608760'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:28.377770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c6d69a7-d861-4b33-a2c8-9ba60aafe43f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Made reservation on behalf of ce921f74b80049f5b70c33509d94dbb7 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:28.381244 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c6d69a7-d861-4b33-a2c8-9ba60aafe43f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.403985 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c6d69a7-d861-4b33-a2c8-9ba60aafe43f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] vlan segment allocate from pool success with {'vlan_id': 92, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:30:28.414525 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c6d69a7-d861-4b33-a2c8-9ba60aafe43f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.414889 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-7c6d69a7-d861-4b33-a2c8-9ba60aafe43f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Added segment 98687d6d-c069-4b1f-8ca3-4ecc72e9db35 of type vlan for network bee446be-af7f-47be-b2f5-4f4f272742ee Jul 16 09:30:28.455412 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c6d69a7-d861-4b33-a2c8-9ba60aafe43f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.483751 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c6d69a7-d861-4b33-a2c8-9ba60aafe43f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.485549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-92cf72c2-0c23-48bb-9907-991948d52e9b', 'network_id': '92cf72c2-0c23-48bb-9907-991948d52e9b', 'tenant_id': 'ce921f74b80049f5b70c33509d94dbb7', 'fixed_ips': [{'subnet_id': 'bbeec4cf-e3a4-4587-8f34-b7c8abaf52b3'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:30:28.486523 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.489977 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6d69a7-d861-4b33-a2c8-9ba60aafe43f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:28.490574 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7c6d69a7-d861-4b33-a2c8-9ba60aafe43f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.523298 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7c6d69a7-d861-4b33-a2c8-9ba60aafe43f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1697810 Jul 16 09:30:28.526187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43738) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:28.531082 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-01285263-790d-4d1e-961d-94d396b95dda tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Request body: {'subnet': {'network_id': 'bee446be-af7f-47be-b2f5-4f4f272742ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:28.587432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d69a7-d861-4b33-a2c8-9ba60aafe43f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event updated for resources: {'Network': ['ID=bee446be-af7f-47be-b2f5-4f4f272742ee,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:28.599976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network bee446be-af7f-47be-b2f5-4f4f272742ee details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:30:28.651720 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01285263-790d-4d1e-961d-94d396b95dda tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Made reservation on behalf of ce921f74b80049f5b70c33509d94dbb7 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:28.655368 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-01285263-790d-4d1e-961d-94d396b95dda tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.677469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Allocated IP 2001:db8::2 (92cf72c2-0c23-48bb-9907-991948d52e9b/bbeec4cf-e3a4-4587-8f34-b7c8abaf52b3/65c8d97b-3cdf-483d-8792-90b8e5655c2c) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:28.827452 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.836791 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Transition to ACTIVE for port object 65c8d97b-3cdf-483d-8792-90b8e5655c2c will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:28.837573 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-01285263-790d-4d1e-961d-94d396b95dda tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.852244 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Transition to ACTIVE for port object 65c8d97b-3cdf-483d-8792-90b8e5655c2c will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:28.858276 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.894203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Network 92cf72c2-0c23-48bb-9907-991948d52e9b is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:28.899046 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:28.902517 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01285263-790d-4d1e-961d-94d396b95dda tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event updated for resources: {'Subnet': ['ID=da917094-c4d4-426a-8c32-705768a74e39,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:28.902696 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:28.912429 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Pushing event updated for resources: {'Port': ['ID=65c8d97b-3cdf-483d-8792-90b8e5655c2c,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:28.913616 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01285263-790d-4d1e-961d-94d396b95dda tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Checking segment: {'id': '98687d6d-c069-4b1f-8ca3-4ecc72e9db35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'bee446be-af7f-47be-b2f5-4f4f272742ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:28.913982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01285263-790d-4d1e-961d-94d396b95dda tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Network hostable DHCP agents. Network: bee446be-af7f-47be-b2f5-4f4f272742ee, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:30:28.935696 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01285263-790d-4d1e-961d-94d396b95dda tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Network bee446be-af7f-47be-b2f5-4f4f272742ee is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:30:28.945645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-01285263-790d-4d1e-961d-94d396b95dda tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, bee446be-af7f-47be-b2f5-4f4f272742ee) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:28.950556 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01285263-790d-4d1e-961d-94d396b95dda tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:28.951182 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-01285263-790d-4d1e-961d-94d396b95dda tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:28.959787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891cee13-3a68-4a8b-8f30-9b47e8f7027d None None] Network bee446be-af7f-47be-b2f5-4f4f272742ee requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:28.968605 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-01285263-790d-4d1e-961d-94d396b95dda tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4390047 Jul 16 09:30:28.968900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43740) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:28.997267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Attempting to bind port 65c8d97b-3cdf-483d-8792-90b8e5655c2c on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:28.997638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Attempting to bind port 65c8d97b-3cdf-483d-8792-90b8e5655c2c by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '9e06eef1-d4bd-436d-91d8-2c428f3db2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '92cf72c2-0c23-48bb-9907-991948d52e9b'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:28.998001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Attempting to bind port 65c8d97b-3cdf-483d-8792-90b8e5655c2c on network 92cf72c2-0c23-48bb-9907-991948d52e9b {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:29.008283 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:29.008692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Checking segment: {'id': '9e06eef1-d4bd-436d-91d8-2c428f3db2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '92cf72c2-0c23-48bb-9907-991948d52e9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:29.009105 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:29.009499 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Bound using segment: {'id': '9e06eef1-d4bd-436d-91d8-2c428f3db2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '92cf72c2-0c23-48bb-9907-991948d52e9b'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:29.009985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Bound port: 65c8d97b-3cdf-483d-8792-90b8e5655c2c, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e06eef1-d4bd-436d-91d8-2c428f3db2ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '92cf72c2-0c23-48bb-9907-991948d52e9b'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:29.010365 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:29.070685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:29.124222 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:29.127734 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ea0bf99d-5171-4ccf-86fa-4444b5548fc1 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:29.175317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] For port 65c8d97b-3cdf-483d-8792-90b8e5655c2c, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:29.190483 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:29.199063 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] For port 65c8d97b-3cdf-483d-8792-90b8e5655c2c, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=65c8d97b-3cdf-483d-8792-90b8e5655c2c,segment=NetworkSegment(9e06eef1-d4bd-436d-91d8-2c428f3db2ef),segment_id=9e06eef1-d4bd-436d-91d8-2c428f3db2ef)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:29.204781 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:29.215599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event deleted for resources: {'Subnet': ['ID=da917094-c4d4-426a-8c32-705768a74e39,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:29.251926 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311b7a17-893b-49a6-ad78-2e0f820eeddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-bee446be-af7f-47be-b2f5-4f4f272742ee', 'network_id': 'bee446be-af7f-47be-b2f5-4f4f272742ee', 'tenant_id': 'ce921f74b80049f5b70c33509d94dbb7', 'fixed_ips': [{'subnet_id': 'da917094-c4d4-426a-8c32-705768a74e39'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:30:29.253540 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-311b7a17-893b-49a6-ad78-2e0f820eeddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:29.277711 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:29.288457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee446be-af7f-47be-b2f5-4f4f272742ee']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:29.299188 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98687d6d-c069-4b1f-8ca3-4ecc72e9db35') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:29.299638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98687d6d-c069-4b1f-8ca3-4ecc72e9db35') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:29.307763 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ea0bf99d-5171-4ccf-86fa-4444b5548fc1 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:29.308137 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:29.310298 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:29.325453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:29.331953 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:30:29.332440 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:30:29.335970 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:30:29.379555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434b3a32-a99c-466d-8e96-1630d4d397bf None None] Pushing event updated for resources: {'Port': ['ID=65c8d97b-3cdf-483d-8792-90b8e5655c2c,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:29.406756 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:29.407005 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615bc51f-22ab-40b3-8798-638f020a09f1 None None] Network bee446be-af7f-47be-b2f5-4f4f272742ee requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:29.416269 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:29.418142 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "DELETE /v2.0/networks/bee446be-af7f-47be-b2f5-4f4f272742ee HTTP/1.1" status: 204 len: 168 time: 0.4482529 Jul 16 09:30:29.421172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43742) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:29.427968 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7870273-6cfd-4435-8bdc-cf0543aebf75 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event deleted for resources: {'Network': ['ID=bee446be-af7f-47be-b2f5-4f4f272742ee,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:29.443643 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615bc51f-22ab-40b3-8798-638f020a09f1 None None] Network bee446be-af7f-47be-b2f5-4f4f272742ee could not be found, it might have been deleted concurrently. {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 09:30:29.451062 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e8498b-bad4-414c-9117-7cb5d20544f7 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] GET failed (client error): The resource could not be found. Jul 16 09:30:29.455059 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-67e8498b-bad4-414c-9117-7cb5d20544f7 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "GET /v2.0/subnets/da917094-c4d4-426a-8c32-705768a74e39 HTTP/1.1" status: 404 len: 337 time: 0.0301354 Jul 16 09:30:29.455377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43744) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:29.474521 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-e31005a5-2100-41be-a686-bae4fd1ef760 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] DELETE failed (client error): The resource could not be found. Jul 16 09:30:29.475069 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e31005a5-2100-41be-a686-bae4fd1ef760 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:30:29.476855 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e31005a5-2100-41be-a686-bae4fd1ef760 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "DELETE /v2.0/networks/bee446be-af7f-47be-b2f5-4f4f272742ee HTTP/1.1" status: 404 len: 339 time: 0.0198364 Jul 16 09:30:29.480488 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43746) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:29.519832 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-523b2cd4-2174-48c5-b8ea-696787da8111 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] DELETE failed (client error): The resource could not be found. Jul 16 09:30:29.520285 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523b2cd4-2174-48c5-b8ea-696787da8111 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:30:29.523781 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-523b2cd4-2174-48c5-b8ea-696787da8111 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "DELETE /v2.0/subnets/da917094-c4d4-426a-8c32-705768a74e39 HTTP/1.1" status: 404 len: 337 time: 0.0406332 Jul 16 09:30:29.524612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43748) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:29.544534 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-466357b5-e4ca-4df1-bb0b-a27aa539017f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] DELETE failed (client error): The resource could not be found. Jul 16 09:30:29.545172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466357b5-e4ca-4df1-bb0b-a27aa539017f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:30:29.549470 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-466357b5-e4ca-4df1-bb0b-a27aa539017f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "DELETE /v2.0/networks/bee446be-af7f-47be-b2f5-4f4f272742ee HTTP/1.1" status: 404 len: 339 time: 0.0214028 Jul 16 09:30:29.549768 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43750) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:29.945813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-d768f2ff-a681-495f-a786-51da5c3d06a6 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Deleting subnet bbeec4cf-e3a4-4587-8f34-b7c8abaf52b3 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:30:29.949209 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d768f2ff-a681-495f-a786-51da5c3d06a6 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:29.991498 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d768f2ff-a681-495f-a786-51da5c3d06a6 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.093649 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d768f2ff-a681-495f-a786-51da5c3d06a6 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.155890 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d768f2ff-a681-495f-a786-51da5c3d06a6 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.182824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768f2ff-a681-495f-a786-51da5c3d06a6 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event deleted for resources: {'Subnet': ['ID=bbeec4cf-e3a4-4587-8f34-b7c8abaf52b3,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:30.186654 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d768f2ff-a681-495f-a786-51da5c3d06a6 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.188528 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d768f2ff-a681-495f-a786-51da5c3d06a6 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "DELETE /v2.0/subnets/bbeec4cf-e3a4-4587-8f34-b7c8abaf52b3 HTTP/1.1" status: 204 len: 168 time: 0.6378005 Jul 16 09:30:30.191754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43752) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:30.266871 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.282840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc1711f-f849-4221-bddf-c785e4752a6a None None] Network 92cf72c2-0c23-48bb-9907-991948d52e9b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:30.329608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Deleting port 65c8d97b-3cdf-483d-8792-90b8e5655c2c {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:30:30.329939 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.391267 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] For port 65c8d97b-3cdf-483d-8792-90b8e5655c2c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=65c8d97b-3cdf-483d-8792-90b8e5655c2c,segment=NetworkSegment(9e06eef1-d4bd-436d-91d8-2c428f3db2ef),segment_id=9e06eef1-d4bd-436d-91d8-2c428f3db2ef)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:30.391750 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.397902 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-90c0aa71-e4d3-4dc1-8570-ac57d8be3f3b None None] Provisioning for port 65c8d97b-3cdf-483d-8792-90b8e5655c2c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:30.406780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Calling delete_port for 65c8d97b-3cdf-483d-8792-90b8e5655c2c owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:30:30.476596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adca5445-514c-40c6-9af6-c5ed171f281f None None] DHCP port deletion for 92cf72c2-0c23-48bb-9907-991948d52e9b request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:30:30.490595 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.515707 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event deleted for resources: {'Port': ['ID=65c8d97b-3cdf-483d-8792-90b8e5655c2c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:30.519184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] No DVR routers for this DVR port 65c8d97b-3cdf-483d-8792-90b8e5655c2c on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:30:30.529277 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-adca5445-514c-40c6-9af6-c5ed171f281f None None] Deleting port 65c8d97b-3cdf-483d-8792-90b8e5655c2c {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:30:30.529654 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-adca5445-514c-40c6-9af6-c5ed171f281f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.590531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-adca5445-514c-40c6-9af6-c5ed171f281f None None] For port 65c8d97b-3cdf-483d-8792-90b8e5655c2c, host n-d-758944-46, got binding levels [] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:30.590834 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-adca5445-514c-40c6-9af6-c5ed171f281f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.597704 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.602485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-adca5445-514c-40c6-9af6-c5ed171f281f None None] Calling delete_port for 65c8d97b-3cdf-483d-8792-90b8e5655c2c owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:30:30.605313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.ipam_backend_mixin [None req-adca5445-514c-40c6-9af6-c5ed171f281f None None] Port 65c8d97b-3cdf-483d-8792-90b8e5655c2c was not found and therefore no delete operation was performed {{(pid=93696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:30:30.606824 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-adca5445-514c-40c6-9af6-c5ed171f281f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.608328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92cf72c2-0c23-48bb-9907-991948d52e9b']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:30.620214 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e06eef1-d4bd-436d-91d8-2c428f3db2ef') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:30.620558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e06eef1-d4bd-436d-91d8-2c428f3db2ef') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:30.629819 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.632333 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca5445-514c-40c6-9af6-c5ed171f281f None None] Pushing event deleted for resources: {'Port': ['ID=65c8d97b-3cdf-483d-8792-90b8e5655c2c,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:30.635979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adca5445-514c-40c6-9af6-c5ed171f281f None None] No DVR routers for this DVR port 65c8d97b-3cdf-483d-8792-90b8e5655c2c on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:30:30.647666 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.653823 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:30:30.654205 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:30:30.657284 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:30:30.712615 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.719437 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.723847 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "DELETE /v2.0/networks/92cf72c2-0c23-48bb-9907-991948d52e9b HTTP/1.1" status: 204 len: 168 time: 0.5311618 Jul 16 09:30:30.724092 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43754) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:30.735086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33ee96-0894-4678-ba54-f48a0ec6a354 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event deleted for resources: {'Network': ['ID=92cf72c2-0c23-48bb-9907-991948d52e9b,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:30.750227 n-d-758944-46 neutron-server[93694]: INFO neutron.pecan_wsgi.hooks.translation [None req-67387e2b-e748-46b6-b053-a92d6518bcdb tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] DELETE failed (client error): The resource could not be found. Jul 16 09:30:30.750674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67387e2b-e748-46b6-b053-a92d6518bcdb tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93694) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:30:30.752377 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-67387e2b-e748-46b6-b053-a92d6518bcdb tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "DELETE /v2.0/subnets/455d7b8b-65c2-4920-b804-48aa591a4eb0 HTTP/1.1" status: 404 len: 337 time: 0.0275052 Jul 16 09:30:30.755595 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43756) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:30.773874 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dfc0a0e-a5c0-4982-8734-b4c9155d22e4 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] DELETE failed (client error): The resource could not be found. Jul 16 09:30:30.774403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dfc0a0e-a5c0-4982-8734-b4c9155d22e4 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:30:30.776041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5dfc0a0e-a5c0-4982-8734-b4c9155d22e4 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "DELETE /v2.0/networks/34aa4fe1-e1ab-45ae-8ada-1a10e17b89f6 HTTP/1.1" status: 404 len: 339 time: 0.0193632 Jul 16 09:30:30.778608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43758) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:30.807596 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-15d42344-9249-4c5c-b3cd-b99a69647cfb tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] DELETE failed (client error): The resource could not be found. Jul 16 09:30:30.808028 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15d42344-9249-4c5c-b3cd-b99a69647cfb tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:30:30.809677 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-15d42344-9249-4c5c-b3cd-b99a69647cfb tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "DELETE /v2.0/subnets/688f796b-0eaf-43bf-88df-d9e54fb218fa HTTP/1.1" status: 404 len: 337 time: 0.0301623 Jul 16 09:30:30.812433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43760) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:30.830025 n-d-758944-46 neutron-server[93695]: INFO neutron.pecan_wsgi.hooks.translation [None req-980ff0e0-3bf0-482f-ae67-2e31f2458e4f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] DELETE failed (client error): The resource could not be found. Jul 16 09:30:30.830545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980ff0e0-3bf0-482f-ae67-2e31f2458e4f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93695) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:30:30.832174 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-980ff0e0-3bf0-482f-ae67-2e31f2458e4f tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "DELETE /v2.0/networks/71775b5c-8a84-4368-84e9-0ee98de142b7 HTTP/1.1" status: 404 len: 339 time: 0.0188534 Jul 16 09:30:30.834442 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43762) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:30.882436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff8b2e29-a56a-4150-b747-9d02efbdf554 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Deleting subnet 44e3b842-bf24-404e-96b8-ab2091a8aec7 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:30:30.885324 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff8b2e29-a56a-4150-b747-9d02efbdf554 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:30.922980 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff8b2e29-a56a-4150-b747-9d02efbdf554 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.008934 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff8b2e29-a56a-4150-b747-9d02efbdf554 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.067007 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff8b2e29-a56a-4150-b747-9d02efbdf554 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.095399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8b2e29-a56a-4150-b747-9d02efbdf554 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event deleted for resources: {'Subnet': ['ID=44e3b842-bf24-404e-96b8-ab2091a8aec7,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:31.099623 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ff8b2e29-a56a-4150-b747-9d02efbdf554 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.102797 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ff8b2e29-a56a-4150-b747-9d02efbdf554 tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "DELETE /v2.0/subnets/44e3b842-bf24-404e-96b8-ab2091a8aec7 HTTP/1.1" status: 204 len: 168 time: 0.2662218 Jul 16 09:30:31.104024 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43764) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:31.106727 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e74b625-1d42-4fcb-8866-ce9e35f4cd2b None None] Network cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:31.184125 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.240146 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Deleting port ea0bf99d-5171-4ccf-86fa-4444b5548fc1 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:30:31.240344 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.285654 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd99d89-92b0-41cd-8b99-2ef005285d51 None None] DHCP port deletion for cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:30:31.303640 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] For port ea0bf99d-5171-4ccf-86fa-4444b5548fc1, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ea0bf99d-5171-4ccf-86fa-4444b5548fc1,segment=NetworkSegment(5705a9e6-ffab-4956-975e-6fafbc214326),segment_id=5705a9e6-ffab-4956-975e-6fafbc214326)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:31.304021 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.316814 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Calling delete_port for ea0bf99d-5171-4ccf-86fa-4444b5548fc1 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:30:31.329977 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-fbd99d89-92b0-41cd-8b99-2ef005285d51 None None] Deleting port ea0bf99d-5171-4ccf-86fa-4444b5548fc1 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:30:31.330349 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fbd99d89-92b0-41cd-8b99-2ef005285d51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.394648 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-fbd99d89-92b0-41cd-8b99-2ef005285d51 None None] For port ea0bf99d-5171-4ccf-86fa-4444b5548fc1, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ea0bf99d-5171-4ccf-86fa-4444b5548fc1,segment=NetworkSegment(5705a9e6-ffab-4956-975e-6fafbc214326),segment_id=5705a9e6-ffab-4956-975e-6fafbc214326)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:31.395047 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fbd99d89-92b0-41cd-8b99-2ef005285d51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.398993 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.407146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-fbd99d89-92b0-41cd-8b99-2ef005285d51 None None] Calling delete_port for ea0bf99d-5171-4ccf-86fa-4444b5548fc1 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:30:31.425055 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event deleted for resources: {'Port': ['ID=ea0bf99d-5171-4ccf-86fa-4444b5548fc1,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:31.426881 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] No DVR routers for this DVR port ea0bf99d-5171-4ccf-86fa-4444b5548fc1 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:30:31.480175 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fbd99d89-92b0-41cd-8b99-2ef005285d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.508463 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd99d89-92b0-41cd-8b99-2ef005285d51 None None] Pushing event deleted for resources: {'Port': ['ID=ea0bf99d-5171-4ccf-86fa-4444b5548fc1,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:31.509232 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.512117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd99d89-92b0-41cd-8b99-2ef005285d51 None None] No DVR routers for this DVR port ea0bf99d-5171-4ccf-86fa-4444b5548fc1 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:30:31.520523 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:31.531889 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5705a9e6-ffab-4956-975e-6fafbc214326') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:31.532110 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5705a9e6-ffab-4956-975e-6fafbc214326') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:31.541674 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.554882 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.560738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:30:31.561123 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:30:31.563954 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:30:31.619009 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.625803 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:31.627602 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] 10.222.0.20 "DELETE /v2.0/networks/cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4 HTTP/1.1" status: 204 len: 168 time: 0.5226116 Jul 16 09:30:31.639370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece93572-7eae-4c39-8e43-e5b03346bfaa tempest-NetworksIpV6Test-18217576 tempest-NetworksIpV6Test-18217576-project] Pushing event deleted for resources: {'Network': ['ID=cfe2a4d7-99c8-4bdf-aadc-8a446e58ebb4,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:31.863999 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43770) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:31.995576 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0ee6f9e7-1b50-4be2-9b35-359628007bce admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ce921f74b80049f5b70c33509d94dbb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1303763 Jul 16 09:30:31.998143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43774) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:32.046710 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8f1fd56c-8649-42f7-a60b-28f14c620b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:32.067385 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8f1fd56c-8649-42f7-a60b-28f14c620b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:32.112344 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8f1fd56c-8649-42f7-a60b-28f14c620b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:32.115037 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8f1fd56c-8649-42f7-a60b-28f14c620b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:32.116176 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8f1fd56c-8649-42f7-a60b-28f14c620b0d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8e3e0ebd-3e98-43ef-9537-9b35f5a4f7e0 HTTP/1.1" status: 204 len: 168 time: 0.1172152 Jul 16 09:30:32.123938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1fd56c-8649-42f7-a60b-28f14c620b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3e0ebd-3e98-43ef-9537-9b35f5a4f7e0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:32.728203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43796) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:32.819121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-49f2e85b-b783-4500-a1ea-80f4da3e88de tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-848927989', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:32.842439 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49f2e85b-b783-4500-a1ea-80f4da3e88de tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:32.843483 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49f2e85b-b783-4500-a1ea-80f4da3e88de tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:32.897993 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49f2e85b-b783-4500-a1ea-80f4da3e88de tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:32.903027 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49f2e85b-b783-4500-a1ea-80f4da3e88de tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:32.919002 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-49f2e85b-b783-4500-a1ea-80f4da3e88de tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:32.920641 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-49f2e85b-b783-4500-a1ea-80f4da3e88de tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1912510 Jul 16 09:30:32.923487 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43802) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:32.928394 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-274880242'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:32.948581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Made reservation on behalf of 5a63fb6ff3914223824fa0eaa31de351 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:32.952231 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:32.962107 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.054433 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.058663 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.086058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] vlan segment allocate from pool success with {'vlan_id': 58, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:30:33.095014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ea0bf99d-5171-4ccf-86fa-4444b5548fc1 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:30:33.095857 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca2d7a5-c7f8-4ef4-87c5-1c09796344da,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:33.101444 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.101794 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Added segment 4fa97062-f89b-4209-bd37-c3982f769e85 of type vlan for network e4a5901f-96d7-4036-8695-ca3db6826660 Jul 16 09:30:33.117489 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: ea0bf99d-5171-4ccf-86fa-4444b5548fc1 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:30:33.118067 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ea0bf99d-5171-4ccf-86fa-4444b5548fc1 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:30:33.151460 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.180567 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.186008 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:33.186601 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.218027 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2934806 Jul 16 09:30:33.221177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43804) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:33.226932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-a2a4ec2b-5987-4ae3-ad46-6ad22ce8265e tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Request body: {'subnet': {'network_id': 'e4a5901f-96d7-4036-8695-ca3db6826660', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:33.260403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5d07a-dd32-4391-9af7-83aabbf3d713 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Pushing event updated for resources: {'Network': ['ID=e4a5901f-96d7-4036-8695-ca3db6826660,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:33.271347 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network e4a5901f-96d7-4036-8695-ca3db6826660 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:30:33.320006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a4ec2b-5987-4ae3-ad46-6ad22ce8265e tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Made reservation on behalf of 5a63fb6ff3914223824fa0eaa31de351 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:33.323460 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2a4ec2b-5987-4ae3-ad46-6ad22ce8265e tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.500934 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2a4ec2b-5987-4ae3-ad46-6ad22ce8265e tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.559292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a4ec2b-5987-4ae3-ad46-6ad22ce8265e tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Pushing event updated for resources: {'Subnet': ['ID=af27af3d-a190-4769-81bf-969650955590,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:33.568337 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a4ec2b-5987-4ae3-ad46-6ad22ce8265e tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Checking segment: {'id': '4fa97062-f89b-4209-bd37-c3982f769e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a5901f-96d7-4036-8695-ca3db6826660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:33.568719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a4ec2b-5987-4ae3-ad46-6ad22ce8265e tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Network hostable DHCP agents. Network: e4a5901f-96d7-4036-8695-ca3db6826660, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:30:33.585327 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a4ec2b-5987-4ae3-ad46-6ad22ce8265e tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Network e4a5901f-96d7-4036-8695-ca3db6826660 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:30:33.593397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-a2a4ec2b-5987-4ae3-ad46-6ad22ce8265e tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, e4a5901f-96d7-4036-8695-ca3db6826660) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:33.597396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a4ec2b-5987-4ae3-ad46-6ad22ce8265e tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:33.597990 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a2a4ec2b-5987-4ae3-ad46-6ad22ce8265e tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.602621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e308c5-0285-4ea4-a971-20833b3ddd48 None None] Network e4a5901f-96d7-4036-8695-ca3db6826660 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:33.612090 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a2a4ec2b-5987-4ae3-ad46-6ad22ce8265e tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3892689 Jul 16 09:30:33.615110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43806) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:33.620155 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4bc58649-fa2d-4260-a375-04d6eca661a0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1263804075'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:33.640604 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc58649-fa2d-4260-a375-04d6eca661a0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Made reservation on behalf of 5a63fb6ff3914223824fa0eaa31de351 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:33.644863 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4bc58649-fa2d-4260-a375-04d6eca661a0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.673142 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bc58649-fa2d-4260-a375-04d6eca661a0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] vlan segment allocate from pool success with {'vlan_id': 57, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:30:33.683778 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4bc58649-fa2d-4260-a375-04d6eca661a0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.684122 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-4bc58649-fa2d-4260-a375-04d6eca661a0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Added segment 61a60891-8fb1-45fd-9a65-0265b8b3e2b8 of type vlan for network 1505051c-8422-458a-924a-8d3d4482395e Jul 16 09:30:33.724696 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4bc58649-fa2d-4260-a375-04d6eca661a0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.752389 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-e4a5901f-96d7-4036-8695-ca3db6826660', 'network_id': 'e4a5901f-96d7-4036-8695-ca3db6826660', 'tenant_id': '5a63fb6ff3914223824fa0eaa31de351', 'fixed_ips': [{'subnet_id': 'af27af3d-a190-4769-81bf-969650955590'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:30:33.753398 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.754206 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4bc58649-fa2d-4260-a375-04d6eca661a0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.759767 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc58649-fa2d-4260-a375-04d6eca661a0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:33.760368 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4bc58649-fa2d-4260-a375-04d6eca661a0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.799942 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4bc58649-fa2d-4260-a375-04d6eca661a0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1836791 Jul 16 09:30:33.802922 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43808) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:33.808436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f060e533-a077-4e67-8066-677234fc6fa4 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Request body: {'subnet': {'network_id': '1505051c-8422-458a-924a-8d3d4482395e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:33.844284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc58649-fa2d-4260-a375-04d6eca661a0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Pushing event updated for resources: {'Network': ['ID=1505051c-8422-458a-924a-8d3d4482395e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:33.870857 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 1505051c-8422-458a-924a-8d3d4482395e details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:30:33.903329 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f060e533-a077-4e67-8066-677234fc6fa4 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Made reservation on behalf of 5a63fb6ff3914223824fa0eaa31de351 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:33.907263 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f060e533-a077-4e67-8066-677234fc6fa4 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.939856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Allocated IP 172.20.0.2 (e4a5901f-96d7-4036-8695-ca3db6826660/af27af3d-a190-4769-81bf-969650955590/3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:34.099867 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:34.103720 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:34.105976 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f060e533-a077-4e67-8066-677234fc6fa4 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:34.112567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Transition to ACTIVE for port object 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:34.127148 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Transition to ACTIVE for port object 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:34.134500 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:34.163597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060e533-a077-4e67-8066-677234fc6fa4 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Pushing event updated for resources: {'Subnet': ['ID=6f04d40e-6d68-41e3-9779-18dd688b43b0,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:34.179221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Network e4a5901f-96d7-4036-8695-ca3db6826660 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:34.182135 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:34.182408 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f060e533-a077-4e67-8066-677234fc6fa4 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Checking segment: {'id': '61a60891-8fb1-45fd-9a65-0265b8b3e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1505051c-8422-458a-924a-8d3d4482395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:34.183034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060e533-a077-4e67-8066-677234fc6fa4 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Network hostable DHCP agents. Network: 1505051c-8422-458a-924a-8d3d4482395e, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:30:34.186005 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:34.193804 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Pushing event updated for resources: {'Port': ['ID=3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:34.205965 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f060e533-a077-4e67-8066-677234fc6fa4 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Network 1505051c-8422-458a-924a-8d3d4482395e is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:30:34.217523 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f060e533-a077-4e67-8066-677234fc6fa4 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 1505051c-8422-458a-924a-8d3d4482395e) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:34.222202 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f060e533-a077-4e67-8066-677234fc6fa4 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:34.224112 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f060e533-a077-4e67-8066-677234fc6fa4 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:34.240019 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f060e533-a077-4e67-8066-677234fc6fa4 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4357195 Jul 16 09:30:34.243118 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43810) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:34.248672 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fb1f9749-ec87-4368-bcbd-7e608499d8d0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Request body: {'router': {'external_gateway_info': {'network_id': '1505051c-8422-458a-924a-8d3d4482395e'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:34.248975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02602ebc-019b-4fa3-b93c-80f481c81d3b None None] Network 1505051c-8422-458a-924a-8d3d4482395e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:34.286207 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Attempting to bind port 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:34.286827 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Attempting to bind port 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '4fa97062-f89b-4209-bd37-c3982f769e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a5901f-96d7-4036-8695-ca3db6826660'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:34.287393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Attempting to bind port 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 on network e4a5901f-96d7-4036-8695-ca3db6826660 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:34.322653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:34.323031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Checking segment: {'id': '4fa97062-f89b-4209-bd37-c3982f769e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a5901f-96d7-4036-8695-ca3db6826660'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:34.323432 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:34.323824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Bound using segment: {'id': '4fa97062-f89b-4209-bd37-c3982f769e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a5901f-96d7-4036-8695-ca3db6826660'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:34.324291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Bound port: 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa97062-f89b-4209-bd37-c3982f769e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': 'e4a5901f-96d7-4036-8695-ca3db6826660'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:34.327590 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:34.439314 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] For port 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:34.443652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] For port 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7,segment=NetworkSegment(4fa97062-f89b-4209-bd37-c3982f769e85),segment_id=4fa97062-f89b-4209-bd37-c3982f769e85)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:34.448387 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:34.459706 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb1f9749-ec87-4368-bcbd-7e608499d8d0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:34.498082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-1505051c-8422-458a-924a-8d3d4482395e', 'network_id': '1505051c-8422-458a-924a-8d3d4482395e', 'tenant_id': '5a63fb6ff3914223824fa0eaa31de351', 'fixed_ips': [{'subnet_id': '6f04d40e-6d68-41e3-9779-18dd688b43b0'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:30:34.498944 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:34.551292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4ce06-2391-4902-8817-3d9e7a45a805 None None] Pushing event updated for resources: {'Port': ['ID=3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:34.586157 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [None req-fb1f9749-ec87-4368-bcbd-7e608499d8d0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:30:34.592993 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fb1f9749-ec87-4368-bcbd-7e608499d8d0 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] 10.222.0.20 "PUT /v2.0/routers/0d5df902-79b0-42fa-92a4-5117db463cbb HTTP/1.1" status: 400 len: 364 time: 0.3429739 Jul 16 09:30:34.593369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43812) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:34.657633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-f572a43e-83a5-4e96-95e9-1bba8deb2aca tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Deleting subnet 6f04d40e-6d68-41e3-9779-18dd688b43b0 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:30:34.694082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Allocated IP 172.21.0.2 (1505051c-8422-458a-924a-8d3d4482395e/6f04d40e-6d68-41e3-9779-18dd688b43b0/9e1b504d-ce7a-4597-a48d-dd33d9182c58) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:34.865468 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:34.873747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Transition to ACTIVE for port object 9e1b504d-ce7a-4597-a48d-dd33d9182c58 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:34.889294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Transition to ACTIVE for port object 9e1b504d-ce7a-4597-a48d-dd33d9182c58 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:34.894692 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f572a43e-83a5-4e96-95e9-1bba8deb2aca tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:34.898378 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:34.935054 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f572a43e-83a5-4e96-95e9-1bba8deb2aca tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:34.937568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Network 1505051c-8422-458a-924a-8d3d4482395e is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:34.940927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:34.944579 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:34.950162 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Pushing event updated for resources: {'Port': ['ID=9e1b504d-ce7a-4597-a48d-dd33d9182c58,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:35.009656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Attempting to bind port 9e1b504d-ce7a-4597-a48d-dd33d9182c58 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:35.009951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Attempting to bind port 9e1b504d-ce7a-4597-a48d-dd33d9182c58 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '61a60891-8fb1-45fd-9a65-0265b8b3e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1505051c-8422-458a-924a-8d3d4482395e'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:35.010315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Attempting to bind port 9e1b504d-ce7a-4597-a48d-dd33d9182c58 on network 1505051c-8422-458a-924a-8d3d4482395e {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:35.016001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:35.016378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Checking segment: {'id': '61a60891-8fb1-45fd-9a65-0265b8b3e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1505051c-8422-458a-924a-8d3d4482395e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:35.016832 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.017237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Bound using segment: {'id': '61a60891-8fb1-45fd-9a65-0265b8b3e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1505051c-8422-458a-924a-8d3d4482395e'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:35.017716 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Bound port: 9e1b504d-ce7a-4597-a48d-dd33d9182c58, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61a60891-8fb1-45fd-9a65-0265b8b3e2b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '1505051c-8422-458a-924a-8d3d4482395e'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:35.018109 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.026639 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f572a43e-83a5-4e96-95e9-1bba8deb2aca tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.094703 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f572a43e-83a5-4e96-95e9-1bba8deb2aca tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.098690 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-85678757-038f-4097-9c68-5036e1aec81a None None] For port 9e1b504d-ce7a-4597-a48d-dd33d9182c58, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:35.102573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-85678757-038f-4097-9c68-5036e1aec81a None None] For port 9e1b504d-ce7a-4597-a48d-dd33d9182c58, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9e1b504d-ce7a-4597-a48d-dd33d9182c58,segment=NetworkSegment(61a60891-8fb1-45fd-9a65-0265b8b3e2b8),segment_id=61a60891-8fb1-45fd-9a65-0265b8b3e2b8)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:35.108384 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.130636 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f572a43e-83a5-4e96-95e9-1bba8deb2aca tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Pushing event deleted for resources: {'Subnet': ['ID=6f04d40e-6d68-41e3-9779-18dd688b43b0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:35.131408 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f572a43e-83a5-4e96-95e9-1bba8deb2aca tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.133574 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f572a43e-83a5-4e96-95e9-1bba8deb2aca tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] 10.222.0.20 "DELETE /v2.0/subnets/6f04d40e-6d68-41e3-9779-18dd688b43b0 HTTP/1.1" status: 204 len: 168 time: 0.5390286 Jul 16 09:30:35.136007 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43814) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:35.162147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:35.240915 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.309177 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Deleting port 9e1b504d-ce7a-4597-a48d-dd33d9182c58 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:30:35.310240 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.389093 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] For port 9e1b504d-ce7a-4597-a48d-dd33d9182c58, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9e1b504d-ce7a-4597-a48d-dd33d9182c58,segment=NetworkSegment(61a60891-8fb1-45fd-9a65-0265b8b3e2b8),segment_id=61a60891-8fb1-45fd-9a65-0265b8b3e2b8)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:35.389459 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.404714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Calling delete_port for 9e1b504d-ce7a-4597-a48d-dd33d9182c58 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:30:35.408296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85678757-038f-4097-9c68-5036e1aec81a None None] Pushing event updated for resources: {'Port': ['ID=9e1b504d-ce7a-4597-a48d-dd33d9182c58,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:35.452125 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b814084e-77fd-4959-9e4a-ffadb43d01d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.460665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:35.526395 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.553740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Pushing event deleted for resources: {'Port': ['ID=9e1b504d-ce7a-4597-a48d-dd33d9182c58,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:35.564944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] No DVR routers for this DVR port 9e1b504d-ce7a-4597-a48d-dd33d9182c58 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:30:35.656961 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.668319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1505051c-8422-458a-924a-8d3d4482395e']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:35.675546 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432e576f-76d9-474d-8e64-f3ca0069e0c1 None None] Network e4a5901f-96d7-4036-8695-ca3db6826660 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:35.679052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61a60891-8fb1-45fd-9a65-0265b8b3e2b8') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:35.679345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61a60891-8fb1-45fd-9a65-0265b8b3e2b8') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:35.688190 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.702053 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.708640 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:30:35.708963 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:30:35.712647 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:30:35.775265 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.781540 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.786826 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] 10.222.0.20 "DELETE /v2.0/networks/1505051c-8422-458a-924a-8d3d4482395e HTTP/1.1" status: 204 len: 168 time: 0.6462746 Jul 16 09:30:35.787785 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43816) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:35.793585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-508d9b65-5f56-4214-b728-79b36b6ff6c1 None None] Provisioning for port 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:35.800831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b38f4-7c65-4350-827a-5b67b3cea939 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Pushing event deleted for resources: {'Network': ['ID=1505051c-8422-458a-924a-8d3d4482395e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:35.802902 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-508d9b65-5f56-4214-b728-79b36b6ff6c1 None None] Provisioning complete for port 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:35.803313 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-508d9b65-5f56-4214-b728-79b36b6ff6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.849908 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f7801bd-3443-4a53-9be2-6b273f6d604f tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Deleting subnet af27af3d-a190-4769-81bf-969650955590 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:30:35.853041 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f7801bd-3443-4a53-9be2-6b273f6d604f tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.893327 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f7801bd-3443-4a53-9be2-6b273f6d604f tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.915915 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-508d9b65-5f56-4214-b728-79b36b6ff6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.952103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-508d9b65-5f56-4214-b728-79b36b6ff6c1 None None] For port 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7,segment=NetworkSegment(4fa97062-f89b-4209-bd37-c3982f769e85),segment_id=4fa97062-f89b-4209-bd37-c3982f769e85)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:35.961260 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-508d9b65-5f56-4214-b728-79b36b6ff6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.002255 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f7801bd-3443-4a53-9be2-6b273f6d604f tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.026200 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.037260 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d9b65-5f56-4214-b728-79b36b6ff6c1 None None] Pushing event updated for resources: {'Port': ['ID=3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:36.075494 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f7801bd-3443-4a53-9be2-6b273f6d604f tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.103777 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7801bd-3443-4a53-9be2-6b273f6d604f tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Pushing event deleted for resources: {'Subnet': ['ID=af27af3d-a190-4769-81bf-969650955590,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:36.112317 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4f7801bd-3443-4a53-9be2-6b273f6d604f tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.116617 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4f7801bd-3443-4a53-9be2-6b273f6d604f tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] 10.222.0.20 "DELETE /v2.0/subnets/af27af3d-a190-4769-81bf-969650955590 HTTP/1.1" status: 204 len: 168 time: 0.3246756 Jul 16 09:30:36.116965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43818) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:36.201108 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.263691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dc7e5c-1eb1-4490-8bf6-1acf0d64b352 None None] Network e4a5901f-96d7-4036-8695-ca3db6826660 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:36.268883 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Deleting port 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:30:36.269207 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.338381 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] For port 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7,segment=NetworkSegment(4fa97062-f89b-4209-bd37-c3982f769e85),segment_id=4fa97062-f89b-4209-bd37-c3982f769e85)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:36.339099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1c279ae0-c4ae-4157-b789-6d98eab7d50e None None] Provisioning complete for port 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:36.339230 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.339350 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1c279ae0-c4ae-4157-b789-6d98eab7d50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.351153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Calling delete_port for 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:30:36.437249 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.457021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-1c279ae0-c4ae-4157-b789-6d98eab7d50e None None] Port 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 update to ACTIVE by agent not found {{(pid=93696) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 09:30:36.465420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Pushing event deleted for resources: {'Port': ['ID=3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:36.467197 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] No DVR routers for this DVR port 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:30:36.470321 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b602a5-6ee8-46dd-8ed1-fac2e8f527db None None] DHCP port deletion for 1505051c-8422-458a-924a-8d3d4482395e request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:30:36.490597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4bad13-9c6a-4cbf-8d7d-cbe47c62bdac None None] Network 1505051c-8422-458a-924a-8d3d4482395e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:36.503454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4bad13-9c6a-4cbf-8d7d-cbe47c62bdac None None] Network 1505051c-8422-458a-924a-8d3d4482395e could not be found, it might have been deleted concurrently. {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 09:30:36.544045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06abcb70-b963-4d5d-a744-1e348020685c None None] DHCP port deletion for e4a5901f-96d7-4036-8695-ca3db6826660 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:30:36.552957 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.563824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4a5901f-96d7-4036-8695-ca3db6826660']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:36.569251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fdfed0cb-5038-41ff-aca7-f38b5cffe7d4 None None] Could not find standard attr ID for object 9e1b504d-ce7a-4597-a48d-dd33d9182c58. {{(pid=93696) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:30:36.574590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa97062-f89b-4209-bd37-c3982f769e85') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:36.574923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa97062-f89b-4209-bd37-c3982f769e85') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:36.583593 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.597067 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.602629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:30:36.603007 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:30:36.605891 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:30:36.666854 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.673697 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.675575 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] 10.222.0.20 "DELETE /v2.0/networks/e4a5901f-96d7-4036-8695-ca3db6826660 HTTP/1.1" status: 204 len: 168 time: 0.5575607 Jul 16 09:30:36.679616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43820) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:36.687021 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89e745-dd3e-4ac4-87de-e70c6650981b tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Pushing event deleted for resources: {'Network': ['ID=e4a5901f-96d7-4036-8695-ca3db6826660,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:36.715178 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7af606df-7051-4140-bcb3-3af6bda7096a tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] 10.222.0.20 "GET /v2.0/ports?device_id=0d5df902-79b0-42fa-92a4-5117db463cbb HTTP/1.1" status: 200 len: 205 time: 0.0341098 Jul 16 09:30:36.718810 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43822) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:36.795732 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d07718a2-145c-4ac0-bfca-837e47769521 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.955045 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d07718a2-145c-4ac0-bfca-837e47769521 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.957168 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d07718a2-145c-4ac0-bfca-837e47769521 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:37.001527 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d07718a2-145c-4ac0-bfca-837e47769521 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:37.002123 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d07718a2-145c-4ac0-bfca-837e47769521 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Fanout notify agent at l3_agent the message router_deleted on router 0d5df902-79b0-42fa-92a4-5117db463cbb {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:30:37.010105 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d07718a2-145c-4ac0-bfca-837e47769521 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:37.011206 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d07718a2-145c-4ac0-bfca-837e47769521 tempest-RoutersNegativeTest-1875580029 tempest-RoutersNegativeTest-1875580029-project] 10.222.0.20 "DELETE /v2.0/routers/0d5df902-79b0-42fa-92a4-5117db463cbb HTTP/1.1" status: 204 len: 168 time: 0.2915325 Jul 16 09:30:37.097045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:30:37.118510 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:30:37.118856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3d4f6467-b4ed-4f8c-8b29-cee7b2bd5ce7 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:30:37.250346 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43828) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:37.376919 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cbddc5c7-8972-4194-8b93-2fd07054e9a0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5a63fb6ff3914223824fa0eaa31de351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1253161 Jul 16 09:30:37.379832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43832) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:37.427242 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-821a71a9-ab3d-46e2-a961-56befa673c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:37.447344 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-821a71a9-ab3d-46e2-a961-56befa673c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:37.493325 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-821a71a9-ab3d-46e2-a961-56befa673c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:37.495880 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-821a71a9-ab3d-46e2-a961-56befa673c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:37.497062 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-821a71a9-ab3d-46e2-a961-56befa673c7d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aca2d7a5-c7f8-4ef4-87c5-1c09796344da HTTP/1.1" status: 204 len: 168 time: 0.1163359 Jul 16 09:30:37.504418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821a71a9-ab3d-46e2-a961-56befa673c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca2d7a5-c7f8-4ef4-87c5-1c09796344da,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:37.977114 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4b93d225-fab2-4dea-bfd0-1adb0419ce68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.093233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43854) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:38.185333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-141935168-network', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:38.206613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] Made reservation on behalf of 7f25d454b11247d0b4d66095842dbf60 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:38.209043 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.217157 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.257612 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.308140 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.311714 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.338784 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] vlan segment allocate from pool success with {'vlan_id': 81, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:30:38.344867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8826e928-fbf6-4cb7-8842-9eaa334d6b2b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:38.351915 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.352258 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] Added segment adfa7526-d731-43e5-a24c-9d331320c382 of type vlan for network 772f674e-f780-4220-a9b6-9c3e8b25a322 Jul 16 09:30:38.391512 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.419940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.420919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:38.421494 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.451936 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3576074 Jul 16 09:30:38.454822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43858) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:38.460363 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-dcb53427-579e-4078-9c40-356b28c9215c admin admin] Request body: {'subnet': {'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-141935168-subnet', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60', 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:38.481161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb53427-579e-4078-9c40-356b28c9215c admin admin] Made reservation on behalf of 7f25d454b11247d0b4d66095842dbf60 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:38.482859 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f1b6e-bc66-4bac-8b97-a604b7e10a4d admin admin] Pushing event updated for resources: {'Network': ['ID=772f674e-f780-4220-a9b6-9c3e8b25a322,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:38.483770 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcb53427-579e-4078-9c40-356b28c9215c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.493055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 772f674e-f780-4220-a9b6-9c3e8b25a322 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:30:38.654350 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcb53427-579e-4078-9c40-356b28c9215c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.710603 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb53427-579e-4078-9c40-356b28c9215c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c666f97-b8a0-4b6b-9562-15490f12e523,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:38.720420 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb53427-579e-4078-9c40-356b28c9215c admin admin] Checking segment: {'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:38.720803 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb53427-579e-4078-9c40-356b28c9215c admin admin] Network hostable DHCP agents. Network: 772f674e-f780-4220-a9b6-9c3e8b25a322, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:30:38.736484 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb53427-579e-4078-9c40-356b28c9215c admin admin] Network 772f674e-f780-4220-a9b6-9c3e8b25a322 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:30:38.745465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-dcb53427-579e-4078-9c40-356b28c9215c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 772f674e-f780-4220-a9b6-9c3e8b25a322) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:38.749440 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb53427-579e-4078-9c40-356b28c9215c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:38.750031 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dcb53427-579e-4078-9c40-356b28c9215c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.754867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7be3fc-08fd-4123-954f-7d4fad1064a2 None None] Network 772f674e-f780-4220-a9b6-9c3e8b25a322 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:38.764124 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dcb53427-579e-4078-9c40-356b28c9215c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3081732 Jul 16 09:30:38.766838 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43862) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:38.771870 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-141935168-router', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:38.793165 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.794148 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.854771 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.903925 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-772f674e-f780-4220-a9b6-9c3e8b25a322', 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60', 'fixed_ips': [{'subnet_id': '0c666f97-b8a0-4b6b-9562-15490f12e523'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:30:38.904833 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.995754 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:39.042191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Allocated IP 172.20.0.2 (772f674e-f780-4220-a9b6-9c3e8b25a322/0c666f97-b8a0-4b6b-9562-15490f12e523/96aa89e3-1fc2-40d0-9dd8-4b423cfe7463) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:39.182402 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:39.192291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Transition to ACTIVE for port object 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:39.192855 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:39.207176 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Transition to ACTIVE for port object 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:39.213205 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:39.216267 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:39.257248 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Network 772f674e-f780-4220-a9b6-9c3e8b25a322 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:39.259979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:39.263783 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:39.271076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Pushing event updated for resources: {'Port': ['ID=96aa89e3-1fc2-40d0-9dd8-4b423cfe7463,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:39.322635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Allocated IP 172.25.4.240 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/9c178980-0527-48db-b5ab-d2ae7d10f9ae) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:39.325731 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Attempting to bind port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:39.326101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Attempting to bind port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:39.326473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Attempting to bind port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 on network 772f674e-f780-4220-a9b6-9c3e8b25a322 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:39.331940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:39.332316 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Checking segment: {'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:39.332758 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:39.333151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Bound using segment: {'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:39.333617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Bound port: 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:39.334003 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:39.396558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] For port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:39.399766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] For port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=96aa89e3-1fc2-40d0-9dd8-4b423cfe7463,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:39.403705 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:39.430817 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:39.465164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829044e-3174-40ec-81b1-e1eec0986d84 None None] Pushing event updated for resources: {'Port': ['ID=96aa89e3-1fc2-40d0-9dd8-4b423cfe7463,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:39.475510 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:39.519290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:39.522359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:39.526842 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:39.529779 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Pushing event updated for resources: {'Port': ['ID=9c178980-0527-48db-b5ab-d2ae7d10f9ae,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:39.785290 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:39.922289 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:40.329646 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:40.363429 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc28331-9904-4f6a-b5ec-c429079630fd None None] Network 772f674e-f780-4220-a9b6-9c3e8b25a322 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:40.438412 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0212afcd-87c7-4b77-849c-76f055e76e0c None None] Provisioning for port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:40.462209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Router 06e6b18b-7c89-4350-b065-128b63835ea2 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:30:40.570552 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:30:40.581229 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Sync routers for ids ['06e6b18b-7c89-4350-b065-128b63835ea2'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:30:40.587264 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:40.591046 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2ede7b5b-60b3-49f6-b0a2-bff922cb81ac admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.8207002 Jul 16 09:30:40.591255 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43864) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:40.605607 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Routers {'06e6b18b-7c89-4350-b065-128b63835ea2'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:40.606274 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:30:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['06e6b18b-7c89-4350-b065-128b63835ea2'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:40.807390 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Set router 06e6b18b-7c89-4350-b065-128b63835ea2 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:40.977364 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'name': 'tempest-TestEncryptedCinderVolumes-141935168-router', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9c178980-0527-48db-b5ab-d2ae7d10f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:38Z', 'updated_at': '2021-07-16T09:30:39Z', 'revision_number': 3, 'project_id': '7f25d454b11247d0b4d66095842dbf60', 'gw_port': {'id': '9c178980-0527-48db-b5ab-d2ae7d10f9ae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:39Z', 'updated_at': '2021-07-16T09:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:41.007853 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Checking router: 06e6b18b-7c89-4350-b065-128b63835ea2 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:30:41.008192 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Updating router 06e6b18b-7c89-4350-b065-128b63835ea2 port 9c178980-0527-48db-b5ab-d2ae7d10f9ae binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:30:41.010866 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.042888 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.141998 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:41.197053 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:41.201481 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:41.201949 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.205049 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Allocated IP 172.20.0.1 (772f674e-f780-4220-a9b6-9c3e8b25a322/0c666f97-b8a0-4b6b-9562-15490f12e523/b5b8b9b3-0886-4774-a15e-12f3be38125a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:41.295368 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.311052 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.313683 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.321117 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Transition to ACTIVE for port object 9c178980-0527-48db-b5ab-d2ae7d10f9ae will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:41.326943 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.328673 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Transition to ACTIVE for port object b5b8b9b3-0886-4774-a15e-12f3be38125a will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:41.337905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=96aa89e3-1fc2-40d0-9dd8-4b423cfe7463,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:41.343359 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.373101 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.379355 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Attempting to bind port 9c178980-0527-48db-b5ab-d2ae7d10f9ae on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:41.379813 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Attempting to bind port 9c178980-0527-48db-b5ab-d2ae7d10f9ae by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:41.380075 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Attempting to bind port 9c178980-0527-48db-b5ab-d2ae7d10f9ae on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:41.388839 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07da1b-650b-486c-9008-ccbc8262e38a None None] Pushing event updated for resources: {'Port': ['ID=9c178980-0527-48db-b5ab-d2ae7d10f9ae,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:41.391739 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:41.392104 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:41.392527 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.392915 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:41.393887 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Bound port: 9c178980-0527-48db-b5ab-d2ae7d10f9ae, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:41.394258 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.399099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=96aa89e3-1fc2-40d0-9dd8-4b423cfe7463,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:41.400746 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07da1b-650b-486c-9008-ccbc8262e38a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:41.401090 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07da1b-650b-486c-9008-ccbc8262e38a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:41.401422 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07da1b-650b-486c-9008-ccbc8262e38a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:41.401749 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07da1b-650b-486c-9008-ccbc8262e38a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:41.402071 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07da1b-650b-486c-9008-ccbc8262e38a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:41.402390 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07da1b-650b-486c-9008-ccbc8262e38a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:41.402702 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07da1b-650b-486c-9008-ccbc8262e38a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:41.403198 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07da1b-650b-486c-9008-ccbc8262e38a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:41.403686 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07da1b-650b-486c-9008-ccbc8262e38a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:41.404166 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07da1b-650b-486c-9008-ccbc8262e38a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:41.404665 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07da1b-650b-486c-9008-ccbc8262e38a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:41.405143 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af07da1b-650b-486c-9008-ccbc8262e38a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:30:41.418468 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Network 772f674e-f780-4220-a9b6-9c3e8b25a322 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:41.425406 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.427555 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:41.430182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:41.456928 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] For port 9c178980-0527-48db-b5ab-d2ae7d10f9ae, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:41.457188 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Pushing event updated for resources: {'Port': ['ID=b5b8b9b3-0886-4774-a15e-12f3be38125a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:41.459970 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] For port 9c178980-0527-48db-b5ab-d2ae7d10f9ae, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9c178980-0527-48db-b5ab-d2ae7d10f9ae,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:41.467330 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.477743 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.529919 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af07da1b-650b-486c-9008-ccbc8262e38a None None] Pushing event updated for resources: {'Port': ['ID=9c178980-0527-48db-b5ab-d2ae7d10f9ae,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:41.537403 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Routers {'06e6b18b-7c89-4350-b065-128b63835ea2'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:41.538261 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:30:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['06e6b18b-7c89-4350-b065-128b63835ea2'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:41.631376 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.648700 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] Set router 06e6b18b-7c89-4350-b065-128b63835ea2 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:41.693558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cc141c9a-07ed-49d8-a89e-a7ed1aa4824d None None] Provisioning for port b5b8b9b3-0886-4774-a15e-12f3be38125a completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:41.697384 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cc141c9a-07ed-49d8-a89e-a7ed1aa4824d None None] Provisioning complete for port b5b8b9b3-0886-4774-a15e-12f3be38125a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:41.697916 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cc141c9a-07ed-49d8-a89e-a7ed1aa4824d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.732894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-cc141c9a-07ed-49d8-a89e-a7ed1aa4824d None None] Port b5b8b9b3-0886-4774-a15e-12f3be38125a cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:30:41.801171 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.806675 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.836578 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'name': 'tempest-TestEncryptedCinderVolumes-141935168-router', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9c178980-0527-48db-b5ab-d2ae7d10f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:38Z', 'updated_at': '2021-07-16T09:30:39Z', 'revision_number': 3, 'project_id': '7f25d454b11247d0b4d66095842dbf60', 'gw_port': {'id': '9c178980-0527-48db-b5ab-d2ae7d10f9ae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:39Z', 'updated_at': '2021-07-16T09:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:41.863773 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0060dee-c49b-4974-bc6e-4c3956cd872c None None] The sync data for ids ['06e6b18b-7c89-4350-b065-128b63835ea2'] in n-d-758944-46 is: [{'id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'name': 'tempest-TestEncryptedCinderVolumes-141935168-router', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9c178980-0527-48db-b5ab-d2ae7d10f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:38Z', 'updated_at': '2021-07-16T09:30:39Z', 'revision_number': 3, 'project_id': '7f25d454b11247d0b4d66095842dbf60', 'gw_port': {'id': '9c178980-0527-48db-b5ab-d2ae7d10f9ae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:39Z', 'updated_at': '2021-07-16T09:30:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:30:41.876946 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:41.892962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Pushing event updated for resources: {'Port': ['ID=b5b8b9b3-0886-4774-a15e-12f3be38125a,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:41.987726 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Network 772f674e-f780-4220-a9b6-9c3e8b25a322 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:41.989256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:42.133402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Router 06e6b18b-7c89-4350-b065-128b63835ea2 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:30:42.262122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:30:42.269100 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eedf6444-0a94-46b1-969d-2a8f53f4349b admin admin] 10.222.0.20 "PUT /v2.0/routers/06e6b18b-7c89-4350-b065-128b63835ea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6754293 Jul 16 09:30:42.354374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f7e38af5-c348-4b6b-abdd-4a3a93b4898b None None] Provisioning complete for port b5b8b9b3-0886-4774-a15e-12f3be38125a triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:42.354742 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f7e38af5-c348-4b6b-abdd-4a3a93b4898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:42.394334 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f7e38af5-c348-4b6b-abdd-4a3a93b4898b None None] Port b5b8b9b3-0886-4774-a15e-12f3be38125a cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:30:42.743764 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43880) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:42.748917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2122514742-network', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:42.770472 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] Made reservation on behalf of 7319f7ae58c24b3b9484de83bca44208 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:42.773302 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:42.781744 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:42.869764 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:42.873597 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:42.898621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] vlan segment allocate from pool success with {'vlan_id': 77, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:30:42.908426 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f63d0f9-1dd8-4521-b2ef-e9d46ce359f0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:42.914399 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:42.914760 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] Added segment 2db24bb3-315c-4781-a74a-fab51a417440 of type vlan for network 4e8bebc0-914a-438d-8109-f0fb0875126b Jul 16 09:30:42.958623 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:42.986625 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:42.988104 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:42.988702 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.021401 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2765222 Jul 16 09:30:43.024349 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43882) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:43.029983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-143e128a-e86b-4540-9d0b-5aac7f7b8ad9 admin admin] Request body: {'subnet': {'network_id': '4e8bebc0-914a-438d-8109-f0fb0875126b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2122514742-subnet', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:43.050809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143e128a-e86b-4540-9d0b-5aac7f7b8ad9 admin admin] Made reservation on behalf of 7319f7ae58c24b3b9484de83bca44208 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:43.053436 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-143e128a-e86b-4540-9d0b-5aac7f7b8ad9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.053676 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60e6be3-d91e-4aaa-b610-cf661c81d05c admin admin] Pushing event updated for resources: {'Network': ['ID=4e8bebc0-914a-438d-8109-f0fb0875126b,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:43.064963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 4e8bebc0-914a-438d-8109-f0fb0875126b details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:30:43.199556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9c178980-0527-48db-b5ab-d2ae7d10f9ae up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:43.247046 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-143e128a-e86b-4540-9d0b-5aac7f7b8ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.249216 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 9c178980-0527-48db-b5ab-d2ae7d10f9ae completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:43.254924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 9c178980-0527-48db-b5ab-d2ae7d10f9ae triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:43.255376 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.305325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143e128a-e86b-4540-9d0b-5aac7f7b8ad9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0959ab1-5afe-4f59-b1ef-de9aaee5ade3,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:43.315908 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143e128a-e86b-4540-9d0b-5aac7f7b8ad9 admin admin] Checking segment: {'id': '2db24bb3-315c-4781-a74a-fab51a417440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4e8bebc0-914a-438d-8109-f0fb0875126b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:43.316310 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e128a-e86b-4540-9d0b-5aac7f7b8ad9 admin admin] Network hostable DHCP agents. Network: 4e8bebc0-914a-438d-8109-f0fb0875126b, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:30:43.335156 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143e128a-e86b-4540-9d0b-5aac7f7b8ad9 admin admin] Network 4e8bebc0-914a-438d-8109-f0fb0875126b is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:30:43.344430 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.346042 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-143e128a-e86b-4540-9d0b-5aac7f7b8ad9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 4e8bebc0-914a-438d-8109-f0fb0875126b) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:43.352363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143e128a-e86b-4540-9d0b-5aac7f7b8ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:43.353133 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-143e128a-e86b-4540-9d0b-5aac7f7b8ad9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.357858 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e8cb1-4441-475c-9b67-9776a0ad59de None None] Network 4e8bebc0-914a-438d-8109-f0fb0875126b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:43.368870 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-143e128a-e86b-4540-9d0b-5aac7f7b8ad9 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3427622 Jul 16 09:30:43.371761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 43884) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:43.376354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2122514742-router', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:43.380561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 9c178980-0527-48db-b5ab-d2ae7d10f9ae, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9c178980-0527-48db-b5ab-d2ae7d10f9ae,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:43.390340 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.391128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:43.404057 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.405178 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.459119 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.541129 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Sync routers for ids ['06e6b18b-7c89-4350-b065-128b63835ea2'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:30:43.547756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=9c178980-0527-48db-b5ab-d2ae7d10f9ae,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:43.568559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:43.568928 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.574528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Routers {'06e6b18b-7c89-4350-b065-128b63835ea2'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:43.575152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:30:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['06e6b18b-7c89-4350-b065-128b63835ea2'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:43.599776 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.666151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-4e8bebc0-914a-438d-8109-f0fb0875126b', 'network_id': '4e8bebc0-914a-438d-8109-f0fb0875126b', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208', 'fixed_ips': [{'subnet_id': 'a0959ab1-5afe-4f59-b1ef-de9aaee5ade3'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:30:43.667010 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.802642 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.821715 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:43.832729 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Set router 06e6b18b-7c89-4350-b065-128b63835ea2 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:43.926602 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Allocated IP 172.25.4.249 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/b2da4301-7375-4437-a010-9d093c69686f) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:44.038862 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.083284 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.105564 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Allocated IP 172.20.0.2 (4e8bebc0-914a-438d-8109-f0fb0875126b/a0959ab1-5afe-4f59-b1ef-de9aaee5ade3/918c712b-0785-4b2d-a20c-9f0b4180610f) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:44.122679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:44.127103 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:44.132121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:44.135128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Pushing event updated for resources: {'Port': ['ID=b2da4301-7375-4437-a010-9d093c69686f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:44.348556 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.354908 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'name': 'tempest-TestEncryptedCinderVolumes-141935168-router', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9c178980-0527-48db-b5ab-d2ae7d10f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:38Z', 'updated_at': '2021-07-16T09:30:41Z', 'revision_number': 4, 'project_id': '7f25d454b11247d0b4d66095842dbf60', 'gw_port': {'id': '9c178980-0527-48db-b5ab-d2ae7d10f9ae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:39Z', 'updated_at': '2021-07-16T09:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b5b8b9b3-0886-4774-a15e-12f3be38125a', 'name': '', 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60', 'mac_address': 'fa:16:3e:19:cc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '0c666f97-b8a0-4b6b-9562-15490f12e523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:41Z', 'updated_at': '2021-07-16T09:30:41Z', 'revision_number': 2, 'project_id': '7f25d454b11247d0b4d66095842dbf60', 'subnets': [{'id': '0c666f97-b8a0-4b6b-9562-15490f12e523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:44.384509 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Transition to ACTIVE for port object 918c712b-0785-4b2d-a20c-9f0b4180610f will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:44.389045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Checking router: 06e6b18b-7c89-4350-b065-128b63835ea2 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:30:44.389392 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Updating router 06e6b18b-7c89-4350-b065-128b63835ea2 port b5b8b9b3-0886-4774-a15e-12f3be38125a binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:30:44.395070 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.426271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Transition to ACTIVE for port object 918c712b-0785-4b2d-a20c-9f0b4180610f will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:44.432166 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.435612 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.489098 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Network 4e8bebc0-914a-438d-8109-f0fb0875126b is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:44.510992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:44.517181 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:44.521615 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Pushing event updated for resources: {'Port': ['ID=918c712b-0785-4b2d-a20c-9f0b4180610f,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:44.595942 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.648423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Attempting to bind port 918c712b-0785-4b2d-a20c-9f0b4180610f on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:44.648811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Attempting to bind port 918c712b-0785-4b2d-a20c-9f0b4180610f by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '2db24bb3-315c-4781-a74a-fab51a417440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4e8bebc0-914a-438d-8109-f0fb0875126b'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:44.649170 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Attempting to bind port 918c712b-0785-4b2d-a20c-9f0b4180610f on network 4e8bebc0-914a-438d-8109-f0fb0875126b {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:44.664637 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:44.665010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Checking segment: {'id': '2db24bb3-315c-4781-a74a-fab51a417440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4e8bebc0-914a-438d-8109-f0fb0875126b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:44.665413 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.665807 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Bound using segment: {'id': '2db24bb3-315c-4781-a74a-fab51a417440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4e8bebc0-914a-438d-8109-f0fb0875126b'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:44.666275 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Bound port: 918c712b-0785-4b2d-a20c-9f0b4180610f, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db24bb3-315c-4781-a74a-fab51a417440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4e8bebc0-914a-438d-8109-f0fb0875126b'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:44.666654 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.723271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Router d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:30:44.792590 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] For port 918c712b-0785-4b2d-a20c-9f0b4180610f, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:44.809862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] For port 918c712b-0785-4b2d-a20c-9f0b4180610f, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=918c712b-0785-4b2d-a20c-9f0b4180610f,segment=NetworkSegment(2db24bb3-315c-4781-a74a-fab51a417440),segment_id=2db24bb3-315c-4781-a74a-fab51a417440)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:44.816011 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.831836 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:30:44.841226 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Sync routers for ids ['d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:30:44.851398 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Routers {'d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:44.852007 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.852814 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0568f586-2727-42f0-97c2-84864333fafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:30:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:44.853562 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-14ab3f70-8383-496b-acf8-9f0e643caf16 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4805446 Jul 16 09:30:44.856098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 43886) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:30:44.915954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60345cf9-c91f-423f-adac-d40a73358a9d None None] Pushing event updated for resources: {'Port': ['ID=918c712b-0785-4b2d-a20c-9f0b4180610f,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:44.920042 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.931757 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Transition to ACTIVE for port object b5b8b9b3-0886-4774-a15e-12f3be38125a will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:44.939747 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:44.974541 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Set router d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:45.042716 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea644e3-fa37-43f8-aaa0-878ad32f2d05 None None] Pushing event updated for resources: {'Port': ['ID=b5b8b9b3-0886-4774-a15e-12f3be38125a,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:45.057258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Attempting to bind port b5b8b9b3-0886-4774-a15e-12f3be38125a on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:45.057621 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Attempting to bind port b5b8b9b3-0886-4774-a15e-12f3be38125a by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:45.057980 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Attempting to bind port b5b8b9b3-0886-4774-a15e-12f3be38125a on network 772f674e-f780-4220-a9b6-9c3e8b25a322 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:45.071873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:45.072262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Checking segment: {'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:45.072792 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.073132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Bound using segment: {'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:45.073566 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Bound port: b5b8b9b3-0886-4774-a15e-12f3be38125a, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:45.073947 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.173875 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] For port b5b8b9b3-0886-4774-a15e-12f3be38125a, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:45.188976 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] For port b5b8b9b3-0886-4774-a15e-12f3be38125a, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b5b8b9b3-0886-4774-a15e-12f3be38125a,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:45.202243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9c178980-0527-48db-b5ab-d2ae7d10f9ae up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:45.208696 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.280403 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0568f586-2727-42f0-97c2-84864333fafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'name': 'tempest-TestEncryptedCinderVolumes-2122514742-router', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'b2da4301-7375-4437-a010-9d093c69686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:30:44Z', 'revision_number': 3, 'project_id': '7319f7ae58c24b3b9484de83bca44208', 'gw_port': {'id': 'b2da4301-7375-4437-a010-9d093c69686f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:30:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:45.322518 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Checking router: d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:30:45.322798 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Updating router d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 port b2da4301-7375-4437-a010-9d093c69686f binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:30:45.331415 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Routers {'06e6b18b-7c89-4350-b065-128b63835ea2'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:45.332058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:30:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['06e6b18b-7c89-4350-b065-128b63835ea2'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:45.362976 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.373685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea644e3-fa37-43f8-aaa0-878ad32f2d05 None None] Pushing event updated for resources: {'Port': ['ID=b5b8b9b3-0886-4774-a15e-12f3be38125a,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:45.445717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 9c178980-0527-48db-b5ab-d2ae7d10f9ae triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:45.446088 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.524676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] Set router 06e6b18b-7c89-4350-b065-128b63835ea2 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:45.531035 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.690754 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.701678 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Transition to ACTIVE for port object b2da4301-7375-4437-a010-9d093c69686f will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:45.708786 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.773881 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1faba70-e910-422d-9ed4-5ec66e89aa2f None None] Pushing event updated for resources: {'Port': ['ID=b2da4301-7375-4437-a010-9d093c69686f,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:45.781431 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Attempting to bind port b2da4301-7375-4437-a010-9d093c69686f on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:45.781755 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Attempting to bind port b2da4301-7375-4437-a010-9d093c69686f by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:45.782064 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Attempting to bind port b2da4301-7375-4437-a010-9d093c69686f on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:45.785961 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:30:45.789273 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:45.789775 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:45.790100 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.790538 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:45.791740 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Bound port: b2da4301-7375-4437-a010-9d093c69686f, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:45.792370 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:45.817947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'name': 'tempest-TestEncryptedCinderVolumes-141935168-router', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9c178980-0527-48db-b5ab-d2ae7d10f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:38Z', 'updated_at': '2021-07-16T09:30:41Z', 'revision_number': 4, 'project_id': '7f25d454b11247d0b4d66095842dbf60', 'gw_port': {'id': '9c178980-0527-48db-b5ab-d2ae7d10f9ae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:39Z', 'updated_at': '2021-07-16T09:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b5b8b9b3-0886-4774-a15e-12f3be38125a', 'name': '', 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60', 'mac_address': 'fa:16:3e:19:cc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '0c666f97-b8a0-4b6b-9562-15490f12e523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:41Z', 'updated_at': '2021-07-16T09:30:45Z', 'revision_number': 4, 'project_id': '7f25d454b11247d0b4d66095842dbf60', 'subnets': [{'id': '0c666f97-b8a0-4b6b-9562-15490f12e523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:45.850514 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5148ffaf-6c0c-4c68-91e5-77a65b0cd7d9 None None] The sync data for ids ['06e6b18b-7c89-4350-b065-128b63835ea2'] in n-d-758944-46 is: [{'id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'name': 'tempest-TestEncryptedCinderVolumes-141935168-router', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9c178980-0527-48db-b5ab-d2ae7d10f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:38Z', 'updated_at': '2021-07-16T09:30:41Z', 'revision_number': 4, 'project_id': '7f25d454b11247d0b4d66095842dbf60', 'gw_port': {'id': '9c178980-0527-48db-b5ab-d2ae7d10f9ae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:39Z', 'updated_at': '2021-07-16T09:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b5b8b9b3-0886-4774-a15e-12f3be38125a', 'name': '', 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60', 'mac_address': 'fa:16:3e:19:cc:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '0c666f97-b8a0-4b6b-9562-15490f12e523', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:41Z', 'updated_at': '2021-07-16T09:30:45Z', 'revision_number': 4, 'project_id': '7f25d454b11247d0b4d66095842dbf60', 'subnets': [{'id': '0c666f97-b8a0-4b6b-9562-15490f12e523', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:30:45.978498 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-0568f586-2727-42f0-97c2-84864333fafc None None] For port b2da4301-7375-4437-a010-9d093c69686f, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:45.982410 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-0568f586-2727-42f0-97c2-84864333fafc None None] For port b2da4301-7375-4437-a010-9d093c69686f, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b2da4301-7375-4437-a010-9d093c69686f,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:45.995348 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:46.058711 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Routers {'d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:46.059353 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0568f586-2727-42f0-97c2-84864333fafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:30:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:46.112937 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1faba70-e910-422d-9ed4-5ec66e89aa2f None None] Pushing event updated for resources: {'Port': ['ID=b2da4301-7375-4437-a010-9d093c69686f,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:46.182643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Allocated IP 172.20.0.1 (4e8bebc0-914a-438d-8109-f0fb0875126b/a0959ab1-5afe-4f59-b1ef-de9aaee5ade3/8be1305a-fb3b-48f9-8999-f41935afbfdf) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:46.211723 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-0568f586-2727-42f0-97c2-84864333fafc None None] Set router d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:46.284689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc241dfe-98f6-42a1-a26f-faf7cdff6580 None None] Network 4e8bebc0-914a-438d-8109-f0fb0875126b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:30:46.313918 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:46.329321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Transition to ACTIVE for port object 8be1305a-fb3b-48f9-8999-f41935afbfdf will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:46.370945 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:46.415857 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Network 4e8bebc0-914a-438d-8109-f0fb0875126b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:46.421659 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:46.430192 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:46.433531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-aa7e531d-1456-43f9-912d-d33d5ced0228 None None] Provisioning for port 918c712b-0785-4b2d-a20c-9f0b4180610f completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:46.448454 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-0568f586-2727-42f0-97c2-84864333fafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'name': 'tempest-TestEncryptedCinderVolumes-2122514742-router', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'b2da4301-7375-4437-a010-9d093c69686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:30:44Z', 'revision_number': 3, 'project_id': '7319f7ae58c24b3b9484de83bca44208', 'gw_port': {'id': 'b2da4301-7375-4437-a010-9d093c69686f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:46.466627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Pushing event updated for resources: {'Port': ['ID=8be1305a-fb3b-48f9-8999-f41935afbfdf,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:46.478716 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568f586-2727-42f0-97c2-84864333fafc None None] The sync data for ids ['d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'] in n-d-758944-46 is: [{'id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'name': 'tempest-TestEncryptedCinderVolumes-2122514742-router', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'b2da4301-7375-4437-a010-9d093c69686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:30:44Z', 'revision_number': 3, 'project_id': '7319f7ae58c24b3b9484de83bca44208', 'gw_port': {'id': 'b2da4301-7375-4437-a010-9d093c69686f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:30:46.495887 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:46.728982 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:46.764722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ade2dc9a-4ed0-40f0-bf6e-1ed14803fe46 None None] Provisioning for port 8be1305a-fb3b-48f9-8999-f41935afbfdf completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:46.776143 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ade2dc9a-4ed0-40f0-bf6e-1ed14803fe46 None None] Provisioning complete for port 8be1305a-fb3b-48f9-8999-f41935afbfdf triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:46.776828 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ade2dc9a-4ed0-40f0-bf6e-1ed14803fe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:46.843245 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ade2dc9a-4ed0-40f0-bf6e-1ed14803fe46 None None] Port 8be1305a-fb3b-48f9-8999-f41935afbfdf cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:30:46.985430 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:46.990894 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:47.076718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Pushing event updated for resources: {'Port': ['ID=8be1305a-fb3b-48f9-8999-f41935afbfdf,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:47.083908 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:47.088125 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-c7fd57c2-7cd6-44a1-bcb7-cb31b24798ac None None] Provisioning complete for port 8be1305a-fb3b-48f9-8999-f41935afbfdf triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:47.088524 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c7fd57c2-7cd6-44a1-bcb7-cb31b24798ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:47.149315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-c7fd57c2-7cd6-44a1-bcb7-cb31b24798ac None None] Port 8be1305a-fb3b-48f9-8999-f41935afbfdf cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:30:47.221257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Network 4e8bebc0-914a-438d-8109-f0fb0875126b is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:47.223184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:47.250972 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 918c712b-0785-4b2d-a20c-9f0b4180610f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:47.309596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 918c712b-0785-4b2d-a20c-9f0b4180610f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:47.313691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 918c712b-0785-4b2d-a20c-9f0b4180610f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:47.314077 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:47.384193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Router d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:30:47.404477 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:47.444880 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 918c712b-0785-4b2d-a20c-9f0b4180610f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=918c712b-0785-4b2d-a20c-9f0b4180610f,segment=NetworkSegment(2db24bb3-315c-4781-a74a-fab51a417440),segment_id=2db24bb3-315c-4781-a74a-fab51a417440)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:47.451779 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:47.453086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b2da4301-7375-4437-a010-9d093c69686f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:47.529261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:30:47.543806 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4f0dbba8-21b2-4fa6-b468-dd0ac7770f30 admin admin] 10.222.0.20 "PUT /v2.0/routers/d8017be6-faaa-4abe-bfb4-c0a7ed17ad83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6862214 Jul 16 09:30:47.548037 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=918c712b-0785-4b2d-a20c-9f0b4180610f,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:47.565927 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port b2da4301-7375-4437-a010-9d093c69686f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:47.572162 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b2da4301-7375-4437-a010-9d093c69686f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:47.572560 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:47.597358 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-debea6a0-d829-48e9-9b9a-b6eb9ba765a7 None None] Provisioning complete for port 8be1305a-fb3b-48f9-8999-f41935afbfdf triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:47.597723 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-debea6a0-d829-48e9-9b9a-b6eb9ba765a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:47.645944 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-debea6a0-d829-48e9-9b9a-b6eb9ba765a7 None None] Port 8be1305a-fb3b-48f9-8999-f41935afbfdf cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:30:47.689376 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:47.711000 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port b2da4301-7375-4437-a010-9d093c69686f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b2da4301-7375-4437-a010-9d093c69686f,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:47.715635 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:47.716646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b5b8b9b3-0886-4774-a15e-12f3be38125a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:47.794715 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=b2da4301-7375-4437-a010-9d093c69686f,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:47.811287 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port b5b8b9b3-0886-4774-a15e-12f3be38125a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:47.816439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b5b8b9b3-0886-4774-a15e-12f3be38125a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:47.817106 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:47.907628 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:47.938930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port b5b8b9b3-0886-4774-a15e-12f3be38125a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b5b8b9b3-0886-4774-a15e-12f3be38125a,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:47.943177 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:47.989595 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=b5b8b9b3-0886-4774-a15e-12f3be38125a,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:48.284309 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-a2f343e9-58bc-4d0c-ad02-d2e66870470e tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:48.285845 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-a2f343e9-58bc-4d0c-ad02-d2e66870470e tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/networks?id=772f674e-f780-4220-a9b6-9c3e8b25a322 HTTP/1.1" status: 200 len: 816 time: 0.1009004 Jul 16 09:30:48.300821 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-e16284ea-e0f5-498f-bd11-260191ddb6e9 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/quotas/7f25d454b11247d0b4d66095842dbf60 HTTP/1.1" status: 200 len: 375 time: 0.0096319 Jul 16 09:30:48.374687 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-81babf51-3c77-45cd-985b-bb2a7680b6d2 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f25d454b11247d0b4d66095842dbf60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0689135 Jul 16 09:30:48.467252 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-fb10d4ab-ea33-4480-958a-048a0048d8b7 service neutron] 10.222.0.20 "GET /v2.0/networks/772f674e-f780-4220-a9b6-9c3e8b25a322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809903 Jul 16 09:30:48.563824 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-50f6825c-b10d-4df6-8933-2067deb3ee91 service neutron] 10.222.0.20 "GET /v2.0/networks/772f674e-f780-4220-a9b6-9c3e8b25a322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885048 Jul 16 09:30:48.727678 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c999b0f4-361f-4868-8622-d8b0093f6fa7 req-d98bc749-49e8-4e6a-8313-ddd6debf9068 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 210 time: 0.0287797 Jul 16 09:30:49.090646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Sync routers for ids ['d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:30:49.099878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Routers {'d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:49.100523 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:30:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:49.148866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 918c712b-0785-4b2d-a20c-9f0b4180610f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:49.243307 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Set router d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:49.429589 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 918c712b-0785-4b2d-a20c-9f0b4180610f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:49.429880 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:49.603435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b2da4301-7375-4437-a010-9d093c69686f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:49.685687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b2da4301-7375-4437-a010-9d093c69686f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:49.686061 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:49.723757 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'name': 'tempest-TestEncryptedCinderVolumes-2122514742-router', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'b2da4301-7375-4437-a010-9d093c69686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:30:46Z', 'revision_number': 4, 'project_id': '7319f7ae58c24b3b9484de83bca44208', 'gw_port': {'id': 'b2da4301-7375-4437-a010-9d093c69686f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '8be1305a-fb3b-48f9-8999-f41935afbfdf', 'name': '', 'network_id': '4e8bebc0-914a-438d-8109-f0fb0875126b', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208', 'mac_address': 'fa:16:3e:ac:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'a0959ab1-5afe-4f59-b1ef-de9aaee5ade3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:45Z', 'updated_at': '2021-07-16T09:30:46Z', 'revision_number': 2, 'project_id': '7319f7ae58c24b3b9484de83bca44208', 'subnets': [{'id': 'a0959ab1-5afe-4f59-b1ef-de9aaee5ade3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:49.751861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Checking router: d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:30:49.752133 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Updating router d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 port 8be1305a-fb3b-48f9-8999-f41935afbfdf binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:30:49.800687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-80cc7f51-40d4-4c35-a2d7-869c6ead78b1 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:49.802623 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-80cc7f51-40d4-4c35-a2d7-869c6ead78b1 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.38 "GET /v2.0/networks?id=772f674e-f780-4220-a9b6-9c3e8b25a322 HTTP/1.1" status: 200 len: 816 time: 0.1228268 Jul 16 09:30:49.814104 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:49.817345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c25c523f-dc59-42c2-a487-23f8dc7acfe9 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Request body: {'port': {'device_id': '8cc2f244-e047-49be-9cab-5b4002608b33', 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322', 'admin_state_up': True, 'tenant_id': '7f25d454b11247d0b4d66095842dbf60'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:49.870656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b5b8b9b3-0886-4774-a15e-12f3be38125a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:49.951715 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bd106c3a-b1e9-4bd7-a3eb-03417ddd465b req-2c1ea0d7-e82b-4c02-a402-75460a69fc9c tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 210 time: 0.0620351 Jul 16 09:30:49.998813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c25c523f-dc59-42c2-a487-23f8dc7acfe9 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Made reservation on behalf of 7f25d454b11247d0b4d66095842dbf60 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:30:50.003012 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c25c523f-dc59-42c2-a487-23f8dc7acfe9 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:50.007350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b5b8b9b3-0886-4774-a15e-12f3be38125a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:50.007722 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:50.141378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c25c523f-dc59-42c2-a487-23f8dc7acfe9 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Allocated IP 172.20.0.7 (772f674e-f780-4220-a9b6-9c3e8b25a322/0c666f97-b8a0-4b6b-9562-15490f12e523/50cd333d-d939-48f7-ad51-4351c4ae8b7b) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:30:50.206466 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:50.216889 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Transition to ACTIVE for port object 8be1305a-fb3b-48f9-8999-f41935afbfdf will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:50.223109 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:50.277186 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24901051-0199-440b-ba3b-84321da2f588 None None] Pushing event updated for resources: {'Port': ['ID=8be1305a-fb3b-48f9-8999-f41935afbfdf,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:50.303549 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c25c523f-dc59-42c2-a487-23f8dc7acfe9 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:50.318426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c25c523f-dc59-42c2-a487-23f8dc7acfe9 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Transition to ACTIVE for port object 50cd333d-d939-48f7-ad51-4351c4ae8b7b will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:50.333074 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Attempting to bind port 8be1305a-fb3b-48f9-8999-f41935afbfdf on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:50.333435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Attempting to bind port 8be1305a-fb3b-48f9-8999-f41935afbfdf by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '2db24bb3-315c-4781-a74a-fab51a417440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4e8bebc0-914a-438d-8109-f0fb0875126b'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:50.333799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Attempting to bind port 8be1305a-fb3b-48f9-8999-f41935afbfdf on network 4e8bebc0-914a-438d-8109-f0fb0875126b {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:50.338987 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:50.339363 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Checking segment: {'id': '2db24bb3-315c-4781-a74a-fab51a417440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4e8bebc0-914a-438d-8109-f0fb0875126b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:50.339771 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:50.340164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Bound using segment: {'id': '2db24bb3-315c-4781-a74a-fab51a417440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4e8bebc0-914a-438d-8109-f0fb0875126b'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:50.340662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Bound port: 8be1305a-fb3b-48f9-8999-f41935afbfdf, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db24bb3-315c-4781-a74a-fab51a417440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '4e8bebc0-914a-438d-8109-f0fb0875126b'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:50.341044 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:50.354820 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c25c523f-dc59-42c2-a487-23f8dc7acfe9 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:50.395492 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c25c523f-dc59-42c2-a487-23f8dc7acfe9 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Network 772f674e-f780-4220-a9b6-9c3e8b25a322 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:30:50.398960 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c25c523f-dc59-42c2-a487-23f8dc7acfe9 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:30:50.403507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c25c523f-dc59-42c2-a487-23f8dc7acfe9 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:30:50.407056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] For port 8be1305a-fb3b-48f9-8999-f41935afbfdf, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:50.411062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] For port 8be1305a-fb3b-48f9-8999-f41935afbfdf, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8be1305a-fb3b-48f9-8999-f41935afbfdf,segment=NetworkSegment(2db24bb3-315c-4781-a74a-fab51a417440),segment_id=2db24bb3-315c-4781-a74a-fab51a417440)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:50.415699 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:50.459554 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c523f-dc59-42c2-a487-23f8dc7acfe9 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Pushing event updated for resources: {'Port': ['ID=50cd333d-d939-48f7-ad51-4351c4ae8b7b,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:50.476449 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Routers {'d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:30:50.477124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:30:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:50.479104 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24901051-0199-440b-ba3b-84321da2f588 None None] Pushing event updated for resources: {'Port': ['ID=8be1305a-fb3b-48f9-8999-f41935afbfdf,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:50.485201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c25c523f-dc59-42c2-a487-23f8dc7acfe9 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:50.486075 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c25c523f-dc59-42c2-a487-23f8dc7acfe9 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:50.518479 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c25c523f-dc59-42c2-a487-23f8dc7acfe9 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7071831 Jul 16 09:30:50.537378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Request body: {'port': {'device_id': '8cc2f244-e047-49be-9cab-5b4002608b33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:30:50.609757 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] Set router d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:30:50.644283 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:50.759186 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-277f5002-01e8-41da-8198-6a9b0839b831 None None] Provisioning for port 50cd333d-d939-48f7-ad51-4351c4ae8b7b completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:50.769696 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-277f5002-01e8-41da-8198-6a9b0839b831 None None] Provisioning complete for port 50cd333d-d939-48f7-ad51-4351c4ae8b7b triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:50.770116 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-277f5002-01e8-41da-8198-6a9b0839b831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:50.823380 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-277f5002-01e8-41da-8198-6a9b0839b831 None None] Port 50cd333d-d939-48f7-ad51-4351c4ae8b7b cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:30:50.870027 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'name': 'tempest-TestEncryptedCinderVolumes-2122514742-router', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'b2da4301-7375-4437-a010-9d093c69686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:30:46Z', 'revision_number': 4, 'project_id': '7319f7ae58c24b3b9484de83bca44208', 'gw_port': {'id': 'b2da4301-7375-4437-a010-9d093c69686f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '8be1305a-fb3b-48f9-8999-f41935afbfdf', 'name': '', 'network_id': '4e8bebc0-914a-438d-8109-f0fb0875126b', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208', 'mac_address': 'fa:16:3e:ac:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'a0959ab1-5afe-4f59-b1ef-de9aaee5ade3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:45Z', 'updated_at': '2021-07-16T09:30:50Z', 'revision_number': 4, 'project_id': '7319f7ae58c24b3b9484de83bca44208', 'subnets': [{'id': 'a0959ab1-5afe-4f59-b1ef-de9aaee5ade3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:30:50.897213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30f3a9b-ae67-4f3b-90fd-7d81620abc41 None None] The sync data for ids ['d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'] in n-d-758944-46 is: [{'id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'name': 'tempest-TestEncryptedCinderVolumes-2122514742-router', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'b2da4301-7375-4437-a010-9d093c69686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:30:46Z', 'revision_number': 4, 'project_id': '7319f7ae58c24b3b9484de83bca44208', 'gw_port': {'id': 'b2da4301-7375-4437-a010-9d093c69686f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '8be1305a-fb3b-48f9-8999-f41935afbfdf', 'name': '', 'network_id': '4e8bebc0-914a-438d-8109-f0fb0875126b', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208', 'mac_address': 'fa:16:3e:ac:12:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'a0959ab1-5afe-4f59-b1ef-de9aaee5ade3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:45Z', 'updated_at': '2021-07-16T09:30:50Z', 'revision_number': 4, 'project_id': '7319f7ae58c24b3b9484de83bca44208', 'subnets': [{'id': 'a0959ab1-5afe-4f59-b1ef-de9aaee5ade3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:30:50.927863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50cd333d-d939-48f7-ad51-4351c4ae8b7b {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:30:50.938855 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:50.965973 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Transition to ACTIVE for port object 50cd333d-d939-48f7-ad51-4351c4ae8b7b will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:30:50.972785 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:51.139760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Pushing event updated for resources: {'Port': ['ID=50cd333d-d939-48f7-ad51-4351c4ae8b7b,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:51.154207 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Attempting to bind port 50cd333d-d939-48f7-ad51-4351c4ae8b7b on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:30:51.154552 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Attempting to bind port 50cd333d-d939-48f7-ad51-4351c4ae8b7b by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:30:51.154884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Attempting to bind port 50cd333d-d939-48f7-ad51-4351c4ae8b7b on network 772f674e-f780-4220-a9b6-9c3e8b25a322 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:51.160011 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Port 50cd333d-d939-48f7-ad51-4351c4ae8b7b on network 772f674e-f780-4220-a9b6-9c3e8b25a322 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:30:51.160336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Attempting to bind port 50cd333d-d939-48f7-ad51-4351c4ae8b7b on network 772f674e-f780-4220-a9b6-9c3e8b25a322 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:30:51.167430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:30:51.168447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Checking segment: {'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:30:51.169702 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Bound using segment: {'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:30:51.170774 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Bound port: 50cd333d-d939-48f7-ad51-4351c4ae8b7b, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:30:51.172180 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:51.211977 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8be1305a-fb3b-48f9-8999-f41935afbfdf up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:51.223666 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd4979-3b68-4018-b347-4d6bff7e6f2a req-9ed0b19d-ca65-4f36-9fc2-ac84ec6e6bf0 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:51.226072 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-93fd4979-3b68-4018-b347-4d6bff7e6f2a req-9ed0b19d-ca65-4f36-9fc2-ac84ec6e6bf0 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 943 time: 0.1004333 Jul 16 09:30:51.294255 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-93fd4979-3b68-4018-b347-4d6bff7e6f2a req-990af19c-0a2d-4c05-be24-891d15c83da8 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616927 Jul 16 09:30:51.308083 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] For port 50cd333d-d939-48f7-ad51-4351c4ae8b7b, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:30:51.313855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] For port 50cd333d-d939-48f7-ad51-4351c4ae8b7b, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=50cd333d-d939-48f7-ad51-4351c4ae8b7b,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:30:51.321897 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:51.328289 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 8be1305a-fb3b-48f9-8999-f41935afbfdf completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:51.334522 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 8be1305a-fb3b-48f9-8999-f41935afbfdf triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:51.341076 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:51.359269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:51.359993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:51.361557 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] 10.222.0.38 "PUT /v2.0/ports/50cd333d-d939-48f7-ad51-4351c4ae8b7b HTTP/1.1" status: 200 len: 1092 time: 0.8354113 Jul 16 09:30:51.362131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc2f244-e047-49be-9cab-5b4002608b33', 'tag': '50cd333d-d939-48f7-ad51-4351c4ae8b7b'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:51.364598 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d92182b-2aa1-4919-8273-0715acdc0fc0" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc2f244-e047-49be-9cab-5b4002608b33", "tag": "50cd333d-d939-48f7-ad51-4351c4ae8b7b"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:51.412628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e0c07b-e3ba-4e7c-b8af-55a58b03fb68 service neutron] Pushing event updated for resources: {'Port': ['ID=50cd333d-d939-48f7-ad51-4351c4ae8b7b,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:51.421910 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4aa82e7-da84-481f-83b9-da8770f1670c x-openstack-request-id: req-c4aa82e7-da84-481f-83b9-da8770f1670c {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:51.422290 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc2f244-e047-49be-9cab-5b4002608b33", "tag": "50cd333d-d939-48f7-ad51-4351c4ae8b7b", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:51.422617 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c4aa82e7-da84-481f-83b9-da8770f1670c {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:51.423126 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc2f244-e047-49be-9cab-5b4002608b33', 'tag': '50cd333d-d939-48f7-ad51-4351c4ae8b7b', 'status': 'completed', 'code': 200} Jul 16 09:30:51.475501 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:51.523694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-7e41df21-4731-4c02-9e6d-bf4b6d179125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:51.525773 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-7e41df21-4731-4c02-9e6d-bf4b6d179125 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f25d454b11247d0b4d66095842dbf60&device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 1095 time: 0.0980115 Jul 16 09:30:51.537924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 8be1305a-fb3b-48f9-8999-f41935afbfdf, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8be1305a-fb3b-48f9-8999-f41935afbfdf,segment=NetworkSegment(2db24bb3-315c-4781-a74a-fab51a417440),segment_id=2db24bb3-315c-4781-a74a-fab51a417440)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:51.555497 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:51.585413 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-750b7fbb-fc51-4a03-aa1a-e0ba9f18fc26 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50cd333d-d939-48f7-ad51-4351c4ae8b7b HTTP/1.1" status: 200 len: 217 time: 0.0478308 Jul 16 09:30:51.617639 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=8be1305a-fb3b-48f9-8999-f41935afbfdf,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:51.663928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-ea5f04a1-93af-45d6-87c8-6af259a346c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:51.665807 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-ea5f04a1-93af-45d6-87c8-6af259a346c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c666f97-b8a0-4b6b-9562-15490f12e523 HTTP/1.1" status: 200 len: 855 time: 0.0620003 Jul 16 09:30:51.723018 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-15ee9b1e-41ee-40f3-8e4a-33106b6586ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:51.724554 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-15ee9b1e-41ee-40f3-8e4a-33106b6586ac service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=772f674e-f780-4220-a9b6-9c3e8b25a322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526340 Jul 16 09:30:51.819951 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-2f80f3cf-6501-46e0-8729-31cbb90f5a18 service neutron] 10.222.0.38 "GET /v2.0/networks/772f674e-f780-4220-a9b6-9c3e8b25a322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889418 Jul 16 09:30:51.910932 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9000f7d1-b77b-4872-9808-6138367c0f31 req-98105014-8548-43bb-95d4-4b53eabec91e service neutron] 10.222.0.38 "GET /v2.0/networks/772f674e-f780-4220-a9b6-9c3e8b25a322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842574 Jul 16 09:30:52.008412 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92182b-2aa1-4919-8273-0715acdc0fc0 req-ee3a4368-05fa-4d68-ab36-a1e49fe37d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:52.009944 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d92182b-2aa1-4919-8273-0715acdc0fc0 req-ee3a4368-05fa-4d68-ab36-a1e49fe37d70 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f25d454b11247d0b4d66095842dbf60&device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 1095 time: 0.0521877 Jul 16 09:30:52.103154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92182b-2aa1-4919-8273-0715acdc0fc0 req-8161a1b0-34cd-4242-bacc-26f427562c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:52.104566 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d92182b-2aa1-4919-8273-0715acdc0fc0 req-8161a1b0-34cd-4242-bacc-26f427562c7b service neutron] 10.222.0.38 "GET /v2.0/networks?id=772f674e-f780-4220-a9b6-9c3e8b25a322 HTTP/1.1" status: 200 len: 916 time: 0.0877728 Jul 16 09:30:52.147178 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d92182b-2aa1-4919-8273-0715acdc0fc0 req-5adf0c52-d78b-4694-9bbb-e8e87cbc3553 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=50cd333d-d939-48f7-ad51-4351c4ae8b7b HTTP/1.1" status: 200 len: 217 time: 0.0362117 Jul 16 09:30:52.200571 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92182b-2aa1-4919-8273-0715acdc0fc0 req-c56421a0-dc99-456d-af5d-45cfaa2cfe2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:52.201928 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d92182b-2aa1-4919-8273-0715acdc0fc0 req-c56421a0-dc99-456d-af5d-45cfaa2cfe2a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c666f97-b8a0-4b6b-9562-15490f12e523 HTTP/1.1" status: 200 len: 855 time: 0.0484815 Jul 16 09:30:52.262968 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92182b-2aa1-4919-8273-0715acdc0fc0 req-1dfe36cc-5b7e-4c0e-b8d9-01ac76696fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:52.264527 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d92182b-2aa1-4919-8273-0715acdc0fc0 req-1dfe36cc-5b7e-4c0e-b8d9-01ac76696fc7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=772f674e-f780-4220-a9b6-9c3e8b25a322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545027 Jul 16 09:30:52.357648 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d92182b-2aa1-4919-8273-0715acdc0fc0 req-afcf45ab-6344-45e2-ac89-90c9a8fec679 service neutron] 10.222.0.38 "GET /v2.0/networks/772f674e-f780-4220-a9b6-9c3e8b25a322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862606 Jul 16 09:30:52.452280 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1d92182b-2aa1-4919-8273-0715acdc0fc0 req-a3852453-d4ef-4f5d-a0c2-b84afa0882d7 service neutron] 10.222.0.38 "GET /v2.0/networks/772f674e-f780-4220-a9b6-9c3e8b25a322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875762 Jul 16 09:30:52.472161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae39ad5-d51d-408d-ad5f-2f499e7cbb65 req-de2b49e9-5ac2-4faa-b4da-06ea753222db tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:52.473737 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ae39ad5-d51d-408d-ad5f-2f499e7cbb65 req-de2b49e9-5ac2-4faa-b4da-06ea753222db tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 943 time: 0.0671091 Jul 16 09:30:52.511865 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8ae39ad5-d51d-408d-ad5f-2f499e7cbb65 req-d90966cd-4e49-4082-8d50-b9df900b4239 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322180 Jul 16 09:30:53.109904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8be1305a-fb3b-48f9-8999-f41935afbfdf up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:53.159925 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 8be1305a-fb3b-48f9-8999-f41935afbfdf triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:53.160291 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:53.236028 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 50cd333d-d939-48f7-ad51-4351c4ae8b7b details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:30:53.334487 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 50cd333d-d939-48f7-ad51-4351c4ae8b7b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=50cd333d-d939-48f7-ad51-4351c4ae8b7b,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:53.347055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '50cd333d-d939-48f7-ad51-4351c4ae8b7b', 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322', 'port_id': '50cd333d-d939-48f7-ad51-4351c4ae8b7b', 'mac_address': 'fa:16:3e:6a:8f:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c666f97-b8a0-4b6b-9562-15490f12e523', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:30:53.386457 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:53.400724 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50cd333d-d939-48f7-ad51-4351c4ae8b7b {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:30:53.421137 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 50cd333d-d939-48f7-ad51-4351c4ae8b7b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=50cd333d-d939-48f7-ad51-4351c4ae8b7b,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:53.426153 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:53.474443 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=50cd333d-d939-48f7-ad51-4351c4ae8b7b,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:53.623604 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['50cd333d-d939-48f7-ad51-4351c4ae8b7b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:30:53.692522 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eafd2-a0f6-48e9-999f-c5c77203997f req-254ed3a0-2d0d-40ce-a5ed-62f71b72c9c3 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:53.694109 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e73eafd2-a0f6-48e9-999f-c5c77203997f req-254ed3a0-2d0d-40ce-a5ed-62f71b72c9c3 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 944 time: 0.0691452 Jul 16 09:30:53.735990 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e73eafd2-a0f6-48e9-999f-c5c77203997f req-6aeec827-3ccf-44f3-a240-638ee8f499db tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354457 Jul 16 09:30:54.904519 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bda651-439d-47cc-9301-cb756ff331bf req-168be6f2-8f7a-4251-a174-49e47705a8de tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:54.906007 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57bda651-439d-47cc-9301-cb756ff331bf req-168be6f2-8f7a-4251-a174-49e47705a8de tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 944 time: 0.0618749 Jul 16 09:30:54.942473 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-57bda651-439d-47cc-9301-cb756ff331bf req-ef68e9e4-d480-476d-a86e-f35678b8a927 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304327 Jul 16 09:30:55.251774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 50cd333d-d939-48f7-ad51-4351c4ae8b7b up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:30:55.301315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 50cd333d-d939-48f7-ad51-4351c4ae8b7b completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:30:55.305014 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 50cd333d-d939-48f7-ad51-4351c4ae8b7b triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:30:55.305334 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:55.383083 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:55.405172 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc2f244-e047-49be-9cab-5b4002608b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cd333d-d939-48f7-ad51-4351c4ae8b7b'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:30:55.407510 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56141698-407f-42fa-8455-4c8582918dea" -d '{"events": [{"server_uuid": "8cc2f244-e047-49be-9cab-5b4002608b33", "name": "network-vif-plugged", "status": "completed", "tag": "50cd333d-d939-48f7-ad51-4351c4ae8b7b"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:30:55.419933 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 50cd333d-d939-48f7-ad51-4351c4ae8b7b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=50cd333d-d939-48f7-ad51-4351c4ae8b7b,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:30:55.424389 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:55.447281 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa360f7d-cac4-4e2d-a496-b21999f7b19f x-openstack-request-id: req-aa360f7d-cac4-4e2d-a496-b21999f7b19f {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:30:55.447572 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc2f244-e047-49be-9cab-5b4002608b33", "name": "network-vif-plugged", "status": "completed", "tag": "50cd333d-d939-48f7-ad51-4351c4ae8b7b", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:30:55.447823 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aa360f7d-cac4-4e2d-a496-b21999f7b19f {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:30:55.448215 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc2f244-e047-49be-9cab-5b4002608b33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cd333d-d939-48f7-ad51-4351c4ae8b7b', 'code': 200} Jul 16 09:30:55.473400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=50cd333d-d939-48f7-ad51-4351c4ae8b7b,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:30:55.561084 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd578d7a-a5b2-4aef-82c1-d45d98c62857 req-044a2adc-a8fe-4f92-9a49-01635cba1229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:55.562494 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bd578d7a-a5b2-4aef-82c1-d45d98c62857 req-044a2adc-a8fe-4f92-9a49-01635cba1229 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 1097 time: 0.0547667 Jul 16 09:30:55.595052 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bd578d7a-a5b2-4aef-82c1-d45d98c62857 req-1906c01f-5ed3-4ea4-a0e7-c9d7fd5778ff service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265944 Jul 16 09:30:56.113742 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2685949c-505d-46d0-9130-a3ed18163b5e req-980c7b6f-d8de-4ce9-b236-0d88330caafd tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:56.115221 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2685949c-505d-46d0-9130-a3ed18163b5e req-980c7b6f-d8de-4ce9-b236-0d88330caafd tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 945 time: 0.0664330 Jul 16 09:30:56.494657 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2685949c-505d-46d0-9130-a3ed18163b5e req-9c97d757-0432-4b7f-a831-d89d2b1ad416 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3738177 Jul 16 09:30:57.669055 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e896ca-e123-4059-b393-abb334b54c03 req-5ba315a1-88c0-4685-b415-7437d81726c5 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:57.670548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6e896ca-e123-4059-b393-abb334b54c03 req-5ba315a1-88c0-4685-b415-7437d81726c5 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 945 time: 0.0634179 Jul 16 09:30:57.707174 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6e896ca-e123-4059-b393-abb334b54c03 req-4293b835-c021-410d-9efe-7e07baa4ce95 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303652 Jul 16 09:30:57.883451 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68bfcc9-66c0-4a4f-a710-d1f9f59bba78 req-3f703a31-384f-4fdb-9949-6f49d277dcd0 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:57.883451 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e68bfcc9-66c0-4a4f-a710-d1f9f59bba78 req-3f703a31-384f-4fdb-9949-6f49d277dcd0 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 945 time: 0.0616693 Jul 16 09:30:57.921300 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e68bfcc9-66c0-4a4f-a710-d1f9f59bba78 req-f428e5d8-635e-44e7-bc69-bfd9a23a1c8c tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339167 Jul 16 09:31:04.078632 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:05.303494 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f5b647ea-e2e9-4b3d-b477-ada9fbb662f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.001314 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.978287 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4fd14b9d-5344-4c2c-a212-82c7db431ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:08.259850 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:09.924014 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:11.426784 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:16.936023 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9582314-8c29-4d91-85c5-7b8329debcad req-549e17b7-15c7-4955-af79-d698324b0f43 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:16.937645 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c9582314-8c29-4d91-85c5-7b8329debcad req-549e17b7-15c7-4955-af79-d698324b0f43 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 945 time: 0.0684652 Jul 16 09:31:16.976583 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c9582314-8c29-4d91-85c5-7b8329debcad req-9a975b99-0835-468e-9b89-87b5b69fe925 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324340 Jul 16 09:31:18.152287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbcc040-f641-4cb9-b3e3-c2218d4e3d73 req-4f1bc259-df43-4091-ad47-467c65091ed7 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:18.153816 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9cbcc040-f641-4cb9-b3e3-c2218d4e3d73 req-4f1bc259-df43-4091-ad47-467c65091ed7 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 945 time: 0.0636425 Jul 16 09:31:18.191532 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9cbcc040-f641-4cb9-b3e3-c2218d4e3d73 req-f80043a8-62ac-4027-a89d-679d455f1a3d tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321958 Jul 16 09:31:18.378924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a6efe-ad7c-49b0-bc75-8f7f964d5e7a req-dad0ad81-120c-447f-bc4c-3322938ae695 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:18.380389 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-814a6efe-ad7c-49b0-bc75-8f7f964d5e7a req-dad0ad81-120c-447f-bc4c-3322938ae695 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.38 "GET /v2.0/ports?device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 945 time: 0.0688055 Jul 16 09:31:18.483131 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-814a6efe-ad7c-49b0-bc75-8f7f964d5e7a req-c757b3fc-42cb-428f-96ea-c6d811f8d776 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Deleting port 50cd333d-d939-48f7-ad51-4351c4ae8b7b {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:18.483464 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-814a6efe-ad7c-49b0-bc75-8f7f964d5e7a req-c757b3fc-42cb-428f-96ea-c6d811f8d776 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:18.575765 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-814a6efe-ad7c-49b0-bc75-8f7f964d5e7a req-c757b3fc-42cb-428f-96ea-c6d811f8d776 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] For port 50cd333d-d939-48f7-ad51-4351c4ae8b7b, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=50cd333d-d939-48f7-ad51-4351c4ae8b7b,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:18.576031 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-814a6efe-ad7c-49b0-bc75-8f7f964d5e7a req-c757b3fc-42cb-428f-96ea-c6d811f8d776 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:18.587472 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-814a6efe-ad7c-49b0-bc75-8f7f964d5e7a req-c757b3fc-42cb-428f-96ea-c6d811f8d776 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Calling delete_port for 50cd333d-d939-48f7-ad51-4351c4ae8b7b owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:18.716150 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-814a6efe-ad7c-49b0-bc75-8f7f964d5e7a req-c757b3fc-42cb-428f-96ea-c6d811f8d776 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:18.728333 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['50cd333d-d939-48f7-ad51-4351c4ae8b7b'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:31:18.753970 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c757b3fc-42cb-428f-96ea-c6d811f8d776 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Pushing event deleted for resources: {'Port': ['ID=50cd333d-d939-48f7-ad51-4351c4ae8b7b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:18.795270 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-814a6efe-ad7c-49b0-bc75-8f7f964d5e7a req-c757b3fc-42cb-428f-96ea-c6d811f8d776 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] No DVR routers for this DVR port 50cd333d-d939-48f7-ad51-4351c4ae8b7b on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:18.798020 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-814a6efe-ad7c-49b0-bc75-8f7f964d5e7a req-c757b3fc-42cb-428f-96ea-c6d811f8d776 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:18.800040 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-814a6efe-ad7c-49b0-bc75-8f7f964d5e7a req-c757b3fc-42cb-428f-96ea-c6d811f8d776 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.38 "DELETE /v2.0/ports/50cd333d-d939-48f7-ad51-4351c4ae8b7b HTTP/1.1" status: 204 len: 173 time: 0.4140477 Jul 16 09:31:18.800490 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc2f244-e047-49be-9cab-5b4002608b33', 'name': 'network-vif-deleted', 'tag': '50cd333d-d939-48f7-ad51-4351c4ae8b7b'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:18.802766 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e41762-d10a-457d-b569-ee2900bae5ff" -d '{"events": [{"server_uuid": "8cc2f244-e047-49be-9cab-5b4002608b33", "name": "network-vif-deleted", "tag": "50cd333d-d939-48f7-ad51-4351c4ae8b7b"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:18.845452 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd42328-9af0-47ac-8bb8-1081b1c3aa4a x-openstack-request-id: req-afd42328-9af0-47ac-8bb8-1081b1c3aa4a {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:18.846333 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc2f244-e047-49be-9cab-5b4002608b33", "name": "network-vif-deleted", "tag": "50cd333d-d939-48f7-ad51-4351c4ae8b7b", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:18.846601 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-afd42328-9af0-47ac-8bb8-1081b1c3aa4a {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:18.847033 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc2f244-e047-49be-9cab-5b4002608b33', 'name': 'network-vif-deleted', 'tag': '50cd333d-d939-48f7-ad51-4351c4ae8b7b', 'status': 'completed', 'code': 200} Jul 16 09:31:19.345025 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a3c82fee-2623-49b8-bac4-f44989b2dc54 req-f6379b09-5d88-43a8-a0b9-52dadd10b223 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=8cc2f244-e047-49be-9cab-5b4002608b33 HTTP/1.1" status: 200 len: 210 time: 0.0278482 Jul 16 09:31:21.098808 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8a5e35ad-d812-4a9e-abc2-e9e6f21e6253 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:21.100185 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8a5e35ad-d812-4a9e-abc2-e9e6f21e6253 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/networks?id=772f674e-f780-4220-a9b6-9c3e8b25a322 HTTP/1.1" status: 200 len: 816 time: 0.1044438 Jul 16 09:31:21.115099 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-52ebe21b-4863-4cd2-9f15-2d9855f98dcc tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/quotas/7f25d454b11247d0b4d66095842dbf60 HTTP/1.1" status: 200 len: 375 time: 0.0096710 Jul 16 09:31:21.183328 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-0ffdf9db-be7d-41bb-8e83-a99f0eafa036 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=7f25d454b11247d0b4d66095842dbf60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634556 Jul 16 09:31:21.282763 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-35e9e644-b49a-44fa-ae16-06c31f8d32b0 service neutron] 10.222.0.20 "GET /v2.0/networks/772f674e-f780-4220-a9b6-9c3e8b25a322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878417 Jul 16 09:31:21.345129 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 50cd333d-d939-48f7-ad51-4351c4ae8b7b no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:21.365374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 50cd333d-d939-48f7-ad51-4351c4ae8b7b {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:21.365602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 50cd333d-d939-48f7-ad51-4351c4ae8b7b not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:21.373612 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-10e1bef0-8233-41bf-bd75-d9dfef6bfc3b service neutron] 10.222.0.20 "GET /v2.0/networks/772f674e-f780-4220-a9b6-9c3e8b25a322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848188 Jul 16 09:31:21.544559 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-142446f4-c8e4-494d-9507-9f8588950f7e req-c258493a-bf76-48eb-a77c-2190ba06ac65 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=673b704d-beea-45d0-86a9-9dde05937a83 HTTP/1.1" status: 200 len: 210 time: 0.0305171 Jul 16 09:31:22.539369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-5ab6bd30-a20a-4687-902c-4c5f1b63eacb tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:22.540782 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-5ab6bd30-a20a-4687-902c-4c5f1b63eacb tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.38 "GET /v2.0/networks?id=772f674e-f780-4220-a9b6-9c3e8b25a322 HTTP/1.1" status: 200 len: 816 time: 0.1044414 Jul 16 09:31:22.559454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-e854d487-c3d3-4c1c-97c3-c7538eaae5ca tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Request body: {'port': {'device_id': '673b704d-beea-45d0-86a9-9dde05937a83', 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322', 'admin_state_up': True, 'tenant_id': '7f25d454b11247d0b4d66095842dbf60'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:22.775685 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:31:22.956941 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72c7e1a7-ce6b-4152-ae1f-172dffddc7cb req-7a6ebbaa-5230-4827-8f70-8d2f5e874c76 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=673b704d-beea-45d0-86a9-9dde05937a83 HTTP/1.1" status: 200 len: 210 time: 0.0326977 Jul 16 09:31:22.989226 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-e854d487-c3d3-4c1c-97c3-c7538eaae5ca tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Made reservation on behalf of 7f25d454b11247d0b4d66095842dbf60 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:31:22.992732 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-e854d487-c3d3-4c1c-97c3-c7538eaae5ca tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.117079 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-e854d487-c3d3-4c1c-97c3-c7538eaae5ca tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Allocated IP 172.20.0.14 (772f674e-f780-4220-a9b6-9c3e8b25a322/0c666f97-b8a0-4b6b-9562-15490f12e523/84593eea-26c3-4aa9-966b-1dd7f72b8dc8) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:31:23.260851 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-e854d487-c3d3-4c1c-97c3-c7538eaae5ca tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.275054 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-e854d487-c3d3-4c1c-97c3-c7538eaae5ca tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Transition to ACTIVE for port object 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:23.307835 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-e854d487-c3d3-4c1c-97c3-c7538eaae5ca tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.354384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-e854d487-c3d3-4c1c-97c3-c7538eaae5ca tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Network 772f674e-f780-4220-a9b6-9c3e8b25a322 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:31:23.360014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-e854d487-c3d3-4c1c-97c3-c7538eaae5ca tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:23.364574 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-e854d487-c3d3-4c1c-97c3-c7538eaae5ca tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:31:23.391186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854d487-c3d3-4c1c-97c3-c7538eaae5ca tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Pushing event updated for resources: {'Port': ['ID=84593eea-26c3-4aa9-966b-1dd7f72b8dc8,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:23.420276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-e854d487-c3d3-4c1c-97c3-c7538eaae5ca tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:23.420927 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-e854d487-c3d3-4c1c-97c3-c7538eaae5ca tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.436140 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-e854d487-c3d3-4c1c-97c3-c7538eaae5ca tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8802767 Jul 16 09:31:23.447077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Request body: {'port': {'device_id': '673b704d-beea-45d0-86a9-9dde05937a83', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:23.522602 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.569968 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f1345ab0-000a-4f8e-b2a9-028b4f712da5 None None] Provisioning for port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:23.573631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f1345ab0-000a-4f8e-b2a9-028b4f712da5 None None] Provisioning complete for port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:23.574023 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f1345ab0-000a-4f8e-b2a9-028b4f712da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.606622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f1345ab0-000a-4f8e-b2a9-028b4f712da5 None None] Port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:31:23.782798 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:31:23.790559 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.805184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Transition to ACTIVE for port object 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:23.808258 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:23.857040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Pushing event updated for resources: {'Port': ['ID=84593eea-26c3-4aa9-966b-1dd7f72b8dc8,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:23.930420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Attempting to bind port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:31:23.930754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Attempting to bind port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:31:23.931077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Attempting to bind port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 on network 772f674e-f780-4220-a9b6-9c3e8b25a322 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:23.935790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 on network 772f674e-f780-4220-a9b6-9c3e8b25a322 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:31:23.936102 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Attempting to bind port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 on network 772f674e-f780-4220-a9b6-9c3e8b25a322 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:23.941521 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:31:23.941857 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Checking segment: {'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:31:23.942239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Bound using segment: {'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:31:23.942664 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Bound port: 84593eea-26c3-4aa9-966b-1dd7f72b8dc8, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adfa7526-d731-43e5-a24c-9d331320c382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:31:23.943021 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.013140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] For port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:31:24.016391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] For port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=84593eea-26c3-4aa9-966b-1dd7f72b8dc8,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:31:24.022390 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.057764 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:24.059427 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:24.061042 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] 10.222.0.38 "PUT /v2.0/ports/84593eea-26c3-4aa9-966b-1dd7f72b8dc8 HTTP/1.1" status: 200 len: 1093 time: 0.6183460 Jul 16 09:31:24.063549 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '673b704d-beea-45d0-86a9-9dde05937a83', 'tag': '84593eea-26c3-4aa9-966b-1dd7f72b8dc8'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:24.065930 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab169cb8-ea9f-401c-9c74-3123b24f0f5c" -d '{"events": [{"name": "network-changed", "server_uuid": "673b704d-beea-45d0-86a9-9dde05937a83", "tag": "84593eea-26c3-4aa9-966b-1dd7f72b8dc8"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:24.102485 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc64346-fa4f-4973-a376-243ba1d7c094 service neutron] Pushing event updated for resources: {'Port': ['ID=84593eea-26c3-4aa9-966b-1dd7f72b8dc8,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:24.127712 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e10245-103c-46cd-a398-15e711d674aa x-openstack-request-id: req-30e10245-103c-46cd-a398-15e711d674aa {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:24.128056 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "673b704d-beea-45d0-86a9-9dde05937a83", "tag": "84593eea-26c3-4aa9-966b-1dd7f72b8dc8", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:24.128311 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-30e10245-103c-46cd-a398-15e711d674aa {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:24.128726 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '673b704d-beea-45d0-86a9-9dde05937a83', 'tag': '84593eea-26c3-4aa9-966b-1dd7f72b8dc8', 'status': 'completed', 'code': 200} Jul 16 09:31:24.152443 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f4464c-c041-427e-a901-4e4f0f10f99e req-b081a583-601d-4c37-81a4-810f167e3ee8 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:24.155080 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a1f4464c-c041-427e-a901-4e4f0f10f99e req-b081a583-601d-4c37-81a4-810f167e3ee8 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=673b704d-beea-45d0-86a9-9dde05937a83 HTTP/1.1" status: 200 len: 944 time: 0.0780830 Jul 16 09:31:24.177642 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-c41c6867-cada-4a4f-8b09-942375fabf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:24.178095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-c41c6867-cada-4a4f-8b09-942375fabf14 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f25d454b11247d0b4d66095842dbf60&device_id=673b704d-beea-45d0-86a9-9dde05937a83 HTTP/1.1" status: 200 len: 1096 time: 0.0609887 Jul 16 09:31:24.200584 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a1f4464c-c041-427e-a901-4e4f0f10f99e req-77d65266-b327-4059-aeea-54ccc4d450ee tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395353 Jul 16 09:31:24.224290 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-aeaa1a4a-89db-42f9-a860-41c37a3c088e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84593eea-26c3-4aa9-966b-1dd7f72b8dc8 HTTP/1.1" status: 200 len: 217 time: 0.0390177 Jul 16 09:31:24.279026 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-db2fef0b-2767-4aed-b6ba-b13314216dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:24.280559 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-db2fef0b-2767-4aed-b6ba-b13314216dc1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c666f97-b8a0-4b6b-9562-15490f12e523 HTTP/1.1" status: 200 len: 855 time: 0.0503693 Jul 16 09:31:24.338390 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-c8ba3e9b-d2b4-4036-a612-e5b193d87b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:24.339841 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-c8ba3e9b-d2b4-4036-a612-e5b193d87b25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=772f674e-f780-4220-a9b6-9c3e8b25a322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533898 Jul 16 09:31:24.434012 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-4b0c8839-27e6-47e0-bb5d-669847441e8d service neutron] 10.222.0.38 "GET /v2.0/networks/772f674e-f780-4220-a9b6-9c3e8b25a322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867183 Jul 16 09:31:24.523584 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a025366c-cd28-4945-9c53-bb3c5aa31084 req-e86e0b14-1947-4baa-acbb-cf137fd47c2f service neutron] 10.222.0.38 "GET /v2.0/networks/772f674e-f780-4220-a9b6-9c3e8b25a322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829802 Jul 16 09:31:24.628224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169cb8-ea9f-401c-9c74-3123b24f0f5c req-ef6828d5-ab2e-4140-add8-0ed92ad94c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:24.629714 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab169cb8-ea9f-401c-9c74-3123b24f0f5c req-ef6828d5-ab2e-4140-add8-0ed92ad94c39 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=7f25d454b11247d0b4d66095842dbf60&device_id=673b704d-beea-45d0-86a9-9dde05937a83 HTTP/1.1" status: 200 len: 1096 time: 0.0577302 Jul 16 09:31:24.716956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169cb8-ea9f-401c-9c74-3123b24f0f5c req-5bf61539-366e-43b4-9f03-525105944d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:24.718427 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab169cb8-ea9f-401c-9c74-3123b24f0f5c req-5bf61539-366e-43b4-9f03-525105944d40 service neutron] 10.222.0.38 "GET /v2.0/networks?id=772f674e-f780-4220-a9b6-9c3e8b25a322 HTTP/1.1" status: 200 len: 916 time: 0.0827675 Jul 16 09:31:24.761679 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab169cb8-ea9f-401c-9c74-3123b24f0f5c req-5aacdd95-418a-426c-8405-ced8cc088c06 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=84593eea-26c3-4aa9-966b-1dd7f72b8dc8 HTTP/1.1" status: 200 len: 217 time: 0.0368364 Jul 16 09:31:24.809434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169cb8-ea9f-401c-9c74-3123b24f0f5c req-699be564-2696-42b6-8d63-3f2e1f742e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:24.810860 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab169cb8-ea9f-401c-9c74-3123b24f0f5c req-699be564-2696-42b6-8d63-3f2e1f742e0e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c666f97-b8a0-4b6b-9562-15490f12e523 HTTP/1.1" status: 200 len: 855 time: 0.0435357 Jul 16 09:31:24.866361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab169cb8-ea9f-401c-9c74-3123b24f0f5c req-1bb4178f-d4be-4a0d-9ccb-0146a6fa5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:24.867825 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab169cb8-ea9f-401c-9c74-3123b24f0f5c req-1bb4178f-d4be-4a0d-9ccb-0146a6fa5371 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=772f674e-f780-4220-a9b6-9c3e8b25a322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505235 Jul 16 09:31:24.958991 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab169cb8-ea9f-401c-9c74-3123b24f0f5c req-40a08d1c-6733-496b-9f83-771da71bdb07 service neutron] 10.222.0.38 "GET /v2.0/networks/772f674e-f780-4220-a9b6-9c3e8b25a322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832896 Jul 16 09:31:25.047232 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ab169cb8-ea9f-401c-9c74-3123b24f0f5c req-2decd697-6bbe-4fc4-bb56-3cdf067c9e90 service neutron] 10.222.0.38 "GET /v2.0/networks/772f674e-f780-4220-a9b6-9c3e8b25a322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805736 Jul 16 09:31:25.344962 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:31:25.384305 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8976acdb-a826-4c47-8ace-6ff2f2703035 req-419139fa-fdb0-4652-9738-c4864b63581a tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:25.386245 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8976acdb-a826-4c47-8ace-6ff2f2703035 req-419139fa-fdb0-4652-9738-c4864b63581a tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=673b704d-beea-45d0-86a9-9dde05937a83 HTTP/1.1" status: 200 len: 944 time: 0.0684042 Jul 16 09:31:25.424565 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8976acdb-a826-4c47-8ace-6ff2f2703035 req-c337faf9-83eb-4593-997d-875ab9b0edfe tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321255 Jul 16 09:31:25.441906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=84593eea-26c3-4aa9-966b-1dd7f72b8dc8,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:25.452975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '84593eea-26c3-4aa9-966b-1dd7f72b8dc8', 'network_id': '772f674e-f780-4220-a9b6-9c3e8b25a322', 'port_id': '84593eea-26c3-4aa9-966b-1dd7f72b8dc8', 'mac_address': 'fa:16:3e:af:4f:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c666f97-b8a0-4b6b-9562-15490f12e523', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:31:25.488952 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:25.501214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:31:25.521280 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=84593eea-26c3-4aa9-966b-1dd7f72b8dc8,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:25.525414 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:25.571755 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=84593eea-26c3-4aa9-966b-1dd7f72b8dc8,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:25.709433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['84593eea-26c3-4aa9-966b-1dd7f72b8dc8'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:31:26.598095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ba43c9-dad8-4dea-b044-ca97317f3ac0 req-135a4280-f007-4dfa-a8e5-2542ea8b62e4 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:26.599487 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f8ba43c9-dad8-4dea-b044-ca97317f3ac0 req-135a4280-f007-4dfa-a8e5-2542ea8b62e4 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=673b704d-beea-45d0-86a9-9dde05937a83 HTTP/1.1" status: 200 len: 945 time: 0.0662835 Jul 16 09:31:26.636641 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f8ba43c9-dad8-4dea-b044-ca97317f3ac0 req-0019ca5a-1176-4862-a928-e9ce23bac019 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314815 Jul 16 09:31:27.344905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:27.392137 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:27.396267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:27.396662 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.470586 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.492798 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673b704d-beea-45d0-86a9-9dde05937a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84593eea-26c3-4aa9-966b-1dd7f72b8dc8'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:27.495050 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47dcaaa6-3b40-4e2c-b346-54b0199efd03" -d '{"events": [{"server_uuid": "673b704d-beea-45d0-86a9-9dde05937a83", "name": "network-vif-plugged", "status": "completed", "tag": "84593eea-26c3-4aa9-966b-1dd7f72b8dc8"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:27.508252 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=84593eea-26c3-4aa9-966b-1dd7f72b8dc8,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:27.514190 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:27.538312 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9e2450-123a-432f-b19b-3ed8335c20e1 x-openstack-request-id: req-af9e2450-123a-432f-b19b-3ed8335c20e1 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:27.538612 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673b704d-beea-45d0-86a9-9dde05937a83", "name": "network-vif-plugged", "status": "completed", "tag": "84593eea-26c3-4aa9-966b-1dd7f72b8dc8", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:27.538865 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-af9e2450-123a-432f-b19b-3ed8335c20e1 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:27.539252 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673b704d-beea-45d0-86a9-9dde05937a83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84593eea-26c3-4aa9-966b-1dd7f72b8dc8', 'code': 200} Jul 16 09:31:27.565406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=84593eea-26c3-4aa9-966b-1dd7f72b8dc8,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:27.573208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:27.573569 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:27.573941 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:27.574298 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:27.574612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:27.575050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:27.575271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:27.575597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:27.575916 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:27.576239 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:27.576592 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:27.576917 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:27.650914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bcacf-d17f-4f6e-8fbc-842c6338574b req-32bc12bc-7ee0-4e09-82a8-3a07f08dcbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:27.652364 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-257bcacf-d17f-4f6e-8fbc-842c6338574b req-32bc12bc-7ee0-4e09-82a8-3a07f08dcbe1 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=673b704d-beea-45d0-86a9-9dde05937a83 HTTP/1.1" status: 200 len: 1098 time: 0.0527530 Jul 16 09:31:27.688333 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-257bcacf-d17f-4f6e-8fbc-842c6338574b req-4317fcb2-f2cf-46bf-9ff0-302845119304 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297277 Jul 16 09:31:27.811442 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8693867-488f-46a5-85f2-57ab953113ad req-fd76f3ae-2108-484b-80b3-6db3e9ff08cd tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:27.812973 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8693867-488f-46a5-85f2-57ab953113ad req-fd76f3ae-2108-484b-80b3-6db3e9ff08cd tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=673b704d-beea-45d0-86a9-9dde05937a83 HTTP/1.1" status: 200 len: 946 time: 0.0648527 Jul 16 09:31:27.851836 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a8693867-488f-46a5-85f2-57ab953113ad req-9557b21f-6515-47a2-91f0-570515a23903 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323653 Jul 16 09:31:29.027982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6024f2e-63ce-42c5-b311-42906f47b890 req-eb101fcb-9ca3-46db-ab42-4776604574bf tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:29.029535 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6024f2e-63ce-42c5-b311-42906f47b890 req-eb101fcb-9ca3-46db-ab42-4776604574bf tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=673b704d-beea-45d0-86a9-9dde05937a83 HTTP/1.1" status: 200 len: 946 time: 0.0645661 Jul 16 09:31:29.068849 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c6024f2e-63ce-42c5-b311-42906f47b890 req-3a6ce078-ff4f-4baa-8306-10b6124a96c3 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326021 Jul 16 09:31:29.248352 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12772e9d-c49a-4540-93b8-a622cb473fb1 req-fad53de5-c6ae-469f-996c-0fcbbea4af7b tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:29.250011 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-12772e9d-c49a-4540-93b8-a622cb473fb1 req-fad53de5-c6ae-469f-996c-0fcbbea4af7b tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=673b704d-beea-45d0-86a9-9dde05937a83 HTTP/1.1" status: 200 len: 946 time: 0.0643830 Jul 16 09:31:29.289948 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-12772e9d-c49a-4540-93b8-a622cb473fb1 req-ac53f1c6-3ccc-4404-a15f-de02c0afa7ae tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340023 Jul 16 09:31:34.085849 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:35.306309 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8c2123fd-70fd-4ff3-9494-f82e0abcae5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:35.999435 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:37.979064 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a04b3d6a-2b2d-4288-aeda-dda7985ea066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:38.261860 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:39.927778 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:41.429296 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:48.251154 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae71ca-4671-43e1-8ad4-20020bc3382b req-d3948794-d993-406f-9ce7-68e64c262f1c tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:48.253358 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80ae71ca-4671-43e1-8ad4-20020bc3382b req-d3948794-d993-406f-9ce7-68e64c262f1c tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=673b704d-beea-45d0-86a9-9dde05937a83 HTTP/1.1" status: 200 len: 946 time: 0.0730643 Jul 16 09:31:48.295456 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-80ae71ca-4671-43e1-8ad4-20020bc3382b req-68b423d5-5576-421e-a0eb-1be409762a23 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359375 Jul 16 09:31:49.480286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad43e2e-e016-4498-a9a4-f8168cd65886 req-b9780ecd-645c-454b-bd4d-1a2279065974 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:49.481847 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ad43e2e-e016-4498-a9a4-f8168cd65886 req-b9780ecd-645c-454b-bd4d-1a2279065974 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=673b704d-beea-45d0-86a9-9dde05937a83 HTTP/1.1" status: 200 len: 946 time: 0.0690327 Jul 16 09:31:49.521860 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ad43e2e-e016-4498-a9a4-f8168cd65886 req-4294dbfd-ff9a-469e-8788-732ff63f9dd4 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/security-groups?id=8826e928-fbf6-4cb7-8842-9eaa334d6b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329509 Jul 16 09:31:49.698966 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4ac4d8-6893-4116-a370-59b26f6cf448 req-af4c6477-3830-424c-a946-b8fee593354d tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:49.700524 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d4ac4d8-6893-4116-a370-59b26f6cf448 req-af4c6477-3830-424c-a946-b8fee593354d tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.38 "GET /v2.0/ports?device_id=673b704d-beea-45d0-86a9-9dde05937a83 HTTP/1.1" status: 200 len: 946 time: 0.0670550 Jul 16 09:31:49.806868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-4d4ac4d8-6893-4116-a370-59b26f6cf448 req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Deleting port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:49.807207 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d4ac4d8-6893-4116-a370-59b26f6cf448 req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:49.903378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-4d4ac4d8-6893-4116-a370-59b26f6cf448 req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] For port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=84593eea-26c3-4aa9-966b-1dd7f72b8dc8,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:49.903739 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d4ac4d8-6893-4116-a370-59b26f6cf448 req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:49.917515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-4d4ac4d8-6893-4116-a370-59b26f6cf448 req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Calling delete_port for 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:50.049057 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d4ac4d8-6893-4116-a370-59b26f6cf448 req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:50.061723 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['84593eea-26c3-4aa9-966b-1dd7f72b8dc8'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:31:50.080516 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Pushing event deleted for resources: {'Port': ['ID=84593eea-26c3-4aa9-966b-1dd7f72b8dc8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:50.093434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:50.093788 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:50.094128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:50.094469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:50.094801 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:50.095136 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:50.095490 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:50.095826 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:50.096148 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:50.096655 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:50.096824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:50.097147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:50.142926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4ac4d8-6893-4116-a370-59b26f6cf448 req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] No DVR routers for this DVR port 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:50.146263 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4d4ac4d8-6893-4116-a370-59b26f6cf448 req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:50.148390 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4d4ac4d8-6893-4116-a370-59b26f6cf448 req-2183dc3e-9a33-4c9e-9a80-06358a1e32da tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.38 "DELETE /v2.0/ports/84593eea-26c3-4aa9-966b-1dd7f72b8dc8 HTTP/1.1" status: 204 len: 173 time: 0.4429584 Jul 16 09:31:50.148914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '673b704d-beea-45d0-86a9-9dde05937a83', 'name': 'network-vif-deleted', 'tag': '84593eea-26c3-4aa9-966b-1dd7f72b8dc8'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:50.151308 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5803a0e7-d523-46db-b709-4ecb8075bf88" -d '{"events": [{"server_uuid": "673b704d-beea-45d0-86a9-9dde05937a83", "name": "network-vif-deleted", "tag": "84593eea-26c3-4aa9-966b-1dd7f72b8dc8"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:50.190367 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54855e7c-70c1-4812-ae1e-023a866c4cfe x-openstack-request-id: req-54855e7c-70c1-4812-ae1e-023a866c4cfe {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:50.190903 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "673b704d-beea-45d0-86a9-9dde05937a83", "name": "network-vif-deleted", "tag": "84593eea-26c3-4aa9-966b-1dd7f72b8dc8", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:50.191217 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-54855e7c-70c1-4812-ae1e-023a866c4cfe {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:50.191693 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '673b704d-beea-45d0-86a9-9dde05937a83', 'name': 'network-vif-deleted', 'tag': '84593eea-26c3-4aa9-966b-1dd7f72b8dc8', 'status': 'completed', 'code': 200} Jul 16 09:31:50.684811 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c12e17e4-afbb-46f2-a5f9-31eff61a179f req-3fa26347-505c-4cca-b2d6-82a7d16ee125 tempest-TestEncryptedCinderVolumes-1309353520 tempest-TestEncryptedCinderVolumes-1309353520-project] 10.222.0.20 "GET /v2.0/ports?device_id=673b704d-beea-45d0-86a9-9dde05937a83 HTTP/1.1" status: 200 len: 210 time: 0.0298088 Jul 16 09:31:51.809607 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44176) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:52.143104 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57e5a8c9-9d83-4b8e-b32c-8b559dc34115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:52.391911 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-57e5a8c9-9d83-4b8e-b32c-8b559dc34115 admin admin] Deleting port b5b8b9b3-0886-4774-a15e-12f3be38125a {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:52.392282 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57e5a8c9-9d83-4b8e-b32c-8b559dc34115 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:52.469644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-57e5a8c9-9d83-4b8e-b32c-8b559dc34115 admin admin] For port b5b8b9b3-0886-4774-a15e-12f3be38125a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b5b8b9b3-0886-4774-a15e-12f3be38125a,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:52.469902 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57e5a8c9-9d83-4b8e-b32c-8b559dc34115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:52.482371 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-57e5a8c9-9d83-4b8e-b32c-8b559dc34115 admin admin] Calling delete_port for b5b8b9b3-0886-4774-a15e-12f3be38125a owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:52.656907 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57e5a8c9-9d83-4b8e-b32c-8b559dc34115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:52.682284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e5a8c9-9d83-4b8e-b32c-8b559dc34115 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5b8b9b3-0886-4774-a15e-12f3be38125a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:52.852122 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-57e5a8c9-9d83-4b8e-b32c-8b559dc34115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:53.055566 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e5a8c9-9d83-4b8e-b32c-8b559dc34115 admin admin] Router 06e6b18b-7c89-4350-b065-128b63835ea2 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:31:53.167025 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e5a8c9-9d83-4b8e-b32c-8b559dc34115 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:31:53.172069 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-57e5a8c9-9d83-4b8e-b32c-8b559dc34115 admin admin] 10.222.0.20 "PUT /v2.0/routers/06e6b18b-7c89-4350-b065-128b63835ea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3614199 Jul 16 09:31:53.175010 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44178) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:53.176241 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d73622-0c84-48f2-be13-3161d6e2e178 None None] Sync routers for ids ['06e6b18b-7c89-4350-b065-128b63835ea2'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:31:53.185604 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d73622-0c84-48f2-be13-3161d6e2e178 None None] Routers {'06e6b18b-7c89-4350-b065-128b63835ea2'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:53.186227 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-50d73622-0c84-48f2-be13-3161d6e2e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['06e6b18b-7c89-4350-b065-128b63835ea2'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:53.287331 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:53.297706 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-50d73622-0c84-48f2-be13-3161d6e2e178 None None] Set router 06e6b18b-7c89-4350-b065-128b63835ea2 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:53.391204 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:53.442711 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Deleting port 9c178980-0527-48db-b5ab-d2ae7d10f9ae {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:53.443050 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:53.469673 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:53.470261 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-50d73622-0c84-48f2-be13-3161d6e2e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'name': 'tempest-TestEncryptedCinderVolumes-141935168-router', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.240'}], 'enable_snat': True}, 'gw_port_id': '9c178980-0527-48db-b5ab-d2ae7d10f9ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:38Z', 'updated_at': '2021-07-16T09:31:52Z', 'revision_number': 5, 'project_id': '7f25d454b11247d0b4d66095842dbf60', 'gw_port': {'id': '9c178980-0527-48db-b5ab-d2ae7d10f9ae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:46:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:39Z', 'updated_at': '2021-07-16T09:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:53.490553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:53.490893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 84593eea-26c3-4aa9-966b-1dd7f72b8dc8 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:53.500123 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d73622-0c84-48f2-be13-3161d6e2e178 None None] Checking router: 06e6b18b-7c89-4350-b065-128b63835ea2 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:31:53.509062 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d73622-0c84-48f2-be13-3161d6e2e178 None None] Routers {'06e6b18b-7c89-4350-b065-128b63835ea2'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:53.509664 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-50d73622-0c84-48f2-be13-3161d6e2e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['06e6b18b-7c89-4350-b065-128b63835ea2'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:53.526611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] For port 9c178980-0527-48db-b5ab-d2ae7d10f9ae, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9c178980-0527-48db-b5ab-d2ae7d10f9ae,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:53.526970 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:53.538985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Calling delete_port for 9c178980-0527-48db-b5ab-d2ae7d10f9ae owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:53.592135 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-50d73622-0c84-48f2-be13-3161d6e2e178 None None] Set router 06e6b18b-7c89-4350-b065-128b63835ea2 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:53.642833 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-50d73622-0c84-48f2-be13-3161d6e2e178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'name': 'tempest-TestEncryptedCinderVolumes-141935168-router', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:38Z', 'updated_at': '2021-07-16T09:31:53Z', 'revision_number': 6, 'project_id': '7f25d454b11247d0b4d66095842dbf60', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:53.672377 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d73622-0c84-48f2-be13-3161d6e2e178 None None] The sync data for ids ['06e6b18b-7c89-4350-b065-128b63835ea2'] in n-d-758944-46 is: [{'id': '06e6b18b-7c89-4350-b065-128b63835ea2', 'name': 'tempest-TestEncryptedCinderVolumes-141935168-router', 'tenant_id': '7f25d454b11247d0b4d66095842dbf60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:38Z', 'updated_at': '2021-07-16T09:31:53Z', 'revision_number': 6, 'project_id': '7f25d454b11247d0b4d66095842dbf60', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:31:53.707743 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:53.733531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Pushing event deleted for resources: {'Port': ['ID=9c178980-0527-48db-b5ab-d2ae7d10f9ae,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:53.744292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:53.744683 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:53.745032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:53.745376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:53.745716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:53.746083 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:53.746415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:53.746746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:53.747077 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:53.747405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:53.747732 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:53.748057 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:53.810933 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:53.900914 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:53.903223 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:53.949469 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:53.950041 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06e6b18b-7c89-4350-b065-128b63835ea2 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:31:53.954362 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:53.956239 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7124a8ba-e4e1-4758-a629-5c1e1b5dc48c admin admin] 10.222.0.20 "DELETE /v2.0/routers/06e6b18b-7c89-4350-b065-128b63835ea2 HTTP/1.1" status: 204 len: 168 time: 0.7801678 Jul 16 09:31:53.958710 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44180) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:54.003546 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b53ca2d-43e9-4e5a-84c5-8cc90d4bfe8f admin admin] Deleting subnet 0c666f97-b8a0-4b6b-9562-15490f12e523 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:31:54.006588 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b53ca2d-43e9-4e5a-84c5-8cc90d4bfe8f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.041026 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b53ca2d-43e9-4e5a-84c5-8cc90d4bfe8f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.128813 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b53ca2d-43e9-4e5a-84c5-8cc90d4bfe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.182832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b53ca2d-43e9-4e5a-84c5-8cc90d4bfe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.207177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53ca2d-43e9-4e5a-84c5-8cc90d4bfe8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c666f97-b8a0-4b6b-9562-15490f12e523,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:54.213145 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5b53ca2d-43e9-4e5a-84c5-8cc90d4bfe8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.215061 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5b53ca2d-43e9-4e5a-84c5-8cc90d4bfe8f admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0c666f97-b8a0-4b6b-9562-15490f12e523 HTTP/1.1" status: 204 len: 168 time: 0.2554278 Jul 16 09:31:54.217536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44182) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:54.220046 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdc9bff-9cef-42a4-af41-38b366f8187d None None] Network 772f674e-f780-4220-a9b6-9c3e8b25a322 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:31:54.287844 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.348723 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] Deleting port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:54.349069 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.414620 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] For port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=96aa89e3-1fc2-40d0-9dd8-4b423cfe7463,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:54.414986 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.424552 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a938ec-2329-4471-8294-db33f210b300 None None] DHCP port deletion for 772f674e-f780-4220-a9b6-9c3e8b25a322 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:31:54.432948 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] Calling delete_port for 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:54.469231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-14a938ec-2329-4471-8294-db33f210b300 None None] Deleting port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:54.469599 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-14a938ec-2329-4471-8294-db33f210b300 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.519292 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.537914 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-14a938ec-2329-4471-8294-db33f210b300 None None] For port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=96aa89e3-1fc2-40d0-9dd8-4b423cfe7463,segment=NetworkSegment(adfa7526-d731-43e5-a24c-9d331320c382),segment_id=adfa7526-d731-43e5-a24c-9d331320c382)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:54.538485 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-14a938ec-2329-4471-8294-db33f210b300 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.546106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] Pushing event deleted for resources: {'Port': ['ID=96aa89e3-1fc2-40d0-9dd8-4b423cfe7463,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:54.550893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-14a938ec-2329-4471-8294-db33f210b300 None None] Calling delete_port for 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:54.551597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] No DVR routers for this DVR port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:54.632564 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.646075 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772f674e-f780-4220-a9b6-9c3e8b25a322']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:54.658067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adfa7526-d731-43e5-a24c-9d331320c382') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:54.658365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adfa7526-d731-43e5-a24c-9d331320c382') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:54.669361 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.684210 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.691450 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:31:54.691913 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:31:54.693742 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:31:54.754561 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.761224 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.763285 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] 10.222.0.20 "DELETE /v2.0/networks/772f674e-f780-4220-a9b6-9c3e8b25a322 HTTP/1.1" status: 204 len: 168 time: 0.5445819 Jul 16 09:31:54.766292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44184) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:54.775043 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2249668-76db-44ce-a167-f407ab5dfe92 admin admin] Pushing event deleted for resources: {'Network': ['ID=772f674e-f780-4220-a9b6-9c3e8b25a322,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:31:54.778995 n-d-758944-46 neutron-server[93696]: self.session.flush() Jul 16 09:31:54.783687 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-14a938ec-2329-4471-8294-db33f210b300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:54.806370 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a938ec-2329-4471-8294-db33f210b300 None None] Pushing event deleted for resources: {'Port': ['ID=96aa89e3-1fc2-40d0-9dd8-4b423cfe7463,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:54.809428 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-14a938ec-2329-4471-8294-db33f210b300 None None] Network 772f674e-f780-4220-a9b6-9c3e8b25a322 is not hosted by any dhcp agent {{(pid=93696) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:31:54.809894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a938ec-2329-4471-8294-db33f210b300 None None] No DVR routers for this DVR port 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:55.118198 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2a88090-b40f-4d96-ad18-47e1da9a0718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:55.145856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b5b8b9b3-0886-4774-a15e-12f3be38125a no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:55.165311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: b5b8b9b3-0886-4774-a15e-12f3be38125a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:55.165746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b5b8b9b3-0886-4774-a15e-12f3be38125a not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:55.166272 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9c178980-0527-48db-b5ab-d2ae7d10f9ae no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:55.187733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 9c178980-0527-48db-b5ab-d2ae7d10f9ae {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:55.188110 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9c178980-0527-48db-b5ab-d2ae7d10f9ae not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:55.188519 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:55.208033 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:55.208377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 96aa89e3-1fc2-40d0-9dd8-4b423cfe7463 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:55.668125 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e2a88090-b40f-4d96-ad18-47e1da9a0718 admin admin] Deleting port 8be1305a-fb3b-48f9-8999-f41935afbfdf {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:55.668462 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2a88090-b40f-4d96-ad18-47e1da9a0718 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:55.743361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-e2a88090-b40f-4d96-ad18-47e1da9a0718 admin admin] For port 8be1305a-fb3b-48f9-8999-f41935afbfdf, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=8be1305a-fb3b-48f9-8999-f41935afbfdf,segment=NetworkSegment(2db24bb3-315c-4781-a74a-fab51a417440),segment_id=2db24bb3-315c-4781-a74a-fab51a417440)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:55.743721 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2a88090-b40f-4d96-ad18-47e1da9a0718 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:55.756028 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-e2a88090-b40f-4d96-ad18-47e1da9a0718 admin admin] Calling delete_port for 8be1305a-fb3b-48f9-8999-f41935afbfdf owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:55.932667 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2a88090-b40f-4d96-ad18-47e1da9a0718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:55.961834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a88090-b40f-4d96-ad18-47e1da9a0718 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be1305a-fb3b-48f9-8999-f41935afbfdf,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:56.127896 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e2a88090-b40f-4d96-ad18-47e1da9a0718 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:56.339422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a88090-b40f-4d96-ad18-47e1da9a0718 admin admin] Router d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:31:56.444478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a88090-b40f-4d96-ad18-47e1da9a0718 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:31:56.451578 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e2a88090-b40f-4d96-ad18-47e1da9a0718 admin admin] 10.222.0.20 "PUT /v2.0/routers/d8017be6-faaa-4abe-bfb4-c0a7ed17ad83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6820176 Jul 16 09:31:56.452642 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44186) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:56.452772 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7d25ee-3a51-48d2-81e2-56dabd24cd0f None None] Sync routers for ids ['d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:31:56.462279 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d25ee-3a51-48d2-81e2-56dabd24cd0f None None] Routers {'d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:56.462967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cf7d25ee-3a51-48d2-81e2-56dabd24cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:56.558141 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:56.566422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-cf7d25ee-3a51-48d2-81e2-56dabd24cd0f None None] Set router d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:56.660430 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:56.713135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] Deleting port b2da4301-7375-4437-a010-9d093c69686f {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:56.713491 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:56.741689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cf7d25ee-3a51-48d2-81e2-56dabd24cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'name': 'tempest-TestEncryptedCinderVolumes-2122514742-router', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.249'}], 'enable_snat': True}, 'gw_port_id': 'b2da4301-7375-4437-a010-9d093c69686f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:31:55Z', 'revision_number': 5, 'project_id': '7319f7ae58c24b3b9484de83bca44208', 'gw_port': {'id': 'b2da4301-7375-4437-a010-9d093c69686f', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:2a:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:30:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:56.771597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7d25ee-3a51-48d2-81e2-56dabd24cd0f None None] Checking router: d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:31:56.780061 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d25ee-3a51-48d2-81e2-56dabd24cd0f None None] Routers {'d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:56.780708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cf7d25ee-3a51-48d2-81e2-56dabd24cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:56.790454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] For port b2da4301-7375-4437-a010-9d093c69686f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b2da4301-7375-4437-a010-9d093c69686f,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:56.790850 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:56.803917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] Calling delete_port for b2da4301-7375-4437-a010-9d093c69686f owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:56.866146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-cf7d25ee-3a51-48d2-81e2-56dabd24cd0f None None] Set router d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:56.917681 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-cf7d25ee-3a51-48d2-81e2-56dabd24cd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'name': 'tempest-TestEncryptedCinderVolumes-2122514742-router', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:31:56Z', 'revision_number': 6, 'project_id': '7319f7ae58c24b3b9484de83bca44208', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:56.947559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7d25ee-3a51-48d2-81e2-56dabd24cd0f None None] The sync data for ids ['d8017be6-faaa-4abe-bfb4-c0a7ed17ad83'] in n-d-758944-46 is: [{'id': 'd8017be6-faaa-4abe-bfb4-c0a7ed17ad83', 'name': 'tempest-TestEncryptedCinderVolumes-2122514742-router', 'tenant_id': '7319f7ae58c24b3b9484de83bca44208', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:30:43Z', 'updated_at': '2021-07-16T09:31:56Z', 'revision_number': 6, 'project_id': '7319f7ae58c24b3b9484de83bca44208', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:31:56.971249 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.001902 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2da4301-7375-4437-a010-9d093c69686f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:57.062427 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.151778 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.153774 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.194811 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.195324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:31:57.199571 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.200787 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b18b3cde-343f-4baa-b000-8a31b25873c8 admin admin] 10.222.0.20 "DELETE /v2.0/routers/d8017be6-faaa-4abe-bfb4-c0a7ed17ad83 HTTP/1.1" status: 204 len: 168 time: 0.7471919 Jul 16 09:31:57.203282 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44188) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:57.250792 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6da92f6-e1c5-44f4-88db-946ea3117573 admin admin] Deleting subnet a0959ab1-5afe-4f59-b1ef-de9aaee5ade3 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:31:57.253950 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6da92f6-e1c5-44f4-88db-946ea3117573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.289726 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6da92f6-e1c5-44f4-88db-946ea3117573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.375971 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6da92f6-e1c5-44f4-88db-946ea3117573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.430983 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6da92f6-e1c5-44f4-88db-946ea3117573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.458322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da92f6-e1c5-44f4-88db-946ea3117573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0959ab1-5afe-4f59-b1ef-de9aaee5ade3,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:57.465608 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c6da92f6-e1c5-44f4-88db-946ea3117573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.468301 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c6da92f6-e1c5-44f4-88db-946ea3117573 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a0959ab1-5afe-4f59-b1ef-de9aaee5ade3 HTTP/1.1" status: 204 len: 168 time: 0.2632966 Jul 16 09:31:57.470020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44190) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:57.470690 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45533db-a9d8-44c6-80be-4ee14f764026 None None] Network 4e8bebc0-914a-438d-8109-f0fb0875126b requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:31:57.538513 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.590257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] Deleting port 918c712b-0785-4b2d-a20c-9f0b4180610f {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:57.590611 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.661353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] For port 918c712b-0785-4b2d-a20c-9f0b4180610f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=918c712b-0785-4b2d-a20c-9f0b4180610f,segment=NetworkSegment(2db24bb3-315c-4781-a74a-fab51a417440),segment_id=2db24bb3-315c-4781-a74a-fab51a417440)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:57.661636 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.674144 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] Calling delete_port for 918c712b-0785-4b2d-a20c-9f0b4180610f owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:57.716856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e43092-4169-40c4-ad71-076285c21a5d None None] DHCP port deletion for 4e8bebc0-914a-438d-8109-f0fb0875126b request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:31:57.726092 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8be1305a-fb3b-48f9-8999-f41935afbfdf no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:57.761366 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.767717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 8be1305a-fb3b-48f9-8999-f41935afbfdf {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:57.768051 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 8be1305a-fb3b-48f9-8999-f41935afbfdf not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:57.789566 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] Pushing event deleted for resources: {'Port': ['ID=918c712b-0785-4b2d-a20c-9f0b4180610f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:57.795291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] No DVR routers for this DVR port 918c712b-0785-4b2d-a20c-9f0b4180610f on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:57.797657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-30e43092-4169-40c4-ad71-076285c21a5d None None] Deleting port 918c712b-0785-4b2d-a20c-9f0b4180610f {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:57.799020 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-30e43092-4169-40c4-ad71-076285c21a5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.863314 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-30e43092-4169-40c4-ad71-076285c21a5d None None] For port 918c712b-0785-4b2d-a20c-9f0b4180610f, host n-d-758944-46, got binding levels [] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:57.863707 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-30e43092-4169-40c4-ad71-076285c21a5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.868010 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.877182 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-30e43092-4169-40c4-ad71-076285c21a5d None None] Calling delete_port for 918c712b-0785-4b2d-a20c-9f0b4180610f owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:57.878912 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8bebc0-914a-438d-8109-f0fb0875126b']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:57.879928 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.ipam_backend_mixin [None req-30e43092-4169-40c4-ad71-076285c21a5d None None] Port 918c712b-0785-4b2d-a20c-9f0b4180610f was not found and therefore no delete operation was performed {{(pid=93696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:31:57.881268 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-30e43092-4169-40c4-ad71-076285c21a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.889851 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db24bb3-315c-4781-a74a-fab51a417440') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:57.889851 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db24bb3-315c-4781-a74a-fab51a417440') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:57.898984 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.913279 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e43092-4169-40c4-ad71-076285c21a5d None None] Pushing event deleted for resources: {'Port': ['ID=918c712b-0785-4b2d-a20c-9f0b4180610f,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:57.914776 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.915159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e43092-4169-40c4-ad71-076285c21a5d None None] No DVR routers for this DVR port 918c712b-0785-4b2d-a20c-9f0b4180610f on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:57.926660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] Releasing vlan 77 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:31:57.927129 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:31:57.928862 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:31:57.989062 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:57.995424 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:58.000010 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] 10.222.0.20 "DELETE /v2.0/networks/4e8bebc0-914a-438d-8109-f0fb0875126b HTTP/1.1" status: 204 len: 168 time: 0.5262394 Jul 16 09:31:58.010973 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18cb621-b9cf-44ac-b7bc-2136137289fa admin admin] Pushing event deleted for resources: {'Network': ['ID=4e8bebc0-914a-438d-8109-f0fb0875126b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:58.154628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44194) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:58.194509 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b426fa55-4545-48f1-bbeb-fb7708692db5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7f25d454b11247d0b4d66095842dbf60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386698 Jul 16 09:31:58.197140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44196) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:58.243940 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc8b1500-50a6-4867-8799-369320418925 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:58.264667 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc8b1500-50a6-4867-8799-369320418925 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:58.309841 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc8b1500-50a6-4867-8799-369320418925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:58.312392 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-dc8b1500-50a6-4867-8799-369320418925 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:58.313560 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-dc8b1500-50a6-4867-8799-369320418925 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8826e928-fbf6-4cb7-8842-9eaa334d6b2b HTTP/1.1" status: 204 len: 168 time: 0.1155429 Jul 16 09:31:58.321434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b1500-50a6-4867-8799-369320418925 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8826e928-fbf6-4cb7-8842-9eaa334d6b2b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:58.607978 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44202) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:58.651632 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f7bcbfdc-8216-4569-93e6-a890207a6974 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=7319f7ae58c24b3b9484de83bca44208&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424564 Jul 16 09:31:58.654156 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44204) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:58.702446 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ad13377-9ac9-444f-af78-1626d23434bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:58.724408 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ad13377-9ac9-444f-af78-1626d23434bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:58.773518 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ad13377-9ac9-444f-af78-1626d23434bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:58.776206 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4ad13377-9ac9-444f-af78-1626d23434bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:58.777358 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4ad13377-9ac9-444f-af78-1626d23434bd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8f63d0f9-1dd8-4521-b2ef-e9d46ce359f0 HTTP/1.1" status: 204 len: 168 time: 0.1222994 Jul 16 09:31:58.786032 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad13377-9ac9-444f-af78-1626d23434bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f63d0f9-1dd8-4521-b2ef-e9d46ce359f0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:59.146380 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 918c712b-0785-4b2d-a20c-9f0b4180610f no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:59.166381 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 918c712b-0785-4b2d-a20c-9f0b4180610f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:59.166799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 918c712b-0785-4b2d-a20c-9f0b4180610f not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:59.167284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b2da4301-7375-4437-a010-9d093c69686f no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:59.186117 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: b2da4301-7375-4437-a010-9d093c69686f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:59.186461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b2da4301-7375-4437-a010-9d093c69686f not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:59.435397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44226) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:59.525911 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-596681184-network', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:59.547214 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] Made reservation on behalf of 6d4df555c0514a448b2a105f4ed8483f for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:31:59.549561 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:59.557829 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:59.644944 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:59.648584 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:59.668950 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] vlan segment allocate from pool success with {'vlan_id': 82, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:31:59.682780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8020ae-c2fc-4547-96d3-31b50094c9f1,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:59.687721 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:59.688072 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] Added segment 72956016-6762-46fa-809b-ed4b7ccd8b06 of type vlan for network e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e Jul 16 09:31:59.731578 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:59.759350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:59.760291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:59.760893 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:59.775023 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:31:59.792564 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3559611 Jul 16 09:31:59.796101 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44230) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:59.827071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b1429a5a-2ab1-4540-a411-18a4d839cf4a admin admin] Request body: {'subnet': {'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-596681184-subnet', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:59.831171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461efdf1-5832-4cb2-82d0-0195f78e4e84 admin admin] Pushing event updated for resources: {'Network': ['ID=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:59.841336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:31:59.850855 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1429a5a-2ab1-4540-a411-18a4d839cf4a admin admin] Made reservation on behalf of 6d4df555c0514a448b2a105f4ed8483f for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:31:59.853340 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1429a5a-2ab1-4540-a411-18a4d839cf4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.016316 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1429a5a-2ab1-4540-a411-18a4d839cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.078033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1429a5a-2ab1-4540-a411-18a4d839cf4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=69318d5f-061a-4dd1-bb9e-cfc10eaa71df,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:00.084363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1429a5a-2ab1-4540-a411-18a4d839cf4a admin admin] Checking segment: {'id': '72956016-6762-46fa-809b-ed4b7ccd8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:00.084656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1429a5a-2ab1-4540-a411-18a4d839cf4a admin admin] Network hostable DHCP agents. Network: e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:32:00.102818 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1429a5a-2ab1-4540-a411-18a4d839cf4a admin admin] Network e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:32:00.111054 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-b1429a5a-2ab1-4540-a411-18a4d839cf4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:00.114952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1429a5a-2ab1-4540-a411-18a4d839cf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:00.115538 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b1429a5a-2ab1-4540-a411-18a4d839cf4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.120275 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d0d811-216b-490f-852e-4f7d7e921cfc None None] Network e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:32:00.129670 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b1429a5a-2ab1-4540-a411-18a4d839cf4a admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3308299 Jul 16 09:32:00.132723 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44232) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:00.137260 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:00.158817 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.159862 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.217246 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.268274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'fixed_ips': [{'subnet_id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:32:00.269174 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.353506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.398558 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Allocated IP 172.20.0.2 (e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e/69318d5f-061a-4dd1-bb9e-cfc10eaa71df/733ee899-4e13-4f7c-b02e-be2ffbf8bd57) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:00.538353 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.546478 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Transition to ACTIVE for port object 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:00.557781 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.560808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Transition to ACTIVE for port object 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:00.566951 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.577337 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.603843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Network e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:00.609858 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:00.613108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:00.645607 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Pushing event updated for resources: {'Port': ['ID=733ee899-4e13-4f7c-b02e-be2ffbf8bd57,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:00.683369 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Attempting to bind port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:00.683766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Attempting to bind port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '72956016-6762-46fa-809b-ed4b7ccd8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:00.684132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Attempting to bind port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 on network e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:00.684271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Allocated IP 172.25.4.171 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/df096c74-4def-4606-80d0-18263aecfbba) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:00.689862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:00.690330 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Checking segment: {'id': '72956016-6762-46fa-809b-ed4b7ccd8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:00.690832 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.691283 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Bound using segment: {'id': '72956016-6762-46fa-809b-ed4b7ccd8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:00.691755 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Bound port: 733ee899-4e13-4f7c-b02e-be2ffbf8bd57, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72956016-6762-46fa-809b-ed4b7ccd8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:00.692140 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.755113 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] For port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:00.758270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] For port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=733ee899-4e13-4f7c-b02e-be2ffbf8bd57,segment=NetworkSegment(72956016-6762-46fa-809b-ed4b7ccd8b06),segment_id=72956016-6762-46fa-809b-ed4b7ccd8b06)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:00.763484 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.787030 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.821480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62bcbbb-f831-479c-8e4b-e1967448c495 None None] Pushing event updated for resources: {'Port': ['ID=733ee899-4e13-4f7c-b02e-be2ffbf8bd57,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:00.838217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:00.879300 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:00.882058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:00.885621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:00.891490 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Pushing event updated for resources: {'Port': ['ID=df096c74-4def-4606-80d0-18263aecfbba,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:01.164954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:01.179081 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:01.227955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:01.357165 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:01.488342 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Router c1082de0-3328-4428-a255-b25ca791247d is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:32:01.603962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:01.616959 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Sync routers for ids ['c1082de0-3328-4428-a255-b25ca791247d'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:01.619876 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:01.623756 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-564f8ae5-6b2b-4eb6-a76f-594a5474e411 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4874425 Jul 16 09:32:01.623944 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44234) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:01.634018 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Routers {'c1082de0-3328-4428-a255-b25ca791247d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:01.634698 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c1082de0-3328-4428-a255-b25ca791247d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:01.745573 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Set router c1082de0-3328-4428-a255-b25ca791247d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:01.756220 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfac20b-4fa3-4e47-b003-edb2b91accf9 None None] Network e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:32:01.840962 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b55e6f99-42f5-4bb1-beab-a3a9a8b3beef None None] Provisioning for port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:01.852827 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b55e6f99-42f5-4bb1-beab-a3a9a8b3beef None None] Provisioning complete for port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:01.853232 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b55e6f99-42f5-4bb1-beab-a3a9a8b3beef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.017789 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b55e6f99-42f5-4bb1-beab-a3a9a8b3beef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.034692 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1082de0-3328-4428-a255-b25ca791247d', 'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'df096c74-4def-4606-80d0-18263aecfbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:01Z', 'revision_number': 3, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'gw_port': {'id': 'df096c74-4def-4606-80d0-18263aecfbba', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:02.061651 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b55e6f99-42f5-4bb1-beab-a3a9a8b3beef None None] For port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=733ee899-4e13-4f7c-b02e-be2ffbf8bd57,segment=NetworkSegment(72956016-6762-46fa-809b-ed4b7ccd8b06),segment_id=72956016-6762-46fa-809b-ed4b7ccd8b06)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:02.063591 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Checking router: c1082de0-3328-4428-a255-b25ca791247d for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:02.064620 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Updating router c1082de0-3328-4428-a255-b25ca791247d port df096c74-4def-4606-80d0-18263aecfbba binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:32:02.067249 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b55e6f99-42f5-4bb1-beab-a3a9a8b3beef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.110618 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.123231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55e6f99-42f5-4bb1-beab-a3a9a8b3beef None None] Pushing event updated for resources: {'Port': ['ID=733ee899-4e13-4f7c-b02e-be2ffbf8bd57,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:02.292561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d69f7d15-02ab-4580-bf9c-9fefeadb31f8 None None] Provisioning complete for port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:02.293096 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d69f7d15-02ab-4580-bf9c-9fefeadb31f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.377097 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.387440 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Transition to ACTIVE for port object df096c74-4def-4606-80d0-18263aecfbba will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:02.394387 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.443978 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.445781 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Attempting to bind port df096c74-4def-4606-80d0-18263aecfbba on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:02.446148 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Attempting to bind port df096c74-4def-4606-80d0-18263aecfbba by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:02.446497 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Attempting to bind port df096c74-4def-4606-80d0-18263aecfbba on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:02.449276 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1f4bf-9865-4a85-b153-f07a8144b3cd None None] Pushing event updated for resources: {'Port': ['ID=df096c74-4def-4606-80d0-18263aecfbba,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:02.456999 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:02.457372 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:02.457768 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.458151 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:02.458606 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Bound port: df096c74-4def-4606-80d0-18263aecfbba, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:02.458979 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.461918 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1f4bf-9865-4a85-b153-f07a8144b3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:02.462258 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1f4bf-9865-4a85-b153-f07a8144b3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:02.462598 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1f4bf-9865-4a85-b153-f07a8144b3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:02.462953 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1f4bf-9865-4a85-b153-f07a8144b3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:02.463280 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1f4bf-9865-4a85-b153-f07a8144b3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:02.463601 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1f4bf-9865-4a85-b153-f07a8144b3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:02.463921 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1f4bf-9865-4a85-b153-f07a8144b3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:02.464237 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1f4bf-9865-4a85-b153-f07a8144b3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:02.464573 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1f4bf-9865-4a85-b153-f07a8144b3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:02.464891 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1f4bf-9865-4a85-b153-f07a8144b3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:02.465203 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1f4bf-9865-4a85-b153-f07a8144b3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:02.465516 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b1f4bf-9865-4a85-b153-f07a8144b3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:02.519154 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] For port df096c74-4def-4606-80d0-18263aecfbba, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:02.522262 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] For port df096c74-4def-4606-80d0-18263aecfbba, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=df096c74-4def-4606-80d0-18263aecfbba,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:02.526191 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.581925 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Routers {'c1082de0-3328-4428-a255-b25ca791247d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:02.582532 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c1082de0-3328-4428-a255-b25ca791247d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:02.585428 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b1f4bf-9865-4a85-b153-f07a8144b3cd None None] Pushing event updated for resources: {'Port': ['ID=df096c74-4def-4606-80d0-18263aecfbba,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:02.600890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Allocated IP 172.20.0.1 (e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e/69318d5f-061a-4dd1-bb9e-cfc10eaa71df/30f2f2c1-4945-4610-82c9-66f291570ca9) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:02.686146 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] Set router c1082de0-3328-4428-a255-b25ca791247d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:02.707881 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.722923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Transition to ACTIVE for port object 30f2f2c1-4945-4610-82c9-66f291570ca9 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:02.756521 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.796417 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Network e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:02.799851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:02.803734 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:02.829830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Pushing event updated for resources: {'Port': ['ID=30f2f2c1-4945-4610-82c9-66f291570ca9,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:02.855293 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.868036 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1082de0-3328-4428-a255-b25ca791247d', 'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'df096c74-4def-4606-80d0-18263aecfbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:01Z', 'revision_number': 3, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'gw_port': {'id': 'df096c74-4def-4606-80d0-18263aecfbba', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:02.898496 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e25cc2d-cc82-4d7d-a4da-0cb654ab1c39 None None] The sync data for ids ['c1082de0-3328-4428-a255-b25ca791247d'] in n-d-758944-46 is: [{'id': 'c1082de0-3328-4428-a255-b25ca791247d', 'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'df096c74-4def-4606-80d0-18263aecfbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:01Z', 'revision_number': 3, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'gw_port': {'id': 'df096c74-4def-4606-80d0-18263aecfbba', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:03.006428 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:03.109112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d07fa8e3-58b2-425a-bd32-25bfe645a3f4 None None] Provisioning for port 30f2f2c1-4945-4610-82c9-66f291570ca9 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:03.116601 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d07fa8e3-58b2-425a-bd32-25bfe645a3f4 None None] Provisioning complete for port 30f2f2c1-4945-4610-82c9-66f291570ca9 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:03.117234 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d07fa8e3-58b2-425a-bd32-25bfe645a3f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:03.182094 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d07fa8e3-58b2-425a-bd32-25bfe645a3f4 None None] Port 30f2f2c1-4945-4610-82c9-66f291570ca9 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:32:03.219929 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:03.231827 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:03.242086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:03.305876 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:03.306540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:03.306996 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:03.333549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Pushing event updated for resources: {'Port': ['ID=30f2f2c1-4945-4610-82c9-66f291570ca9,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:03.423166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Network e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:03.424823 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:03.544297 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Router c1082de0-3328-4428-a255-b25ca791247d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:32:03.661621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:03.667220 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0460d963-c299-4729-b5b9-b6a95f97feb0 admin admin] 10.222.0.20 "PUT /v2.0/routers/c1082de0-3328-4428-a255-b25ca791247d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0421977 Jul 16 09:32:03.708571 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ae3380ef-2739-4418-831a-60e14eaba13f None None] Provisioning complete for port 30f2f2c1-4945-4610-82c9-66f291570ca9 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:03.708921 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ae3380ef-2739-4418-831a-60e14eaba13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:03.746606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ae3380ef-2739-4418-831a-60e14eaba13f None None] Port 30f2f2c1-4945-4610-82c9-66f291570ca9 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:32:04.075205 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.133459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44252) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:04.138801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-322834769-network', 'tenant_id': '8db932835d1740cab198c9ce4614aa20'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:04.159397 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] Made reservation on behalf of 8db932835d1740cab198c9ce4614aa20 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:32:04.161758 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.170195 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.263950 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.272838 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.303445 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] vlan segment allocate from pool success with {'vlan_id': 65, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:32:04.313896 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a7ee5f5-e411-430e-afa3-6774c8e92c6f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:04.319444 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.319795 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] Added segment 9f613c18-2961-4ff9-9f02-29d8ebf5bb52 of type vlan for network 552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20 Jul 16 09:32:04.367374 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.396042 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.397063 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:04.397647 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.432780 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.2981210 Jul 16 09:32:04.435645 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44254) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:04.440885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-ebfb3d78-9ab2-4bb1-a62d-1e40d2ea58c4 admin admin] Request body: {'subnet': {'network_id': '552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-322834769-subnet', 'tenant_id': '8db932835d1740cab198c9ce4614aa20', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:04.460153 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13893174-c0d8-4a22-bcff-04632b93cb7b admin admin] Pushing event updated for resources: {'Network': ['ID=552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:04.461889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfb3d78-9ab2-4bb1-a62d-1e40d2ea58c4 admin admin] Made reservation on behalf of 8db932835d1740cab198c9ce4614aa20 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:32:04.465051 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebfb3d78-9ab2-4bb1-a62d-1e40d2ea58c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.471867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:32:04.638375 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebfb3d78-9ab2-4bb1-a62d-1e40d2ea58c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.642701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Sync routers for ids ['c1082de0-3328-4428-a255-b25ca791247d'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:04.651718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Routers {'c1082de0-3328-4428-a255-b25ca791247d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:04.652384 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c1082de0-3328-4428-a255-b25ca791247d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:04.696928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb3d78-9ab2-4bb1-a62d-1e40d2ea58c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2ad2c8a-feb3-47cb-bdca-6a84de38c6a0,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:04.710575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebfb3d78-9ab2-4bb1-a62d-1e40d2ea58c4 admin admin] Checking segment: {'id': '9f613c18-2961-4ff9-9f02-29d8ebf5bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:04.710935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfb3d78-9ab2-4bb1-a62d-1e40d2ea58c4 admin admin] Network hostable DHCP agents. Network: 552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:32:04.729415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebfb3d78-9ab2-4bb1-a62d-1e40d2ea58c4 admin admin] Network 552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:32:04.739356 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-ebfb3d78-9ab2-4bb1-a62d-1e40d2ea58c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:04.743646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfb3d78-9ab2-4bb1-a62d-1e40d2ea58c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:04.744247 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ebfb3d78-9ab2-4bb1-a62d-1e40d2ea58c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.759525 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ebfb3d78-9ab2-4bb1-a62d-1e40d2ea58c4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3227441 Jul 16 09:32:04.762157 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44256) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:04.767545 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-322834769-router', 'tenant_id': '8db932835d1740cab198c9ce4614aa20', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:04.793432 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.794703 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.841257 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7295b7d-6e04-4871-b9d1-af6bf17fab6b None None] Network 552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:32:04.886400 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.971607 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Set router c1082de0-3328-4428-a255-b25ca791247d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:05.021399 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.144433 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20', 'network_id': '552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20', 'tenant_id': '8db932835d1740cab198c9ce4614aa20', 'fixed_ips': [{'subnet_id': 'e2ad2c8a-feb3-47cb-bdca-6a84de38c6a0'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:32:05.145671 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.232540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device df096c74-4def-4606-80d0-18263aecfbba up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:05.367966 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5dbfe7a6-2a8d-466c-bae7-1dfbad2b1d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.390418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Allocated IP 172.20.0.2 (552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20/e2ad2c8a-feb3-47cb-bdca-6a84de38c6a0/1d3c7194-3fac-4373-8587-f9430996d411) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:05.398886 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port df096c74-4def-4606-80d0-18263aecfbba completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:05.410451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port df096c74-4def-4606-80d0-18263aecfbba triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:05.410827 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.454188 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1082de0-3328-4428-a255-b25ca791247d', 'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'df096c74-4def-4606-80d0-18263aecfbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:02Z', 'revision_number': 4, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'gw_port': {'id': 'df096c74-4def-4606-80d0-18263aecfbba', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '30f2f2c1-4945-4610-82c9-66f291570ca9', 'name': '', 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'mac_address': 'fa:16:3e:d6:fb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:02Z', 'updated_at': '2021-07-16T09:32:03Z', 'revision_number': 2, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'subnets': [{'id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:05.501936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Checking router: c1082de0-3328-4428-a255-b25ca791247d for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:05.502665 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Updating router c1082de0-3328-4428-a255-b25ca791247d port 30f2f2c1-4945-4610-82c9-66f291570ca9 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:32:05.545790 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.570185 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.581593 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.674395 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Allocated IP 172.25.4.193 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/ea0cc55c-f0b6-4999-9ce0-10e295b18838) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:05.682468 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.722381 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.731141 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port df096c74-4def-4606-80d0-18263aecfbba, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=df096c74-4def-4606-80d0-18263aecfbba,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:05.779008 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.781308 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Transition to ACTIVE for port object 1d3c7194-3fac-4373-8587-f9430996d411 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:05.783206 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.829544 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.846825 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Transition to ACTIVE for port object 1d3c7194-3fac-4373-8587-f9430996d411 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:05.865632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:05.871769 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:05.872109 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:05.875548 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:05.887119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=df096c74-4def-4606-80d0-18263aecfbba,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:05.904837 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Pushing event updated for resources: {'Port': ['ID=ea0cc55c-f0b6-4999-9ce0-10e295b18838,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:05.950351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Network 552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:05.959082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:05.966318 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:05.983056 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Pushing event updated for resources: {'Port': ['ID=1d3c7194-3fac-4373-8587-f9430996d411,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:06.064693 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.075089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Attempting to bind port 1d3c7194-3fac-4373-8587-f9430996d411 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:06.075469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Attempting to bind port 1d3c7194-3fac-4373-8587-f9430996d411 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '9f613c18-2961-4ff9-9f02-29d8ebf5bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:06.075820 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Attempting to bind port 1d3c7194-3fac-4373-8587-f9430996d411 on network 552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:06.088989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:06.089359 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Checking segment: {'id': '9f613c18-2961-4ff9-9f02-29d8ebf5bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:06.089765 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.090152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Bound using segment: {'id': '9f613c18-2961-4ff9-9f02-29d8ebf5bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:06.090618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Bound port: 1d3c7194-3fac-4373-8587-f9430996d411, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f613c18-2961-4ff9-9f02-29d8ebf5bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:06.090992 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.132362 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.155430 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.173604 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Transition to ACTIVE for port object 30f2f2c1-4945-4610-82c9-66f291570ca9 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:06.185892 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.236662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] For port 1d3c7194-3fac-4373-8587-f9430996d411, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:06.255639 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6469ff-ff07-4f8a-b108-a57ca5eec752 None None] Pushing event updated for resources: {'Port': ['ID=30f2f2c1-4945-4610-82c9-66f291570ca9,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:06.259051 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] For port 1d3c7194-3fac-4373-8587-f9430996d411, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1d3c7194-3fac-4373-8587-f9430996d411,segment=NetworkSegment(9f613c18-2961-4ff9-9f02-29d8ebf5bb52),segment_id=9f613c18-2961-4ff9-9f02-29d8ebf5bb52)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:06.268311 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.356257 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.359440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Attempting to bind port 30f2f2c1-4945-4610-82c9-66f291570ca9 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:06.359818 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Attempting to bind port 30f2f2c1-4945-4610-82c9-66f291570ca9 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '72956016-6762-46fa-809b-ed4b7ccd8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:06.360184 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Attempting to bind port 30f2f2c1-4945-4610-82c9-66f291570ca9 on network e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:06.370419 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:06.370798 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Checking segment: {'id': '72956016-6762-46fa-809b-ed4b7ccd8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:06.371203 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.371597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Bound using segment: {'id': '72956016-6762-46fa-809b-ed4b7ccd8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:06.372985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Bound port: 30f2f2c1-4945-4610-82c9-66f291570ca9, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72956016-6762-46fa-809b-ed4b7ccd8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:06.372985 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.399206 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f1303-e86d-4d86-9bfb-1ec1f72c2709 None None] Pushing event updated for resources: {'Port': ['ID=1d3c7194-3fac-4373-8587-f9430996d411,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:06.476759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] For port 30f2f2c1-4945-4610-82c9-66f291570ca9, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:06.481339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] For port 30f2f2c1-4945-4610-82c9-66f291570ca9, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=30f2f2c1-4945-4610-82c9-66f291570ca9,segment=NetworkSegment(72956016-6762-46fa-809b-ed4b7ccd8b06),segment_id=72956016-6762-46fa-809b-ed4b7ccd8b06)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:06.487435 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.523447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Router 64de1c23-f4ab-436e-9095-adfbce5df45a is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:32:06.569964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Routers {'c1082de0-3328-4428-a255-b25ca791247d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:06.571129 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c1082de0-3328-4428-a255-b25ca791247d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:06.620130 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6469ff-ff07-4f8a-b108-a57ca5eec752 None None] Pushing event updated for resources: {'Port': ['ID=30f2f2c1-4945-4610-82c9-66f291570ca9,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:06.674649 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:06.686797 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Sync routers for ids ['64de1c23-f4ab-436e-9095-adfbce5df45a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:06.702541 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Routers {'64de1c23-f4ab-436e-9095-adfbce5df45a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:06.703766 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-43874c61-a412-4cc8-90d9-182942974767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['64de1c23-f4ab-436e-9095-adfbce5df45a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:06.705250 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.709577 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44258) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:06.710085 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2472f527-0212-4221-a6e5-f4d4cac41ed6 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9463072 Jul 16 09:32:06.724595 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] Set router c1082de0-3328-4428-a255-b25ca791247d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:06.853773 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Set router 64de1c23-f4ab-436e-9095-adfbce5df45a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:06.960823 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1082de0-3328-4428-a255-b25ca791247d', 'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'df096c74-4def-4606-80d0-18263aecfbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:02Z', 'revision_number': 4, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'gw_port': {'id': 'df096c74-4def-4606-80d0-18263aecfbba', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '30f2f2c1-4945-4610-82c9-66f291570ca9', 'name': '', 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'mac_address': 'fa:16:3e:d6:fb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:02Z', 'updated_at': '2021-07-16T09:32:06Z', 'revision_number': 4, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'subnets': [{'id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:06.992292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8ec021-6e91-4f41-a51d-6c6ce7627992 None None] The sync data for ids ['c1082de0-3328-4428-a255-b25ca791247d'] in n-d-758944-46 is: [{'id': 'c1082de0-3328-4428-a255-b25ca791247d', 'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'df096c74-4def-4606-80d0-18263aecfbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:02Z', 'revision_number': 4, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'gw_port': {'id': 'df096c74-4def-4606-80d0-18263aecfbba', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '30f2f2c1-4945-4610-82c9-66f291570ca9', 'name': '', 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'mac_address': 'fa:16:3e:d6:fb:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:02Z', 'updated_at': '2021-07-16T09:32:06Z', 'revision_number': 4, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'subnets': [{'id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:07.063189 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-43874c61-a412-4cc8-90d9-182942974767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'name': 'tempest-TestMinimumBasicScenario-322834769-router', 'tenant_id': '8db932835d1740cab198c9ce4614aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'ea0cc55c-f0b6-4999-9ce0-10e295b18838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:04Z', 'updated_at': '2021-07-16T09:32:06Z', 'revision_number': 3, 'project_id': '8db932835d1740cab198c9ce4614aa20', 'gw_port': {'id': 'ea0cc55c-f0b6-4999-9ce0-10e295b18838', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:05Z', 'updated_at': '2021-07-16T09:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:07.092281 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Checking router: 64de1c23-f4ab-436e-9095-adfbce5df45a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:07.092671 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Updating router 64de1c23-f4ab-436e-9095-adfbce5df45a port ea0cc55c-f0b6-4999-9ce0-10e295b18838 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:32:07.145317 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.239859 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.382184 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1d3c7194-3fac-4373-8587-f9430996d411 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:07.458378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 1d3c7194-3fac-4373-8587-f9430996d411 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:07.464542 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 30f2f2c1-4945-4610-82c9-66f291570ca9 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:07.489806 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Allocated IP 172.20.0.1 (552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20/e2ad2c8a-feb3-47cb-bdca-6a84de38c6a0/f39c6d91-d0bb-4475-939c-e120d1afec73) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:07.501762 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.513815 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Transition to ACTIVE for port object ea0cc55c-f0b6-4999-9ce0-10e295b18838 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:07.527160 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.576513 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Attempting to bind port ea0cc55c-f0b6-4999-9ce0-10e295b18838 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:07.576961 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Attempting to bind port ea0cc55c-f0b6-4999-9ce0-10e295b18838 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:07.577367 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Attempting to bind port ea0cc55c-f0b6-4999-9ce0-10e295b18838 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:07.589231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 30f2f2c1-4945-4610-82c9-66f291570ca9 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:07.592901 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:07.593314 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 30f2f2c1-4945-4610-82c9-66f291570ca9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:07.593473 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:07.593685 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.593797 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.594182 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:07.594655 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Bound port: ea0cc55c-f0b6-4999-9ce0-10e295b18838, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:07.595070 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.620407 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba4a80-66ac-41bf-bc06-0ffbe7f10051 None None] Pushing event updated for resources: {'Port': ['ID=ea0cc55c-f0b6-4999-9ce0-10e295b18838,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:07.656249 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-43874c61-a412-4cc8-90d9-182942974767 None None] For port ea0cc55c-f0b6-4999-9ce0-10e295b18838, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:07.665857 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-43874c61-a412-4cc8-90d9-182942974767 None None] For port ea0cc55c-f0b6-4999-9ce0-10e295b18838, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ea0cc55c-f0b6-4999-9ce0-10e295b18838,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:07.669640 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.670118 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46403450-f719-4613-868e-de3d7b23ec2a None None] Network 552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:32:07.671820 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.704280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Transition to ACTIVE for port object f39c6d91-d0bb-4475-939c-e120d1afec73 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:07.768355 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.780042 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.788838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ed429606-140d-45ef-bc5d-fd90e0de3aa4 None None] Provisioning for port 1d3c7194-3fac-4373-8587-f9430996d411 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:07.825416 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Network 552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:07.829091 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:07.834487 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Routers {'64de1c23-f4ab-436e-9095-adfbce5df45a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:07.835454 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-43874c61-a412-4cc8-90d9-182942974767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:31:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['64de1c23-f4ab-436e-9095-adfbce5df45a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:07.837622 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:07.890041 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Pushing event updated for resources: {'Port': ['ID=f39c6d91-d0bb-4475-939c-e120d1afec73,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:07.899579 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ba4a80-66ac-41bf-bc06-0ffbe7f10051 None None] Pushing event updated for resources: {'Port': ['ID=ea0cc55c-f0b6-4999-9ce0-10e295b18838,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:07.922744 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.971545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ed429606-140d-45ef-bc5d-fd90e0de3aa4 None None] Provisioning complete for port 1d3c7194-3fac-4373-8587-f9430996d411 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:07.971937 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed429606-140d-45ef-bc5d-fd90e0de3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.005358 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-43874c61-a412-4cc8-90d9-182942974767 None None] Set router 64de1c23-f4ab-436e-9095-adfbce5df45a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:08.037056 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-16f4ac2a-7899-485a-8293-aa581db88ea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.081867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 30f2f2c1-4945-4610-82c9-66f291570ca9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=30f2f2c1-4945-4610-82c9-66f291570ca9,segment=NetworkSegment(72956016-6762-46fa-809b-ed4b7ccd8b06),segment_id=72956016-6762-46fa-809b-ed4b7ccd8b06)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:08.091210 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.092250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device df096c74-4def-4606-80d0-18263aecfbba up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:08.099824 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.208323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=30f2f2c1-4945-4610-82c9-66f291570ca9,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:08.219444 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-43874c61-a412-4cc8-90d9-182942974767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'name': 'tempest-TestMinimumBasicScenario-322834769-router', 'tenant_id': '8db932835d1740cab198c9ce4614aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'ea0cc55c-f0b6-4999-9ce0-10e295b18838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:04Z', 'updated_at': '2021-07-16T09:32:06Z', 'revision_number': 3, 'project_id': '8db932835d1740cab198c9ce4614aa20', 'gw_port': {'id': 'ea0cc55c-f0b6-4999-9ce0-10e295b18838', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:05Z', 'updated_at': '2021-07-16T09:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:08.252797 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43874c61-a412-4cc8-90d9-182942974767 None None] The sync data for ids ['64de1c23-f4ab-436e-9095-adfbce5df45a'] in n-d-758944-46 is: [{'id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'name': 'tempest-TestMinimumBasicScenario-322834769-router', 'tenant_id': '8db932835d1740cab198c9ce4614aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'ea0cc55c-f0b6-4999-9ce0-10e295b18838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:04Z', 'updated_at': '2021-07-16T09:32:06Z', 'revision_number': 3, 'project_id': '8db932835d1740cab198c9ce4614aa20', 'gw_port': {'id': 'ea0cc55c-f0b6-4999-9ce0-10e295b18838', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:05Z', 'updated_at': '2021-07-16T09:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:08.270707 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed429606-140d-45ef-bc5d-fd90e0de3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.305441 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.307283 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port df096c74-4def-4606-80d0-18263aecfbba triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:08.307656 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.332122 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.341575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.358404 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-ed429606-140d-45ef-bc5d-fd90e0de3aa4 None None] For port 1d3c7194-3fac-4373-8587-f9430996d411, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1d3c7194-3fac-4373-8587-f9430996d411,segment=NetworkSegment(9f613c18-2961-4ff9-9f02-29d8ebf5bb52),segment_id=9f613c18-2961-4ff9-9f02-29d8ebf5bb52)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:08.369875 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed429606-140d-45ef-bc5d-fd90e0de3aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.431516 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.433434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Pushing event updated for resources: {'Port': ['ID=f39c6d91-d0bb-4475-939c-e120d1afec73,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:08.466272 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed429606-140d-45ef-bc5d-fd90e0de3aa4 None None] Pushing event updated for resources: {'Port': ['ID=1d3c7194-3fac-4373-8587-f9430996d411,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:08.551968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Network 552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:08.553619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:08.710903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Router 64de1c23-f4ab-436e-9095-adfbce5df45a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:32:08.718867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-65b4c378-6b3b-41a8-8dbd-c4173a6db32c None None] Provisioning for port f39c6d91-d0bb-4475-939c-e120d1afec73 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:08.735066 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-65b4c378-6b3b-41a8-8dbd-c4173a6db32c None None] Provisioning complete for port f39c6d91-d0bb-4475-939c-e120d1afec73 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:08.735437 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-65b4c378-6b3b-41a8-8dbd-c4173a6db32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.774718 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-65b4c378-6b3b-41a8-8dbd-c4173a6db32c None None] Port f39c6d91-d0bb-4475-939c-e120d1afec73 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:32:08.790113 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-65b4c378-6b3b-41a8-8dbd-c4173a6db32c None None] Provisioning complete for port 1d3c7194-3fac-4373-8587-f9430996d411 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:08.790478 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-65b4c378-6b3b-41a8-8dbd-c4173a6db32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.848991 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:08.855084 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d489e5fb-1901-4d6c-88d7-a429b58913cc admin admin] 10.222.0.20 "PUT /v2.0/routers/64de1c23-f4ab-436e-9095-adfbce5df45a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1444411 Jul 16 09:32:09.017238 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-44d04b63-c7a9-4658-902b-e5fc5042d7d8 None None] Provisioning complete for port f39c6d91-d0bb-4475-939c-e120d1afec73 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:09.017609 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-44d04b63-c7a9-4658-902b-e5fc5042d7d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.056707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-44d04b63-c7a9-4658-902b-e5fc5042d7d8 None None] Port f39c6d91-d0bb-4475-939c-e120d1afec73 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:32:09.180935 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b1176677-fed6-4f22-97f9-94b0a31fce1d None None] Provisioning complete for port f39c6d91-d0bb-4475-939c-e120d1afec73 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:09.181485 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b1176677-fed6-4f22-97f9-94b0a31fce1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.221284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b1176677-fed6-4f22-97f9-94b0a31fce1d None None] Port f39c6d91-d0bb-4475-939c-e120d1afec73 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:32:09.253255 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1d3c7194-3fac-4373-8587-f9430996d411 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:09.309473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 1d3c7194-3fac-4373-8587-f9430996d411 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:09.309871 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.403144 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ea0cc55c-f0b6-4999-9ce0-10e295b18838 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:09.466486 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port ea0cc55c-f0b6-4999-9ce0-10e295b18838 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:09.471164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ea0cc55c-f0b6-4999-9ce0-10e295b18838 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:09.471547 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.564318 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.585038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port ea0cc55c-f0b6-4999-9ce0-10e295b18838, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ea0cc55c-f0b6-4999-9ce0-10e295b18838,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:09.589304 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.590256 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 30f2f2c1-4945-4610-82c9-66f291570ca9 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:09.666213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=ea0cc55c-f0b6-4999-9ce0-10e295b18838,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:09.678077 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 30f2f2c1-4945-4610-82c9-66f291570ca9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:09.678456 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:09.934226 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:10.691730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Sync routers for ids ['64de1c23-f4ab-436e-9095-adfbce5df45a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:10.701460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Routers {'64de1c23-f4ab-436e-9095-adfbce5df45a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:10.702173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:32:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['64de1c23-f4ab-436e-9095-adfbce5df45a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:10.820618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Set router 64de1c23-f4ab-436e-9095-adfbce5df45a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:11.049095 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'name': 'tempest-TestMinimumBasicScenario-322834769-router', 'tenant_id': '8db932835d1740cab198c9ce4614aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'ea0cc55c-f0b6-4999-9ce0-10e295b18838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:04Z', 'updated_at': '2021-07-16T09:32:08Z', 'revision_number': 4, 'project_id': '8db932835d1740cab198c9ce4614aa20', 'gw_port': {'id': 'ea0cc55c-f0b6-4999-9ce0-10e295b18838', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:05Z', 'updated_at': '2021-07-16T09:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'f39c6d91-d0bb-4475-939c-e120d1afec73', 'name': '', 'network_id': '552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20', 'tenant_id': '8db932835d1740cab198c9ce4614aa20', 'mac_address': 'fa:16:3e:ae:18:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e2ad2c8a-feb3-47cb-bdca-6a84de38c6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:07Z', 'updated_at': '2021-07-16T09:32:08Z', 'revision_number': 2, 'project_id': '8db932835d1740cab198c9ce4614aa20', 'subnets': [{'id': 'e2ad2c8a-feb3-47cb-bdca-6a84de38c6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:11.082893 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Checking router: 64de1c23-f4ab-436e-9095-adfbce5df45a for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:11.083193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Updating router 64de1c23-f4ab-436e-9095-adfbce5df45a port f39c6d91-d0bb-4475-939c-e120d1afec73 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:32:11.120594 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.245353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ea0cc55c-f0b6-4999-9ce0-10e295b18838 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:11.341697 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port ea0cc55c-f0b6-4999-9ce0-10e295b18838 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:11.341697 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.459449 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.552592 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.566013 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Transition to ACTIVE for port object f39c6d91-d0bb-4475-939c-e120d1afec73 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:11.572709 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.650996 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ab38d-e472-41c0-a4d8-1c3c56fcacc5 None None] Pushing event updated for resources: {'Port': ['ID=f39c6d91-d0bb-4475-939c-e120d1afec73,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:11.687871 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Attempting to bind port f39c6d91-d0bb-4475-939c-e120d1afec73 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:11.688557 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Attempting to bind port f39c6d91-d0bb-4475-939c-e120d1afec73 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '9f613c18-2961-4ff9-9f02-29d8ebf5bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:11.689162 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Attempting to bind port f39c6d91-d0bb-4475-939c-e120d1afec73 on network 552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:11.695905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:11.696441 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Checking segment: {'id': '9f613c18-2961-4ff9-9f02-29d8ebf5bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:11.697102 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.697493 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Bound using segment: {'id': '9f613c18-2961-4ff9-9f02-29d8ebf5bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:11.697961 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Bound port: f39c6d91-d0bb-4475-939c-e120d1afec73, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f613c18-2961-4ff9-9f02-29d8ebf5bb52', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:11.698338 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.781975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] For port f39c6d91-d0bb-4475-939c-e120d1afec73, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:11.785886 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] For port f39c6d91-d0bb-4475-939c-e120d1afec73, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f39c6d91-d0bb-4475-939c-e120d1afec73,segment=NetworkSegment(9f613c18-2961-4ff9-9f02-29d8ebf5bb52),segment_id=9f613c18-2961-4ff9-9f02-29d8ebf5bb52)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:11.791504 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.874030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Routers {'64de1c23-f4ab-436e-9095-adfbce5df45a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:11.874765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:32:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['64de1c23-f4ab-436e-9095-adfbce5df45a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:11.922884 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507ab38d-e472-41c0-a4d8-1c3c56fcacc5 None None] Pushing event updated for resources: {'Port': ['ID=f39c6d91-d0bb-4475-939c-e120d1afec73,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:12.023750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] Set router 64de1c23-f4ab-436e-9095-adfbce5df45a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:12.418302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'name': 'tempest-TestMinimumBasicScenario-322834769-router', 'tenant_id': '8db932835d1740cab198c9ce4614aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'ea0cc55c-f0b6-4999-9ce0-10e295b18838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:04Z', 'updated_at': '2021-07-16T09:32:08Z', 'revision_number': 4, 'project_id': '8db932835d1740cab198c9ce4614aa20', 'gw_port': {'id': 'ea0cc55c-f0b6-4999-9ce0-10e295b18838', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:05Z', 'updated_at': '2021-07-16T09:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'f39c6d91-d0bb-4475-939c-e120d1afec73', 'name': '', 'network_id': '552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20', 'tenant_id': '8db932835d1740cab198c9ce4614aa20', 'mac_address': 'fa:16:3e:ae:18:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e2ad2c8a-feb3-47cb-bdca-6a84de38c6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:07Z', 'updated_at': '2021-07-16T09:32:11Z', 'revision_number': 4, 'project_id': '8db932835d1740cab198c9ce4614aa20', 'subnets': [{'id': 'e2ad2c8a-feb3-47cb-bdca-6a84de38c6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:12.456729 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f76dfd84-0148-4e49-b44e-94df4468e086 None None] The sync data for ids ['64de1c23-f4ab-436e-9095-adfbce5df45a'] in n-d-758944-46 is: [{'id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'name': 'tempest-TestMinimumBasicScenario-322834769-router', 'tenant_id': '8db932835d1740cab198c9ce4614aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'ea0cc55c-f0b6-4999-9ce0-10e295b18838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:04Z', 'updated_at': '2021-07-16T09:32:08Z', 'revision_number': 4, 'project_id': '8db932835d1740cab198c9ce4614aa20', 'gw_port': {'id': 'ea0cc55c-f0b6-4999-9ce0-10e295b18838', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:05Z', 'updated_at': '2021-07-16T09:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'f39c6d91-d0bb-4475-939c-e120d1afec73', 'name': '', 'network_id': '552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20', 'tenant_id': '8db932835d1740cab198c9ce4614aa20', 'mac_address': 'fa:16:3e:ae:18:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'e2ad2c8a-feb3-47cb-bdca-6a84de38c6a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:07Z', 'updated_at': '2021-07-16T09:32:11Z', 'revision_number': 4, 'project_id': '8db932835d1740cab198c9ce4614aa20', 'subnets': [{'id': 'e2ad2c8a-feb3-47cb-bdca-6a84de38c6a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:13.204078 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f39c6d91-d0bb-4475-939c-e120d1afec73 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:13.261422 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port f39c6d91-d0bb-4475-939c-e120d1afec73 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:13.267097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port f39c6d91-d0bb-4475-939c-e120d1afec73 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:13.267322 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:13.360644 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:13.400263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port f39c6d91-d0bb-4475-939c-e120d1afec73, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f39c6d91-d0bb-4475-939c-e120d1afec73,segment=NetworkSegment(9f613c18-2961-4ff9-9f02-29d8ebf5bb52),segment_id=9f613c18-2961-4ff9-9f02-29d8ebf5bb52)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:13.404736 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:13.456294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=f39c6d91-d0bb-4475-939c-e120d1afec73,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:15.162207 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f39c6d91-d0bb-4475-939c-e120d1afec73 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:15.217226 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port f39c6d91-d0bb-4475-939c-e120d1afec73 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:15.217940 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:18.897304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317635cd-0fe7-405b-8948-bda18feddb6d req-27b558bb-848a-4789-9190-9871b3a8d0e7 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:18.898708 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-317635cd-0fe7-405b-8948-bda18feddb6d req-27b558bb-848a-4789-9190-9871b3a8d0e7 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/networks?id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e HTTP/1.1" status: 200 len: 814 time: 0.1103160 Jul 16 09:32:18.914013 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-317635cd-0fe7-405b-8948-bda18feddb6d req-89fc9bc9-e28a-443e-85f9-9a807ab14b0d tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/quotas/6d4df555c0514a448b2a105f4ed8483f HTTP/1.1" status: 200 len: 375 time: 0.0097568 Jul 16 09:32:18.983692 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-317635cd-0fe7-405b-8948-bda18feddb6d req-33b22d11-a330-4253-be57-4b7864acc603 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6d4df555c0514a448b2a105f4ed8483f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645807 Jul 16 09:32:19.166747 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-317635cd-0fe7-405b-8948-bda18feddb6d req-113c23d1-eae5-41be-b50d-cf0de63e3425 service neutron] 10.222.0.20 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712945 Jul 16 09:32:19.257469 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-317635cd-0fe7-405b-8948-bda18feddb6d req-b0af88ef-b912-4f20-b0c0-0e5c17c5d9ed service neutron] 10.222.0.20 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851245 Jul 16 09:32:19.421946 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-74d2af81-f621-42a8-a1b2-8db043f68ae5 req-4eb1ad75-df9f-477c-86bc-62b044b6bb31 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 210 time: 0.0298567 Jul 16 09:32:20.449673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317635cd-0fe7-405b-8948-bda18feddb6d req-ff919c48-68e1-4777-bfa5-0f9ad6835ccd tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:20.452240 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-317635cd-0fe7-405b-8948-bda18feddb6d req-ff919c48-68e1-4777-bfa5-0f9ad6835ccd tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.38 "GET /v2.0/networks?id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e HTTP/1.1" status: 200 len: 814 time: 0.1034362 Jul 16 09:32:20.470936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-317635cd-0fe7-405b-8948-bda18feddb6d req-4a01998e-4145-48be-a749-454680d34634 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Request body: {'port': {'device_id': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'admin_state_up': True, 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:20.578566 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1430ed8-2a6f-4b2f-9942-677d1cb74ba7 req-2b0c85cd-0fe6-40ce-b036-346ec10cca8c tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 210 time: 0.0383081 Jul 16 09:32:20.623263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-317635cd-0fe7-405b-8948-bda18feddb6d req-4a01998e-4145-48be-a749-454680d34634 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Made reservation on behalf of 6d4df555c0514a448b2a105f4ed8483f for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:32:20.627347 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-317635cd-0fe7-405b-8948-bda18feddb6d req-4a01998e-4145-48be-a749-454680d34634 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:20.763454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-317635cd-0fe7-405b-8948-bda18feddb6d req-4a01998e-4145-48be-a749-454680d34634 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Allocated IP 172.20.0.7 (e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e/69318d5f-061a-4dd1-bb9e-cfc10eaa71df/38f2cee2-84ef-4269-82eb-06bcb8f7eb41) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:20.983004 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-317635cd-0fe7-405b-8948-bda18feddb6d req-4a01998e-4145-48be-a749-454680d34634 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:21.004330 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-317635cd-0fe7-405b-8948-bda18feddb6d req-4a01998e-4145-48be-a749-454680d34634 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Transition to ACTIVE for port object 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:21.056818 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-317635cd-0fe7-405b-8948-bda18feddb6d req-4a01998e-4145-48be-a749-454680d34634 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:21.126505 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01998e-4145-48be-a749-454680d34634 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Pushing event updated for resources: {'Port': ['ID=38f2cee2-84ef-4269-82eb-06bcb8f7eb41,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:21.138701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-317635cd-0fe7-405b-8948-bda18feddb6d req-4a01998e-4145-48be-a749-454680d34634 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Network e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:21.140319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-317635cd-0fe7-405b-8948-bda18feddb6d req-4a01998e-4145-48be-a749-454680d34634 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:21.143440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-317635cd-0fe7-405b-8948-bda18feddb6d req-4a01998e-4145-48be-a749-454680d34634 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:21.205479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317635cd-0fe7-405b-8948-bda18feddb6d req-4a01998e-4145-48be-a749-454680d34634 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:21.206772 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-317635cd-0fe7-405b-8948-bda18feddb6d req-4a01998e-4145-48be-a749-454680d34634 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:21.228397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-317635cd-0fe7-405b-8948-bda18feddb6d req-4a01998e-4145-48be-a749-454680d34634 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7615960 Jul 16 09:32:21.481442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ba44029a-9663-48de-89cd-067e50d9dc48 None None] Provisioning for port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:21.526800 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ba44029a-9663-48de-89cd-067e50d9dc48 None None] Provisioning complete for port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:21.527175 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ba44029a-9663-48de-89cd-067e50d9dc48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:21.568748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ba44029a-9663-48de-89cd-067e50d9dc48 None None] Port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:32:21.790384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0735c15-c768-4f60-8093-aae4244010c8 req-1c297da1-d204-4a09-a7cf-91b67c3410c3 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:21.792802 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e0735c15-c768-4f60-8093-aae4244010c8 req-1c297da1-d204-4a09-a7cf-91b67c3410c3 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 931 time: 0.0767207 Jul 16 09:32:21.847689 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e0735c15-c768-4f60-8093-aae4244010c8 req-33b2f580-9d9b-43ec-9104-d142d205fd6f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464399 Jul 16 09:32:23.015923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fde1b20-5f97-4d8d-89df-e896220eb6a0 req-46f3334d-eda8-454b-a761-1fe9791f2dcb tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:23.017463 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1fde1b20-5f97-4d8d-89df-e896220eb6a0 req-46f3334d-eda8-454b-a761-1fe9791f2dcb tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 931 time: 0.0631936 Jul 16 09:32:23.063114 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1fde1b20-5f97-4d8d-89df-e896220eb6a0 req-c9e742a0-fcc2-475c-aa3a-1fcf95405278 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399351 Jul 16 09:32:24.259571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc68252-7bce-4e6d-9f91-096151a014c1 req-2cb540ac-4768-4111-9b0b-2a2ef2d13262 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:24.267948 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3bc68252-7bce-4e6d-9f91-096151a014c1 req-2cb540ac-4768-4111-9b0b-2a2ef2d13262 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 931 time: 0.0859449 Jul 16 09:32:24.307511 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3bc68252-7bce-4e6d-9f91-096151a014c1 req-8ef7a9dd-8abe-47b2-9b06-4c4910bcf077 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386107 Jul 16 09:32:25.488518 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93735767-ad6a-4d05-bb7f-5503baa4c10e req-c25463ac-168b-4e6f-b6e6-793562d0d80a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:25.490003 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-93735767-ad6a-4d05-bb7f-5503baa4c10e req-c25463ac-168b-4e6f-b6e6-793562d0d80a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 931 time: 0.0676804 Jul 16 09:32:25.527067 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-93735767-ad6a-4d05-bb7f-5503baa4c10e req-302d4176-44da-4ab3-81b3-6861d08c5cb0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315130 Jul 16 09:32:26.705425 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68d2cb7-3665-44dc-833f-6027de07dab9 req-a979b292-fb2d-4618-b543-4d6640c962e5 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:26.707189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a68d2cb7-3665-44dc-833f-6027de07dab9 req-a979b292-fb2d-4618-b543-4d6640c962e5 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 931 time: 0.0686514 Jul 16 09:32:26.751076 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a68d2cb7-3665-44dc-833f-6027de07dab9 req-be5532f7-ad19-45d0-a8a5-8910b6ea6449 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380654 Jul 16 09:32:27.959581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55006432-4d0e-4f65-ac2c-ed955c2af93b req-452ade0d-6dfb-4391-ab24-498d9b2facfb tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:27.962232 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55006432-4d0e-4f65-ac2c-ed955c2af93b req-452ade0d-6dfb-4391-ab24-498d9b2facfb tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 931 time: 0.1019421 Jul 16 09:32:28.004029 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55006432-4d0e-4f65-ac2c-ed955c2af93b req-348ca361-43b8-40d3-a015-d711436a7133 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362139 Jul 16 09:32:29.197885 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83532e85-2a14-4068-ba83-f683eb36f395 req-71a31110-696b-468c-bddc-8504cb5aac90 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:29.199392 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-83532e85-2a14-4068-ba83-f683eb36f395 req-71a31110-696b-468c-bddc-8504cb5aac90 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 931 time: 0.0827484 Jul 16 09:32:29.238124 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-83532e85-2a14-4068-ba83-f683eb36f395 req-1eb20968-000e-4924-b92e-723f7377630c tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330753 Jul 16 09:32:30.417165 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd99832-59e8-488d-8d9b-2cfa87da66d0 req-2480bcce-bfbf-4c86-a7ae-08145e4ba3f9 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:30.419325 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5bd99832-59e8-488d-8d9b-2cfa87da66d0 req-2480bcce-bfbf-4c86-a7ae-08145e4ba3f9 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 931 time: 0.0744758 Jul 16 09:32:30.458625 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5bd99832-59e8-488d-8d9b-2cfa87da66d0 req-3cf576d5-beef-40fe-9a43-22357bada3f7 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329928 Jul 16 09:32:31.577557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Request body: {'port': {'device_id': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:31.642298 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2daeff-6fae-4611-8caf-ab4e910e5b7d req-a9a55b7a-abf9-4747-80ce-debcb9fd501f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:31.643803 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8b2daeff-6fae-4611-8caf-ab4e910e5b7d req-a9a55b7a-abf9-4747-80ce-debcb9fd501f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 931 time: 0.0746253 Jul 16 09:32:31.655068 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.682271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8b2daeff-6fae-4611-8caf-ab4e910e5b7d req-b805bf9e-9cb6-4608-9c62-77e214536dc0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323107 Jul 16 09:32:31.913752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:32:31.921102 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.934719 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Transition to ACTIVE for port object 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:32:31.939217 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:31.991552 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Pushing event updated for resources: {'Port': ['ID=38f2cee2-84ef-4269-82eb-06bcb8f7eb41,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:32.071724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Attempting to bind port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:32:32.072211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Attempting to bind port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '72956016-6762-46fa-809b-ed4b7ccd8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:32:32.072572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Attempting to bind port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 on network e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:32.077616 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 on network e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:32:32.077939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Attempting to bind port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 on network e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:32:32.083547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:32:32.083899 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Checking segment: {'id': '72956016-6762-46fa-809b-ed4b7ccd8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:32:32.084302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Bound using segment: {'id': '72956016-6762-46fa-809b-ed4b7ccd8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:32:32.084814 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Bound port: 38f2cee2-84ef-4269-82eb-06bcb8f7eb41, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72956016-6762-46fa-809b-ed4b7ccd8b06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:32:32.085181 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:32.159523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] For port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:32:32.162704 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] For port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=38f2cee2-84ef-4269-82eb-06bcb8f7eb41,segment=NetworkSegment(72956016-6762-46fa-809b-ed4b7ccd8b06),segment_id=72956016-6762-46fa-809b-ed4b7ccd8b06)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:32:32.169528 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:32.203090 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:32.204053 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:32.205824 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-317635cd-0fe7-405b-8948-bda18feddb6d req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] 10.222.0.38 "PUT /v2.0/ports/38f2cee2-84ef-4269-82eb-06bcb8f7eb41 HTTP/1.1" status: 200 len: 1092 time: 0.6326535 Jul 16 09:32:32.208045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'tag': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:32.211492 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e2f75d-997d-4e55-8f93-93572915dc9a" -d '{"events": [{"name": "network-changed", "server_uuid": "90c8ae86-d964-4f85-bb12-afc1eec9a35c", "tag": "38f2cee2-84ef-4269-82eb-06bcb8f7eb41"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:32.241942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1e9c1-2bd7-4e42-b55d-521aeeeb5e16 service neutron] Pushing event updated for resources: {'Port': ['ID=38f2cee2-84ef-4269-82eb-06bcb8f7eb41,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:32.262352 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf903d5-3fdf-469b-9a26-5ed92f9a2ffc x-openstack-request-id: req-cbf903d5-3fdf-469b-9a26-5ed92f9a2ffc {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:32.262645 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c8ae86-d964-4f85-bb12-afc1eec9a35c", "tag": "38f2cee2-84ef-4269-82eb-06bcb8f7eb41", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:32.262910 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-cbf903d5-3fdf-469b-9a26-5ed92f9a2ffc {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:32.263297 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'tag': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41', 'status': 'completed', 'code': 200} Jul 16 09:32:32.309781 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317635cd-0fe7-405b-8948-bda18feddb6d req-ba02dde1-4d44-47b5-90b9-f96366e05148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:32.311312 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-317635cd-0fe7-405b-8948-bda18feddb6d req-ba02dde1-4d44-47b5-90b9-f96366e05148 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d4df555c0514a448b2a105f4ed8483f&device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 1095 time: 0.0580664 Jul 16 09:32:32.356585 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-317635cd-0fe7-405b-8948-bda18feddb6d req-a5d1ecc4-f42e-4d80-a921-7e07909af5f2 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f2cee2-84ef-4269-82eb-06bcb8f7eb41 HTTP/1.1" status: 200 len: 217 time: 0.0385139 Jul 16 09:32:32.405003 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317635cd-0fe7-405b-8948-bda18feddb6d req-ea30eac6-cb62-45e4-aa20-d3ef1edcd9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:32.406476 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-317635cd-0fe7-405b-8948-bda18feddb6d req-ea30eac6-cb62-45e4-aa20-d3ef1edcd9df service neutron] 10.222.0.38 "GET /v2.0/subnets?id=69318d5f-061a-4dd1-bb9e-cfc10eaa71df HTTP/1.1" status: 200 len: 853 time: 0.0444176 Jul 16 09:32:32.461096 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317635cd-0fe7-405b-8948-bda18feddb6d req-b64851c3-b414-433f-805c-20aa98cbdf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:32.462488 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-317635cd-0fe7-405b-8948-bda18feddb6d req-b64851c3-b414-433f-805c-20aa98cbdf3b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503027 Jul 16 09:32:32.555528 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-317635cd-0fe7-405b-8948-bda18feddb6d req-5243c8c2-6dc5-426b-8803-808020402871 service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853994 Jul 16 09:32:32.641185 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-317635cd-0fe7-405b-8948-bda18feddb6d req-142bab25-3a83-4e04-be84-c12633326b64 service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799611 Jul 16 09:32:32.736752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2f75d-997d-4e55-8f93-93572915dc9a req-259fb850-4123-45b6-9de8-0f227703959a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:32.738257 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9e2f75d-997d-4e55-8f93-93572915dc9a req-259fb850-4123-45b6-9de8-0f227703959a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d4df555c0514a448b2a105f4ed8483f&device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 1095 time: 0.0521295 Jul 16 09:32:32.831410 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2f75d-997d-4e55-8f93-93572915dc9a req-9ccafa93-1de3-453a-a312-00c95f029ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:32.832931 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9e2f75d-997d-4e55-8f93-93572915dc9a req-9ccafa93-1de3-453a-a312-00c95f029ba3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e HTTP/1.1" status: 200 len: 914 time: 0.0891421 Jul 16 09:32:32.856303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992574c6-ba47-4de9-bb4f-c8d4947f957c req-48eaf701-7e20-4e35-a5dc-47d406d0952d tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:32.858554 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-992574c6-ba47-4de9-bb4f-c8d4947f957c req-48eaf701-7e20-4e35-a5dc-47d406d0952d tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 943 time: 0.0673196 Jul 16 09:32:32.873140 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9e2f75d-997d-4e55-8f93-93572915dc9a req-ac3821d4-e907-4a48-a233-292935a92692 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f2cee2-84ef-4269-82eb-06bcb8f7eb41 HTTP/1.1" status: 200 len: 217 time: 0.0340705 Jul 16 09:32:32.898958 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-992574c6-ba47-4de9-bb4f-c8d4947f957c req-ad4fd993-30f0-4502-ba75-ea6193d8c8c2 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337491 Jul 16 09:32:32.924778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2f75d-997d-4e55-8f93-93572915dc9a req-f752acc6-a0eb-477b-a3e0-57baaa941e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:32.926264 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9e2f75d-997d-4e55-8f93-93572915dc9a req-f752acc6-a0eb-477b-a3e0-57baaa941e82 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=69318d5f-061a-4dd1-bb9e-cfc10eaa71df HTTP/1.1" status: 200 len: 853 time: 0.0473483 Jul 16 09:32:32.981966 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e2f75d-997d-4e55-8f93-93572915dc9a req-01566d14-72fe-4338-a7e2-9721d47c07b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:32.983376 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9e2f75d-997d-4e55-8f93-93572915dc9a req-01566d14-72fe-4338-a7e2-9721d47c07b0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510001 Jul 16 09:32:33.078345 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9e2f75d-997d-4e55-8f93-93572915dc9a req-5dfa08bd-ed02-4e1c-af43-126a172b3bbc service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884886 Jul 16 09:32:33.167642 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9e2f75d-997d-4e55-8f93-93572915dc9a req-12b1135a-0be7-4d03-ac72-6cfb0cc626ce service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822434 Jul 16 09:32:34.072595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc666737-6914-437b-a937-88049ce4b5d9 req-a70a3bdd-bb1a-4869-bfbb-d8ef66a32dec tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:34.074102 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc666737-6914-437b-a937-88049ce4b5d9 req-a70a3bdd-bb1a-4869-bfbb-d8ef66a32dec tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 943 time: 0.0635967 Jul 16 09:32:34.105158 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:34.117200 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc666737-6914-437b-a937-88049ce4b5d9 req-b58a62e7-f71e-4f2f-b7df-144787e9be6c tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369341 Jul 16 09:32:35.294711 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33240b81-e574-4872-8cc4-3fe008b1a294 req-f289142f-526c-4cb0-9ad4-ace50b2d3062 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:35.296263 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-33240b81-e574-4872-8cc4-3fe008b1a294 req-f289142f-526c-4cb0-9ad4-ace50b2d3062 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 943 time: 0.0697789 Jul 16 09:32:35.310621 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7522f5c1-eefe-423d-9b27-9969d69353a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.337821 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-33240b81-e574-4872-8cc4-3fe008b1a294 req-6f2fa656-c9c2-4b18-b347-59856717a4ca tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350049 Jul 16 09:32:35.672173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:32:35.765504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=38f2cee2-84ef-4269-82eb-06bcb8f7eb41,segment=NetworkSegment(72956016-6762-46fa-809b-ed4b7ccd8b06),segment_id=72956016-6762-46fa-809b-ed4b7ccd8b06)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:35.777490 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41', 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'port_id': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41', 'mac_address': 'fa:16:3e:59:de:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:32:35.817896 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.830475 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:32:35.851567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=38f2cee2-84ef-4269-82eb-06bcb8f7eb41,segment=NetworkSegment(72956016-6762-46fa-809b-ed4b7ccd8b06),segment_id=72956016-6762-46fa-809b-ed4b7ccd8b06)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:35.855686 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.907504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=38f2cee2-84ef-4269-82eb-06bcb8f7eb41,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:35.915173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:35.915520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:35.915861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:35.916219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:35.916611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:35.916987 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:35.917338 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:35.917717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:35.918098 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:35.918445 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:35.918794 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:35.919162 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:35.983000 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:36.068509 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['38f2cee2-84ef-4269-82eb-06bcb8f7eb41'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:32:36.513178 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decdb68f-0a06-4c85-a0cd-e418dd705797 req-c870e17b-cd5b-4875-96da-5586691f14ed tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:36.514977 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-decdb68f-0a06-4c85-a0cd-e418dd705797 req-c870e17b-cd5b-4875-96da-5586691f14ed tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 944 time: 0.0663877 Jul 16 09:32:36.553893 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-decdb68f-0a06-4c85-a0cd-e418dd705797 req-893a0cf0-12f7-47b9-a44b-fde73320513d tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324481 Jul 16 09:32:36.774524 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:32:37.687406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:32:37.723930 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc7b75e-7101-4de4-9c46-bffeae6ffbc7 req-3c29fe7e-41c0-462a-a6e7-0136c2866993 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:37.725464 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dcc7b75e-7101-4de4-9c46-bffeae6ffbc7 req-3c29fe7e-41c0-462a-a6e7-0136c2866993 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 944 time: 0.0628910 Jul 16 09:32:37.734579 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:32:37.738991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:37.739363 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:37.765518 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dcc7b75e-7101-4de4-9c46-bffeae6ffbc7 req-c6bf7d9e-0eaa-4691-969e-93bec4dfc991 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345631 Jul 16 09:32:37.813300 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:37.835076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:37.837270 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c5a7d9-2780-4e4d-a5d4-cd33644f4511" -d '{"events": [{"server_uuid": "90c8ae86-d964-4f85-bb12-afc1eec9a35c", "name": "network-vif-plugged", "status": "completed", "tag": "38f2cee2-84ef-4269-82eb-06bcb8f7eb41"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:37.849894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=38f2cee2-84ef-4269-82eb-06bcb8f7eb41,segment=NetworkSegment(72956016-6762-46fa-809b-ed4b7ccd8b06),segment_id=72956016-6762-46fa-809b-ed4b7ccd8b06)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:37.853904 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:37.880362 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ea26a3-af12-41db-aff1-52f0ed7a3907 x-openstack-request-id: req-d2ea26a3-af12-41db-aff1-52f0ed7a3907 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:37.880662 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c8ae86-d964-4f85-bb12-afc1eec9a35c", "name": "network-vif-plugged", "status": "completed", "tag": "38f2cee2-84ef-4269-82eb-06bcb8f7eb41", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:37.880912 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d2ea26a3-af12-41db-aff1-52f0ed7a3907 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:37.881294 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41', 'code': 200} Jul 16 09:32:37.910033 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=38f2cee2-84ef-4269-82eb-06bcb8f7eb41,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:37.979109 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b6ea78cc-24d2-4620-be05-8af27b9c3d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:37.987643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1257fc-4ccd-434b-98cc-3ed4a2001fd6 req-cb9c842f-1630-48c7-99e9-452a9e07bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:37.989209 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bb1257fc-4ccd-434b-98cc-3ed4a2001fd6 req-cb9c842f-1630-48c7-99e9-452a9e07bc34 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 1097 time: 0.0533595 Jul 16 09:32:38.022955 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bb1257fc-4ccd-434b-98cc-3ed4a2001fd6 req-d8e3f791-a03b-473a-8857-31db4ed87a44 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279758 Jul 16 09:32:38.269517 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:38.943184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836d9199-8fc4-4eab-ae0f-5f3afc198052 req-37a59737-1078-476a-89c8-675abb945ced tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:38.944681 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-836d9199-8fc4-4eab-ae0f-5f3afc198052 req-37a59737-1078-476a-89c8-675abb945ced tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 945 time: 0.0658114 Jul 16 09:32:38.981202 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-836d9199-8fc4-4eab-ae0f-5f3afc198052 req-430ea5f3-7e4e-4218-8436-28d8fa4f8757 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309989 Jul 16 09:32:39.153732 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2972e9-acd5-4fb3-8b02-3e4389c2fa0e req-28f59a69-73e6-418b-bf43-522f78f16449 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:39.155227 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f2972e9-acd5-4fb3-8b02-3e4389c2fa0e req-28f59a69-73e6-418b-bf43-522f78f16449 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 945 time: 0.0651100 Jul 16 09:32:39.193550 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f2972e9-acd5-4fb3-8b02-3e4389c2fa0e req-082f20a5-409f-4de8-9663-688de09ecab4 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328598 Jul 16 09:32:39.526218 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc7267-7eb2-4af0-a8b9-d91e8c25553c req-91b0f7d4-e0df-47ba-837e-494b67d119d0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:39.527700 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a4fc7267-7eb2-4af0-a8b9-d91e8c25553c req-91b0f7d4-e0df-47ba-837e-494b67d119d0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 945 time: 0.0622914 Jul 16 09:32:39.564595 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a4fc7267-7eb2-4af0-a8b9-d91e8c25553c req-67c5cc90-34cb-4483-afbe-252d9afdedf3 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312588 Jul 16 09:32:39.934754 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:41.436630 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:51.214602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec4f39b-aa92-49f0-bb69-0329507ac2e6 req-f4472328-e6a0-471a-b770-7277fc0cb5a8 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:51.216095 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ec4f39b-aa92-49f0-bb69-0329507ac2e6 req-f4472328-e6a0-471a-b770-7277fc0cb5a8 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 945 time: 0.0638423 Jul 16 09:32:51.259848 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3ec4f39b-aa92-49f0-bb69-0329507ac2e6 req-8928f884-db9d-43e1-bdbf-7cff32290921 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380208 Jul 16 09:32:51.284600 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44456) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:51.380474 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df6c981-0999-400a-ba4a-bcb8fe77331c tempest-TestMinimumBasicScenario-112498877 tempest-TestMinimumBasicScenario-112498877-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:51.382045 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2df6c981-0999-400a-ba4a-bcb8fe77331c tempest-TestMinimumBasicScenario-112498877 tempest-TestMinimumBasicScenario-112498877-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 1092 time: 0.0964401 Jul 16 09:32:51.385141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44460) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:51.389872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:51.412297 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:51.510609 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:51.614968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Allocated IP 172.25.4.227 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/6c2f5e2c-b4cf-4b03-9899-4c2aeb3fb41f) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:32:51.717410 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:51.755452 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:51.794823 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:32:51.797500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:32:51.801054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:32:51.806280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Pushing event updated for resources: {'Port': ['ID=6c2f5e2c-b4cf-4b03-9899-4c2aeb3fb41f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:52.163370 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:52.240001 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:52.382800 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:52.387165 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:52.458135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Pushing event updated for resources: {'Port': ['ID=6c2f5e2c-b4cf-4b03-9899-4c2aeb3fb41f,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:52.466196 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:52.565909 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Floating IP 20e49d06-3174-47aa-948e-647fe54f3080 associated. External IP: 172.25.4.227, port: 38f2cee2-84ef-4269-82eb-06bcb8f7eb41. Jul 16 09:32:52.767907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Router c1082de0-3328-4428-a255-b25ca791247d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:32:53.209561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:32:53.220032 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88bb2f6-d9e0-4f75-a6a9-dec7ebe9afe3 None None] Sync routers for ids ['c1082de0-3328-4428-a255-b25ca791247d'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:32:53.225890 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.230300 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88bb2f6-d9e0-4f75-a6a9-dec7ebe9afe3 None None] Routers {'c1082de0-3328-4428-a255-b25ca791247d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:53.230992 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d88bb2f6-d9e0-4f75-a6a9-dec7ebe9afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:32:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c1082de0-3328-4428-a255-b25ca791247d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:53.265065 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-16c6e9b4-1139-4dc2-a310-34f3fae88e77 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8759463 Jul 16 09:32:53.265065 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'tag': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:53.265403 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db7ad236-f101-46b9-a875-1e5913cd6c9a" -d '{"events": [{"name": "network-changed", "server_uuid": "90c8ae86-d964-4f85-bb12-afc1eec9a35c", "tag": "38f2cee2-84ef-4269-82eb-06bcb8f7eb41"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:53.265628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44462) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:53.277194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1387567287', 'description': 'tempest-secgroup-smoke-1387567287 description', 'project_id': '6d4df555c0514a448b2a105f4ed8483f'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:53.305114 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8435136a-e1cc-42da-aa07-baafdae93a25 x-openstack-request-id: req-8435136a-e1cc-42da-aa07-baafdae93a25 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:53.305444 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c8ae86-d964-4f85-bb12-afc1eec9a35c", "tag": "38f2cee2-84ef-4269-82eb-06bcb8f7eb41", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:53.305764 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8435136a-e1cc-42da-aa07-baafdae93a25 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:53.306223 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'tag': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41', 'status': 'completed', 'code': 200} Jul 16 09:32:53.307913 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.351379 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-d88bb2f6-d9e0-4f75-a6a9-dec7ebe9afe3 None None] Set router c1082de0-3328-4428-a255-b25ca791247d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:53.426711 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ad236-f101-46b9-a875-1e5913cd6c9a req-937622bb-a64c-4e2c-8bf6-dc09d8e6e0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:53.428134 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-db7ad236-f101-46b9-a875-1e5913cd6c9a req-937622bb-a64c-4e2c-8bf6-dc09d8e6e0db service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d4df555c0514a448b2a105f4ed8483f&device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 1097 time: 0.0955055 Jul 16 09:32:53.439739 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.448910 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.529532 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.530768 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2628326 Jul 16 09:32:53.534655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44466) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:53.539277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1db09d4a-5e3e-4644-aac2-dbd67009a683,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:53.540107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9ad00772-198e-4ded-9d49-62e035c628c0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Request body: {'security_group_rule': {'security_group_id': '1db09d4a-5e3e-4644-aac2-dbd67009a683', 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:53.549409 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.549761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.550132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.550442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.550777 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.551119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.551451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.551778 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.552107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.552433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.552786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.553110 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e53b0e9c-d5f5-4603-b21d-6ccefdd7d90b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.571014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ad236-f101-46b9-a875-1e5913cd6c9a req-e56c78c6-a938-41a4-a1ed-599802080d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:53.572716 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-db7ad236-f101-46b9-a875-1e5913cd6c9a req-e56c78c6-a938-41a4-a1ed-599802080d92 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e HTTP/1.1" status: 200 len: 914 time: 0.1354690 Jul 16 09:32:53.573803 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ad00772-198e-4ded-9d49-62e035c628c0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.574063 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d88bb2f6-d9e0-4f75-a6a9-dec7ebe9afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1082de0-3328-4428-a255-b25ca791247d', 'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'df096c74-4def-4606-80d0-18263aecfbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:02Z', 'revision_number': 4, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'gw_port': {'id': 'df096c74-4def-4606-80d0-18263aecfbba', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '20e49d06-3174-47aa-948e-647fe54f3080', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'port_id': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'mac_address': 'fa:16:3e:59:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:32:52Z', 'updated_at': '2021-07-16T09:32:52Z', 'revision_number': 0, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f2f2c1-4945-4610-82c9-66f291570ca9', 'name': '', 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'mac_address': 'fa:16:3e:d6:fb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:02Z', 'updated_at': '2021-07-16T09:32:08Z', 'revision_number': 5, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'subnets': [{'id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:53.604287 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88bb2f6-d9e0-4f75-a6a9-dec7ebe9afe3 None None] Checking router: c1082de0-3328-4428-a255-b25ca791247d for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:32:53.615402 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88bb2f6-d9e0-4f75-a6a9-dec7ebe9afe3 None None] Routers {'c1082de0-3328-4428-a255-b25ca791247d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:32:53.616148 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d88bb2f6-d9e0-4f75-a6a9-dec7ebe9afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:32:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c1082de0-3328-4428-a255-b25ca791247d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:53.623563 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ad00772-198e-4ded-9d49-62e035c628c0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.628779 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ad00772-198e-4ded-9d49-62e035c628c0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.642477 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-db7ad236-f101-46b9-a875-1e5913cd6c9a req-dfe07fd4-19b6-41b3-8ed2-665ac3ebc85c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f2cee2-84ef-4269-82eb-06bcb8f7eb41 HTTP/1.1" status: 200 len: 999 time: 0.0620916 Jul 16 09:32:53.644337 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad00772-198e-4ded-9d49-62e035c628c0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e0e4303-86a7-4db7-9a30-88b16754f0aa,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:53.658731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ad00772-198e-4ded-9d49-62e035c628c0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.660146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9ad00772-198e-4ded-9d49-62e035c628c0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1236866 Jul 16 09:32:53.664906 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44468) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:53.669588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Request body: {'security_group_rule': {'security_group_id': '1db09d4a-5e3e-4644-aac2-dbd67009a683', 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:53.698052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ad236-f101-46b9-a875-1e5913cd6c9a req-16823609-669a-48a7-a7f5-977aaf977026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:53.699872 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-db7ad236-f101-46b9-a875-1e5913cd6c9a req-16823609-669a-48a7-a7f5-977aaf977026 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=69318d5f-061a-4dd1-bb9e-cfc10eaa71df HTTP/1.1" status: 200 len: 853 time: 0.0513840 Jul 16 09:32:53.700012 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.739686 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-d88bb2f6-d9e0-4f75-a6a9-dec7ebe9afe3 None None] Set router c1082de0-3328-4428-a255-b25ca791247d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:32:53.765307 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.770476 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.793603 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89b378fc-dfb7-450b-90c1-779c38b85066,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:53.797429 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.801925 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334095 Jul 16 09:32:53.803348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44470) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:53.807916 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-0ca11b81-62dc-4912-9713-0f3d6e323164 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Request body: {'security_group_rule': {'security_group_id': '1db09d4a-5e3e-4644-aac2-dbd67009a683', 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:53.814238 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.814581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.814921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.815254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.815593 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.815923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.816252 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.816722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.817050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.817380 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.817704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.818030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9339a0ab-7152-4cd7-b103-2248d2e4f36f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:32:53.848581 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0ca11b81-62dc-4912-9713-0f3d6e323164 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.917719 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0ca11b81-62dc-4912-9713-0f3d6e323164 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.922975 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0ca11b81-62dc-4912-9713-0f3d6e323164 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.942180 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca11b81-62dc-4912-9713-0f3d6e323164 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33905e3f-90ce-4aca-b294-5397c97f01d5,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:53.955954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0ca11b81-62dc-4912-9713-0f3d6e323164 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:53.960981 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0ca11b81-62dc-4912-9713-0f3d6e323164 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1565745 Jul 16 09:32:53.962557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44472) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:53.966625 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-fbb21a17-b9b7-4248-beb7-933ac76cfc7f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Request body: {'security_group_rule': {'security_group_id': '1db09d4a-5e3e-4644-aac2-dbd67009a683', 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:53.986572 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d88bb2f6-d9e0-4f75-a6a9-dec7ebe9afe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1082de0-3328-4428-a255-b25ca791247d', 'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'df096c74-4def-4606-80d0-18263aecfbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:02Z', 'revision_number': 4, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'gw_port': {'id': 'df096c74-4def-4606-80d0-18263aecfbba', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '20e49d06-3174-47aa-948e-647fe54f3080', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'port_id': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'mac_address': 'fa:16:3e:59:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:32:52Z', 'updated_at': '2021-07-16T09:32:52Z', 'revision_number': 0, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f2f2c1-4945-4610-82c9-66f291570ca9', 'name': '', 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'mac_address': 'fa:16:3e:d6:fb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:02Z', 'updated_at': '2021-07-16T09:32:08Z', 'revision_number': 5, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'subnets': [{'id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:32:53.994910 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbb21a17-b9b7-4248-beb7-933ac76cfc7f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.019637 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88bb2f6-d9e0-4f75-a6a9-dec7ebe9afe3 None None] The sync data for ids ['c1082de0-3328-4428-a255-b25ca791247d'] in n-d-758944-46 is: [{'id': 'c1082de0-3328-4428-a255-b25ca791247d', 'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'df096c74-4def-4606-80d0-18263aecfbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:02Z', 'revision_number': 4, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'gw_port': {'id': 'df096c74-4def-4606-80d0-18263aecfbba', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '20e49d06-3174-47aa-948e-647fe54f3080', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'floating_ip_address': '172.25.4.227', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'port_id': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'mac_address': 'fa:16:3e:59:de:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:32:52Z', 'updated_at': '2021-07-16T09:32:52Z', 'revision_number': 0, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '30f2f2c1-4945-4610-82c9-66f291570ca9', 'name': '', 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'mac_address': 'fa:16:3e:d6:fb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:02Z', 'updated_at': '2021-07-16T09:32:08Z', 'revision_number': 5, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'subnets': [{'id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:32:54.061934 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbb21a17-b9b7-4248-beb7-933ac76cfc7f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.067411 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbb21a17-b9b7-4248-beb7-933ac76cfc7f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.088535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb21a17-b9b7-4248-beb7-933ac76cfc7f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8efc410a-c356-4508-8350-49b82cb225e2,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:54.096071 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fbb21a17-b9b7-4248-beb7-933ac76cfc7f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.100456 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fbb21a17-b9b7-4248-beb7-933ac76cfc7f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376383 Jul 16 09:32:54.101173 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44474) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:54.106662 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-50ce414d-bb70-4e3d-965f-21cdb10dd60f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Request body: {'security_group_rule': {'security_group_id': '1db09d4a-5e3e-4644-aac2-dbd67009a683', 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:54.125618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ad236-f101-46b9-a875-1e5913cd6c9a req-84803049-9c48-4a24-9c59-919efef87f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:54.127479 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-db7ad236-f101-46b9-a875-1e5913cd6c9a req-84803049-9c48-4a24-9c59-919efef87f10 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4205630 Jul 16 09:32:54.129716 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-50ce414d-bb70-4e3d-965f-21cdb10dd60f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Project 6d4df555c0514a448b2a105f4ed8483f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:32:54.134875 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-50ce414d-bb70-4e3d-965f-21cdb10dd60f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.211291 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-50ce414d-bb70-4e3d-965f-21cdb10dd60f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.216779 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-50ce414d-bb70-4e3d-965f-21cdb10dd60f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.235420 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-db7ad236-f101-46b9-a875-1e5913cd6c9a req-511fd9c4-fb13-4f6b-8071-a01193401680 service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004291 Jul 16 09:32:54.240216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce414d-bb70-4e3d-965f-21cdb10dd60f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0611a6c4-bfea-4087-a789-a92ad62918d2,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:54.253306 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-50ce414d-bb70-4e3d-965f-21cdb10dd60f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.258052 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-50ce414d-bb70-4e3d-965f-21cdb10dd60f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1524272 Jul 16 09:32:54.258869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44476) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:32:54.263694 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-79d3e078-1964-4c47-bcc9-231eafa7af08 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Request body: {'security_group_rule': {'security_group_id': '1db09d4a-5e3e-4644-aac2-dbd67009a683', 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:54.283687 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa39b60-5483-4884-9ef8-07e3dc6759c2 None None] New status for floating IP 20e49d06-3174-47aa-948e-647fe54f3080: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:32:54.300939 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-79d3e078-1964-4c47-bcc9-231eafa7af08 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Project 6d4df555c0514a448b2a105f4ed8483f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:32:54.307788 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79d3e078-1964-4c47-bcc9-231eafa7af08 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.343879 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-db7ad236-f101-46b9-a875-1e5913cd6c9a req-805bf30f-4ef6-43d5-8a0e-4caf08ddd1ce service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024437 Jul 16 09:32:54.383378 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79d3e078-1964-4c47-bcc9-231eafa7af08 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.387769 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79d3e078-1964-4c47-bcc9-231eafa7af08 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.401731 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d3e078-1964-4c47-bcc9-231eafa7af08 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147b00c6-ed58-49dc-ae1f-882beb21b1b8,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:54.413840 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79d3e078-1964-4c47-bcc9-231eafa7af08 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.415082 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-79d3e078-1964-4c47-bcc9-231eafa7af08 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551049 Jul 16 09:32:54.534243 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9524e1bf-3b00-41a8-96ac-09a44d9ea7ff req-78ca8815-baed-41f7-997a-1fdf6b99e9fb tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387567287&fields=id&tenant_id=6d4df555c0514a448b2a105f4ed8483f HTTP/1.1" status: 200 len: 267 time: 0.0333214 Jul 16 09:32:54.602613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524e1bf-3b00-41a8-96ac-09a44d9ea7ff req-e727c25c-1957-4bbd-ac42-579708b8fcd4 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:54.604080 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9524e1bf-3b00-41a8-96ac-09a44d9ea7ff req-e727c25c-1957-4bbd-ac42-579708b8fcd4 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 945 time: 0.0645537 Jul 16 09:32:54.614808 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-9524e1bf-3b00-41a8-96ac-09a44d9ea7ff req-0e147472-742b-4095-b0a2-78489ac19c3a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Request body: {'port': {'security_groups': ['bd8020ae-c2fc-4547-96d3-31b50094c9f1', '1db09d4a-5e3e-4644-aac2-dbd67009a683']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:32:54.698921 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9524e1bf-3b00-41a8-96ac-09a44d9ea7ff req-0e147472-742b-4095-b0a2-78489ac19c3a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.880935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-9524e1bf-3b00-41a8-96ac-09a44d9ea7ff req-0e147472-742b-4095-b0a2-78489ac19c3a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] For port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=38f2cee2-84ef-4269-82eb-06bcb8f7eb41,segment=NetworkSegment(72956016-6762-46fa-809b-ed4b7ccd8b06),segment_id=72956016-6762-46fa-809b-ed4b7ccd8b06)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:32:54.909291 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9524e1bf-3b00-41a8-96ac-09a44d9ea7ff req-0e147472-742b-4095-b0a2-78489ac19c3a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.914047 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9524e1bf-3b00-41a8-96ac-09a44d9ea7ff req-0e147472-742b-4095-b0a2-78489ac19c3a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.926205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['38f2cee2-84ef-4269-82eb-06bcb8f7eb41'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:32:54.958552 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524e1bf-3b00-41a8-96ac-09a44d9ea7ff req-0e147472-742b-4095-b0a2-78489ac19c3a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:54.959190 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9524e1bf-3b00-41a8-96ac-09a44d9ea7ff req-0e147472-742b-4095-b0a2-78489ac19c3a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:54.960659 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9524e1bf-3b00-41a8-96ac-09a44d9ea7ff req-0e147472-742b-4095-b0a2-78489ac19c3a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "PUT /v2.0/ports/38f2cee2-84ef-4269-82eb-06bcb8f7eb41 HTTP/1.1" status: 200 len: 981 time: 0.3504200 Jul 16 09:32:54.961120 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'tag': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:32:54.963441 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca93a3a7-2634-4425-af23-a3bdef43ec8f" -d '{"events": [{"name": "network-changed", "server_uuid": "90c8ae86-d964-4f85-bb12-afc1eec9a35c", "tag": "38f2cee2-84ef-4269-82eb-06bcb8f7eb41"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:32:55.006094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e147472-742b-4095-b0a2-78489ac19c3a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Pushing event updated for resources: {'Port': ['ID=38f2cee2-84ef-4269-82eb-06bcb8f7eb41,revision_number=6']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:32:55.018011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['38f2cee2-84ef-4269-82eb-06bcb8f7eb41'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:32:55.033017 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f375917e-5925-43df-843a-e3e7841239d0 x-openstack-request-id: req-f375917e-5925-43df-843a-e3e7841239d0 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:32:55.033320 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c8ae86-d964-4f85-bb12-afc1eec9a35c", "tag": "38f2cee2-84ef-4269-82eb-06bcb8f7eb41", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:32:55.033573 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f375917e-5925-43df-843a-e3e7841239d0 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:32:55.033982 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'tag': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41', 'status': 'completed', 'code': 200} Jul 16 09:32:55.159733 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93a3a7-2634-4425-af23-a3bdef43ec8f req-c358005f-932d-4f4c-a49c-df864da154ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:55.161226 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca93a3a7-2634-4425-af23-a3bdef43ec8f req-c358005f-932d-4f4c-a49c-df864da154ce service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d4df555c0514a448b2a105f4ed8483f&device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 1136 time: 0.1052742 Jul 16 09:32:55.197424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c0821-60f7-4bdd-abcc-95e352627362 req-afc8f810-ef71-4ac5-8c5a-ac572d09788f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:55.199037 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-242c0821-60f7-4bdd-abcc-95e352627362 req-afc8f810-ef71-4ac5-8c5a-ac572d09788f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.1026225 Jul 16 09:32:55.284277 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-242c0821-60f7-4bdd-abcc-95e352627362 req-229e6eed-f399-4d6c-8953-da5964422b42 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781753 Jul 16 09:32:55.299183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f4d703b5-152c-4278-af02-f419fe53c4e9 None None] Provisioning complete for port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:32:55.299740 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f4d703b5-152c-4278-af02-f419fe53c4e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:55.309299 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93a3a7-2634-4425-af23-a3bdef43ec8f req-8dee614a-ff56-4be7-ae4a-c2fb579adced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:55.311822 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca93a3a7-2634-4425-af23-a3bdef43ec8f req-8dee614a-ff56-4be7-ae4a-c2fb579adced service neutron] 10.222.0.38 "GET /v2.0/networks?id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e HTTP/1.1" status: 200 len: 914 time: 0.1437845 Jul 16 09:32:55.382422 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca93a3a7-2634-4425-af23-a3bdef43ec8f req-5006ce02-ed4b-45c6-870b-166b30e42a0d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f2cee2-84ef-4269-82eb-06bcb8f7eb41 HTTP/1.1" status: 200 len: 1001 time: 0.0635252 Jul 16 09:32:55.435658 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93a3a7-2634-4425-af23-a3bdef43ec8f req-9a463318-e0b5-4977-8b62-403d65423f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:55.437096 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca93a3a7-2634-4425-af23-a3bdef43ec8f req-9a463318-e0b5-4977-8b62-403d65423f6a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=69318d5f-061a-4dd1-bb9e-cfc10eaa71df HTTP/1.1" status: 200 len: 853 time: 0.0483918 Jul 16 09:32:55.494089 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93a3a7-2634-4425-af23-a3bdef43ec8f req-a306f8cf-2ff2-4960-87c0-94b958f9daa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:55.495605 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca93a3a7-2634-4425-af23-a3bdef43ec8f req-a306f8cf-2ff2-4960-87c0-94b958f9daa7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515106 Jul 16 09:32:55.584259 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca93a3a7-2634-4425-af23-a3bdef43ec8f req-6500f94f-351b-41c9-b3d7-2872d6c72755 service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820348 Jul 16 09:32:55.676409 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ca93a3a7-2634-4425-af23-a3bdef43ec8f req-47a0d8d8-a5a8-4301-983d-478917fc7c53 service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850365 Jul 16 09:33:04.104197 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:05.311835 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-23f2fc14-a0c8-4532-8d72-4261ce3b34ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:05.997961 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:07.980754 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-111ea1c0-42a7-4647-8c17-d16563458d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:08.270002 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:09.935857 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:11.439224 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:12.435094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f00a-ffa7-4a5d-b78f-a54a111c5011 req-c6357865-452b-4d45-a10e-67badd81fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:12.436579 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c125f00a-ffa7-4a5d-b78f-a54a111c5011 req-c6357865-452b-4d45-a10e-67badd81fae5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d4df555c0514a448b2a105f4ed8483f&device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 1136 time: 0.0561473 Jul 16 09:33:12.535873 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f00a-ffa7-4a5d-b78f-a54a111c5011 req-5e35d868-ba7f-44df-ab59-56ceb8584d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:12.537412 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c125f00a-ffa7-4a5d-b78f-a54a111c5011 req-5e35d868-ba7f-44df-ab59-56ceb8584d2d service neutron] 10.222.0.38 "GET /v2.0/networks?id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e HTTP/1.1" status: 200 len: 914 time: 0.0948453 Jul 16 09:33:12.612410 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c125f00a-ffa7-4a5d-b78f-a54a111c5011 req-02cc5e2b-5a5a-489d-94e4-849e72ae1858 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f2cee2-84ef-4269-82eb-06bcb8f7eb41 HTTP/1.1" status: 200 len: 1001 time: 0.0679955 Jul 16 09:33:12.681980 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f00a-ffa7-4a5d-b78f-a54a111c5011 req-a7f59a56-bc08-481a-bdb3-e8d5e3c4b404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:12.683434 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c125f00a-ffa7-4a5d-b78f-a54a111c5011 req-a7f59a56-bc08-481a-bdb3-e8d5e3c4b404 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=69318d5f-061a-4dd1-bb9e-cfc10eaa71df HTTP/1.1" status: 200 len: 853 time: 0.0509636 Jul 16 09:33:12.731276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787df8d5-05ad-422d-a358-92737728af11 req-ee3891e7-8297-49d4-ac2a-573d50ec7246 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:12.732624 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-787df8d5-05ad-422d-a358-92737728af11 req-ee3891e7-8297-49d4-ac2a-573d50ec7246 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.1358237 Jul 16 09:33:12.783852 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-787df8d5-05ad-422d-a358-92737728af11 req-42e7f793-d689-4974-a907-c3e2316c32d8 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444944 Jul 16 09:33:12.785629 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c125f00a-ffa7-4a5d-b78f-a54a111c5011 req-d2d00a0c-9088-4733-950d-0c8a58bb500b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:12.787049 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c125f00a-ffa7-4a5d-b78f-a54a111c5011 req-d2d00a0c-9088-4733-950d-0c8a58bb500b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968204 Jul 16 09:33:12.878932 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c125f00a-ffa7-4a5d-b78f-a54a111c5011 req-ab0c7786-3b42-422f-866c-3703431dda3b service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850015 Jul 16 09:33:12.964889 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c125f00a-ffa7-4a5d-b78f-a54a111c5011 req-794bb4cd-a71a-46a8-9005-1ceb31f248fe service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798275 Jul 16 09:33:13.774347 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:33:13.959931 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17408319-47e0-49a8-ae99-9d97f4f41fc8 req-7aa66924-e6c4-475d-8d96-18acacba29b2 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:13.961702 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17408319-47e0-49a8-ae99-9d97f4f41fc8 req-7aa66924-e6c4-475d-8d96-18acacba29b2 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0647039 Jul 16 09:33:14.008777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17408319-47e0-49a8-ae99-9d97f4f41fc8 req-1f289ca5-8cbe-4949-a782-a7a924890d1c tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406773 Jul 16 09:33:15.188331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785ba86-9ddb-44b3-94ec-0f9bfdd69615 req-b5fe8f95-2b40-4243-a406-40b4c654d0f9 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:15.189866 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3785ba86-9ddb-44b3-94ec-0f9bfdd69615 req-b5fe8f95-2b40-4243-a406-40b4c654d0f9 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0680168 Jul 16 09:33:15.229379 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3785ba86-9ddb-44b3-94ec-0f9bfdd69615 req-c5a9fa8b-4325-4109-a410-d9409c3b5769 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339143 Jul 16 09:33:16.403691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd8f41-357f-4371-8d4c-8ffd5c57cfe6 req-94688f11-e8a6-4c59-9c77-32ed85f5b7a0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:16.405226 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3dd8f41-357f-4371-8d4c-8ffd5c57cfe6 req-94688f11-e8a6-4c59-9c77-32ed85f5b7a0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0640588 Jul 16 09:33:16.446058 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b3dd8f41-357f-4371-8d4c-8ffd5c57cfe6 req-f4211356-0e03-4f3d-b393-6ec2d9dcccc0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345185 Jul 16 09:33:17.619440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84badcd-fe58-4b35-9b79-47c966fc135e req-44ac4459-d896-4d7f-a2ad-82115cfc177b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:17.620993 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c84badcd-fe58-4b35-9b79-47c966fc135e req-44ac4459-d896-4d7f-a2ad-82115cfc177b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0629323 Jul 16 09:33:17.661704 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c84badcd-fe58-4b35-9b79-47c966fc135e req-cf469785-706e-48f2-bc4c-e6df21ef662e tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341949 Jul 16 09:33:18.851437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cace3fb-8296-473c-ba41-bea561144f32 req-89d8c746-63b2-4e9a-b21f-cac3488037a8 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:18.852930 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5cace3fb-8296-473c-ba41-bea561144f32 req-89d8c746-63b2-4e9a-b21f-cac3488037a8 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0660679 Jul 16 09:33:18.892872 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5cace3fb-8296-473c-ba41-bea561144f32 req-c72aaeb3-a1f1-4d2e-b2de-563351891be1 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342932 Jul 16 09:33:20.068562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5605b7-c0d1-4d2d-bc90-1ef1ca4983eb req-b81dc68e-3c6f-4e82-b1ab-8eef1a102310 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:20.070100 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac5605b7-c0d1-4d2d-bc90-1ef1ca4983eb req-b81dc68e-3c6f-4e82-b1ab-8eef1a102310 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0676112 Jul 16 09:33:20.110673 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac5605b7-c0d1-4d2d-bc90-1ef1ca4983eb req-b1e9d7f5-15e2-4b8b-838a-f8602e06d920 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348411 Jul 16 09:33:21.282509 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c281e14-7229-45f2-85e9-4f95ab2a49b5 req-4b5ce542-11a2-42a1-a1cf-f0bc62fe9f62 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:21.284041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c281e14-7229-45f2-85e9-4f95ab2a49b5 req-4b5ce542-11a2-42a1-a1cf-f0bc62fe9f62 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0634184 Jul 16 09:33:21.323863 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c281e14-7229-45f2-85e9-4f95ab2a49b5 req-16845de7-b51e-4949-89c8-42c9f7f3e372 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340650 Jul 16 09:33:22.496124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff4daea-ce7c-4ca0-ab69-95780d741975 req-85d88190-c715-48bc-ac33-f6d3c03eea61 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:22.497660 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cff4daea-ce7c-4ca0-ab69-95780d741975 req-85d88190-c715-48bc-ac33-f6d3c03eea61 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0631537 Jul 16 09:33:22.537346 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cff4daea-ce7c-4ca0-ab69-95780d741975 req-69db7644-fb02-4a20-9faa-d36eda6ddb5f tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339234 Jul 16 09:33:23.710289 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1df2f3-11cc-407f-9a17-a6a89cb30b4b req-9284103d-233d-4afc-909d-5203f14c0ed2 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:23.711763 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fa1df2f3-11cc-407f-9a17-a6a89cb30b4b req-9284103d-233d-4afc-909d-5203f14c0ed2 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0661144 Jul 16 09:33:23.753356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fa1df2f3-11cc-407f-9a17-a6a89cb30b4b req-586785d0-ed83-429f-a1f0-a0c80eae5a9b tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0356994 Jul 16 09:33:24.437211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0ec70-9d19-4b3c-bcd6-8d222a10efda req-9630a691-b552-4b05-949d-c5452c833587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:24.439191 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9bc0ec70-9d19-4b3c-bcd6-8d222a10efda req-9630a691-b552-4b05-949d-c5452c833587 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d4df555c0514a448b2a105f4ed8483f&device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 1136 time: 0.0525351 Jul 16 09:33:24.543951 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0ec70-9d19-4b3c-bcd6-8d222a10efda req-22c40281-af27-4ef7-aaa7-bb584b0da9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:24.545405 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9bc0ec70-9d19-4b3c-bcd6-8d222a10efda req-22c40281-af27-4ef7-aaa7-bb584b0da9c4 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e HTTP/1.1" status: 200 len: 914 time: 0.0864053 Jul 16 09:33:24.607728 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9bc0ec70-9d19-4b3c-bcd6-8d222a10efda req-d434e4d6-c2ab-47d9-ae77-d5b2cd9e2bba service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f2cee2-84ef-4269-82eb-06bcb8f7eb41 HTTP/1.1" status: 200 len: 1001 time: 0.0563557 Jul 16 09:33:24.659626 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0ec70-9d19-4b3c-bcd6-8d222a10efda req-ea60bbf7-4202-468c-9dc7-505f7e1646db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:24.661092 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9bc0ec70-9d19-4b3c-bcd6-8d222a10efda req-ea60bbf7-4202-468c-9dc7-505f7e1646db service neutron] 10.222.0.38 "GET /v2.0/subnets?id=69318d5f-061a-4dd1-bb9e-cfc10eaa71df HTTP/1.1" status: 200 len: 853 time: 0.0474224 Jul 16 09:33:24.716932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc0ec70-9d19-4b3c-bcd6-8d222a10efda req-43e2e7db-f84f-49a6-97ee-7a6f6e8939de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:24.718432 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9bc0ec70-9d19-4b3c-bcd6-8d222a10efda req-43e2e7db-f84f-49a6-97ee-7a6f6e8939de service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508461 Jul 16 09:33:24.806662 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9bc0ec70-9d19-4b3c-bcd6-8d222a10efda req-028b8a22-0ef1-4af2-933d-af4ca311512f service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816762 Jul 16 09:33:24.929807 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9bc0ec70-9d19-4b3c-bcd6-8d222a10efda req-f4b2f85c-779b-4829-8eb0-4ed68e6e8334 service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161737 Jul 16 09:33:24.953934 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35f344-3b40-4e9b-a212-91dd26622e3a req-b61833ec-4af4-4590-beb7-58a7e4720a69 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:24.955393 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fa35f344-3b40-4e9b-a212-91dd26622e3a req-b61833ec-4af4-4590-beb7-58a7e4720a69 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0823531 Jul 16 09:33:24.996940 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fa35f344-3b40-4e9b-a212-91dd26622e3a req-da1f5090-ec19-4b40-9a19-bc915795bba9 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353863 Jul 16 09:33:26.167824 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7457acf-b432-483d-8d73-c92fe91ccab5 req-369cee47-c511-46d1-a90f-d210a2ede700 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:26.169394 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a7457acf-b432-483d-8d73-c92fe91ccab5 req-369cee47-c511-46d1-a90f-d210a2ede700 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0625389 Jul 16 09:33:26.209589 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a7457acf-b432-483d-8d73-c92fe91ccab5 req-7664be08-78dc-4f29-9c85-c500cc24739a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345109 Jul 16 09:33:27.383895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26ada9-0736-45b6-8b5f-297ed03609e4 req-f724b1fd-bd00-4e8e-a6ec-bf84f90028b3 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:27.385324 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc26ada9-0736-45b6-8b5f-297ed03609e4 req-f724b1fd-bd00-4e8e-a6ec-bf84f90028b3 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0667238 Jul 16 09:33:27.426197 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fc26ada9-0736-45b6-8b5f-297ed03609e4 req-90b072b5-6356-4206-84e7-2570cdc0f803 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347881 Jul 16 09:33:28.599434 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf4b66-1792-48a2-b6a8-b255a86b1429 req-9dbb4bdf-6014-4467-90db-213ab954192c tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:28.600852 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b7cf4b66-1792-48a2-b6a8-b255a86b1429 req-9dbb4bdf-6014-4467-90db-213ab954192c tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0620060 Jul 16 09:33:28.641031 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b7cf4b66-1792-48a2-b6a8-b255a86b1429 req-ed4b2708-3f30-449d-bd23-9ca1d44786e4 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344918 Jul 16 09:33:29.811734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1e0fc-9449-41e2-9e97-a7aa4e6a5e95 req-536d95e9-f2a0-415d-a073-6961e438be25 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:29.813342 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1dd1e0fc-9449-41e2-9e97-a7aa4e6a5e95 req-536d95e9-f2a0-415d-a073-6961e438be25 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0626621 Jul 16 09:33:29.853549 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1dd1e0fc-9449-41e2-9e97-a7aa4e6a5e95 req-951e1ee1-08ac-40c2-b106-090e133b0042 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0345013 Jul 16 09:33:31.026653 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13900985-1dcf-4676-9612-df7da2ceaa06 req-aa9600ea-e4ae-4313-b5d7-2281b64339b0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:31.028121 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13900985-1dcf-4676-9612-df7da2ceaa06 req-aa9600ea-e4ae-4313-b5d7-2281b64339b0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0661182 Jul 16 09:33:31.067152 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-13900985-1dcf-4676-9612-df7da2ceaa06 req-7d1af364-1959-4cf0-a145-bc89fd85971e tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326116 Jul 16 09:33:32.243336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1f518-81db-45de-bc28-b339f394b717 req-f6520242-5d32-42f2-bdb9-2fdcc8c6bac0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:32.244842 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-90d1f518-81db-45de-bc28-b339f394b717 req-f6520242-5d32-42f2-bdb9-2fdcc8c6bac0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0660636 Jul 16 09:33:32.286519 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-90d1f518-81db-45de-bc28-b339f394b717 req-b2c05489-dc95-4841-9443-ded5e807aaa7 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358925 Jul 16 09:33:33.457001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1bb50-aeed-4dc1-a27f-0d7d4c4a8b80 req-63cbdabe-ff51-43ad-8a58-23973768fc3c tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:33.458462 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fb1bb50-aeed-4dc1-a27f-0d7d4c4a8b80 req-63cbdabe-ff51-43ad-8a58-23973768fc3c tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0615056 Jul 16 09:33:33.497054 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0fb1bb50-aeed-4dc1-a27f-0d7d4c4a8b80 req-f98f50bb-2e7f-4d21-b61c-744def538551 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0329206 Jul 16 09:33:34.118129 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:34.669401 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15581e5-c0af-45bd-8062-7237f6ea7259 req-b9cacb4e-1ffa-43e8-a040-33c50d2e401d tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:34.670949 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a15581e5-c0af-45bd-8062-7237f6ea7259 req-b9cacb4e-1ffa-43e8-a040-33c50d2e401d tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0644896 Jul 16 09:33:34.713524 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a15581e5-c0af-45bd-8062-7237f6ea7259 req-44e8f981-88bb-464f-9747-bd7a2df75391 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&id=1db09d4a-5e3e-4644-aac2-dbd67009a683&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0357602 Jul 16 09:33:35.318161 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6ef6aa16-5cf2-4fb4-88ef-8a8ed040a8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:36.017022 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:37.980757 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed9fad72-8854-4b4b-b408-e26f29cc25bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:38.272021 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:39.940152 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:41.442904 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:50.773522 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:34:04.135346 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:05.308905 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-641283c1-1edf-47ed-8d9b-544662ddd687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.027077 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.228882 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f99e6fb5-5643-492b-8282-eb3745ff5b21 req-f5f8cc19-abfe-423b-9686-ec98ce16946d tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1387567287&fields=id&tenant_id=6d4df555c0514a448b2a105f4ed8483f HTTP/1.1" status: 200 len: 267 time: 0.0343275 Jul 16 09:34:07.302947 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e6fb5-5643-492b-8282-eb3745ff5b21 req-5013f4c9-8f2b-45fb-8d8b-57bfe521ac80 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:07.304457 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f99e6fb5-5643-492b-8282-eb3745ff5b21 req-5013f4c9-8f2b-45fb-8d8b-57bfe521ac80 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 984 time: 0.0704656 Jul 16 09:34:07.316006 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-f99e6fb5-5643-492b-8282-eb3745ff5b21 req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Request body: {'port': {'security_groups': ['bd8020ae-c2fc-4547-96d3-31b50094c9f1']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:07.398241 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f99e6fb5-5643-492b-8282-eb3745ff5b21 req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.564344 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-f99e6fb5-5643-492b-8282-eb3745ff5b21 req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] For port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=38f2cee2-84ef-4269-82eb-06bcb8f7eb41,segment=NetworkSegment(72956016-6762-46fa-809b-ed4b7ccd8b06),segment_id=72956016-6762-46fa-809b-ed4b7ccd8b06)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:07.593076 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f99e6fb5-5643-492b-8282-eb3745ff5b21 req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.597338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f99e6fb5-5643-492b-8282-eb3745ff5b21 req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.609335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['38f2cee2-84ef-4269-82eb-06bcb8f7eb41'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:34:07.650054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e6fb5-5643-492b-8282-eb3745ff5b21 req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:07.650638 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-f99e6fb5-5643-492b-8282-eb3745ff5b21 req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.652062 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f99e6fb5-5643-492b-8282-eb3745ff5b21 req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "PUT /v2.0/ports/38f2cee2-84ef-4269-82eb-06bcb8f7eb41 HTTP/1.1" status: 200 len: 942 time: 0.3412626 Jul 16 09:34:07.652534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'tag': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:07.654814 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354f7839-722d-460b-a284-1b23d627c83e" -d '{"events": [{"name": "network-changed", "server_uuid": "90c8ae86-d964-4f85-bb12-afc1eec9a35c", "tag": "38f2cee2-84ef-4269-82eb-06bcb8f7eb41"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:07.658948 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44552) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:07.682966 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Pushing event updated for resources: {'Port': ['ID=38f2cee2-84ef-4269-82eb-06bcb8f7eb41,revision_number=7']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:07.692552 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.692916 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.693404 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.693748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.694223 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.694606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.695079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.695413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.695866 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.696196 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.696558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.696868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29b6d768-1ee5-4ee3-9c27-8413d2bfb21a tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.719386 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc57e4b9-8aaa-4831-b267-1d41737d4323 x-openstack-request-id: req-dc57e4b9-8aaa-4831-b267-1d41737d4323 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:07.719676 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c8ae86-d964-4f85-bb12-afc1eec9a35c", "tag": "38f2cee2-84ef-4269-82eb-06bcb8f7eb41", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:07.719928 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc57e4b9-8aaa-4831-b267-1d41737d4323 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:07.720329 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'tag': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41', 'status': 'completed', 'code': 200} Jul 16 09:34:07.720834 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['38f2cee2-84ef-4269-82eb-06bcb8f7eb41'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:34:07.769192 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.824330 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.869829 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f7839-722d-460b-a284-1b23d627c83e req-63e9d201-bc1c-481a-9aac-8bd67fddc55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:07.871338 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-354f7839-722d-460b-a284-1b23d627c83e req-63e9d201-bc1c-481a-9aac-8bd67fddc55d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d4df555c0514a448b2a105f4ed8483f&device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 1097 time: 0.1165037 Jul 16 09:34:07.940940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a083f7b6-29fc-425d-993b-a473d6b7fe70 None None] Provisioning complete for port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:07.941369 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a083f7b6-29fc-425d-993b-a473d6b7fe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.944461 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.947175 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.948317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "DELETE /v2.0/security-groups/1db09d4a-5e3e-4644-aac2-dbd67009a683 HTTP/1.1" status: 204 len: 168 time: 0.2876382 Jul 16 09:34:07.951157 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44554) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:07.963884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db09d4a-5e3e-4644-aac2-dbd67009a683,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:07.973961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.974304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.974639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.974973 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.975297 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.975620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.975937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.976257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.976599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.976923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.977239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.977555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c91e61-3956-44f1-8675-8edf1d590c33 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:07.992804 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f7839-722d-460b-a284-1b23d627c83e req-7055b926-10ca-4128-a82e-b7c2c718ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:07.994356 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-354f7839-722d-460b-a284-1b23d627c83e req-7055b926-10ca-4128-a82e-b7c2c718ddfd service neutron] 10.222.0.38 "GET /v2.0/networks?id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e HTTP/1.1" status: 200 len: 914 time: 0.1158764 Jul 16 09:34:07.997176 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d50ee4d6-2c38-4102-8ca3-b130a6593957 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.066660 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-354f7839-722d-460b-a284-1b23d627c83e req-f4d9b8e4-719e-4518-9124-277994acc428 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f2cee2-84ef-4269-82eb-06bcb8f7eb41 HTTP/1.1" status: 200 len: 1001 time: 0.0651195 Jul 16 09:34:08.115104 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f7839-722d-460b-a284-1b23d627c83e req-de40a842-554d-402a-828f-b583460b84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:08.116601 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-354f7839-722d-460b-a284-1b23d627c83e req-de40a842-554d-402a-828f-b583460b84e8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=69318d5f-061a-4dd1-bb9e-cfc10eaa71df HTTP/1.1" status: 200 len: 853 time: 0.0438383 Jul 16 09:34:08.136156 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-4fda741d-2238-46ed-a5d2-9028e7eee527 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Deleting port 6c2f5e2c-b4cf-4b03-9899-4c2aeb3fb41f {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:34:08.136515 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4fda741d-2238-46ed-a5d2-9028e7eee527 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.171977 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f7839-722d-460b-a284-1b23d627c83e req-826b7c23-dee5-41c5-b1ed-7d4ecc1d105e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:08.173533 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-354f7839-722d-460b-a284-1b23d627c83e req-826b7c23-dee5-41c5-b1ed-7d4ecc1d105e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510669 Jul 16 09:34:08.212607 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4fda741d-2238-46ed-a5d2-9028e7eee527 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.212851 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4fda741d-2238-46ed-a5d2-9028e7eee527 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.225025 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-4fda741d-2238-46ed-a5d2-9028e7eee527 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Calling delete_port for 6c2f5e2c-b4cf-4b03-9899-4c2aeb3fb41f owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:34:08.267403 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-354f7839-722d-460b-a284-1b23d627c83e req-7a6474fc-dd69-4524-a181-7c757891c229 service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872264 Jul 16 09:34:08.274485 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.358421 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-354f7839-722d-460b-a284-1b23d627c83e req-35227c3f-8adb-43b9-993b-5da316c5bd24 service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852754 Jul 16 09:34:08.379575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4fda741d-2238-46ed-a5d2-9028e7eee527 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.406446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda741d-2238-46ed-a5d2-9028e7eee527 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Pushing event deleted for resources: {'Port': ['ID=6c2f5e2c-b4cf-4b03-9899-4c2aeb3fb41f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:08.470124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4fda741d-2238-46ed-a5d2-9028e7eee527 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.470379 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-4fda741d-2238-46ed-a5d2-9028e7eee527 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Floating IP 20e49d06-3174-47aa-948e-647fe54f3080 disassociated (deleted). External IP: 172.25.4.227, port: 38f2cee2-84ef-4269-82eb-06bcb8f7eb41. Jul 16 09:34:08.674033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fda741d-2238-46ed-a5d2-9028e7eee527 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Router c1082de0-3328-4428-a255-b25ca791247d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:34:08.780234 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fda741d-2238-46ed-a5d2-9028e7eee527 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:34:08.785127 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4fda741d-2238-46ed-a5d2-9028e7eee527 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.789166 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d893614-0471-48da-9ffd-23d7906f55d6 None None] Sync routers for ids ['c1082de0-3328-4428-a255-b25ca791247d'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:34:08.799731 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d893614-0471-48da-9ffd-23d7906f55d6 None None] Routers {'c1082de0-3328-4428-a255-b25ca791247d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:08.800328 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-9d893614-0471-48da-9ffd-23d7906f55d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:34:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c1082de0-3328-4428-a255-b25ca791247d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:08.821165 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4fda741d-2238-46ed-a5d2-9028e7eee527 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "DELETE /v2.0/floatingips/20e49d06-3174-47aa-948e-647fe54f3080 HTTP/1.1" status: 204 len: 168 time: 0.8685706 Jul 16 09:34:08.995538 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-9d893614-0471-48da-9ffd-23d7906f55d6 None None] Set router c1082de0-3328-4428-a255-b25ca791247d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:09.202049 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-9d893614-0471-48da-9ffd-23d7906f55d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1082de0-3328-4428-a255-b25ca791247d', 'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'df096c74-4def-4606-80d0-18263aecfbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:02Z', 'revision_number': 4, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'gw_port': {'id': 'df096c74-4def-4606-80d0-18263aecfbba', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '30f2f2c1-4945-4610-82c9-66f291570ca9', 'name': '', 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'mac_address': 'fa:16:3e:d6:fb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:02Z', 'updated_at': '2021-07-16T09:32:08Z', 'revision_number': 5, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'subnets': [{'id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:09.229949 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d893614-0471-48da-9ffd-23d7906f55d6 None None] Checking router: c1082de0-3328-4428-a255-b25ca791247d for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:34:09.238434 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d893614-0471-48da-9ffd-23d7906f55d6 None None] Routers {'c1082de0-3328-4428-a255-b25ca791247d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:09.239030 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-9d893614-0471-48da-9ffd-23d7906f55d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:34:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c1082de0-3328-4428-a255-b25ca791247d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:09.337392 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-9d893614-0471-48da-9ffd-23d7906f55d6 None None] Set router c1082de0-3328-4428-a255-b25ca791247d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:09.531710 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-9d893614-0471-48da-9ffd-23d7906f55d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1082de0-3328-4428-a255-b25ca791247d', 'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'df096c74-4def-4606-80d0-18263aecfbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:02Z', 'revision_number': 4, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'gw_port': {'id': 'df096c74-4def-4606-80d0-18263aecfbba', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '30f2f2c1-4945-4610-82c9-66f291570ca9', 'name': '', 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'mac_address': 'fa:16:3e:d6:fb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:02Z', 'updated_at': '2021-07-16T09:32:08Z', 'revision_number': 5, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'subnets': [{'id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:09.557829 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d893614-0471-48da-9ffd-23d7906f55d6 None None] The sync data for ids ['c1082de0-3328-4428-a255-b25ca791247d'] in n-d-758944-46 is: [{'id': 'c1082de0-3328-4428-a255-b25ca791247d', 'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'df096c74-4def-4606-80d0-18263aecfbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:02Z', 'revision_number': 4, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'gw_port': {'id': 'df096c74-4def-4606-80d0-18263aecfbba', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '30f2f2c1-4945-4610-82c9-66f291570ca9', 'name': '', 'network_id': 'e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'mac_address': 'fa:16:3e:d6:fb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:02Z', 'updated_at': '2021-07-16T09:32:08Z', 'revision_number': 5, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'subnets': [{'id': '69318d5f-061a-4dd1-bb9e-cfc10eaa71df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:34:09.721137 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'tag': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:09.723973 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c6fa61-35fa-4453-806f-7fa6768ec2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "90c8ae86-d964-4f85-bb12-afc1eec9a35c", "tag": "38f2cee2-84ef-4269-82eb-06bcb8f7eb41"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:09.762185 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44208b4-1cd4-4958-9480-c1e1003efeb7 x-openstack-request-id: req-c44208b4-1cd4-4958-9480-c1e1003efeb7 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:09.762570 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90c8ae86-d964-4f85-bb12-afc1eec9a35c", "tag": "38f2cee2-84ef-4269-82eb-06bcb8f7eb41", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:09.762915 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c44208b4-1cd4-4958-9480-c1e1003efeb7 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:09.763444 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'tag': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41', 'status': 'completed', 'code': 200} Jul 16 09:34:09.786754 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd15b11e-7887-4d7a-8082-b76632c84da8 None None] New status for floating IP 20e49d06-3174-47aa-948e-647fe54f3080: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:34:09.850992 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6fa61-35fa-4453-806f-7fa6768ec2aa req-cbf66ff5-5259-4516-8015-421f2688c7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:09.852824 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78c6fa61-35fa-4453-806f-7fa6768ec2aa req-cbf66ff5-5259-4516-8015-421f2688c7e1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6d4df555c0514a448b2a105f4ed8483f&device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 1097 time: 0.0668826 Jul 16 09:34:09.944686 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:09.947729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6fa61-35fa-4453-806f-7fa6768ec2aa req-ff525db0-8f32-42c5-b752-efd3c59775d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:09.949249 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78c6fa61-35fa-4453-806f-7fa6768ec2aa req-ff525db0-8f32-42c5-b752-efd3c59775d6 service neutron] 10.222.0.38 "GET /v2.0/networks?id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e HTTP/1.1" status: 200 len: 914 time: 0.0901706 Jul 16 09:34:09.993822 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78c6fa61-35fa-4453-806f-7fa6768ec2aa req-e00ee608-9838-40cb-9fb8-b61c75045db6 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=38f2cee2-84ef-4269-82eb-06bcb8f7eb41 HTTP/1.1" status: 200 len: 217 time: 0.0379524 Jul 16 09:34:10.041770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6fa61-35fa-4453-806f-7fa6768ec2aa req-d92a7fdf-c15b-4efe-86c2-1c8897834973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:10.043230 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78c6fa61-35fa-4453-806f-7fa6768ec2aa req-d92a7fdf-c15b-4efe-86c2-1c8897834973 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=69318d5f-061a-4dd1-bb9e-cfc10eaa71df HTTP/1.1" status: 200 len: 853 time: 0.0437737 Jul 16 09:34:10.105087 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6fa61-35fa-4453-806f-7fa6768ec2aa req-147019cb-ebb2-411d-ad56-5d5728cb5e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:10.106558 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78c6fa61-35fa-4453-806f-7fa6768ec2aa req-147019cb-ebb2-411d-ad56-5d5728cb5e99 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573220 Jul 16 09:34:10.210494 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78c6fa61-35fa-4453-806f-7fa6768ec2aa req-34570d2f-cfe3-484f-9e71-ba4d9ca59739 service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971022 Jul 16 09:34:10.307381 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-78c6fa61-35fa-4453-806f-7fa6768ec2aa req-2faeefdf-1122-4db5-bf38-8d3a80c822d3 service neutron] 10.222.0.38 "GET /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906799 Jul 16 09:34:11.445817 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:16.375959 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2fab7-ab7d-4542-904d-960863f8885f req-bdf5e8ad-8de7-4ecb-be83-be4b13999345 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:16.377508 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ce2fab7-ab7d-4542-904d-960863f8885f req-bdf5e8ad-8de7-4ecb-be83-be4b13999345 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 945 time: 0.0665147 Jul 16 09:34:16.416942 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ce2fab7-ab7d-4542-904d-960863f8885f req-9a03cfb3-a0b5-4d86-ba4e-00ae1183e0af tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337019 Jul 16 09:34:17.637131 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1e02cf-b026-430c-95b6-386314847edb req-05250316-4c34-4320-8cb0-a5fcb3fe84e0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:17.638639 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd1e02cf-b026-430c-95b6-386314847edb req-05250316-4c34-4320-8cb0-a5fcb3fe84e0 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 945 time: 0.1112506 Jul 16 09:34:17.678859 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fd1e02cf-b026-430c-95b6-386314847edb req-faaf56d0-63c7-408c-b9c8-8bb1c447f132 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/security-groups?id=bd8020ae-c2fc-4547-96d3-31b50094c9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324473 Jul 16 09:34:17.937462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70874ffc-462a-4b8c-955a-e39ff0c6766b req-ca8675b9-17ad-4424-92a9-276d5d165ff5 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:17.938927 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70874ffc-462a-4b8c-955a-e39ff0c6766b req-ca8675b9-17ad-4424-92a9-276d5d165ff5 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.38 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 945 time: 0.0631826 Jul 16 09:34:18.037681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-70874ffc-462a-4b8c-955a-e39ff0c6766b req-4b07dfd1-7e44-4282-9fb3-0492ff9cee63 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Deleting port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:34:18.038025 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-70874ffc-462a-4b8c-955a-e39ff0c6766b req-4b07dfd1-7e44-4282-9fb3-0492ff9cee63 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:18.127066 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-70874ffc-462a-4b8c-955a-e39ff0c6766b req-4b07dfd1-7e44-4282-9fb3-0492ff9cee63 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] For port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=38f2cee2-84ef-4269-82eb-06bcb8f7eb41,segment=NetworkSegment(72956016-6762-46fa-809b-ed4b7ccd8b06),segment_id=72956016-6762-46fa-809b-ed4b7ccd8b06)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:18.127451 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-70874ffc-462a-4b8c-955a-e39ff0c6766b req-4b07dfd1-7e44-4282-9fb3-0492ff9cee63 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:18.139583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-70874ffc-462a-4b8c-955a-e39ff0c6766b req-4b07dfd1-7e44-4282-9fb3-0492ff9cee63 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Calling delete_port for 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:34:18.270020 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-70874ffc-462a-4b8c-955a-e39ff0c6766b req-4b07dfd1-7e44-4282-9fb3-0492ff9cee63 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:18.298612 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b07dfd1-7e44-4282-9fb3-0492ff9cee63 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Pushing event deleted for resources: {'Port': ['ID=38f2cee2-84ef-4269-82eb-06bcb8f7eb41,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:18.346834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-70874ffc-462a-4b8c-955a-e39ff0c6766b req-4b07dfd1-7e44-4282-9fb3-0492ff9cee63 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] No DVR routers for this DVR port 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:34:18.349815 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-70874ffc-462a-4b8c-955a-e39ff0c6766b req-4b07dfd1-7e44-4282-9fb3-0492ff9cee63 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:18.351740 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70874ffc-462a-4b8c-955a-e39ff0c6766b req-4b07dfd1-7e44-4282-9fb3-0492ff9cee63 tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.38 "DELETE /v2.0/ports/38f2cee2-84ef-4269-82eb-06bcb8f7eb41 HTTP/1.1" status: 204 len: 173 time: 0.4058976 Jul 16 09:34:18.352202 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'name': 'network-vif-deleted', 'tag': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:18.354529 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b5d3a6-f99a-41b8-8f87-c7f5d23c318f" -d '{"events": [{"server_uuid": "90c8ae86-d964-4f85-bb12-afc1eec9a35c", "name": "network-vif-deleted", "tag": "38f2cee2-84ef-4269-82eb-06bcb8f7eb41"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:18.391111 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-759239dc-4650-4bda-b65b-f1153dace23b x-openstack-request-id: req-759239dc-4650-4bda-b65b-f1153dace23b {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:18.391440 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90c8ae86-d964-4f85-bb12-afc1eec9a35c", "name": "network-vif-deleted", "tag": "38f2cee2-84ef-4269-82eb-06bcb8f7eb41", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:18.391693 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-759239dc-4650-4bda-b65b-f1153dace23b {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:18.392102 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90c8ae86-d964-4f85-bb12-afc1eec9a35c', 'name': 'network-vif-deleted', 'tag': '38f2cee2-84ef-4269-82eb-06bcb8f7eb41', 'status': 'completed', 'code': 200} Jul 16 09:34:18.838301 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8eb78a46-c26a-407d-bb13-3266b62465e7 req-04fcf44a-b076-48cc-af83-f6eb7506c1ce tempest-TestMinimumBasicScenario-874197562 tempest-TestMinimumBasicScenario-874197562-project] 10.222.0.20 "GET /v2.0/ports?device_id=90c8ae86-d964-4f85-bb12-afc1eec9a35c HTTP/1.1" status: 200 len: 210 time: 0.0340374 Jul 16 09:34:20.201462 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:34:20.225398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:34:20.225763 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 38f2cee2-84ef-4269-82eb-06bcb8f7eb41 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:34:20.443129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44656) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:20.783615 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb3ffd2c-b3c7-4cc4-9e00-71dedeb422fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:21.030157 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ffd2c-b3c7-4cc4-9e00-71dedeb422fa admin admin] Deleting port 30f2f2c1-4945-4610-82c9-66f291570ca9 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:34:21.030499 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb3ffd2c-b3c7-4cc4-9e00-71dedeb422fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:21.108968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-eb3ffd2c-b3c7-4cc4-9e00-71dedeb422fa admin admin] For port 30f2f2c1-4945-4610-82c9-66f291570ca9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=30f2f2c1-4945-4610-82c9-66f291570ca9,segment=NetworkSegment(72956016-6762-46fa-809b-ed4b7ccd8b06),segment_id=72956016-6762-46fa-809b-ed4b7ccd8b06)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:21.109209 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb3ffd2c-b3c7-4cc4-9e00-71dedeb422fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:21.121511 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ffd2c-b3c7-4cc4-9e00-71dedeb422fa admin admin] Calling delete_port for 30f2f2c1-4945-4610-82c9-66f291570ca9 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:34:21.295290 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb3ffd2c-b3c7-4cc4-9e00-71dedeb422fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:21.319016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3ffd2c-b3c7-4cc4-9e00-71dedeb422fa admin admin] Pushing event deleted for resources: {'Port': ['ID=30f2f2c1-4945-4610-82c9-66f291570ca9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:21.485677 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb3ffd2c-b3c7-4cc4-9e00-71dedeb422fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:21.707402 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3ffd2c-b3c7-4cc4-9e00-71dedeb422fa admin admin] Router c1082de0-3328-4428-a255-b25ca791247d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:34:21.810387 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3ffd2c-b3c7-4cc4-9e00-71dedeb422fa admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:34:21.816073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eb3ffd2c-b3c7-4cc4-9e00-71dedeb422fa admin admin] 10.222.0.20 "PUT /v2.0/routers/c1082de0-3328-4428-a255-b25ca791247d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3719187 Jul 16 09:34:21.818619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44658) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:21.821316 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8f08c-71e4-4e3d-b4b5-5882ef5e6916 None None] Sync routers for ids ['c1082de0-3328-4428-a255-b25ca791247d'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:34:21.832758 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8f08c-71e4-4e3d-b4b5-5882ef5e6916 None None] Routers {'c1082de0-3328-4428-a255-b25ca791247d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:21.833497 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a3f8f08c-71e4-4e3d-b4b5-5882ef5e6916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:34:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c1082de0-3328-4428-a255-b25ca791247d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:21.919413 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:21.932229 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-a3f8f08c-71e4-4e3d-b4b5-5882ef5e6916 None None] Set router c1082de0-3328-4428-a255-b25ca791247d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:22.111014 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a3f8f08c-71e4-4e3d-b4b5-5882ef5e6916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1082de0-3328-4428-a255-b25ca791247d', 'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'df096c74-4def-4606-80d0-18263aecfbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:34:21Z', 'revision_number': 5, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'gw_port': {'id': 'df096c74-4def-4606-80d0-18263aecfbba', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:22.138543 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8f08c-71e4-4e3d-b4b5-5882ef5e6916 None None] Checking router: c1082de0-3328-4428-a255-b25ca791247d for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:34:22.147482 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f8f08c-71e4-4e3d-b4b5-5882ef5e6916 None None] Routers {'c1082de0-3328-4428-a255-b25ca791247d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:22.148095 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a3f8f08c-71e4-4e3d-b4b5-5882ef5e6916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:34:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['c1082de0-3328-4428-a255-b25ca791247d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:22.253292 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-a3f8f08c-71e4-4e3d-b4b5-5882ef5e6916 None None] Set router c1082de0-3328-4428-a255-b25ca791247d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:22.375083 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:22.425972 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] Deleting port df096c74-4def-4606-80d0-18263aecfbba {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:34:22.426309 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:22.427928 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a3f8f08c-71e4-4e3d-b4b5-5882ef5e6916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c1082de0-3328-4428-a255-b25ca791247d', 'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'df096c74-4def-4606-80d0-18263aecfbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:34:21Z', 'revision_number': 5, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'gw_port': {'id': 'df096c74-4def-4606-80d0-18263aecfbba', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:22.457100 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f8f08c-71e4-4e3d-b4b5-5882ef5e6916 None None] The sync data for ids ['c1082de0-3328-4428-a255-b25ca791247d'] in n-d-758944-46 is: [{'id': 'c1082de0-3328-4428-a255-b25ca791247d', 'name': 'tempest-TestMinimumBasicScenario-596681184-router', 'tenant_id': '6d4df555c0514a448b2a105f4ed8483f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171'}], 'enable_snat': True}, 'gw_port_id': 'df096c74-4def-4606-80d0-18263aecfbba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:34:21Z', 'revision_number': 5, 'project_id': '6d4df555c0514a448b2a105f4ed8483f', 'gw_port': {'id': 'df096c74-4def-4606-80d0-18263aecfbba', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:35:ab:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1082de0-3328-4428-a255-b25ca791247d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:00Z', 'updated_at': '2021-07-16T09:32:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:34:22.507827 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] For port df096c74-4def-4606-80d0-18263aecfbba, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=df096c74-4def-4606-80d0-18263aecfbba,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:22.508383 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:22.520752 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] Calling delete_port for df096c74-4def-4606-80d0-18263aecfbba owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:34:22.681192 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:22.710685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=df096c74-4def-4606-80d0-18263aecfbba,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:22.773453 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:22.865265 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:22.867587 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:22.913342 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:22.913920 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router c1082de0-3328-4428-a255-b25ca791247d {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:34:22.921881 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:22.924939 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-04ac030a-b394-499d-ad71-c7b734c54c9c admin admin] 10.222.0.20 "DELETE /v2.0/routers/c1082de0-3328-4428-a255-b25ca791247d HTTP/1.1" status: 204 len: 168 time: 1.1053603 Jul 16 09:34:22.925985 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44660) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:22.975168 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef7610c5-c4b7-4d67-8cc4-d59086e535a0 admin admin] Deleting subnet 69318d5f-061a-4dd1-bb9e-cfc10eaa71df {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:34:22.978265 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef7610c5-c4b7-4d67-8cc4-d59086e535a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.013252 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef7610c5-c4b7-4d67-8cc4-d59086e535a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.093958 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef7610c5-c4b7-4d67-8cc4-d59086e535a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.146563 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef7610c5-c4b7-4d67-8cc4-d59086e535a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.178206 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ef7610c5-c4b7-4d67-8cc4-d59086e535a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.180036 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ef7610c5-c4b7-4d67-8cc4-d59086e535a0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/69318d5f-061a-4dd1-bb9e-cfc10eaa71df HTTP/1.1" status: 204 len: 168 time: 0.2530992 Jul 16 09:34:23.181709 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7610c5-c4b7-4d67-8cc4-d59086e535a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69318d5f-061a-4dd1-bb9e-cfc10eaa71df,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:23.182669 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44662) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:23.184444 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef23830-b0b9-4417-999d-9f4de857aa2f None None] Network e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:34:23.254166 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.306473 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] Deleting port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:34:23.306804 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.373355 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] For port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=733ee899-4e13-4f7c-b02e-be2ffbf8bd57,segment=NetworkSegment(72956016-6762-46fa-809b-ed4b7ccd8b06),segment_id=72956016-6762-46fa-809b-ed4b7ccd8b06)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:23.373622 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.385193 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] Calling delete_port for 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:34:23.451865 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] DHCP port deletion for e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:34:23.484989 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.507305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Deleting port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:34:23.507305 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.514448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] No DVR routers for this DVR port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:34:23.520199 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] Pushing event deleted for resources: {'Port': ['ID=733ee899-4e13-4f7c-b02e-be2ffbf8bd57,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:23.523774 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device df096c74-4def-4606-80d0-18263aecfbba no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:34:23.551140 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: df096c74-4def-4606-80d0-18263aecfbba {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:34:23.551481 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device df096c74-4def-4606-80d0-18263aecfbba not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:34:23.551898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:34:23.593897 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.603336 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:34:23.603677 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:34:23.604095 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 30f2f2c1-4945-4610-82c9-66f291570ca9 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:34:23.604435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:23.615185 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72956016-6762-46fa-809b-ed4b7ccd8b06') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:23.615481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72956016-6762-46fa-809b-ed4b7ccd8b06') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:23.624350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.626456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] For port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57, host n-d-758944-46, got binding levels [] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:23.626831 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.629956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 30f2f2c1-4945-4610-82c9-66f291570ca9 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:34:23.630299 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 30f2f2c1-4945-4610-82c9-66f291570ca9 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:34:23.640533 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.642247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Calling delete_port for 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:34:23.644929 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.ipam_backend_mixin [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 was not found and therefore no delete operation was performed {{(pid=93696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:34:23.646320 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.647024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:34:23.647463 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:34:23.649388 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:34:23.671518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Pushing event deleted for resources: {'Port': ['ID=733ee899-4e13-4f7c-b02e-be2ffbf8bd57,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:23.676378 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] No DVR routers for this DVR port 733ee899-4e13-4f7c-b02e-be2ffbf8bd57 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:34:23.683238 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:23.683582 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:23.683923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:23.684260 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:23.684666 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:23.685004 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:23.685332 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:23.685814 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:23.685991 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:23.686288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:23.686613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:23.686934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-591387d6-cb7d-4acd-a597-bd9d5e4624ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:23.708356 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.715597 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:23.716483 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] 10.222.0.20 "DELETE /v2.0/networks/e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e HTTP/1.1" status: 204 len: 168 time: 0.5326719 Jul 16 09:34:23.719547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44664) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:23.725535 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f88f87-bded-41e7-90a4-1e22b3a3e636 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2d6e1e6-87f9-4295-8c5c-4bf6e05aa49e,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:24.059159 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0dccd0d-42bd-4a85-905b-9b67b65b1cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:24.306525 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-a0dccd0d-42bd-4a85-905b-9b67b65b1cc2 admin admin] Deleting port f39c6d91-d0bb-4475-939c-e120d1afec73 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:34:24.306863 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0dccd0d-42bd-4a85-905b-9b67b65b1cc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:24.390209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-a0dccd0d-42bd-4a85-905b-9b67b65b1cc2 admin admin] For port f39c6d91-d0bb-4475-939c-e120d1afec73, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=f39c6d91-d0bb-4475-939c-e120d1afec73,segment=NetworkSegment(9f613c18-2961-4ff9-9f02-29d8ebf5bb52),segment_id=9f613c18-2961-4ff9-9f02-29d8ebf5bb52)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:24.390453 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0dccd0d-42bd-4a85-905b-9b67b65b1cc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:24.402634 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-a0dccd0d-42bd-4a85-905b-9b67b65b1cc2 admin admin] Calling delete_port for f39c6d91-d0bb-4475-939c-e120d1afec73 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:34:24.579256 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0dccd0d-42bd-4a85-905b-9b67b65b1cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:24.605210 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0dccd0d-42bd-4a85-905b-9b67b65b1cc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f39c6d91-d0bb-4475-939c-e120d1afec73,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:24.768813 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a0dccd0d-42bd-4a85-905b-9b67b65b1cc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:24.981765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0dccd0d-42bd-4a85-905b-9b67b65b1cc2 admin admin] Router 64de1c23-f4ab-436e-9095-adfbce5df45a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:34:25.088437 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0dccd0d-42bd-4a85-905b-9b67b65b1cc2 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:34:25.093418 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a0dccd0d-42bd-4a85-905b-9b67b65b1cc2 admin admin] 10.222.0.20 "PUT /v2.0/routers/64de1c23-f4ab-436e-9095-adfbce5df45a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3728385 Jul 16 09:34:25.096073 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44666) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:25.096899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3371ca-04eb-4c4e-a0b9-aa1f5e779332 None None] Sync routers for ids ['64de1c23-f4ab-436e-9095-adfbce5df45a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:34:25.105951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3371ca-04eb-4c4e-a0b9-aa1f5e779332 None None] Routers {'64de1c23-f4ab-436e-9095-adfbce5df45a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:25.106644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1d3371ca-04eb-4c4e-a0b9-aa1f5e779332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:34:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['64de1c23-f4ab-436e-9095-adfbce5df45a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:25.206409 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:25.217264 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-1d3371ca-04eb-4c4e-a0b9-aa1f5e779332 None None] Set router 64de1c23-f4ab-436e-9095-adfbce5df45a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:25.309702 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:25.362917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] Deleting port ea0cc55c-f0b6-4999-9ce0-10e295b18838 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:34:25.363238 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:25.396516 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1d3371ca-04eb-4c4e-a0b9-aa1f5e779332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'name': 'tempest-TestMinimumBasicScenario-322834769-router', 'tenant_id': '8db932835d1740cab198c9ce4614aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.193'}], 'enable_snat': True}, 'gw_port_id': 'ea0cc55c-f0b6-4999-9ce0-10e295b18838', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:04Z', 'updated_at': '2021-07-16T09:34:24Z', 'revision_number': 5, 'project_id': '8db932835d1740cab198c9ce4614aa20', 'gw_port': {'id': 'ea0cc55c-f0b6-4999-9ce0-10e295b18838', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:1f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:32:05Z', 'updated_at': '2021-07-16T09:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:25.421790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3371ca-04eb-4c4e-a0b9-aa1f5e779332 None None] Checking router: 64de1c23-f4ab-436e-9095-adfbce5df45a for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:34:25.430624 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3371ca-04eb-4c4e-a0b9-aa1f5e779332 None None] Routers {'64de1c23-f4ab-436e-9095-adfbce5df45a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:25.431237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1d3371ca-04eb-4c4e-a0b9-aa1f5e779332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:34:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['64de1c23-f4ab-436e-9095-adfbce5df45a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:25.442475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] For port ea0cc55c-f0b6-4999-9ce0-10e295b18838, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=ea0cc55c-f0b6-4999-9ce0-10e295b18838,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:25.442832 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:25.454575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] Calling delete_port for ea0cc55c-f0b6-4999-9ce0-10e295b18838 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:34:25.678525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-1d3371ca-04eb-4c4e-a0b9-aa1f5e779332 None None] Set router 64de1c23-f4ab-436e-9095-adfbce5df45a gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:25.730688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-1d3371ca-04eb-4c4e-a0b9-aa1f5e779332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'name': 'tempest-TestMinimumBasicScenario-322834769-router', 'tenant_id': '8db932835d1740cab198c9ce4614aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:04Z', 'updated_at': '2021-07-16T09:34:25Z', 'revision_number': 6, 'project_id': '8db932835d1740cab198c9ce4614aa20', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:25.762312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3371ca-04eb-4c4e-a0b9-aa1f5e779332 None None] The sync data for ids ['64de1c23-f4ab-436e-9095-adfbce5df45a'] in n-d-758944-46 is: [{'id': '64de1c23-f4ab-436e-9095-adfbce5df45a', 'name': 'tempest-TestMinimumBasicScenario-322834769-router', 'tenant_id': '8db932835d1740cab198c9ce4614aa20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:32:04Z', 'updated_at': '2021-07-16T09:34:25Z', 'revision_number': 6, 'project_id': '8db932835d1740cab198c9ce4614aa20', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:34:25.935208 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:25.963145 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea0cc55c-f0b6-4999-9ce0-10e295b18838,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:26.024817 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.117339 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.119589 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.168410 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.168996 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64de1c23-f4ab-436e-9095-adfbce5df45a {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:34:26.173664 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.175454 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-343c82e2-acf5-4bbd-97c6-2927d225c2c2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/64de1c23-f4ab-436e-9095-adfbce5df45a HTTP/1.1" status: 204 len: 168 time: 1.0783451 Jul 16 09:34:26.178051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44668) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:26.226676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb958e04-ac02-4cd9-be9d-50e9a9810749 admin admin] Deleting subnet e2ad2c8a-feb3-47cb-bdca-6a84de38c6a0 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:34:26.229698 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cb958e04-ac02-4cd9-be9d-50e9a9810749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.269527 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cb958e04-ac02-4cd9-be9d-50e9a9810749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.352396 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cb958e04-ac02-4cd9-be9d-50e9a9810749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.405511 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cb958e04-ac02-4cd9-be9d-50e9a9810749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.432335 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb958e04-ac02-4cd9-be9d-50e9a9810749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2ad2c8a-feb3-47cb-bdca-6a84de38c6a0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:26.434496 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-cb958e04-ac02-4cd9-be9d-50e9a9810749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.436989 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-cb958e04-ac02-4cd9-be9d-50e9a9810749 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e2ad2c8a-feb3-47cb-bdca-6a84de38c6a0 HTTP/1.1" status: 204 len: 168 time: 0.2579489 Jul 16 09:34:26.438579 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948c8ccd-acd0-474d-9b79-50aaad78c66b None None] Network 552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:34:26.439082 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44670) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:26.506907 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.570562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] Deleting port 1d3c7194-3fac-4373-8587-f9430996d411 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:34:26.570748 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.635034 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb727208-924d-45f7-a206-95716105aad3 None None] DHCP port deletion for 552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:34:26.636658 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] For port 1d3c7194-3fac-4373-8587-f9430996d411, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1d3c7194-3fac-4373-8587-f9430996d411,segment=NetworkSegment(9f613c18-2961-4ff9-9f02-29d8ebf5bb52),segment_id=9f613c18-2961-4ff9-9f02-29d8ebf5bb52)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:26.637156 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.650491 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] Calling delete_port for 1d3c7194-3fac-4373-8587-f9430996d411 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:34:26.681424 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-eb727208-924d-45f7-a206-95716105aad3 None None] Deleting port 1d3c7194-3fac-4373-8587-f9430996d411 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:34:26.681805 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eb727208-924d-45f7-a206-95716105aad3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.736954 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.749484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-eb727208-924d-45f7-a206-95716105aad3 None None] For port 1d3c7194-3fac-4373-8587-f9430996d411, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1d3c7194-3fac-4373-8587-f9430996d411,segment=NetworkSegment(9f613c18-2961-4ff9-9f02-29d8ebf5bb52),segment_id=9f613c18-2961-4ff9-9f02-29d8ebf5bb52)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:26.749802 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eb727208-924d-45f7-a206-95716105aad3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.764087 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d3c7194-3fac-4373-8587-f9430996d411,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:26.765319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-eb727208-924d-45f7-a206-95716105aad3 None None] Calling delete_port for 1d3c7194-3fac-4373-8587-f9430996d411 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:34:26.773783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] No DVR routers for this DVR port 1d3c7194-3fac-4373-8587-f9430996d411 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:34:26.849770 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.850819 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eb727208-924d-45f7-a206-95716105aad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.859577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:26.869691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f613c18-2961-4ff9-9f02-29d8ebf5bb52') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:26.869989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f613c18-2961-4ff9-9f02-29d8ebf5bb52') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:26.875269 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb727208-924d-45f7-a206-95716105aad3 None None] Pushing event deleted for resources: {'Port': ['ID=1d3c7194-3fac-4373-8587-f9430996d411,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:26.879443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.883345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb727208-924d-45f7-a206-95716105aad3 None None] No DVR routers for this DVR port 1d3c7194-3fac-4373-8587-f9430996d411 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:34:26.899838 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.906048 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] Releasing vlan 65 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:34:26.906432 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:34:26.908139 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:34:26.962021 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.967851 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:26.969701 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] 10.222.0.20 "DELETE /v2.0/networks/552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20 HTTP/1.1" status: 204 len: 168 time: 0.5299284 Jul 16 09:34:26.981094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f587d-1640-45b8-b992-c326a64dbde6 admin admin] Pushing event deleted for resources: {'Network': ['ID=552e4ffd-7ff5-4d00-a7c8-0ca1b1b7fe20,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:27.132728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44674) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:27.175686 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3d911152-53b2-4766-84c5-11d9fa484253 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6d4df555c0514a448b2a105f4ed8483f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412979 Jul 16 09:34:27.178292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44676) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:27.241431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1d3c7194-3fac-4373-8587-f9430996d411 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:34:27.242531 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4f1cb5a-5db5-4a08-9641-8dad8fc6133c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:27.261246 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 1d3c7194-3fac-4373-8587-f9430996d411 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:34:27.261593 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1d3c7194-3fac-4373-8587-f9430996d411 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:34:27.262021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ea0cc55c-f0b6-4999-9ce0-10e295b18838 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:34:27.264448 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4f1cb5a-5db5-4a08-9641-8dad8fc6133c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:27.281291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: ea0cc55c-f0b6-4999-9ce0-10e295b18838 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:34:27.281638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device ea0cc55c-f0b6-4999-9ce0-10e295b18838 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:34:27.282058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f39c6d91-d0bb-4475-939c-e120d1afec73 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:34:27.304480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: f39c6d91-d0bb-4475-939c-e120d1afec73 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:34:27.304855 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device f39c6d91-d0bb-4475-939c-e120d1afec73 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:34:27.313334 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4f1cb5a-5db5-4a08-9641-8dad8fc6133c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:27.316006 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4f1cb5a-5db5-4a08-9641-8dad8fc6133c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:27.317226 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f4f1cb5a-5db5-4a08-9641-8dad8fc6133c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bd8020ae-c2fc-4547-96d3-31b50094c9f1 HTTP/1.1" status: 204 len: 168 time: 0.1377318 Jul 16 09:34:27.325292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1cb5a-5db5-4a08-9641-8dad8fc6133c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8020ae-c2fc-4547-96d3-31b50094c9f1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:27.622286 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44682) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:27.661532 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b90fe782-f7fc-48a5-9ee6-2723764531fb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8db932835d1740cab198c9ce4614aa20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381041 Jul 16 09:34:27.663956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44684) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:27.710485 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae55c5a5-6d8a-4344-a8c1-b63d8fb4e3fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:27.730506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae55c5a5-6d8a-4344-a8c1-b63d8fb4e3fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:27.774443 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:34:27.777070 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae55c5a5-6d8a-4344-a8c1-b63d8fb4e3fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:27.779676 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ae55c5a5-6d8a-4344-a8c1-b63d8fb4e3fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:27.780824 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ae55c5a5-6d8a-4344-a8c1-b63d8fb4e3fe admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4a7ee5f5-e411-430e-afa3-6774c8e92c6f HTTP/1.1" status: 204 len: 168 time: 0.1159923 Jul 16 09:34:27.789432 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae55c5a5-6d8a-4344-a8c1-b63d8fb4e3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a7ee5f5-e411-430e-afa3-6774c8e92c6f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:29.569446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44724) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:29.574200 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-731a2eff-042a-447c-a7c3-1ca0d772be62 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-937904089', 'description': 'tempest-secgroup-smoke-937904089 description', 'project_id': '3dc9233d83eb475dab0e2644e8549d37'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:29.596574 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-731a2eff-042a-447c-a7c3-1ca0d772be62 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:29.604087 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-731a2eff-042a-447c-a7c3-1ca0d772be62 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:29.697020 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-731a2eff-042a-447c-a7c3-1ca0d772be62 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:29.700649 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-731a2eff-042a-447c-a7c3-1ca0d772be62 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:29.735796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a2eff-042a-447c-a7c3-1ca0d772be62 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89632604-43ed-4a68-9126-e0f26d2a102f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:29.817142 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-731a2eff-042a-447c-a7c3-1ca0d772be62 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:29.821672 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-731a2eff-042a-447c-a7c3-1ca0d772be62 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:29.847524 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-731a2eff-042a-447c-a7c3-1ca0d772be62 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:29.848780 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-731a2eff-042a-447c-a7c3-1ca0d772be62 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2782860 Jul 16 09:34:29.851636 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44726) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:29.857664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-1957c5ce-dae6-4ec5-bcf0-48c88e72f422 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '8c926188-d13a-4ee8-a36f-f9b6a2c7f589', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:29.863093 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731a2eff-042a-447c-a7c3-1ca0d772be62 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c926188-d13a-4ee8-a36f-f9b6a2c7f589,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:29.886428 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1957c5ce-dae6-4ec5-bcf0-48c88e72f422 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:29.941127 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1957c5ce-dae6-4ec5-bcf0-48c88e72f422 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:29.944625 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1957c5ce-dae6-4ec5-bcf0-48c88e72f422 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:29.961825 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1957c5ce-dae6-4ec5-bcf0-48c88e72f422 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac26521-4ec5-4471-bd88-501a69204bc3,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:29.966991 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1957c5ce-dae6-4ec5-bcf0-48c88e72f422 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:29.968654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1957c5ce-dae6-4ec5-bcf0-48c88e72f422 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1152785 Jul 16 09:34:29.971298 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44728) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:29.975689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-950657bf-510d-4cc1-8fbf-0442e6e4abbd tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '8c926188-d13a-4ee8-a36f-f9b6a2c7f589', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:30.002661 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-950657bf-510d-4cc1-8fbf-0442e6e4abbd tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.061930 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-950657bf-510d-4cc1-8fbf-0442e6e4abbd tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.066056 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-950657bf-510d-4cc1-8fbf-0442e6e4abbd tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.085427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950657bf-510d-4cc1-8fbf-0442e6e4abbd tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b88cb07-eca4-496d-82e6-762dadd9dcbc,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:30.088520 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-950657bf-510d-4cc1-8fbf-0442e6e4abbd tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.089760 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-950657bf-510d-4cc1-8fbf-0442e6e4abbd tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174748 Jul 16 09:34:30.093878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44730) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:30.098445 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d012e0e4-85fe-4a47-901d-4b7dd7ffeb5c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '8c926188-d13a-4ee8-a36f-f9b6a2c7f589', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:30.125116 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d012e0e4-85fe-4a47-901d-4b7dd7ffeb5c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.182922 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d012e0e4-85fe-4a47-901d-4b7dd7ffeb5c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.186562 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d012e0e4-85fe-4a47-901d-4b7dd7ffeb5c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.206826 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012e0e4-85fe-4a47-901d-4b7dd7ffeb5c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d42feba-e9f7-4114-a742-919e7a9b1723,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:30.209443 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d012e0e4-85fe-4a47-901d-4b7dd7ffeb5c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.210619 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d012e0e4-85fe-4a47-901d-4b7dd7ffeb5c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158102 Jul 16 09:34:30.213524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44732) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:30.217907 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5329545b-1187-4ae9-95b6-5e0bed56cfd8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '8c926188-d13a-4ee8-a36f-f9b6a2c7f589', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:30.242362 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5329545b-1187-4ae9-95b6-5e0bed56cfd8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.304055 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5329545b-1187-4ae9-95b6-5e0bed56cfd8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.307701 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5329545b-1187-4ae9-95b6-5e0bed56cfd8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.321940 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329545b-1187-4ae9-95b6-5e0bed56cfd8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75a1bf2d-d9e2-4004-8b87-fd4c32a815f1,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:30.330591 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5329545b-1187-4ae9-95b6-5e0bed56cfd8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.331782 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5329545b-1187-4ae9-95b6-5e0bed56cfd8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173403 Jul 16 09:34:30.334529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44734) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:30.339094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-cbdd2807-1b53-4123-8240-6e9337868a58 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '8c926188-d13a-4ee8-a36f-f9b6a2c7f589', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:30.360082 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-cbdd2807-1b53-4123-8240-6e9337868a58 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Project 3dc9233d83eb475dab0e2644e8549d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:34:30.365380 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2807-1b53-4123-8240-6e9337868a58 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.427468 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2807-1b53-4123-8240-6e9337868a58 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.430862 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2807-1b53-4123-8240-6e9337868a58 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.448116 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdd2807-1b53-4123-8240-6e9337868a58 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4802d9e9-182c-44d3-9f98-05620afce929,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:30.455935 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cbdd2807-1b53-4123-8240-6e9337868a58 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.457360 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cbdd2807-1b53-4123-8240-6e9337868a58 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1218977 Jul 16 09:34:30.460179 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44736) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:30.464814 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-109daf7b-75af-4932-9d08-bfa0d9b0c7e2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '8c926188-d13a-4ee8-a36f-f9b6a2c7f589', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:30.487598 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-109daf7b-75af-4932-9d08-bfa0d9b0c7e2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Project 3dc9233d83eb475dab0e2644e8549d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:34:30.492736 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-109daf7b-75af-4932-9d08-bfa0d9b0c7e2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.556216 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-109daf7b-75af-4932-9d08-bfa0d9b0c7e2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.559748 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-109daf7b-75af-4932-9d08-bfa0d9b0c7e2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.577862 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109daf7b-75af-4932-9d08-bfa0d9b0c7e2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15ef9c51-2b2c-4ae8-885e-5f72c723c678,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:30.583474 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-109daf7b-75af-4932-9d08-bfa0d9b0c7e2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.587512 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-109daf7b-75af-4932-9d08-bfa0d9b0c7e2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234548 Jul 16 09:34:30.587749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44738) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:30.592668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-54b7e07b-bf24-4b54-a94c-116509a325ef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'network': {'name': 'tempest-network-smoke--1283327744', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'port_security_enabled': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:30.612982 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b7e07b-bf24-4b54-a94c-116509a325ef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Made reservation on behalf of 3dc9233d83eb475dab0e2644e8549d37 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:34:30.616713 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-54b7e07b-bf24-4b54-a94c-116509a325ef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.640230 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54b7e07b-bf24-4b54-a94c-116509a325ef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:34:30.649593 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-54b7e07b-bf24-4b54-a94c-116509a325ef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.649963 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-54b7e07b-bf24-4b54-a94c-116509a325ef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Added segment ef657481-caec-438b-b152-ba5c89ade79f of type vlan for network eabd625e-923b-4296-81d6-5de7ea7bff10 Jul 16 09:34:30.690124 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-54b7e07b-bf24-4b54-a94c-116509a325ef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.717694 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-54b7e07b-bf24-4b54-a94c-116509a325ef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.723163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b7e07b-bf24-4b54-a94c-116509a325ef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:30.723746 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-54b7e07b-bf24-4b54-a94c-116509a325ef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.760552 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-54b7e07b-bf24-4b54-a94c-116509a325ef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1718113 Jul 16 09:34:30.763428 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44740) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:30.768139 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'admin_state_up': True, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:30.807839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b7e07b-bf24-4b54-a94c-116509a325ef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Network': ['ID=eabd625e-923b-4296-81d6-5de7ea7bff10,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:30.818975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network eabd625e-923b-4296-81d6-5de7ea7bff10 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:34:30.821144 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.822159 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:30.874895 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:31.013539 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:31.200975 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:31.223874 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:31.326208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.25.4.155 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/5bbb3e08-1499-466d-ba8a-968d42921e7a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:34:31.428353 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:31.465624 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:31.500190 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:31.505251 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:31.508515 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:34:31.534963 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=5bbb3e08-1499-466d-ba8a-968d42921e7a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:31.750588 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:31.939367 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:32.065264 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:34:32.507345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:34:32.517305 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Sync routers for ids ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:34:32.525839 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:32.526966 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Routers {'e0b4de40-9ef5-4cd8-8305-d54652eb7da1'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:32.527104 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0b17fc6d-29fe-414a-9395-983754a3fce9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7627206 Jul 16 09:34:32.527575 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:34:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:32.530250 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44742) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:32.630071 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Set router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:32.648138 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0e9b5343-4004-4159-be5c-830c9c473bdb tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3dc9233d83eb475dab0e2644e8549d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1142607 Jul 16 09:34:32.648409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44746) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:32.741222 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd041c6c-98ce-489b-8732-f2b601e072a0 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:32.742794 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fd041c6c-98ce-489b-8732-f2b601e072a0 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933974 Jul 16 09:34:32.745797 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44748) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:32.777810 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b08e27e7-e0f8-49d9-9471-223f655eb09c tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307858 Jul 16 09:34:32.780664 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44750) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:32.786026 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-0ab93e9f-4cd3-444a-be87-15a6685b3807 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-850421446', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:32.871263 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab93e9f-4cd3-444a-be87-15a6685b3807 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Made reservation on behalf of 3dc9233d83eb475dab0e2644e8549d37 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:34:32.874913 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0ab93e9f-4cd3-444a-be87-15a6685b3807 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:32.898249 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:30Z', 'updated_at': '2021-07-16T09:34:31Z', 'revision_number': 3, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:31Z', 'updated_at': '2021-07-16T09:34:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:32.923457 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Checking router: e0b4de40-9ef5-4cd8-8305-d54652eb7da1 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:34:32.924318 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Updating router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 port 5bbb3e08-1499-466d-ba8a-968d42921e7a binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:34:32.964283 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.053832 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0ab93e9f-4cd3-444a-be87-15a6685b3807 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.114421 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab93e9f-4cd3-444a-be87-15a6685b3807 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Subnet': ['ID=0cb20320-1848-4fd9-a882-860e8b142661,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:33.121581 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab93e9f-4cd3-444a-be87-15a6685b3807 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Checking segment: {'id': 'ef657481-caec-438b-b152-ba5c89ade79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:34:33.122009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab93e9f-4cd3-444a-be87-15a6685b3807 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network hostable DHCP agents. Network: eabd625e-923b-4296-81d6-5de7ea7bff10, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:34:33.137879 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab93e9f-4cd3-444a-be87-15a6685b3807 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network eabd625e-923b-4296-81d6-5de7ea7bff10 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:34:33.149532 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-0ab93e9f-4cd3-444a-be87-15a6685b3807 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, eabd625e-923b-4296-81d6-5de7ea7bff10) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:33.157434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b455a6-4964-4096-bfda-f03a9eac1a12 None None] Network eabd625e-923b-4296-81d6-5de7ea7bff10 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:34:33.157892 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab93e9f-4cd3-444a-be87-15a6685b3807 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:33.158072 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0ab93e9f-4cd3-444a-be87-15a6685b3807 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.174096 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0ab93e9f-4cd3-444a-be87-15a6685b3807 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3921249 Jul 16 09:34:33.176706 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44752) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:33.224398 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.235873 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Transition to ACTIVE for port object 5bbb3e08-1499-466d-ba8a-968d42921e7a will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:33.243389 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.286028 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Attempting to bind port 5bbb3e08-1499-466d-ba8a-968d42921e7a on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:34:33.286662 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Attempting to bind port 5bbb3e08-1499-466d-ba8a-968d42921e7a by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:34:33.286825 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Attempting to bind port 5bbb3e08-1499-466d-ba8a-968d42921e7a on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:33.299386 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:34:33.300983 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:34:33.301438 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.301835 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:34:33.302311 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Bound port: 5bbb3e08-1499-466d-ba8a-968d42921e7a, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:34:33.302690 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.310980 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9464390-78d4-457a-83f2-1bf699e890e1 None None] Pushing event updated for resources: {'Port': ['ID=5bbb3e08-1499-466d-ba8a-968d42921e7a,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:33.329752 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-eabd625e-923b-4296-81d6-5de7ea7bff10', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ips': [{'subnet_id': '0cb20320-1848-4fd9-a882-860e8b142661'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:34:33.331441 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.345186 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9464390-78d4-457a-83f2-1bf699e890e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:33.345553 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9464390-78d4-457a-83f2-1bf699e890e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:33.345895 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9464390-78d4-457a-83f2-1bf699e890e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:33.346221 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9464390-78d4-457a-83f2-1bf699e890e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:33.346543 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9464390-78d4-457a-83f2-1bf699e890e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:33.346859 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9464390-78d4-457a-83f2-1bf699e890e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:33.347174 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9464390-78d4-457a-83f2-1bf699e890e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:33.347484 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9464390-78d4-457a-83f2-1bf699e890e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:33.347797 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9464390-78d4-457a-83f2-1bf699e890e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:33.348106 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9464390-78d4-457a-83f2-1bf699e890e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:33.348419 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9464390-78d4-457a-83f2-1bf699e890e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:33.348757 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9464390-78d4-457a-83f2-1bf699e890e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:34:33.382276 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] For port 5bbb3e08-1499-466d-ba8a-968d42921e7a, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:34:33.385478 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] For port 5bbb3e08-1499-466d-ba8a-968d42921e7a, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5bbb3e08-1499-466d-ba8a-968d42921e7a,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:34:33.390173 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.433547 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Routers {'e0b4de40-9ef5-4cd8-8305-d54652eb7da1'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:33.434164 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:34:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:33.479603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Allocated IP 172.20.0.2 (eabd625e-923b-4296-81d6-5de7ea7bff10/0cb20320-1848-4fd9-a882-860e8b142661/3afc3b57-8e2d-4baf-892a-835c79677d9a) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:34:33.546929 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9464390-78d4-457a-83f2-1bf699e890e1 None None] Pushing event updated for resources: {'Port': ['ID=5bbb3e08-1499-466d-ba8a-968d42921e7a,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:33.559314 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] Set router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:33.636817 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.644252 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.654825 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Transition to ACTIVE for port object 3afc3b57-8e2d-4baf-892a-835c79677d9a will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:33.673498 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Transition to ACTIVE for port object 3afc3b57-8e2d-4baf-892a-835c79677d9a will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:33.682414 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.697623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Network eabd625e-923b-4296-81d6-5de7ea7bff10 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:33.716190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:33.718744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:34:33.743262 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:30Z', 'updated_at': '2021-07-16T09:34:31Z', 'revision_number': 3, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:31Z', 'updated_at': '2021-07-16T09:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:33.774882 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fef9be61-204a-4970-a5cf-15ae1b1bc919 None None] The sync data for ids ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'] in n-d-758944-46 is: [{'id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:30Z', 'updated_at': '2021-07-16T09:34:31Z', 'revision_number': 3, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:31Z', 'updated_at': '2021-07-16T09:34:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:34:33.779609 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Pushing event updated for resources: {'Port': ['ID=3afc3b57-8e2d-4baf-892a-835c79677d9a,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:33.798267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Attempting to bind port 3afc3b57-8e2d-4baf-892a-835c79677d9a on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:34:33.798410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Attempting to bind port 3afc3b57-8e2d-4baf-892a-835c79677d9a by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'ef657481-caec-438b-b152-ba5c89ade79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:34:33.799462 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Attempting to bind port 3afc3b57-8e2d-4baf-892a-835c79677d9a on network eabd625e-923b-4296-81d6-5de7ea7bff10 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:33.805175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:34:33.805678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Checking segment: {'id': 'ef657481-caec-438b-b152-ba5c89ade79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:34:33.806150 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.806616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Bound using segment: {'id': 'ef657481-caec-438b-b152-ba5c89ade79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:34:33.807153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Bound port: 3afc3b57-8e2d-4baf-892a-835c79677d9a, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef657481-caec-438b-b152-ba5c89ade79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:34:33.807610 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.891938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] For port 3afc3b57-8e2d-4baf-892a-835c79677d9a, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:34:33.896889 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] For port 3afc3b57-8e2d-4baf-892a-835c79677d9a, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3afc3b57-8e2d-4baf-892a-835c79677d9a,segment=NetworkSegment(ef657481-caec-438b-b152-ba5c89ade79f),segment_id=ef657481-caec-438b-b152-ba5c89ade79f)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:34:33.900343 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.934890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.20.0.1 (eabd625e-923b-4296-81d6-5de7ea7bff10/0cb20320-1848-4fd9-a882-860e8b142661/244f2b40-4768-4714-88fe-c7efc2f9cc2f) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:34:33.970055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c8929b-5c5b-4bb6-94dc-e02fa211cb2e None None] Pushing event updated for resources: {'Port': ['ID=3afc3b57-8e2d-4baf-892a-835c79677d9a,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:34.092914 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:34.109066 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Transition to ACTIVE for port object 244f2b40-4768-4714-88fe-c7efc2f9cc2f will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:34.150780 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:34.174995 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:34.219845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network eabd625e-923b-4296-81d6-5de7ea7bff10 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:34.224030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:34.230485 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:34:34.272958 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=244f2b40-4768-4714-88fe-c7efc2f9cc2f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:34.296246 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:34.456761 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:34.777185 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:34.782051 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:34.858232 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:34.860021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=244f2b40-4768-4714-88fe-c7efc2f9cc2f,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:34.972663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network eabd625e-923b-4296-81d6-5de7ea7bff10 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:34.974813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:35.031740 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddbd79b-2493-4779-8b1b-04f68687f82a None None] Network eabd625e-923b-4296-81d6-5de7ea7bff10 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:34:35.091194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-093db84f-a28a-4e2d-a256-6bfe4eb395c4 None None] Provisioning for port 3afc3b57-8e2d-4baf-892a-835c79677d9a completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:35.102280 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:34:35.241142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:34:35.253626 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ad79a02e-ff62-4ba7-a6a5-7cd423b98f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "PUT /v2.0/routers/e0b4de40-9ef5-4cd8-8305-d54652eb7da1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0685511 Jul 16 09:34:35.317701 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-62f20df3-6a8e-44c0-a918-ac62b0394c96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:35.361293 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5bbb3e08-1499-466d-ba8a-968d42921e7a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:35.419657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 5bbb3e08-1499-466d-ba8a-968d42921e7a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:35.424474 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 5bbb3e08-1499-466d-ba8a-968d42921e7a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:35.424900 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:35.435728 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-6410f045-9ffe-4dd9-889d-87857de0d4dd tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-937904089&fields=id&tenant_id=3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 267 time: 0.0407174 Jul 16 09:34:35.526238 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:35.551353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 5bbb3e08-1499-466d-ba8a-968d42921e7a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5bbb3e08-1499-466d-ba8a-968d42921e7a,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:35.561872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed162124-b980-4c26-8bea-007c373ca06f req-8f81f750-9eff-46ad-b36b-b951a9cb51fb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:35.563886 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-8f81f750-9eff-46ad-b36b-b951a9cb51fb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/networks?id=eabd625e-923b-4296-81d6-5de7ea7bff10 HTTP/1.1" status: 200 len: 797 time: 0.1191709 Jul 16 09:34:35.565744 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:35.566561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3afc3b57-8e2d-4baf-892a-835c79677d9a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:35.587984 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-4cbdc734-7c06-485f-a4ac-34c5c6c42ed0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/quotas/3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 375 time: 0.0143635 Jul 16 09:34:35.608679 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Sync routers for ids ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:34:35.615243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fb255674-c3e3-4c27-8b46-447fe98169f8 None None] Provisioning for port 244f2b40-4768-4714-88fe-c7efc2f9cc2f completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:35.648405 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fb255674-c3e3-4c27-8b46-447fe98169f8 None None] Provisioning complete for port 244f2b40-4768-4714-88fe-c7efc2f9cc2f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:35.648809 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fb255674-c3e3-4c27-8b46-447fe98169f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:35.669354 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-94f19e5f-5a4d-492a-b6f7-8e230680aed2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754867 Jul 16 09:34:35.678761 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Routers {'e0b4de40-9ef5-4cd8-8305-d54652eb7da1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:35.679313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:34:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:35.722706 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=5bbb3e08-1499-466d-ba8a-968d42921e7a,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:35.735571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-519a2a45-c426-4739-bef0-1a7073b930a2 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:34:35.741966 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-519a2a45-c426-4739-bef0-1a7073b930a2 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0617869 Jul 16 09:34:35.748522 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-fb255674-c3e3-4c27-8b46-447fe98169f8 None None] Port 244f2b40-4768-4714-88fe-c7efc2f9cc2f cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:34:35.789091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 3afc3b57-8e2d-4baf-892a-835c79677d9a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:35.797792 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 3afc3b57-8e2d-4baf-892a-835c79677d9a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:35.798174 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:35.839091 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-7abe7d08-1cfc-4eb9-899b-6f0c5b15a72f service neutron] 10.222.0.20 "GET /v2.0/networks/eabd625e-923b-4296-81d6-5de7ea7bff10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949364 Jul 16 09:34:35.847915 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Set router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:35.938652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-0324f675-42f2-41ed-be24-c7091f2616c2 None None] Provisioning complete for port 244f2b40-4768-4714-88fe-c7efc2f9cc2f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:35.938908 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0324f675-42f2-41ed-be24-c7091f2616c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:35.946805 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-e78f149a-3094-47e3-80dd-b1e694d8393b service neutron] 10.222.0.20 "GET /v2.0/networks/eabd625e-923b-4296-81d6-5de7ea7bff10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016023 Jul 16 09:34:36.044326 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-0324f675-42f2-41ed-be24-c7091f2616c2 None None] Port 244f2b40-4768-4714-88fe-c7efc2f9cc2f cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:34:36.074275 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:36.099925 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:36.143756 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0b151062-cd36-4baf-afce-1b3302fbc54d req-4322537f-3f5a-4645-bc07-99df6206fa8f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 210 time: 0.0375254 Jul 16 09:34:36.146815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 3afc3b57-8e2d-4baf-892a-835c79677d9a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3afc3b57-8e2d-4baf-892a-835c79677d9a,segment=NetworkSegment(ef657481-caec-438b-b152-ba5c89ade79f),segment_id=ef657481-caec-438b-b152-ba5c89ade79f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:36.158727 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:36.179898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2ed78d2a-10ac-4696-9f55-1a5e776bda1d None None] Provisioning complete for port 244f2b40-4768-4714-88fe-c7efc2f9cc2f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:36.180269 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ed78d2a-10ac-4696-9f55-1a5e776bda1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:36.254448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:30Z', 'updated_at': '2021-07-16T09:34:34Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:31Z', 'updated_at': '2021-07-16T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '244f2b40-4768-4714-88fe-c7efc2f9cc2f', 'name': '', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:ca:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0cb20320-1848-4fd9-a882-860e8b142661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:33Z', 'updated_at': '2021-07-16T09:34:34Z', 'revision_number': 2, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '0cb20320-1848-4fd9-a882-860e8b142661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:36.289315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2ed78d2a-10ac-4696-9f55-1a5e776bda1d None None] Port 244f2b40-4768-4714-88fe-c7efc2f9cc2f cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:34:36.293899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Checking router: e0b4de40-9ef5-4cd8-8305-d54652eb7da1 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:34:36.294255 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Updating router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 port 244f2b40-4768-4714-88fe-c7efc2f9cc2f binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:34:36.297114 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=3afc3b57-8e2d-4baf-892a-835c79677d9a,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:36.334637 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:36.761003 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:36.772653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Transition to ACTIVE for port object 244f2b40-4768-4714-88fe-c7efc2f9cc2f will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:36.778539 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:36.827301 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af08e7-1dbb-4e55-b15a-0afafa815e45 None None] Pushing event updated for resources: {'Port': ['ID=244f2b40-4768-4714-88fe-c7efc2f9cc2f,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:36.884961 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Attempting to bind port 244f2b40-4768-4714-88fe-c7efc2f9cc2f on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:34:36.885334 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Attempting to bind port 244f2b40-4768-4714-88fe-c7efc2f9cc2f by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'ef657481-caec-438b-b152-ba5c89ade79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:34:36.885697 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Attempting to bind port 244f2b40-4768-4714-88fe-c7efc2f9cc2f on network eabd625e-923b-4296-81d6-5de7ea7bff10 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:36.891313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:34:36.891685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Checking segment: {'id': 'ef657481-caec-438b-b152-ba5c89ade79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:34:36.892085 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:36.892993 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Bound using segment: {'id': 'ef657481-caec-438b-b152-ba5c89ade79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:34:36.893453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Bound port: 244f2b40-4768-4714-88fe-c7efc2f9cc2f, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef657481-caec-438b-b152-ba5c89ade79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:34:36.893831 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:36.963038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] For port 244f2b40-4768-4714-88fe-c7efc2f9cc2f, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:34:36.966531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] For port 244f2b40-4768-4714-88fe-c7efc2f9cc2f, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=244f2b40-4768-4714-88fe-c7efc2f9cc2f,segment=NetworkSegment(ef657481-caec-438b-b152-ba5c89ade79f),segment_id=ef657481-caec-438b-b152-ba5c89ade79f)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:34:36.970361 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:37.040773 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Routers {'e0b4de40-9ef5-4cd8-8305-d54652eb7da1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:37.041509 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:34:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:37.077407 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af08e7-1dbb-4e55-b15a-0afafa815e45 None None] Pushing event updated for resources: {'Port': ['ID=244f2b40-4768-4714-88fe-c7efc2f9cc2f,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:37.167707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] Set router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:37.311149 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed162124-b980-4c26-8bea-007c373ca06f req-ef59390b-74f2-44a2-9d6f-6e442eb62dca tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:37.324446 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-ef59390b-74f2-44a2-9d6f-6e442eb62dca tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "GET /v2.0/networks?id=eabd625e-923b-4296-81d6-5de7ea7bff10 HTTP/1.1" status: 200 len: 797 time: 0.2145360 Jul 16 09:34:37.327308 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5bbb3e08-1499-466d-ba8a-968d42921e7a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:37.345597 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dbc80cff-9c2b-4d00-ab80-e893e9f9e5ad req-70db763f-fa83-4989-9379-26c84d0f2478 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 210 time: 0.0317812 Jul 16 09:34:37.385544 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-01d53aac-f002-4a7e-abdb-37516a5a8e9a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 379 time: 0.0533743 Jul 16 09:34:37.395249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-ed162124-b980-4c26-8bea-007c373ca06f req-ed141f62-6e9a-412c-b845-16107d6c6437 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'port': {'device_id': '1783ef58-04b9-41fb-b579-e91efea58737', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'admin_state_up': True, 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'security_groups': ['8c926188-d13a-4ee8-a36f-f9b6a2c7f589']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:37.449924 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 5bbb3e08-1499-466d-ba8a-968d42921e7a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:37.450499 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:37.501549 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed162124-b980-4c26-8bea-007c373ca06f req-ed141f62-6e9a-412c-b845-16107d6c6437 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Made reservation on behalf of 3dc9233d83eb475dab0e2644e8549d37 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:34:37.506077 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ed162124-b980-4c26-8bea-007c373ca06f req-ed141f62-6e9a-412c-b845-16107d6c6437 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:37.570936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3afc3b57-8e2d-4baf-892a-835c79677d9a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:37.576722 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:30Z', 'updated_at': '2021-07-16T09:34:34Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:31Z', 'updated_at': '2021-07-16T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '244f2b40-4768-4714-88fe-c7efc2f9cc2f', 'name': '', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:ca:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0cb20320-1848-4fd9-a882-860e8b142661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:33Z', 'updated_at': '2021-07-16T09:34:36Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '0cb20320-1848-4fd9-a882-860e8b142661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:37.626338 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4812d913-5252-4c9c-af7d-f0f15061967b None None] The sync data for ids ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'] in n-d-758944-46 is: [{'id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:30Z', 'updated_at': '2021-07-16T09:34:34Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:31Z', 'updated_at': '2021-07-16T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '244f2b40-4768-4714-88fe-c7efc2f9cc2f', 'name': '', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:ca:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0cb20320-1848-4fd9-a882-860e8b142661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:33Z', 'updated_at': '2021-07-16T09:34:36Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '0cb20320-1848-4fd9-a882-860e8b142661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:34:37.639100 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-ed162124-b980-4c26-8bea-007c373ca06f req-ed141f62-6e9a-412c-b845-16107d6c6437 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.20.0.11 (eabd625e-923b-4296-81d6-5de7ea7bff10/0cb20320-1848-4fd9-a882-860e8b142661/e1c3d669-0969-4406-ae59-eb79c6f16b28) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:34:37.654853 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 3afc3b57-8e2d-4baf-892a-835c79677d9a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:37.655224 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:37.821285 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ed162124-b980-4c26-8bea-007c373ca06f req-ed141f62-6e9a-412c-b845-16107d6c6437 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:37.837198 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-ed162124-b980-4c26-8bea-007c373ca06f req-ed141f62-6e9a-412c-b845-16107d6c6437 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Transition to ACTIVE for port object e1c3d669-0969-4406-ae59-eb79c6f16b28 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:37.871854 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ed162124-b980-4c26-8bea-007c373ca06f req-ed141f62-6e9a-412c-b845-16107d6c6437 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:37.921729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed162124-b980-4c26-8bea-007c373ca06f req-ed141f62-6e9a-412c-b845-16107d6c6437 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network eabd625e-923b-4296-81d6-5de7ea7bff10 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:37.925866 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-ed162124-b980-4c26-8bea-007c373ca06f req-ed141f62-6e9a-412c-b845-16107d6c6437 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:37.930597 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed162124-b980-4c26-8bea-007c373ca06f req-ed141f62-6e9a-412c-b845-16107d6c6437 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:34:37.958961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed141f62-6e9a-412c-b845-16107d6c6437 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=e1c3d669-0969-4406-ae59-eb79c6f16b28,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:37.987197 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-faa2528d-c4e4-45b9-af6a-5daa777e4686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:38.004415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed162124-b980-4c26-8bea-007c373ca06f req-ed141f62-6e9a-412c-b845-16107d6c6437 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:38.005237 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ed162124-b980-4c26-8bea-007c373ca06f req-ed141f62-6e9a-412c-b845-16107d6c6437 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:38.022726 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-ed141f62-6e9a-412c-b845-16107d6c6437 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6321726 Jul 16 09:34:38.086068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Request body: {'port': {'device_id': '1783ef58-04b9-41fb-b579-e91efea58737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:38.170286 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:38.209807 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-46d1be45-deb1-41cf-8811-7a5f36d2a5b5 None None] Provisioning for port e1c3d669-0969-4406-ae59-eb79c6f16b28 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:38.215284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-46d1be45-deb1-41cf-8811-7a5f36d2a5b5 None None] Provisioning complete for port e1c3d669-0969-4406-ae59-eb79c6f16b28 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:38.216038 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-46d1be45-deb1-41cf-8811-7a5f36d2a5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:38.258934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-46d1be45-deb1-41cf-8811-7a5f36d2a5b5 None None] Port e1c3d669-0969-4406-ae59-eb79c6f16b28 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:34:38.285550 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:38.455098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1c3d669-0969-4406-ae59-eb79c6f16b28 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:34:38.463340 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:38.508740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Transition to ACTIVE for port object e1c3d669-0969-4406-ae59-eb79c6f16b28 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:34:38.513672 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:38.584139 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Pushing event updated for resources: {'Port': ['ID=e1c3d669-0969-4406-ae59-eb79c6f16b28,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:38.614727 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d869fae-4009-4ef3-910b-084700599e81 req-5c7b57fa-9e52-4785-9c4d-dca85697ab53 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:38.616341 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d869fae-4009-4ef3-910b-084700599e81 req-5c7b57fa-9e52-4785-9c4d-dca85697ab53 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 932 time: 0.1502302 Jul 16 09:34:38.694561 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8d869fae-4009-4ef3-910b-084700599e81 req-83456716-3516-4a33-b2af-1641134752c8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554125 Jul 16 09:34:38.699446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Attempting to bind port e1c3d669-0969-4406-ae59-eb79c6f16b28 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:34:38.699845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Attempting to bind port e1c3d669-0969-4406-ae59-eb79c6f16b28 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'ef657481-caec-438b-b152-ba5c89ade79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:34:38.700245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Attempting to bind port e1c3d669-0969-4406-ae59-eb79c6f16b28 on network eabd625e-923b-4296-81d6-5de7ea7bff10 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:38.705321 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Port e1c3d669-0969-4406-ae59-eb79c6f16b28 on network eabd625e-923b-4296-81d6-5de7ea7bff10 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:34:38.705718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Attempting to bind port e1c3d669-0969-4406-ae59-eb79c6f16b28 on network eabd625e-923b-4296-81d6-5de7ea7bff10 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:34:38.711114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:34:38.711450 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Checking segment: {'id': 'ef657481-caec-438b-b152-ba5c89ade79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:34:38.711831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Bound using segment: {'id': 'ef657481-caec-438b-b152-ba5c89ade79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:34:38.712258 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Bound port: e1c3d669-0969-4406-ae59-eb79c6f16b28, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef657481-caec-438b-b152-ba5c89ade79f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:34:38.712642 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:38.788224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] For port e1c3d669-0969-4406-ae59-eb79c6f16b28, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:34:38.791787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] For port e1c3d669-0969-4406-ae59-eb79c6f16b28, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e1c3d669-0969-4406-ae59-eb79c6f16b28,segment=NetworkSegment(ef657481-caec-438b-b152-ba5c89ade79f),segment_id=ef657481-caec-438b-b152-ba5c89ade79f)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:34:38.795931 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:38.832024 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:38.832685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:38.834100 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] 10.222.0.38 "PUT /v2.0/ports/e1c3d669-0969-4406-ae59-eb79c6f16b28 HTTP/1.1" status: 200 len: 1093 time: 0.8042593 Jul 16 09:34:38.834574 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1783ef58-04b9-41fb-b579-e91efea58737', 'tag': 'e1c3d669-0969-4406-ae59-eb79c6f16b28'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:38.836890 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb1907b-22b4-49a0-a6f3-0dfdb27d52f8" -d '{"events": [{"name": "network-changed", "server_uuid": "1783ef58-04b9-41fb-b579-e91efea58737", "tag": "e1c3d669-0969-4406-ae59-eb79c6f16b28"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:38.862006 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc73331-2903-4805-9ff1-c91a4ab7f6dd service neutron] Pushing event updated for resources: {'Port': ['ID=e1c3d669-0969-4406-ae59-eb79c6f16b28,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:38.944308 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bba491e-299e-4b71-8ecb-9f282a0c0e98 x-openstack-request-id: req-4bba491e-299e-4b71-8ecb-9f282a0c0e98 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:38.944630 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1783ef58-04b9-41fb-b579-e91efea58737", "tag": "e1c3d669-0969-4406-ae59-eb79c6f16b28", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:38.944882 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4bba491e-299e-4b71-8ecb-9f282a0c0e98 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:38.945281 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1783ef58-04b9-41fb-b579-e91efea58737', 'tag': 'e1c3d669-0969-4406-ae59-eb79c6f16b28', 'status': 'completed', 'code': 200} Jul 16 09:34:38.948326 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed162124-b980-4c26-8bea-007c373ca06f req-be68b53e-57e7-4b31-9257-6617f9a3215d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:38.949938 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-be68b53e-57e7-4b31-9257-6617f9a3215d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 1096 time: 0.0716960 Jul 16 09:34:38.996696 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-3ac25a5f-fa31-47ff-90b3-ac16c1d46301 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c3d669-0969-4406-ae59-eb79c6f16b28 HTTP/1.1" status: 200 len: 217 time: 0.0398855 Jul 16 09:34:39.051852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed162124-b980-4c26-8bea-007c373ca06f req-bb97c2de-1d99-4f75-8c1d-7732965fe63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:39.053342 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-bb97c2de-1d99-4f75-8c1d-7732965fe63c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0cb20320-1848-4fd9-a882-860e8b142661 HTTP/1.1" status: 200 len: 834 time: 0.0512376 Jul 16 09:34:39.110308 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed162124-b980-4c26-8bea-007c373ca06f req-4364f940-6f54-4256-9787-29df6f1984b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:39.111863 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-4364f940-6f54-4256-9787-29df6f1984b6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eabd625e-923b-4296-81d6-5de7ea7bff10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525584 Jul 16 09:34:39.205625 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-cee6cdcc-a635-44d2-aeaf-29d8ecd2d79d service neutron] 10.222.0.38 "GET /v2.0/networks/eabd625e-923b-4296-81d6-5de7ea7bff10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870855 Jul 16 09:34:39.258429 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 244f2b40-4768-4714-88fe-c7efc2f9cc2f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:39.293624 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed162124-b980-4c26-8bea-007c373ca06f req-cfa842b8-264a-4a29-8473-984ae07513bd service neutron] 10.222.0.38 "GET /v2.0/networks/eabd625e-923b-4296-81d6-5de7ea7bff10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824325 Jul 16 09:34:39.310489 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 244f2b40-4768-4714-88fe-c7efc2f9cc2f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:39.315249 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 244f2b40-4768-4714-88fe-c7efc2f9cc2f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:39.315617 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:39.391676 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:39.403016 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1907b-22b4-49a0-a6f3-0dfdb27d52f8 req-cf6c77bc-df89-4ab3-86b0-4d227d4f61dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:39.404572 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acb1907b-22b4-49a0-a6f3-0dfdb27d52f8 req-cf6c77bc-df89-4ab3-86b0-4d227d4f61dd service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 1096 time: 0.0584302 Jul 16 09:34:39.428597 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 244f2b40-4768-4714-88fe-c7efc2f9cc2f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=244f2b40-4768-4714-88fe-c7efc2f9cc2f,segment=NetworkSegment(ef657481-caec-438b-b152-ba5c89ade79f),segment_id=ef657481-caec-438b-b152-ba5c89ade79f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:39.432825 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:39.483351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=244f2b40-4768-4714-88fe-c7efc2f9cc2f,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:39.497739 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1907b-22b4-49a0-a6f3-0dfdb27d52f8 req-1d700006-4904-4045-86e0-aa7a938618f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:39.499233 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acb1907b-22b4-49a0-a6f3-0dfdb27d52f8 req-1d700006-4904-4045-86e0-aa7a938618f9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eabd625e-923b-4296-81d6-5de7ea7bff10 HTTP/1.1" status: 200 len: 897 time: 0.0887384 Jul 16 09:34:39.545174 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acb1907b-22b4-49a0-a6f3-0dfdb27d52f8 req-2c814740-4a6a-4e24-aee2-534bf997be39 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c3d669-0969-4406-ae59-eb79c6f16b28 HTTP/1.1" status: 200 len: 217 time: 0.0381062 Jul 16 09:34:39.591531 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1907b-22b4-49a0-a6f3-0dfdb27d52f8 req-3acb8d09-88c7-465f-afd9-1f891f039301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:39.592989 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acb1907b-22b4-49a0-a6f3-0dfdb27d52f8 req-3acb8d09-88c7-465f-afd9-1f891f039301 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0cb20320-1848-4fd9-a882-860e8b142661 HTTP/1.1" status: 200 len: 834 time: 0.0420575 Jul 16 09:34:39.648347 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb1907b-22b4-49a0-a6f3-0dfdb27d52f8 req-b6b9cc71-a800-4c0c-bef2-410d41e6911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:39.649801 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acb1907b-22b4-49a0-a6f3-0dfdb27d52f8 req-b6b9cc71-a800-4c0c-bef2-410d41e6911d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eabd625e-923b-4296-81d6-5de7ea7bff10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504367 Jul 16 09:34:39.743370 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acb1907b-22b4-49a0-a6f3-0dfdb27d52f8 req-d7b32f33-0ba0-4d6e-8c66-98153c858589 service neutron] 10.222.0.38 "GET /v2.0/networks/eabd625e-923b-4296-81d6-5de7ea7bff10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870047 Jul 16 09:34:39.869891 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-acb1907b-22b4-49a0-a6f3-0dfdb27d52f8 req-bfe013c1-36ba-4775-96fe-db3c06f77972 service neutron] 10.222.0.38 "GET /v2.0/networks/eabd625e-923b-4296-81d6-5de7ea7bff10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195073 Jul 16 09:34:39.890984 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d1b20-7ee7-4d32-9a16-497dfb9eb056 req-282cb3f3-0ecb-420e-9c4c-602e70f69d54 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:39.893238 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-556d1b20-7ee7-4d32-9a16-497dfb9eb056 req-282cb3f3-0ecb-420e-9c4c-602e70f69d54 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 944 time: 0.0857692 Jul 16 09:34:39.930517 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-556d1b20-7ee7-4d32-9a16-497dfb9eb056 req-dfeebfbf-a612-46c9-a5be-42453081b95b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315740 Jul 16 09:34:39.946475 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:41.104545 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597282a3-30dc-4305-91b2-1e1dac36c91c req-53e22afa-6753-4d0f-94ab-cd472dbf90cd tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:41.105924 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-597282a3-30dc-4305-91b2-1e1dac36c91c req-53e22afa-6753-4d0f-94ab-cd472dbf90cd tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 944 time: 0.0634279 Jul 16 09:34:41.143546 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-597282a3-30dc-4305-91b2-1e1dac36c91c req-bd05f39b-e178-4df6-bb77-8da6f43a6162 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313883 Jul 16 09:34:41.240292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 244f2b40-4768-4714-88fe-c7efc2f9cc2f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:41.287974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 244f2b40-4768-4714-88fe-c7efc2f9cc2f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:41.288356 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:41.447272 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:42.294940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e1c3d669-0969-4406-ae59-eb79c6f16b28 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:34:42.319288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047bfecd-6e71-4fd3-9900-28cd1f8341b7 req-ddbdf1f8-0099-4058-ab3b-09e39e8c40d4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:42.320813 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-047bfecd-6e71-4fd3-9900-28cd1f8341b7 req-ddbdf1f8-0099-4058-ab3b-09e39e8c40d4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 944 time: 0.0636601 Jul 16 09:34:42.357481 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-047bfecd-6e71-4fd3-9900-28cd1f8341b7 req-c0e15d3e-a000-43b2-80b3-5020a6a93178 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311437 Jul 16 09:34:42.391468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port e1c3d669-0969-4406-ae59-eb79c6f16b28, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e1c3d669-0969-4406-ae59-eb79c6f16b28,segment=NetworkSegment(ef657481-caec-438b-b152-ba5c89ade79f),segment_id=ef657481-caec-438b-b152-ba5c89ade79f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:42.402163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'e1c3d669-0969-4406-ae59-eb79c6f16b28', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'port_id': 'e1c3d669-0969-4406-ae59-eb79c6f16b28', 'mac_address': 'fa:16:3e:c0:77:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0cb20320-1848-4fd9-a882-860e8b142661', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:34:42.438156 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:42.450030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1c3d669-0969-4406-ae59-eb79c6f16b28 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:34:42.468098 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port e1c3d669-0969-4406-ae59-eb79c6f16b28, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e1c3d669-0969-4406-ae59-eb79c6f16b28,segment=NetworkSegment(ef657481-caec-438b-b152-ba5c89ade79f),segment_id=ef657481-caec-438b-b152-ba5c89ade79f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:42.473134 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:42.522848 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=e1c3d669-0969-4406-ae59-eb79c6f16b28,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:42.669602 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['e1c3d669-0969-4406-ae59-eb79c6f16b28'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:34:43.530438 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbcfb1-6c37-43d9-9bad-61d39b099ef1 req-8239e22b-5e14-493c-848d-9db02592bc5d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:43.531881 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-01dbcfb1-6c37-43d9-9bad-61d39b099ef1 req-8239e22b-5e14-493c-848d-9db02592bc5d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 945 time: 0.0652187 Jul 16 09:34:43.568045 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-01dbcfb1-6c37-43d9-9bad-61d39b099ef1 req-bb83eee9-235f-436f-8bca-3fa318edcd82 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300968 Jul 16 09:34:44.310353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e1c3d669-0969-4406-ae59-eb79c6f16b28 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:34:44.358048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port e1c3d669-0969-4406-ae59-eb79c6f16b28 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:34:44.362163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port e1c3d669-0969-4406-ae59-eb79c6f16b28 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:34:44.362533 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:44.439079 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:44.463633 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1783ef58-04b9-41fb-b579-e91efea58737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c3d669-0969-4406-ae59-eb79c6f16b28'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:44.465891 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261e63b6-a7ca-4dac-a75d-1b7a6a6e496f" -d '{"events": [{"server_uuid": "1783ef58-04b9-41fb-b579-e91efea58737", "name": "network-vif-plugged", "status": "completed", "tag": "e1c3d669-0969-4406-ae59-eb79c6f16b28"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:44.479247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port e1c3d669-0969-4406-ae59-eb79c6f16b28, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e1c3d669-0969-4406-ae59-eb79c6f16b28,segment=NetworkSegment(ef657481-caec-438b-b152-ba5c89ade79f),segment_id=ef657481-caec-438b-b152-ba5c89ade79f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:34:44.483529 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:44.508103 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11dd87cb-2e02-478e-a573-3545d436d571 x-openstack-request-id: req-11dd87cb-2e02-478e-a573-3545d436d571 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:44.508397 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1783ef58-04b9-41fb-b579-e91efea58737", "name": "network-vif-plugged", "status": "completed", "tag": "e1c3d669-0969-4406-ae59-eb79c6f16b28", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:44.508842 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-11dd87cb-2e02-478e-a573-3545d436d571 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:44.510625 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1783ef58-04b9-41fb-b579-e91efea58737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1c3d669-0969-4406-ae59-eb79c6f16b28', 'code': 200} Jul 16 09:34:44.536782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=e1c3d669-0969-4406-ae59-eb79c6f16b28,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:44.620690 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d782fb-11e8-47c3-bd68-2cd5b76bb7c0 req-2e5cef7f-31b5-40a7-bcd7-39207f4ced26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:44.622211 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0d782fb-11e8-47c3-bd68-2cd5b76bb7c0 req-2e5cef7f-31b5-40a7-bcd7-39207f4ced26 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 1098 time: 0.0519428 Jul 16 09:34:44.656437 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0d782fb-11e8-47c3-bd68-2cd5b76bb7c0 req-719be725-7129-4678-b88d-9bc9236e0dea service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0277085 Jul 16 09:34:44.741681 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961ab1e-e760-4039-9918-31d2b27c3843 req-3b4e6057-e592-4160-90bd-fca65abc6841 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:44.743195 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a961ab1e-e760-4039-9918-31d2b27c3843 req-3b4e6057-e592-4160-90bd-fca65abc6841 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 946 time: 0.0636158 Jul 16 09:34:44.781189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a961ab1e-e760-4039-9918-31d2b27c3843 req-ca867f56-ed95-4f3b-8a68-cd0f94519ce3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323021 Jul 16 09:34:45.958918 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bfdd3f-a23e-4b2e-9eb3-6c2346d135ed req-30314516-1e27-45c4-9259-7bd5d44e0e1c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:45.960549 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-11bfdd3f-a23e-4b2e-9eb3-6c2346d135ed req-30314516-1e27-45c4-9259-7bd5d44e0e1c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 946 time: 0.0690703 Jul 16 09:34:45.999393 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-11bfdd3f-a23e-4b2e-9eb3-6c2346d135ed req-c72be1dc-04d3-4ef8-904d-18083667dbba tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332334 Jul 16 09:34:46.174783 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15b2848-4c3b-4908-9db5-b5701d797e25 req-7e88a548-d117-4eb9-9779-7268a82ad73e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:46.176213 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e15b2848-4c3b-4908-9db5-b5701d797e25 req-7e88a548-d117-4eb9-9779-7268a82ad73e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 946 time: 0.0641506 Jul 16 09:34:46.214300 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e15b2848-4c3b-4908-9db5-b5701d797e25 req-1a5d086c-de13-46ae-88a4-8cd4c4184404 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322800 Jul 16 09:34:46.238072 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44810) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:46.298130 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95396b47-dd22-4b09-91e8-abf21efa0836 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:46.300173 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-95396b47-dd22-4b09-91e8-abf21efa0836 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 1093 time: 0.0610580 Jul 16 09:34:46.303038 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44812) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:46.307391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': 'e1c3d669-0969-4406-ae59-eb79c6f16b28', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:34:46.330347 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:46.427665 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:46.534697 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.25.4.110 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/09c6a7f2-2cfd-4a1d-bf68-ed4c165f6146) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:34:46.633168 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:46.675050 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:46.710785 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:34:46.715389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:34:46.718767 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:34:46.745376 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=09c6a7f2-2cfd-4a1d-bf68-ed4c165f6146,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:47.083950 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:47.160443 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:47.309338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:47.313741 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:47.380016 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=09c6a7f2-2cfd-4a1d-bf68-ed4c165f6146,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:34:47.389863 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:47.487743 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Floating IP f378acc3-52d5-4063-a0ed-0daff6daeac3 associated. External IP: 172.25.4.110, port: e1c3d669-0969-4406-ae59-eb79c6f16b28. Jul 16 09:34:47.692082 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:34:47.797205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:34:47.806909 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e46c628-ad27-4e0f-8470-95c0be6f7037 None None] Sync routers for ids ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:34:47.813228 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:47.817367 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e46c628-ad27-4e0f-8470-95c0be6f7037 None None] Routers {'e0b4de40-9ef5-4cd8-8305-d54652eb7da1'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:47.817981 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3e46c628-ad27-4e0f-8470-95c0be6f7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:34:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:47.848978 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b73d7047-e420-4d2e-9cec-0432cda31e36 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5449228 Jul 16 09:34:47.849658 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1783ef58-04b9-41fb-b579-e91efea58737', 'tag': 'e1c3d669-0969-4406-ae59-eb79c6f16b28'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:47.852023 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24da7fc7-300c-4d73-984a-ab22b1d78101" -d '{"events": [{"name": "network-changed", "server_uuid": "1783ef58-04b9-41fb-b579-e91efea58737", "tag": "e1c3d669-0969-4406-ae59-eb79c6f16b28"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:47.896373 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa42adf-8de5-42ce-89b7-d22f1d7cd9db x-openstack-request-id: req-6aa42adf-8de5-42ce-89b7-d22f1d7cd9db {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:47.896779 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1783ef58-04b9-41fb-b579-e91efea58737", "tag": "e1c3d669-0969-4406-ae59-eb79c6f16b28", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:47.897100 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6aa42adf-8de5-42ce-89b7-d22f1d7cd9db {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:47.897612 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1783ef58-04b9-41fb-b579-e91efea58737', 'tag': 'e1c3d669-0969-4406-ae59-eb79c6f16b28', 'status': 'completed', 'code': 200} Jul 16 09:34:47.924011 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-3e46c628-ad27-4e0f-8470-95c0be6f7037 None None] Set router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:48.021310 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da7fc7-300c-4d73-984a-ab22b1d78101 req-94e7842b-e427-4bdd-8c65-32b305ac3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:48.022828 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24da7fc7-300c-4d73-984a-ab22b1d78101 req-94e7842b-e427-4bdd-8c65-32b305ac3e46 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 1098 time: 0.1038358 Jul 16 09:34:48.046668 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f0a3c9-93bf-4e25-817b-6cebc1763e92 req-378e3dce-a142-454b-b780-22f125de0a76 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:48.048136 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40f0a3c9-93bf-4e25-817b-6cebc1763e92 req-378e3dce-a142-454b-b780-22f125de0a76 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 946 time: 0.0912066 Jul 16 09:34:48.131573 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-40f0a3c9-93bf-4e25-817b-6cebc1763e92 req-d42604e9-32fc-45c5-8a4d-714de93999b2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694778 Jul 16 09:34:48.143274 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3e46c628-ad27-4e0f-8470-95c0be6f7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:30Z', 'updated_at': '2021-07-16T09:34:34Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:31Z', 'updated_at': '2021-07-16T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'f378acc3-52d5-4063-a0ed-0daff6daeac3', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'port_id': 'e1c3d669-0969-4406-ae59-eb79c6f16b28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'mac_address': 'fa:16:3e:c0:77:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1783ef58-04b9-41fb-b579-e91efea58737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:34:46Z', 'updated_at': '2021-07-16T09:34:46Z', 'revision_number': 0, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244f2b40-4768-4714-88fe-c7efc2f9cc2f', 'name': '', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0cb20320-1848-4fd9-a882-860e8b142661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:33Z', 'updated_at': '2021-07-16T09:34:39Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '0cb20320-1848-4fd9-a882-860e8b142661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:48.156181 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44818) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:48.156440 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da7fc7-300c-4d73-984a-ab22b1d78101 req-b7504a55-9554-4024-aa92-9dbe8b4c56ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:48.158486 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24da7fc7-300c-4d73-984a-ab22b1d78101 req-b7504a55-9554-4024-aa92-9dbe8b4c56ce service neutron] 10.222.0.38 "GET /v2.0/networks?id=eabd625e-923b-4296-81d6-5de7ea7bff10 HTTP/1.1" status: 200 len: 897 time: 0.1274691 Jul 16 09:34:48.173100 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e46c628-ad27-4e0f-8470-95c0be6f7037 None None] Checking router: e0b4de40-9ef5-4cd8-8305-d54652eb7da1 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:34:48.182432 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e46c628-ad27-4e0f-8470-95c0be6f7037 None None] Routers {'e0b4de40-9ef5-4cd8-8305-d54652eb7da1'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:48.183051 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3e46c628-ad27-4e0f-8470-95c0be6f7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:34:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:48.229328 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24da7fc7-300c-4d73-984a-ab22b1d78101 req-cb7768e4-8e01-4614-8d6c-a9ea2a9dd950 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c3d669-0969-4406-ae59-eb79c6f16b28 HTTP/1.1" status: 200 len: 1000 time: 0.0655570 Jul 16 09:34:48.230534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-881cae47-f32a-4691-b3fe-87af2dbfaff5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/f378acc3-52d5-4063-a0ed-0daff6daeac3 HTTP/1.1" status: 200 len: 992 time: 0.0727077 Jul 16 09:34:48.284369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da7fc7-300c-4d73-984a-ab22b1d78101 req-4ba7c307-8e3e-4ff2-88f5-ca740183b48b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:48.285866 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24da7fc7-300c-4d73-984a-ab22b1d78101 req-4ba7c307-8e3e-4ff2-88f5-ca740183b48b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0cb20320-1848-4fd9-a882-860e8b142661 HTTP/1.1" status: 200 len: 834 time: 0.0509286 Jul 16 09:34:48.286309 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-3e46c628-ad27-4e0f-8470-95c0be6f7037 None None] Set router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:48.344005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24da7fc7-300c-4d73-984a-ab22b1d78101 req-53a79129-1aa1-4260-9554-4ed4e7f4c40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:48.346161 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24da7fc7-300c-4d73-984a-ab22b1d78101 req-53a79129-1aa1-4260-9554-4ed4e7f4c40b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eabd625e-923b-4296-81d6-5de7ea7bff10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535135 Jul 16 09:34:48.440070 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24da7fc7-300c-4d73-984a-ab22b1d78101 req-153517b8-c7d1-485f-ac0f-c8b252ee9ee3 service neutron] 10.222.0.38 "GET /v2.0/networks/eabd625e-923b-4296-81d6-5de7ea7bff10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872028 Jul 16 09:34:48.526924 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-24da7fc7-300c-4d73-984a-ab22b1d78101 req-41cfaf80-1379-4509-9690-b5c49339c91a service neutron] 10.222.0.38 "GET /v2.0/networks/eabd625e-923b-4296-81d6-5de7ea7bff10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810797 Jul 16 09:34:48.592860 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3e46c628-ad27-4e0f-8470-95c0be6f7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:30Z', 'updated_at': '2021-07-16T09:34:34Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:31Z', 'updated_at': '2021-07-16T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'f378acc3-52d5-4063-a0ed-0daff6daeac3', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'port_id': 'e1c3d669-0969-4406-ae59-eb79c6f16b28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'mac_address': 'fa:16:3e:c0:77:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1783ef58-04b9-41fb-b579-e91efea58737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:34:46Z', 'updated_at': '2021-07-16T09:34:46Z', 'revision_number': 0, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244f2b40-4768-4714-88fe-c7efc2f9cc2f', 'name': '', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0cb20320-1848-4fd9-a882-860e8b142661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:33Z', 'updated_at': '2021-07-16T09:34:39Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '0cb20320-1848-4fd9-a882-860e8b142661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:48.617871 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e46c628-ad27-4e0f-8470-95c0be6f7037 None None] The sync data for ids ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'] in n-d-758944-46 is: [{'id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:30Z', 'updated_at': '2021-07-16T09:34:34Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:31Z', 'updated_at': '2021-07-16T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'f378acc3-52d5-4063-a0ed-0daff6daeac3', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'floating_ip_address': '172.25.4.110', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'port_id': 'e1c3d669-0969-4406-ae59-eb79c6f16b28', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'mac_address': 'fa:16:3e:c0:77:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1783ef58-04b9-41fb-b579-e91efea58737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:34:46Z', 'updated_at': '2021-07-16T09:34:46Z', 'revision_number': 0, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '244f2b40-4768-4714-88fe-c7efc2f9cc2f', 'name': '', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0cb20320-1848-4fd9-a882-860e8b142661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:33Z', 'updated_at': '2021-07-16T09:34:39Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '0cb20320-1848-4fd9-a882-860e8b142661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:34:48.809460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393166d2-8920-4bbc-a4f2-57eddcf26daf None None] New status for floating IP f378acc3-52d5-4063-a0ed-0daff6daeac3: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:34:49.234392 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44820) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:34:49.296885 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0ea8232f-e600-4a6d-8825-86f00d01ab59 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/f378acc3-52d5-4063-a0ed-0daff6daeac3 HTTP/1.1" status: 200 len: 994 time: 0.0612435 Jul 16 09:35:04.162297 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:04.774294 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:35:05.308550 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8e8d2f08-1103-4c79-8176-e0ae230f6770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:06.042285 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:07.980245 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9bac3dfc-2b2c-45a5-831d-5dc54bf957b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:08.281842 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:09.948536 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:11.451131 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:20.853972 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1914a18c-41cb-492a-9828-4faadcd6961a req-e0f09201-8bcb-499e-88a7-c4c938c77251 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:20.855377 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1914a18c-41cb-492a-9828-4faadcd6961a req-e0f09201-8bcb-499e-88a7-c4c938c77251 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 946 time: 0.0651469 Jul 16 09:35:20.893262 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1914a18c-41cb-492a-9828-4faadcd6961a req-aa0455bd-acfc-4c5e-b9c6-e0f818b0ea8d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317271 Jul 16 09:35:22.081374 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76bd80a-1757-4e4d-861c-75bedfc1c93e req-f86ed702-22d8-4a74-a428-edaaeeadae7c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:22.082900 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a76bd80a-1757-4e4d-861c-75bedfc1c93e req-f86ed702-22d8-4a74-a428-edaaeeadae7c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 946 time: 0.0662808 Jul 16 09:35:22.120474 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a76bd80a-1757-4e4d-861c-75bedfc1c93e req-40a9657c-8329-4d52-991d-c9867ddb49f6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319428 Jul 16 09:35:22.144377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44840) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:22.204155 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-62c0cda4-1468-4eba-aef5-1e3b9f5ff5f0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/f378acc3-52d5-4063-a0ed-0daff6daeac3 HTTP/1.1" status: 200 len: 994 time: 0.0584848 Jul 16 09:35:23.628691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ad70d-2465-4943-a79f-62ddbbacbc78 req-d140c1ab-f672-46dc-a5eb-3b2906b50c1f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:23.630186 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-801ad70d-2465-4943-a79f-62ddbbacbc78 req-d140c1ab-f672-46dc-a5eb-3b2906b50c1f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 946 time: 0.0621629 Jul 16 09:35:23.675701 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-801ad70d-2465-4943-a79f-62ddbbacbc78 req-4b0f4c1e-5218-4d82-b4d0-e960a1d79ca0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382242 Jul 16 09:35:24.851678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d538fc2-c609-41df-ad7e-c0aef6a3cec5 req-c69fb737-f35b-40b5-a20a-8f1504a3f61e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:24.853183 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d538fc2-c609-41df-ad7e-c0aef6a3cec5 req-c69fb737-f35b-40b5-a20a-8f1504a3f61e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 946 time: 0.0625958 Jul 16 09:35:24.889911 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d538fc2-c609-41df-ad7e-c0aef6a3cec5 req-87073c7f-5bc3-46fc-b685-6f2c39eecc8e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313048 Jul 16 09:35:24.914391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44852) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:24.976268 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9ad2dcbb-f60b-4d86-bbe4-b38195f367ad tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/f378acc3-52d5-4063-a0ed-0daff6daeac3 HTTP/1.1" status: 200 len: 994 time: 0.0606880 Jul 16 09:35:25.226831 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44858) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:25.727386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port 09c6a7f2-2cfd-4a1d-bf68-ed4c165f6146 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:35:25.727731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:25.801185 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:25.801510 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:25.812594 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for 09c6a7f2-2cfd-4a1d-bf68-ed4c165f6146 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:35:25.955154 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:25.983165 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=09c6a7f2-2cfd-4a1d-bf68-ed4c165f6146,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:26.009371 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:26.009726 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:26.010072 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:26.010411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:26.010749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:26.011083 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:26.011414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:26.011746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:26.012076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:26.012401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:26.012754 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:26.013081 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:26.053915 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:26.054247 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Floating IP f378acc3-52d5-4063-a0ed-0daff6daeac3 disassociated (deleted). External IP: 172.25.4.110, port: e1c3d669-0969-4406-ae59-eb79c6f16b28. Jul 16 09:35:26.258423 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:35:26.364943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:35:26.370368 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:26.374518 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f8e1e-58a3-4b8b-bb17-92e4cac22933 None None] Sync routers for ids ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:35:26.383492 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f8e1e-58a3-4b8b-bb17-92e4cac22933 None None] Routers {'e0b4de40-9ef5-4cd8-8305-d54652eb7da1'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:26.384089 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d96f8e1e-58a3-4b8b-bb17-92e4cac22933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:35:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:26.409414 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-da930dd7-62e7-41b9-bb4f-55387339c1c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/floatingips/f378acc3-52d5-4063-a0ed-0daff6daeac3 HTTP/1.1" status: 204 len: 168 time: 1.1784835 Jul 16 09:35:26.409414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1783ef58-04b9-41fb-b579-e91efea58737', 'tag': 'e1c3d669-0969-4406-ae59-eb79c6f16b28'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:26.410149 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7445f0-e9a3-4e08-bbc3-feccb6cbeef6" -d '{"events": [{"name": "network-changed", "server_uuid": "1783ef58-04b9-41fb-b579-e91efea58737", "tag": "e1c3d669-0969-4406-ae59-eb79c6f16b28"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:26.442990 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6a32dfbf-2932-47ac-ac24-1ba0b0c3c47a req-4e4e4074-b128-4901-9b1d-8d081233a2e2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0603683 Jul 16 09:35:26.493395 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-d96f8e1e-58a3-4b8b-bb17-92e4cac22933 None None] Set router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:26.523184 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f5acde-ecaf-4976-aa04-d4044e32471e x-openstack-request-id: req-91f5acde-ecaf-4976-aa04-d4044e32471e {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:26.523621 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1783ef58-04b9-41fb-b579-e91efea58737", "tag": "e1c3d669-0969-4406-ae59-eb79c6f16b28", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:26.524024 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-91f5acde-ecaf-4976-aa04-d4044e32471e {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:26.524561 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1783ef58-04b9-41fb-b579-e91efea58737', 'tag': 'e1c3d669-0969-4406-ae59-eb79c6f16b28', 'status': 'completed', 'code': 200} Jul 16 09:35:26.549451 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32dfbf-2932-47ac-ac24-1ba0b0c3c47a req-99c1f6db-01cd-469a-8baa-921380921e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:26.550962 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6a32dfbf-2932-47ac-ac24-1ba0b0c3c47a req-99c1f6db-01cd-469a-8baa-921380921e59 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 1098 time: 0.0623088 Jul 16 09:35:26.664738 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32dfbf-2932-47ac-ac24-1ba0b0c3c47a req-0e03f05e-d912-4666-86f2-19d707f67b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:26.666232 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6a32dfbf-2932-47ac-ac24-1ba0b0c3c47a req-0e03f05e-d912-4666-86f2-19d707f67b26 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eabd625e-923b-4296-81d6-5de7ea7bff10 HTTP/1.1" status: 200 len: 897 time: 0.0958276 Jul 16 09:35:26.703639 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d96f8e1e-58a3-4b8b-bb17-92e4cac22933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:30Z', 'updated_at': '2021-07-16T09:34:34Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:31Z', 'updated_at': '2021-07-16T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '244f2b40-4768-4714-88fe-c7efc2f9cc2f', 'name': '', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0cb20320-1848-4fd9-a882-860e8b142661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:33Z', 'updated_at': '2021-07-16T09:34:39Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '0cb20320-1848-4fd9-a882-860e8b142661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:26.710792 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6a32dfbf-2932-47ac-ac24-1ba0b0c3c47a req-3a9b7d74-86b3-42bd-9041-beb77a239444 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c3d669-0969-4406-ae59-eb79c6f16b28 HTTP/1.1" status: 200 len: 217 time: 0.0383408 Jul 16 09:35:26.730267 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f8e1e-58a3-4b8b-bb17-92e4cac22933 None None] Checking router: e0b4de40-9ef5-4cd8-8305-d54652eb7da1 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:35:26.739051 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96f8e1e-58a3-4b8b-bb17-92e4cac22933 None None] Routers {'e0b4de40-9ef5-4cd8-8305-d54652eb7da1'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:26.739666 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d96f8e1e-58a3-4b8b-bb17-92e4cac22933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:35:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:26.762589 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32dfbf-2932-47ac-ac24-1ba0b0c3c47a req-e0c23379-6193-49a9-a629-bb5c6b6d20fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:26.764019 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6a32dfbf-2932-47ac-ac24-1ba0b0c3c47a req-e0c23379-6193-49a9-a629-bb5c6b6d20fe service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0cb20320-1848-4fd9-a882-860e8b142661 HTTP/1.1" status: 200 len: 834 time: 0.0468261 Jul 16 09:35:26.812805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acd198-d5a5-42fa-9aaf-d68f7bec3275 req-a512b0e2-8397-48d4-87ce-564e7d35730d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:26.815076 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-36acd198-d5a5-42fa-9aaf-d68f7bec3275 req-a512b0e2-8397-48d4-87ce-564e7d35730d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 946 time: 0.0673659 Jul 16 09:35:26.830865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a32dfbf-2932-47ac-ac24-1ba0b0c3c47a req-a2db0150-d7c9-4172-8198-2cb1a05f0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:26.832389 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6a32dfbf-2932-47ac-ac24-1ba0b0c3c47a req-a2db0150-d7c9-4172-8198-2cb1a05f0143 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eabd625e-923b-4296-81d6-5de7ea7bff10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609281 Jul 16 09:35:26.849197 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-d96f8e1e-58a3-4b8b-bb17-92e4cac22933 None None] Set router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:26.853031 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-36acd198-d5a5-42fa-9aaf-d68f7bec3275 req-0bb3dbbe-b922-4901-a051-6e8a52e3507a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322132 Jul 16 09:35:26.923787 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6a32dfbf-2932-47ac-ac24-1ba0b0c3c47a req-45bab060-5490-4e99-843b-79517f444a8e service neutron] 10.222.0.38 "GET /v2.0/networks/eabd625e-923b-4296-81d6-5de7ea7bff10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839224 Jul 16 09:35:27.050851 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d96f8e1e-58a3-4b8b-bb17-92e4cac22933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:30Z', 'updated_at': '2021-07-16T09:34:34Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:31Z', 'updated_at': '2021-07-16T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '244f2b40-4768-4714-88fe-c7efc2f9cc2f', 'name': '', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0cb20320-1848-4fd9-a882-860e8b142661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:33Z', 'updated_at': '2021-07-16T09:34:39Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '0cb20320-1848-4fd9-a882-860e8b142661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:27.078155 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96f8e1e-58a3-4b8b-bb17-92e4cac22933 None None] The sync data for ids ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'] in n-d-758944-46 is: [{'id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:30Z', 'updated_at': '2021-07-16T09:34:34Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:31Z', 'updated_at': '2021-07-16T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '244f2b40-4768-4714-88fe-c7efc2f9cc2f', 'name': '', 'network_id': 'eabd625e-923b-4296-81d6-5de7ea7bff10', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:ca:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '0cb20320-1848-4fd9-a882-860e8b142661', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:33Z', 'updated_at': '2021-07-16T09:34:39Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '0cb20320-1848-4fd9-a882-860e8b142661', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:35:27.316878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98863738-fe8a-42f0-8f24-dfd264de4b2f None None] New status for floating IP f378acc3-52d5-4063-a0ed-0daff6daeac3: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:35:27.341264 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6a32dfbf-2932-47ac-ac24-1ba0b0c3c47a req-8b349435-924f-4945-976e-af5ec74c9c16 service neutron] 10.222.0.38 "GET /v2.0/networks/eabd625e-923b-4296-81d6-5de7ea7bff10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116464 Jul 16 09:35:27.443268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7445f0-e9a3-4e08-bbc3-feccb6cbeef6 req-b2b8b653-1f35-4d91-8ad9-f88758476086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:27.444848 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef7445f0-e9a3-4e08-bbc3-feccb6cbeef6 req-b2b8b653-1f35-4d91-8ad9-f88758476086 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 1098 time: 0.0542879 Jul 16 09:35:27.532331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7445f0-e9a3-4e08-bbc3-feccb6cbeef6 req-1e5eabf9-4f9b-477d-935d-87d547f1a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:27.533860 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef7445f0-e9a3-4e08-bbc3-feccb6cbeef6 req-1e5eabf9-4f9b-477d-935d-87d547f1a036 service neutron] 10.222.0.38 "GET /v2.0/networks?id=eabd625e-923b-4296-81d6-5de7ea7bff10 HTTP/1.1" status: 200 len: 897 time: 0.0820649 Jul 16 09:35:27.577393 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef7445f0-e9a3-4e08-bbc3-feccb6cbeef6 req-111aa9c6-3eaf-4eab-b21b-9bec27640d93 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e1c3d669-0969-4406-ae59-eb79c6f16b28 HTTP/1.1" status: 200 len: 217 time: 0.0366604 Jul 16 09:35:27.625190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7445f0-e9a3-4e08-bbc3-feccb6cbeef6 req-6bf4bdf1-589c-44f8-9f62-ed9cecd7d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:27.627201 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef7445f0-e9a3-4e08-bbc3-feccb6cbeef6 req-6bf4bdf1-589c-44f8-9f62-ed9cecd7d7dc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0cb20320-1848-4fd9-a882-860e8b142661 HTTP/1.1" status: 200 len: 834 time: 0.0431726 Jul 16 09:35:27.682040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7445f0-e9a3-4e08-bbc3-feccb6cbeef6 req-2175a49c-eaec-4bab-a23a-31544159c82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:27.683678 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef7445f0-e9a3-4e08-bbc3-feccb6cbeef6 req-2175a49c-eaec-4bab-a23a-31544159c82b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=eabd625e-923b-4296-81d6-5de7ea7bff10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502768 Jul 16 09:35:27.773536 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef7445f0-e9a3-4e08-bbc3-feccb6cbeef6 req-6bc0fa91-b8e1-476a-927f-efa45bdad5bb service neutron] 10.222.0.38 "GET /v2.0/networks/eabd625e-923b-4296-81d6-5de7ea7bff10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831757 Jul 16 09:35:27.862579 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef7445f0-e9a3-4e08-bbc3-feccb6cbeef6 req-082402ea-6abf-473e-b01a-04d95cd0093f service neutron] 10.222.0.38 "GET /v2.0/networks/eabd625e-923b-4296-81d6-5de7ea7bff10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820246 Jul 16 09:35:28.036695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c023bc3-0b37-41ad-867c-c0dc5027de34 req-f1934784-228f-4124-9343-05b5691f11d9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:28.038179 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2c023bc3-0b37-41ad-867c-c0dc5027de34 req-f1934784-228f-4124-9343-05b5691f11d9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 946 time: 0.0702770 Jul 16 09:35:28.075675 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2c023bc3-0b37-41ad-867c-c0dc5027de34 req-19908503-f91e-4ff7-9c7f-30563ddef8e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=8c926188-d13a-4ee8-a36f-f9b6a2c7f589&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318329 Jul 16 09:35:28.300268 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36fae52-de80-447a-8ae9-43ff7bfb081d req-944b20e7-905a-44a7-b05d-aeac29a314e9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:28.301776 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a36fae52-de80-447a-8ae9-43ff7bfb081d req-944b20e7-905a-44a7-b05d-aeac29a314e9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 946 time: 0.0620015 Jul 16 09:35:28.402577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-a36fae52-de80-447a-8ae9-43ff7bfb081d req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port e1c3d669-0969-4406-ae59-eb79c6f16b28 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:35:28.402912 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a36fae52-de80-447a-8ae9-43ff7bfb081d req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:28.488047 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-a36fae52-de80-447a-8ae9-43ff7bfb081d req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] For port e1c3d669-0969-4406-ae59-eb79c6f16b28, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=e1c3d669-0969-4406-ae59-eb79c6f16b28,segment=NetworkSegment(ef657481-caec-438b-b152-ba5c89ade79f),segment_id=ef657481-caec-438b-b152-ba5c89ade79f)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:28.488797 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a36fae52-de80-447a-8ae9-43ff7bfb081d req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:28.500283 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-a36fae52-de80-447a-8ae9-43ff7bfb081d req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for e1c3d669-0969-4406-ae59-eb79c6f16b28 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:35:28.625395 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a36fae52-de80-447a-8ae9-43ff7bfb081d req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:28.654427 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=e1c3d669-0969-4406-ae59-eb79c6f16b28,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:28.685772 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:28.686126 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:28.686469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:28.686809 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:28.687145 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:28.687479 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:28.687810 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:28.688139 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:28.688468 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:28.688848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:28.689176 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:28.689502 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:28.713154 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-a36fae52-de80-447a-8ae9-43ff7bfb081d req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] No DVR routers for this DVR port e1c3d669-0969-4406-ae59-eb79c6f16b28 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:35:28.715600 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-a36fae52-de80-447a-8ae9-43ff7bfb081d req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:28.717603 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a36fae52-de80-447a-8ae9-43ff7bfb081d req-5fb3d31d-400c-44f8-8298-831b61bf6aed tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "DELETE /v2.0/ports/e1c3d669-0969-4406-ae59-eb79c6f16b28 HTTP/1.1" status: 204 len: 173 time: 0.4096315 Jul 16 09:35:28.718040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1783ef58-04b9-41fb-b579-e91efea58737', 'name': 'network-vif-deleted', 'tag': 'e1c3d669-0969-4406-ae59-eb79c6f16b28'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:28.720849 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3268d1a-c632-4756-b288-aebc64756993" -d '{"events": [{"server_uuid": "1783ef58-04b9-41fb-b579-e91efea58737", "name": "network-vif-deleted", "tag": "e1c3d669-0969-4406-ae59-eb79c6f16b28"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:28.761367 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb4a333-e310-49a5-84ff-02a0793345fa x-openstack-request-id: req-3cb4a333-e310-49a5-84ff-02a0793345fa {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:28.761664 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1783ef58-04b9-41fb-b579-e91efea58737", "name": "network-vif-deleted", "tag": "e1c3d669-0969-4406-ae59-eb79c6f16b28", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:28.761914 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3cb4a333-e310-49a5-84ff-02a0793345fa {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:28.762311 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1783ef58-04b9-41fb-b579-e91efea58737', 'name': 'network-vif-deleted', 'tag': 'e1c3d669-0969-4406-ae59-eb79c6f16b28', 'status': 'completed', 'code': 200} Jul 16 09:35:29.236479 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55b59b03-3aa1-439f-b462-8ff8c44d10e9 req-f45e1fe2-821e-40b8-bc12-8dd6bba7ffb8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=1783ef58-04b9-41fb-b579-e91efea58737 HTTP/1.1" status: 200 len: 210 time: 0.0293069 Jul 16 09:35:30.330721 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44876) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:30.684189 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb197b26-e077-4d87-b9c1-336897aca08b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:30.947980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-eb197b26-e077-4d87-b9c1-336897aca08b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port 244f2b40-4768-4714-88fe-c7efc2f9cc2f {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:35:30.948230 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb197b26-e077-4d87-b9c1-336897aca08b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:31.033499 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-eb197b26-e077-4d87-b9c1-336897aca08b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] For port 244f2b40-4768-4714-88fe-c7efc2f9cc2f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=244f2b40-4768-4714-88fe-c7efc2f9cc2f,segment=NetworkSegment(ef657481-caec-438b-b152-ba5c89ade79f),segment_id=ef657481-caec-438b-b152-ba5c89ade79f)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:31.033864 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb197b26-e077-4d87-b9c1-336897aca08b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:31.050344 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-eb197b26-e077-4d87-b9c1-336897aca08b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for 244f2b40-4768-4714-88fe-c7efc2f9cc2f owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:35:31.234440 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb197b26-e077-4d87-b9c1-336897aca08b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:31.268621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb197b26-e077-4d87-b9c1-336897aca08b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=244f2b40-4768-4714-88fe-c7efc2f9cc2f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:31.436522 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-eb197b26-e077-4d87-b9c1-336897aca08b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:31.648177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb197b26-e077-4d87-b9c1-336897aca08b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:35:31.752557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb197b26-e077-4d87-b9c1-336897aca08b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:35:31.757628 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-eb197b26-e077-4d87-b9c1-336897aca08b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "PUT /v2.0/routers/e0b4de40-9ef5-4cd8-8305-d54652eb7da1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4258673 Jul 16 09:35:31.760465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44878) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:31.761581 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6827e077-500a-4f13-bf7c-5b0c02ba5aef None None] Sync routers for ids ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:35:31.771321 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6827e077-500a-4f13-bf7c-5b0c02ba5aef None None] Routers {'e0b4de40-9ef5-4cd8-8305-d54652eb7da1'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:31.771932 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6827e077-500a-4f13-bf7c-5b0c02ba5aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:35:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:31.810941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-320ede4c-82b6-4a96-8829-bb6e90e5801b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting subnet 0cb20320-1848-4fd9-a882-860e8b142661 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:35:31.814533 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-320ede4c-82b6-4a96-8829-bb6e90e5801b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:31.853353 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-320ede4c-82b6-4a96-8829-bb6e90e5801b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:31.871099 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-6827e077-500a-4f13-bf7c-5b0c02ba5aef None None] Set router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:31.941188 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-320ede4c-82b6-4a96-8829-bb6e90e5801b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.000276 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-320ede4c-82b6-4a96-8829-bb6e90e5801b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.027970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ede4c-82b6-4a96-8829-bb6e90e5801b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Subnet': ['ID=0cb20320-1848-4fd9-a882-860e8b142661,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:32.031767 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-320ede4c-82b6-4a96-8829-bb6e90e5801b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.036485 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44880) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:32.038780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa96e2fd-6827-4ba8-a861-028291492479 None None] Network eabd625e-923b-4296-81d6-5de7ea7bff10 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:35:32.043656 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-320ede4c-82b6-4a96-8829-bb6e90e5801b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/subnets/0cb20320-1848-4fd9-a882-860e8b142661 HTTP/1.1" status: 204 len: 168 time: 0.2821140 Jul 16 09:35:32.054692 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6827e077-500a-4f13-bf7c-5b0c02ba5aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:30Z', 'updated_at': '2021-07-16T09:35:31Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:31Z', 'updated_at': '2021-07-16T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:32.092019 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6827e077-500a-4f13-bf7c-5b0c02ba5aef None None] Checking router: e0b4de40-9ef5-4cd8-8305-d54652eb7da1 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:35:32.100994 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6827e077-500a-4f13-bf7c-5b0c02ba5aef None None] Routers {'e0b4de40-9ef5-4cd8-8305-d54652eb7da1'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:32.101734 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6827e077-500a-4f13-bf7c-5b0c02ba5aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:35:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:32.152810 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.212489 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-6827e077-500a-4f13-bf7c-5b0c02ba5aef None None] Set router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:32.240815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] DHCP port deletion for eabd625e-923b-4296-81d6-5de7ea7bff10 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:35:32.265179 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.295398 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Deleting port 3afc3b57-8e2d-4baf-892a-835c79677d9a {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:35:32.296038 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.327147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port 5bbb3e08-1499-466d-ba8a-968d42921e7a {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:35:32.327527 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.367323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] For port 3afc3b57-8e2d-4baf-892a-835c79677d9a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=3afc3b57-8e2d-4baf-892a-835c79677d9a,segment=NetworkSegment(ef657481-caec-438b-b152-ba5c89ade79f),segment_id=ef657481-caec-438b-b152-ba5c89ade79f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:32.367758 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.380521 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Calling delete_port for 3afc3b57-8e2d-4baf-892a-835c79677d9a owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:35:32.417289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] For port 5bbb3e08-1499-466d-ba8a-968d42921e7a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=5bbb3e08-1499-466d-ba8a-968d42921e7a,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:32.418098 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.431618 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for 5bbb3e08-1499-466d-ba8a-968d42921e7a owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:35:32.462660 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.491152 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6827e077-500a-4f13-bf7c-5b0c02ba5aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:30Z', 'updated_at': '2021-07-16T09:35:31Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:31Z', 'updated_at': '2021-07-16T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:32.498111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] No DVR routers for this DVR port 3afc3b57-8e2d-4baf-892a-835c79677d9a on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:35:32.500101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Pushing event deleted for resources: {'Port': ['ID=3afc3b57-8e2d-4baf-892a-835c79677d9a,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:32.511468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:32.511468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:32.511468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:32.511468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:32.511468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:32.511468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:32.511468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:32.511468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:32.511468 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:32.512644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:32.512644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:32.512644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c3b0e3d-ec5f-4408-bc2f-c91b7f42ba7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:32.516748 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6827e077-500a-4f13-bf7c-5b0c02ba5aef None None] The sync data for ids ['e0b4de40-9ef5-4cd8-8305-d54652eb7da1'] in n-d-758944-46 is: [{'id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2025991010', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155'}], 'enable_snat': True}, 'gw_port_id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:34:30Z', 'updated_at': '2021-07-16T09:35:31Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '5bbb3e08-1499-466d-ba8a-968d42921e7a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:79:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b4de40-9ef5-4cd8-8305-d54652eb7da1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:34:31Z', 'updated_at': '2021-07-16T09:34:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:35:32.528299 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e1c3d669-0969-4406-ae59-eb79c6f16b28 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:35:32.553437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: e1c3d669-0969-4406-ae59-eb79c6f16b28 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:35:32.554032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device e1c3d669-0969-4406-ae59-eb79c6f16b28 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:35:32.609420 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.634638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=5bbb3e08-1499-466d-ba8a-968d42921e7a,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:32.695067 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.783807 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.785805 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.831062 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.831675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Fanout notify agent at l3_agent the message router_deleted on router e0b4de40-9ef5-4cd8-8305-d54652eb7da1 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:35:32.839036 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.840159 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f71c01d4-dbcd-4bdc-ae28-37284df51a38 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/routers/e0b4de40-9ef5-4cd8-8305-d54652eb7da1 HTTP/1.1" status: 204 len: 168 time: 0.8026633 Jul 16 09:35:32.843195 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44882) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:32.921201 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e250162-d786-4db6-ba76-a60300078f0e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:33.014524 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e250162-d786-4db6-ba76-a60300078f0e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:33.025328 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-4e250162-d786-4db6-ba76-a60300078f0e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eabd625e-923b-4296-81d6-5de7ea7bff10']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:33.035454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-4e250162-d786-4db6-ba76-a60300078f0e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef657481-caec-438b-b152-ba5c89ade79f') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:33.035616 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-4e250162-d786-4db6-ba76-a60300078f0e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef657481-caec-438b-b152-ba5c89ade79f') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:33.044740 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e250162-d786-4db6-ba76-a60300078f0e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:33.059074 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e250162-d786-4db6-ba76-a60300078f0e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:33.065743 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e250162-d786-4db6-ba76-a60300078f0e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:35:33.066131 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e250162-d786-4db6-ba76-a60300078f0e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:35:33.069238 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:35:33.135106 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e250162-d786-4db6-ba76-a60300078f0e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:33.143681 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4e250162-d786-4db6-ba76-a60300078f0e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:33.145627 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4e250162-d786-4db6-ba76-a60300078f0e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/networks/eabd625e-923b-4296-81d6-5de7ea7bff10 HTTP/1.1" status: 204 len: 168 time: 0.3015106 Jul 16 09:35:33.148450 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44884) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:33.157874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e250162-d786-4db6-ba76-a60300078f0e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Network': ['ID=eabd625e-923b-4296-81d6-5de7ea7bff10,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:33.212024 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74a82c68-3f68-431e-b2f7-3e4203cb8c29 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:33.241792 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74a82c68-3f68-431e-b2f7-3e4203cb8c29 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:33.301344 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74a82c68-3f68-431e-b2f7-3e4203cb8c29 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:33.303920 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-74a82c68-3f68-431e-b2f7-3e4203cb8c29 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:33.305109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-74a82c68-3f68-431e-b2f7-3e4203cb8c29 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/security-groups/8c926188-d13a-4ee8-a36f-f9b6a2c7f589 HTTP/1.1" status: 204 len: 168 time: 0.1554635 Jul 16 09:35:33.314089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a82c68-3f68-431e-b2f7-3e4203cb8c29 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c926188-d13a-4ee8-a36f-f9b6a2c7f589,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:33.533678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 244f2b40-4768-4714-88fe-c7efc2f9cc2f no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:35:33.553451 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 244f2b40-4768-4714-88fe-c7efc2f9cc2f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:35:33.553726 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 244f2b40-4768-4714-88fe-c7efc2f9cc2f not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:35:33.554133 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5bbb3e08-1499-466d-ba8a-968d42921e7a no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:35:33.572112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 5bbb3e08-1499-466d-ba8a-968d42921e7a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:35:33.572454 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 5bbb3e08-1499-466d-ba8a-968d42921e7a not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:35:33.572906 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3afc3b57-8e2d-4baf-892a-835c79677d9a no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:35:33.590816 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 3afc3b57-8e2d-4baf-892a-835c79677d9a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:35:33.591158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 3afc3b57-8e2d-4baf-892a-835c79677d9a not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:35:33.947029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44890) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:33.951670 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4c004ad5-b902-41ef-b7dd-4a714e161109 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-325058143', 'description': 'tempest-secgroup-smoke-325058143 description', 'project_id': '3dc9233d83eb475dab0e2644e8549d37'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:33.975268 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c004ad5-b902-41ef-b7dd-4a714e161109 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.057131 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c004ad5-b902-41ef-b7dd-4a714e161109 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.060540 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c004ad5-b902-41ef-b7dd-4a714e161109 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.085763 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4c004ad5-b902-41ef-b7dd-4a714e161109 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.086985 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4c004ad5-b902-41ef-b7dd-4a714e161109 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1389725 Jul 16 09:35:34.089841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44892) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:34.094148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3cd93653-b347-4007-8ef8-6e9b54756b14 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '0fc264d4-f0b4-45fa-b5e1-4827d407a8ca', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:34.102090 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c004ad5-b902-41ef-b7dd-4a714e161109 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:34.122747 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3cd93653-b347-4007-8ef8-6e9b54756b14 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.161151 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.178288 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3cd93653-b347-4007-8ef8-6e9b54756b14 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.181952 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3cd93653-b347-4007-8ef8-6e9b54756b14 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.200298 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd93653-b347-4007-8ef8-6e9b54756b14 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b31d5126-e246-4ac2-a68d-417192271083,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:34.202667 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3cd93653-b347-4007-8ef8-6e9b54756b14 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.203862 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3cd93653-b347-4007-8ef8-6e9b54756b14 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131229 Jul 16 09:35:34.207102 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44894) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:34.211610 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-0524ec10-d7a0-46dd-a399-8d10393c2b51 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '0fc264d4-f0b4-45fa-b5e1-4827d407a8ca', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:34.237690 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0524ec10-d7a0-46dd-a399-8d10393c2b51 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.296059 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0524ec10-d7a0-46dd-a399-8d10393c2b51 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.300298 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0524ec10-d7a0-46dd-a399-8d10393c2b51 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.317943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524ec10-d7a0-46dd-a399-8d10393c2b51 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef6409f8-4701-4894-a040-15897ac47158,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:34.323575 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0524ec10-d7a0-46dd-a399-8d10393c2b51 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.325039 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0524ec10-d7a0-46dd-a399-8d10393c2b51 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1167605 Jul 16 09:35:34.327639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44896) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:34.332651 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-79ad03df-b467-439a-af29-3396de65b23d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '0fc264d4-f0b4-45fa-b5e1-4827d407a8ca', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:34.357771 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79ad03df-b467-439a-af29-3396de65b23d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.415102 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79ad03df-b467-439a-af29-3396de65b23d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.418640 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79ad03df-b467-439a-af29-3396de65b23d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.435830 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ad03df-b467-439a-af29-3396de65b23d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3680e5-1042-4058-83ba-dc59364fb069,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:34.444873 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-79ad03df-b467-439a-af29-3396de65b23d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.446212 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-79ad03df-b467-439a-af29-3396de65b23d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172965 Jul 16 09:35:34.448959 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44898) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:34.454532 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-25aa851b-1158-4845-8c0f-718ab56b622d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '0fc264d4-f0b4-45fa-b5e1-4827d407a8ca', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:34.482603 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-25aa851b-1158-4845-8c0f-718ab56b622d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.546733 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-25aa851b-1158-4845-8c0f-718ab56b622d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.550986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-25aa851b-1158-4845-8c0f-718ab56b622d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.570295 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aa851b-1158-4845-8c0f-718ab56b622d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ebd895-8658-4b68-b41f-24b921809006,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:34.577957 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-25aa851b-1158-4845-8c0f-718ab56b622d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.579186 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-25aa851b-1158-4845-8c0f-718ab56b622d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292117 Jul 16 09:35:34.581832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44900) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:34.586422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-3f0d46c7-773b-4a50-b3b8-631223a892a4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '0fc264d4-f0b4-45fa-b5e1-4827d407a8ca', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:34.608519 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-3f0d46c7-773b-4a50-b3b8-631223a892a4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Project 3dc9233d83eb475dab0e2644e8549d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:35:34.613988 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3f0d46c7-773b-4a50-b3b8-631223a892a4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.678832 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3f0d46c7-773b-4a50-b3b8-631223a892a4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.683171 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3f0d46c7-773b-4a50-b3b8-631223a892a4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.700572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d46c7-773b-4a50-b3b8-631223a892a4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cac2193-3ec9-4913-9411-c196f5dcf3df,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:34.707570 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3f0d46c7-773b-4a50-b3b8-631223a892a4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.708829 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3f0d46c7-773b-4a50-b3b8-631223a892a4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1260464 Jul 16 09:35:34.711610 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44902) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:34.716138 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c9a5085d-9981-4847-818b-760ec036ba82 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '0fc264d4-f0b4-45fa-b5e1-4827d407a8ca', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:34.739173 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-c9a5085d-9981-4847-818b-760ec036ba82 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Project 3dc9233d83eb475dab0e2644e8549d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:35:34.744096 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c9a5085d-9981-4847-818b-760ec036ba82 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.807455 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c9a5085d-9981-4847-818b-760ec036ba82 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.811172 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c9a5085d-9981-4847-818b-760ec036ba82 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.828736 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a5085d-9981-4847-818b-760ec036ba82 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b3acc7d-ae8b-4c33-9631-b5046e00610e,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:34.833978 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c9a5085d-9981-4847-818b-760ec036ba82 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.835180 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c9a5085d-9981-4847-818b-760ec036ba82 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225944 Jul 16 09:35:34.837999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44904) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:34.843058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c498c6a6-a014-476c-be42-0fe743f6fe4c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'network': {'name': 'tempest-network-smoke--1488997612', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'port_security_enabled': True}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:34.864744 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c498c6a6-a014-476c-be42-0fe743f6fe4c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Made reservation on behalf of 3dc9233d83eb475dab0e2644e8549d37 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:35:34.868345 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c498c6a6-a014-476c-be42-0fe743f6fe4c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.893517 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c498c6a6-a014-476c-be42-0fe743f6fe4c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] vlan segment allocate from pool success with {'vlan_id': 55, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:35:34.903800 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c498c6a6-a014-476c-be42-0fe743f6fe4c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.904115 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-c498c6a6-a014-476c-be42-0fe743f6fe4c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Added segment 730735c2-0731-47c4-a089-81d84baad467 of type vlan for network 35926004-c0f2-4e34-8bef-7d5621ace997 Jul 16 09:35:34.945278 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c498c6a6-a014-476c-be42-0fe743f6fe4c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.975162 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c498c6a6-a014-476c-be42-0fe743f6fe4c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:34.980760 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c498c6a6-a014-476c-be42-0fe743f6fe4c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:34.981332 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c498c6a6-a014-476c-be42-0fe743f6fe4c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:35.021547 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c498c6a6-a014-476c-be42-0fe743f6fe4c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1824880 Jul 16 09:35:35.024327 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44906) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:35.029143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'admin_state_up': True, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:35.052720 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:35.053483 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c498c6a6-a014-476c-be42-0fe743f6fe4c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Network': ['ID=35926004-c0f2-4e34-8bef-7d5621ace997,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:35.053731 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:35.064151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 35926004-c0f2-4e34-8bef-7d5621ace997 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:35:35.109559 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:35.249887 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:35.310140 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e1b30bad-7401-4bac-987c-aef1eb7193b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:35.446482 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:35.465861 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:35.571595 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.25.4.226 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/08e6727f-acb3-4367-8a7b-934da10124a0) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:35:35.680975 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:35.719967 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:35.760183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:35.762892 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:35.766428 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:35:35.787563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=08e6727f-acb3-4367-8a7b-934da10124a0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:36.011030 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:36.057172 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:36.205089 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:36.659802 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:35:36.762905 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:35:36.773013 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Sync routers for ids ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:35:36.781594 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:36.784204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Routers {'a6c93069-af9d-4a76-8b3e-bf7eabf53a05'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:36.784934 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5ef09e3f-5d9e-4772-8e01-ada4decb8ba8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7595446 Jul 16 09:35:36.785222 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:35:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:36.786547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44908) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:36.814327 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d8bb1e3f-2f87-4325-92ec-5cd53a533c02 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3dc9233d83eb475dab0e2644e8549d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260735 Jul 16 09:35:36.816789 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44910) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:36.888779 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Set router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:36.900659 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3026c3b1-46b1-460e-9279-6421381a9764 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:36.902154 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3026c3b1-46b1-460e-9279-6421381a9764 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0844877 Jul 16 09:35:36.904960 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44912) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:36.935664 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-77de959a-05a4-497c-bdbb-b899b1ba217d tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294778 Jul 16 09:35:36.938096 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44914) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:36.943635 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4edd767e-3b0f-45f1-84fb-d6ababd07f80 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-36167245', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:37.029890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edd767e-3b0f-45f1-84fb-d6ababd07f80 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Made reservation on behalf of 3dc9233d83eb475dab0e2644e8549d37 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:35:37.033935 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4edd767e-3b0f-45f1-84fb-d6ababd07f80 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:37.062790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:35Z', 'revision_number': 3, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:37.093415 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Checking router: a6c93069-af9d-4a76-8b3e-bf7eabf53a05 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:35:37.093714 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Updating router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 port 08e6727f-acb3-4367-8a7b-934da10124a0 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:35:37.130331 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:37.212416 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4edd767e-3b0f-45f1-84fb-d6ababd07f80 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:37.272451 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd767e-3b0f-45f1-84fb-d6ababd07f80 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Subnet': ['ID=47622469-68d2-4ca6-bb69-f958e6a7eab1,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:37.280398 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edd767e-3b0f-45f1-84fb-d6ababd07f80 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Checking segment: {'id': '730735c2-0731-47c4-a089-81d84baad467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:37.280856 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edd767e-3b0f-45f1-84fb-d6ababd07f80 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network hostable DHCP agents. Network: 35926004-c0f2-4e34-8bef-7d5621ace997, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:35:37.297639 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edd767e-3b0f-45f1-84fb-d6ababd07f80 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 35926004-c0f2-4e34-8bef-7d5621ace997 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:35:37.307169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-4edd767e-3b0f-45f1-84fb-d6ababd07f80 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 35926004-c0f2-4e34-8bef-7d5621ace997) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:37.311344 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edd767e-3b0f-45f1-84fb-d6ababd07f80 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:37.311935 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4edd767e-3b0f-45f1-84fb-d6ababd07f80 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:37.320949 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5881157-5565-439a-a522-cd822593c0c5 None None] Network 35926004-c0f2-4e34-8bef-7d5621ace997 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:35:37.328424 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4edd767e-3b0f-45f1-84fb-d6ababd07f80 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.3887761 Jul 16 09:35:37.331330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44916) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:37.618128 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:37.651540 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Transition to ACTIVE for port object 08e6727f-acb3-4367-8a7b-934da10124a0 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:37.663278 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:37.731087 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-35926004-c0f2-4e34-8bef-7d5621ace997', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ips': [{'subnet_id': '47622469-68d2-4ca6-bb69-f958e6a7eab1'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:35:37.731948 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:37.754217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Attempting to bind port 08e6727f-acb3-4367-8a7b-934da10124a0 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:37.754217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Attempting to bind port 08e6727f-acb3-4367-8a7b-934da10124a0 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:37.754217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Attempting to bind port 08e6727f-acb3-4367-8a7b-934da10124a0 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:37.754217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30957-d5cf-4bc4-9569-f1c39ab7bc17 None None] Pushing event updated for resources: {'Port': ['ID=08e6727f-acb3-4367-8a7b-934da10124a0,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:37.761612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:37.761997 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:37.762409 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:37.763250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:37.763250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Bound port: 08e6727f-acb3-4367-8a7b-934da10124a0, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:37.763654 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:37.775915 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:37.901284 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] For port 08e6727f-acb3-4367-8a7b-934da10124a0, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:37.919068 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] For port 08e6727f-acb3-4367-8a7b-934da10124a0, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=08e6727f-acb3-4367-8a7b-934da10124a0,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:37.926199 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:37.940529 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Allocated IP 172.20.0.2 (35926004-c0f2-4e34-8bef-7d5621ace997/47622469-68d2-4ca6-bb69-f958e6a7eab1/2a32dd43-69b1-4dc9-8920-21270ab3363f) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:35:38.023736 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1f742806-839e-4c6e-866b-da0a03801de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:38.036821 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a30957-d5cf-4bc4-9569-f1c39ab7bc17 None None] Pushing event updated for resources: {'Port': ['ID=08e6727f-acb3-4367-8a7b-934da10124a0,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:38.040995 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Routers {'a6c93069-af9d-4a76-8b3e-bf7eabf53a05'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:38.041611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:35:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:38.222288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] Set router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:38.294620 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:38.315062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Transition to ACTIVE for port object 2a32dd43-69b1-4dc9-8920-21270ab3363f will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:38.327850 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:38.343858 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Transition to ACTIVE for port object 2a32dd43-69b1-4dc9-8920-21270ab3363f will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:38.372372 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:38.416416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Network 35926004-c0f2-4e34-8bef-7d5621ace997 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:38.418619 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.20.0.1 (35926004-c0f2-4e34-8bef-7d5621ace997/47622469-68d2-4ca6-bb69-f958e6a7eab1/b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:35:38.425086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:38.433970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:35:38.449138 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Pushing event updated for resources: {'Port': ['ID=2a32dd43-69b1-4dc9-8920-21270ab3363f,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:38.525042 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Attempting to bind port 2a32dd43-69b1-4dc9-8920-21270ab3363f on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:38.525410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Attempting to bind port 2a32dd43-69b1-4dc9-8920-21270ab3363f by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '730735c2-0731-47c4-a089-81d84baad467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:38.525769 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Attempting to bind port 2a32dd43-69b1-4dc9-8920-21270ab3363f on network 35926004-c0f2-4e34-8bef-7d5621ace997 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:38.534810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:38.535183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Checking segment: {'id': '730735c2-0731-47c4-a089-81d84baad467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:38.535599 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:38.535974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Bound using segment: {'id': '730735c2-0731-47c4-a089-81d84baad467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:38.536435 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Bound port: 2a32dd43-69b1-4dc9-8920-21270ab3363f, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730735c2-0731-47c4-a089-81d84baad467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:38.536843 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:38.538994 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:38.552617 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Transition to ACTIVE for port object b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:38.576975 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:35Z', 'revision_number': 3, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:38.586451 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:38.611689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729ed74b-34a8-4537-bedb-c85ca904855b None None] The sync data for ids ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'] in n-d-758944-46 is: [{'id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:35Z', 'revision_number': 3, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:35:38.629980 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 35926004-c0f2-4e34-8bef-7d5621ace997 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:38.631597 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:38.635840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:35:38.646518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] For port 2a32dd43-69b1-4dc9-8920-21270ab3363f, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:38.650410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] For port 2a32dd43-69b1-4dc9-8920-21270ab3363f, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2a32dd43-69b1-4dc9-8920-21270ab3363f,segment=NetworkSegment(730735c2-0731-47c4-a089-81d84baad467),segment_id=730735c2-0731-47c4-a089-81d84baad467)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:38.654812 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:38.665488 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:38.687236 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:38.716923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5392296b-43b5-4c74-bee4-e2e619416251 None None] Pushing event updated for resources: {'Port': ['ID=2a32dd43-69b1-4dc9-8920-21270ab3363f,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:38.855333 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:39.182346 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:39.188163 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:39.270796 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:39.276116 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:39.365923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 08e6727f-acb3-4367-8a7b-934da10124a0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:39.377817 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 35926004-c0f2-4e34-8bef-7d5621ace997 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:39.379286 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:39.433269 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 08e6727f-acb3-4367-8a7b-934da10124a0 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:39.437352 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 08e6727f-acb3-4367-8a7b-934da10124a0 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:39.437887 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:39.517222 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:35:39.525593 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:39.554199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 08e6727f-acb3-4367-8a7b-934da10124a0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=08e6727f-acb3-4367-8a7b-934da10124a0,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:39.560108 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:39.560962 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2a32dd43-69b1-4dc9-8920-21270ab3363f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:39.636132 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=08e6727f-acb3-4367-8a7b-934da10124a0,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:39.659373 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:35:39.661867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 2a32dd43-69b1-4dc9-8920-21270ab3363f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:39.669026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-03c2bce1-6d60-4273-8d74-2c1e5fc1a658 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "PUT /v2.0/routers/a6c93069-af9d-4a76-8b3e-bf7eabf53a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3366315 Jul 16 09:35:39.817121 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-4ad4dbda-ae50-447d-8a6c-65d89f04c351 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-325058143&fields=id&tenant_id=3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 267 time: 0.0412586 Jul 16 09:35:39.817622 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3781256d-8e92-474e-99ca-8fcacd84c392 None None] Network 35926004-c0f2-4e34-8bef-7d5621ace997 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:35:39.898876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1517c6b8-85f4-4287-a8c2-7ee06169b4e0 None None] Provisioning for port 2a32dd43-69b1-4dc9-8920-21270ab3363f completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:39.909064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1517c6b8-85f4-4287-a8c2-7ee06169b4e0 None None] Provisioning complete for port 2a32dd43-69b1-4dc9-8920-21270ab3363f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:39.909442 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1517c6b8-85f4-4287-a8c2-7ee06169b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:39.924379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-7efc2cd5-0f7e-47fe-aa77-11ba388ec39a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:39.925887 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-7efc2cd5-0f7e-47fe-aa77-11ba388ec39a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/networks?id=35926004-c0f2-4e34-8bef-7d5621ace997 HTTP/1.1" status: 200 len: 797 time: 0.1069360 Jul 16 09:35:39.941407 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-0db79711-8710-450c-8bfc-596be5d268c2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/quotas/3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 375 time: 0.0099163 Jul 16 09:35:39.983018 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:40.036626 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-2da570f1-ef3d-4fcf-8f0b-1dec6f11ac6a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0897772 Jul 16 09:35:40.060129 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1517c6b8-85f4-4287-a8c2-7ee06169b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:40.103912 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-1517c6b8-85f4-4287-a8c2-7ee06169b4e0 None None] For port 2a32dd43-69b1-4dc9-8920-21270ab3363f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2a32dd43-69b1-4dc9-8920-21270ab3363f,segment=NetworkSegment(730735c2-0731-47c4-a089-81d84baad467),segment_id=730735c2-0731-47c4-a089-81d84baad467)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:40.109391 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1517c6b8-85f4-4287-a8c2-7ee06169b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:40.152256 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a29b5af8-cd1d-45bf-ac6c-777c3d94e08f service neutron] 10.222.0.20 "GET /v2.0/networks/35926004-c0f2-4e34-8bef-7d5621ace997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003225 Jul 16 09:35:40.175631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517c6b8-85f4-4287-a8c2-7ee06169b4e0 None None] Pushing event updated for resources: {'Port': ['ID=2a32dd43-69b1-4dc9-8920-21270ab3363f,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:40.254324 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-d7a99fe8-6ae1-4f63-8f10-f74c520f8abf service neutron] 10.222.0.20 "GET /v2.0/networks/35926004-c0f2-4e34-8bef-7d5621ace997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952950 Jul 16 09:35:40.330971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d5b7af14-f214-46eb-9fb5-11730b30264a None None] Provisioning complete for port 2a32dd43-69b1-4dc9-8920-21270ab3363f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:40.331621 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d5b7af14-f214-46eb-9fb5-11730b30264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:40.425732 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Sync routers for ids ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:35:40.436089 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Routers {'a6c93069-af9d-4a76-8b3e-bf7eabf53a05'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:40.437039 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:35:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:40.469443 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d5b7af14-f214-46eb-9fb5-11730b30264a None None] Provisioning for port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:40.471902 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88c944fc-0c21-478e-b1a8-dcc0eee2416f req-d36c748a-d448-46f4-aae0-6e0bf943bf56 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 210 time: 0.0345235 Jul 16 09:35:40.487122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-d5b7af14-f214-46eb-9fb5-11730b30264a None None] Provisioning complete for port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:40.488888 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d5b7af14-f214-46eb-9fb5-11730b30264a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:40.535670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7af14-f214-46eb-9fb5-11730b30264a None None] Port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:35:40.564164 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Set router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:40.656926 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-8a9b8cd4-47be-40df-821a-95b502d6f8a2 None None] Provisioning complete for port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:40.657362 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8a9b8cd4-47be-40df-821a-95b502d6f8a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:40.691587 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8a9b8cd4-47be-40df-821a-95b502d6f8a2 None None] Port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:35:40.786962 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:38Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77', 'name': '', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:37Z', 'updated_at': '2021-07-16T09:35:39Z', 'revision_number': 2, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:40.809437 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5920257a-e351-4bcd-9381-d9239decd8c7 None None] Provisioning complete for port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:40.809798 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5920257a-e351-4bcd-9381-d9239decd8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:40.815415 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Checking router: a6c93069-af9d-4a76-8b3e-bf7eabf53a05 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:35:40.815942 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Updating router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:35:40.850526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5920257a-e351-4bcd-9381-d9239decd8c7 None None] Port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:35:40.853971 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:41.117095 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:41.128322 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Transition to ACTIVE for port object b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:41.134353 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:41.185573 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e22f0-c61e-48c5-92c7-ba0fcef01632 None None] Pushing event updated for resources: {'Port': ['ID=b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:41.212572 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e22f0-c61e-48c5-92c7-ba0fcef01632 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:41.212572 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e22f0-c61e-48c5-92c7-ba0fcef01632 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:41.212572 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e22f0-c61e-48c5-92c7-ba0fcef01632 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:41.213116 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e22f0-c61e-48c5-92c7-ba0fcef01632 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:41.213226 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e22f0-c61e-48c5-92c7-ba0fcef01632 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:41.213470 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e22f0-c61e-48c5-92c7-ba0fcef01632 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:41.213805 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e22f0-c61e-48c5-92c7-ba0fcef01632 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:41.214111 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e22f0-c61e-48c5-92c7-ba0fcef01632 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:41.214429 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e22f0-c61e-48c5-92c7-ba0fcef01632 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:41.215125 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e22f0-c61e-48c5-92c7-ba0fcef01632 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:41.215125 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e22f0-c61e-48c5-92c7-ba0fcef01632 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:41.215370 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b2e22f0-c61e-48c5-92c7-ba0fcef01632 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:41.255961 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Attempting to bind port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:41.256404 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Attempting to bind port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '730735c2-0731-47c4-a089-81d84baad467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:41.256897 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Attempting to bind port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 on network 35926004-c0f2-4e34-8bef-7d5621ace997 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:41.263564 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:41.263945 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Checking segment: {'id': '730735c2-0731-47c4-a089-81d84baad467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:41.264368 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:41.264948 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Bound using segment: {'id': '730735c2-0731-47c4-a089-81d84baad467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:41.265645 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Bound port: b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730735c2-0731-47c4-a089-81d84baad467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:41.266094 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:41.323618 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 08e6727f-acb3-4367-8a7b-934da10124a0 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:41.355177 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] For port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:41.359026 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] For port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77,segment=NetworkSegment(730735c2-0731-47c4-a089-81d84baad467),segment_id=730735c2-0731-47c4-a089-81d84baad467)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:41.364843 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:41.378996 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 08e6727f-acb3-4367-8a7b-934da10124a0 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:41.379374 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:41.417041 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Routers {'a6c93069-af9d-4a76-8b3e-bf7eabf53a05'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:41.417500 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:35:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:41.481619 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2e22f0-c61e-48c5-92c7-ba0fcef01632 None None] Pushing event updated for resources: {'Port': ['ID=b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:41.488251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2a32dd43-69b1-4dc9-8920-21270ab3363f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:41.490573 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:41.555305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 2a32dd43-69b1-4dc9-8920-21270ab3363f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:41.555972 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:41.633727 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] Set router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:41.724929 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fe18691b-9292-4919-9fa9-62d53e775ea2 req-69ae0d41-9552-41bb-812c-c610fd3e4584 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 210 time: 0.0425847 Jul 16 09:35:41.779901 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:35:41.880140 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-4e375edb-12ec-4693-8dbe-1a1afef9fd28 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:41.882052 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-4e375edb-12ec-4693-8dbe-1a1afef9fd28 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "GET /v2.0/networks?id=35926004-c0f2-4e34-8bef-7d5621ace997 HTTP/1.1" status: 200 len: 797 time: 0.1221731 Jul 16 09:35:41.933065 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-28e4a027-d063-4668-bde0-2fa92c39e981 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 379 time: 0.0388477 Jul 16 09:35:41.941868 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-11f5597c-11ec-40bf-ac2a-33d00a071e04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'port': {'device_id': '960041ce-2569-4b95-9c9d-f541a0f6975f', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'admin_state_up': True, 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'security_groups': ['0fc264d4-f0b4-45fa-b5e1-4827d407a8ca']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:41.972440 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:38Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77', 'name': '', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:37Z', 'updated_at': '2021-07-16T09:35:41Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:42.005464 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc571405-a655-412e-9fa5-b145b0fd8ce7 None None] The sync data for ids ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'] in n-d-758944-46 is: [{'id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:38Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77', 'name': '', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:e2:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:37Z', 'updated_at': '2021-07-16T09:35:41Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:35:42.091445 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-11f5597c-11ec-40bf-ac2a-33d00a071e04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Made reservation on behalf of 3dc9233d83eb475dab0e2644e8549d37 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:35:42.096751 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-11f5597c-11ec-40bf-ac2a-33d00a071e04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:42.238261 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-11f5597c-11ec-40bf-ac2a-33d00a071e04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.20.0.5 (35926004-c0f2-4e34-8bef-7d5621ace997/47622469-68d2-4ca6-bb69-f958e6a7eab1/6aeb08b8-90e3-4a60-9369-2b55c07e5e05) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:35:42.400061 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-11f5597c-11ec-40bf-ac2a-33d00a071e04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:42.418043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-11f5597c-11ec-40bf-ac2a-33d00a071e04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Transition to ACTIVE for port object 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:42.453942 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-11f5597c-11ec-40bf-ac2a-33d00a071e04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:42.502498 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-11f5597c-11ec-40bf-ac2a-33d00a071e04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 35926004-c0f2-4e34-8bef-7d5621ace997 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:42.505808 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-11f5597c-11ec-40bf-ac2a-33d00a071e04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:42.510351 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-11f5597c-11ec-40bf-ac2a-33d00a071e04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:35:42.537730 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f5597c-11ec-40bf-ac2a-33d00a071e04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=6aeb08b8-90e3-4a60-9369-2b55c07e5e05,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:42.567897 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-11f5597c-11ec-40bf-ac2a-33d00a071e04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:42.568731 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-11f5597c-11ec-40bf-ac2a-33d00a071e04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:42.585559 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-11f5597c-11ec-40bf-ac2a-33d00a071e04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6477332 Jul 16 09:35:42.600683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Request body: {'port': {'device_id': '960041ce-2569-4b95-9c9d-f541a0f6975f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:42.687118 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:42.793248 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e695cfdd-5b04-43ad-a9cd-74fbd690bd2f None None] Provisioning for port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:42.797824 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e695cfdd-5b04-43ad-a9cd-74fbd690bd2f None None] Provisioning complete for port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:42.798459 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e695cfdd-5b04-43ad-a9cd-74fbd690bd2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:42.848867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-e695cfdd-5b04-43ad-a9cd-74fbd690bd2f None None] Port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:35:42.977380 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2ee04-d3af-407c-a469-2a96f6035d6f req-531e5410-fbf1-46c5-850c-d470a2af006a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:42.978959 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5c2ee04-d3af-407c-a469-2a96f6035d6f req-531e5410-fbf1-46c5-850c-d470a2af006a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 931 time: 0.0844550 Jul 16 09:35:43.004741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:35:43.015716 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.027124 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5c2ee04-d3af-407c-a469-2a96f6035d6f req-95880c80-656d-460f-a48b-4e31ab8d5ccd tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422490 Jul 16 09:35:43.030964 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Transition to ACTIVE for port object 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:43.036712 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.091102 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Pushing event updated for resources: {'Port': ['ID=6aeb08b8-90e3-4a60-9369-2b55c07e5e05,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:43.175638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Attempting to bind port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:43.175983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Attempting to bind port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '730735c2-0731-47c4-a089-81d84baad467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:43.176340 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Attempting to bind port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 on network 35926004-c0f2-4e34-8bef-7d5621ace997 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:43.184653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 on network 35926004-c0f2-4e34-8bef-7d5621ace997 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:35:43.185121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Attempting to bind port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 on network 35926004-c0f2-4e34-8bef-7d5621ace997 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:43.191274 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:43.191621 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Checking segment: {'id': '730735c2-0731-47c4-a089-81d84baad467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:43.192023 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Bound using segment: {'id': '730735c2-0731-47c4-a089-81d84baad467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:43.192447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Bound port: 6aeb08b8-90e3-4a60-9369-2b55c07e5e05, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730735c2-0731-47c4-a089-81d84baad467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:43.192898 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.301579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] For port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:43.305523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] For port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6aeb08b8-90e3-4a60-9369-2b55c07e5e05,segment=NetworkSegment(730735c2-0731-47c4-a089-81d84baad467),segment_id=730735c2-0731-47c4-a089-81d84baad467)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:43.311960 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.343797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:43.365706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:43.370610 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.374232 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] 10.222.0.38 "PUT /v2.0/ports/6aeb08b8-90e3-4a60-9369-2b55c07e5e05 HTTP/1.1" status: 200 len: 1092 time: 0.7780380 Jul 16 09:35:43.376091 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960041ce-2569-4b95-9c9d-f541a0f6975f', 'tag': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:43.382111 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6549de08-3198-4a6d-aa1e-fc00645f6109" -d '{"events": [{"name": "network-changed", "server_uuid": "960041ce-2569-4b95-9c9d-f541a0f6975f", "tag": "6aeb08b8-90e3-4a60-9369-2b55c07e5e05"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:43.415901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7e278-7290-4b2c-8d53-6d09e9e6cbdf service neutron] Pushing event updated for resources: {'Port': ['ID=6aeb08b8-90e3-4a60-9369-2b55c07e5e05,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:43.424291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:43.438243 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:43.439247 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.467581 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3975cdb4-1eb2-44bf-afbe-7f96027b1c5f x-openstack-request-id: req-3975cdb4-1eb2-44bf-afbe-7f96027b1c5f {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:43.467879 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960041ce-2569-4b95-9c9d-f541a0f6975f", "tag": "6aeb08b8-90e3-4a60-9369-2b55c07e5e05", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:43.468139 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3975cdb4-1eb2-44bf-afbe-7f96027b1c5f {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:43.468576 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960041ce-2569-4b95-9c9d-f541a0f6975f', 'tag': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05', 'status': 'completed', 'code': 200} Jul 16 09:35:43.495819 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-2ff6b97d-1a7e-4e44-bf8c-96d956ddb56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:43.497539 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-2ff6b97d-1a7e-4e44-bf8c-96d956ddb56f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 1095 time: 0.0779438 Jul 16 09:35:43.540372 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.547263 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-2f6710ae-83df-4ecb-99dc-7aa70483fa22 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aeb08b8-90e3-4a60-9369-2b55c07e5e05 HTTP/1.1" status: 200 len: 217 time: 0.0430586 Jul 16 09:35:43.580874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77,segment=NetworkSegment(730735c2-0731-47c4-a089-81d84baad467),segment_id=730735c2-0731-47c4-a089-81d84baad467)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:43.586081 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:43.609806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-b8486785-08ad-4cf6-8e61-33fd2933edd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:43.611952 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-b8486785-08ad-4cf6-8e61-33fd2933edd6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=47622469-68d2-4ca6-bb69-f958e6a7eab1 HTTP/1.1" status: 200 len: 833 time: 0.0594702 Jul 16 09:35:43.640180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:43.678535 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-559daf96-5cbd-4a78-84fe-50fb8fdffb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:43.679998 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-559daf96-5cbd-4a78-84fe-50fb8fdffb0a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=35926004-c0f2-4e34-8bef-7d5621ace997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612502 Jul 16 09:35:43.774770 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-664b34a6-8fd7-48fa-a729-4e0ab84efdb7 service neutron] 10.222.0.38 "GET /v2.0/networks/35926004-c0f2-4e34-8bef-7d5621ace997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888276 Jul 16 09:35:43.867710 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f1ff7ef7-0349-4b31-b8e1-b316e0172524 req-78963825-4b72-43e9-b7de-08dd76fafe89 service neutron] 10.222.0.38 "GET /v2.0/networks/35926004-c0f2-4e34-8bef-7d5621ace997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867739 Jul 16 09:35:43.961036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549de08-3198-4a6d-aa1e-fc00645f6109 req-08d6451d-ad8c-42b1-9db1-f5b3f823cc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:43.962531 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6549de08-3198-4a6d-aa1e-fc00645f6109 req-08d6451d-ad8c-42b1-9db1-f5b3f823cc04 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 1095 time: 0.0525105 Jul 16 09:35:44.055568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549de08-3198-4a6d-aa1e-fc00645f6109 req-429432e6-1271-4676-b3fa-4e4ccedd5729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:44.057140 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6549de08-3198-4a6d-aa1e-fc00645f6109 req-429432e6-1271-4676-b3fa-4e4ccedd5729 service neutron] 10.222.0.38 "GET /v2.0/networks?id=35926004-c0f2-4e34-8bef-7d5621ace997 HTTP/1.1" status: 200 len: 897 time: 0.0888100 Jul 16 09:35:44.098543 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6549de08-3198-4a6d-aa1e-fc00645f6109 req-41c5dbd1-002e-4c52-a513-bd020f74979e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aeb08b8-90e3-4a60-9369-2b55c07e5e05 HTTP/1.1" status: 200 len: 217 time: 0.0354476 Jul 16 09:35:44.151591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549de08-3198-4a6d-aa1e-fc00645f6109 req-1c433874-de61-473e-965f-68a827905c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:44.153110 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6549de08-3198-4a6d-aa1e-fc00645f6109 req-1c433874-de61-473e-965f-68a827905c37 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=47622469-68d2-4ca6-bb69-f958e6a7eab1 HTTP/1.1" status: 200 len: 833 time: 0.0487838 Jul 16 09:35:44.212276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6549de08-3198-4a6d-aa1e-fc00645f6109 req-f7366bcc-722f-4913-821b-a891cfa05c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:44.213875 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6549de08-3198-4a6d-aa1e-fc00645f6109 req-f7366bcc-722f-4913-821b-a891cfa05c8a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=35926004-c0f2-4e34-8bef-7d5621ace997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543585 Jul 16 09:35:44.219517 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5680f77-e693-400f-8fb3-37aba0c6a7c0 req-d9f1c688-3e00-4895-9dfa-cad41c247488 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:44.221059 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c5680f77-e693-400f-8fb3-37aba0c6a7c0 req-d9f1c688-3e00-4895-9dfa-cad41c247488 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 943 time: 0.0669353 Jul 16 09:35:44.259546 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c5680f77-e693-400f-8fb3-37aba0c6a7c0 req-fb7e43e8-501d-4e34-9717-1b7f3aec2e1c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327773 Jul 16 09:35:44.305756 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6549de08-3198-4a6d-aa1e-fc00645f6109 req-89343416-8a7b-4690-9452-5b323007bebe service neutron] 10.222.0.38 "GET /v2.0/networks/35926004-c0f2-4e34-8bef-7d5621ace997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845754 Jul 16 09:35:44.400808 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6549de08-3198-4a6d-aa1e-fc00645f6109 req-37ecf6f6-587f-49f4-9b91-93f7f4b7cf84 service neutron] 10.222.0.38 "GET /v2.0/networks/35926004-c0f2-4e34-8bef-7d5621ace997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887270 Jul 16 09:35:45.277353 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:45.330339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:45.330714 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:45.436840 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa951d-fe14-45af-ba92-e44d27e7e6e0 req-80ab64c5-35e7-4a25-b1fa-0f657cb3716b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:45.438426 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9fa951d-fe14-45af-ba92-e44d27e7e6e0 req-80ab64c5-35e7-4a25-b1fa-0f657cb3716b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 943 time: 0.0673597 Jul 16 09:35:45.475786 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b9fa951d-fe14-45af-ba92-e44d27e7e6e0 req-74b38220-143c-4ac0-bb28-57dea35e57a2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305843 Jul 16 09:35:46.590715 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:35:46.650361 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ee718-1ee5-433f-9512-88b9b6a43d7b req-edb2ce95-d733-4de4-a640-2155296dcfa5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:46.652942 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-750ee718-1ee5-433f-9512-88b9b6a43d7b req-edb2ce95-d733-4de4-a640-2155296dcfa5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 943 time: 0.0677345 Jul 16 09:35:46.689463 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6aeb08b8-90e3-4a60-9369-2b55c07e5e05,segment=NetworkSegment(730735c2-0731-47c4-a089-81d84baad467),segment_id=730735c2-0731-47c4-a089-81d84baad467)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:46.691678 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-750ee718-1ee5-433f-9512-88b9b6a43d7b req-fca737dc-a92a-44af-8c25-47e4bd5aba40 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341957 Jul 16 09:35:46.701067 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'port_id': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05', 'mac_address': 'fa:16:3e:be:75:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:35:46.738034 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.750323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:35:46.769528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6aeb08b8-90e3-4a60-9369-2b55c07e5e05,segment=NetworkSegment(730735c2-0731-47c4-a089-81d84baad467),segment_id=730735c2-0731-47c4-a089-81d84baad467)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:46.773775 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:46.823184 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=6aeb08b8-90e3-4a60-9369-2b55c07e5e05,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:46.975768 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['6aeb08b8-90e3-4a60-9369-2b55c07e5e05'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:35:47.871430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fc6bc6-85f3-4edd-98a0-e353dc7fea9f req-d98018ce-b9d3-479a-b603-855d8128654d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:47.872870 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39fc6bc6-85f3-4edd-98a0-e353dc7fea9f req-d98018ce-b9d3-479a-b603-855d8128654d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 944 time: 0.0691705 Jul 16 09:35:47.911073 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-39fc6bc6-85f3-4edd-98a0-e353dc7fea9f req-6c13f3bb-3fe8-4586-924b-f6567f9f9472 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326023 Jul 16 09:35:48.606414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:35:48.654147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:35:48.658070 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:35:48.658443 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.732929 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.754158 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960041ce-2569-4b95-9c9d-f541a0f6975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:48.756409 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-792f5290-0ba7-4d8c-a839-ec5aa1613d2c" -d '{"events": [{"server_uuid": "960041ce-2569-4b95-9c9d-f541a0f6975f", "name": "network-vif-plugged", "status": "completed", "tag": "6aeb08b8-90e3-4a60-9369-2b55c07e5e05"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:48.772974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6aeb08b8-90e3-4a60-9369-2b55c07e5e05,segment=NetworkSegment(730735c2-0731-47c4-a089-81d84baad467),segment_id=730735c2-0731-47c4-a089-81d84baad467)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:48.777977 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:48.826346 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=6aeb08b8-90e3-4a60-9369-2b55c07e5e05,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:48.849213 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d144b7-eb71-4b41-aa7f-d8191adc07db x-openstack-request-id: req-d9d144b7-eb71-4b41-aa7f-d8191adc07db {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:48.849510 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960041ce-2569-4b95-9c9d-f541a0f6975f", "name": "network-vif-plugged", "status": "completed", "tag": "6aeb08b8-90e3-4a60-9369-2b55c07e5e05", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:48.849766 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d9d144b7-eb71-4b41-aa7f-d8191adc07db {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:48.850164 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960041ce-2569-4b95-9c9d-f541a0f6975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05', 'code': 200} Jul 16 09:35:48.964174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a767e3-cd5f-4a80-b260-60fa63dd6042 req-31aececc-178c-4d41-be95-332b8f3e4d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:48.965744 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a2a767e3-cd5f-4a80-b260-60fa63dd6042 req-31aececc-178c-4d41-be95-332b8f3e4d1f service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 1097 time: 0.0543580 Jul 16 09:35:49.001443 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a2a767e3-cd5f-4a80-b260-60fa63dd6042 req-981474c7-cabd-4539-9e6e-e8774278733f service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0289552 Jul 16 09:35:49.087557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4164b-cc79-4dca-bd5b-db154c35a493 req-b42c786e-079e-4341-baa3-2c615cb9e37d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:49.089147 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4dd4164b-cc79-4dca-bd5b-db154c35a493 req-b42c786e-079e-4341-baa3-2c615cb9e37d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0645185 Jul 16 09:35:49.126909 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4dd4164b-cc79-4dca-bd5b-db154c35a493 req-2eb4c980-a7e8-4328-b750-27cd94c5de4c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322354 Jul 16 09:35:50.309178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b99157-b41b-48d0-ad98-493cea998c57 req-00b6f25c-dca5-4127-9317-0e91edf5f8f4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:50.310763 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70b99157-b41b-48d0-ad98-493cea998c57 req-00b6f25c-dca5-4127-9317-0e91edf5f8f4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0726321 Jul 16 09:35:50.349465 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-70b99157-b41b-48d0-ad98-493cea998c57 req-75aad1dc-3da3-4aa3-a7a1-64b1448d8ecf tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326016 Jul 16 09:35:50.520827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f67a3-01a9-4c4a-aaf2-10d251827cc4 req-26aaff84-d496-42ce-bc64-c0fada17b02e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:50.522279 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-915f67a3-01a9-4c4a-aaf2-10d251827cc4 req-26aaff84-d496-42ce-bc64-c0fada17b02e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0649548 Jul 16 09:35:50.558127 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-915f67a3-01a9-4c4a-aaf2-10d251827cc4 req-30c994ed-93cf-413f-b98b-bd9044dcbb19 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303214 Jul 16 09:35:50.582005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44974) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:50.631431 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f617ca69-3a5b-4aa5-83bc-60f83266a0c8 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:50.632954 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f617ca69-3a5b-4aa5-83bc-60f83266a0c8 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 1092 time: 0.0499873 Jul 16 09:35:50.635633 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 44976) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:50.639832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:50.663924 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.762508 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:50.862577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.25.4.18 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/d8faf50a-f5fc-4b82-9f60-deb41248036f) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:35:50.966585 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.004764 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.044908 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:35:51.047650 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:35:51.051178 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:35:51.056546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=d8faf50a-f5fc-4b82-9f60-deb41248036f,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:51.771607 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.850253 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.994258 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.998969 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.062770 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=d8faf50a-f5fc-4b82-9f60-deb41248036f,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:52.075220 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.174311 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Floating IP aaecc0c3-0ae4-4d0a-8f6c-4aef47e1f7ed associated. External IP: 172.25.4.18, port: 6aeb08b8-90e3-4a60-9369-2b55c07e5e05. Jul 16 09:35:52.379101 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:35:52.485318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:35:52.494813 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4195614-e735-4e67-8dad-340a6631f831 None None] Sync routers for ids ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:35:52.501025 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:52.505747 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4195614-e735-4e67-8dad-340a6631f831 None None] Routers {'a6c93069-af9d-4a76-8b3e-bf7eabf53a05'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:52.506448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d4195614-e735-4e67-8dad-340a6631f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:35:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:52.537837 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b6a060e1-b4ca-480c-a6e5-2af99c493852 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9010358 Jul 16 09:35:52.538394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960041ce-2569-4b95-9c9d-f541a0f6975f', 'tag': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:52.540632 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b87281-cbf7-4bfa-808c-96360a15d6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "960041ce-2569-4b95-9c9d-f541a0f6975f", "tag": "6aeb08b8-90e3-4a60-9369-2b55c07e5e05"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:52.586498 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce8d6ad-af76-44b3-8497-9b68edb92a6d x-openstack-request-id: req-5ce8d6ad-af76-44b3-8497-9b68edb92a6d {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:52.586498 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960041ce-2569-4b95-9c9d-f541a0f6975f", "tag": "6aeb08b8-90e3-4a60-9369-2b55c07e5e05", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:52.586498 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5ce8d6ad-af76-44b3-8497-9b68edb92a6d {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:52.586498 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960041ce-2569-4b95-9c9d-f541a0f6975f', 'tag': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05', 'status': 'completed', 'code': 200} Jul 16 09:35:52.671500 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b87281-cbf7-4bfa-808c-96360a15d6a1 req-82ae2f2d-abd6-434d-af03-eb9b861e84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:52.673280 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35b87281-cbf7-4bfa-808c-96360a15d6a1 req-82ae2f2d-abd6-434d-af03-eb9b861e84c7 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 1097 time: 0.0640359 Jul 16 09:35:52.709807 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df256ba-f587-440b-aa1c-0464e2d0d1a5 req-0dd513a2-1f32-4489-a658-9f9ad319a7d5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:52.712214 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3df256ba-f587-440b-aa1c-0464e2d0d1a5 req-0dd513a2-1f32-4489-a658-9f9ad319a7d5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0734942 Jul 16 09:35:52.755190 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3df256ba-f587-440b-aa1c-0464e2d0d1a5 req-00992690-8e1c-4d8f-9764-4d5d87cc2280 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362158 Jul 16 09:35:52.778967 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b87281-cbf7-4bfa-808c-96360a15d6a1 req-0a1b3342-246c-4262-aab3-8168c47c709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:52.780538 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35b87281-cbf7-4bfa-808c-96360a15d6a1 req-0a1b3342-246c-4262-aab3-8168c47c709d service neutron] 10.222.0.38 "GET /v2.0/networks?id=35926004-c0f2-4e34-8bef-7d5621ace997 HTTP/1.1" status: 200 len: 897 time: 0.1013136 Jul 16 09:35:52.782358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44982) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:52.785850 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-d4195614-e735-4e67-8dad-340a6631f831 None None] Set router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:52.850132 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d674ded1-4dd6-4eb3-b3c2-5c200ae872ca tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/aaecc0c3-0ae4-4d0a-8f6c-4aef47e1f7ed HTTP/1.1" status: 200 len: 990 time: 0.0665381 Jul 16 09:35:52.853838 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35b87281-cbf7-4bfa-808c-96360a15d6a1 req-bf1e7e13-ddeb-4a89-94df-ac3cac647a22 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aeb08b8-90e3-4a60-9369-2b55c07e5e05 HTTP/1.1" status: 200 len: 998 time: 0.0669534 Jul 16 09:35:52.906992 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b87281-cbf7-4bfa-808c-96360a15d6a1 req-e1648ef7-71f2-4e66-87f2-69e0c6dbe0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:52.908523 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35b87281-cbf7-4bfa-808c-96360a15d6a1 req-e1648ef7-71f2-4e66-87f2-69e0c6dbe0c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=47622469-68d2-4ca6-bb69-f958e6a7eab1 HTTP/1.1" status: 200 len: 833 time: 0.0487392 Jul 16 09:35:52.964750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b87281-cbf7-4bfa-808c-96360a15d6a1 req-3928cf43-c730-401f-9caf-5f468f6358a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:52.966291 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35b87281-cbf7-4bfa-808c-96360a15d6a1 req-3928cf43-c730-401f-9caf-5f468f6358a1 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=35926004-c0f2-4e34-8bef-7d5621ace997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514998 Jul 16 09:35:53.008708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d4195614-e735-4e67-8dad-340a6631f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:38Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'aaecc0c3-0ae4-4d0a-8f6c-4aef47e1f7ed', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'port_id': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'mac_address': 'fa:16:3e:be:75:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960041ce-2569-4b95-9c9d-f541a0f6975f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:51Z', 'revision_number': 0, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77', 'name': '', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:37Z', 'updated_at': '2021-07-16T09:35:43Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:53.037967 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4195614-e735-4e67-8dad-340a6631f831 None None] Checking router: a6c93069-af9d-4a76-8b3e-bf7eabf53a05 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:35:53.046142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4195614-e735-4e67-8dad-340a6631f831 None None] Routers {'a6c93069-af9d-4a76-8b3e-bf7eabf53a05'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:35:53.046759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d4195614-e735-4e67-8dad-340a6631f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:35:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:53.055951 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35b87281-cbf7-4bfa-808c-96360a15d6a1 req-165a6ee9-4252-4533-9f5e-a1458b9f9985 service neutron] 10.222.0.38 "GET /v2.0/networks/35926004-c0f2-4e34-8bef-7d5621ace997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828004 Jul 16 09:35:53.149123 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-35b87281-cbf7-4bfa-808c-96360a15d6a1 req-cc03d4a3-abd7-4f06-b84c-200b3a4196ce service neutron] 10.222.0.38 "GET /v2.0/networks/35926004-c0f2-4e34-8bef-7d5621ace997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867035 Jul 16 09:35:53.151189 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-d4195614-e735-4e67-8dad-340a6631f831 None None] Set router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:35:53.367706 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d4195614-e735-4e67-8dad-340a6631f831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:38Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'aaecc0c3-0ae4-4d0a-8f6c-4aef47e1f7ed', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'port_id': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'mac_address': 'fa:16:3e:be:75:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960041ce-2569-4b95-9c9d-f541a0f6975f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:51Z', 'revision_number': 0, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77', 'name': '', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:37Z', 'updated_at': '2021-07-16T09:35:43Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:35:53.396638 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4195614-e735-4e67-8dad-340a6631f831 None None] The sync data for ids ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'] in n-d-758944-46 is: [{'id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:38Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'aaecc0c3-0ae4-4d0a-8f6c-4aef47e1f7ed', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'floating_ip_address': '172.25.4.18', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'port_id': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'mac_address': 'fa:16:3e:be:75:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '960041ce-2569-4b95-9c9d-f541a0f6975f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:35:51Z', 'updated_at': '2021-07-16T09:35:51Z', 'revision_number': 0, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77', 'name': '', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:37Z', 'updated_at': '2021-07-16T09:35:43Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:35:53.583832 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9e3816f-aa89-48c4-83ce-1e38c2e9fde2 None None] New status for floating IP aaecc0c3-0ae4-4d0a-8f6c-4aef47e1f7ed: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:35:53.854165 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 44984) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:35:53.915788 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9271f606-cbcb-4eb2-b0ab-306b33feb7f9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/aaecc0c3-0ae4-4d0a-8f6c-4aef47e1f7ed HTTP/1.1" status: 200 len: 992 time: 0.0589228 Jul 16 09:36:04.177799 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:05.311140 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ba432945-1647-45be-b0a2-01e9896c142e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:06.075889 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:07.984950 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-55796b77-0d33-4bc9-880c-e80e32f6b121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:08.279476 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:09.955366 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:11.459044 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:18.779744 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:36:25.457646 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a640d7e-67c1-4cc5-ac92-6791b4af0037 req-fb85b0ea-30f6-4d8a-92fd-f1a64d9e70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:25.459133 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2a640d7e-67c1-4cc5-ac92-6791b4af0037 req-fb85b0ea-30f6-4d8a-92fd-f1a64d9e70b5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 1097 time: 0.0960989 Jul 16 09:36:25.493420 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832555b6-6e83-4c2f-a0b8-d793a5c6197f req-6489a1a7-75a3-4acb-8c49-0cda288de8f5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:25.494866 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-832555b6-6e83-4c2f-a0b8-d793a5c6197f req-6489a1a7-75a3-4acb-8c49-0cda288de8f5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0973816 Jul 16 09:36:25.573725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-832555b6-6e83-4c2f-a0b8-d793a5c6197f req-c0eac61e-4382-46f0-bb8b-84863d66987e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708222 Jul 16 09:36:25.587621 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a640d7e-67c1-4cc5-ac92-6791b4af0037 req-23dffd32-5c94-41eb-9c9b-5c4cb0c3c4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:25.589196 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2a640d7e-67c1-4cc5-ac92-6791b4af0037 req-23dffd32-5c94-41eb-9c9b-5c4cb0c3c4ec service neutron] 10.222.0.38 "GET /v2.0/networks?id=35926004-c0f2-4e34-8bef-7d5621ace997 HTTP/1.1" status: 200 len: 897 time: 0.1237047 Jul 16 09:36:25.657886 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2a640d7e-67c1-4cc5-ac92-6791b4af0037 req-b32fa10c-1d3e-425a-9f90-81c4c85f7764 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aeb08b8-90e3-4a60-9369-2b55c07e5e05 HTTP/1.1" status: 200 len: 1000 time: 0.0619833 Jul 16 09:36:25.705564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a640d7e-67c1-4cc5-ac92-6791b4af0037 req-d33903ee-b2d3-4763-9e72-b11de2bf5f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:25.706972 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2a640d7e-67c1-4cc5-ac92-6791b4af0037 req-d33903ee-b2d3-4763-9e72-b11de2bf5f12 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=47622469-68d2-4ca6-bb69-f958e6a7eab1 HTTP/1.1" status: 200 len: 833 time: 0.0425894 Jul 16 09:36:25.761046 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a640d7e-67c1-4cc5-ac92-6791b4af0037 req-9fe7ba2e-18a0-4693-beae-09c10993364b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:25.762503 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2a640d7e-67c1-4cc5-ac92-6791b4af0037 req-9fe7ba2e-18a0-4693-beae-09c10993364b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=35926004-c0f2-4e34-8bef-7d5621ace997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494339 Jul 16 09:36:25.852443 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2a640d7e-67c1-4cc5-ac92-6791b4af0037 req-3a5d22bf-5609-4c6d-9078-ae8c76187ab2 service neutron] 10.222.0.38 "GET /v2.0/networks/35926004-c0f2-4e34-8bef-7d5621ace997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832403 Jul 16 09:36:25.944335 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2a640d7e-67c1-4cc5-ac92-6791b4af0037 req-853976e5-7e50-44b7-b0e5-ac0238d50afe service neutron] 10.222.0.38 "GET /v2.0/networks/35926004-c0f2-4e34-8bef-7d5621ace997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850492 Jul 16 09:36:26.764446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e05026b-81ed-400a-a03f-c26901856113 req-fb4e254f-7ea0-4dbb-9ecf-515c87469e15 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:26.765962 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1e05026b-81ed-400a-a03f-c26901856113 req-fb4e254f-7ea0-4dbb-9ecf-515c87469e15 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0669789 Jul 16 09:36:26.804911 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1e05026b-81ed-400a-a03f-c26901856113 req-32c41129-b25d-41be-8465-f360574a7f3c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326304 Jul 16 09:36:27.976884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337e9d4-5a3d-4d38-8eef-744f440cc6fb req-7da3226f-bf59-422f-969b-d09ccdaed14e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:27.978386 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1337e9d4-5a3d-4d38-8eef-744f440cc6fb req-7da3226f-bf59-422f-969b-d09ccdaed14e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0645044 Jul 16 09:36:28.017731 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1337e9d4-5a3d-4d38-8eef-744f440cc6fb req-6b0b89e1-c357-4e65-b8b2-9658ffec33b0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337865 Jul 16 09:36:28.440571 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a8ef4-39ee-4cae-ada0-a6165eb4c2c3 req-e54e1d5c-3dd4-413b-a1f1-3ca679f92325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:28.442077 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d78a8ef4-39ee-4cae-ada0-a6165eb4c2c3 req-e54e1d5c-3dd4-413b-a1f1-3ca679f92325 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 1097 time: 0.0521410 Jul 16 09:36:28.545588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a8ef4-39ee-4cae-ada0-a6165eb4c2c3 req-2bd0fb56-be5d-4c28-a6e5-9ef60ea6be91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:28.546985 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d78a8ef4-39ee-4cae-ada0-a6165eb4c2c3 req-2bd0fb56-be5d-4c28-a6e5-9ef60ea6be91 service neutron] 10.222.0.38 "GET /v2.0/networks?id=35926004-c0f2-4e34-8bef-7d5621ace997 HTTP/1.1" status: 200 len: 897 time: 0.0858114 Jul 16 09:36:28.609359 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d78a8ef4-39ee-4cae-ada0-a6165eb4c2c3 req-30c90e13-e376-4283-936a-fce75dafbe30 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aeb08b8-90e3-4a60-9369-2b55c07e5e05 HTTP/1.1" status: 200 len: 1000 time: 0.0561793 Jul 16 09:36:28.660772 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a8ef4-39ee-4cae-ada0-a6165eb4c2c3 req-f3bcfe24-7a85-4ac7-8ad7-3feb9887bee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:28.662225 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d78a8ef4-39ee-4cae-ada0-a6165eb4c2c3 req-f3bcfe24-7a85-4ac7-8ad7-3feb9887bee3 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=47622469-68d2-4ca6-bb69-f958e6a7eab1 HTTP/1.1" status: 200 len: 833 time: 0.0462048 Jul 16 09:36:28.717158 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78a8ef4-39ee-4cae-ada0-a6165eb4c2c3 req-77a15c9f-e674-4a6d-92df-c36ed5943499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:28.718624 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d78a8ef4-39ee-4cae-ada0-a6165eb4c2c3 req-77a15c9f-e674-4a6d-92df-c36ed5943499 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=35926004-c0f2-4e34-8bef-7d5621ace997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501249 Jul 16 09:36:28.805831 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d78a8ef4-39ee-4cae-ada0-a6165eb4c2c3 req-8aec66ec-6138-4ddd-919a-b4a126caa249 service neutron] 10.222.0.38 "GET /v2.0/networks/35926004-c0f2-4e34-8bef-7d5621ace997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801680 Jul 16 09:36:28.900394 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d78a8ef4-39ee-4cae-ada0-a6165eb4c2c3 req-1c3043f0-f980-4e93-bd62-7f1c99572c02 service neutron] 10.222.0.38 "GET /v2.0/networks/35926004-c0f2-4e34-8bef-7d5621ace997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870175 Jul 16 09:36:29.188442 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b107c-8ef3-44f8-9704-4adc49b6e920 req-8c2c9ef9-0ca7-45e0-b018-11eab68eadc7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:29.189938 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6e6b107c-8ef3-44f8-9704-4adc49b6e920 req-8c2c9ef9-0ca7-45e0-b018-11eab68eadc7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0638444 Jul 16 09:36:29.227310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6e6b107c-8ef3-44f8-9704-4adc49b6e920 req-880ba606-8b9d-4d6e-90ac-bf4121f57779 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316539 Jul 16 09:36:30.397513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6a775-d05d-4dfe-bf7b-c0fdbacf6761 req-4d4da375-a306-43b3-8210-fcddf2ee7573 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:30.399013 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b1e6a775-d05d-4dfe-bf7b-c0fdbacf6761 req-4d4da375-a306-43b3-8210-fcddf2ee7573 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0631421 Jul 16 09:36:30.436645 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b1e6a775-d05d-4dfe-bf7b-c0fdbacf6761 req-207d3fa9-b4d1-43cc-bd60-1194531f3cdf tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321209 Jul 16 09:36:31.607391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b940f5-b41c-4470-85a8-4b62cef289cd req-db7755a0-7308-4bfb-9a9c-7474fba19da2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:31.608780 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a2b940f5-b41c-4470-85a8-4b62cef289cd req-db7755a0-7308-4bfb-9a9c-7474fba19da2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0619316 Jul 16 09:36:31.650378 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a2b940f5-b41c-4470-85a8-4b62cef289cd req-c862e8c6-9571-43a3-a8fc-910eeadcd137 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354104 Jul 16 09:36:32.823027 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc93e1-4114-4e93-a7f1-0a48ec02c7bc req-752551fb-fbc2-4057-bb82-764133941ec6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:32.824483 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fffc93e1-4114-4e93-a7f1-0a48ec02c7bc req-752551fb-fbc2-4057-bb82-764133941ec6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0663617 Jul 16 09:36:32.861640 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fffc93e1-4114-4e93-a7f1-0a48ec02c7bc req-429f424f-2171-4221-9dcd-ccb177a5ca01 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309763 Jul 16 09:36:34.034438 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b1fb1-8a42-4b49-a718-c7850f0adc69 req-16575e7f-be65-4b94-99af-e62cb64b2ebb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:34.035921 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e09b1fb1-8a42-4b49-a718-c7850f0adc69 req-16575e7f-be65-4b94-99af-e62cb64b2ebb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0631418 Jul 16 09:36:34.073466 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e09b1fb1-8a42-4b49-a718-c7850f0adc69 req-18fd5f44-ba9d-4c9e-a903-862f9c4df24f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318580 Jul 16 09:36:34.191623 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:35.250988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472815a8-60d2-48fb-adf1-b103d14ad9f3 req-fe175fec-795a-4f6b-8fef-302ea17b8037 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:35.252548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-472815a8-60d2-48fb-adf1-b103d14ad9f3 req-fe175fec-795a-4f6b-8fef-302ea17b8037 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0631371 Jul 16 09:36:35.291899 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-472815a8-60d2-48fb-adf1-b103d14ad9f3 req-f7e3cee2-3296-481a-95a0-09a470709dda tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335674 Jul 16 09:36:35.312568 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-11524219-84d9-4c10-94c5-6aee2f424070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:36.083414 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:36.462899 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20adb8-13b6-4356-8370-eb0b57aec55a req-67d09223-54c3-4f25-b226-7462d832e18f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:36.464350 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d20adb8-13b6-4356-8370-eb0b57aec55a req-67d09223-54c3-4f25-b226-7462d832e18f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0614159 Jul 16 09:36:36.501829 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5d20adb8-13b6-4356-8370-eb0b57aec55a req-8dad9d33-d39b-4e6a-947c-eae7f99bc9c7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319543 Jul 16 09:36:37.673357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ac7542-6362-4b39-b1fe-b294253b2d11 req-4205eac8-7569-43f7-91c0-3fd13063c029 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:37.674854 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5ac7542-6362-4b39-b1fe-b294253b2d11 req-4205eac8-7569-43f7-91c0-3fd13063c029 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0638220 Jul 16 09:36:37.712633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a5ac7542-6362-4b39-b1fe-b294253b2d11 req-66fd8dcc-4a29-4008-8d33-a92be348a6d9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317206 Jul 16 09:36:37.988348 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-713fb06a-8b3c-4d99-a31f-444af2376789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:38.284639 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:38.887885 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654d1bb7-cbf1-429c-b584-9b5bcdac4972 req-9fb4fe8c-f722-4852-ac3f-589d5eb5d91b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:38.889279 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-654d1bb7-cbf1-429c-b584-9b5bcdac4972 req-9fb4fe8c-f722-4852-ac3f-589d5eb5d91b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0658450 Jul 16 09:36:38.926260 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-654d1bb7-cbf1-429c-b584-9b5bcdac4972 req-4a374e68-30f1-41e1-9f2c-babe576e72e3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307288 Jul 16 09:36:39.957694 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:40.101994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0688c5c9-c178-4758-9b5e-dd0bd91733ec req-1bb32847-812a-4cb6-8a73-636906686df4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:40.103474 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0688c5c9-c178-4758-9b5e-dd0bd91733ec req-1bb32847-812a-4cb6-8a73-636906686df4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0667615 Jul 16 09:36:40.146731 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0688c5c9-c178-4758-9b5e-dd0bd91733ec req-39263c04-9c65-48e2-91b2-7e43d87babc6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313842 Jul 16 09:36:41.461298 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:41.499408 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d21865-7b03-4041-adb4-48ad3aa471e5 req-d6df1a26-7b13-481b-a99e-72a8047f511f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:41.501422 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e7d21865-7b03-4041-adb4-48ad3aa471e5 req-d6df1a26-7b13-481b-a99e-72a8047f511f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0640836 Jul 16 09:36:41.538989 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e7d21865-7b03-4041-adb4-48ad3aa471e5 req-d9a06594-6f60-4cb0-9311-ec94465b7c11 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319664 Jul 16 09:36:42.706933 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d140c-e80c-4723-97b4-d5608c09d6c8 req-267fbae8-d532-462e-9d2f-cf908768ed72 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:42.708405 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d79d140c-e80c-4723-97b4-d5608c09d6c8 req-267fbae8-d532-462e-9d2f-cf908768ed72 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0618129 Jul 16 09:36:42.744956 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d79d140c-e80c-4723-97b4-d5608c09d6c8 req-59dc0f5a-fd41-4a71-bfc9-c6b54203154c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308523 Jul 16 09:36:42.769255 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45034) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:36:42.831941 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9bc18516-5660-4c3b-82de-6f92b19d966e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/aaecc0c3-0ae4-4d0a-8f6c-4aef47e1f7ed HTTP/1.1" status: 200 len: 992 time: 0.0614369 Jul 16 09:36:55.779588 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:37:04.190693 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:05.313694 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-abe4f3c3-d0cd-462d-973d-47e5ed865c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:06.089873 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:07.988800 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2bde5bf8-2cd1-4ffc-b2ab-87ed77d3db59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:08.286340 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:09.959440 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:11.463872 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:13.496136 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45054) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:13.648200 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port d8faf50a-f5fc-4b82-9f60-deb41248036f {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:13.648448 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:13.724776 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:13.725101 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:13.736768 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for d8faf50a-f5fc-4b82-9f60-deb41248036f owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:13.875381 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:13.904279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=d8faf50a-f5fc-4b82-9f60-deb41248036f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:13.932946 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:13.933290 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:13.933628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:13.933962 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:13.934289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:13.934620 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:13.934942 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:13.935271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:13.935594 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:13.935919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:13.936239 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:13.936582 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:13.976082 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:13.976406 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Floating IP aaecc0c3-0ae4-4d0a-8f6c-4aef47e1f7ed disassociated (deleted). External IP: 172.25.4.18, port: 6aeb08b8-90e3-4a60-9369-2b55c07e5e05. Jul 16 09:37:14.180694 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:37:14.291986 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:14.296473 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:14.302322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740346ae-312d-4de8-af52-1e3634501a23 None None] Sync routers for ids ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:14.311476 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740346ae-312d-4de8-af52-1e3634501a23 None None] Routers {'a6c93069-af9d-4a76-8b3e-bf7eabf53a05'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:14.312085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-740346ae-312d-4de8-af52-1e3634501a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:37:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:14.333652 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3b5ce0b9-7a28-4ae1-ae6d-d6fe6e0347e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/floatingips/aaecc0c3-0ae4-4d0a-8f6c-4aef47e1f7ed HTTP/1.1" status: 204 len: 168 time: 0.8363559 Jul 16 09:37:14.334249 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '960041ce-2569-4b95-9c9d-f541a0f6975f', 'tag': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:14.336819 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c748b5df-a17d-4ab0-8d1a-10bf7d44498a" -d '{"events": [{"name": "network-changed", "server_uuid": "960041ce-2569-4b95-9c9d-f541a0f6975f", "tag": "6aeb08b8-90e3-4a60-9369-2b55c07e5e05"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:14.382662 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bcccf7-0cf9-4280-a6f1-ce969e23a979 x-openstack-request-id: req-19bcccf7-0cf9-4280-a6f1-ce969e23a979 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:14.382955 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "960041ce-2569-4b95-9c9d-f541a0f6975f", "tag": "6aeb08b8-90e3-4a60-9369-2b55c07e5e05", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:14.383209 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-19bcccf7-0cf9-4280-a6f1-ce969e23a979 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:14.383634 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '960041ce-2569-4b95-9c9d-f541a0f6975f', 'tag': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05', 'status': 'completed', 'code': 200} Jul 16 09:37:14.432702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-740346ae-312d-4de8-af52-1e3634501a23 None None] Set router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:14.464120 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748b5df-a17d-4ab0-8d1a-10bf7d44498a req-d3965357-ad63-4f23-a6ac-cdd358fa2977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:14.466697 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c748b5df-a17d-4ab0-8d1a-10bf7d44498a req-d3965357-ad63-4f23-a6ac-cdd358fa2977 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 1097 time: 0.0565126 Jul 16 09:37:14.573271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748b5df-a17d-4ab0-8d1a-10bf7d44498a req-a43e8f01-fd1f-4320-b396-3716e7f51218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:14.576368 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c748b5df-a17d-4ab0-8d1a-10bf7d44498a req-a43e8f01-fd1f-4320-b396-3716e7f51218 service neutron] 10.222.0.38 "GET /v2.0/networks?id=35926004-c0f2-4e34-8bef-7d5621ace997 HTTP/1.1" status: 200 len: 897 time: 0.1045187 Jul 16 09:37:14.618988 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c748b5df-a17d-4ab0-8d1a-10bf7d44498a req-fe545012-e351-461d-8e61-b347ffc105b0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6aeb08b8-90e3-4a60-9369-2b55c07e5e05 HTTP/1.1" status: 200 len: 217 time: 0.0356123 Jul 16 09:37:14.650692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-740346ae-312d-4de8-af52-1e3634501a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:38Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77', 'name': '', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:37Z', 'updated_at': '2021-07-16T09:35:43Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:14.675817 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748b5df-a17d-4ab0-8d1a-10bf7d44498a req-f1c5b43a-0dfa-4ca6-b481-bf8d720bb8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:14.677306 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c748b5df-a17d-4ab0-8d1a-10bf7d44498a req-f1c5b43a-0dfa-4ca6-b481-bf8d720bb8a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=47622469-68d2-4ca6-bb69-f958e6a7eab1 HTTP/1.1" status: 200 len: 833 time: 0.0514042 Jul 16 09:37:14.678410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740346ae-312d-4de8-af52-1e3634501a23 None None] Checking router: a6c93069-af9d-4a76-8b3e-bf7eabf53a05 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:14.686948 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740346ae-312d-4de8-af52-1e3634501a23 None None] Routers {'a6c93069-af9d-4a76-8b3e-bf7eabf53a05'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:14.687586 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-740346ae-312d-4de8-af52-1e3634501a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:37:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:14.725771 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d3d37d-2041-4e76-bcde-4ae1c73e755d req-65debf1f-e4c6-46cb-a59d-a0229efbb238 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:14.727347 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d3d37d-2041-4e76-bcde-4ae1c73e755d req-65debf1f-e4c6-46cb-a59d-a0229efbb238 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0699785 Jul 16 09:37:14.768878 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5d3d37d-2041-4e76-bcde-4ae1c73e755d req-a5b63e3f-ce56-45c3-a488-cc15f798b13f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353394 Jul 16 09:37:14.802661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-740346ae-312d-4de8-af52-1e3634501a23 None None] Set router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:15.006653 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-740346ae-312d-4de8-af52-1e3634501a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:38Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77', 'name': '', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:37Z', 'updated_at': '2021-07-16T09:35:43Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:15.038860 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740346ae-312d-4de8-af52-1e3634501a23 None None] The sync data for ids ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'] in n-d-758944-46 is: [{'id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:38Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77', 'name': '', 'network_id': '35926004-c0f2-4e34-8bef-7d5621ace997', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:98:e2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:37Z', 'updated_at': '2021-07-16T09:35:43Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '47622469-68d2-4ca6-bb69-f958e6a7eab1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:15.053628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748b5df-a17d-4ab0-8d1a-10bf7d44498a req-3cc9a499-3e6f-43a1-916e-b7b7fcebb625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:15.055153 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c748b5df-a17d-4ab0-8d1a-10bf7d44498a req-3cc9a499-3e6f-43a1-916e-b7b7fcebb625 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=35926004-c0f2-4e34-8bef-7d5621ace997&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3714130 Jul 16 09:37:15.147447 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c748b5df-a17d-4ab0-8d1a-10bf7d44498a req-6f7bec94-16a1-41bf-ad23-7509bb3b1b5c service neutron] 10.222.0.38 "GET /v2.0/networks/35926004-c0f2-4e34-8bef-7d5621ace997?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847857 Jul 16 09:37:15.243738 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c748b5df-a17d-4ab0-8d1a-10bf7d44498a req-7bc448f1-70b4-478b-90f4-6d96a41e08e6 service neutron] 10.222.0.38 "GET /v2.0/networks/35926004-c0f2-4e34-8bef-7d5621ace997?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900285 Jul 16 09:37:15.277622 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dc1bf3-af38-4931-bf2b-dc7b882fc8ee None None] New status for floating IP aaecc0c3-0ae4-4d0a-8f6c-4aef47e1f7ed: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:37:15.958872 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a120ea-2ddb-4cd4-9c2f-df436c3671d7 req-f929440b-e392-4a6f-9a74-6a4f6dae6098 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:15.960361 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f9a120ea-2ddb-4cd4-9c2f-df436c3671d7 req-f929440b-e392-4a6f-9a74-6a4f6dae6098 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0628233 Jul 16 09:37:15.998597 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f9a120ea-2ddb-4cd4-9c2f-df436c3671d7 req-64df54d7-846f-47ec-add8-8752bf713a65 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325694 Jul 16 09:37:16.098280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536bced6-00f0-41d1-ad23-9713d10f4ae9 req-e504eae7-d513-4a44-ba26-c295a558d53e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:16.099660 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-536bced6-00f0-41d1-ad23-9713d10f4ae9 req-e504eae7-d513-4a44-ba26-c295a558d53e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 945 time: 0.0664546 Jul 16 09:37:16.199410 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-536bced6-00f0-41d1-ad23-9713d10f4ae9 req-91e3c8ee-321d-44c0-a7ea-c0a827ce4d3a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:16.199894 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-536bced6-00f0-41d1-ad23-9713d10f4ae9 req-91e3c8ee-321d-44c0-a7ea-c0a827ce4d3a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:16.291406 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-536bced6-00f0-41d1-ad23-9713d10f4ae9 req-91e3c8ee-321d-44c0-a7ea-c0a827ce4d3a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] For port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=6aeb08b8-90e3-4a60-9369-2b55c07e5e05,segment=NetworkSegment(730735c2-0731-47c4-a089-81d84baad467),segment_id=730735c2-0731-47c4-a089-81d84baad467)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:16.291774 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-536bced6-00f0-41d1-ad23-9713d10f4ae9 req-91e3c8ee-321d-44c0-a7ea-c0a827ce4d3a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:16.303632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-536bced6-00f0-41d1-ad23-9713d10f4ae9 req-91e3c8ee-321d-44c0-a7ea-c0a827ce4d3a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:16.428708 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-536bced6-00f0-41d1-ad23-9713d10f4ae9 req-91e3c8ee-321d-44c0-a7ea-c0a827ce4d3a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:16.463757 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3c8ee-321d-44c0-a7ea-c0a827ce4d3a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=6aeb08b8-90e3-4a60-9369-2b55c07e5e05,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:16.503304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-536bced6-00f0-41d1-ad23-9713d10f4ae9 req-91e3c8ee-321d-44c0-a7ea-c0a827ce4d3a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] No DVR routers for this DVR port 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:37:16.505885 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-536bced6-00f0-41d1-ad23-9713d10f4ae9 req-91e3c8ee-321d-44c0-a7ea-c0a827ce4d3a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:16.507842 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-536bced6-00f0-41d1-ad23-9713d10f4ae9 req-91e3c8ee-321d-44c0-a7ea-c0a827ce4d3a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "DELETE /v2.0/ports/6aeb08b8-90e3-4a60-9369-2b55c07e5e05 HTTP/1.1" status: 204 len: 173 time: 0.4029725 Jul 16 09:37:16.508277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '960041ce-2569-4b95-9c9d-f541a0f6975f', 'name': 'network-vif-deleted', 'tag': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:16.510545 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8865720c-c69f-4ca2-a1d2-384d31ef513c" -d '{"events": [{"server_uuid": "960041ce-2569-4b95-9c9d-f541a0f6975f", "name": "network-vif-deleted", "tag": "6aeb08b8-90e3-4a60-9369-2b55c07e5e05"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:16.549224 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0dab82-56f5-436f-9ef9-7af4311645c5 x-openstack-request-id: req-dc0dab82-56f5-436f-9ef9-7af4311645c5 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:16.549398 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "960041ce-2569-4b95-9c9d-f541a0f6975f", "name": "network-vif-deleted", "tag": "6aeb08b8-90e3-4a60-9369-2b55c07e5e05", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:16.549652 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dc0dab82-56f5-436f-9ef9-7af4311645c5 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:16.550046 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '960041ce-2569-4b95-9c9d-f541a0f6975f', 'name': 'network-vif-deleted', 'tag': '6aeb08b8-90e3-4a60-9369-2b55c07e5e05', 'status': 'completed', 'code': 200} Jul 16 09:37:17.153807 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-69541f93-439e-4d80-bf4a-3be83edc588b req-2f9543d7-5fa8-4da6-9da5-e4268997d1ea tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=960041ce-2569-4b95-9c9d-f541a0f6975f HTTP/1.1" status: 200 len: 210 time: 0.0300403 Jul 16 09:37:18.250752 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45074) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:18.605807 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da1b4405-ed57-441c-83f0-6d1d29e17bcb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:18.867821 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-da1b4405-ed57-441c-83f0-6d1d29e17bcb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:18.868066 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da1b4405-ed57-441c-83f0-6d1d29e17bcb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:18.960014 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-da1b4405-ed57-441c-83f0-6d1d29e17bcb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] For port b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77,segment=NetworkSegment(730735c2-0731-47c4-a089-81d84baad467),segment_id=730735c2-0731-47c4-a089-81d84baad467)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:18.960444 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da1b4405-ed57-441c-83f0-6d1d29e17bcb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:18.972303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-da1b4405-ed57-441c-83f0-6d1d29e17bcb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:19.167298 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da1b4405-ed57-441c-83f0-6d1d29e17bcb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:19.196074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1b4405-ed57-441c-83f0-6d1d29e17bcb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:19.371091 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-da1b4405-ed57-441c-83f0-6d1d29e17bcb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:19.591862 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1b4405-ed57-441c-83f0-6d1d29e17bcb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:37:19.698180 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1b4405-ed57-441c-83f0-6d1d29e17bcb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:19.703036 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-da1b4405-ed57-441c-83f0-6d1d29e17bcb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "PUT /v2.0/routers/a6c93069-af9d-4a76-8b3e-bf7eabf53a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4512191 Jul 16 09:37:19.705844 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45080) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:19.708377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67fb7c9-e4cb-4a33-a823-2c42783e8547 None None] Sync routers for ids ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:19.717414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67fb7c9-e4cb-4a33-a823-2c42783e8547 None None] Routers {'a6c93069-af9d-4a76-8b3e-bf7eabf53a05'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:19.718028 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a67fb7c9-e4cb-4a33-a823-2c42783e8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:37:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:19.756530 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce74b391-a950-48e7-b01b-66d8fd4d4040 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting subnet 47622469-68d2-4ca6-bb69-f958e6a7eab1 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:37:19.760053 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce74b391-a950-48e7-b01b-66d8fd4d4040 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:19.801399 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce74b391-a950-48e7-b01b-66d8fd4d4040 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:19.820748 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-a67fb7c9-e4cb-4a33-a823-2c42783e8547 None None] Set router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:19.889386 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce74b391-a950-48e7-b01b-66d8fd4d4040 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:19.948883 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce74b391-a950-48e7-b01b-66d8fd4d4040 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:19.976124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce74b391-a950-48e7-b01b-66d8fd4d4040 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Subnet': ['ID=47622469-68d2-4ca6-bb69-f958e6a7eab1,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:19.980633 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ce74b391-a950-48e7-b01b-66d8fd4d4040 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:19.985041 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ce74b391-a950-48e7-b01b-66d8fd4d4040 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/subnets/47622469-68d2-4ca6-bb69-f958e6a7eab1 HTTP/1.1" status: 204 len: 168 time: 0.2757554 Jul 16 09:37:19.985923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45082) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:19.987418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e1409d-e937-4100-af46-5f532c66ee21 None None] Network 35926004-c0f2-4e34-8bef-7d5621ace997 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:37:20.097601 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.205929 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.214691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a67fb7c9-e4cb-4a33-a823-2c42783e8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:37:19Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '08e6727f-acb3-4367-8a7b-934da10124a0', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:17:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:35:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:20.257954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67fb7c9-e4cb-4a33-a823-2c42783e8547 None None] Checking router: a6c93069-af9d-4a76-8b3e-bf7eabf53a05 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:20.258641 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port 08e6727f-acb3-4367-8a7b-934da10124a0 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:20.258993 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.287444 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67fb7c9-e4cb-4a33-a823-2c42783e8547 None None] Routers {'a6c93069-af9d-4a76-8b3e-bf7eabf53a05'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:20.288070 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a67fb7c9-e4cb-4a33-a823-2c42783e8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:37:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:20.342153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] For port 08e6727f-acb3-4367-8a7b-934da10124a0, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=08e6727f-acb3-4367-8a7b-934da10124a0,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:20.342505 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.355252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for 08e6727f-acb3-4367-8a7b-934da10124a0 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:20.382827 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-a67fb7c9-e4cb-4a33-a823-2c42783e8547 None None] Set router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:20.439305 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a67fb7c9-e4cb-4a33-a823-2c42783e8547 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:37:20Z', 'revision_number': 6, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:20.473765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a67fb7c9-e4cb-4a33-a823-2c42783e8547 None None] The sync data for ids ['a6c93069-af9d-4a76-8b3e-bf7eabf53a05'] in n-d-758944-46 is: [{'id': 'a6c93069-af9d-4a76-8b3e-bf7eabf53a05', 'name': 'tempest-TestNetworkAdvancedServerOps-router-798732414', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:35:35Z', 'updated_at': '2021-07-16T09:37:20Z', 'revision_number': 6, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:20.506026 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] DHCP port deletion for 35926004-c0f2-4e34-8bef-7d5621ace997 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:37:20.543475 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.557350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Deleting port 2a32dd43-69b1-4dc9-8920-21270ab3363f {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:37:20.557730 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.570756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=08e6727f-acb3-4367-8a7b-934da10124a0,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:20.621010 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] For port 2a32dd43-69b1-4dc9-8920-21270ab3363f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=2a32dd43-69b1-4dc9-8920-21270ab3363f,segment=NetworkSegment(730735c2-0731-47c4-a089-81d84baad467),segment_id=730735c2-0731-47c4-a089-81d84baad467)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:20.621424 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.632117 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.634421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Calling delete_port for 2a32dd43-69b1-4dc9-8920-21270ab3363f owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:37:20.715859 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.728370 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.730524 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.740662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Pushing event deleted for resources: {'Port': ['ID=2a32dd43-69b1-4dc9-8920-21270ab3363f,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:20.750598 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:20.750946 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:20.751286 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:20.751623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:20.751954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:20.752286 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:20.752640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:20.752969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:20.753292 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:20.753616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:20.753939 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:20.754634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:20.757296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b22c2c1-a75f-4f58-9dca-e7abfbf882c6 None None] No DVR routers for this DVR port 2a32dd43-69b1-4dc9-8920-21270ab3363f on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:37:20.778976 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.779715 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Fanout notify agent at l3_agent the message router_deleted on router a6c93069-af9d-4a76-8b3e-bf7eabf53a05 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:37:20.789383 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.790902 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-a15fa5dd-85e5-4019-9c61-c91cea8660de tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/routers/a6c93069-af9d-4a76-8b3e-bf7eabf53a05 HTTP/1.1" status: 204 len: 168 time: 0.8039808 Jul 16 09:37:20.793851 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45084) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:20.874487 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.963576 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:20.973913 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35926004-c0f2-4e34-8bef-7d5621ace997']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:20.983268 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730735c2-0731-47c4-a089-81d84baad467') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:20.983565 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730735c2-0731-47c4-a089-81d84baad467') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:20.992352 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.005913 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.011814 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:37:21.012273 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:37:21.015154 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:37:21.070954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.077893 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.079772 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/networks/35926004-c0f2-4e34-8bef-7d5621ace997 HTTP/1.1" status: 204 len: 168 time: 0.2841573 Jul 16 09:37:21.082430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45086) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:21.085075 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:37:21.102314 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Network': ['ID=35926004-c0f2-4e34-8bef-7d5621ace997,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:21.105112 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:37:21.105460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 6aeb08b8-90e3-4a60-9369-2b55c07e5e05 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:37:21.117341 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:21.117693 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:21.118037 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:21.118378 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:21.118717 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:21.119067 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:21.119379 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:21.119712 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:21.120042 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:21.120369 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:21.120727 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:21.121056 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf2104fa-6209-42db-b0d1-5471523972c9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:21.164927 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-52d6fc7d-393b-430f-a6ab-459ae62f24bb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.190387 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-52d6fc7d-393b-430f-a6ab-459ae62f24bb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.253730 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-52d6fc7d-393b-430f-a6ab-459ae62f24bb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.256411 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-52d6fc7d-393b-430f-a6ab-459ae62f24bb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.257622 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-52d6fc7d-393b-430f-a6ab-459ae62f24bb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/security-groups/0fc264d4-f0b4-45fa-b5e1-4827d407a8ca HTTP/1.1" status: 204 len: 168 time: 0.1615062 Jul 16 09:37:21.266798 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6fc7d-393b-430f-a6ab-459ae62f24bb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc264d4-f0b4-45fa-b5e1-4827d407a8ca,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:21.365080 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 08e6727f-acb3-4367-8a7b-934da10124a0 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:37:21.385735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 08e6727f-acb3-4367-8a7b-934da10124a0 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:37:21.386095 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 08e6727f-acb3-4367-8a7b-934da10124a0 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:37:21.386529 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2a32dd43-69b1-4dc9-8920-21270ab3363f no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:37:21.406646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 2a32dd43-69b1-4dc9-8920-21270ab3363f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:37:21.406989 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 2a32dd43-69b1-4dc9-8920-21270ab3363f not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:37:21.407410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:37:21.426319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:37:21.426661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b7d1e0e4-b195-4d8c-8f40-7e9fc34baa77 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:37:21.660054 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45092) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:21.664920 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-dce8ea96-4028-4bd3-a0f4-7b8a3277ea09 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-109559838', 'description': 'tempest-secgroup-smoke-109559838 description', 'project_id': '3dc9233d83eb475dab0e2644e8549d37'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:21.688121 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dce8ea96-4028-4bd3-a0f4-7b8a3277ea09 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.770665 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dce8ea96-4028-4bd3-a0f4-7b8a3277ea09 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.774283 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dce8ea96-4028-4bd3-a0f4-7b8a3277ea09 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.802043 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dce8ea96-4028-4bd3-a0f4-7b8a3277ea09 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.803252 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dce8ea96-4028-4bd3-a0f4-7b8a3277ea09 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1421039 Jul 16 09:37:21.805142 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce8ea96-4028-4bd3-a0f4-7b8a3277ea09 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:21.806408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45094) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:21.811116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-774747c4-a59f-4040-baaf-9a07d8d9283b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': 'd62bcfb8-f5d7-426f-8c48-2b3a1ef47180', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:21.836622 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-774747c4-a59f-4040-baaf-9a07d8d9283b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.890469 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-774747c4-a59f-4040-baaf-9a07d8d9283b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.893934 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-774747c4-a59f-4040-baaf-9a07d8d9283b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.911124 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774747c4-a59f-4040-baaf-9a07d8d9283b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d0ef676-ee74-4b18-b255-654dfdb760f4,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:21.918948 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-774747c4-a59f-4040-baaf-9a07d8d9283b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:21.920273 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-774747c4-a59f-4040-baaf-9a07d8d9283b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1128342 Jul 16 09:37:21.923067 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45096) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:21.928369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-333091f8-d237-40bc-ab79-1f337dc36187 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': 'd62bcfb8-f5d7-426f-8c48-2b3a1ef47180', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:21.955139 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-333091f8-d237-40bc-ab79-1f337dc36187 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.010662 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-333091f8-d237-40bc-ab79-1f337dc36187 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.014102 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-333091f8-d237-40bc-ab79-1f337dc36187 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.039010 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333091f8-d237-40bc-ab79-1f337dc36187 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=850118da-7c30-498a-b9f1-322d2df6f09c,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:22.043030 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-333091f8-d237-40bc-ab79-1f337dc36187 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.044211 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-333091f8-d237-40bc-ab79-1f337dc36187 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1194046 Jul 16 09:37:22.046943 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45098) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:22.051879 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-afe6f270-8c49-40c8-8a35-0db1ad464191 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': 'd62bcfb8-f5d7-426f-8c48-2b3a1ef47180', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:22.078336 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-afe6f270-8c49-40c8-8a35-0db1ad464191 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.136454 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-afe6f270-8c49-40c8-8a35-0db1ad464191 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.140056 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-afe6f270-8c49-40c8-8a35-0db1ad464191 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.159647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6f270-8c49-40c8-8a35-0db1ad464191 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01ad6d2a-704b-44e6-8e43-cd61208a6594,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:22.162725 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-afe6f270-8c49-40c8-8a35-0db1ad464191 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.163909 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-afe6f270-8c49-40c8-8a35-0db1ad464191 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159837 Jul 16 09:37:22.166706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45100) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:22.171287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4bd797bf-26d5-480e-9751-c3f815ea6fb7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': 'd62bcfb8-f5d7-426f-8c48-2b3a1ef47180', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:22.196750 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4bd797bf-26d5-480e-9751-c3f815ea6fb7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.255082 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4bd797bf-26d5-480e-9751-c3f815ea6fb7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.258655 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4bd797bf-26d5-480e-9751-c3f815ea6fb7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.279162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd797bf-26d5-480e-9751-c3f815ea6fb7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aed47982-54a0-4746-a519-cd95a9edf0d0,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:22.282076 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4bd797bf-26d5-480e-9751-c3f815ea6fb7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.283825 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4bd797bf-26d5-480e-9751-c3f815ea6fb7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161175 Jul 16 09:37:22.286555 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45102) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:22.291133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-8884f7f7-db34-4f37-af7d-c111bb017633 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': 'd62bcfb8-f5d7-426f-8c48-2b3a1ef47180', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:22.312110 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-8884f7f7-db34-4f37-af7d-c111bb017633 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Project 3dc9233d83eb475dab0e2644e8549d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:37:22.316774 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8884f7f7-db34-4f37-af7d-c111bb017633 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.376353 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8884f7f7-db34-4f37-af7d-c111bb017633 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.380006 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8884f7f7-db34-4f37-af7d-c111bb017633 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.402989 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8884f7f7-db34-4f37-af7d-c111bb017633 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23d42de0-715c-4a8a-92cb-cd93ec0948c7,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:22.406892 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8884f7f7-db34-4f37-af7d-c111bb017633 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.408878 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8884f7f7-db34-4f37-af7d-c111bb017633 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1212485 Jul 16 09:37:22.411564 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45104) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:22.415811 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-2d82ccc2-3eb7-45e0-bc48-8238c21400ae tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': 'd62bcfb8-f5d7-426f-8c48-2b3a1ef47180', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:22.437072 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-2d82ccc2-3eb7-45e0-bc48-8238c21400ae tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Project 3dc9233d83eb475dab0e2644e8549d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:37:22.442140 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d82ccc2-3eb7-45e0-bc48-8238c21400ae tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.502720 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d82ccc2-3eb7-45e0-bc48-8238c21400ae tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.506236 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d82ccc2-3eb7-45e0-bc48-8238c21400ae tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.527236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d82ccc2-3eb7-45e0-bc48-8238c21400ae tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3020587-fa5a-4829-939c-956448eaec6b,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:22.531332 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-2d82ccc2-3eb7-45e0-bc48-8238c21400ae tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.532532 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2d82ccc2-3eb7-45e0-bc48-8238c21400ae tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1200964 Jul 16 09:37:22.535433 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45106) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:22.540398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-e945b085-47c8-477c-b009-cadb17268c01 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'network': {'name': 'tempest-network-smoke--2120302215', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'port_security_enabled': True}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:22.560246 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e945b085-47c8-477c-b009-cadb17268c01 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Made reservation on behalf of 3dc9233d83eb475dab0e2644e8549d37 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:37:22.563624 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e945b085-47c8-477c-b009-cadb17268c01 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.587639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e945b085-47c8-477c-b009-cadb17268c01 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:37:22.596955 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e945b085-47c8-477c-b009-cadb17268c01 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.597294 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-e945b085-47c8-477c-b009-cadb17268c01 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Added segment d0f412d2-6aa3-451a-8d0a-86f62d73d618 of type vlan for network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf Jul 16 09:37:22.636631 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e945b085-47c8-477c-b009-cadb17268c01 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.664553 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e945b085-47c8-477c-b009-cadb17268c01 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.670016 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e945b085-47c8-477c-b009-cadb17268c01 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:22.670596 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-e945b085-47c8-477c-b009-cadb17268c01 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.709445 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-e945b085-47c8-477c-b009-cadb17268c01 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1729827 Jul 16 09:37:22.712147 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45108) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:22.716568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'admin_state_up': True, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:22.750600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945b085-47c8-477c-b009-cadb17268c01 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Network': ['ID=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:22.761565 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:37:22.769127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.770441 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.823888 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:22.962839 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:23.151166 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:23.169114 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:23.266756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.25.4.247 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/d13ea045-2841-4d34-bf92-2acf49f71314) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:23.370400 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:23.407408 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:23.447057 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:23.449919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:23.453509 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:23.458886 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=d13ea045-2841-4d34-bf92-2acf49f71314,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:24.006153 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:24.198328 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:24.324870 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router 40154ed9-274a-4d19-b5ac-1e41b84ef34b is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:37:24.431500 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:24.441122 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Sync routers for ids ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:24.450270 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Routers {'40154ed9-274a-4d19-b5ac-1e41b84ef34b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:24.450876 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:37:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:24.451199 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:24.455859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45110) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:24.456477 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c040372a-a1fd-404f-b3e8-d63a553ea38f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7427239 Jul 16 09:37:24.488158 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-192818f5-5b83-40c9-b283-ed1f53c83500 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3dc9233d83eb475dab0e2644e8549d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309863 Jul 16 09:37:24.490716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45112) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:24.553828 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Set router 40154ed9-274a-4d19-b5ac-1e41b84ef34b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:24.575877 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9f8161-1275-4936-b0c8-339ad99da734 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:24.577431 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cc9f8161-1275-4936-b0c8-339ad99da734 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857613 Jul 16 09:37:24.580939 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45114) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:24.608471 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-25a07d38-099e-415b-ad28-c9516d142c21 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262320 Jul 16 09:37:24.611422 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45116) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:24.616152 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e0d89105-4138-42c0-bf6b-48f331d19b23 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-511661228', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:24.705178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d89105-4138-42c0-bf6b-48f331d19b23 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Made reservation on behalf of 3dc9233d83eb475dab0e2644e8549d37 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:37:24.708697 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e0d89105-4138-42c0-bf6b-48f331d19b23 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:24.726017 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:22Z', 'updated_at': '2021-07-16T09:37:23Z', 'revision_number': 3, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:23Z', 'updated_at': '2021-07-16T09:37:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:24.755574 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Checking router: 40154ed9-274a-4d19-b5ac-1e41b84ef34b for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:24.755914 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Updating router 40154ed9-274a-4d19-b5ac-1e41b84ef34b port d13ea045-2841-4d34-bf92-2acf49f71314 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:37:24.793067 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:24.888331 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e0d89105-4138-42c0-bf6b-48f331d19b23 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:24.948080 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d89105-4138-42c0-bf6b-48f331d19b23 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Subnet': ['ID=f324dadc-fdec-4dad-bed3-26e3a29cb08b,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:24.957976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d89105-4138-42c0-bf6b-48f331d19b23 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Checking segment: {'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:24.958578 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d89105-4138-42c0-bf6b-48f331d19b23 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network hostable DHCP agents. Network: 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:37:24.977799 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d89105-4138-42c0-bf6b-48f331d19b23 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:37:24.988384 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-e0d89105-4138-42c0-bf6b-48f331d19b23 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:24.992740 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d89105-4138-42c0-bf6b-48f331d19b23 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:24.993338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e0d89105-4138-42c0-bf6b-48f331d19b23 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:24.997811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da95c621-a0df-4b6b-8b08-882f09465077 None None] Network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:37:25.008612 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e0d89105-4138-42c0-bf6b-48f331d19b23 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3960922 Jul 16 09:37:25.011320 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45118) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:25.051890 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:25.063359 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Transition to ACTIVE for port object d13ea045-2841-4d34-bf92-2acf49f71314 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:25.069997 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:25.119813 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Attempting to bind port d13ea045-2841-4d34-bf92-2acf49f71314 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:37:25.120186 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Attempting to bind port d13ea045-2841-4d34-bf92-2acf49f71314 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:37:25.120571 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Attempting to bind port d13ea045-2841-4d34-bf92-2acf49f71314 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:25.130309 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:37:25.130848 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:25.131082 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:25.131497 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:37:25.131948 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Bound port: d13ea045-2841-4d34-bf92-2acf49f71314, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:37:25.132330 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:25.154356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ips': [{'subnet_id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:37:25.155341 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:25.161103 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5f194-4c32-495c-9fa4-0db34436df40 None None] Pushing event updated for resources: {'Port': ['ID=d13ea045-2841-4d34-bf92-2acf49f71314,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:25.180813 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5f194-4c32-495c-9fa4-0db34436df40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:25.181156 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5f194-4c32-495c-9fa4-0db34436df40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:25.181490 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5f194-4c32-495c-9fa4-0db34436df40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:25.181824 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5f194-4c32-495c-9fa4-0db34436df40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:25.182617 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5f194-4c32-495c-9fa4-0db34436df40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:25.182617 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5f194-4c32-495c-9fa4-0db34436df40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:25.182829 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5f194-4c32-495c-9fa4-0db34436df40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:25.183084 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5f194-4c32-495c-9fa4-0db34436df40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:25.183556 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5f194-4c32-495c-9fa4-0db34436df40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:25.183735 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5f194-4c32-495c-9fa4-0db34436df40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:25.184278 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5f194-4c32-495c-9fa4-0db34436df40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:25.184690 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b5f194-4c32-495c-9fa4-0db34436df40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:37:25.210296 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] For port d13ea045-2841-4d34-bf92-2acf49f71314, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:25.213539 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] For port d13ea045-2841-4d34-bf92-2acf49f71314, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d13ea045-2841-4d34-bf92-2acf49f71314,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:37:25.219212 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:25.290668 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Routers {'40154ed9-274a-4d19-b5ac-1e41b84ef34b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:25.291292 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:37:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:25.305489 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Allocated IP 172.20.0.2 (9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf/f324dadc-fdec-4dad-bed3-26e3a29cb08b/e8b0cc14-8a77-4d4d-86e6-af6323ee606e) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:25.329246 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b5f194-4c32-495c-9fa4-0db34436df40 None None] Pushing event updated for resources: {'Port': ['ID=d13ea045-2841-4d34-bf92-2acf49f71314,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:25.409419 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] Set router 40154ed9-274a-4d19-b5ac-1e41b84ef34b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:25.461488 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:25.472319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Transition to ACTIVE for port object e8b0cc14-8a77-4d4d-86e6-af6323ee606e will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:25.477814 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:25.489009 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Transition to ACTIVE for port object e8b0cc14-8a77-4d4d-86e6-af6323ee606e will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:25.495661 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:25.537172 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:25.540211 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:25.543159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:25.551945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Pushing event updated for resources: {'Port': ['ID=e8b0cc14-8a77-4d4d-86e6-af6323ee606e,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:25.599438 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:22Z', 'updated_at': '2021-07-16T09:37:23Z', 'revision_number': 3, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:23Z', 'updated_at': '2021-07-16T09:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:25.612788 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Attempting to bind port e8b0cc14-8a77-4d4d-86e6-af6323ee606e on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:37:25.613735 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Attempting to bind port e8b0cc14-8a77-4d4d-86e6-af6323ee606e by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:37:25.614357 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Attempting to bind port e8b0cc14-8a77-4d4d-86e6-af6323ee606e on network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:25.620678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:37:25.621484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Checking segment: {'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:25.622148 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:25.622782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Bound using segment: {'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:37:25.623554 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Bound port: e8b0cc14-8a77-4d4d-86e6-af6323ee606e, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:37:25.624218 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:25.625944 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3db30c5-49de-46e4-8931-bfbdd4788f40 None None] The sync data for ids ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'] in n-d-758944-46 is: [{'id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:22Z', 'updated_at': '2021-07-16T09:37:23Z', 'revision_number': 3, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:23Z', 'updated_at': '2021-07-16T09:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:25.696950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] For port e8b0cc14-8a77-4d4d-86e6-af6323ee606e, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:25.700780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] For port e8b0cc14-8a77-4d4d-86e6-af6323ee606e, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e8b0cc14-8a77-4d4d-86e6-af6323ee606e,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:37:25.706528 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:25.770182 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3aeb5-ddd7-4d9b-a827-25223e4f0b3b None None] Pushing event updated for resources: {'Port': ['ID=e8b0cc14-8a77-4d4d-86e6-af6323ee606e,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:26.187959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.20.0.1 (9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf/f324dadc-fdec-4dad-bed3-26e3a29cb08b/668da3af-06d7-4d69-be01-f57acb714a41) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:26.318123 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:26.332925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Transition to ACTIVE for port object 668da3af-06d7-4d69-be01-f57acb714a41 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:26.366493 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:26.413030 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:26.416773 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:26.419952 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:26.459235 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=668da3af-06d7-4d69-be01-f57acb714a41,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:26.489408 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:26.641632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:26.740964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e2ac82-3288-4b5b-bd28-63bb76228ced None None] Network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:37:26.862182 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-e9967367-ce1c-43ee-83d1-d38c8361ca82 None None] Provisioning for port e8b0cc14-8a77-4d4d-86e6-af6323ee606e completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:26.928379 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:26.933366 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:27.015982 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=668da3af-06d7-4d69-be01-f57acb714a41,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:27.018703 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:27.116157 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:27.117809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:27.207988 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fc9963b2-17cf-4169-a9c3-bcc7a6ac05ce None None] Provisioning for port 668da3af-06d7-4d69-be01-f57acb714a41 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:27.214043 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-fc9963b2-17cf-4169-a9c3-bcc7a6ac05ce None None] Provisioning complete for port 668da3af-06d7-4d69-be01-f57acb714a41 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:27.214563 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fc9963b2-17cf-4169-a9c3-bcc7a6ac05ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:27.256367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router 40154ed9-274a-4d19-b5ac-1e41b84ef34b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:37:27.263321 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-fc9963b2-17cf-4169-a9c3-bcc7a6ac05ce None None] Port 668da3af-06d7-4d69-be01-f57acb714a41 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:37:27.390593 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a7576a9a-3e22-45b8-ba21-18af89a9d655 None None] Provisioning complete for port 668da3af-06d7-4d69-be01-f57acb714a41 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:27.390970 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a7576a9a-3e22-45b8-ba21-18af89a9d655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:27.395382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:27.400783 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4cfd8a30-104a-4067-b9f3-8403ebf7ec39 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "PUT /v2.0/routers/40154ed9-274a-4d19-b5ac-1e41b84ef34b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3884029 Jul 16 09:37:27.416018 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Sync routers for ids ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:27.427084 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d13ea045-2841-4d34-bf92-2acf49f71314 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:27.463294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Routers {'40154ed9-274a-4d19-b5ac-1e41b84ef34b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:27.463955 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:37:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:27.469873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a7576a9a-3e22-45b8-ba21-18af89a9d655 None None] Port 668da3af-06d7-4d69-be01-f57acb714a41 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:37:27.568820 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-cb22806f-84c2-4aa6-8483-a3d8d364a8d6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109559838&fields=id&tenant_id=3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 267 time: 0.0383599 Jul 16 09:37:27.571396 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port d13ea045-2841-4d34-bf92-2acf49f71314 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:27.576662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d13ea045-2841-4d34-bf92-2acf49f71314 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:27.576662 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:27.624079 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Set router 40154ed9-274a-4d19-b5ac-1e41b84ef34b gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:27.662564 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f8656b39-eaa2-4b62-b954-a47ed85be2ac None None] Provisioning complete for port 668da3af-06d7-4d69-be01-f57acb714a41 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:27.662958 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f8656b39-eaa2-4b62-b954-a47ed85be2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:27.687528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-6d6fe12d-6591-478e-b607-2399ba2a7640 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:27.689539 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-6d6fe12d-6591-478e-b607-2399ba2a7640 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/networks?id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf HTTP/1.1" status: 200 len: 797 time: 0.1134837 Jul 16 09:37:27.705160 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-d07872dd-a570-4cc7-acb1-f186079bd429 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/quotas/3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 375 time: 0.0093939 Jul 16 09:37:27.750127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f8656b39-eaa2-4b62-b954-a47ed85be2ac None None] Port 668da3af-06d7-4d69-be01-f57acb714a41 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:37:27.772777 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-a81e10ed-d33f-4565-97a3-86eedc33c694 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0620952 Jul 16 09:37:27.831186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-646dca46-7812-4acb-bbe5-d421f661099a service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:37:27.831367 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:27.832193 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-646dca46-7812-4acb-bbe5-d421f661099a service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0482917 Jul 16 09:37:27.863241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port d13ea045-2841-4d34-bf92-2acf49f71314, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d13ea045-2841-4d34-bf92-2acf49f71314,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:27.868366 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:27.869510 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e8b0cc14-8a77-4d4d-86e6-af6323ee606e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:27.922295 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-d32e5811-0f2c-4e91-988c-293b40ebbe00 service neutron] 10.222.0.20 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838556 Jul 16 09:37:27.975964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=d13ea045-2841-4d34-bf92-2acf49f71314,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:27.994190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port e8b0cc14-8a77-4d4d-86e6-af6323ee606e completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:28.000954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e8b0cc14-8a77-4d4d-86e6-af6323ee606e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:28.001755 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:28.006089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:22Z', 'updated_at': '2021-07-16T09:37:26Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:23Z', 'updated_at': '2021-07-16T09:37:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '668da3af-06d7-4d69-be01-f57acb714a41', 'name': '', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:14:35:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:26Z', 'updated_at': '2021-07-16T09:37:26Z', 'revision_number': 2, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:28.021038 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-eb1867cc-67da-4d9b-8e8f-3f9f07da763c service neutron] 10.222.0.20 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929391 Jul 16 09:37:28.053553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Checking router: 40154ed9-274a-4d19-b5ac-1e41b84ef34b for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:28.053903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Updating router 40154ed9-274a-4d19-b5ac-1e41b84ef34b port 668da3af-06d7-4d69-be01-f57acb714a41 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:37:28.100295 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:28.183083 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:28.204632 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0616da97-bdad-488c-840f-46941b667cad req-6ab807f2-c40c-4f02-b2f1-a3e760f027d9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 210 time: 0.0323164 Jul 16 09:37:28.292028 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port e8b0cc14-8a77-4d4d-86e6-af6323ee606e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e8b0cc14-8a77-4d4d-86e6-af6323ee606e,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:28.307030 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:28.407551 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=e8b0cc14-8a77-4d4d-86e6-af6323ee606e,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:28.495462 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:28.505936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Transition to ACTIVE for port object 668da3af-06d7-4d69-be01-f57acb714a41 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:28.511309 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:28.584121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408e9c2-67a2-4650-b459-044c655822a0 None None] Pushing event updated for resources: {'Port': ['ID=668da3af-06d7-4d69-be01-f57acb714a41,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:28.627565 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Attempting to bind port 668da3af-06d7-4d69-be01-f57acb714a41 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:37:28.627969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Attempting to bind port 668da3af-06d7-4d69-be01-f57acb714a41 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:37:28.628328 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Attempting to bind port 668da3af-06d7-4d69-be01-f57acb714a41 on network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:28.633682 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:37:28.634064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Checking segment: {'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:28.634496 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:28.634878 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Bound using segment: {'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:37:28.635356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Bound port: 668da3af-06d7-4d69-be01-f57acb714a41, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:37:28.635744 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:28.703406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] For port 668da3af-06d7-4d69-be01-f57acb714a41, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:28.706799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] For port 668da3af-06d7-4d69-be01-f57acb714a41, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=668da3af-06d7-4d69-be01-f57acb714a41,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:37:28.711544 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:28.765770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Routers {'40154ed9-274a-4d19-b5ac-1e41b84ef34b'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:28.766393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:37:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:28.826856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1408e9c2-67a2-4650-b459-044c655822a0 None None] Pushing event updated for resources: {'Port': ['ID=668da3af-06d7-4d69-be01-f57acb714a41,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:28.898031 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] Set router 40154ed9-274a-4d19-b5ac-1e41b84ef34b gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:29.285506 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:22Z', 'updated_at': '2021-07-16T09:37:26Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:23Z', 'updated_at': '2021-07-16T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '668da3af-06d7-4d69-be01-f57acb714a41', 'name': '', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:14:35:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:26Z', 'updated_at': '2021-07-16T09:37:28Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:29.319151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535d3241-30fd-4e2b-9bd9-74ae1fad0c0b None None] The sync data for ids ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'] in n-d-758944-46 is: [{'id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:22Z', 'updated_at': '2021-07-16T09:37:26Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:23Z', 'updated_at': '2021-07-16T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '668da3af-06d7-4d69-be01-f57acb714a41', 'name': '', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:14:35:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:26Z', 'updated_at': '2021-07-16T09:37:28Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:29.417465 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d13ea045-2841-4d34-bf92-2acf49f71314 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:29.449231 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e12b0b28-b81d-4ed5-bea1-2eb95ed76e58 req-041b72d4-af90-418f-a4c1-1d9e3516c57e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 210 time: 0.0967562 Jul 16 09:37:29.489535 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d13ea045-2841-4d34-bf92-2acf49f71314 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:29.489928 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:29.497369 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-a8fc2c35-f12f-4527-af2e-c7e8ad241802 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:29.499231 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-a8fc2c35-f12f-4527-af2e-c7e8ad241802 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "GET /v2.0/networks?id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf HTTP/1.1" status: 200 len: 797 time: 0.1974249 Jul 16 09:37:29.547338 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-311fd7a6-be06-49ab-a95c-efb33a933b9f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 379 time: 0.0399928 Jul 16 09:37:29.555816 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-fca1fd40-f4f8-4022-a96e-02dfafcfc8e0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'port': {'device_id': 'd014d867-92fa-434f-be44-1f695a4be296', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'admin_state_up': True, 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'security_groups': ['d62bcfb8-f5d7-426f-8c48-2b3a1ef47180']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:29.596216 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e8b0cc14-8a77-4d4d-86e6-af6323ee606e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:29.652998 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port e8b0cc14-8a77-4d4d-86e6-af6323ee606e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:29.653762 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:29.686030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-fca1fd40-f4f8-4022-a96e-02dfafcfc8e0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Made reservation on behalf of 3dc9233d83eb475dab0e2644e8549d37 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:37:29.691703 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-fca1fd40-f4f8-4022-a96e-02dfafcfc8e0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:29.833378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-fca1fd40-f4f8-4022-a96e-02dfafcfc8e0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.20.0.9 (9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf/f324dadc-fdec-4dad-bed3-26e3a29cb08b/27c7e978-bbd0-476f-9bad-73c3f022fedd) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:29.982418 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-fca1fd40-f4f8-4022-a96e-02dfafcfc8e0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:29.997675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-fca1fd40-f4f8-4022-a96e-02dfafcfc8e0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Transition to ACTIVE for port object 27c7e978-bbd0-476f-9bad-73c3f022fedd will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:30.032221 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-fca1fd40-f4f8-4022-a96e-02dfafcfc8e0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:30.079817 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-fca1fd40-f4f8-4022-a96e-02dfafcfc8e0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:30.083304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-fca1fd40-f4f8-4022-a96e-02dfafcfc8e0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:30.085877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-fca1fd40-f4f8-4022-a96e-02dfafcfc8e0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:30.114271 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1fd40-f4f8-4022-a96e-02dfafcfc8e0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=27c7e978-bbd0-476f-9bad-73c3f022fedd,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:30.146284 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-fca1fd40-f4f8-4022-a96e-02dfafcfc8e0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:30.146945 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-fca1fd40-f4f8-4022-a96e-02dfafcfc8e0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:30.162532 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-fca1fd40-f4f8-4022-a96e-02dfafcfc8e0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6105680 Jul 16 09:37:30.174581 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-05d6f779-c3fa-4753-98e3-0a10080dad97 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:37:30.175912 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-05d6f779-c3fa-4753-98e3-0a10080dad97 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073872 Jul 16 09:37:30.186314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Request body: {'port': {'device_id': 'd014d867-92fa-434f-be44-1f695a4be296', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:30.268557 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:30.390084 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-57bad997-855f-40f5-b98b-86a1ad33d7f0 None None] Provisioning for port 27c7e978-bbd0-476f-9bad-73c3f022fedd completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:30.395571 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-57bad997-855f-40f5-b98b-86a1ad33d7f0 None None] Provisioning complete for port 27c7e978-bbd0-476f-9bad-73c3f022fedd triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:30.395952 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-57bad997-855f-40f5-b98b-86a1ad33d7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:30.432019 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-57bad997-855f-40f5-b98b-86a1ad33d7f0 None None] Port 27c7e978-bbd0-476f-9bad-73c3f022fedd cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:37:30.559277 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27c7e978-bbd0-476f-9bad-73c3f022fedd {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:37:30.567474 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:30.581418 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Transition to ACTIVE for port object 27c7e978-bbd0-476f-9bad-73c3f022fedd will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:37:30.585943 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:30.653057 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc966ac-e67b-48fc-9d15-ed18a2710482 req-bf2f3844-255b-43c9-aa88-1500c44c5db0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:30.662022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Pushing event updated for resources: {'Port': ['ID=27c7e978-bbd0-476f-9bad-73c3f022fedd,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:30.662210 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3cc966ac-e67b-48fc-9d15-ed18a2710482 req-bf2f3844-255b-43c9-aa88-1500c44c5db0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 943 time: 0.0800297 Jul 16 09:37:30.699004 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3cc966ac-e67b-48fc-9d15-ed18a2710482 req-91f0342c-5ab3-456f-a46a-a9f154d6ed3a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359159 Jul 16 09:37:30.714384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Attempting to bind port 27c7e978-bbd0-476f-9bad-73c3f022fedd on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:37:30.714728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Attempting to bind port 27c7e978-bbd0-476f-9bad-73c3f022fedd by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:37:30.715052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Attempting to bind port 27c7e978-bbd0-476f-9bad-73c3f022fedd on network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:30.719460 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Port 27c7e978-bbd0-476f-9bad-73c3f022fedd on network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:37:30.719775 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Attempting to bind port 27c7e978-bbd0-476f-9bad-73c3f022fedd on network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:37:30.725495 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:37:30.725831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Checking segment: {'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:37:30.726214 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Bound using segment: {'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:37:30.726634 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Bound port: 27c7e978-bbd0-476f-9bad-73c3f022fedd, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:37:30.726986 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:30.797454 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] For port 27c7e978-bbd0-476f-9bad-73c3f022fedd, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:37:30.802150 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] For port 27c7e978-bbd0-476f-9bad-73c3f022fedd, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:37:30.806784 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:30.840722 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:30.841350 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:30.843233 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] 10.222.0.38 "PUT /v2.0/ports/27c7e978-bbd0-476f-9bad-73c3f022fedd HTTP/1.1" status: 200 len: 1092 time: 0.6614871 Jul 16 09:37:30.846162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:30.850625 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-983b3a2d-9351-43c8-8f0e-6bbef0506cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:30.885939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74d66ae-f5c2-4079-b012-c5f7cf8b2b37 service neutron] Pushing event updated for resources: {'Port': ['ID=27c7e978-bbd0-476f-9bad-73c3f022fedd,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:30.904983 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a49a9ff-a9d0-453f-8922-e5eae6555425 x-openstack-request-id: req-7a49a9ff-a9d0-453f-8922-e5eae6555425 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:30.905378 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:30.905696 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7a49a9ff-a9d0-453f-8922-e5eae6555425 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:30.906149 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'status': 'completed', 'code': 200} Jul 16 09:37:30.953085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-97659fb9-abf8-4853-b232-d6471ca0524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:30.955306 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-97659fb9-abf8-4853-b232-d6471ca0524f service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 1095 time: 0.0603056 Jul 16 09:37:31.002119 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-02ff8a57-03c6-4d8b-81a5-6db75b2c8788 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd HTTP/1.1" status: 200 len: 217 time: 0.0400403 Jul 16 09:37:31.052022 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-ca6e9818-b8a7-4004-87a2-bf4712863536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:31.053504 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-ca6e9818-b8a7-4004-87a2-bf4712863536 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f324dadc-fdec-4dad-bed3-26e3a29cb08b HTTP/1.1" status: 200 len: 834 time: 0.0446601 Jul 16 09:37:31.111591 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-8ee08ddc-fc07-4b0a-b90d-9ef77acc3bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:31.113152 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-8ee08ddc-fc07-4b0a-b90d-9ef77acc3bcc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523314 Jul 16 09:37:31.205856 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-9eb2b888-b1e8-4d25-9d3a-53e920d81cea service neutron] 10.222.0.38 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861857 Jul 16 09:37:31.301691 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2d9b29af-f7e5-4189-b8e1-0251a3391b38 req-719640fc-3035-4305-ba1c-2310fe56e05a service neutron] 10.222.0.38 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884297 Jul 16 09:37:31.362847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 668da3af-06d7-4d69-be01-f57acb714a41 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:31.406527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b3a2d-9351-43c8-8f0e-6bbef0506cbd req-902c8949-c6e7-4efa-8556-43a440b32195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:31.408174 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-983b3a2d-9351-43c8-8f0e-6bbef0506cbd req-902c8949-c6e7-4efa-8556-43a440b32195 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 1095 time: 0.0580816 Jul 16 09:37:31.410691 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 668da3af-06d7-4d69-be01-f57acb714a41 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:31.414500 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 668da3af-06d7-4d69-be01-f57acb714a41 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:31.414882 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:31.495187 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:31.498592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b3a2d-9351-43c8-8f0e-6bbef0506cbd req-4c93091f-82be-4cda-9860-8d05b872f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:31.500080 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-983b3a2d-9351-43c8-8f0e-6bbef0506cbd req-4c93091f-82be-4cda-9860-8d05b872f6b5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf HTTP/1.1" status: 200 len: 897 time: 0.0860658 Jul 16 09:37:31.527322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 668da3af-06d7-4d69-be01-f57acb714a41, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=668da3af-06d7-4d69-be01-f57acb714a41,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:31.530994 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:31.544810 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-983b3a2d-9351-43c8-8f0e-6bbef0506cbd req-a9663261-a1da-4c6a-847c-13ba939420ee service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd HTTP/1.1" status: 200 len: 217 time: 0.0386000 Jul 16 09:37:31.578323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=668da3af-06d7-4d69-be01-f57acb714a41,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:31.591360 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b3a2d-9351-43c8-8f0e-6bbef0506cbd req-52c4b206-b2a5-4bcc-819b-b95ef2c2ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:31.593008 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-983b3a2d-9351-43c8-8f0e-6bbef0506cbd req-52c4b206-b2a5-4bcc-819b-b95ef2c2ab15 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f324dadc-fdec-4dad-bed3-26e3a29cb08b HTTP/1.1" status: 200 len: 834 time: 0.0421903 Jul 16 09:37:31.650240 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b3a2d-9351-43c8-8f0e-6bbef0506cbd req-fc55dfdb-0339-40df-9f26-51af616cf426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:31.651787 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-983b3a2d-9351-43c8-8f0e-6bbef0506cbd req-fc55dfdb-0339-40df-9f26-51af616cf426 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524178 Jul 16 09:37:31.750315 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-983b3a2d-9351-43c8-8f0e-6bbef0506cbd req-12630d00-74c9-45c6-9a4c-cf3b4ab0dccd service neutron] 10.222.0.38 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895648 Jul 16 09:37:31.840048 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-983b3a2d-9351-43c8-8f0e-6bbef0506cbd req-1c7c4530-6463-44d4-8b4f-4131d5127d9d service neutron] 10.222.0.38 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833533 Jul 16 09:37:31.875009 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec06649-17d8-4e61-a01c-7af3d6e37a03 req-370739e3-2b3f-4a53-8e5b-51a81900d548 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:31.877025 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ec06649-17d8-4e61-a01c-7af3d6e37a03 req-370739e3-2b3f-4a53-8e5b-51a81900d548 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 943 time: 0.0636392 Jul 16 09:37:31.914472 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2ec06649-17d8-4e61-a01c-7af3d6e37a03 req-e2d7aa16-bf98-48cd-abde-addf81f090f5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318866 Jul 16 09:37:32.779339 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:37:33.089849 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd34da-d0a1-46ea-b0bb-859767347e14 req-e0347019-2aff-44be-8110-17de5b941f04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:33.091327 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3bdd34da-d0a1-46ea-b0bb-859767347e14 req-e0347019-2aff-44be-8110-17de5b941f04 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 943 time: 0.0667257 Jul 16 09:37:33.128191 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3bdd34da-d0a1-46ea-b0bb-859767347e14 req-affe60a6-04c1-45a9-8675-ad9ff87f69b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307779 Jul 16 09:37:33.332836 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 668da3af-06d7-4d69-be01-f57acb714a41 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:33.379065 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 668da3af-06d7-4d69-be01-f57acb714a41 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:33.379346 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.206829 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:34.304579 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7216f1a-88ad-4961-b570-010e9a22fa87 req-ae4b8325-b59c-4585-83a4-d8a0fb129fb7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:34.306042 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a7216f1a-88ad-4961-b570-010e9a22fa87 req-ae4b8325-b59c-4585-83a4-d8a0fb129fb7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 943 time: 0.0686586 Jul 16 09:37:34.343083 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a7216f1a-88ad-4961-b570-010e9a22fa87 req-b9a4d67c-2d30-4cfb-a0cc-33d697425dd8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313988 Jul 16 09:37:35.151488 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 27c7e978-bbd0-476f-9bad-73c3f022fedd details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:37:35.244421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 27c7e978-bbd0-476f-9bad-73c3f022fedd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:35.256932 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'port_id': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'mac_address': 'fa:16:3e:2d:19:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:37:35.297450 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.321202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c7e978-bbd0-476f-9bad-73c3f022fedd {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:37:35.326910 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9cc4e2fc-0255-4af4-a11b-db5da39c4e84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.344052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 27c7e978-bbd0-476f-9bad-73c3f022fedd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:35.348454 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.396689 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=27c7e978-bbd0-476f-9bad-73c3f022fedd,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:35.515566 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fc1d71-801f-4dd5-baf9-4fbba4efce04 req-0fabc6eb-7742-496b-8266-2413f0fda352 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:35.517130 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e6fc1d71-801f-4dd5-baf9-4fbba4efce04 req-0fabc6eb-7742-496b-8266-2413f0fda352 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 944 time: 0.0638404 Jul 16 09:37:35.550838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['27c7e978-bbd0-476f-9bad-73c3f022fedd'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:37:35.560990 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e6fc1d71-801f-4dd5-baf9-4fbba4efce04 req-e10262dd-e018-446d-92d6-2acaa4e6ffa4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375550 Jul 16 09:37:36.116345 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.733211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e55203-e4d9-44ae-8202-be9e1f7e1467 req-36aa1e8f-b5a7-4fbe-9255-252cc700f13f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:36.734675 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41e55203-e4d9-44ae-8202-be9e1f7e1467 req-36aa1e8f-b5a7-4fbe-9255-252cc700f13f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 944 time: 0.0618036 Jul 16 09:37:36.772705 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-41e55203-e4d9-44ae-8202-be9e1f7e1467 req-3c462750-174c-4408-808d-93930e8608ea tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318041 Jul 16 09:37:37.166701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 27c7e978-bbd0-476f-9bad-73c3f022fedd up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:37:37.215604 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 27c7e978-bbd0-476f-9bad-73c3f022fedd completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:37:37.219176 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 27c7e978-bbd0-476f-9bad-73c3f022fedd triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:37:37.219571 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.298371 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.319518 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:37.321778 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92729be2-00e4-408d-b663-a8648fb39012" -d '{"events": [{"server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "name": "network-vif-plugged", "status": "completed", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:37.335495 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 27c7e978-bbd0-476f-9bad-73c3f022fedd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:37:37.340587 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.366390 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd4bc5c-d0e0-4839-8500-c63139aa1205 x-openstack-request-id: req-3dd4bc5c-d0e0-4839-8500-c63139aa1205 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:37.366390 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "name": "network-vif-plugged", "status": "completed", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:37.366687 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3dd4bc5c-d0e0-4839-8500-c63139aa1205 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:37.367047 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'code': 200} Jul 16 09:37:37.391707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=27c7e978-bbd0-476f-9bad-73c3f022fedd,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:37.470789 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10b9ae-1afa-4b74-ba9a-59549c6460c6 req-ad37e7d1-418f-4595-9c34-02b09bb00c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:37.472268 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac10b9ae-1afa-4b74-ba9a-59549c6460c6 req-ad37e7d1-418f-4595-9c34-02b09bb00c81 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 1097 time: 0.0505943 Jul 16 09:37:37.504641 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ac10b9ae-1afa-4b74-ba9a-59549c6460c6 req-bc93fea7-994b-441b-b849-e9e63afab370 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266867 Jul 16 09:37:37.942871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b331b5-e3fc-4e9e-950d-c14342bc2acd req-5d988f61-1329-4bdf-a1ab-59b0441f78d5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:37.944352 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1b331b5-e3fc-4e9e-950d-c14342bc2acd req-5d988f61-1329-4bdf-a1ab-59b0441f78d5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0635426 Jul 16 09:37:37.986416 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1b331b5-e3fc-4e9e-950d-c14342bc2acd req-9a403773-3705-4044-b967-ca99e510f0d9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358536 Jul 16 09:37:37.990860 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f5d21a9c-6658-4b7e-9bdb-706e843eb71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.291730 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.163414 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7202b617-bc04-4b35-b468-c12478dd5bca req-011e3ec7-54c6-4ec6-a207-3a71c0e4929c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:39.164901 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7202b617-bc04-4b35-b468-c12478dd5bca req-011e3ec7-54c6-4ec6-a207-3a71c0e4929c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0669084 Jul 16 09:37:39.201607 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7202b617-bc04-4b35-b468-c12478dd5bca req-834ec8b3-e857-4bca-9197-47ee3bc41d40 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311964 Jul 16 09:37:39.379655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aaf05c-75e9-4e07-8b07-b78a064d9acc req-ba21ab5f-fbee-42c7-ac33-2573b7c19dbd tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:39.381222 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07aaf05c-75e9-4e07-8b07-b78a064d9acc req-ba21ab5f-fbee-42c7-ac33-2573b7c19dbd tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0711114 Jul 16 09:37:39.419931 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-07aaf05c-75e9-4e07-8b07-b78a064d9acc req-381d9f34-9102-423a-b81e-b3004b10bf86 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329976 Jul 16 09:37:39.444050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45180) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:39.494187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752082f4-f5ae-48aa-a54d-00ac0b6a393f tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:39.495704 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-752082f4-f5ae-48aa-a54d-00ac0b6a393f tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 1092 time: 0.0506754 Jul 16 09:37:39.498524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45182) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:39.503488 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:37:39.525165 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.623300 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.722088 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.25.4.253 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/126bc07b-d5b5-488d-bcd5-2342a3cdf775) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:37:39.827489 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.865725 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:39.898407 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:37:39.901209 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:37:39.906527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:37:39.934969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=126bc07b-d5b5-488d-bcd5-2342a3cdf775,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:39.962778 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.280465 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.358455 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.507555 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.512288 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.582031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=126bc07b-d5b5-488d-bcd5-2342a3cdf775,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:37:40.594200 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:40.691963 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Floating IP ce7b55c0-72be-497c-9000-494fab356e61 associated. External IP: 172.25.4.253, port: 27c7e978-bbd0-476f-9bad-73c3f022fedd. Jul 16 09:37:40.899061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router 40154ed9-274a-4d19-b5ac-1e41b84ef34b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:37:41.002540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:37:41.012945 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b88d99-49d2-493c-9684-b47b631ddff3 None None] Sync routers for ids ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:37:41.020309 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.023307 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b88d99-49d2-493c-9684-b47b631ddff3 None None] Routers {'40154ed9-274a-4d19-b5ac-1e41b84ef34b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:41.023927 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f0b88d99-49d2-493c-9684-b47b631ddff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:37:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:41.056456 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4d4756e8-a15a-49d5-8bcd-f95d35d8661c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5569313 Jul 16 09:37:41.057242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:37:41.059709 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9811033c-3621-4021-aefb-7b0b91f1319d" -d '{"events": [{"name": "network-changed", "server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:37:41.099418 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc1eb1b-9c77-4a1e-a7f4-e933f3ce551e x-openstack-request-id: req-3fc1eb1b-9c77-4a1e-a7f4-e933f3ce551e {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:37:41.099707 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:37:41.099952 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3fc1eb1b-9c77-4a1e-a7f4-e933f3ce551e {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:37:41.100356 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'status': 'completed', 'code': 200} Jul 16 09:37:41.139565 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-f0b88d99-49d2-493c-9684-b47b631ddff3 None None] Set router 40154ed9-274a-4d19-b5ac-1e41b84ef34b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:41.223785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811033c-3621-4021-aefb-7b0b91f1319d req-b02570e6-6abc-407e-ba83-c96f7a11759b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:41.225064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9811033c-3621-4021-aefb-7b0b91f1319d req-b02570e6-6abc-407e-ba83-c96f7a11759b service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 1097 time: 0.1018417 Jul 16 09:37:41.249787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fc7e8-aac8-4a7f-9514-de433ca353e7 req-8f4ee832-395b-428a-9d5b-b55c9314be5c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:41.251916 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b8fc7e8-aac8-4a7f-9514-de433ca353e7 req-8f4ee832-395b-428a-9d5b-b55c9314be5c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0994110 Jul 16 09:37:41.343598 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7b8fc7e8-aac8-4a7f-9514-de433ca353e7 req-e8d10cfd-da80-42b2-8954-5c3e6ebe1ca4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810330 Jul 16 09:37:41.359446 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811033c-3621-4021-aefb-7b0b91f1319d req-aa0dcda1-2cef-414c-8b13-b019399f1648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:41.371645 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9811033c-3621-4021-aefb-7b0b91f1319d req-aa0dcda1-2cef-414c-8b13-b019399f1648 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf HTTP/1.1" status: 200 len: 897 time: 0.1302772 Jul 16 09:37:41.371864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45188) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:41.434734 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8b63eb19-a591-4538-8002-6137af7cba1f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/ce7b55c0-72be-497c-9000-494fab356e61 HTTP/1.1" status: 200 len: 991 time: 0.0615983 Jul 16 09:37:41.435479 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9811033c-3621-4021-aefb-7b0b91f1319d req-3dee6007-c0e7-4f4b-9402-cc9b99697f9d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd HTTP/1.1" status: 200 len: 999 time: 0.0677459 Jul 16 09:37:41.458276 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f0b88d99-49d2-493c-9684-b47b631ddff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:22Z', 'updated_at': '2021-07-16T09:37:26Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:23Z', 'updated_at': '2021-07-16T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'ce7b55c0-72be-497c-9000-494fab356e61', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'port_id': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'mac_address': 'fa:16:3e:2d:19:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd014d867-92fa-434f-be44-1f695a4be296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:37:40Z', 'updated_at': '2021-07-16T09:37:40Z', 'revision_number': 0, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '668da3af-06d7-4d69-be01-f57acb714a41', 'name': '', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:14:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:26Z', 'updated_at': '2021-07-16T09:37:31Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:41.467406 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:41.485444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811033c-3621-4021-aefb-7b0b91f1319d req-96cda72e-120b-4ff6-9936-d97918d2aace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:41.486995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9811033c-3621-4021-aefb-7b0b91f1319d req-96cda72e-120b-4ff6-9936-d97918d2aace service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f324dadc-fdec-4dad-bed3-26e3a29cb08b HTTP/1.1" status: 200 len: 834 time: 0.0457675 Jul 16 09:37:41.491085 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b88d99-49d2-493c-9684-b47b631ddff3 None None] Checking router: 40154ed9-274a-4d19-b5ac-1e41b84ef34b for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:37:41.508979 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b88d99-49d2-493c-9684-b47b631ddff3 None None] Routers {'40154ed9-274a-4d19-b5ac-1e41b84ef34b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:37:41.509587 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f0b88d99-49d2-493c-9684-b47b631ddff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:37:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:41.542734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9811033c-3621-4021-aefb-7b0b91f1319d req-1403b8f5-87fb-4230-9189-5e7783780446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:41.544252 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9811033c-3621-4021-aefb-7b0b91f1319d req-1403b8f5-87fb-4230-9189-5e7783780446 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511737 Jul 16 09:37:41.639444 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9811033c-3621-4021-aefb-7b0b91f1319d req-56e3d77e-4347-49c9-bc2a-7aa04a75be32 service neutron] 10.222.0.38 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883012 Jul 16 09:37:41.680285 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-f0b88d99-49d2-493c-9684-b47b631ddff3 None None] Set router 40154ed9-274a-4d19-b5ac-1e41b84ef34b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:37:41.728415 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9811033c-3621-4021-aefb-7b0b91f1319d req-289abca4-3928-4650-81d6-43248eee450c service neutron] 10.222.0.38 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830545 Jul 16 09:37:41.912164 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-f0b88d99-49d2-493c-9684-b47b631ddff3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:22Z', 'updated_at': '2021-07-16T09:37:26Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:23Z', 'updated_at': '2021-07-16T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'ce7b55c0-72be-497c-9000-494fab356e61', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'port_id': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'mac_address': 'fa:16:3e:2d:19:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd014d867-92fa-434f-be44-1f695a4be296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:37:40Z', 'updated_at': '2021-07-16T09:37:40Z', 'revision_number': 0, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '668da3af-06d7-4d69-be01-f57acb714a41', 'name': '', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:14:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:26Z', 'updated_at': '2021-07-16T09:37:31Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:37:41.940044 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b88d99-49d2-493c-9684-b47b631ddff3 None None] The sync data for ids ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'] in n-d-758944-46 is: [{'id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:22Z', 'updated_at': '2021-07-16T09:37:26Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:23Z', 'updated_at': '2021-07-16T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'ce7b55c0-72be-497c-9000-494fab356e61', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'floating_ip_address': '172.25.4.253', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'port_id': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'mac_address': 'fa:16:3e:2d:19:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd014d867-92fa-434f-be44-1f695a4be296', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:37:40Z', 'updated_at': '2021-07-16T09:37:40Z', 'revision_number': 0, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '668da3af-06d7-4d69-be01-f57acb714a41', 'name': '', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:14:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:26Z', 'updated_at': '2021-07-16T09:37:31Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:37:42.129979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e86d847-e336-41f2-9dcd-a1727f108da9 None None] New status for floating IP ce7b55c0-72be-497c-9000-494fab356e61: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:37:42.437861 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45190) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:37:42.501858 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-45dbf2bf-e631-4a4f-8756-bb721c1b64ea tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/ce7b55c0-72be-497c-9000-494fab356e61 HTTP/1.1" status: 200 len: 993 time: 0.0628481 Jul 16 09:38:04.205939 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:05.318892 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b1fadd5f-6349-43cd-9e43-1909e1d6a0c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:06.121071 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:07.991194 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a969579f-a44f-4d98-a368-c49e39dc189b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:08.292955 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:09.517462 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-86ffaada-d052-49f1-aeba-f27034e6bca4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0959985 Jul 16 09:38:09.537550 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a01f75-450e-4724-aaa0-1d1fda7ad320 req-9f9a5b6b-6c81-4eca-93da-7fbd783d5fa0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:09.539209 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61a01f75-450e-4724-aaa0-1d1fda7ad320 req-9f9a5b6b-6c81-4eca-93da-7fbd783d5fa0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0701516 Jul 16 09:38:09.578504 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61a01f75-450e-4724-aaa0-1d1fda7ad320 req-20d87d3e-df91-43fb-b5e2-8a7d754876e6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332754 Jul 16 09:38:09.778447 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:38:09.969291 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:10.665260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-1fa35a36-594d-4b53-863a-fb69ba551ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:10.666798 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-1fa35a36-594d-4b53-863a-fb69ba551ef1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 1097 time: 0.0534458 Jul 16 09:38:11.140279 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-55f2b554-1e21-48c9-a038-ccbc84c71fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:11.142336 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-55f2b554-1e21-48c9-a038-ccbc84c71fb3 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf HTTP/1.1" status: 200 len: 897 time: 0.4681149 Jul 16 09:38:11.154956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adda59a3-1ae2-404c-9f2b-dbaf2696b4f1 req-8a22a2f8-b10b-4839-9ddf-7a7c988f5a26 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:11.156422 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-adda59a3-1ae2-404c-9f2b-dbaf2696b4f1 req-8a22a2f8-b10b-4839-9ddf-7a7c988f5a26 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.4637101 Jul 16 09:38:11.237358 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-adda59a3-1ae2-404c-9f2b-dbaf2696b4f1 req-63536839-5577-468f-badb-e5c3e2e26734 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736086 Jul 16 09:38:11.244628 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-821e7333-8155-4823-89c9-d3e789e77ad0 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd HTTP/1.1" status: 200 len: 1001 time: 0.0871823 Jul 16 09:38:11.307626 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-af831563-3708-41a8-91dd-40ebb97d60bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:11.309096 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-af831563-3708-41a8-91dd-40ebb97d60bd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f324dadc-fdec-4dad-bed3-26e3a29cb08b HTTP/1.1" status: 200 len: 834 time: 0.0570414 Jul 16 09:38:11.364399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-dfdff297-168f-42db-a09c-f7201f93cb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:11.365913 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-dfdff297-168f-42db-a09c-f7201f93cb34 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505922 Jul 16 09:38:11.451870 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-df30b217-2940-417a-98e1-7b301e331926 service neutron] 10.222.0.38 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794539 Jul 16 09:38:11.469419 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:11.542605 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-1549b80b-201b-42c2-8eab-eeebac78bbd6 service neutron] 10.222.0.38 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842602 Jul 16 09:38:12.418766 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7fc778-96ad-4c66-b294-9da300aa5ec1 req-6b1f3759-8b6c-47f7-bdc3-79966cb15427 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:12.420382 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e7fc778-96ad-4c66-b294-9da300aa5ec1 req-6b1f3759-8b6c-47f7-bdc3-79966cb15427 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0696735 Jul 16 09:38:12.457487 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8e7fc778-96ad-4c66-b294-9da300aa5ec1 req-56304547-ebe9-4921-b12d-8bbf17db6e1e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314126 Jul 16 09:38:13.631134 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df75fe8a-9078-459a-9052-dde3c920a6db req-bb603eb8-2408-44c4-bcc2-8d39a66a46bb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:13.632530 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-df75fe8a-9078-459a-9052-dde3c920a6db req-bb603eb8-2408-44c4-bcc2-8d39a66a46bb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0627239 Jul 16 09:38:13.669453 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-df75fe8a-9078-459a-9052-dde3c920a6db req-9788fd2a-1828-4b56-9b86-bddb7d4002ad tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311747 Jul 16 09:38:14.843459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd35df-67ef-4df4-8cf1-cc60d21fecec req-52728f4c-47ab-492c-98bd-d5c40c658f8d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:14.845630 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c4bd35df-67ef-4df4-8cf1-cc60d21fecec req-52728f4c-47ab-492c-98bd-d5c40c658f8d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0637004 Jul 16 09:38:14.882179 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c4bd35df-67ef-4df4-8cf1-cc60d21fecec req-c601d546-edc0-456e-9838-9354886cea0b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310643 Jul 16 09:38:16.059805 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acf3ca-6b22-4afa-ba40-4b4d7f2a9562 req-d57498eb-c7d6-4b59-b710-ef24d73bdb65 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:16.061314 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36acf3ca-6b22-4afa-ba40-4b4d7f2a9562 req-d57498eb-c7d6-4b59-b710-ef24d73bdb65 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0674796 Jul 16 09:38:16.100084 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-36acf3ca-6b22-4afa-ba40-4b4d7f2a9562 req-da525f37-4672-49f5-8ce5-7f5b2820cb79 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330272 Jul 16 09:38:17.278037 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ed7d6-178d-4743-b2f3-df926ecd338c req-fb579d21-e079-4280-8fa7-df51ab6bda9b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:17.279041 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-168ed7d6-178d-4743-b2f3-df926ecd338c req-fb579d21-e079-4280-8fa7-df51ab6bda9b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0635757 Jul 16 09:38:17.316552 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-168ed7d6-178d-4743-b2f3-df926ecd338c req-25f8fcee-5c4e-4493-b110-c7b8ddee5bb0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314660 Jul 16 09:38:18.491505 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc62146-52ba-4ce5-a4dc-bada6f997637 req-de890627-8cb4-490b-9046-30484598021a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:18.493001 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-edc62146-52ba-4ce5-a4dc-bada6f997637 req-de890627-8cb4-490b-9046-30484598021a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0630627 Jul 16 09:38:18.531375 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-edc62146-52ba-4ce5-a4dc-bada6f997637 req-3565eb16-1919-4774-a1f0-20376231dd71 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327756 Jul 16 09:38:19.707457 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34fe4c-9c1a-49cc-826d-3a20f5624372 req-9035045b-eeff-4e0f-952c-e68a29aed40c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:19.709042 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d34fe4c-9c1a-49cc-826d-3a20f5624372 req-9035045b-eeff-4e0f-952c-e68a29aed40c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0648429 Jul 16 09:38:19.745162 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3d34fe4c-9c1a-49cc-826d-3a20f5624372 req-7f49814f-3d92-419d-8601-536d562205e0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304883 Jul 16 09:38:20.919169 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be500f66-7e39-4cd2-98d3-b00b89c80a51 req-b0cc0f02-e0ff-4fcc-8bb2-19f3fc61b88c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:20.920572 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-be500f66-7e39-4cd2-98d3-b00b89c80a51 req-b0cc0f02-e0ff-4fcc-8bb2-19f3fc61b88c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0631373 Jul 16 09:38:20.959043 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-be500f66-7e39-4cd2-98d3-b00b89c80a51 req-a768ab52-dd26-419f-94d9-2c9d4d8340f5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320337 Jul 16 09:38:22.133491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258aee75-4abb-46c9-b68c-a92ae8097025 req-719db939-7740-42cd-a90d-44dc594303c2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:22.134985 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-258aee75-4abb-46c9-b68c-a92ae8097025 req-719db939-7740-42cd-a90d-44dc594303c2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0632312 Jul 16 09:38:22.172198 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-258aee75-4abb-46c9-b68c-a92ae8097025 req-7715ddf5-3f46-4a63-a3e0-7ddcb9214ed3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314052 Jul 16 09:38:23.381735 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7385b58d-8930-4ec9-ac11-b413c5c41376 req-06956ab6-6356-4977-a7e6-84cabad689a1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:23.383207 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7385b58d-8930-4ec9-ac11-b413c5c41376 req-06956ab6-6356-4977-a7e6-84cabad689a1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0962186 Jul 16 09:38:23.417598 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-9c521a9f-197f-4bb9-8cf5-f22b74edadd5 service neutron] show failed (client error): The resource could not be found. Jul 16 09:38:23.418654 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-9c521a9f-197f-4bb9-8cf5-f22b74edadd5 service neutron] 10.222.0.38 "GET /v2.0/ports/27c7e978-bbd0-476f-9bad-73c3f022fedd/bindings/n-h1-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.0837057 Jul 16 09:38:23.435646 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7385b58d-8930-4ec9-ac11-b413c5c41376 req-086593fa-ea21-4aaf-aeac-442140756d2a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454073 Jul 16 09:38:23.702859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-3328106b-9be1-4973-ba77-00be26450324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:23.704883 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-3328106b-9be1-4973-ba77-00be26450324 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296&tenant_id=3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 1097 time: 0.0952320 Jul 16 09:38:23.715345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-46', 'device_owner': 'compute:nova'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:23.784957 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:23.978084 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] For port 27c7e978-bbd0-476f-9bad-73c3f022fedd, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:24.013064 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] For port 27c7e978-bbd0-476f-9bad-73c3f022fedd, host n-h2-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:24.055159 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:24.057446 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ac2c9d-7520-4ac9-865e-6b6c0d344daa" -d '{"events": [{"server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "name": "network-vif-unplugged", "status": "completed", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:24.060903 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:24.076984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Transition to ACTIVE for port object 27c7e978-bbd0-476f-9bad-73c3f022fedd will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:24.081977 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:24.112063 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686add21-e322-48b9-a44a-0855106523de x-openstack-request-id: req-686add21-e322-48b9-a44a-0855106523de {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:24.112359 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "name": "network-vif-unplugged", "status": "completed", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:24.112632 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-686add21-e322-48b9-a44a-0855106523de {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:24.113025 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'code': 200} Jul 16 09:38:24.160915 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Pushing event updated for resources: {'Port': ['ID=27c7e978-bbd0-476f-9bad-73c3f022fedd,revision_number=6']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:24.173457 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:24.173805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:24.174143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:24.174482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:24.174813 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:24.175143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:24.175471 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:24.175794 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:24.176119 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:24.176444 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:24.176792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:24.177115 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:24.216612 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] No DVR routers for this DVR port 27c7e978-bbd0-476f-9bad-73c3f022fedd on host n-h2-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:38:24.365059 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Attempting to bind port 27c7e978-bbd0-476f-9bad-73c3f022fedd on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:24.365400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Attempting to bind port 27c7e978-bbd0-476f-9bad-73c3f022fedd by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:24.365732 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Attempting to bind port 27c7e978-bbd0-476f-9bad-73c3f022fedd on network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:24.370020 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Port 27c7e978-bbd0-476f-9bad-73c3f022fedd on network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:38:24.370345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Attempting to bind port 27c7e978-bbd0-476f-9bad-73c3f022fedd on network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:24.375183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:24.375522 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Checking segment: {'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:24.375943 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Bound using segment: {'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:24.376367 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Bound port: 27c7e978-bbd0-476f-9bad-73c3f022fedd, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f412d2-6aa3-451a-8d0a-86f62d73d618', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:24.376753 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:24.447542 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] For port 27c7e978-bbd0-476f-9bad-73c3f022fedd, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:24.450780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] For port 27c7e978-bbd0-476f-9bad-73c3f022fedd, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:24.455024 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:24.487821 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:24.488524 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:24.490139 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] 10.222.0.15 "PUT /v2.0/ports/27c7e978-bbd0-476f-9bad-73c3f022fedd HTTP/1.1" status: 200 len: 1092 time: 0.7786927 Jul 16 09:38:24.520058 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33d644-6d5f-43ab-b660-262bdd684d17 service neutron] Pushing event updated for resources: {'Port': ['ID=27c7e978-bbd0-476f-9bad-73c3f022fedd,revision_number=7']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:24.584309 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-658f7e9f-321f-40df-86a6-2a718a753b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:24.585871 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-658f7e9f-321f-40df-86a6-2a718a753b9b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 1095 time: 0.0562251 Jul 16 09:38:24.627329 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7eb02-d2d2-4354-b9ce-d607572737cb req-4bff7311-bdf0-4731-ba2d-60d3ab2fb10e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:24.629079 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0af7eb02-d2d2-4354-b9ce-d607572737cb req-4bff7311-bdf0-4731-ba2d-60d3ab2fb10e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 943 time: 0.0760419 Jul 16 09:38:24.672081 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0af7eb02-d2d2-4354-b9ce-d607572737cb req-c1fe9642-0b29-4430-abf4-397b0a3d98e6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370200 Jul 16 09:38:25.021486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-3f9738da-1415-4334-b4c1-ee688eaaeb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:25.022985 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-3f9738da-1415-4334-b4c1-ee688eaaeb99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf HTTP/1.1" status: 200 len: 897 time: 0.4315057 Jul 16 09:38:25.089364 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-7c2a1e68-791a-4b14-b989-44193dd9b178 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd HTTP/1.1" status: 200 len: 999 time: 0.0601418 Jul 16 09:38:25.135580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-532dcfd2-d70a-4e35-889d-82c7d0799312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:25.137018 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-532dcfd2-d70a-4e35-889d-82c7d0799312 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f324dadc-fdec-4dad-bed3-26e3a29cb08b HTTP/1.1" status: 200 len: 834 time: 0.0421183 Jul 16 09:38:25.191708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-b756a085-bcac-40c5-9181-b214c736c39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:25.193209 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-b756a085-bcac-40c5-9181-b214c736c39b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505466 Jul 16 09:38:25.285748 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-9d954745-1d3c-450a-87a9-fe9687dd2a81 service neutron] 10.222.0.15 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861416 Jul 16 09:38:25.374301 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-400ad1e6-a9df-449e-b3c5-862a200b805f req-f90e3e13-9fd1-4151-8534-c6fbbf9ca246 service neutron] 10.222.0.15 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823755 Jul 16 09:38:25.853611 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9082d990-cfbf-42b4-af0c-f35ee6e5bf10 req-006e31cf-5cab-462a-984e-a1346c5e7b40 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:25.855022 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9082d990-cfbf-42b4-af0c-f35ee6e5bf10 req-006e31cf-5cab-462a-984e-a1346c5e7b40 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 943 time: 0.0663779 Jul 16 09:38:25.892315 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9082d990-cfbf-42b4-af0c-f35ee6e5bf10 req-be26a4f6-811b-42a6-aea3-149eff9a37af tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311630 Jul 16 09:38:26.114595 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:26.116914 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11" -d '{"events": [{"name": "network-changed", "server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:26.165973 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77517710-4936-48a8-8399-974e424a57c9 x-openstack-request-id: req-77517710-4936-48a8-8399-974e424a57c9 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:26.166262 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:26.166698 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77517710-4936-48a8-8399-974e424a57c9 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:26.167105 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'status': 'completed', 'code': 200} Jul 16 09:38:26.234800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-dcff4988-28e3-4d10-a326-106af93fb4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:26.236310 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-dcff4988-28e3-4d10-a326-106af93fb4ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 1095 time: 0.0535662 Jul 16 09:38:26.239698 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-e45dd2cc-041b-43f1-99b2-431eab1baacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:26.241220 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-e45dd2cc-041b-43f1-99b2-431eab1baacf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 1095 time: 0.0530288 Jul 16 09:38:26.332350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-ad12f3e9-4be2-4671-bd8c-237ca26e2bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:26.333943 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-ad12f3e9-4be2-4671-bd8c-237ca26e2bd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf HTTP/1.1" status: 200 len: 897 time: 0.0910926 Jul 16 09:38:26.335344 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-3b218bc9-708f-4b0a-bd0c-afc767fd4620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:26.336888 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-3b218bc9-708f-4b0a-bd0c-afc767fd4620 service neutron] 10.222.0.38 "GET /v2.0/networks?id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf HTTP/1.1" status: 200 len: 897 time: 0.0891948 Jul 16 09:38:26.397357 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-c1f17c61-7966-496c-99c7-cf4ca3089a1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd HTTP/1.1" status: 200 len: 999 time: 0.0566819 Jul 16 09:38:26.400167 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-a868002d-0a31-4d00-ab2e-6d3935156547 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd HTTP/1.1" status: 200 len: 999 time: 0.0572321 Jul 16 09:38:26.447792 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-52095c9e-a1ae-42f0-8b5b-381130080f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:26.448750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-216d32a2-ca41-4b3b-9e97-6d71c89aebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:26.449334 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-52095c9e-a1ae-42f0-8b5b-381130080f03 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f324dadc-fdec-4dad-bed3-26e3a29cb08b HTTP/1.1" status: 200 len: 834 time: 0.0447891 Jul 16 09:38:26.450224 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-216d32a2-ca41-4b3b-9e97-6d71c89aebc4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f324dadc-fdec-4dad-bed3-26e3a29cb08b HTTP/1.1" status: 200 len: 834 time: 0.0442243 Jul 16 09:38:26.510376 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-031f543a-f599-4222-bdbc-bd030521b540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:26.512071 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-031f543a-f599-4222-bdbc-bd030521b540 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561628 Jul 16 09:38:26.513283 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-2415c569-67eb-4587-86b4-6b85a45a7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:26.514777 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-2415c569-67eb-4587-86b4-6b85a45a7c8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555241 Jul 16 09:38:26.599005 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-e5e180bd-9c19-4cfd-bc58-e4a1b196077a service neutron] 10.222.0.38 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811327 Jul 16 09:38:26.602612 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-5754b86b-57e6-4579-b645-d3447911b8db service neutron] 10.222.0.15 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808663 Jul 16 09:38:26.692276 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-f2ff1635-870b-4f18-8385-98c85d457358 service neutron] 10.222.0.38 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872633 Jul 16 09:38:26.694758 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a155c2d0-dbf4-4ba2-8b58-40f8628d3e11 req-f999f455-be01-4d23-b8b0-b2bec52408cc service neutron] 10.222.0.15 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860746 Jul 16 09:38:27.075798 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5001035-1f15-404b-8ff3-7f85f7f653b8 req-ba2ab571-c3d9-419a-ad95-4a6286b9a867 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:27.077446 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a5001035-1f15-404b-8ff3-7f85f7f653b8 req-ba2ab571-c3d9-419a-ad95-4a6286b9a867 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 943 time: 0.0655026 Jul 16 09:38:27.116782 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a5001035-1f15-404b-8ff3-7f85f7f653b8 req-27b3098a-185d-4953-b23f-d4fc02d79e7a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337758 Jul 16 09:38:27.472419 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 27c7e978-bbd0-476f-9bad-73c3f022fedd no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:38:27.508603 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 27c7e978-bbd0-476f-9bad-73c3f022fedd not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:38:27.973693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 27c7e978-bbd0-476f-9bad-73c3f022fedd details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:38:28.068076 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 27c7e978-bbd0-476f-9bad-73c3f022fedd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:28.079322 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'port_id': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'mac_address': 'fa:16:3e:2d:19:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:38:28.118809 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:28.131201 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27c7e978-bbd0-476f-9bad-73c3f022fedd {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:38:28.151059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 27c7e978-bbd0-476f-9bad-73c3f022fedd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:28.155415 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:28.207495 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=27c7e978-bbd0-476f-9bad-73c3f022fedd,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:28.215302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:28.215646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:28.215984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:28.216319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:28.216688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:28.217019 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:28.217345 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:28.217659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:28.217986 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:28.218304 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:28.218629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:28.218949 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:28.301670 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126809ae-6440-4387-9d87-b67544d11686 req-2a94326a-5388-46c2-9193-30116e2fea79 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:28.303170 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-126809ae-6440-4387-9d87-b67544d11686 req-2a94326a-5388-46c2-9193-30116e2fea79 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 944 time: 0.0668702 Jul 16 09:38:28.340639 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-126809ae-6440-4387-9d87-b67544d11686 req-6e31110c-d68b-4d7b-bdc2-4a86a02dcc5e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315938 Jul 16 09:38:28.389209 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['27c7e978-bbd0-476f-9bad-73c3f022fedd'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:38:28.691947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c007d2-d455-44d8-8cc3-8eea9b7fbb4e req-bbc424b9-a5a1-4597-b05c-429180a5baef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:28.693474 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1c007d2-d455-44d8-8cc3-8eea9b7fbb4e req-bbc424b9-a5a1-4597-b05c-429180a5baef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 944 time: 0.1187704 Jul 16 09:38:28.700940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312136b5-e694-43de-9715-34c6172f0ee2 req-05670995-b002-4c02-bfe5-af5cf06845b1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:28.702305 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-312136b5-e694-43de-9715-34c6172f0ee2 req-05670995-b002-4c02-bfe5-af5cf06845b1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296&tenant_id=3dc9233d83eb475dab0e2644e8549d37&binding%3Ahost_id=n-h1-758944-46 HTTP/1.1" status: 200 len: 944 time: 0.1161599 Jul 16 09:38:28.768645 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c1c007d2-d455-44d8-8cc3-8eea9b7fbb4e req-390e68ae-7833-437b-9e1d-502f195c3615 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653396 Jul 16 09:38:28.782958 n-d-758944-46 neutron-server[93694]: INFO neutron.api.v2.resource [req-312136b5-e694-43de-9715-34c6172f0ee2 req-317c756f-e375-4f23-90a0-ce5d927474bf service neutron] delete failed (client error): The resource could not be found. Jul 16 09:38:28.783963 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-312136b5-e694-43de-9715-34c6172f0ee2 req-317c756f-e375-4f23-90a0-ce5d927474bf service neutron] 10.222.0.38 "DELETE /v2.0/ports/27c7e978-bbd0-476f-9bad-73c3f022fedd/bindings/n-h2-758944-46 HTTP/1.1" status: 404 len: 381 time: 0.0747020 Jul 16 09:38:28.889958 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312136b5-e694-43de-9715-34c6172f0ee2 req-6b6127bc-115d-451d-a3b0-dafe16da5103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:28.891967 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-312136b5-e694-43de-9715-34c6172f0ee2 req-6b6127bc-115d-451d-a3b0-dafe16da5103 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 1096 time: 0.0635328 Jul 16 09:38:28.948580 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326d0454-dd66-4e01-a564-79b8d0c35f96 req-694c0a79-6fd3-4ef8-bb0b-9c991d8932e3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:28.950096 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-326d0454-dd66-4e01-a564-79b8d0c35f96 req-694c0a79-6fd3-4ef8-bb0b-9c991d8932e3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 944 time: 0.0663834 Jul 16 09:38:28.986230 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312136b5-e694-43de-9715-34c6172f0ee2 req-14b73b71-2671-4e0d-b743-e267fba87eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:28.987747 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-312136b5-e694-43de-9715-34c6172f0ee2 req-14b73b71-2671-4e0d-b743-e267fba87eec service neutron] 10.222.0.38 "GET /v2.0/networks?id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf HTTP/1.1" status: 200 len: 897 time: 0.0898087 Jul 16 09:38:28.995509 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-326d0454-dd66-4e01-a564-79b8d0c35f96 req-469c1dec-caed-47a8-a0d7-767baa9c987f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393548 Jul 16 09:38:29.055854 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-312136b5-e694-43de-9715-34c6172f0ee2 req-31f75750-88c6-4b8c-ad67-3cb8e7a3624a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd HTTP/1.1" status: 200 len: 1000 time: 0.0621848 Jul 16 09:38:29.102359 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312136b5-e694-43de-9715-34c6172f0ee2 req-537a05f0-1c1b-4f68-ba87-eed3dc6167a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:29.103811 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-312136b5-e694-43de-9715-34c6172f0ee2 req-537a05f0-1c1b-4f68-ba87-eed3dc6167a2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=f324dadc-fdec-4dad-bed3-26e3a29cb08b HTTP/1.1" status: 200 len: 834 time: 0.0425901 Jul 16 09:38:29.159634 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312136b5-e694-43de-9715-34c6172f0ee2 req-ffdd2eb5-facb-430b-861c-e1c64512a3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:29.161179 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-312136b5-e694-43de-9715-34c6172f0ee2 req-ffdd2eb5-facb-430b-861c-e1c64512a3e2 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510302 Jul 16 09:38:29.253229 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-312136b5-e694-43de-9715-34c6172f0ee2 req-84dc4999-9681-4913-8014-243abc5cc1cf service neutron] 10.222.0.38 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859301 Jul 16 09:38:29.343720 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-312136b5-e694-43de-9715-34c6172f0ee2 req-f91b7185-e503-4246-96d4-c6b636dc5544 service neutron] 10.222.0.38 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838599 Jul 16 09:38:29.799486 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cac56b8a-17fd-4656-92f2-1229a0f2400f req-50844dc7-2a0d-4fa8-ac74-eae333d65cd5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536234 Jul 16 09:38:29.894977 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56b8a-17fd-4656-92f2-1229a0f2400f req-b7878bea-8714-4e43-b3ce-806b6d1afbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:29.896805 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cac56b8a-17fd-4656-92f2-1229a0f2400f req-b7878bea-8714-4e43-b3ce-806b6d1afbd0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 1096 time: 0.0548737 Jul 16 09:38:29.971702 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 27c7e978-bbd0-476f-9bad-73c3f022fedd up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:30.005736 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56b8a-17fd-4656-92f2-1229a0f2400f req-b5a685e1-5b83-472f-94d9-91d32e54b889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:30.007269 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cac56b8a-17fd-4656-92f2-1229a0f2400f req-b5a685e1-5b83-472f-94d9-91d32e54b889 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf HTTP/1.1" status: 200 len: 897 time: 0.0918963 Jul 16 09:38:30.020133 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 27c7e978-bbd0-476f-9bad-73c3f022fedd completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:30.024654 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 27c7e978-bbd0-476f-9bad-73c3f022fedd triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:30.024961 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:30.072979 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cac56b8a-17fd-4656-92f2-1229a0f2400f req-16319345-2086-42d0-9c78-171241750fd5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd HTTP/1.1" status: 200 len: 1000 time: 0.0596335 Jul 16 09:38:30.105058 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:30.127258 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56b8a-17fd-4656-92f2-1229a0f2400f req-411490ec-804c-41fb-83e0-9cd5e64f4863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:30.128788 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cac56b8a-17fd-4656-92f2-1229a0f2400f req-411490ec-804c-41fb-83e0-9cd5e64f4863 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f324dadc-fdec-4dad-bed3-26e3a29cb08b HTTP/1.1" status: 200 len: 834 time: 0.0490646 Jul 16 09:38:30.134386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:30.136753 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c3c9463-7242-455b-998c-9f4c5b1eafd8" -d '{"events": [{"server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "name": "network-vif-plugged", "status": "completed", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:30.163021 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 27c7e978-bbd0-476f-9bad-73c3f022fedd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:30.168329 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:30.187630 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1769a1-0e1c-41c8-bbe1-b191cef35237 req-693ceaf6-82f3-4b91-855f-b08a4f05cb1a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:30.189430 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee1769a1-0e1c-41c8-bbe1-b191cef35237 req-693ceaf6-82f3-4b91-855f-b08a4f05cb1a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 944 time: 0.0793929 Jul 16 09:38:30.198508 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae022a39-eac5-4512-bf5b-f7bd4430453e x-openstack-request-id: req-ae022a39-eac5-4512-bf5b-f7bd4430453e {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:30.198937 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "name": "network-vif-plugged", "status": "completed", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:30.199065 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ae022a39-eac5-4512-bf5b-f7bd4430453e {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:30.199383 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'code': 200} Jul 16 09:38:30.203290 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac56b8a-17fd-4656-92f2-1229a0f2400f req-34c2f371-656d-4182-9844-7b4c46525b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:30.204424 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cac56b8a-17fd-4656-92f2-1229a0f2400f req-34c2f371-656d-4182-9844-7b4c46525b3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0697353 Jul 16 09:38:30.228969 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=27c7e978-bbd0-476f-9bad-73c3f022fedd,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:30.237278 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ee1769a1-0e1c-41c8-bbe1-b191cef35237 req-c74f528e-1059-48c1-8d7d-4d7b594bd00c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408809 Jul 16 09:38:30.258399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45282) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:30.301845 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cac56b8a-17fd-4656-92f2-1229a0f2400f req-a5c026bb-5375-458f-b311-6db846a1ba80 service neutron] 10.222.0.15 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913227 Jul 16 09:38:30.319856 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-618d1cd6-43ca-41f5-aab9-960174221c06 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/ce7b55c0-72be-497c-9000-494fab356e61 HTTP/1.1" status: 200 len: 993 time: 0.0602453 Jul 16 09:38:30.397151 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cac56b8a-17fd-4656-92f2-1229a0f2400f req-83edff48-14a5-4307-a63b-0718947dc267 service neutron] 10.222.0.15 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895824 Jul 16 09:38:34.220525 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:35.319932 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f78b8a54-4e14-4d2a-9af9-a73465a9c90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:36.134663 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:38.004295 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-435ce838-0f0e-486e-b51c-5ce728ede697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:38.294229 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.969427 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:41.470802 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:46.778226 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:38:58.674365 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45294) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:38:58.830981 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port 126bc07b-d5b5-488d-bcd5-2342a3cdf775 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:38:58.831324 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.912718 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.913041 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:58.925514 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for 126bc07b-d5b5-488d-bcd5-2342a3cdf775 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:38:59.084845 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:59.112864 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=126bc07b-d5b5-488d-bcd5-2342a3cdf775,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:59.137872 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:59.138223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:59.138573 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:59.138913 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:59.139245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:59.139582 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:59.139908 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:59.140236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:59.140600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:59.141413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:59.141741 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:59.142059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:59.183773 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:59.184091 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Floating IP ce7b55c0-72be-497c-9000-494fab356e61 disassociated (deleted). External IP: 172.25.4.253, port: 27c7e978-bbd0-476f-9bad-73c3f022fedd. Jul 16 09:38:59.392132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router 40154ed9-274a-4d19-b5ac-1e41b84ef34b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:38:59.496784 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:38:59.502103 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:59.506510 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f2550a-f310-47fb-86b1-e1f939dc039f None None] Sync routers for ids ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:38:59.515007 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f2550a-f310-47fb-86b1-e1f939dc039f None None] Routers {'40154ed9-274a-4d19-b5ac-1e41b84ef34b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:59.515606 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d3f2550a-f310-47fb-86b1-e1f939dc039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:38:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:59.538147 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-133905ad-ab43-45ca-80f3-35ab0c7b6db1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/floatingips/ce7b55c0-72be-497c-9000-494fab356e61 HTTP/1.1" status: 204 len: 168 time: 0.8626697 Jul 16 09:38:59.538731 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:59.541039 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e9ba66-e1de-4357-ba0c-2b2920263da9" -d '{"events": [{"name": "network-changed", "server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:59.583607 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f92c95b-cecf-487f-8fba-5526f969999f x-openstack-request-id: req-5f92c95b-cecf-487f-8fba-5526f969999f {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:59.583897 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:59.584147 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5f92c95b-cecf-487f-8fba-5526f969999f {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:59.584571 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'status': 'completed', 'code': 200} Jul 16 09:38:59.625825 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-d3f2550a-f310-47fb-86b1-e1f939dc039f None None] Set router 40154ed9-274a-4d19-b5ac-1e41b84ef34b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:38:59.659311 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9ba66-e1de-4357-ba0c-2b2920263da9 req-0f4d1ad8-7811-483b-94bd-888062faa475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:59.660855 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7e9ba66-e1de-4357-ba0c-2b2920263da9 req-0f4d1ad8-7811-483b-94bd-888062faa475 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 1097 time: 0.0544994 Jul 16 09:38:59.763391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9ba66-e1de-4357-ba0c-2b2920263da9 req-c215179f-4c50-41c7-9a97-33811b24358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:59.765414 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7e9ba66-e1de-4357-ba0c-2b2920263da9 req-c215179f-4c50-41c7-9a97-33811b24358b service neutron] 10.222.0.15 "GET /v2.0/networks?id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf HTTP/1.1" status: 200 len: 897 time: 0.0989325 Jul 16 09:38:59.810095 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7e9ba66-e1de-4357-ba0c-2b2920263da9 req-fd0c7658-6634-4896-8a71-49cc7ad651d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd HTTP/1.1" status: 200 len: 217 time: 0.0383089 Jul 16 09:38:59.842350 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d3f2550a-f310-47fb-86b1-e1f939dc039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:22Z', 'updated_at': '2021-07-16T09:37:26Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:23Z', 'updated_at': '2021-07-16T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '668da3af-06d7-4d69-be01-f57acb714a41', 'name': '', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:14:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:26Z', 'updated_at': '2021-07-16T09:37:31Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:59.863522 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9ba66-e1de-4357-ba0c-2b2920263da9 req-683ce97f-3c26-4dcb-a4f6-3a4c724b445e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:59.865073 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7e9ba66-e1de-4357-ba0c-2b2920263da9 req-683ce97f-3c26-4dcb-a4f6-3a4c724b445e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f324dadc-fdec-4dad-bed3-26e3a29cb08b HTTP/1.1" status: 200 len: 834 time: 0.0482464 Jul 16 09:38:59.876795 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f2550a-f310-47fb-86b1-e1f939dc039f None None] Checking router: 40154ed9-274a-4d19-b5ac-1e41b84ef34b for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:38:59.886365 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f2550a-f310-47fb-86b1-e1f939dc039f None None] Routers {'40154ed9-274a-4d19-b5ac-1e41b84ef34b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:38:59.887013 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d3f2550a-f310-47fb-86b1-e1f939dc039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:38:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:38:59.969129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e9ba66-e1de-4357-ba0c-2b2920263da9 req-6d4f66af-bcdb-492e-97dd-42756dc89d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:59.970654 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7e9ba66-e1de-4357-ba0c-2b2920263da9 req-6d4f66af-bcdb-492e-97dd-42756dc89d0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985992 Jul 16 09:38:59.982143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c39c3-698b-4f46-a014-801ce4579e79 req-ff1ba58c-c3d2-41fc-96bd-dea81e00f3f8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:59.983554 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed2c39c3-698b-4f46-a014-801ce4579e79 req-ff1ba58c-c3d2-41fc-96bd-dea81e00f3f8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.1027904 Jul 16 09:38:59.993165 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-d3f2550a-f310-47fb-86b1-e1f939dc039f None None] Set router 40154ed9-274a-4d19-b5ac-1e41b84ef34b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:00.076268 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed2c39c3-698b-4f46-a014-801ce4579e79 req-ce4b3e02-c2ee-410d-9532-e7eee39e4a30 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839975 Jul 16 09:39:00.098435 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7e9ba66-e1de-4357-ba0c-2b2920263da9 req-b54eaf6b-4f53-4d85-8c15-f7edb411993b service neutron] 10.222.0.15 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139476 Jul 16 09:39:00.189357 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c7e9ba66-e1de-4357-ba0c-2b2920263da9 req-42546545-6395-4e7f-a60d-fb49402ecdbc service neutron] 10.222.0.15 "GET /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840023 Jul 16 09:39:00.194008 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d3f2550a-f310-47fb-86b1-e1f939dc039f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:22Z', 'updated_at': '2021-07-16T09:37:26Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:23Z', 'updated_at': '2021-07-16T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '668da3af-06d7-4d69-be01-f57acb714a41', 'name': '', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:14:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:26Z', 'updated_at': '2021-07-16T09:37:31Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:00.223696 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f2550a-f310-47fb-86b1-e1f939dc039f None None] The sync data for ids ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'] in n-d-758944-46 is: [{'id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:22Z', 'updated_at': '2021-07-16T09:37:26Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:23Z', 'updated_at': '2021-07-16T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '668da3af-06d7-4d69-be01-f57acb714a41', 'name': '', 'network_id': '9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:14:35:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:26Z', 'updated_at': '2021-07-16T09:37:31Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': 'f324dadc-fdec-4dad-bed3-26e3a29cb08b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:39:00.430035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0129dc-82f6-4e72-ba33-757c728b89ef None None] New status for floating IP ce7b55c0-72be-497c-9000-494fab356e61: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:39:01.091502 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c0669b-21cf-4fa7-b51b-e9f2e173f472 req-0d329db4-d1e0-4545-b186-116b402a7a35 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:01.093055 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39c0669b-21cf-4fa7-b51b-e9f2e173f472 req-0d329db4-d1e0-4545-b186-116b402a7a35 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.15 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0678356 Jul 16 09:39:01.195533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-39c0669b-21cf-4fa7-b51b-e9f2e173f472 req-1e8986a2-9403-4dd4-931e-00a0d0c3e61f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port 27c7e978-bbd0-476f-9bad-73c3f022fedd {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:01.195874 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-39c0669b-21cf-4fa7-b51b-e9f2e173f472 req-1e8986a2-9403-4dd4-931e-00a0d0c3e61f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:01.258116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569f7d7c-0cea-48e4-9125-34f612bbdb31 req-acaccc4f-cc51-4c4c-b9c3-f1007dcca9b6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:01.259628 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-569f7d7c-0cea-48e4-9125-34f612bbdb31 req-acaccc4f-cc51-4c4c-b9c3-f1007dcca9b6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=d014d867-92fa-434f-be44-1f695a4be296 HTTP/1.1" status: 200 len: 945 time: 0.0670369 Jul 16 09:39:01.287769 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-39c0669b-21cf-4fa7-b51b-e9f2e173f472 req-1e8986a2-9403-4dd4-931e-00a0d0c3e61f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] For port 27c7e978-bbd0-476f-9bad-73c3f022fedd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=27c7e978-bbd0-476f-9bad-73c3f022fedd,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:01.288139 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-39c0669b-21cf-4fa7-b51b-e9f2e173f472 req-1e8986a2-9403-4dd4-931e-00a0d0c3e61f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:01.298681 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-569f7d7c-0cea-48e4-9125-34f612bbdb31 req-bbf4202f-30ad-4862-8ff3-e8e969adf40a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335054 Jul 16 09:39:01.300328 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-39c0669b-21cf-4fa7-b51b-e9f2e173f472 req-1e8986a2-9403-4dd4-931e-00a0d0c3e61f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for 27c7e978-bbd0-476f-9bad-73c3f022fedd owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:01.425474 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-39c0669b-21cf-4fa7-b51b-e9f2e173f472 req-1e8986a2-9403-4dd4-931e-00a0d0c3e61f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:01.459971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8986a2-9403-4dd4-931e-00a0d0c3e61f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=27c7e978-bbd0-476f-9bad-73c3f022fedd,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:01.502189 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c0669b-21cf-4fa7-b51b-e9f2e173f472 req-1e8986a2-9403-4dd4-931e-00a0d0c3e61f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] No DVR routers for this DVR port 27c7e978-bbd0-476f-9bad-73c3f022fedd on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:39:01.504822 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-39c0669b-21cf-4fa7-b51b-e9f2e173f472 req-1e8986a2-9403-4dd4-931e-00a0d0c3e61f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:01.506770 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-39c0669b-21cf-4fa7-b51b-e9f2e173f472 req-1e8986a2-9403-4dd4-931e-00a0d0c3e61f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.15 "DELETE /v2.0/ports/27c7e978-bbd0-476f-9bad-73c3f022fedd HTTP/1.1" status: 204 len: 173 time: 0.4081504 Jul 16 09:39:01.507205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'name': 'network-vif-deleted', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:01.509457 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fedea22c-85d8-4b2f-aa3d-027b0ccca0b5" -d '{"events": [{"server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "name": "network-vif-deleted", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:01.548983 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874b7fc8-5714-4f70-a9a0-45d16769e33a x-openstack-request-id: req-874b7fc8-5714-4f70-a9a0-45d16769e33a {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:01.549388 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d014d867-92fa-434f-be44-1f695a4be296", "name": "network-vif-deleted", "tag": "27c7e978-bbd0-476f-9bad-73c3f022fedd", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:01.549682 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-874b7fc8-5714-4f70-a9a0-45d16769e33a {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:01.550102 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd014d867-92fa-434f-be44-1f695a4be296', 'name': 'network-vif-deleted', 'tag': '27c7e978-bbd0-476f-9bad-73c3f022fedd', 'status': 'completed', 'code': 200} Jul 16 09:39:02.390442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45308) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:02.737051 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3acd2964-94e8-4fe4-8aa5-6d1f61d10ca4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:02.997366 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3acd2964-94e8-4fe4-8aa5-6d1f61d10ca4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port 668da3af-06d7-4d69-be01-f57acb714a41 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:02.997631 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3acd2964-94e8-4fe4-8aa5-6d1f61d10ca4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:03.088802 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-3acd2964-94e8-4fe4-8aa5-6d1f61d10ca4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] For port 668da3af-06d7-4d69-be01-f57acb714a41, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=668da3af-06d7-4d69-be01-f57acb714a41,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:03.089162 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3acd2964-94e8-4fe4-8aa5-6d1f61d10ca4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:03.101112 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-3acd2964-94e8-4fe4-8aa5-6d1f61d10ca4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for 668da3af-06d7-4d69-be01-f57acb714a41 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:03.286071 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3acd2964-94e8-4fe4-8aa5-6d1f61d10ca4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:03.313780 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acd2964-94e8-4fe4-8aa5-6d1f61d10ca4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=668da3af-06d7-4d69-be01-f57acb714a41,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:03.491908 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3acd2964-94e8-4fe4-8aa5-6d1f61d10ca4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.015405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3acd2964-94e8-4fe4-8aa5-6d1f61d10ca4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router 40154ed9-274a-4d19-b5ac-1e41b84ef34b has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:39:04.118217 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acd2964-94e8-4fe4-8aa5-6d1f61d10ca4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:39:04.123837 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3acd2964-94e8-4fe4-8aa5-6d1f61d10ca4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "PUT /v2.0/routers/40154ed9-274a-4d19-b5ac-1e41b84ef34b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7315364 Jul 16 09:39:04.126822 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45310) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:04.127892 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8056032f-a716-4933-a227-49974e9582a8 None None] Sync routers for ids ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:39:04.136934 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8056032f-a716-4933-a227-49974e9582a8 None None] Routers {'40154ed9-274a-4d19-b5ac-1e41b84ef34b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:04.137538 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8056032f-a716-4933-a227-49974e9582a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:38:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:04.183610 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa27b7ce-e16f-4e01-978f-6896e3d97066 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting subnet f324dadc-fdec-4dad-bed3-26e3a29cb08b {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:39:04.187148 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa27b7ce-e16f-4e01-978f-6896e3d97066 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.220325 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.232175 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa27b7ce-e16f-4e01-978f-6896e3d97066 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.322239 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa27b7ce-e16f-4e01-978f-6896e3d97066 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.333880 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-8056032f-a716-4933-a227-49974e9582a8 None None] Set router 40154ed9-274a-4d19-b5ac-1e41b84ef34b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:04.384712 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa27b7ce-e16f-4e01-978f-6896e3d97066 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.414123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27b7ce-e16f-4e01-978f-6896e3d97066 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Subnet': ['ID=f324dadc-fdec-4dad-bed3-26e3a29cb08b,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:04.416093 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fa27b7ce-e16f-4e01-978f-6896e3d97066 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.418007 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fa27b7ce-e16f-4e01-978f-6896e3d97066 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/subnets/f324dadc-fdec-4dad-bed3-26e3a29cb08b HTTP/1.1" status: 204 len: 168 time: 0.2901926 Jul 16 09:39:04.420643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45312) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:04.435954 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9a449d-59ab-463a-8c53-ba3111094897 None None] Network 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:04.518734 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8056032f-a716-4933-a227-49974e9582a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:22Z', 'updated_at': '2021-07-16T09:39:03Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:23Z', 'updated_at': '2021-07-16T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:04.535107 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.545040 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8056032f-a716-4933-a227-49974e9582a8 None None] Checking router: 40154ed9-274a-4d19-b5ac-1e41b84ef34b for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:39:04.553911 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8056032f-a716-4933-a227-49974e9582a8 None None] Routers {'40154ed9-274a-4d19-b5ac-1e41b84ef34b'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:04.554513 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8056032f-a716-4933-a227-49974e9582a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:38:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:04.641043 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd95afe7-54d8-442c-a281-e8bc4806e0e2 None None] DHCP port deletion for 9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:39:04.654942 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.675226 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-8056032f-a716-4933-a227-49974e9582a8 None None] Set router 40154ed9-274a-4d19-b5ac-1e41b84ef34b gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:04.691640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-bd95afe7-54d8-442c-a281-e8bc4806e0e2 None None] Deleting port e8b0cc14-8a77-4d4d-86e6-af6323ee606e {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:04.692109 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bd95afe7-54d8-442c-a281-e8bc4806e0e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.710040 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port d13ea045-2841-4d34-bf92-2acf49f71314 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:04.710385 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.759757 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-bd95afe7-54d8-442c-a281-e8bc4806e0e2 None None] For port e8b0cc14-8a77-4d4d-86e6-af6323ee606e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=e8b0cc14-8a77-4d4d-86e6-af6323ee606e,segment=NetworkSegment(d0f412d2-6aa3-451a-8d0a-86f62d73d618),segment_id=d0f412d2-6aa3-451a-8d0a-86f62d73d618)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:04.761035 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bd95afe7-54d8-442c-a281-e8bc4806e0e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.774302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-bd95afe7-54d8-442c-a281-e8bc4806e0e2 None None] Calling delete_port for e8b0cc14-8a77-4d4d-86e6-af6323ee606e owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:04.799397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] For port d13ea045-2841-4d34-bf92-2acf49f71314, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d13ea045-2841-4d34-bf92-2acf49f71314,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:04.800140 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.814424 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for d13ea045-2841-4d34-bf92-2acf49f71314 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:04.862441 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bd95afe7-54d8-442c-a281-e8bc4806e0e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:04.872383 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-8056032f-a716-4933-a227-49974e9582a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:22Z', 'updated_at': '2021-07-16T09:39:03Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:23Z', 'updated_at': '2021-07-16T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:04.888811 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd95afe7-54d8-442c-a281-e8bc4806e0e2 None None] Pushing event deleted for resources: {'Port': ['ID=e8b0cc14-8a77-4d4d-86e6-af6323ee606e,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:04.891408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd95afe7-54d8-442c-a281-e8bc4806e0e2 None None] No DVR routers for this DVR port e8b0cc14-8a77-4d4d-86e6-af6323ee606e on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:39:04.904097 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8056032f-a716-4933-a227-49974e9582a8 None None] The sync data for ids ['40154ed9-274a-4d19-b5ac-1e41b84ef34b'] in n-d-758944-46 is: [{'id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-207108654', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247'}], 'enable_snat': True}, 'gw_port_id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:37:22Z', 'updated_at': '2021-07-16T09:39:03Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'd13ea045-2841-4d34-bf92-2acf49f71314', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:c8:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40154ed9-274a-4d19-b5ac-1e41b84ef34b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:37:23Z', 'updated_at': '2021-07-16T09:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:39:05.002785 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.034895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=d13ea045-2841-4d34-bf92-2acf49f71314,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:05.094680 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.183697 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.185742 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.228410 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.228983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Fanout notify agent at l3_agent the message router_deleted on router 40154ed9-274a-4d19-b5ac-1e41b84ef34b {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:39:05.236758 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.237918 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-68650ae8-5312-4f45-af7e-48061fb69889 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/routers/40154ed9-274a-4d19-b5ac-1e41b84ef34b HTTP/1.1" status: 204 len: 168 time: 0.8163445 Jul 16 09:39:05.240712 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45314) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:05.324959 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-984ec6bb-a53e-4a3c-8caf-27764b19fd69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.325493 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7bdbf331-3405-4f24-957d-b3214991583e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.429014 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7bdbf331-3405-4f24-957d-b3214991583e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.439938 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-7bdbf331-3405-4f24-957d-b3214991583e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:05.446130 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 668da3af-06d7-4d69-be01-f57acb714a41 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:39:05.451350 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-7bdbf331-3405-4f24-957d-b3214991583e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f412d2-6aa3-451a-8d0a-86f62d73d618') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:05.451673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-7bdbf331-3405-4f24-957d-b3214991583e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f412d2-6aa3-451a-8d0a-86f62d73d618') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:05.461281 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7bdbf331-3405-4f24-957d-b3214991583e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.466266 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 668da3af-06d7-4d69-be01-f57acb714a41 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:39:05.466607 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 668da3af-06d7-4d69-be01-f57acb714a41 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:39:05.467309 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e8b0cc14-8a77-4d4d-86e6-af6323ee606e no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:39:05.475090 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7bdbf331-3405-4f24-957d-b3214991583e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.481396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bdbf331-3405-4f24-957d-b3214991583e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:39:05.481824 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7bdbf331-3405-4f24-957d-b3214991583e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:39:05.485718 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:39:05.490319 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: e8b0cc14-8a77-4d4d-86e6-af6323ee606e {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:39:05.490659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device e8b0cc14-8a77-4d4d-86e6-af6323ee606e not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:39:05.546710 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7bdbf331-3405-4f24-957d-b3214991583e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.556703 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7bdbf331-3405-4f24-957d-b3214991583e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.558612 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7bdbf331-3405-4f24-957d-b3214991583e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/networks/9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf HTTP/1.1" status: 204 len: 168 time: 0.3168957 Jul 16 09:39:05.561372 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45316) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:05.573179 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdbf331-3405-4f24-957d-b3214991583e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Network': ['ID=9adce2c8-f04b-4ab0-bd86-4adb3cb8b7cf,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:05.625831 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-922889f8-bb3d-46c1-b39b-50751fc2736f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.651112 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-922889f8-bb3d-46c1-b39b-50751fc2736f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.708752 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-922889f8-bb3d-46c1-b39b-50751fc2736f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.711345 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-922889f8-bb3d-46c1-b39b-50751fc2736f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:05.712487 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-922889f8-bb3d-46c1-b39b-50751fc2736f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/security-groups/d62bcfb8-f5d7-426f-8c48-2b3a1ef47180 HTTP/1.1" status: 204 len: 168 time: 0.1501422 Jul 16 09:39:05.722176 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922889f8-bb3d-46c1-b39b-50751fc2736f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62bcfb8-f5d7-426f-8c48-2b3a1ef47180,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:05.935647 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45322) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:05.942235 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-6806c812-d6ab-41dd-9069-45abf91556f6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1737948262', 'description': 'tempest-secgroup-smoke-1737948262 description', 'project_id': '3dc9233d83eb475dab0e2644e8549d37'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:05.973194 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6806c812-d6ab-41dd-9069-45abf91556f6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.064704 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6806c812-d6ab-41dd-9069-45abf91556f6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.069653 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6806c812-d6ab-41dd-9069-45abf91556f6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.099499 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6806c812-d6ab-41dd-9069-45abf91556f6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.100794 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6806c812-d6ab-41dd-9069-45abf91556f6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1640539 Jul 16 09:39:06.103845 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45324) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:06.108430 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c2585fb2-d7da-42ba-a473-95e5026aa345 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '20699bc4-666b-4cec-b5f1-ab3a087857fe', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:06.115919 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6806c812-d6ab-41dd-9069-45abf91556f6 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20699bc4-666b-4cec-b5f1-ab3a087857fe,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:06.136472 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.140023 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c2585fb2-d7da-42ba-a473-95e5026aa345 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.159016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 27c7e978-bbd0-476f-9bad-73c3f022fedd no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:39:06.179708 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 27c7e978-bbd0-476f-9bad-73c3f022fedd {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:39:06.180055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 27c7e978-bbd0-476f-9bad-73c3f022fedd not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:39:06.201862 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c2585fb2-d7da-42ba-a473-95e5026aa345 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.205865 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c2585fb2-d7da-42ba-a473-95e5026aa345 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.224391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2585fb2-d7da-42ba-a473-95e5026aa345 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fef30863-afe5-49ab-9c82-eaacea61fd0b,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:06.230337 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c2585fb2-d7da-42ba-a473-95e5026aa345 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.231663 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c2585fb2-d7da-42ba-a473-95e5026aa345 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1268733 Jul 16 09:39:06.234395 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45326) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:06.239718 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-af9e4d1e-d619-479b-b8f0-e600e100d57a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '20699bc4-666b-4cec-b5f1-ab3a087857fe', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:06.267156 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af9e4d1e-d619-479b-b8f0-e600e100d57a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.326613 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af9e4d1e-d619-479b-b8f0-e600e100d57a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.330465 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af9e4d1e-d619-479b-b8f0-e600e100d57a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.348722 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9e4d1e-d619-479b-b8f0-e600e100d57a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402dfc09-a3a6-477a-bf34-b0a6d6ae925e,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:06.355555 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-af9e4d1e-d619-479b-b8f0-e600e100d57a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.356802 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-af9e4d1e-d619-479b-b8f0-e600e100d57a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1207609 Jul 16 09:39:06.359429 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45328) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:06.364515 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-62bc4d4c-e1c1-4ead-af88-790806f13cfc tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '20699bc4-666b-4cec-b5f1-ab3a087857fe', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:06.390772 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-62bc4d4c-e1c1-4ead-af88-790806f13cfc tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.450171 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-62bc4d4c-e1c1-4ead-af88-790806f13cfc tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.454049 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-62bc4d4c-e1c1-4ead-af88-790806f13cfc tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.471601 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc4d4c-e1c1-4ead-af88-790806f13cfc tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23289eba-2745-40c6-9b3b-46f4a20aca27,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:06.476592 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-62bc4d4c-e1c1-4ead-af88-790806f13cfc tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.478066 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-62bc4d4c-e1c1-4ead-af88-790806f13cfc tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171000 Jul 16 09:39:06.480677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45330) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:06.485268 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-cebce618-419d-44c3-acbc-cba193399293 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '20699bc4-666b-4cec-b5f1-ab3a087857fe', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:06.510052 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cebce618-419d-44c3-acbc-cba193399293 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.568579 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cebce618-419d-44c3-acbc-cba193399293 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.572118 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cebce618-419d-44c3-acbc-cba193399293 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.588999 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebce618-419d-44c3-acbc-cba193399293 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13a6272d-6195-4572-923a-9592397ef8de,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:06.595986 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cebce618-419d-44c3-acbc-cba193399293 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.597375 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cebce618-419d-44c3-acbc-cba193399293 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157827 Jul 16 09:39:06.600145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45332) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:06.604650 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-dc5ff4a4-42e0-4e68-a7fb-1168ac53ea68 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '20699bc4-666b-4cec-b5f1-ab3a087857fe', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:06.625349 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-dc5ff4a4-42e0-4e68-a7fb-1168ac53ea68 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Project 3dc9233d83eb475dab0e2644e8549d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:39:06.630048 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc5ff4a4-42e0-4e68-a7fb-1168ac53ea68 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.689163 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc5ff4a4-42e0-4e68-a7fb-1168ac53ea68 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.692941 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc5ff4a4-42e0-4e68-a7fb-1168ac53ea68 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.710535 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ff4a4-42e0-4e68-a7fb-1168ac53ea68 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50b63f50-056d-437f-848f-3f0592c0ae13,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:06.716854 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc5ff4a4-42e0-4e68-a7fb-1168ac53ea68 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.718037 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dc5ff4a4-42e0-4e68-a7fb-1168ac53ea68 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169236 Jul 16 09:39:06.722371 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45334) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:06.726831 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-8814a9cf-0d79-41c7-bedf-97ea20fd509a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '20699bc4-666b-4cec-b5f1-ab3a087857fe', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:06.748382 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-8814a9cf-0d79-41c7-bedf-97ea20fd509a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Project 3dc9233d83eb475dab0e2644e8549d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:39:06.753632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8814a9cf-0d79-41c7-bedf-97ea20fd509a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.815531 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8814a9cf-0d79-41c7-bedf-97ea20fd509a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.819049 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8814a9cf-0d79-41c7-bedf-97ea20fd509a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.835928 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814a9cf-0d79-41c7-bedf-97ea20fd509a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0ff3c7-5e9e-4df4-b030-dc914ca8a353,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:06.843050 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8814a9cf-0d79-41c7-bedf-97ea20fd509a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.844300 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8814a9cf-0d79-41c7-bedf-97ea20fd509a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209881 Jul 16 09:39:06.847138 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45336) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:06.852018 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-a139802b-2c5c-48d5-85c1-3cced5425df3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'network': {'name': 'tempest-network-smoke--1976781816', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'port_security_enabled': True}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:06.871507 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a139802b-2c5c-48d5-85c1-3cced5425df3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Made reservation on behalf of 3dc9233d83eb475dab0e2644e8549d37 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:06.875019 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a139802b-2c5c-48d5-85c1-3cced5425df3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.899150 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a139802b-2c5c-48d5-85c1-3cced5425df3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] vlan segment allocate from pool success with {'vlan_id': 54, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:39:06.908078 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a139802b-2c5c-48d5-85c1-3cced5425df3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.908420 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-a139802b-2c5c-48d5-85c1-3cced5425df3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Added segment cc27cca9-96c4-4fe2-b73c-24666f67100f of type vlan for network 8b7b8f84-5879-4176-bd4c-2647a7c31a90 Jul 16 09:39:06.948826 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a139802b-2c5c-48d5-85c1-3cced5425df3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.976600 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a139802b-2c5c-48d5-85c1-3cced5425df3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.982079 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a139802b-2c5c-48d5-85c1-3cced5425df3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:06.982705 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a139802b-2c5c-48d5-85c1-3cced5425df3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:07.013586 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a139802b-2c5c-48d5-85c1-3cced5425df3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1654322 Jul 16 09:39:07.016984 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45338) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:07.021522 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'admin_state_up': True, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:07.066382 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a139802b-2c5c-48d5-85c1-3cced5425df3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Network': ['ID=8b7b8f84-5879-4176-bd4c-2647a7c31a90,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:07.078103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 8b7b8f84-5879-4176-bd4c-2647a7c31a90 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:39:07.080783 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:07.081895 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:07.132146 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:07.274615 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:07.343606 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d13ea045-2841-4d34-bf92-2acf49f71314 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:39:07.364753 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: d13ea045-2841-4d34-bf92-2acf49f71314 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:39:07.365191 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d13ea045-2841-4d34-bf92-2acf49f71314 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:39:07.472887 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:07.492119 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:07.599551 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.25.4.68 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/48475b86-620b-4d06-b7dc-032ab627d53a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:39:07.705154 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:07.745080 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:07.786278 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:39:07.789186 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:07.792849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:39:07.798999 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=48475b86-620b-4d06-b7dc-032ab627d53a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:08.003714 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-745242ad-a68b-4368-9802-3b80b8771707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.058923 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.259188 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.297232 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.725409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router 27959a6d-31dc-43b2-93f5-aaede69cde9d is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:39:08.829606 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:39:08.839338 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Sync routers for ids ['27959a6d-31dc-43b2-93f5-aaede69cde9d'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:39:08.847759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.849146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-827beafc-5414-4a92-9340-e17be8f72528 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8312073 Jul 16 09:39:08.852358 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45340) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:08.856351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Routers {'27959a6d-31dc-43b2-93f5-aaede69cde9d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:08.857070 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:39:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27959a6d-31dc-43b2-93f5-aaede69cde9d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:08.881053 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4cf388b5-e5fd-4f68-b665-b95f72494fbd tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3dc9233d83eb475dab0e2644e8549d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275154 Jul 16 09:39:08.888746 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45342) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:08.969658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Set router 27959a6d-31dc-43b2-93f5-aaede69cde9d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:08.975354 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb825c4-9df0-4162-baec-8ba01a54979a tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:08.976996 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3fb825c4-9df0-4162-baec-8ba01a54979a tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872133 Jul 16 09:39:08.980508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45344) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:09.015878 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-99edacde-63c1-4875-b81c-339c321145a0 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342731 Jul 16 09:39:09.018427 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45346) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:09.023865 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-9ba523f1-cb73-4abb-84f3-4171dcf6be8a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-967399319', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:09.111017 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba523f1-cb73-4abb-84f3-4171dcf6be8a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Made reservation on behalf of 3dc9233d83eb475dab0e2644e8549d37 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:09.114773 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ba523f1-cb73-4abb-84f3-4171dcf6be8a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.150550 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:07Z', 'revision_number': 3, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:09.177175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Checking router: 27959a6d-31dc-43b2-93f5-aaede69cde9d for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:39:09.177516 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Updating router 27959a6d-31dc-43b2-93f5-aaede69cde9d port 48475b86-620b-4d06-b7dc-032ab627d53a binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:39:09.212964 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.301473 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ba523f1-cb73-4abb-84f3-4171dcf6be8a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.367847 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba523f1-cb73-4abb-84f3-4171dcf6be8a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Subnet': ['ID=3489208e-8747-4caa-b7d1-cfc3fed91c2e,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:09.376656 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba523f1-cb73-4abb-84f3-4171dcf6be8a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Checking segment: {'id': 'cc27cca9-96c4-4fe2-b73c-24666f67100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:09.377029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba523f1-cb73-4abb-84f3-4171dcf6be8a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network hostable DHCP agents. Network: 8b7b8f84-5879-4176-bd4c-2647a7c31a90, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:39:09.394128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba523f1-cb73-4abb-84f3-4171dcf6be8a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 8b7b8f84-5879-4176-bd4c-2647a7c31a90 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:39:09.403343 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-9ba523f1-cb73-4abb-84f3-4171dcf6be8a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 8b7b8f84-5879-4176-bd4c-2647a7c31a90) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:09.409442 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba523f1-cb73-4abb-84f3-4171dcf6be8a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:09.410046 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-9ba523f1-cb73-4abb-84f3-4171dcf6be8a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.426675 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-9ba523f1-cb73-4abb-84f3-4171dcf6be8a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4070160 Jul 16 09:39:09.429657 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45348) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:09.575044 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4a053c-4edc-4696-85fd-a07465f86c90 None None] Network 8b7b8f84-5879-4176-bd4c-2647a7c31a90 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:09.693722 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.708240 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Transition to ACTIVE for port object 48475b86-620b-4d06-b7dc-032ab627d53a will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:09.735202 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.811854 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c72b4-c87c-4111-845f-42cac1cb365a None None] Pushing event updated for resources: {'Port': ['ID=48475b86-620b-4d06-b7dc-032ab627d53a,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:09.817267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Attempting to bind port 48475b86-620b-4d06-b7dc-032ab627d53a on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:39:09.817662 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Attempting to bind port 48475b86-620b-4d06-b7dc-032ab627d53a by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:39:09.818035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Attempting to bind port 48475b86-620b-4d06-b7dc-032ab627d53a on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:39:09.824569 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ips': [{'subnet_id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:39:09.825484 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.829616 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:39:09.829985 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:09.830377 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.830765 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:39:09.831238 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Bound port: 48475b86-620b-4d06-b7dc-032ab627d53a, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:39:09.831614 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.880903 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.952759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] For port 48475b86-620b-4d06-b7dc-032ab627d53a, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:39:09.977553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] For port 48475b86-620b-4d06-b7dc-032ab627d53a, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=48475b86-620b-4d06-b7dc-032ab627d53a,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:39:10.003323 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:10.014490 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:10.074189 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Allocated IP 172.20.0.2 (8b7b8f84-5879-4176-bd4c-2647a7c31a90/3489208e-8747-4caa-b7d1-cfc3fed91c2e/d2079211-9d12-4b98-a87b-4936e3e52d12) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:39:10.096880 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Routers {'27959a6d-31dc-43b2-93f5-aaede69cde9d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:10.097417 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:39:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27959a6d-31dc-43b2-93f5-aaede69cde9d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:10.100745 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c72b4-c87c-4111-845f-42cac1cb365a None None] Pushing event updated for resources: {'Port': ['ID=48475b86-620b-4d06-b7dc-032ab627d53a,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:10.268620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] Set router 27959a6d-31dc-43b2-93f5-aaede69cde9d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:10.420588 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:10.436105 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Transition to ACTIVE for port object d2079211-9d12-4b98-a87b-4936e3e52d12 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:10.464528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Transition to ACTIVE for port object d2079211-9d12-4b98-a87b-4936e3e52d12 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:10.487781 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:10.527462 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.20.0.1 (8b7b8f84-5879-4176-bd4c-2647a7c31a90/3489208e-8747-4caa-b7d1-cfc3fed91c2e/b9956487-a651-4836-99f5-9353da7138d5) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:39:10.547928 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Network 8b7b8f84-5879-4176-bd4c-2647a7c31a90 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:39:10.554178 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:10.558482 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:39:10.562469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Pushing event updated for resources: {'Port': ['ID=d2079211-9d12-4b98-a87b-4936e3e52d12,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:10.616556 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:07Z', 'revision_number': 3, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:10.648895 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29b34b7-4097-446a-b540-b66e0898d9f7 None None] The sync data for ids ['27959a6d-31dc-43b2-93f5-aaede69cde9d'] in n-d-758944-46 is: [{'id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:07Z', 'revision_number': 3, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:39:10.650859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Attempting to bind port d2079211-9d12-4b98-a87b-4936e3e52d12 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:39:10.651228 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Attempting to bind port d2079211-9d12-4b98-a87b-4936e3e52d12 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'cc27cca9-96c4-4fe2-b73c-24666f67100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:39:10.651588 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Attempting to bind port d2079211-9d12-4b98-a87b-4936e3e52d12 on network 8b7b8f84-5879-4176-bd4c-2647a7c31a90 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:39:10.655042 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:10.659108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:39:10.659528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Checking segment: {'id': 'cc27cca9-96c4-4fe2-b73c-24666f67100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:10.659941 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:10.660330 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Bound using segment: {'id': 'cc27cca9-96c4-4fe2-b73c-24666f67100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:39:10.660844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Bound port: d2079211-9d12-4b98-a87b-4936e3e52d12, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc27cca9-96c4-4fe2-b73c-24666f67100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:39:10.661239 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:10.675193 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Transition to ACTIVE for port object b9956487-a651-4836-99f5-9353da7138d5 will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:10.713526 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:10.756234 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] For port d2079211-9d12-4b98-a87b-4936e3e52d12, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:39:10.760081 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] For port d2079211-9d12-4b98-a87b-4936e3e52d12, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d2079211-9d12-4b98-a87b-4936e3e52d12,segment=NetworkSegment(cc27cca9-96c4-4fe2-b73c-24666f67100f),segment_id=cc27cca9-96c4-4fe2-b73c-24666f67100f)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:39:10.764175 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 8b7b8f84-5879-4176-bd4c-2647a7c31a90 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:39:10.768169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:10.771207 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:10.773409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:39:10.777527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=b9956487-a651-4836-99f5-9353da7138d5,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:10.831777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:10.853202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ac3be-e17b-4ea3-b6d2-3196b4010c5b None None] Pushing event updated for resources: {'Port': ['ID=d2079211-9d12-4b98-a87b-4936e3e52d12,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:11.035630 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.418103 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.424481 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.486894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 48475b86-620b-4d06-b7dc-032ab627d53a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:39:11.491732 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.519602 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=b9956487-a651-4836-99f5-9353da7138d5,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:11.523962 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.565764 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 48475b86-620b-4d06-b7dc-032ab627d53a completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:11.571099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 48475b86-620b-4d06-b7dc-032ab627d53a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:11.571624 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.640034 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 8b7b8f84-5879-4176-bd4c-2647a7c31a90 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:39:11.642418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:11.727102 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.773460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 48475b86-620b-4d06-b7dc-032ab627d53a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=48475b86-620b-4d06-b7dc-032ab627d53a,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:11.779367 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.781155 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d2079211-9d12-4b98-a87b-4936e3e52d12 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:39:11.824050 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router 27959a6d-31dc-43b2-93f5-aaede69cde9d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:39:11.868324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=48475b86-620b-4d06-b7dc-032ab627d53a,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:11.888008 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port d2079211-9d12-4b98-a87b-4936e3e52d12 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:11.956699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:39:11.962899 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4dee9643-2f4f-4544-b8b4-b8b3b5ce7024 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "PUT /v2.0/routers/27959a6d-31dc-43b2-93f5-aaede69cde9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5321169 Jul 16 09:39:11.979549 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6cddef-5f4a-4797-8213-885a235f6ca6 None None] Network 8b7b8f84-5879-4176-bd4c-2647a7c31a90 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:12.065011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b76486cc-1e5f-4134-acb0-149afcee0d56 None None] Provisioning for port d2079211-9d12-4b98-a87b-4936e3e52d12 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:12.076755 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b76486cc-1e5f-4134-acb0-149afcee0d56 None None] Provisioning complete for port d2079211-9d12-4b98-a87b-4936e3e52d12 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:12.077144 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b76486cc-1e5f-4134-acb0-149afcee0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.131250 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-e5e4ccfb-1d54-408c-bb21-e5b8fb3282b1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1737948262&fields=id&tenant_id=3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 267 time: 0.0352156 Jul 16 09:39:12.218452 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b76486cc-1e5f-4134-acb0-149afcee0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.259318 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-f8a10eb2-a650-4657-a21f-3b245b6bd597 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:12.261753 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-f8a10eb2-a650-4657-a21f-3b245b6bd597 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/networks?id=8b7b8f84-5879-4176-bd4c-2647a7c31a90 HTTP/1.1" status: 200 len: 797 time: 0.1228583 Jul 16 09:39:12.265320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b76486cc-1e5f-4134-acb0-149afcee0d56 None None] For port d2079211-9d12-4b98-a87b-4936e3e52d12, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d2079211-9d12-4b98-a87b-4936e3e52d12,segment=NetworkSegment(cc27cca9-96c4-4fe2-b73c-24666f67100f),segment_id=cc27cca9-96c4-4fe2-b73c-24666f67100f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:12.274805 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b76486cc-1e5f-4134-acb0-149afcee0d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.288887 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-9039916a-b22e-449c-bf0e-129b29a4c22a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/quotas/3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 375 time: 0.0169199 Jul 16 09:39:12.330877 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76486cc-1e5f-4134-acb0-149afcee0d56 None None] Pushing event updated for resources: {'Port': ['ID=d2079211-9d12-4b98-a87b-4936e3e52d12,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:12.372317 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1e2b8322-c4b0-4bbe-940f-e7824c4dc8fe tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740442 Jul 16 09:39:12.486108 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-ab0ec260-86c5-4459-9c67-43d468ea4fbb service neutron] 10.222.0.20 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017942 Jul 16 09:39:12.501515 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f8853826-69fb-41dd-b1b2-f0cc14de74a3 None None] Provisioning for port b9956487-a651-4836-99f5-9353da7138d5 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:12.506017 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f8853826-69fb-41dd-b1b2-f0cc14de74a3 None None] Provisioning complete for port b9956487-a651-4836-99f5-9353da7138d5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:12.506383 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f8853826-69fb-41dd-b1b2-f0cc14de74a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.548368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-f8853826-69fb-41dd-b1b2-f0cc14de74a3 None None] Port b9956487-a651-4836-99f5-9353da7138d5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:39:12.561876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f8853826-69fb-41dd-b1b2-f0cc14de74a3 None None] Provisioning complete for port d2079211-9d12-4b98-a87b-4936e3e52d12 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:12.562292 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f8853826-69fb-41dd-b1b2-f0cc14de74a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.588992 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-de2faf0d-6644-4fce-9c0a-e0e520e422ce service neutron] 10.222.0.20 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951936 Jul 16 09:39:12.681811 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Sync routers for ids ['27959a6d-31dc-43b2-93f5-aaede69cde9d'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:39:12.693793 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Routers {'27959a6d-31dc-43b2-93f5-aaede69cde9d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:12.694572 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:39:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27959a6d-31dc-43b2-93f5-aaede69cde9d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:12.775455 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-22ca5712-7566-4f02-822e-3e24c9e9e3e5 None None] Provisioning complete for port b9956487-a651-4836-99f5-9353da7138d5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:12.776071 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-22ca5712-7566-4f02-822e-3e24c9e9e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.822188 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-22ca5712-7566-4f02-822e-3e24c9e9e3e5 None None] Port b9956487-a651-4836-99f5-9353da7138d5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:39:12.832103 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Set router 27959a6d-31dc-43b2-93f5-aaede69cde9d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:12.949754 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dbc85230-4af2-4ca0-8915-bca350fd86f3 req-a4ee4c97-9d81-4b53-b203-49af101690b9 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 210 time: 0.1942861 Jul 16 09:39:13.043136 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-98bf5495-ba4a-4146-88fa-9c71a4fa9126 None None] Provisioning complete for port b9956487-a651-4836-99f5-9353da7138d5 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:13.043507 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-98bf5495-ba4a-4146-88fa-9c71a4fa9126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.068861 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:10Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b9956487-a651-4836-99f5-9353da7138d5', 'name': '', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:ad:20:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:10Z', 'updated_at': '2021-07-16T09:39:11Z', 'revision_number': 2, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:13.081016 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-98bf5495-ba4a-4146-88fa-9c71a4fa9126 None None] Port b9956487-a651-4836-99f5-9353da7138d5 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:39:13.101171 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Checking router: 27959a6d-31dc-43b2-93f5-aaede69cde9d for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:39:13.101530 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Updating router 27959a6d-31dc-43b2-93f5-aaede69cde9d port b9956487-a651-4836-99f5-9353da7138d5 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:39:13.136049 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.403224 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 48475b86-620b-4d06-b7dc-032ab627d53a up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:39:13.421968 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.433177 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Transition to ACTIVE for port object b9956487-a651-4836-99f5-9353da7138d5 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:13.441794 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.464620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 48475b86-620b-4d06-b7dc-032ab627d53a triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:13.465002 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.506462 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065da06-dcc6-4567-909c-986bbcf1ab90 None None] Pushing event updated for resources: {'Port': ['ID=b9956487-a651-4836-99f5-9353da7138d5,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:13.523709 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065da06-dcc6-4567-909c-986bbcf1ab90 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:13.524286 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065da06-dcc6-4567-909c-986bbcf1ab90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:13.524868 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065da06-dcc6-4567-909c-986bbcf1ab90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:13.525271 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065da06-dcc6-4567-909c-986bbcf1ab90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:13.525671 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065da06-dcc6-4567-909c-986bbcf1ab90 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:13.526068 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065da06-dcc6-4567-909c-986bbcf1ab90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:13.526459 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065da06-dcc6-4567-909c-986bbcf1ab90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:13.527095 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065da06-dcc6-4567-909c-986bbcf1ab90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:13.527635 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065da06-dcc6-4567-909c-986bbcf1ab90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:13.528027 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065da06-dcc6-4567-909c-986bbcf1ab90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:13.528422 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065da06-dcc6-4567-909c-986bbcf1ab90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:13.528898 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4065da06-dcc6-4567-909c-986bbcf1ab90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:13.573810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d2079211-9d12-4b98-a87b-4936e3e52d12 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:39:13.584456 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Attempting to bind port b9956487-a651-4836-99f5-9353da7138d5 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:39:13.584871 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Attempting to bind port b9956487-a651-4836-99f5-9353da7138d5 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'cc27cca9-96c4-4fe2-b73c-24666f67100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:39:13.585336 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Attempting to bind port b9956487-a651-4836-99f5-9353da7138d5 on network 8b7b8f84-5879-4176-bd4c-2647a7c31a90 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:39:13.591144 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:39:13.591800 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Checking segment: {'id': 'cc27cca9-96c4-4fe2-b73c-24666f67100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:13.592384 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.593057 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Bound using segment: {'id': 'cc27cca9-96c4-4fe2-b73c-24666f67100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:39:13.593525 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Bound port: b9956487-a651-4836-99f5-9353da7138d5, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc27cca9-96c4-4fe2-b73c-24666f67100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:39:13.594564 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.624077 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d2079211-9d12-4b98-a87b-4936e3e52d12 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:13.624456 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.664836 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] For port b9956487-a651-4836-99f5-9353da7138d5, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:39:13.668895 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] For port b9956487-a651-4836-99f5-9353da7138d5, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b9956487-a651-4836-99f5-9353da7138d5,segment=NetworkSegment(cc27cca9-96c4-4fe2-b73c-24666f67100f),segment_id=cc27cca9-96c4-4fe2-b73c-24666f67100f)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:39:13.677251 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.822792 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Routers {'27959a6d-31dc-43b2-93f5-aaede69cde9d'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:13.823455 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:39:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27959a6d-31dc-43b2-93f5-aaede69cde9d'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:13.913098 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065da06-dcc6-4567-909c-986bbcf1ab90 None None] Pushing event updated for resources: {'Port': ['ID=b9956487-a651-4836-99f5-9353da7138d5,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:13.946567 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] Set router 27959a6d-31dc-43b2-93f5-aaede69cde9d gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:13.973651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-30e1f6b9-01bd-46f3-80f3-a8f1755b8f86 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:13.985985 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-30e1f6b9-01bd-46f3-80f3-a8f1755b8f86 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.15 "GET /v2.0/networks?id=8b7b8f84-5879-4176-bd4c-2647a7c31a90 HTTP/1.1" status: 200 len: 797 time: 0.1433201 Jul 16 09:39:14.040949 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-8664d6ba-38fd-4a2a-b480-c76e0eec0dc4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 380 time: 0.0514081 Jul 16 09:39:14.053051 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-70ec6caa-6c67-475a-bcfa-b194a6da287d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'port': {'device_id': '87c83a77-00ab-417f-b8d2-9d24b68a0c2d', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'admin_state_up': True, 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'security_groups': ['20699bc4-666b-4cec-b5f1-ab3a087857fe']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:14.128286 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-dc11c2ee-eca5-4fcb-a61a-16d27947605f req-c3a2343f-54f2-41b3-9ab8-7103ca5fdb9a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 210 time: 0.0375628 Jul 16 09:39:14.193853 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:10Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b9956487-a651-4836-99f5-9353da7138d5', 'name': '', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:ad:20:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:10Z', 'updated_at': '2021-07-16T09:39:13Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:14.217590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-70ec6caa-6c67-475a-bcfa-b194a6da287d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Made reservation on behalf of 3dc9233d83eb475dab0e2644e8549d37 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:14.221773 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619799b3-dcd4-46b3-87e8-152763a3eba6 None None] The sync data for ids ['27959a6d-31dc-43b2-93f5-aaede69cde9d'] in n-d-758944-46 is: [{'id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:10Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b9956487-a651-4836-99f5-9353da7138d5', 'name': '', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:ad:20:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:10Z', 'updated_at': '2021-07-16T09:39:13Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:39:14.222106 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-70ec6caa-6c67-475a-bcfa-b194a6da287d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:14.422608 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-70ec6caa-6c67-475a-bcfa-b194a6da287d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.20.0.7 (8b7b8f84-5879-4176-bd4c-2647a7c31a90/3489208e-8747-4caa-b7d1-cfc3fed91c2e/79d74b05-f73c-4010-98cf-6b1edcee0fbd) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:39:14.585605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-70ec6caa-6c67-475a-bcfa-b194a6da287d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:14.600409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-70ec6caa-6c67-475a-bcfa-b194a6da287d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Transition to ACTIVE for port object 79d74b05-f73c-4010-98cf-6b1edcee0fbd will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:14.637348 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-70ec6caa-6c67-475a-bcfa-b194a6da287d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:14.688409 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-70ec6caa-6c67-475a-bcfa-b194a6da287d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 8b7b8f84-5879-4176-bd4c-2647a7c31a90 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:39:14.691037 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-70ec6caa-6c67-475a-bcfa-b194a6da287d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:14.695539 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-70ec6caa-6c67-475a-bcfa-b194a6da287d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:39:14.727600 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec6caa-6c67-475a-bcfa-b194a6da287d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=79d74b05-f73c-4010-98cf-6b1edcee0fbd,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:14.762178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-70ec6caa-6c67-475a-bcfa-b194a6da287d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:14.763018 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-70ec6caa-6c67-475a-bcfa-b194a6da287d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:14.782026 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-70ec6caa-6c67-475a-bcfa-b194a6da287d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7344656 Jul 16 09:39:14.795104 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-007f65ca-254e-4390-961c-da5eac293b0d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:39:14.796407 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-007f65ca-254e-4390-961c-da5eac293b0d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077326 Jul 16 09:39:14.806755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Request body: {'port': {'device_id': '87c83a77-00ab-417f-b8d2-9d24b68a0c2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:14.885205 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:14.995382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a30c223e-a8bb-467d-93ad-b6e3213588c9 None None] Provisioning for port 79d74b05-f73c-4010-98cf-6b1edcee0fbd completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:14.999903 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a30c223e-a8bb-467d-93ad-b6e3213588c9 None None] Provisioning complete for port 79d74b05-f73c-4010-98cf-6b1edcee0fbd triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:15.001184 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a30c223e-a8bb-467d-93ad-b6e3213588c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:15.038018 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a30c223e-a8bb-467d-93ad-b6e3213588c9 None None] Port 79d74b05-f73c-4010-98cf-6b1edcee0fbd cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:39:15.159956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79d74b05-f73c-4010-98cf-6b1edcee0fbd {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:39:15.168807 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:15.181557 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Transition to ACTIVE for port object 79d74b05-f73c-4010-98cf-6b1edcee0fbd will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:15.185927 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:15.236673 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Pushing event updated for resources: {'Port': ['ID=79d74b05-f73c-4010-98cf-6b1edcee0fbd,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:15.321938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Attempting to bind port 79d74b05-f73c-4010-98cf-6b1edcee0fbd on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:39:15.322288 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Attempting to bind port 79d74b05-f73c-4010-98cf-6b1edcee0fbd by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': 'cc27cca9-96c4-4fe2-b73c-24666f67100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:39:15.322668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Attempting to bind port 79d74b05-f73c-4010-98cf-6b1edcee0fbd on network 8b7b8f84-5879-4176-bd4c-2647a7c31a90 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:39:15.332908 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3000d3eb-39a8-4611-b5be-5f2aef82c74d req-9d151371-4cc6-4b4c-9781-564b4889d312 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:15.335514 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3000d3eb-39a8-4611-b5be-5f2aef82c74d req-9d151371-4cc6-4b4c-9781-564b4889d312 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 943 time: 0.0785015 Jul 16 09:39:15.336642 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Port 79d74b05-f73c-4010-98cf-6b1edcee0fbd on network 8b7b8f84-5879-4176-bd4c-2647a7c31a90 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:39:15.337260 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Attempting to bind port 79d74b05-f73c-4010-98cf-6b1edcee0fbd on network 8b7b8f84-5879-4176-bd4c-2647a7c31a90 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:39:15.348768 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:39:15.349127 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Checking segment: {'id': 'cc27cca9-96c4-4fe2-b73c-24666f67100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:15.349524 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Bound using segment: {'id': 'cc27cca9-96c4-4fe2-b73c-24666f67100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:39:15.349974 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Bound port: 79d74b05-f73c-4010-98cf-6b1edcee0fbd, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc27cca9-96c4-4fe2-b73c-24666f67100f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:39:15.351623 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:15.398379 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3000d3eb-39a8-4611-b5be-5f2aef82c74d req-39bb0da5-49e9-4720-91b1-94abcc962166 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566356 Jul 16 09:39:15.460609 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] For port 79d74b05-f73c-4010-98cf-6b1edcee0fbd, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:39:15.464241 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] For port 79d74b05-f73c-4010-98cf-6b1edcee0fbd, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=79d74b05-f73c-4010-98cf-6b1edcee0fbd,segment=NetworkSegment(cc27cca9-96c4-4fe2-b73c-24666f67100f),segment_id=cc27cca9-96c4-4fe2-b73c-24666f67100f)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:39:15.474425 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:15.475654 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b9956487-a651-4836-99f5-9353da7138d5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:39:15.510157 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:15.510793 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:15.512289 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] 10.222.0.15 "PUT /v2.0/ports/79d74b05-f73c-4010-98cf-6b1edcee0fbd HTTP/1.1" status: 200 len: 1092 time: 0.7098856 Jul 16 09:39:15.512995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c83a77-00ab-417f-b8d2-9d24b68a0c2d', 'tag': '79d74b05-f73c-4010-98cf-6b1edcee0fbd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:15.517089 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5689bf66-cebe-4fb5-a72a-6d9b0331450b" -d '{"events": [{"name": "network-changed", "server_uuid": "87c83a77-00ab-417f-b8d2-9d24b68a0c2d", "tag": "79d74b05-f73c-4010-98cf-6b1edcee0fbd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:15.533669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port b9956487-a651-4836-99f5-9353da7138d5 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:15.571196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b9956487-a651-4836-99f5-9353da7138d5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:15.571532 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:15.571655 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1101665f-2f0c-4026-90c6-59840ed8f96e service neutron] Pushing event updated for resources: {'Port': ['ID=79d74b05-f73c-4010-98cf-6b1edcee0fbd,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:15.621392 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96445d22-3085-4821-b2dc-e1cd3917a8a7 x-openstack-request-id: req-96445d22-3085-4821-b2dc-e1cd3917a8a7 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:15.621912 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c83a77-00ab-417f-b8d2-9d24b68a0c2d", "tag": "79d74b05-f73c-4010-98cf-6b1edcee0fbd", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:15.621912 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96445d22-3085-4821-b2dc-e1cd3917a8a7 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:15.622369 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c83a77-00ab-417f-b8d2-9d24b68a0c2d', 'tag': '79d74b05-f73c-4010-98cf-6b1edcee0fbd', 'status': 'completed', 'code': 200} Jul 16 09:39:15.654835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-0e9d5ed6-35c1-49b2-bce4-6c2a467992a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:15.657187 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-0e9d5ed6-35c1-49b2-bce4-6c2a467992a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 1095 time: 0.0695214 Jul 16 09:39:15.704429 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-adc49f61-c45b-402b-8e97-ded62336fe8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d74b05-f73c-4010-98cf-6b1edcee0fbd HTTP/1.1" status: 200 len: 217 time: 0.0409091 Jul 16 09:39:15.756210 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-a74480ac-83f1-46fd-9abf-16321423da78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:15.757754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-a74480ac-83f1-46fd-9abf-16321423da78 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3489208e-8747-4caa-b7d1-cfc3fed91c2e HTTP/1.1" status: 200 len: 834 time: 0.0471170 Jul 16 09:39:15.818154 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-e963635a-f799-4fd9-a30a-31cc3664387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:15.819606 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-e963635a-f799-4fd9-a30a-31cc3664387b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b7b8f84-5879-4176-bd4c-2647a7c31a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0552273 Jul 16 09:39:15.914673 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:15.916181 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-c9113a7d-5a89-414f-be18-c1fc1b702b3e service neutron] 10.222.0.15 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900962 Jul 16 09:39:15.969224 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port b9956487-a651-4836-99f5-9353da7138d5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b9956487-a651-4836-99f5-9353da7138d5,segment=NetworkSegment(cc27cca9-96c4-4fe2-b73c-24666f67100f),segment_id=cc27cca9-96c4-4fe2-b73c-24666f67100f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:15.974750 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:16.008708 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f9ab8bd-3be1-4207-81cf-6d6ded18f2d6 req-5899c2a0-9866-411a-94d0-848a4fd6e8f5 service neutron] 10.222.0.15 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865107 Jul 16 09:39:16.026071 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=b9956487-a651-4836-99f5-9353da7138d5,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:16.112954 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689bf66-cebe-4fb5-a72a-6d9b0331450b req-20461639-44ac-488b-87d6-ca15debf10a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:16.114464 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5689bf66-cebe-4fb5-a72a-6d9b0331450b req-20461639-44ac-488b-87d6-ca15debf10a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 1095 time: 0.0542316 Jul 16 09:39:16.209677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689bf66-cebe-4fb5-a72a-6d9b0331450b req-4e09d140-ac8e-4b71-a548-4e2bdad69b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:16.211222 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5689bf66-cebe-4fb5-a72a-6d9b0331450b req-4e09d140-ac8e-4b71-a548-4e2bdad69b42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b7b8f84-5879-4176-bd4c-2647a7c31a90 HTTP/1.1" status: 200 len: 897 time: 0.0906358 Jul 16 09:39:16.251871 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5689bf66-cebe-4fb5-a72a-6d9b0331450b req-e7d0e885-6e3d-4767-8ac1-3bfb5e609c22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d74b05-f73c-4010-98cf-6b1edcee0fbd HTTP/1.1" status: 200 len: 217 time: 0.0347605 Jul 16 09:39:16.305587 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689bf66-cebe-4fb5-a72a-6d9b0331450b req-ba63a9be-813d-4e96-b670-a447ae4f115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:16.307091 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5689bf66-cebe-4fb5-a72a-6d9b0331450b req-ba63a9be-813d-4e96-b670-a447ae4f115f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3489208e-8747-4caa-b7d1-cfc3fed91c2e HTTP/1.1" status: 200 len: 834 time: 0.0492563 Jul 16 09:39:16.366992 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5689bf66-cebe-4fb5-a72a-6d9b0331450b req-3a723838-7e1f-4358-8f1e-ecffe6cd24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:16.368561 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5689bf66-cebe-4fb5-a72a-6d9b0331450b req-3a723838-7e1f-4358-8f1e-ecffe6cd24cc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b7b8f84-5879-4176-bd4c-2647a7c31a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545909 Jul 16 09:39:16.462792 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5689bf66-cebe-4fb5-a72a-6d9b0331450b req-5fe6182e-cacf-4950-90e2-040edba4093e service neutron] 10.222.0.15 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864677 Jul 16 09:39:16.555397 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5689bf66-cebe-4fb5-a72a-6d9b0331450b req-78bc6c8c-5355-40bb-ae5d-f038d5083999 service neutron] 10.222.0.15 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854363 Jul 16 09:39:16.570575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422ddf8-fd09-4a65-b589-337af86d866d req-ddba26a5-b440-4de7-ad1f-933d4a4b5077 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:16.572110 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8422ddf8-fd09-4a65-b589-337af86d866d req-ddba26a5-b440-4de7-ad1f-933d4a4b5077 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 943 time: 0.0649388 Jul 16 09:39:16.610354 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8422ddf8-fd09-4a65-b589-337af86d866d req-530fc26e-d6a8-48fd-b03e-fdc7593859fa tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319219 Jul 16 09:39:17.387783 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b9956487-a651-4836-99f5-9353da7138d5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:39:17.439005 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b9956487-a651-4836-99f5-9353da7138d5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:17.439376 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:17.841348 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f1fe5-9d6e-4be6-a573-e5ac3e1d2758 req-28c52d41-415f-416c-992f-35b213f6a830 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:17.842869 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a0f1fe5-9d6e-4be6-a573-e5ac3e1d2758 req-28c52d41-415f-416c-992f-35b213f6a830 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 943 time: 0.1158869 Jul 16 09:39:17.885972 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8a0f1fe5-9d6e-4be6-a573-e5ac3e1d2758 req-fd0dc039-6aab-4c16-b1db-46812eaf132f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368848 Jul 16 09:39:18.216580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 79d74b05-f73c-4010-98cf-6b1edcee0fbd details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:39:18.314171 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 79d74b05-f73c-4010-98cf-6b1edcee0fbd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=79d74b05-f73c-4010-98cf-6b1edcee0fbd,segment=NetworkSegment(cc27cca9-96c4-4fe2-b73c-24666f67100f),segment_id=cc27cca9-96c4-4fe2-b73c-24666f67100f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:18.325105 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': '79d74b05-f73c-4010-98cf-6b1edcee0fbd', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'port_id': '79d74b05-f73c-4010-98cf-6b1edcee0fbd', 'mac_address': 'fa:16:3e:1b:14:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:39:18.361431 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:18.373586 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79d74b05-f73c-4010-98cf-6b1edcee0fbd {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:39:18.394013 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 79d74b05-f73c-4010-98cf-6b1edcee0fbd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=79d74b05-f73c-4010-98cf-6b1edcee0fbd,segment=NetworkSegment(cc27cca9-96c4-4fe2-b73c-24666f67100f),segment_id=cc27cca9-96c4-4fe2-b73c-24666f67100f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:18.398195 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:18.445460 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=79d74b05-f73c-4010-98cf-6b1edcee0fbd,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:18.581260 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['79d74b05-f73c-4010-98cf-6b1edcee0fbd'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:39:19.065717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad76588-6303-4f5a-afbc-ec395233e69f req-a07ca7ba-9330-4a93-8eb9-fe66b6dfb8b4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:19.067258 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bad76588-6303-4f5a-afbc-ec395233e69f req-a07ca7ba-9330-4a93-8eb9-fe66b6dfb8b4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 944 time: 0.0693927 Jul 16 09:39:19.106669 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bad76588-6303-4f5a-afbc-ec395233e69f req-0625a198-c7fc-4df1-961a-9ad80e55ca65 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337710 Jul 16 09:39:20.231710 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 79d74b05-f73c-4010-98cf-6b1edcee0fbd up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:39:20.286362 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367f4bf-ba44-4e9d-a736-14b7c0fb4df7 req-74c5ea09-247e-4928-8a18-082f0eb011d0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:20.288225 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d367f4bf-ba44-4e9d-a736-14b7c0fb4df7 req-74c5ea09-247e-4928-8a18-082f0eb011d0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 944 time: 0.0666230 Jul 16 09:39:20.289371 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port 79d74b05-f73c-4010-98cf-6b1edcee0fbd completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:20.293726 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port 79d74b05-f73c-4010-98cf-6b1edcee0fbd triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:20.294097 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:20.328634 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d367f4bf-ba44-4e9d-a736-14b7c0fb4df7 req-25c01320-aafa-4f9a-9cb9-fc8fac101d0f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344200 Jul 16 09:39:20.376422 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:20.399074 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c83a77-00ab-417f-b8d2-9d24b68a0c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d74b05-f73c-4010-98cf-6b1edcee0fbd'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:20.401362 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3716ff86-1daa-4687-a532-8d1ce7451c8a" -d '{"events": [{"server_uuid": "87c83a77-00ab-417f-b8d2-9d24b68a0c2d", "name": "network-vif-plugged", "status": "completed", "tag": "79d74b05-f73c-4010-98cf-6b1edcee0fbd"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:20.415489 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port 79d74b05-f73c-4010-98cf-6b1edcee0fbd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=79d74b05-f73c-4010-98cf-6b1edcee0fbd,segment=NetworkSegment(cc27cca9-96c4-4fe2-b73c-24666f67100f),segment_id=cc27cca9-96c4-4fe2-b73c-24666f67100f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:20.420370 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:20.445813 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a61f195-6bb1-408b-9061-84abacd94b62 x-openstack-request-id: req-4a61f195-6bb1-408b-9061-84abacd94b62 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:20.446106 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c83a77-00ab-417f-b8d2-9d24b68a0c2d", "name": "network-vif-plugged", "status": "completed", "tag": "79d74b05-f73c-4010-98cf-6b1edcee0fbd", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:20.446356 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4a61f195-6bb1-408b-9061-84abacd94b62 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:20.446748 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c83a77-00ab-417f-b8d2-9d24b68a0c2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79d74b05-f73c-4010-98cf-6b1edcee0fbd', 'code': 200} Jul 16 09:39:20.477640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=79d74b05-f73c-4010-98cf-6b1edcee0fbd,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:20.560533 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb90b663-081d-4ca4-b279-bbd66869f80e req-621beed6-7242-4435-af42-9270cb623607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:20.562272 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb90b663-081d-4ca4-b279-bbd66869f80e req-621beed6-7242-4435-af42-9270cb623607 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 1097 time: 0.0544870 Jul 16 09:39:20.598245 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bb90b663-081d-4ca4-b279-bbd66869f80e req-1205f3f2-79e5-4f71-83cf-e2c1f8ee9928 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296655 Jul 16 09:39:21.528646 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a53d15-6093-4714-a28b-f93b71d14931 req-ace337c0-668b-4382-b4d5-7e7cb2d4c57e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:21.530146 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78a53d15-6093-4714-a28b-f93b71d14931 req-ace337c0-668b-4382-b4d5-7e7cb2d4c57e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0695839 Jul 16 09:39:21.569027 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-78a53d15-6093-4714-a28b-f93b71d14931 req-0dfa5713-ca6b-46f5-8a91-91a7fa1c41ec tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329502 Jul 16 09:39:22.761210 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f53c8d-90d5-44c9-9173-637047a973d0 req-f64e6a70-9d54-43ed-88a4-9313b8b0a17c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:22.762826 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6f53c8d-90d5-44c9-9173-637047a973d0 req-f64e6a70-9d54-43ed-88a4-9313b8b0a17c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0729821 Jul 16 09:39:22.801940 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d6f53c8d-90d5-44c9-9173-637047a973d0 req-4c002447-9542-43ad-b447-775ca2eb375f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330744 Jul 16 09:39:22.976205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dd0617-f86a-4ce7-8a9f-6745b1e07b09 req-f89d73d4-b779-46ad-b72c-d48a09369969 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:22.977692 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17dd0617-f86a-4ce7-8a9f-6745b1e07b09 req-f89d73d4-b779-46ad-b72c-d48a09369969 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0648949 Jul 16 09:39:23.017009 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17dd0617-f86a-4ce7-8a9f-6745b1e07b09 req-e494d278-912e-4bee-b355-2d96e098a16c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335972 Jul 16 09:39:23.043699 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45402) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:23.098343 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7117c46f-9d49-4d24-9471-53f4c7b8681d tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:23.099930 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7117c46f-9d49-4d24-9471-53f4c7b8681d tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 1092 time: 0.0551260 Jul 16 09:39:23.102782 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45404) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:23.107242 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '79d74b05-f73c-4010-98cf-6b1edcee0fbd', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:23.132430 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:23.249131 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:23.363801 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.25.4.248 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/512d1051-4af9-4954-9824-1c8707fa832a) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:39:23.477961 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:23.517412 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:23.560766 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:39:23.566203 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:23.568993 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:39:23.572755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=512d1051-4af9-4954-9824-1c8707fa832a,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:23.777496 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:39:23.957041 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:24.037653 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:24.187982 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:24.193321 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:24.607725 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=512d1051-4af9-4954-9824-1c8707fa832a,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:24.620131 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:24.620483 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:24.620874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:24.621217 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:24.621516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:24.621849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:24.622180 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:24.622530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:24.622839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:24.623169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:24.623491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:24.623847 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:24.630718 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:24.737848 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Floating IP 976aa5ba-e89b-4962-a509-98245794522a associated. External IP: 172.25.4.248, port: 79d74b05-f73c-4010-98cf-6b1edcee0fbd. Jul 16 09:39:24.963465 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router 27959a6d-31dc-43b2-93f5-aaede69cde9d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:39:25.095698 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:39:25.105919 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763af407-99aa-4392-bd62-e0bc24dde9d9 None None] Sync routers for ids ['27959a6d-31dc-43b2-93f5-aaede69cde9d'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:39:25.113922 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:25.117707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763af407-99aa-4392-bd62-e0bc24dde9d9 None None] Routers {'27959a6d-31dc-43b2-93f5-aaede69cde9d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:25.118349 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-763af407-99aa-4392-bd62-e0bc24dde9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:39:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27959a6d-31dc-43b2-93f5-aaede69cde9d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:25.155139 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f0f86733-cb71-4a7b-a40a-b09abde75790 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0513003 Jul 16 09:39:25.155908 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c83a77-00ab-417f-b8d2-9d24b68a0c2d', 'tag': '79d74b05-f73c-4010-98cf-6b1edcee0fbd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:25.158992 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce56593c-a540-4202-8676-04bbaf05b6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "87c83a77-00ab-417f-b8d2-9d24b68a0c2d", "tag": "79d74b05-f73c-4010-98cf-6b1edcee0fbd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:25.226753 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b324bcf1-40e9-4300-8545-3566e5a1f3df x-openstack-request-id: req-b324bcf1-40e9-4300-8545-3566e5a1f3df {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:25.227125 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c83a77-00ab-417f-b8d2-9d24b68a0c2d", "tag": "79d74b05-f73c-4010-98cf-6b1edcee0fbd", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:25.227312 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b324bcf1-40e9-4300-8545-3566e5a1f3df {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:25.227715 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c83a77-00ab-417f-b8d2-9d24b68a0c2d', 'tag': '79d74b05-f73c-4010-98cf-6b1edcee0fbd', 'status': 'completed', 'code': 200} Jul 16 09:39:25.236605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-763af407-99aa-4392-bd62-e0bc24dde9d9 None None] Set router 27959a6d-31dc-43b2-93f5-aaede69cde9d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:25.352276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56593c-a540-4202-8676-04bbaf05b6dc req-c0f69a10-d7b8-488d-ba1f-6d1a09c6b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:25.354812 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce56593c-a540-4202-8676-04bbaf05b6dc req-c0f69a10-d7b8-488d-ba1f-6d1a09c6b9a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 1097 time: 0.0943019 Jul 16 09:39:25.356058 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce54af-a84f-4e19-b1fb-63cc3586ccbc req-a6f3ba7a-f94e-4b6b-bfb8-b71fdbdf90b3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:25.357730 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f4ce54af-a84f-4e19-b1fb-63cc3586ccbc req-a6f3ba7a-f94e-4b6b-bfb8-b71fdbdf90b3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0785420 Jul 16 09:39:25.408752 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f4ce54af-a84f-4e19-b1fb-63cc3586ccbc req-786e299d-98fe-4b53-823f-f5c62e165868 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398588 Jul 16 09:39:25.439233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45410) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:25.468553 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56593c-a540-4202-8676-04bbaf05b6dc req-7b185224-0e5d-4ca8-8d30-fa1d5fa5e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:25.470665 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce56593c-a540-4202-8676-04bbaf05b6dc req-7b185224-0e5d-4ca8-8d30-fa1d5fa5e5ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b7b8f84-5879-4176-bd4c-2647a7c31a90 HTTP/1.1" status: 200 len: 897 time: 0.1091948 Jul 16 09:39:25.500844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-763af407-99aa-4392-bd62-e0bc24dde9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:10Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '976aa5ba-e89b-4962-a509-98245794522a', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'port_id': '79d74b05-f73c-4010-98cf-6b1edcee0fbd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'mac_address': 'fa:16:3e:1b:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c83a77-00ab-417f-b8d2-9d24b68a0c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:39:23Z', 'updated_at': '2021-07-16T09:39:23Z', 'revision_number': 0, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9956487-a651-4836-99f5-9353da7138d5', 'name': '', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:ad:20:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:10Z', 'updated_at': '2021-07-16T09:39:15Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:25.513184 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5a6d65d2-090f-450b-b856-80f2cdfa0585 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/976aa5ba-e89b-4962-a509-98245794522a HTTP/1.1" status: 200 len: 991 time: 0.0712926 Jul 16 09:39:25.533849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763af407-99aa-4392-bd62-e0bc24dde9d9 None None] Checking router: 27959a6d-31dc-43b2-93f5-aaede69cde9d for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:39:25.543096 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763af407-99aa-4392-bd62-e0bc24dde9d9 None None] Routers {'27959a6d-31dc-43b2-93f5-aaede69cde9d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:25.543750 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-763af407-99aa-4392-bd62-e0bc24dde9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:39:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27959a6d-31dc-43b2-93f5-aaede69cde9d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:25.547356 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce56593c-a540-4202-8676-04bbaf05b6dc req-731107f0-eadf-4a7c-b3da-b2df786e579a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d74b05-f73c-4010-98cf-6b1edcee0fbd HTTP/1.1" status: 200 len: 999 time: 0.0709660 Jul 16 09:39:25.610304 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56593c-a540-4202-8676-04bbaf05b6dc req-d1ca84c5-3706-48de-a532-fc7198eca8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:25.611759 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce56593c-a540-4202-8676-04bbaf05b6dc req-d1ca84c5-3706-48de-a532-fc7198eca8af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3489208e-8747-4caa-b7d1-cfc3fed91c2e HTTP/1.1" status: 200 len: 834 time: 0.0578249 Jul 16 09:39:25.654289 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-763af407-99aa-4392-bd62-e0bc24dde9d9 None None] Set router 27959a6d-31dc-43b2-93f5-aaede69cde9d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:25.673755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce56593c-a540-4202-8676-04bbaf05b6dc req-899ea05c-b530-415b-87bc-b8f62daa1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:25.675292 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce56593c-a540-4202-8676-04bbaf05b6dc req-899ea05c-b530-415b-87bc-b8f62daa1303 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b7b8f84-5879-4176-bd4c-2647a7c31a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577176 Jul 16 09:39:25.770501 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce56593c-a540-4202-8676-04bbaf05b6dc req-bbf9fbf3-fb25-4597-aece-93fcc1b09b52 service neutron] 10.222.0.15 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884266 Jul 16 09:39:25.869669 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ce56593c-a540-4202-8676-04bbaf05b6dc req-174dc4f7-4b0c-47a1-a03e-bdcf4ba269ff service neutron] 10.222.0.15 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929377 Jul 16 09:39:25.887935 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-763af407-99aa-4392-bd62-e0bc24dde9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:10Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '976aa5ba-e89b-4962-a509-98245794522a', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'port_id': '79d74b05-f73c-4010-98cf-6b1edcee0fbd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'mac_address': 'fa:16:3e:1b:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c83a77-00ab-417f-b8d2-9d24b68a0c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:39:23Z', 'updated_at': '2021-07-16T09:39:23Z', 'revision_number': 0, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9956487-a651-4836-99f5-9353da7138d5', 'name': '', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:ad:20:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:10Z', 'updated_at': '2021-07-16T09:39:15Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:25.915760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763af407-99aa-4392-bd62-e0bc24dde9d9 None None] The sync data for ids ['27959a6d-31dc-43b2-93f5-aaede69cde9d'] in n-d-758944-46 is: [{'id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:10Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '976aa5ba-e89b-4962-a509-98245794522a', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'floating_ip_address': '172.25.4.248', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'port_id': '79d74b05-f73c-4010-98cf-6b1edcee0fbd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'mac_address': 'fa:16:3e:1b:14:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87c83a77-00ab-417f-b8d2-9d24b68a0c2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:39:23Z', 'updated_at': '2021-07-16T09:39:23Z', 'revision_number': 0, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9956487-a651-4836-99f5-9353da7138d5', 'name': '', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:ad:20:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:10Z', 'updated_at': '2021-07-16T09:39:15Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:39:26.128107 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d417d01-926e-4a47-a02d-987548b2da68 None None] New status for floating IP 976aa5ba-e89b-4962-a509-98245794522a: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:39:26.515466 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45412) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:26.582992 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8b1799b6-6df9-4f63-b481-3df21a38c299 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/976aa5ba-e89b-4962-a509-98245794522a HTTP/1.1" status: 200 len: 993 time: 0.0662811 Jul 16 09:39:30.795981 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b10e7b95-ae04-41d2-96f7-052c98864d28 req-e1a558ef-7059-4b4e-89d9-6bbb9288c445 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0506489 Jul 16 09:39:30.892219 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e7b95-ae04-41d2-96f7-052c98864d28 req-1db9309f-8262-46d8-a6b3-b35f9a2e5df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:30.893768 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b10e7b95-ae04-41d2-96f7-052c98864d28 req-1db9309f-8262-46d8-a6b3-b35f9a2e5df7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 1097 time: 0.0569503 Jul 16 09:39:30.997162 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e7b95-ae04-41d2-96f7-052c98864d28 req-8fd84ee5-ff3d-4ba1-afcf-3d6b9399ee4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:30.998669 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b10e7b95-ae04-41d2-96f7-052c98864d28 req-8fd84ee5-ff3d-4ba1-afcf-3d6b9399ee4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b7b8f84-5879-4176-bd4c-2647a7c31a90 HTTP/1.1" status: 200 len: 897 time: 0.0851500 Jul 16 09:39:31.068779 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b10e7b95-ae04-41d2-96f7-052c98864d28 req-a52dd8c0-ee26-4ce4-99c4-f5ffee7946f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d74b05-f73c-4010-98cf-6b1edcee0fbd HTTP/1.1" status: 200 len: 1001 time: 0.0629337 Jul 16 09:39:31.118012 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e7b95-ae04-41d2-96f7-052c98864d28 req-8727c338-f040-4001-91ce-41c7a931494f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:31.119496 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b10e7b95-ae04-41d2-96f7-052c98864d28 req-8727c338-f040-4001-91ce-41c7a931494f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3489208e-8747-4caa-b7d1-cfc3fed91c2e HTTP/1.1" status: 200 len: 834 time: 0.0452738 Jul 16 09:39:31.177091 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e7b95-ae04-41d2-96f7-052c98864d28 req-c7b68a2e-a918-4ce2-b63b-097e6ed5eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:31.178616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b10e7b95-ae04-41d2-96f7-052c98864d28 req-c7b68a2e-a918-4ce2-b63b-097e6ed5eef2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b7b8f84-5879-4176-bd4c-2647a7c31a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531201 Jul 16 09:39:31.275226 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b10e7b95-ae04-41d2-96f7-052c98864d28 req-9946dd91-c808-4b72-b5f7-47007d44b685 service neutron] 10.222.0.15 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898356 Jul 16 09:39:31.372160 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b10e7b95-ae04-41d2-96f7-052c98864d28 req-dd653c70-d1f9-49d0-bce7-d2fc0da5c368 service neutron] 10.222.0.15 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910800 Jul 16 09:39:34.239348 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:35.327341 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a44204de-9f68-448f-a7ea-e24f63e5e6c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:36.147944 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:38.001818 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-15b867ad-9102-40fc-9101-e8867cd47dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:38.299208 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:39.980138 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:41.472538 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:53.580891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5401210-c181-449c-a073-c08f28af0295 req-af133bdc-65d7-4c44-a6da-538073044177 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:53.582320 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d5401210-c181-449c-a073-c08f28af0295 req-af133bdc-65d7-4c44-a6da-538073044177 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0706377 Jul 16 09:39:53.620839 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d5401210-c181-449c-a073-c08f28af0295 req-001114d3-ce1a-4d72-a272-8eff8b3362db tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329797 Jul 16 09:39:54.804054 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a0732-a1ca-4eb5-be75-84a7346e8a63 req-491db2fb-0488-442c-a6fe-9780a2d9f9d0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:54.805588 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-561a0732-a1ca-4eb5-be75-84a7346e8a63 req-491db2fb-0488-442c-a6fe-9780a2d9f9d0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0658863 Jul 16 09:39:54.844920 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-561a0732-a1ca-4eb5-be75-84a7346e8a63 req-7cb6db44-fe26-4640-b40f-808dcb675958 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334601 Jul 16 09:39:56.015336 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d7c0d4-3e52-47d3-8028-99e0f97ab248 req-079697ba-8365-422a-886d-6ec70dd9d232 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:56.017353 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b2d7c0d4-3e52-47d3-8028-99e0f97ab248 req-079697ba-8365-422a-886d-6ec70dd9d232 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0626578 Jul 16 09:39:56.054747 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b2d7c0d4-3e52-47d3-8028-99e0f97ab248 req-dfe67a35-a9d6-4019-8788-a36699619b25 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318086 Jul 16 09:39:57.227877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e570c5-423f-4eb4-8b47-d849a3cc0263 req-2b6bafa1-da93-41f4-bc53-0b8da2e9010f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:57.229381 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-38e570c5-423f-4eb4-8b47-d849a3cc0263 req-2b6bafa1-da93-41f4-bc53-0b8da2e9010f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0625875 Jul 16 09:39:57.266598 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-38e570c5-423f-4eb4-8b47-d849a3cc0263 req-a14673bc-50f7-4ec8-87f0-9cfbab2bc0df tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316439 Jul 16 09:39:58.441413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec08ee-b47d-4779-8ec4-e3eb177771b1 req-b2087f9c-676c-4786-aa3e-13e5cef14217 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:58.442887 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-59ec08ee-b47d-4779-8ec4-e3eb177771b1 req-b2087f9c-676c-4786-aa3e-13e5cef14217 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0623956 Jul 16 09:39:58.484924 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-59ec08ee-b47d-4779-8ec4-e3eb177771b1 req-88d8ecb8-06a1-4b04-b6bc-8438ee19446d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363333 Jul 16 09:39:59.669291 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4c947-f7b8-40e3-9c09-146265989654 req-8bae2fa2-dd8e-495a-9e86-91efded37856 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:59.669291 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20c4c947-f7b8-40e3-9c09-146265989654 req-8bae2fa2-dd8e-495a-9e86-91efded37856 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0704229 Jul 16 09:39:59.711601 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-20c4c947-f7b8-40e3-9c09-146265989654 req-3f4180b9-24e0-4dab-b6cd-8741a40100aa tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359001 Jul 16 09:40:00.782639 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:40:00.895805 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7f001-c8fb-4adc-bac3-862c111541aa req-bd9180ed-df3e-42fd-9c5e-322948c9302b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:00.897466 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53d7f001-c8fb-4adc-bac3-862c111541aa req-bd9180ed-df3e-42fd-9c5e-322948c9302b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0694871 Jul 16 09:40:00.938290 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-53d7f001-c8fb-4adc-bac3-862c111541aa req-5fc00755-d1a7-46d1-a9a0-553d429d6277 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348237 Jul 16 09:40:02.125644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fba1b9-1839-4f45-93f7-e23ac95d139b req-dfb78203-58e5-4404-8b21-2448641e9c37 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:02.127258 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96fba1b9-1839-4f45-93f7-e23ac95d139b req-dfb78203-58e5-4404-8b21-2448641e9c37 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0653908 Jul 16 09:40:02.173084 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96fba1b9-1839-4f45-93f7-e23ac95d139b req-8793e574-bd13-4397-89c6-4aa39e21dca2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398808 Jul 16 09:40:03.354911 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc948c3-06be-41c1-938f-f40d743aa891 req-d43204a9-d43f-4ced-9ea3-29f37040764f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:03.356645 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5dc948c3-06be-41c1-938f-f40d743aa891 req-d43204a9-d43f-4ced-9ea3-29f37040764f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0648940 Jul 16 09:40:03.395738 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5dc948c3-06be-41c1-938f-f40d743aa891 req-cde4d290-54a8-418c-8146-e3b04e389417 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337322 Jul 16 09:40:04.247393 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.588928 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b4df0-38d2-4d88-964c-94b008eebd34 req-930af1e3-10fd-4a3b-83a0-ef80311fbcf4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:04.590498 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-991b4df0-38d2-4d88-964c-94b008eebd34 req-930af1e3-10fd-4a3b-83a0-ef80311fbcf4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0789967 Jul 16 09:40:04.630184 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-991b4df0-38d2-4d88-964c-94b008eebd34 req-91c018ef-3c1f-4b19-a3e2-ca48c1485590 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333502 Jul 16 09:40:04.654973 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45450) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:04.722019 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5a451096-8e07-44fd-b30d-fd24f2ff0a3d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/976aa5ba-e89b-4962-a509-98245794522a HTTP/1.1" status: 200 len: 993 time: 0.0658646 Jul 16 09:40:05.329931 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d17b5cfc-827b-4fd9-8cae-2ccc741af34c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:06.146545 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:06.205240 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d42490-6416-4a99-860b-cc616ba7b08b req-55be5548-9043-4bea-a27e-a1662f65fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:06.206779 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88d42490-6416-4a99-860b-cc616ba7b08b req-55be5548-9043-4bea-a27e-a1662f65fca5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 1097 time: 0.1104009 Jul 16 09:40:06.216276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5a37b-216b-4ef9-8f79-a4586353f9bd req-66564117-689e-4429-8f48-1c7a2ea1b162 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:06.217854 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61e5a37b-216b-4ef9-8f79-a4586353f9bd req-66564117-689e-4429-8f48-1c7a2ea1b162 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0898571 Jul 16 09:40:06.320383 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-61e5a37b-216b-4ef9-8f79-a4586353f9bd req-06f06688-69ca-4058-a190-faec4fe7dcd7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916915 Jul 16 09:40:06.340725 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d42490-6416-4a99-860b-cc616ba7b08b req-d3364f2f-baf8-43d8-92f6-5155ab7c2872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:06.342165 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88d42490-6416-4a99-860b-cc616ba7b08b req-d3364f2f-baf8-43d8-92f6-5155ab7c2872 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b7b8f84-5879-4176-bd4c-2647a7c31a90 HTTP/1.1" status: 200 len: 897 time: 0.1234336 Jul 16 09:40:06.408427 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88d42490-6416-4a99-860b-cc616ba7b08b req-bb83a2a8-d595-4651-a708-37bb0c178420 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d74b05-f73c-4010-98cf-6b1edcee0fbd HTTP/1.1" status: 200 len: 1001 time: 0.0597074 Jul 16 09:40:06.461956 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d42490-6416-4a99-860b-cc616ba7b08b req-46459b4e-e48e-46d8-897a-29f8771e92c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:06.463456 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88d42490-6416-4a99-860b-cc616ba7b08b req-46459b4e-e48e-46d8-897a-29f8771e92c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3489208e-8747-4caa-b7d1-cfc3fed91c2e HTTP/1.1" status: 200 len: 834 time: 0.0494106 Jul 16 09:40:06.522473 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d42490-6416-4a99-860b-cc616ba7b08b req-6f8a1d98-f6d0-4c46-944d-cb7a76941cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:06.524285 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88d42490-6416-4a99-860b-cc616ba7b08b req-6f8a1d98-f6d0-4c46-944d-cb7a76941cbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b7b8f84-5879-4176-bd4c-2647a7c31a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548823 Jul 16 09:40:06.617294 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88d42490-6416-4a99-860b-cc616ba7b08b req-4ffdc086-809c-4436-ada6-c7a97bd17910 service neutron] 10.222.0.15 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863359 Jul 16 09:40:06.712366 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-88d42490-6416-4a99-860b-cc616ba7b08b req-37099ec5-75d2-4a57-a290-ad5c5ad07d3c service neutron] 10.222.0.15 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890501 Jul 16 09:40:07.509402 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8cafc8-8c11-4b49-87aa-1d9d4f19fa82 req-6e8c5a22-aee0-4a73-811d-72fa37b98f33 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:07.510976 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f8cafc8-8c11-4b49-87aa-1d9d4f19fa82 req-6e8c5a22-aee0-4a73-811d-72fa37b98f33 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0673270 Jul 16 09:40:07.555421 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9f8cafc8-8c11-4b49-87aa-1d9d4f19fa82 req-afdd681b-3750-4b98-970f-d0d9dd48f413 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387948 Jul 16 09:40:07.580740 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45460) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:07.650123 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-2d7f2696-6d9f-4e28-b0f5-eeef0d823f14 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/976aa5ba-e89b-4962-a509-98245794522a HTTP/1.1" status: 200 len: 993 time: 0.0683267 Jul 16 09:40:08.011313 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1cfd2da4-23b0-4957-ad1b-c130a473f594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:08.301999 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.979541 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:11.475310 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:32.794794 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4c1681b-24cc-412e-824d-4c5e8f76771a req-b71b619e-641e-4aac-be1c-10246ceca3da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526328 Jul 16 09:40:32.889170 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1681b-24cc-412e-824d-4c5e8f76771a req-135264ab-9d54-48c6-8736-e4fef4b96901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:32.890664 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4c1681b-24cc-412e-824d-4c5e8f76771a req-135264ab-9d54-48c6-8736-e4fef4b96901 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 1097 time: 0.0515819 Jul 16 09:40:33.003530 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1681b-24cc-412e-824d-4c5e8f76771a req-7ee91505-a823-487a-829d-986a41ebda0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:33.005060 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4c1681b-24cc-412e-824d-4c5e8f76771a req-7ee91505-a823-487a-829d-986a41ebda0a service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b7b8f84-5879-4176-bd4c-2647a7c31a90 HTTP/1.1" status: 200 len: 897 time: 0.0929050 Jul 16 09:40:33.074691 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4c1681b-24cc-412e-824d-4c5e8f76771a req-b5094c7e-d379-4121-b06a-2ef48c40a26d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d74b05-f73c-4010-98cf-6b1edcee0fbd HTTP/1.1" status: 200 len: 1001 time: 0.0604768 Jul 16 09:40:33.129040 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1681b-24cc-412e-824d-4c5e8f76771a req-5faa72c6-3c4e-4de1-a07e-04c48594669b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:33.130534 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4c1681b-24cc-412e-824d-4c5e8f76771a req-5faa72c6-3c4e-4de1-a07e-04c48594669b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3489208e-8747-4caa-b7d1-cfc3fed91c2e HTTP/1.1" status: 200 len: 834 time: 0.0489349 Jul 16 09:40:33.189679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c1681b-24cc-412e-824d-4c5e8f76771a req-4d91d594-06b0-494a-97ae-f3c7313573a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:33.191281 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4c1681b-24cc-412e-824d-4c5e8f76771a req-4d91d594-06b0-494a-97ae-f3c7313573a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b7b8f84-5879-4176-bd4c-2647a7c31a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542765 Jul 16 09:40:33.283033 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4c1681b-24cc-412e-824d-4c5e8f76771a req-a2aed403-d64a-446f-819c-77d71b72964c service neutron] 10.222.0.15 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839396 Jul 16 09:40:33.378109 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e4c1681b-24cc-412e-824d-4c5e8f76771a req-b7111c18-78a0-406e-897e-056c3f58f375 service neutron] 10.222.0.15 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886745 Jul 16 09:40:34.248034 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:35.333358 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9750b2ea-5087-4a7a-aa1c-40b4cf5117ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:36.145910 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:37.782311 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:40:38.004515 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3464a08c-2309-4feb-b819-b6a14d2955a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:38.057937 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45476) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:38.219294 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port 512d1051-4af9-4954-9824-1c8707fa832a {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:40:38.219727 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:38.299635 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:38.300484 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:38.304290 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:38.312871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for 512d1051-4af9-4954-9824-1c8707fa832a owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:40:38.460217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:38.487508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=512d1051-4af9-4954-9824-1c8707fa832a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:38.515086 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:38.515431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:38.515772 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:38.516178 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:38.516534 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:38.516869 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:38.517199 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:38.517528 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:38.517855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:38.518180 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:38.519122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:38.519447 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:38.558552 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:38.558881 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Floating IP 976aa5ba-e89b-4962-a509-98245794522a disassociated (deleted). External IP: 172.25.4.248, port: 79d74b05-f73c-4010-98cf-6b1edcee0fbd. Jul 16 09:40:38.776160 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router 27959a6d-31dc-43b2-93f5-aaede69cde9d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:40:38.883669 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:40:38.888001 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:38.892882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc57db8-10ea-4d0c-b27f-ca356ca2f088 None None] Sync routers for ids ['27959a6d-31dc-43b2-93f5-aaede69cde9d'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:40:38.902052 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc57db8-10ea-4d0c-b27f-ca356ca2f088 None None] Routers {'27959a6d-31dc-43b2-93f5-aaede69cde9d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:38.902661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0dc57db8-10ea-4d0c-b27f-ca356ca2f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27959a6d-31dc-43b2-93f5-aaede69cde9d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:38.924110 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b5a0d51e-edc8-45a2-8d2f-1eec51d0a228 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/floatingips/976aa5ba-e89b-4962-a509-98245794522a HTTP/1.1" status: 204 len: 168 time: 0.8651707 Jul 16 09:40:38.925307 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87c83a77-00ab-417f-b8d2-9d24b68a0c2d', 'tag': '79d74b05-f73c-4010-98cf-6b1edcee0fbd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:38.927671 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c896789-0f9f-490e-a254-ccba29be4404" -d '{"events": [{"name": "network-changed", "server_uuid": "87c83a77-00ab-417f-b8d2-9d24b68a0c2d", "tag": "79d74b05-f73c-4010-98cf-6b1edcee0fbd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:39.013963 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6e3d20-fdd7-421f-b2ef-0d8728505a30 x-openstack-request-id: req-eb6e3d20-fdd7-421f-b2ef-0d8728505a30 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:39.014407 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87c83a77-00ab-417f-b8d2-9d24b68a0c2d", "tag": "79d74b05-f73c-4010-98cf-6b1edcee0fbd", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:39.014706 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eb6e3d20-fdd7-421f-b2ef-0d8728505a30 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:39.015231 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87c83a77-00ab-417f-b8d2-9d24b68a0c2d', 'tag': '79d74b05-f73c-4010-98cf-6b1edcee0fbd', 'status': 'completed', 'code': 200} Jul 16 09:40:39.015588 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-0dc57db8-10ea-4d0c-b27f-ca356ca2f088 None None] Set router 27959a6d-31dc-43b2-93f5-aaede69cde9d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:39.089001 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c896789-0f9f-490e-a254-ccba29be4404 req-fe686beb-f169-42f7-9354-efa9dc79591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:39.090569 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c896789-0f9f-490e-a254-ccba29be4404 req-fe686beb-f169-42f7-9354-efa9dc79591c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 1097 time: 0.0534537 Jul 16 09:40:39.189554 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c896789-0f9f-490e-a254-ccba29be4404 req-75a2cdd1-3af1-4de2-b127-c0d73e825f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:39.191111 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c896789-0f9f-490e-a254-ccba29be4404 req-75a2cdd1-3af1-4de2-b127-c0d73e825f14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b7b8f84-5879-4176-bd4c-2647a7c31a90 HTTP/1.1" status: 200 len: 897 time: 0.0947232 Jul 16 09:40:39.232705 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0dc57db8-10ea-4d0c-b27f-ca356ca2f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:10Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b9956487-a651-4836-99f5-9353da7138d5', 'name': '', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:ad:20:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:10Z', 'updated_at': '2021-07-16T09:39:15Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:39.234212 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c896789-0f9f-490e-a254-ccba29be4404 req-88115672-433e-4a99-918e-abdf69625e92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=79d74b05-f73c-4010-98cf-6b1edcee0fbd HTTP/1.1" status: 200 len: 217 time: 0.0367644 Jul 16 09:40:39.261988 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc57db8-10ea-4d0c-b27f-ca356ca2f088 None None] Checking router: 27959a6d-31dc-43b2-93f5-aaede69cde9d for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:40:39.272826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc57db8-10ea-4d0c-b27f-ca356ca2f088 None None] Routers {'27959a6d-31dc-43b2-93f5-aaede69cde9d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:39.272826 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0dc57db8-10ea-4d0c-b27f-ca356ca2f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27959a6d-31dc-43b2-93f5-aaede69cde9d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:39.322234 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c896789-0f9f-490e-a254-ccba29be4404 req-672f93b2-a7df-46dc-907d-d3ed8c403b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:39.323737 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c896789-0f9f-490e-a254-ccba29be4404 req-672f93b2-a7df-46dc-907d-d3ed8c403b26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3489208e-8747-4caa-b7d1-cfc3fed91c2e HTTP/1.1" status: 200 len: 834 time: 0.0825698 Jul 16 09:40:39.380999 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3950e5-182a-498d-842f-b34ea1252657 req-071a667e-61dc-4855-9133-d58a6117e330 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:39.382296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5c3950e5-182a-498d-842f-b34ea1252657 req-071a667e-61dc-4855-9133-d58a6117e330 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.1427433 Jul 16 09:40:39.433225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c896789-0f9f-490e-a254-ccba29be4404 req-bb6787a3-f937-4337-99ec-60874b427114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:39.434667 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c896789-0f9f-490e-a254-ccba29be4404 req-bb6787a3-f937-4337-99ec-60874b427114 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b7b8f84-5879-4176-bd4c-2647a7c31a90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031995 Jul 16 09:40:39.438304 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5c3950e5-182a-498d-842f-b34ea1252657 req-d555c440-4935-4b45-8667-c8e2a01f553e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499923 Jul 16 09:40:39.532779 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c896789-0f9f-490e-a254-ccba29be4404 req-3a80146e-097f-4435-9ed7-defa666cb3d0 service neutron] 10.222.0.15 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911646 Jul 16 09:40:39.541250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-0dc57db8-10ea-4d0c-b27f-ca356ca2f088 None None] Set router 27959a6d-31dc-43b2-93f5-aaede69cde9d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:39.629468 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c896789-0f9f-490e-a254-ccba29be4404 req-bf042452-918f-4208-b73f-70eb81322ab0 service neutron] 10.222.0.15 "GET /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901535 Jul 16 09:40:39.735703 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-0dc57db8-10ea-4d0c-b27f-ca356ca2f088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:10Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b9956487-a651-4836-99f5-9353da7138d5', 'name': '', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:ad:20:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:10Z', 'updated_at': '2021-07-16T09:39:15Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:39.764758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dc57db8-10ea-4d0c-b27f-ca356ca2f088 None None] The sync data for ids ['27959a6d-31dc-43b2-93f5-aaede69cde9d'] in n-d-758944-46 is: [{'id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:10Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'b9956487-a651-4836-99f5-9353da7138d5', 'name': '', 'network_id': '8b7b8f84-5879-4176-bd4c-2647a7c31a90', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:ad:20:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:10Z', 'updated_at': '2021-07-16T09:39:15Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '3489208e-8747-4caa-b7d1-cfc3fed91c2e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:40:39.971400 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca08516-e056-405d-be4f-5e3427eb2e09 None None] New status for floating IP 976aa5ba-e89b-4962-a509-98245794522a: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:40:39.982938 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:40.648560 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b6ba77-5d8c-4cb9-ad0a-93639f9700c0 req-90969b81-19c6-425c-82fa-012d2c693a62 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:40.650332 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-09b6ba77-5d8c-4cb9-ad0a-93639f9700c0 req-90969b81-19c6-425c-82fa-012d2c693a62 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0635924 Jul 16 09:40:40.662549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb67acfe-bd18-4cbe-bf70-f2068e441b9f req-446a3bc6-13ed-4c5c-bdb1-38499394907a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:40.664064 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb67acfe-bd18-4cbe-bf70-f2068e441b9f req-446a3bc6-13ed-4c5c-bdb1-38499394907a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.15 "GET /v2.0/ports?device_id=87c83a77-00ab-417f-b8d2-9d24b68a0c2d HTTP/1.1" status: 200 len: 945 time: 0.0628662 Jul 16 09:40:40.689025 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-09b6ba77-5d8c-4cb9-ad0a-93639f9700c0 req-eb63db18-4b16-48e1-a210-7b7091f2274d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=20699bc4-666b-4cec-b5f1-ab3a087857fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330305 Jul 16 09:40:40.762166 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-cb67acfe-bd18-4cbe-bf70-f2068e441b9f req-10d4aa33-540b-4a34-85ce-da4ebd66b38c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port 79d74b05-f73c-4010-98cf-6b1edcee0fbd {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:40:40.762605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cb67acfe-bd18-4cbe-bf70-f2068e441b9f req-10d4aa33-540b-4a34-85ce-da4ebd66b38c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:40.851346 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-cb67acfe-bd18-4cbe-bf70-f2068e441b9f req-10d4aa33-540b-4a34-85ce-da4ebd66b38c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] For port 79d74b05-f73c-4010-98cf-6b1edcee0fbd, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=79d74b05-f73c-4010-98cf-6b1edcee0fbd,segment=NetworkSegment(cc27cca9-96c4-4fe2-b73c-24666f67100f),segment_id=cc27cca9-96c4-4fe2-b73c-24666f67100f)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:40.851705 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cb67acfe-bd18-4cbe-bf70-f2068e441b9f req-10d4aa33-540b-4a34-85ce-da4ebd66b38c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:40.864011 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-cb67acfe-bd18-4cbe-bf70-f2068e441b9f req-10d4aa33-540b-4a34-85ce-da4ebd66b38c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for 79d74b05-f73c-4010-98cf-6b1edcee0fbd owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:40:40.995566 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cb67acfe-bd18-4cbe-bf70-f2068e441b9f req-10d4aa33-540b-4a34-85ce-da4ebd66b38c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:41.024592 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d4aa33-540b-4a34-85ce-da4ebd66b38c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=79d74b05-f73c-4010-98cf-6b1edcee0fbd,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:41.069401 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb67acfe-bd18-4cbe-bf70-f2068e441b9f req-10d4aa33-540b-4a34-85ce-da4ebd66b38c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] No DVR routers for this DVR port 79d74b05-f73c-4010-98cf-6b1edcee0fbd on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:40:41.072085 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-cb67acfe-bd18-4cbe-bf70-f2068e441b9f req-10d4aa33-540b-4a34-85ce-da4ebd66b38c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:41.074134 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cb67acfe-bd18-4cbe-bf70-f2068e441b9f req-10d4aa33-540b-4a34-85ce-da4ebd66b38c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.15 "DELETE /v2.0/ports/79d74b05-f73c-4010-98cf-6b1edcee0fbd HTTP/1.1" status: 204 len: 173 time: 0.4047203 Jul 16 09:40:41.074568 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87c83a77-00ab-417f-b8d2-9d24b68a0c2d', 'name': 'network-vif-deleted', 'tag': '79d74b05-f73c-4010-98cf-6b1edcee0fbd'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:41.076845 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551e658c-1902-4eb6-a5dc-4c66adee6d2d" -d '{"events": [{"server_uuid": "87c83a77-00ab-417f-b8d2-9d24b68a0c2d", "name": "network-vif-deleted", "tag": "79d74b05-f73c-4010-98cf-6b1edcee0fbd"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:41.114141 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df7d33f-7bb1-4098-9e18-71f084ad9ddf x-openstack-request-id: req-1df7d33f-7bb1-4098-9e18-71f084ad9ddf {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:41.114432 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87c83a77-00ab-417f-b8d2-9d24b68a0c2d", "name": "network-vif-deleted", "tag": "79d74b05-f73c-4010-98cf-6b1edcee0fbd", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:41.114685 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1df7d33f-7bb1-4098-9e18-71f084ad9ddf {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:41.115096 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87c83a77-00ab-417f-b8d2-9d24b68a0c2d', 'name': 'network-vif-deleted', 'tag': '79d74b05-f73c-4010-98cf-6b1edcee0fbd', 'status': 'completed', 'code': 200} Jul 16 09:40:41.479330 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:41.779971 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45502) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:42.462864 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3452ec2-a7b8-4526-a1b4-95949b40b341 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:42.719786 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-a3452ec2-a7b8-4526-a1b4-95949b40b341 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port b9956487-a651-4836-99f5-9353da7138d5 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:40:42.720011 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3452ec2-a7b8-4526-a1b4-95949b40b341 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:42.804651 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-a3452ec2-a7b8-4526-a1b4-95949b40b341 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] For port b9956487-a651-4836-99f5-9353da7138d5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b9956487-a651-4836-99f5-9353da7138d5,segment=NetworkSegment(cc27cca9-96c4-4fe2-b73c-24666f67100f),segment_id=cc27cca9-96c4-4fe2-b73c-24666f67100f)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:42.805403 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3452ec2-a7b8-4526-a1b4-95949b40b341 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:42.816950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-a3452ec2-a7b8-4526-a1b4-95949b40b341 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for b9956487-a651-4836-99f5-9353da7138d5 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:40:43.001595 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3452ec2-a7b8-4526-a1b4-95949b40b341 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:43.025729 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3452ec2-a7b8-4526-a1b4-95949b40b341 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=b9956487-a651-4836-99f5-9353da7138d5,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:43.207573 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a3452ec2-a7b8-4526-a1b4-95949b40b341 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:43.422859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3452ec2-a7b8-4526-a1b4-95949b40b341 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router 27959a6d-31dc-43b2-93f5-aaede69cde9d has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:40:43.531588 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3452ec2-a7b8-4526-a1b4-95949b40b341 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:40:43.536575 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a3452ec2-a7b8-4526-a1b4-95949b40b341 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "PUT /v2.0/routers/27959a6d-31dc-43b2-93f5-aaede69cde9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7555382 Jul 16 09:40:43.539345 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45504) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:43.542128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637d777-8068-49b8-80f3-30f49048f5dc None None] Sync routers for ids ['27959a6d-31dc-43b2-93f5-aaede69cde9d'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:40:43.551179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f637d777-8068-49b8-80f3-30f49048f5dc None None] Routers {'27959a6d-31dc-43b2-93f5-aaede69cde9d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:43.551787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f637d777-8068-49b8-80f3-30f49048f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27959a6d-31dc-43b2-93f5-aaede69cde9d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:43.588941 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb788b46-7c0f-4ebc-8c87-03bc485ac0cb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting subnet 3489208e-8747-4caa-b7d1-cfc3fed91c2e {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:40:43.591965 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cb788b46-7c0f-4ebc-8c87-03bc485ac0cb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:43.631224 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cb788b46-7c0f-4ebc-8c87-03bc485ac0cb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:43.654280 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f637d777-8068-49b8-80f3-30f49048f5dc None None] Set router 27959a6d-31dc-43b2-93f5-aaede69cde9d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:43.716999 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cb788b46-7c0f-4ebc-8c87-03bc485ac0cb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:43.776353 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cb788b46-7c0f-4ebc-8c87-03bc485ac0cb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:43.805206 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb788b46-7c0f-4ebc-8c87-03bc485ac0cb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Subnet': ['ID=3489208e-8747-4caa-b7d1-cfc3fed91c2e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:43.809183 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-cb788b46-7c0f-4ebc-8c87-03bc485ac0cb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:43.811324 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-cb788b46-7c0f-4ebc-8c87-03bc485ac0cb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/subnets/3489208e-8747-4caa-b7d1-cfc3fed91c2e HTTP/1.1" status: 204 len: 168 time: 0.2710247 Jul 16 09:40:43.813961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45506) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:43.814122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f81a5b2-4a62-40ab-96a8-509bd020eec0 None None] Network 8b7b8f84-5879-4176-bd4c-2647a7c31a90 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:40:43.910126 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f637d777-8068-49b8-80f3-30f49048f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:40:42Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:43.923386 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:43.953940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637d777-8068-49b8-80f3-30f49048f5dc None None] Checking router: 27959a6d-31dc-43b2-93f5-aaede69cde9d for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:40:43.972183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f637d777-8068-49b8-80f3-30f49048f5dc None None] Routers {'27959a6d-31dc-43b2-93f5-aaede69cde9d'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:43.972822 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f637d777-8068-49b8-80f3-30f49048f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['27959a6d-31dc-43b2-93f5-aaede69cde9d'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:44.028339 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.093910 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port 48475b86-620b-4d06-b7dc-032ab627d53a {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:40:44.094368 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.098502 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f637d777-8068-49b8-80f3-30f49048f5dc None None] Set router 27959a6d-31dc-43b2-93f5-aaede69cde9d gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:44.127894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] DHCP port deletion for 8b7b8f84-5879-4176-bd4c-2647a7c31a90 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:40:44.182162 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] For port 48475b86-620b-4d06-b7dc-032ab627d53a, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=48475b86-620b-4d06-b7dc-032ab627d53a,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:44.182521 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.194735 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for 48475b86-620b-4d06-b7dc-032ab627d53a owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:40:44.284676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Deleting port d2079211-9d12-4b98-a87b-4936e3e52d12 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:40:44.285055 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.357363 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] For port d2079211-9d12-4b98-a87b-4936e3e52d12, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d2079211-9d12-4b98-a87b-4936e3e52d12,segment=NetworkSegment(cc27cca9-96c4-4fe2-b73c-24666f67100f),segment_id=cc27cca9-96c4-4fe2-b73c-24666f67100f)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:44.357647 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.367783 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.377851 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Calling delete_port for d2079211-9d12-4b98-a87b-4936e3e52d12 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:40:44.389339 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f637d777-8068-49b8-80f3-30f49048f5dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:40:42Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:44.394934 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=48475b86-620b-4d06-b7dc-032ab627d53a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:44.419366 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f637d777-8068-49b8-80f3-30f49048f5dc None None] The sync data for ids ['27959a6d-31dc-43b2-93f5-aaede69cde9d'] in n-d-758944-46 is: [{'id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1484870578', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:40:42Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': '48475b86-620b-4d06-b7dc-032ab627d53a', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27959a6d-31dc-43b2-93f5-aaede69cde9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:39:07Z', 'updated_at': '2021-07-16T09:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:40:44.470279 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.502799 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.533562 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Pushing event deleted for resources: {'Port': ['ID=d2079211-9d12-4b98-a87b-4936e3e52d12,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:44.546050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] No DVR routers for this DVR port d2079211-9d12-4b98-a87b-4936e3e52d12 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:40:44.552198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:44.552567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:44.552907 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:44.553240 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:44.553568 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:44.553894 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:44.554219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:44.554539 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:44.554947 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:44.555172 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:44.557208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:44.557208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b932df34-58dc-4868-8ef3-40c63f808747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:44.575583 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.577828 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.622979 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.623257 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Fanout notify agent at l3_agent the message router_deleted on router 27959a6d-31dc-43b2-93f5-aaede69cde9d {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:40:44.624981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 79d74b05-f73c-4010-98cf-6b1edcee0fbd no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:40:44.636675 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.638102 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6e24a9ac-afc9-4ebf-b41f-889c24c5c4b7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/routers/27959a6d-31dc-43b2-93f5-aaede69cde9d HTTP/1.1" status: 204 len: 168 time: 0.8230906 Jul 16 09:40:44.640822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45508) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:44.658230 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: 79d74b05-f73c-4010-98cf-6b1edcee0fbd {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:40:44.658605 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device 79d74b05-f73c-4010-98cf-6b1edcee0fbd not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:40:44.734252 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb382d73-28cf-48df-ab7d-68f8316f124e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.834469 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb382d73-28cf-48df-ab7d-68f8316f124e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.847114 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bb382d73-28cf-48df-ab7d-68f8316f124e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b7b8f84-5879-4176-bd4c-2647a7c31a90']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:44.858868 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bb382d73-28cf-48df-ab7d-68f8316f124e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc27cca9-96c4-4fe2-b73c-24666f67100f') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:44.859167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-bb382d73-28cf-48df-ab7d-68f8316f124e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc27cca9-96c4-4fe2-b73c-24666f67100f') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:44.870039 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb382d73-28cf-48df-ab7d-68f8316f124e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.885815 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb382d73-28cf-48df-ab7d-68f8316f124e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.893916 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb382d73-28cf-48df-ab7d-68f8316f124e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:40:44.894631 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb382d73-28cf-48df-ab7d-68f8316f124e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:40:44.898235 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:40:44.968679 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb382d73-28cf-48df-ab7d-68f8316f124e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.975704 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bb382d73-28cf-48df-ab7d-68f8316f124e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:44.977557 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bb382d73-28cf-48df-ab7d-68f8316f124e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/networks/8b7b8f84-5879-4176-bd4c-2647a7c31a90 HTTP/1.1" status: 204 len: 168 time: 0.3357711 Jul 16 09:40:44.980888 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45510) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:44.988908 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb382d73-28cf-48df-ab7d-68f8316f124e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Network': ['ID=8b7b8f84-5879-4176-bd4c-2647a7c31a90,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:45.052060 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.088252 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.164414 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.167182 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.168382 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/security-groups/20699bc4-666b-4cec-b5f1-ab3a087857fe HTTP/1.1" status: 204 len: 168 time: 0.1864028 Jul 16 09:40:45.179310 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20699bc4-666b-4cec-b5f1-ab3a087857fe,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:45.194121 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:45.194484 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:45.194877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:45.195254 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:45.195595 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:45.195932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:45.196292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:45.196638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:45.197009 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:45.197306 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:45.197635 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:45.197981 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c71d6f9-80c8-4683-a2da-d62bb68f0715 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:45.496949 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 48475b86-620b-4d06-b7dc-032ab627d53a no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:40:45.516938 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 48475b86-620b-4d06-b7dc-032ab627d53a {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:40:45.517273 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 48475b86-620b-4d06-b7dc-032ab627d53a not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:40:45.517886 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d2079211-9d12-4b98-a87b-4936e3e52d12 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:40:45.539771 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: d2079211-9d12-4b98-a87b-4936e3e52d12 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:40:45.540131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d2079211-9d12-4b98-a87b-4936e3e52d12 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:40:45.540561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b9956487-a651-4836-99f5-9353da7138d5 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:40:45.559635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: b9956487-a651-4836-99f5-9353da7138d5 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:40:45.560281 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b9956487-a651-4836-99f5-9353da7138d5 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:40:45.577013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45516) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:45.582292 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-612ca581-c966-422b-a9d4-b5a1093f12b3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1333604905', 'description': 'tempest-secgroup-smoke-1333604905 description', 'project_id': '3dc9233d83eb475dab0e2644e8549d37'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:45.606256 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-612ca581-c966-422b-a9d4-b5a1093f12b3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.697676 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-612ca581-c966-422b-a9d4-b5a1093f12b3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.701334 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-612ca581-c966-422b-a9d4-b5a1093f12b3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.727086 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-612ca581-c966-422b-a9d4-b5a1093f12b3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.728317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-612ca581-c966-422b-a9d4-b5a1093f12b3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1502137 Jul 16 09:40:45.731431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45518) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:45.732361 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ca581-c966-422b-a9d4-b5a1093f12b3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bdd87af-d4bb-41cd-890b-5d3de2929462,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:45.736299 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-468b47cf-394c-47ab-be87-1a7b60aea0a3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '5bdd87af-d4bb-41cd-890b-5d3de2929462', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:45.763736 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-468b47cf-394c-47ab-be87-1a7b60aea0a3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.821419 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-468b47cf-394c-47ab-be87-1a7b60aea0a3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.825199 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-468b47cf-394c-47ab-be87-1a7b60aea0a3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.843390 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b47cf-394c-47ab-be87-1a7b60aea0a3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b20fb2-2d48-41ae-8477-77a7a651df1f,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:45.849234 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-468b47cf-394c-47ab-be87-1a7b60aea0a3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.850709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-468b47cf-394c-47ab-be87-1a7b60aea0a3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180136 Jul 16 09:40:45.853277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45520) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:45.858019 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e2e68da5-e84c-44ca-b5ba-a336f5f224a8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '5bdd87af-d4bb-41cd-890b-5d3de2929462', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:45.884398 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2e68da5-e84c-44ca-b5ba-a336f5f224a8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.945709 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2e68da5-e84c-44ca-b5ba-a336f5f224a8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.949959 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2e68da5-e84c-44ca-b5ba-a336f5f224a8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.967945 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e68da5-e84c-44ca-b5ba-a336f5f224a8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=038faf57-7ac5-49f1-98d5-db79f78b75d3,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:45.974391 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e2e68da5-e84c-44ca-b5ba-a336f5f224a8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:45.975781 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e2e68da5-e84c-44ca-b5ba-a336f5f224a8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1214321 Jul 16 09:40:45.978605 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45522) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:45.983029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-61ebbbce-f1ae-4177-95c7-64436f0d5ff5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '5bdd87af-d4bb-41cd-890b-5d3de2929462', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:46.009323 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-61ebbbce-f1ae-4177-95c7-64436f0d5ff5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.071168 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-61ebbbce-f1ae-4177-95c7-64436f0d5ff5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.075506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-61ebbbce-f1ae-4177-95c7-64436f0d5ff5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.097942 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ebbbce-f1ae-4177-95c7-64436f0d5ff5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fd49c2-849b-4a61-92b3-767c145559c0,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:46.101919 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-61ebbbce-f1ae-4177-95c7-64436f0d5ff5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.103116 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-61ebbbce-f1ae-4177-95c7-64436f0d5ff5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235907 Jul 16 09:40:46.107131 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45524) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:46.112233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-f227273b-d72d-400f-88ce-a33fd9d14c14 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '5bdd87af-d4bb-41cd-890b-5d3de2929462', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:46.138338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f227273b-d72d-400f-88ce-a33fd9d14c14 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.199458 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f227273b-d72d-400f-88ce-a33fd9d14c14 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.203181 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f227273b-d72d-400f-88ce-a33fd9d14c14 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.222104 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227273b-d72d-400f-88ce-a33fd9d14c14 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb848c8e-6715-4513-8daa-1f30adabb93d,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:46.230073 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f227273b-d72d-400f-88ce-a33fd9d14c14 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.231280 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f227273b-d72d-400f-88ce-a33fd9d14c14 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1230497 Jul 16 09:40:46.234315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45526) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:46.239143 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-ba1b127c-62b0-463e-bde1-71098fe9ae26 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '5bdd87af-d4bb-41cd-890b-5d3de2929462', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:46.262089 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-ba1b127c-62b0-463e-bde1-71098fe9ae26 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Project 3dc9233d83eb475dab0e2644e8549d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:40:46.267538 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ba1b127c-62b0-463e-bde1-71098fe9ae26 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.339873 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ba1b127c-62b0-463e-bde1-71098fe9ae26 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.344030 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ba1b127c-62b0-463e-bde1-71098fe9ae26 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.367456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b127c-62b0-463e-bde1-71098fe9ae26 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1867101-df33-40b7-9393-fe2b7b2e059a,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:46.374560 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ba1b127c-62b0-463e-bde1-71098fe9ae26 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.375998 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ba1b127c-62b0-463e-bde1-71098fe9ae26 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1406591 Jul 16 09:40:46.379008 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45528) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:46.384086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-fb7794b0-6d7e-45e0-b6a6-4345b1d11c27 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'security_group_rule': {'security_group_id': '5bdd87af-d4bb-41cd-890b-5d3de2929462', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:46.406625 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-fb7794b0-6d7e-45e0-b6a6-4345b1d11c27 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Project 3dc9233d83eb475dab0e2644e8549d37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:40:46.412308 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb7794b0-6d7e-45e0-b6a6-4345b1d11c27 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.476607 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb7794b0-6d7e-45e0-b6a6-4345b1d11c27 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.480244 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb7794b0-6d7e-45e0-b6a6-4345b1d11c27 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.497443 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7794b0-6d7e-45e0-b6a6-4345b1d11c27 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebd72af9-9485-4279-8ec1-84f69540d91b,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:46.504816 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-fb7794b0-6d7e-45e0-b6a6-4345b1d11c27 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.506048 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-fb7794b0-6d7e-45e0-b6a6-4345b1d11c27 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1256740 Jul 16 09:40:46.508879 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45530) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:46.513799 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9c50d1a5-5994-414d-975e-18d3d90cb53a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'network': {'name': 'tempest-network-smoke--1186034443', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'port_security_enabled': True}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:46.533998 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c50d1a5-5994-414d-975e-18d3d90cb53a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Made reservation on behalf of 3dc9233d83eb475dab0e2644e8549d37 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:40:46.537957 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c50d1a5-5994-414d-975e-18d3d90cb53a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.567201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c50d1a5-5994-414d-975e-18d3d90cb53a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] vlan segment allocate from pool success with {'vlan_id': 99, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:40:46.576298 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c50d1a5-5994-414d-975e-18d3d90cb53a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.576761 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-9c50d1a5-5994-414d-975e-18d3d90cb53a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Added segment cb47449d-d8b1-403d-b062-a3254133c90c of type vlan for network 901a0c7d-3ee9-4e20-952d-241ea8fe4fad Jul 16 09:40:46.616218 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c50d1a5-5994-414d-975e-18d3d90cb53a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.649610 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c50d1a5-5994-414d-975e-18d3d90cb53a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.655020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c50d1a5-5994-414d-975e-18d3d90cb53a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:46.655598 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9c50d1a5-5994-414d-975e-18d3d90cb53a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.690759 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9c50d1a5-5994-414d-975e-18d3d90cb53a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1803174 Jul 16 09:40:46.693530 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45532) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:46.697915 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'admin_state_up': True, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:46.733547 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c50d1a5-5994-414d-975e-18d3d90cb53a tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Network': ['ID=901a0c7d-3ee9-4e20-952d-241ea8fe4fad,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:46.744277 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 901a0c7d-3ee9-4e20-952d-241ea8fe4fad details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:40:46.749956 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.750992 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.807900 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.945767 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:47.143773 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:47.163692 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:47.268975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.25.4.55 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/b3ce3df9-4866-4f2f-9ded-5563ede48bb5) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:40:47.373700 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:47.416251 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:47.461137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:47.463937 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:47.466643 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:40:47.491203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=b3ce3df9-4866-4f2f-9ded-5563ede48bb5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:48.035652 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:48.236366 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:48.363895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router dbc62a94-e593-45ca-9e53-20d5c32dd86a is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:40:48.474478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:40:48.485094 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Sync routers for ids ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:40:48.495185 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Routers {'dbc62a94-e593-45ca-9e53-20d5c32dd86a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:48.495889 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:48.496046 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:48.497355 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1eba3a57-b853-4f98-932c-911365433f05 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8028936 Jul 16 09:40:48.500787 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45534) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:48.580425 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-118bc7b2-9fb1-4366-9b15-a2626f00d2f8 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/subnets?project_id=3dc9233d83eb475dab0e2644e8549d37&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0783606 Jul 16 09:40:48.583419 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45538) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:48.602059 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Set router dbc62a94-e593-45ca-9e53-20d5c32dd86a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:48.732527 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6205fd7-7641-43cb-ade5-e337650dba51 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:48.734117 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d6205fd7-7641-43cb-ade5-e337650dba51 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1496904 Jul 16 09:40:48.737717 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45540) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:48.773317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d45b6612-c390-4e8d-8a55-2532a52edbfb tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/subnets?network_id=5104ae83-6676-4d41-893d-d4156f04b1b6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345745 Jul 16 09:40:48.776880 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45542) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:48.782085 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-2abd921f-02f6-4f88-8210-831ddc7d7c22 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1693678251', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:48.783367 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:46Z', 'updated_at': '2021-07-16T09:40:47Z', 'revision_number': 3, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:47Z', 'updated_at': '2021-07-16T09:40:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:48.809005 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Checking router: dbc62a94-e593-45ca-9e53-20d5c32dd86a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:40:48.809349 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Updating router dbc62a94-e593-45ca-9e53-20d5c32dd86a port b3ce3df9-4866-4f2f-9ded-5563ede48bb5 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:40:48.849119 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:48.873105 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abd921f-02f6-4f88-8210-831ddc7d7c22 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Made reservation on behalf of 3dc9233d83eb475dab0e2644e8549d37 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:40:48.876645 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2abd921f-02f6-4f88-8210-831ddc7d7c22 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:49.073290 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2abd921f-02f6-4f88-8210-831ddc7d7c22 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:49.104879 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:49.114989 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Transition to ACTIVE for port object b3ce3df9-4866-4f2f-9ded-5563ede48bb5 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:49.121691 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:49.138904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd921f-02f6-4f88-8210-831ddc7d7c22 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Subnet': ['ID=4386bdce-d830-442c-97dd-f92bc9b5bfa0,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:49.150070 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abd921f-02f6-4f88-8210-831ddc7d7c22 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Checking segment: {'id': 'cb47449d-d8b1-403d-b062-a3254133c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:49.151055 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abd921f-02f6-4f88-8210-831ddc7d7c22 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network hostable DHCP agents. Network: 901a0c7d-3ee9-4e20-952d-241ea8fe4fad, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:40:49.168411 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abd921f-02f6-4f88-8210-831ddc7d7c22 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 901a0c7d-3ee9-4e20-952d-241ea8fe4fad is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:40:49.169251 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Attempting to bind port b3ce3df9-4866-4f2f-9ded-5563ede48bb5 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:40:49.169621 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Attempting to bind port b3ce3df9-4866-4f2f-9ded-5563ede48bb5 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:40:49.169977 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Attempting to bind port b3ce3df9-4866-4f2f-9ded-5563ede48bb5 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:49.175888 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad462311-cdcb-47df-a70e-ddf4945c5943 None None] Pushing event updated for resources: {'Port': ['ID=b3ce3df9-4866-4f2f-9ded-5563ede48bb5,revision_number=2']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:49.177953 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-2abd921f-02f6-4f88-8210-831ddc7d7c22 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 901a0c7d-3ee9-4e20-952d-241ea8fe4fad) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:49.182213 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abd921f-02f6-4f88-8210-831ddc7d7c22 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:49.182802 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2abd921f-02f6-4f88-8210-831ddc7d7c22 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:49.184735 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad462311-cdcb-47df-a70e-ddf4945c5943 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:49.185086 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad462311-cdcb-47df-a70e-ddf4945c5943 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:49.185422 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad462311-cdcb-47df-a70e-ddf4945c5943 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:49.185758 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad462311-cdcb-47df-a70e-ddf4945c5943 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:49.186088 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad462311-cdcb-47df-a70e-ddf4945c5943 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:49.186416 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad462311-cdcb-47df-a70e-ddf4945c5943 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:49.186739 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad462311-cdcb-47df-a70e-ddf4945c5943 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:49.187706 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad462311-cdcb-47df-a70e-ddf4945c5943 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:49.187706 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad462311-cdcb-47df-a70e-ddf4945c5943 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:49.187706 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad462311-cdcb-47df-a70e-ddf4945c5943 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:49.188021 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad462311-cdcb-47df-a70e-ddf4945c5943 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:49.188280 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad462311-cdcb-47df-a70e-ddf4945c5943 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:49.192120 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:40:49.192487 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:49.192914 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:49.193294 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:40:49.193778 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Bound port: b3ce3df9-4866-4f2f-9ded-5563ede48bb5, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:40:49.193961 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35ff770-b585-46a7-8fb2-06899674176a None None] Network 901a0c7d-3ee9-4e20-952d-241ea8fe4fad requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:40:49.194535 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:49.208754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2abd921f-02f6-4f88-8210-831ddc7d7c22 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4280956 Jul 16 09:40:49.209223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45544) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:49.249788 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] For port b3ce3df9-4866-4f2f-9ded-5563ede48bb5, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:49.255818 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] For port b3ce3df9-4866-4f2f-9ded-5563ede48bb5, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b3ce3df9-4866-4f2f-9ded-5563ede48bb5,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:40:49.261767 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:49.358072 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ips': [{'subnet_id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:40:49.359078 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:49.401605 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Routers {'dbc62a94-e593-45ca-9e53-20d5c32dd86a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:49.402217 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:49.448585 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad462311-cdcb-47df-a70e-ddf4945c5943 None None] Pushing event updated for resources: {'Port': ['ID=b3ce3df9-4866-4f2f-9ded-5563ede48bb5,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:49.507815 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Allocated IP 172.20.0.2 (901a0c7d-3ee9-4e20-952d-241ea8fe4fad/4386bdce-d830-442c-97dd-f92bc9b5bfa0/1cb89be1-8b45-42a1-a3ae-5b409ff01f5f) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:40:49.522060 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] Set router dbc62a94-e593-45ca-9e53-20d5c32dd86a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:49.668106 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:49.677809 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Transition to ACTIVE for port object 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:49.689462 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:49.695581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Transition to ACTIVE for port object 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:49.712661 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:49.723206 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:46Z', 'updated_at': '2021-07-16T09:40:47Z', 'revision_number': 3, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:47Z', 'updated_at': '2021-07-16T09:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:49.757822 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2197225-1745-44d9-b54e-f346e9fbc67e None None] The sync data for ids ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'] in n-d-758944-46 is: [{'id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:46Z', 'updated_at': '2021-07-16T09:40:47Z', 'revision_number': 3, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:47Z', 'updated_at': '2021-07-16T09:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:40:49.758270 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Network 901a0c7d-3ee9-4e20-952d-241ea8fe4fad is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:49.762795 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:49.767866 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:40:49.776024 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Pushing event updated for resources: {'Port': ['ID=1cb89be1-8b45-42a1-a3ae-5b409ff01f5f,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:49.842971 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Attempting to bind port 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:40:49.844610 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Attempting to bind port 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'cb47449d-d8b1-403d-b062-a3254133c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:40:49.845233 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Attempting to bind port 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f on network 901a0c7d-3ee9-4e20-952d-241ea8fe4fad {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:49.853442 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:40:49.853819 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Checking segment: {'id': 'cb47449d-d8b1-403d-b062-a3254133c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:49.854265 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:49.854668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Bound using segment: {'id': 'cb47449d-d8b1-403d-b062-a3254133c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:40:49.855169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Bound port: 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb47449d-d8b1-403d-b062-a3254133c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:40:49.855508 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:49.932179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] For port 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:49.937646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] For port 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1cb89be1-8b45-42a1-a3ae-5b409ff01f5f,segment=NetworkSegment(cb47449d-d8b1-403d-b062-a3254133c90c),segment_id=cb47449d-d8b1-403d-b062-a3254133c90c)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:40:49.942887 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:50.021488 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b105e0-5675-48f0-bce5-ec09cd3e6af5 None None] Pushing event updated for resources: {'Port': ['ID=1cb89be1-8b45-42a1-a3ae-5b409ff01f5f,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:50.128832 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.20.0.1 (901a0c7d-3ee9-4e20-952d-241ea8fe4fad/4386bdce-d830-442c-97dd-f92bc9b5bfa0/1fa1b1de-7471-487b-9010-5a65a437fc8e) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:40:50.271136 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:50.292174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Transition to ACTIVE for port object 1fa1b1de-7471-487b-9010-5a65a437fc8e will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:50.329917 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:50.380572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 901a0c7d-3ee9-4e20-952d-241ea8fe4fad is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:50.384276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:50.388887 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:40:50.393043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=1fa1b1de-7471-487b-9010-5a65a437fc8e,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:50.439644 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:50.595696 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:50.892107 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:50.898306 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:50.965228 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=1fa1b1de-7471-487b-9010-5a65a437fc8e,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:51.013445 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:51.096952 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db26744-101a-4702-a228-8cce386b9845 None None] Network 901a0c7d-3ee9-4e20-952d-241ea8fe4fad requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:40:51.125772 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 901a0c7d-3ee9-4e20-952d-241ea8fe4fad is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:51.127294 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:51.222484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1f00679f-6999-4dfb-bd48-aa8cd93b704c None None] Provisioning for port 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:51.278085 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router dbc62a94-e593-45ca-9e53-20d5c32dd86a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:40:51.424141 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:40:51.439836 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-709da39f-9dfa-4b80-bffb-58f339c9c6eb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "PUT /v2.0/routers/dbc62a94-e593-45ca-9e53-20d5c32dd86a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2204101 Jul 16 09:40:51.579064 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:51.654577 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Sync routers for ids ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:40:51.660897 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-5074bb79-caa6-417f-a3a2-7968fcbb1136 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1333604905&fields=id&tenant_id=3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 267 time: 0.0538037 Jul 16 09:40:51.667533 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:51.675338 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:51.675997 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:51.678351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Routers {'dbc62a94-e593-45ca-9e53-20d5c32dd86a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:51.678681 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:51.680374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dbb0d31f-e385-4c27-be6d-b9cb2bfb88b7 None None] Provisioning for port 1fa1b1de-7471-487b-9010-5a65a437fc8e completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:51.795234 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-93a34e92-df04-4b2e-9c40-0ba764355fe4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:51.796885 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-93a34e92-df04-4b2e-9c40-0ba764355fe4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/networks?id=901a0c7d-3ee9-4e20-952d-241ea8fe4fad HTTP/1.1" status: 200 len: 797 time: 0.1278601 Jul 16 09:40:51.813472 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-2c029187-29d7-48e5-a684-57280d86f053 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/quotas/3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 375 time: 0.0103679 Jul 16 09:40:51.919934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dbb0d31f-e385-4c27-be6d-b9cb2bfb88b7 None None] Provisioning complete for port 1fa1b1de-7471-487b-9010-5a65a437fc8e triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:51.920297 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dbb0d31f-e385-4c27-be6d-b9cb2bfb88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:51.921300 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-783dbf5d-9cda-4551-88e2-dd3b1b80a8c1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007020 Jul 16 09:40:51.982176 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-dbb0d31f-e385-4c27-be6d-b9cb2bfb88b7 None None] Port 1fa1b1de-7471-487b-9010-5a65a437fc8e cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:40:52.064563 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dbb0d31f-e385-4c27-be6d-b9cb2bfb88b7 None None] Provisioning complete for port 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:52.064946 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dbb0d31f-e385-4c27-be6d-b9cb2bfb88b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:52.087283 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-bf8cccdd-b64a-49ec-8355-9b17041ddfa6 service neutron] 10.222.0.20 "GET /v2.0/networks/901a0c7d-3ee9-4e20-952d-241ea8fe4fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534648 Jul 16 09:40:52.105406 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:52.108200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Set router dbc62a94-e593-45ca-9e53-20d5c32dd86a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:52.191733 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-239580db-f32c-4c88-9a03-e05a4bcbf670 service neutron] 10.222.0.20 "GET /v2.0/networks/901a0c7d-3ee9-4e20-952d-241ea8fe4fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977037 Jul 16 09:40:52.222170 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1cb89be1-8b45-42a1-a3ae-5b409ff01f5f,segment=NetworkSegment(cb47449d-d8b1-403d-b062-a3254133c90c),segment_id=cb47449d-d8b1-403d-b062-a3254133c90c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:52.236142 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:52.237501 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b3ce3df9-4866-4f2f-9ded-5563ede48bb5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:52.379079 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-72d4bac6-e62c-4fab-b24b-34806984ef7f req-99e393c1-9fbe-4c7d-8e43-5981e9423dbd tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 210 time: 0.0366850 Jul 16 09:40:52.404951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=1cb89be1-8b45-42a1-a3ae-5b409ff01f5f,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:52.436128 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port b3ce3df9-4866-4f2f-9ded-5563ede48bb5 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:52.442859 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b3ce3df9-4866-4f2f-9ded-5563ede48bb5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:52.443238 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:52.513963 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b9ea8b45-6824-445a-a553-16fafd3464fa None None] Provisioning complete for port 1fa1b1de-7471-487b-9010-5a65a437fc8e triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:52.514337 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b9ea8b45-6824-445a-a553-16fafd3464fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:52.517484 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:46Z', 'updated_at': '2021-07-16T09:40:50Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:47Z', 'updated_at': '2021-07-16T09:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '1fa1b1de-7471-487b-9010-5a65a437fc8e', 'name': '', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:41:c3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:49Z', 'updated_at': '2021-07-16T09:40:50Z', 'revision_number': 2, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:52.581354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Checking router: dbc62a94-e593-45ca-9e53-20d5c32dd86a for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:40:52.581709 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Updating router dbc62a94-e593-45ca-9e53-20d5c32dd86a port 1fa1b1de-7471-487b-9010-5a65a437fc8e binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:40:52.638217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-b9ea8b45-6824-445a-a553-16fafd3464fa None None] Port 1fa1b1de-7471-487b-9010-5a65a437fc8e cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:40:52.639667 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:52.648791 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:52.674473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port b3ce3df9-4866-4f2f-9ded-5563ede48bb5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b3ce3df9-4866-4f2f-9ded-5563ede48bb5,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:52.716482 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:52.858695 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=b3ce3df9-4866-4f2f-9ded-5563ede48bb5,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:53.014731 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:53.024745 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Transition to ACTIVE for port object 1fa1b1de-7471-487b-9010-5a65a437fc8e will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:53.030030 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:53.079035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007943f-0542-4501-bef0-81d540594926 None None] Pushing event updated for resources: {'Port': ['ID=1fa1b1de-7471-487b-9010-5a65a437fc8e,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:53.137151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Attempting to bind port 1fa1b1de-7471-487b-9010-5a65a437fc8e on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:40:53.137915 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Attempting to bind port 1fa1b1de-7471-487b-9010-5a65a437fc8e by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': 'cb47449d-d8b1-403d-b062-a3254133c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:40:53.137915 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Attempting to bind port 1fa1b1de-7471-487b-9010-5a65a437fc8e on network 901a0c7d-3ee9-4e20-952d-241ea8fe4fad {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:53.144287 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:40:53.144706 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Checking segment: {'id': 'cb47449d-d8b1-403d-b062-a3254133c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:53.145116 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:53.145510 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Bound using segment: {'id': 'cb47449d-d8b1-403d-b062-a3254133c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:40:53.145988 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Bound port: 1fa1b1de-7471-487b-9010-5a65a437fc8e, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb47449d-d8b1-403d-b062-a3254133c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:40:53.146373 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:53.220733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] For port 1fa1b1de-7471-487b-9010-5a65a437fc8e, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:53.224124 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] For port 1fa1b1de-7471-487b-9010-5a65a437fc8e, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1fa1b1de-7471-487b-9010-5a65a437fc8e,segment=NetworkSegment(cb47449d-d8b1-403d-b062-a3254133c90c),segment_id=cb47449d-d8b1-403d-b062-a3254133c90c)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:40:53.230121 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:53.296770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Routers {'dbc62a94-e593-45ca-9e53-20d5c32dd86a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:53.297395 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:53.337797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e007943f-0542-4501-bef0-81d540594926 None None] Pushing event updated for resources: {'Port': ['ID=1fa1b1de-7471-487b-9010-5a65a437fc8e,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:53.455766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] Set router dbc62a94-e593-45ca-9e53-20d5c32dd86a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:53.488685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:53.608038 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:53.608409 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:53.627190 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-837dd44d-e1d9-4b33-8577-c02595463880 req-e72976b7-6b93-4232-b85b-5a2c43cdf401 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 210 time: 0.0432203 Jul 16 09:40:53.798486 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b3ce3df9-4866-4f2f-9ded-5563ede48bb5 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:53.838861 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:46Z', 'updated_at': '2021-07-16T09:40:50Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:47Z', 'updated_at': '2021-07-16T09:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '1fa1b1de-7471-487b-9010-5a65a437fc8e', 'name': '', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:41:c3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:49Z', 'updated_at': '2021-07-16T09:40:53Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:53.869781 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318c6c31-e7c3-4cee-bd4e-d5640225d0e6 None None] The sync data for ids ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'] in n-d-758944-46 is: [{'id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:46Z', 'updated_at': '2021-07-16T09:40:50Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:47Z', 'updated_at': '2021-07-16T09:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '1fa1b1de-7471-487b-9010-5a65a437fc8e', 'name': '', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:41:c3:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:49Z', 'updated_at': '2021-07-16T09:40:53Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:40:53.883397 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b3ce3df9-4866-4f2f-9ded-5563ede48bb5 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:53.883758 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:53.943481 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-7a70e692-fa05-4b5b-83e8-f6850640a069 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:53.945980 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-7a70e692-fa05-4b5b-83e8-f6850640a069 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "GET /v2.0/networks?id=901a0c7d-3ee9-4e20-952d-241ea8fe4fad HTTP/1.1" status: 200 len: 797 time: 0.5724025 Jul 16 09:40:53.994849 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-231bf003-cb37-4eb0-b74f-69af14a0125f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3dc9233d83eb475dab0e2644e8549d37 HTTP/1.1" status: 200 len: 380 time: 0.0400400 Jul 16 09:40:54.004172 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-a013384b-2536-4d90-9a3c-12d3ce8224ff tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'port': {'device_id': 'b2a5b80d-c599-4710-8842-0b879fde93c8', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'admin_state_up': True, 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'security_groups': ['5bdd87af-d4bb-41cd-890b-5d3de2929462']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:54.122605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-a013384b-2536-4d90-9a3c-12d3ce8224ff tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Made reservation on behalf of 3dc9233d83eb475dab0e2644e8549d37 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:40:54.126746 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-a013384b-2536-4d90-9a3c-12d3ce8224ff tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:54.261786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-a013384b-2536-4d90-9a3c-12d3ce8224ff tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.20.0.9 (901a0c7d-3ee9-4e20-952d-241ea8fe4fad/4386bdce-d830-442c-97dd-f92bc9b5bfa0/7e808141-6e07-4fbd-9ef7-1c9930d659de) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:40:54.404961 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-a013384b-2536-4d90-9a3c-12d3ce8224ff tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:54.423524 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-a013384b-2536-4d90-9a3c-12d3ce8224ff tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Transition to ACTIVE for port object 7e808141-6e07-4fbd-9ef7-1c9930d659de will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:54.458059 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-a013384b-2536-4d90-9a3c-12d3ce8224ff tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:54.509644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-a013384b-2536-4d90-9a3c-12d3ce8224ff tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 901a0c7d-3ee9-4e20-952d-241ea8fe4fad is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:54.512877 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-a013384b-2536-4d90-9a3c-12d3ce8224ff tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:54.516956 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-a013384b-2536-4d90-9a3c-12d3ce8224ff tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:40:54.523824 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a013384b-2536-4d90-9a3c-12d3ce8224ff tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=7e808141-6e07-4fbd-9ef7-1c9930d659de,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:54.575997 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-a013384b-2536-4d90-9a3c-12d3ce8224ff tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:54.576685 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-a013384b-2536-4d90-9a3c-12d3ce8224ff tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:54.594936 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-a013384b-2536-4d90-9a3c-12d3ce8224ff tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5953295 Jul 16 09:40:54.652975 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Request body: {'port': {'device_id': 'b2a5b80d-c599-4710-8842-0b879fde93c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:54.736316 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:54.753834 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-83d7a20a-d7d2-47e0-b6e0-c227e20926d4 None None] Provisioning for port 7e808141-6e07-4fbd-9ef7-1c9930d659de completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:54.763067 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-83d7a20a-d7d2-47e0-b6e0-c227e20926d4 None None] Provisioning complete for port 7e808141-6e07-4fbd-9ef7-1c9930d659de triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:54.763452 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-83d7a20a-d7d2-47e0-b6e0-c227e20926d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:54.806669 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-83d7a20a-d7d2-47e0-b6e0-c227e20926d4 None None] Port 7e808141-6e07-4fbd-9ef7-1c9930d659de cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:40:54.942753 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3664f22e-9650-454b-b466-5e93d48d5c85 req-b94b77dd-057e-4f24-8ca4-e9c7d05369c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:54.944334 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3664f22e-9650-454b-b466-5e93d48d5c85 req-b94b77dd-057e-4f24-8ca4-e9c7d05369c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 931 time: 0.1647277 Jul 16 09:40:55.022120 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3664f22e-9650-454b-b466-5e93d48d5c85 req-a11af29f-bb6f-4f5d-82ad-8409c58a182d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707498 Jul 16 09:40:55.099170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e808141-6e07-4fbd-9ef7-1c9930d659de {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:40:55.106599 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:55.118045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Transition to ACTIVE for port object 7e808141-6e07-4fbd-9ef7-1c9930d659de will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:55.121802 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:55.198396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Pushing event updated for resources: {'Port': ['ID=7e808141-6e07-4fbd-9ef7-1c9930d659de,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:55.253708 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Attempting to bind port 7e808141-6e07-4fbd-9ef7-1c9930d659de on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:40:55.254045 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Attempting to bind port 7e808141-6e07-4fbd-9ef7-1c9930d659de by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': 'cb47449d-d8b1-403d-b062-a3254133c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:40:55.254366 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Attempting to bind port 7e808141-6e07-4fbd-9ef7-1c9930d659de on network 901a0c7d-3ee9-4e20-952d-241ea8fe4fad {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:55.259272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Port 7e808141-6e07-4fbd-9ef7-1c9930d659de on network 901a0c7d-3ee9-4e20-952d-241ea8fe4fad not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:40:55.259593 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Attempting to bind port 7e808141-6e07-4fbd-9ef7-1c9930d659de on network 901a0c7d-3ee9-4e20-952d-241ea8fe4fad {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:55.264890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:40:55.265233 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Checking segment: {'id': 'cb47449d-d8b1-403d-b062-a3254133c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:55.265622 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Bound using segment: {'id': 'cb47449d-d8b1-403d-b062-a3254133c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:40:55.266049 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Bound port: 7e808141-6e07-4fbd-9ef7-1c9930d659de, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cb47449d-d8b1-403d-b062-a3254133c90c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:40:55.266404 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:55.343947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] For port 7e808141-6e07-4fbd-9ef7-1c9930d659de, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:55.347305 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] For port 7e808141-6e07-4fbd-9ef7-1c9930d659de, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7e808141-6e07-4fbd-9ef7-1c9930d659de,segment=NetworkSegment(cb47449d-d8b1-403d-b062-a3254133c90c),segment_id=cb47449d-d8b1-403d-b062-a3254133c90c)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:40:55.352443 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:55.392761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:55.393269 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:55.394704 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] 10.222.0.38 "PUT /v2.0/ports/7e808141-6e07-4fbd-9ef7-1c9930d659de HTTP/1.1" status: 200 len: 1092 time: 0.7921906 Jul 16 09:40:55.395159 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a5b80d-c599-4710-8842-0b879fde93c8', 'tag': '7e808141-6e07-4fbd-9ef7-1c9930d659de'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:55.397829 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0bf3f87-b6ee-44c5-bfc4-94dc4c79b04f" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a5b80d-c599-4710-8842-0b879fde93c8", "tag": "7e808141-6e07-4fbd-9ef7-1c9930d659de"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:55.477896 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e26bfa8-6543-455e-a719-a960c9957acc service neutron] Pushing event updated for resources: {'Port': ['ID=7e808141-6e07-4fbd-9ef7-1c9930d659de,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:55.510898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-a64f78bb-bb7f-473c-aea5-89f9162e9153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:55.511940 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-a64f78bb-bb7f-473c-aea5-89f9162e9153 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 1095 time: 0.0733232 Jul 16 09:40:55.540018 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1fa1b1de-7471-487b-9010-5a65a437fc8e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:55.560474 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-0ce69c02-ed31-4346-ac57-67e337d15c3e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e808141-6e07-4fbd-9ef7-1c9930d659de HTTP/1.1" status: 200 len: 217 time: 0.0418732 Jul 16 09:40:55.565226 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb7fd4a-3302-4c76-97d4-2362c0fb65ae x-openstack-request-id: req-7bb7fd4a-3302-4c76-97d4-2362c0fb65ae {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:55.565589 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a5b80d-c599-4710-8842-0b879fde93c8", "tag": "7e808141-6e07-4fbd-9ef7-1c9930d659de", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:55.566005 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7bb7fd4a-3302-4c76-97d4-2362c0fb65ae {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:55.566590 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a5b80d-c599-4710-8842-0b879fde93c8', 'tag': '7e808141-6e07-4fbd-9ef7-1c9930d659de', 'status': 'completed', 'code': 200} Jul 16 09:40:55.623428 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-32981115-00d5-41a2-b12d-fa643fc66ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:55.624970 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-32981115-00d5-41a2-b12d-fa643fc66ab1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4386bdce-d830-442c-97dd-f92bc9b5bfa0 HTTP/1.1" status: 200 len: 835 time: 0.0571253 Jul 16 09:40:55.690324 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-f6c35aa5-dfca-4c2b-9b2f-f6d1fad9d448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:55.691778 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-f6c35aa5-dfca-4c2b-9b2f-f6d1fad9d448 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901a0c7d-3ee9-4e20-952d-241ea8fe4fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607624 Jul 16 09:40:55.772837 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 1fa1b1de-7471-487b-9010-5a65a437fc8e completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:55.779528 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 1fa1b1de-7471-487b-9010-5a65a437fc8e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:55.780187 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:55.808588 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-c507e3b8-5a80-446f-b223-2d9caea7c3bf service neutron] 10.222.0.38 "GET /v2.0/networks/901a0c7d-3ee9-4e20-952d-241ea8fe4fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089427 Jul 16 09:40:55.879047 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:55.910350 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9970c4a2-3409-4580-bf4a-a5b0afe90bf1 req-14cb6519-dddc-4ec5-97d2-76c371dfeb66 service neutron] 10.222.0.38 "GET /v2.0/networks/901a0c7d-3ee9-4e20-952d-241ea8fe4fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969672 Jul 16 09:40:55.914843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 1fa1b1de-7471-487b-9010-5a65a437fc8e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1fa1b1de-7471-487b-9010-5a65a437fc8e,segment=NetworkSegment(cb47449d-d8b1-403d-b062-a3254133c90c),segment_id=cb47449d-d8b1-403d-b062-a3254133c90c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:55.919038 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:55.974351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=1fa1b1de-7471-487b-9010-5a65a437fc8e,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:56.009278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf3f87-b6ee-44c5-bfc4-94dc4c79b04f req-8f0cf07e-949f-47d9-a48a-f984f2308cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:56.010869 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b0bf3f87-b6ee-44c5-bfc4-94dc4c79b04f req-8f0cf07e-949f-47d9-a48a-f984f2308cd5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 1095 time: 0.0544786 Jul 16 09:40:56.111728 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf3f87-b6ee-44c5-bfc4-94dc4c79b04f req-8c06901f-d0ad-44e6-abd0-7aee6290e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:56.113478 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b0bf3f87-b6ee-44c5-bfc4-94dc4c79b04f req-8c06901f-d0ad-44e6-abd0-7aee6290e48c service neutron] 10.222.0.38 "GET /v2.0/networks?id=901a0c7d-3ee9-4e20-952d-241ea8fe4fad HTTP/1.1" status: 200 len: 897 time: 0.0969441 Jul 16 09:40:56.165202 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b0bf3f87-b6ee-44c5-bfc4-94dc4c79b04f req-e4c06f2d-1856-4b06-a79c-26d9173ad8c3 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e808141-6e07-4fbd-9ef7-1c9930d659de HTTP/1.1" status: 200 len: 217 time: 0.0445542 Jul 16 09:40:56.243683 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf3f87-b6ee-44c5-bfc4-94dc4c79b04f req-1466f72f-ec15-4ece-8315-1e491efba25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:56.245191 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b0bf3f87-b6ee-44c5-bfc4-94dc4c79b04f req-1466f72f-ec15-4ece-8315-1e491efba25b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4386bdce-d830-442c-97dd-f92bc9b5bfa0 HTTP/1.1" status: 200 len: 835 time: 0.0572262 Jul 16 09:40:56.271806 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f20e8e-85cb-498f-b04b-f37eba1b1b56 req-242cddcd-c4fe-458c-917f-892d6971ccc5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:56.273399 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53f20e8e-85cb-498f-b04b-f37eba1b1b56 req-242cddcd-c4fe-458c-917f-892d6971ccc5 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 943 time: 0.1186218 Jul 16 09:40:56.336843 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-53f20e8e-85cb-498f-b04b-f37eba1b1b56 req-dcb096c6-5de8-44db-8196-2497eec60595 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462346 Jul 16 09:40:56.346546 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bf3f87-b6ee-44c5-bfc4-94dc4c79b04f req-90cdbf0d-35ff-4523-9871-79c0e2b99b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:56.348165 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b0bf3f87-b6ee-44c5-bfc4-94dc4c79b04f req-90cdbf0d-35ff-4523-9871-79c0e2b99b88 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901a0c7d-3ee9-4e20-952d-241ea8fe4fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0957994 Jul 16 09:40:56.441206 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b0bf3f87-b6ee-44c5-bfc4-94dc4c79b04f req-388faa0c-f927-4ae9-ab29-94ad32726f70 service neutron] 10.222.0.38 "GET /v2.0/networks/901a0c7d-3ee9-4e20-952d-241ea8fe4fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855775 Jul 16 09:40:56.530086 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b0bf3f87-b6ee-44c5-bfc4-94dc4c79b04f req-d252f924-b20b-49f6-909c-70efc4ecbc36 service neutron] 10.222.0.38 "GET /v2.0/networks/901a0c7d-3ee9-4e20-952d-241ea8fe4fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824571 Jul 16 09:40:57.443330 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1fa1b1de-7471-487b-9010-5a65a437fc8e up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:57.491030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 1fa1b1de-7471-487b-9010-5a65a437fc8e triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:57.491500 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:57.511949 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a846df-9b61-477e-8efc-07b6e8be934a req-dd1cdbb6-0570-4713-870f-61abdf26ed74 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:57.513463 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e2a846df-9b61-477e-8efc-07b6e8be934a req-dd1cdbb6-0570-4713-870f-61abdf26ed74 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 943 time: 0.0622025 Jul 16 09:40:57.552007 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e2a846df-9b61-477e-8efc-07b6e8be934a req-1066253b-989d-4db2-8aac-e4f9dd540444 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320969 Jul 16 09:40:58.148188 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7e808141-6e07-4fbd-9ef7-1c9930d659de details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:40:58.241386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 7e808141-6e07-4fbd-9ef7-1c9930d659de, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7e808141-6e07-4fbd-9ef7-1c9930d659de,segment=NetworkSegment(cb47449d-d8b1-403d-b062-a3254133c90c),segment_id=cb47449d-d8b1-403d-b062-a3254133c90c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:58.253190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '7e808141-6e07-4fbd-9ef7-1c9930d659de', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'port_id': '7e808141-6e07-4fbd-9ef7-1c9930d659de', 'mac_address': 'fa:16:3e:9f:f5:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:40:58.290134 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:58.307159 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e808141-6e07-4fbd-9ef7-1c9930d659de {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:40:58.327199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 7e808141-6e07-4fbd-9ef7-1c9930d659de, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7e808141-6e07-4fbd-9ef7-1c9930d659de,segment=NetworkSegment(cb47449d-d8b1-403d-b062-a3254133c90c),segment_id=cb47449d-d8b1-403d-b062-a3254133c90c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:58.331241 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:58.379525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=7e808141-6e07-4fbd-9ef7-1c9930d659de,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:58.543524 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['7e808141-6e07-4fbd-9ef7-1c9930d659de'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:40:58.742302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6cb8f-5549-4504-9d68-69733c3b8bc7 req-9ef770b5-81bc-4189-804e-87ecff5034b8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:58.743881 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ec6cb8f-5549-4504-9d68-69733c3b8bc7 req-9ef770b5-81bc-4189-804e-87ecff5034b8 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 944 time: 0.0796237 Jul 16 09:40:58.784199 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5ec6cb8f-5549-4504-9d68-69733c3b8bc7 req-0ed8d42c-ad69-4b56-a828-65b07559d806 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341234 Jul 16 09:40:59.965216 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a90351-b204-45e0-ae20-16270a1071ff req-96eb4de8-9e4d-438b-9bab-423989d6a2d3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:59.966730 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38a90351-b204-45e0-ae20-16270a1071ff req-96eb4de8-9e4d-438b-9bab-423989d6a2d3 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 944 time: 0.0689414 Jul 16 09:41:00.006428 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38a90351-b204-45e0-ae20-16270a1071ff req-34885ed8-e31e-48e2-8c11-16de74294687 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335469 Jul 16 09:41:00.153389 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7e808141-6e07-4fbd-9ef7-1c9930d659de up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:00.216874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 7e808141-6e07-4fbd-9ef7-1c9930d659de completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:00.222374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 7e808141-6e07-4fbd-9ef7-1c9930d659de triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:00.222749 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:00.320839 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:00.358862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a5b80d-c599-4710-8842-0b879fde93c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e808141-6e07-4fbd-9ef7-1c9930d659de'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:00.362789 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9461b8ad-bc13-4944-9506-7616cdfe1a95" -d '{"events": [{"server_uuid": "b2a5b80d-c599-4710-8842-0b879fde93c8", "name": "network-vif-plugged", "status": "completed", "tag": "7e808141-6e07-4fbd-9ef7-1c9930d659de"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:00.383751 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 7e808141-6e07-4fbd-9ef7-1c9930d659de, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7e808141-6e07-4fbd-9ef7-1c9930d659de,segment=NetworkSegment(cb47449d-d8b1-403d-b062-a3254133c90c),segment_id=cb47449d-d8b1-403d-b062-a3254133c90c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:00.389491 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:00.466797 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab5956a-c9f6-4a1a-a82f-a41103c4bb54 x-openstack-request-id: req-7ab5956a-c9f6-4a1a-a82f-a41103c4bb54 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:00.467269 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a5b80d-c599-4710-8842-0b879fde93c8", "name": "network-vif-plugged", "status": "completed", "tag": "7e808141-6e07-4fbd-9ef7-1c9930d659de", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:00.467735 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7ab5956a-c9f6-4a1a-a82f-a41103c4bb54 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:00.468157 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a5b80d-c599-4710-8842-0b879fde93c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e808141-6e07-4fbd-9ef7-1c9930d659de', 'code': 200} Jul 16 09:41:00.476027 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=7e808141-6e07-4fbd-9ef7-1c9930d659de,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:00.578983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd060ae-9c34-4ab5-b8b0-e906d47daf04 req-ddf02b60-d228-49ab-b07a-8b4e9120fb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:00.581038 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6cd060ae-9c34-4ab5-b8b0-e906d47daf04 req-ddf02b60-d228-49ab-b07a-8b4e9120fb42 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 1097 time: 0.0518577 Jul 16 09:41:00.615769 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6cd060ae-9c34-4ab5-b8b0-e906d47daf04 req-093aa01f-5f25-4fbd-96d5-141e37fcda55 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288172 Jul 16 09:41:01.186927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a926ae25-83e5-43c0-85d0-10f0df8e3e86 req-a673ea45-1dd4-410e-86a1-fe80c01f21d1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:01.188381 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a926ae25-83e5-43c0-85d0-10f0df8e3e86 req-a673ea45-1dd4-410e-86a1-fe80c01f21d1 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 945 time: 0.0641162 Jul 16 09:41:01.234313 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a926ae25-83e5-43c0-85d0-10f0df8e3e86 req-78324589-8182-4e13-a357-5b046589f1ce tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400381 Jul 16 09:41:02.405487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15125cfa-7bce-48c3-a735-f95fc3b9df32 req-e36a421d-a81b-4366-b52b-c8112ca23f08 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:02.407013 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-15125cfa-7bce-48c3-a735-f95fc3b9df32 req-e36a421d-a81b-4366-b52b-c8112ca23f08 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 945 time: 0.0632005 Jul 16 09:41:02.448622 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-15125cfa-7bce-48c3-a735-f95fc3b9df32 req-4afd1044-8d19-4dee-ac4f-f89ba541ed97 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352206 Jul 16 09:41:02.620748 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1e66d0-dfb0-402f-9fd3-18b6504f476b req-57f337c7-da4e-479b-bafe-d8f3c70040bb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:02.622139 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9e1e66d0-dfb0-402f-9fd3-18b6504f476b req-57f337c7-da4e-479b-bafe-d8f3c70040bb tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 945 time: 0.0654440 Jul 16 09:41:02.660271 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9e1e66d0-dfb0-402f-9fd3-18b6504f476b req-d8c887a7-dca5-4ac0-a103-4952ebf124e7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325696 Jul 16 09:41:02.683182 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45606) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:02.733094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c97ce00-0d66-4808-8941-8536044d13f9 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:02.734576 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0c97ce00-0d66-4808-8941-8536044d13f9 tempest-TestNetworkAdvancedServerOps-150475670 tempest-TestNetworkAdvancedServerOps-150475670-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 1092 time: 0.0504494 Jul 16 09:41:02.737393 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45608) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:02.741767 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '7e808141-6e07-4fbd-9ef7-1c9930d659de', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:02.763093 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:02.859794 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:02.960271 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Allocated IP 172.25.4.101 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/34b758bf-efda-4ad6-9052-9c15c4ca76c0) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:03.061954 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:03.100092 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:03.134637 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:03.140677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:03.144809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:03.166068 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=34b758bf-efda-4ad6-9052-9c15c4ca76c0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:03.845471 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:03.917254 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.066354 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.071510 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.141326 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event updated for resources: {'Port': ['ID=34b758bf-efda-4ad6-9052-9c15c4ca76c0,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:04.153258 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.253477 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Floating IP 56e6b2f6-36a7-488b-b20a-ab47c8351839 associated. External IP: 172.25.4.101, port: 7e808141-6e07-4fbd-9ef7-1c9930d659de. Jul 16 09:41:04.261509 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.460623 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router dbc62a94-e593-45ca-9e53-20d5c32dd86a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:41:04.568177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:04.579320 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f49d8-8c38-4ecb-9399-3a46ebf43b69 None None] Sync routers for ids ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:04.583861 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:04.590068 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f49d8-8c38-4ecb-9399-3a46ebf43b69 None None] Routers {'dbc62a94-e593-45ca-9e53-20d5c32dd86a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:04.591123 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a68f49d8-8c38-4ecb-9399-3a46ebf43b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:04.627765 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3ebbb263-6b6d-4ed8-aa33-7848132169c4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8892765 Jul 16 09:41:04.628628 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a5b80d-c599-4710-8842-0b879fde93c8', 'tag': '7e808141-6e07-4fbd-9ef7-1c9930d659de'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:04.631351 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2495a99-20c9-4b9d-961e-2e2072c1dc5a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a5b80d-c599-4710-8842-0b879fde93c8", "tag": "7e808141-6e07-4fbd-9ef7-1c9930d659de"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:04.696900 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ec2c25-f9b9-4843-9d42-1c158df3c3b3 x-openstack-request-id: req-c3ec2c25-f9b9-4843-9d42-1c158df3c3b3 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:04.697351 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a5b80d-c599-4710-8842-0b879fde93c8", "tag": "7e808141-6e07-4fbd-9ef7-1c9930d659de", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:04.697785 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c3ec2c25-f9b9-4843-9d42-1c158df3c3b3 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:04.698260 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a5b80d-c599-4710-8842-0b879fde93c8', 'tag': '7e808141-6e07-4fbd-9ef7-1c9930d659de', 'status': 'completed', 'code': 200} Jul 16 09:41:04.714553 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-a68f49d8-8c38-4ecb-9399-3a46ebf43b69 None None] Set router dbc62a94-e593-45ca-9e53-20d5c32dd86a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:04.823184 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2495a99-20c9-4b9d-961e-2e2072c1dc5a req-36393ff3-0bde-4f62-89d5-02a417cd81fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:04.824759 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2495a99-20c9-4b9d-961e-2e2072c1dc5a req-36393ff3-0bde-4f62-89d5-02a417cd81fa service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 1097 time: 0.0905330 Jul 16 09:41:04.832939 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44a6e3-075b-42e7-a574-1c48ec3e383d req-19d617a2-901e-4c35-a98b-ce99eb9f8612 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:04.834437 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2a44a6e3-075b-42e7-a574-1c48ec3e383d req-19d617a2-901e-4c35-a98b-ce99eb9f8612 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 945 time: 0.1093862 Jul 16 09:41:04.929755 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2a44a6e3-075b-42e7-a574-1c48ec3e383d req-0ce6365d-5990-43ea-aea7-393782db9a1f tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857186 Jul 16 09:41:04.942527 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a68f49d8-8c38-4ecb-9399-3a46ebf43b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:46Z', 'updated_at': '2021-07-16T09:40:50Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:47Z', 'updated_at': '2021-07-16T09:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '56e6b2f6-36a7-488b-b20a-ab47c8351839', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'port_id': '7e808141-6e07-4fbd-9ef7-1c9930d659de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'mac_address': 'fa:16:3e:9f:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5b80d-c599-4710-8842-0b879fde93c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:41:03Z', 'updated_at': '2021-07-16T09:41:03Z', 'revision_number': 0, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa1b1de-7471-487b-9010-5a65a437fc8e', 'name': '', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:41:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:49Z', 'updated_at': '2021-07-16T09:40:55Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:04.954225 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2495a99-20c9-4b9d-961e-2e2072c1dc5a req-cdbe4256-c4fb-4d15-9165-f06fbafd7b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:04.955250 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45616) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:04.956279 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2495a99-20c9-4b9d-961e-2e2072c1dc5a req-cdbe4256-c4fb-4d15-9165-f06fbafd7b85 service neutron] 10.222.0.38 "GET /v2.0/networks?id=901a0c7d-3ee9-4e20-952d-241ea8fe4fad HTTP/1.1" status: 200 len: 897 time: 0.1204023 Jul 16 09:41:04.977959 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f49d8-8c38-4ecb-9399-3a46ebf43b69 None None] Checking router: dbc62a94-e593-45ca-9e53-20d5c32dd86a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:41:04.986815 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68f49d8-8c38-4ecb-9399-3a46ebf43b69 None None] Routers {'dbc62a94-e593-45ca-9e53-20d5c32dd86a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:04.987623 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a68f49d8-8c38-4ecb-9399-3a46ebf43b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:40:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:05.019453 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-07da90fc-c74e-4772-b465-5525a3d3be7c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/56e6b2f6-36a7-488b-b20a-ab47c8351839 HTTP/1.1" status: 200 len: 991 time: 0.0608847 Jul 16 09:41:05.023710 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2495a99-20c9-4b9d-961e-2e2072c1dc5a req-dd7cabe3-719e-437b-8d99-f823c9607513 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e808141-6e07-4fbd-9ef7-1c9930d659de HTTP/1.1" status: 200 len: 999 time: 0.0612371 Jul 16 09:41:05.080680 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2495a99-20c9-4b9d-961e-2e2072c1dc5a req-6bcdc8e5-6fcc-441e-9b1e-affaaf99f088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:05.082204 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2495a99-20c9-4b9d-961e-2e2072c1dc5a req-6bcdc8e5-6fcc-441e-9b1e-affaaf99f088 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4386bdce-d830-442c-97dd-f92bc9b5bfa0 HTTP/1.1" status: 200 len: 835 time: 0.0528369 Jul 16 09:41:05.096666 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-a68f49d8-8c38-4ecb-9399-3a46ebf43b69 None None] Set router dbc62a94-e593-45ca-9e53-20d5c32dd86a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:05.141784 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2495a99-20c9-4b9d-961e-2e2072c1dc5a req-b7a4148b-7d6a-40e6-9a76-35a9a1cb2be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:05.143323 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2495a99-20c9-4b9d-961e-2e2072c1dc5a req-b7a4148b-7d6a-40e6-9a76-35a9a1cb2be4 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901a0c7d-3ee9-4e20-952d-241ea8fe4fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544341 Jul 16 09:41:05.238896 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2495a99-20c9-4b9d-961e-2e2072c1dc5a req-5fa358c5-b914-4a50-bc1a-3695649b88b5 service neutron] 10.222.0.38 "GET /v2.0/networks/901a0c7d-3ee9-4e20-952d-241ea8fe4fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894780 Jul 16 09:41:05.319669 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-a68f49d8-8c38-4ecb-9399-3a46ebf43b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:46Z', 'updated_at': '2021-07-16T09:40:50Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:47Z', 'updated_at': '2021-07-16T09:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '56e6b2f6-36a7-488b-b20a-ab47c8351839', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'port_id': '7e808141-6e07-4fbd-9ef7-1c9930d659de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'mac_address': 'fa:16:3e:9f:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5b80d-c599-4710-8842-0b879fde93c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:41:03Z', 'updated_at': '2021-07-16T09:41:03Z', 'revision_number': 0, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa1b1de-7471-487b-9010-5a65a437fc8e', 'name': '', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:41:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:49Z', 'updated_at': '2021-07-16T09:40:55Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:05.328944 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2495a99-20c9-4b9d-961e-2e2072c1dc5a req-76534d51-1867-4a74-8f72-424a3205cd98 service neutron] 10.222.0.38 "GET /v2.0/networks/901a0c7d-3ee9-4e20-952d-241ea8fe4fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838251 Jul 16 09:41:05.337404 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fbb86441-72ad-40fc-b57a-e3c17745845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:05.349913 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68f49d8-8c38-4ecb-9399-3a46ebf43b69 None None] The sync data for ids ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'] in n-d-758944-46 is: [{'id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:46Z', 'updated_at': '2021-07-16T09:40:50Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:47Z', 'updated_at': '2021-07-16T09:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '56e6b2f6-36a7-488b-b20a-ab47c8351839', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'floating_ip_address': '172.25.4.101', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'port_id': '7e808141-6e07-4fbd-9ef7-1c9930d659de', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'mac_address': 'fa:16:3e:9f:f5:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2a5b80d-c599-4710-8842-0b879fde93c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:41:03Z', 'updated_at': '2021-07-16T09:41:03Z', 'revision_number': 0, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fa1b1de-7471-487b-9010-5a65a437fc8e', 'name': '', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:41:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:49Z', 'updated_at': '2021-07-16T09:40:55Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:41:05.553197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b532811-50f8-4e6d-abcd-afef23365f1b None None] New status for floating IP 56e6b2f6-36a7-488b-b20a-ab47c8351839: ACTIVE {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:41:06.022320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45620) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:06.086516 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-0dce44c4-8583-45f2-913a-cd1396e6cb34 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/56e6b2f6-36a7-488b-b20a-ab47c8351839 HTTP/1.1" status: 200 len: 993 time: 0.0627489 Jul 16 09:41:06.144977 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:08.006310 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-950031dc-15ea-4631-8249-a020c157c84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:08.305218 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:09.985783 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:11.485101 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.781456 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:41:21.789270 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-16751f25-fc21-4af7-bb3b-d8525509bdde req-a601febf-9452-42f8-b9bc-08a5b4aafb97 service neutron] (93694) timed out ('10.222.0.20', 42066) {{(pid=93694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:41:32.973232 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393059ea-8c9d-411d-ba04-40420d5ffcd1 req-507058cb-501c-4896-a2f0-d38d6a49b777 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:32.974692 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393059ea-8c9d-411d-ba04-40420d5ffcd1 req-507058cb-501c-4896-a2f0-d38d6a49b777 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 945 time: 0.0722013 Jul 16 09:41:33.025995 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-393059ea-8c9d-411d-ba04-40420d5ffcd1 req-402c9f20-621c-4417-a54d-d00adbce647c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453391 Jul 16 09:41:33.440513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0449440-1d3e-42b1-89c0-47fbd4af6342 req-76ef408d-d2d4-466d-83f6-3226c5438cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:33.442027 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0449440-1d3e-42b1-89c0-47fbd4af6342 req-76ef408d-d2d4-466d-83f6-3226c5438cbf service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 1097 time: 0.0575356 Jul 16 09:41:33.553761 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0449440-1d3e-42b1-89c0-47fbd4af6342 req-c11ca99d-13d6-41ec-a8e4-bd7072a65ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:33.555176 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0449440-1d3e-42b1-89c0-47fbd4af6342 req-c11ca99d-13d6-41ec-a8e4-bd7072a65ba2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=901a0c7d-3ee9-4e20-952d-241ea8fe4fad HTTP/1.1" status: 200 len: 897 time: 0.0900176 Jul 16 09:41:33.622603 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0449440-1d3e-42b1-89c0-47fbd4af6342 req-bfe0d8d7-eb8b-4698-8f77-27672e7166de service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e808141-6e07-4fbd-9ef7-1c9930d659de HTTP/1.1" status: 200 len: 1001 time: 0.0604587 Jul 16 09:41:33.678884 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0449440-1d3e-42b1-89c0-47fbd4af6342 req-f0f5818e-8e57-4203-a838-89435bfae8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:33.680352 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0449440-1d3e-42b1-89c0-47fbd4af6342 req-f0f5818e-8e57-4203-a838-89435bfae8c0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4386bdce-d830-442c-97dd-f92bc9b5bfa0 HTTP/1.1" status: 200 len: 835 time: 0.0470831 Jul 16 09:41:33.756834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0449440-1d3e-42b1-89c0-47fbd4af6342 req-f307628c-184c-41b0-af5e-4a781c90492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:33.758372 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0449440-1d3e-42b1-89c0-47fbd4af6342 req-f307628c-184c-41b0-af5e-4a781c90492e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901a0c7d-3ee9-4e20-952d-241ea8fe4fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0712283 Jul 16 09:41:33.869561 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0449440-1d3e-42b1-89c0-47fbd4af6342 req-3ba25a26-7e1d-428e-a161-194c94d8344e service neutron] 10.222.0.38 "GET /v2.0/networks/901a0c7d-3ee9-4e20-952d-241ea8fe4fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040351 Jul 16 09:41:33.965693 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e0449440-1d3e-42b1-89c0-47fbd4af6342 req-d5d76d55-03fc-4c5c-962c-0acb196ce8f0 service neutron] 10.222.0.38 "GET /v2.0/networks/901a0c7d-3ee9-4e20-952d-241ea8fe4fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902743 Jul 16 09:41:34.210356 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cb469b-be13-43ef-8b13-278c63c41fba req-835e86c9-23d7-496f-9b82-adb6ead2d70c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:34.211814 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12cb469b-be13-43ef-8b13-278c63c41fba req-835e86c9-23d7-496f-9b82-adb6ead2d70c tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 945 time: 0.0690994 Jul 16 09:41:34.251323 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12cb469b-be13-43ef-8b13-278c63c41fba req-aa31032e-fad6-495e-928b-3a72fb366fda tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336859 Jul 16 09:41:34.272810 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:34.292987 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45640) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:34.358315 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e413492b-4d76-4fbd-b682-9ce6101db176 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/56e6b2f6-36a7-488b-b20a-ab47c8351839 HTTP/1.1" status: 200 len: 993 time: 0.0638556 Jul 16 09:41:35.340245 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-732c2ff0-69f7-4bd1-a81d-8ee610f3a35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:35.794462 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42134b-8880-4175-8e3d-53e6021408e1 req-046ea0ee-4abd-4f49-b3ae-81b3ec3cb710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:35.796725 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf42134b-8880-4175-8e3d-53e6021408e1 req-046ea0ee-4abd-4f49-b3ae-81b3ec3cb710 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 1097 time: 0.0579069 Jul 16 09:41:35.822575 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229e034f-37d8-4b22-8cc5-21c5d8bc9bf2 req-4f76d086-4536-4479-ace6-b9ea7ee1048e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:35.824324 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-229e034f-37d8-4b22-8cc5-21c5d8bc9bf2 req-4f76d086-4536-4479-ace6-b9ea7ee1048e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 945 time: 0.0700123 Jul 16 09:41:35.870597 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-229e034f-37d8-4b22-8cc5-21c5d8bc9bf2 req-9e69c2b3-376c-44c7-9702-e29c2b572e42 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382600 Jul 16 09:41:35.898538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42134b-8880-4175-8e3d-53e6021408e1 req-a0b51416-dc9c-4283-b4f6-c67c05978bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:35.900041 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf42134b-8880-4175-8e3d-53e6021408e1 req-a0b51416-dc9c-4283-b4f6-c67c05978bfd service neutron] 10.222.0.38 "GET /v2.0/networks?id=901a0c7d-3ee9-4e20-952d-241ea8fe4fad HTTP/1.1" status: 200 len: 897 time: 0.0972333 Jul 16 09:41:35.972568 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf42134b-8880-4175-8e3d-53e6021408e1 req-5501caef-7b64-421b-9dbd-00821d9b6e1c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e808141-6e07-4fbd-9ef7-1c9930d659de HTTP/1.1" status: 200 len: 1001 time: 0.0659730 Jul 16 09:41:36.024286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42134b-8880-4175-8e3d-53e6021408e1 req-793abf9c-a3b9-43d1-8d3e-5db0b6b36e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:36.026103 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf42134b-8880-4175-8e3d-53e6021408e1 req-793abf9c-a3b9-43d1-8d3e-5db0b6b36e26 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4386bdce-d830-442c-97dd-f92bc9b5bfa0 HTTP/1.1" status: 200 len: 835 time: 0.0476370 Jul 16 09:41:36.090678 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf42134b-8880-4175-8e3d-53e6021408e1 req-3b58caf3-b4cd-4669-930c-868e154929d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:36.092144 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf42134b-8880-4175-8e3d-53e6021408e1 req-3b58caf3-b4cd-4669-930c-868e154929d0 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901a0c7d-3ee9-4e20-952d-241ea8fe4fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563633 Jul 16 09:41:36.161738 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:36.191038 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf42134b-8880-4175-8e3d-53e6021408e1 req-1e83c3b0-420a-4f9e-aeaf-df78971f4802 service neutron] 10.222.0.38 "GET /v2.0/networks/901a0c7d-3ee9-4e20-952d-241ea8fe4fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919366 Jul 16 09:41:36.289586 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cf42134b-8880-4175-8e3d-53e6021408e1 req-cad24ee6-554c-41cc-a2cf-8deb1d901600 service neutron] 10.222.0.38 "GET /v2.0/networks/901a0c7d-3ee9-4e20-952d-241ea8fe4fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925066 Jul 16 09:41:37.084322 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b422093-dbf1-4b25-8e58-59d7194aef18 req-f5a9e8c7-7e1b-4c66-9384-36f52af9cfd0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:37.087077 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6b422093-dbf1-4b25-8e58-59d7194aef18 req-f5a9e8c7-7e1b-4c66-9384-36f52af9cfd0 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 945 time: 0.0997157 Jul 16 09:41:37.134510 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6b422093-dbf1-4b25-8e58-59d7194aef18 req-fee6b40f-ac7c-4d72-a1f4-cadb1179322e tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406332 Jul 16 09:41:38.007271 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d701ecc8-bea6-40af-b194-24dff588380d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:38.306310 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:38.339179 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78c2b1-8ab6-48c3-9894-4b89bb4305bd req-76b9e96a-a645-4664-83fd-3e5745d0dcd2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:38.340744 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6f78c2b1-8ab6-48c3-9894-4b89bb4305bd req-76b9e96a-a645-4664-83fd-3e5745d0dcd2 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 945 time: 0.0841963 Jul 16 09:41:38.380400 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6f78c2b1-8ab6-48c3-9894-4b89bb4305bd req-7ab07669-7368-4f08-a29a-b04d9a23decc tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338736 Jul 16 09:41:38.405814 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45652) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:38.466840 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2047c225-82dd-45ae-b997-dc512213fe6d tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/floatingips/56e6b2f6-36a7-488b-b20a-ab47c8351839 HTTP/1.1" status: 200 len: 993 time: 0.0598505 Jul 16 09:41:38.779762 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45658) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:38.946161 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port 34b758bf-efda-4ad6-9052-9c15c4ca76c0 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:38.946593 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:39.026316 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:39.026639 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:39.038973 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for 34b758bf-efda-4ad6-9052-9c15c4ca76c0 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:39.192721 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:39.218680 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=34b758bf-efda-4ad6-9052-9c15c4ca76c0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:39.250089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:39.250414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:39.250759 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:39.251100 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:39.251436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:39.251871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:39.252660 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:39.252995 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:39.253327 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:39.253663 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:39.253991 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:39.254316 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:39.296365 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:39.296725 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Floating IP 56e6b2f6-36a7-488b-b20a-ab47c8351839 disassociated (deleted). External IP: 172.25.4.101, port: 7e808141-6e07-4fbd-9ef7-1c9930d659de. Jul 16 09:41:39.514325 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router dbc62a94-e593-45ca-9e53-20d5c32dd86a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:41:39.627163 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:39.632392 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:39.639187 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c62d804-5ab7-45d4-8cf5-4dbc0a3e45e8 None None] Sync routers for ids ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:39.650507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-4b73cbac-0179-4525-8015-96960359a5ed req-995847c6-5158-4329-9263-d95b4b81e74e service neutron] (93694) timed out ('10.222.0.15', 56236) {{(pid=93694) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:41:39.654876 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c62d804-5ab7-45d4-8cf5-4dbc0a3e45e8 None None] Routers {'dbc62a94-e593-45ca-9e53-20d5c32dd86a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:39.655643 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6c62d804-5ab7-45d4-8cf5-4dbc0a3e45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:39.679554 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-79fd50e0-037a-4d14-b460-faaf26d06302 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/floatingips/56e6b2f6-36a7-488b-b20a-ab47c8351839 HTTP/1.1" status: 204 len: 168 time: 0.8986597 Jul 16 09:41:39.680147 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a5b80d-c599-4710-8842-0b879fde93c8', 'tag': '7e808141-6e07-4fbd-9ef7-1c9930d659de'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:39.682588 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395d7612-5d7f-464c-bae4-d29285c8441a" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a5b80d-c599-4710-8842-0b879fde93c8", "tag": "7e808141-6e07-4fbd-9ef7-1c9930d659de"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:39.727443 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eab5474-e235-4edd-8f23-02996241e2d7 x-openstack-request-id: req-8eab5474-e235-4edd-8f23-02996241e2d7 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:39.727871 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a5b80d-c599-4710-8842-0b879fde93c8", "tag": "7e808141-6e07-4fbd-9ef7-1c9930d659de", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:39.728240 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8eab5474-e235-4edd-8f23-02996241e2d7 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:39.728865 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2a5b80d-c599-4710-8842-0b879fde93c8', 'tag': '7e808141-6e07-4fbd-9ef7-1c9930d659de', 'status': 'completed', 'code': 200} Jul 16 09:41:39.777163 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-6c62d804-5ab7-45d4-8cf5-4dbc0a3e45e8 None None] Set router dbc62a94-e593-45ca-9e53-20d5c32dd86a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:39.836831 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d7612-5d7f-464c-bae4-d29285c8441a req-876a2409-a4f9-4da5-8e57-a8ca82dfa2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:39.839319 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-395d7612-5d7f-464c-bae4-d29285c8441a req-876a2409-a4f9-4da5-8e57-a8ca82dfa2ff service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=3dc9233d83eb475dab0e2644e8549d37&device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 1097 time: 0.0865500 Jul 16 09:41:39.945544 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d7612-5d7f-464c-bae4-d29285c8441a req-9ed98ae9-a49b-46a0-a50a-46ca616ce61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:39.947114 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-395d7612-5d7f-464c-bae4-d29285c8441a req-9ed98ae9-a49b-46a0-a50a-46ca616ce61b service neutron] 10.222.0.38 "GET /v2.0/networks?id=901a0c7d-3ee9-4e20-952d-241ea8fe4fad HTTP/1.1" status: 200 len: 897 time: 0.1004066 Jul 16 09:41:39.994146 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-395d7612-5d7f-464c-bae4-d29285c8441a req-872f50d2-97a7-4dc2-bc22-8509c6aa3420 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e808141-6e07-4fbd-9ef7-1c9930d659de HTTP/1.1" status: 200 len: 217 time: 0.0394442 Jul 16 09:41:40.001005 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:40.089687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d7612-5d7f-464c-bae4-d29285c8441a req-3dcedebf-c066-4b57-84cc-879af58a5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:40.092292 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-395d7612-5d7f-464c-bae4-d29285c8441a req-3dcedebf-c066-4b57-84cc-879af58a5f13 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=4386bdce-d830-442c-97dd-f92bc9b5bfa0 HTTP/1.1" status: 200 len: 835 time: 0.0864785 Jul 16 09:41:40.115911 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6c62d804-5ab7-45d4-8cf5-4dbc0a3e45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:46Z', 'updated_at': '2021-07-16T09:40:50Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:47Z', 'updated_at': '2021-07-16T09:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '1fa1b1de-7471-487b-9010-5a65a437fc8e', 'name': '', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:41:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:49Z', 'updated_at': '2021-07-16T09:40:55Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:40.149595 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c62d804-5ab7-45d4-8cf5-4dbc0a3e45e8 None None] Checking router: dbc62a94-e593-45ca-9e53-20d5c32dd86a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:41:40.159339 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c62d804-5ab7-45d4-8cf5-4dbc0a3e45e8 None None] Routers {'dbc62a94-e593-45ca-9e53-20d5c32dd86a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:40.160064 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6c62d804-5ab7-45d4-8cf5-4dbc0a3e45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:40.201333 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d7612-5d7f-464c-bae4-d29285c8441a req-092698f2-c814-49b9-8dfc-cf7cbedc0bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:40.202868 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-395d7612-5d7f-464c-bae4-d29285c8441a req-092698f2-c814-49b9-8dfc-cf7cbedc0bce service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=901a0c7d-3ee9-4e20-952d-241ea8fe4fad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036699 Jul 16 09:41:40.285604 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-6c62d804-5ab7-45d4-8cf5-4dbc0a3e45e8 None None] Set router dbc62a94-e593-45ca-9e53-20d5c32dd86a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:40.308256 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f291b-2f80-4883-a840-0809596a098f req-25459302-fb80-4ea8-9d7c-e1fe909bfe1b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:40.309716 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-594f291b-2f80-4883-a840-0809596a098f req-25459302-fb80-4ea8-9d7c-e1fe909bfe1b tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 945 time: 0.1555405 Jul 16 09:41:40.343523 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-395d7612-5d7f-464c-bae4-d29285c8441a req-99eef0c6-01a3-400f-8901-1fb7a0f2fd8e service neutron] 10.222.0.38 "GET /v2.0/networks/901a0c7d-3ee9-4e20-952d-241ea8fe4fad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324222 Jul 16 09:41:40.388607 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-594f291b-2f80-4883-a840-0809596a098f req-8b8e4559-faf4-472b-b4c2-1949a068c4fc tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725570 Jul 16 09:41:40.459594 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-395d7612-5d7f-464c-bae4-d29285c8441a req-1fd64587-d528-4b28-b329-ddf62caebf0b service neutron] 10.222.0.38 "GET /v2.0/networks/901a0c7d-3ee9-4e20-952d-241ea8fe4fad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081412 Jul 16 09:41:40.531412 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6c62d804-5ab7-45d4-8cf5-4dbc0a3e45e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:46Z', 'updated_at': '2021-07-16T09:40:50Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:47Z', 'updated_at': '2021-07-16T09:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '1fa1b1de-7471-487b-9010-5a65a437fc8e', 'name': '', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:41:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:49Z', 'updated_at': '2021-07-16T09:40:55Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:40.560784 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c62d804-5ab7-45d4-8cf5-4dbc0a3e45e8 None None] The sync data for ids ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'] in n-d-758944-46 is: [{'id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:46Z', 'updated_at': '2021-07-16T09:40:50Z', 'revision_number': 4, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:47Z', 'updated_at': '2021-07-16T09:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '1fa1b1de-7471-487b-9010-5a65a437fc8e', 'name': '', 'network_id': '901a0c7d-3ee9-4e20-952d-241ea8fe4fad', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'mac_address': 'fa:16:3e:41:c3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:49Z', 'updated_at': '2021-07-16T09:40:55Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'subnets': [{'id': '4386bdce-d830-442c-97dd-f92bc9b5bfa0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:41:40.802770 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae90977c-e858-43ae-b738-12780080e980 None None] New status for floating IP 56e6b2f6-36a7-488b-b20a-ab47c8351839: DOWN {{(pid=93696) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:41:41.487297 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:41.583793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de0e36-3837-47ca-a209-cf303ae72276 req-87da8e99-b506-4127-bb12-35d28719a290 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:41.586205 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-12de0e36-3837-47ca-a209-cf303ae72276 req-87da8e99-b506-4127-bb12-35d28719a290 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 945 time: 0.0753624 Jul 16 09:41:41.636032 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-12de0e36-3837-47ca-a209-cf303ae72276 req-389dc867-2b37-47af-833f-ab5f5fad0825 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/security-groups?id=5bdd87af-d4bb-41cd-890b-5d3de2929462&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450435 Jul 16 09:41:41.709487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823f4538-eaf4-44ed-9671-a51c94502197 req-d2f5798f-4532-42cb-bd0e-3ac6751d7281 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:41.711040 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-823f4538-eaf4-44ed-9671-a51c94502197 req-d2f5798f-4532-42cb-bd0e-3ac6751d7281 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 945 time: 0.0779984 Jul 16 09:41:41.817260 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-823f4538-eaf4-44ed-9671-a51c94502197 req-9990a4f6-ba66-4fc3-a6ba-654d065884e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port 7e808141-6e07-4fbd-9ef7-1c9930d659de {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:41.817590 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-823f4538-eaf4-44ed-9671-a51c94502197 req-9990a4f6-ba66-4fc3-a6ba-654d065884e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:41.912790 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-823f4538-eaf4-44ed-9671-a51c94502197 req-9990a4f6-ba66-4fc3-a6ba-654d065884e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] For port 7e808141-6e07-4fbd-9ef7-1c9930d659de, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=7e808141-6e07-4fbd-9ef7-1c9930d659de,segment=NetworkSegment(cb47449d-d8b1-403d-b062-a3254133c90c),segment_id=cb47449d-d8b1-403d-b062-a3254133c90c)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:41.913057 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-823f4538-eaf4-44ed-9671-a51c94502197 req-9990a4f6-ba66-4fc3-a6ba-654d065884e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:41.926875 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-823f4538-eaf4-44ed-9671-a51c94502197 req-9990a4f6-ba66-4fc3-a6ba-654d065884e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for 7e808141-6e07-4fbd-9ef7-1c9930d659de owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:42.059168 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-823f4538-eaf4-44ed-9671-a51c94502197 req-9990a4f6-ba66-4fc3-a6ba-654d065884e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:42.441087 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990a4f6-ba66-4fc3-a6ba-654d065884e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=7e808141-6e07-4fbd-9ef7-1c9930d659de,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:42.486602 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-823f4538-eaf4-44ed-9671-a51c94502197 req-9990a4f6-ba66-4fc3-a6ba-654d065884e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] No DVR routers for this DVR port 7e808141-6e07-4fbd-9ef7-1c9930d659de on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:41:42.489337 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-823f4538-eaf4-44ed-9671-a51c94502197 req-9990a4f6-ba66-4fc3-a6ba-654d065884e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:42.491393 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-823f4538-eaf4-44ed-9671-a51c94502197 req-9990a4f6-ba66-4fc3-a6ba-654d065884e4 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.38 "DELETE /v2.0/ports/7e808141-6e07-4fbd-9ef7-1c9930d659de HTTP/1.1" status: 204 len: 173 time: 0.7731409 Jul 16 09:41:42.491835 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a5b80d-c599-4710-8842-0b879fde93c8', 'name': 'network-vif-deleted', 'tag': '7e808141-6e07-4fbd-9ef7-1c9930d659de'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:42.494283 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ef1c07-fd46-4a2f-9caf-733e9662fbdf" -d '{"events": [{"server_uuid": "b2a5b80d-c599-4710-8842-0b879fde93c8", "name": "network-vif-deleted", "tag": "7e808141-6e07-4fbd-9ef7-1c9930d659de"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:42.532140 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b917f8ce-ec99-4ca4-8611-02ff35a4e384 x-openstack-request-id: req-b917f8ce-ec99-4ca4-8611-02ff35a4e384 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:42.532431 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a5b80d-c599-4710-8842-0b879fde93c8", "name": "network-vif-deleted", "tag": "7e808141-6e07-4fbd-9ef7-1c9930d659de", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:42.532712 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b917f8ce-ec99-4ca4-8611-02ff35a4e384 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:42.533108 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2a5b80d-c599-4710-8842-0b879fde93c8', 'name': 'network-vif-deleted', 'tag': '7e808141-6e07-4fbd-9ef7-1c9930d659de', 'status': 'completed', 'code': 200} Jul 16 09:41:42.834754 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c19b527-b9d3-404a-aa9e-f70832b7d169 req-5496c04b-82de-4449-bf6a-6a4e1a7bcc15 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "GET /v2.0/ports?device_id=b2a5b80d-c599-4710-8842-0b879fde93c8 HTTP/1.1" status: 200 len: 210 time: 0.0321994 Jul 16 09:41:43.941926 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45674) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:44.337896 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3c613df-a31c-4da4-9138-0c9e7153e692 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:44.632171 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c3c613df-a31c-4da4-9138-0c9e7153e692 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port 1fa1b1de-7471-487b-9010-5a65a437fc8e {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:44.632436 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3c613df-a31c-4da4-9138-0c9e7153e692 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:44.731183 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-c3c613df-a31c-4da4-9138-0c9e7153e692 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] For port 1fa1b1de-7471-487b-9010-5a65a437fc8e, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1fa1b1de-7471-487b-9010-5a65a437fc8e,segment=NetworkSegment(cb47449d-d8b1-403d-b062-a3254133c90c),segment_id=cb47449d-d8b1-403d-b062-a3254133c90c)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:44.731546 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3c613df-a31c-4da4-9138-0c9e7153e692 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:44.749106 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-c3c613df-a31c-4da4-9138-0c9e7153e692 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for 1fa1b1de-7471-487b-9010-5a65a437fc8e owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:44.982238 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3c613df-a31c-4da4-9138-0c9e7153e692 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:45.011033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c613df-a31c-4da4-9138-0c9e7153e692 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=1fa1b1de-7471-487b-9010-5a65a437fc8e,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:45.272002 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c3c613df-a31c-4da4-9138-0c9e7153e692 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:45.551191 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c613df-a31c-4da4-9138-0c9e7153e692 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Router dbc62a94-e593-45ca-9e53-20d5c32dd86a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:41:45.659360 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c613df-a31c-4da4-9138-0c9e7153e692 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:45.664741 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c3c613df-a31c-4da4-9138-0c9e7153e692 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "PUT /v2.0/routers/dbc62a94-e593-45ca-9e53-20d5c32dd86a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7216284 Jul 16 09:41:45.667978 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45676) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:45.670936 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a66fe9-80a6-4f4d-8852-75eedc7eba40 None None] Sync routers for ids ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:45.681298 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a66fe9-80a6-4f4d-8852-75eedc7eba40 None None] Routers {'dbc62a94-e593-45ca-9e53-20d5c32dd86a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:45.682043 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-67a66fe9-80a6-4f4d-8852-75eedc7eba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:45.721968 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-41f00911-e296-47cd-8cfb-1e374abe3cef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting subnet 4386bdce-d830-442c-97dd-f92bc9b5bfa0 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:41:45.725913 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41f00911-e296-47cd-8cfb-1e374abe3cef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:45.769163 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41f00911-e296-47cd-8cfb-1e374abe3cef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:45.799220 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-67a66fe9-80a6-4f4d-8852-75eedc7eba40 None None] Set router dbc62a94-e593-45ca-9e53-20d5c32dd86a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:46.006646 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-67a66fe9-80a6-4f4d-8852-75eedc7eba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:46Z', 'updated_at': '2021-07-16T09:41:44Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:47Z', 'updated_at': '2021-07-16T09:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:46.040131 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a66fe9-80a6-4f4d-8852-75eedc7eba40 None None] Checking router: dbc62a94-e593-45ca-9e53-20d5c32dd86a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:41:46.053297 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a66fe9-80a6-4f4d-8852-75eedc7eba40 None None] Routers {'dbc62a94-e593-45ca-9e53-20d5c32dd86a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:46.054119 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-67a66fe9-80a6-4f4d-8852-75eedc7eba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:46.170915 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-67a66fe9-80a6-4f4d-8852-75eedc7eba40 None None] Set router dbc62a94-e593-45ca-9e53-20d5c32dd86a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:46.236734 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41f00911-e296-47cd-8cfb-1e374abe3cef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:46.306774 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41f00911-e296-47cd-8cfb-1e374abe3cef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:46.329890 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f00911-e296-47cd-8cfb-1e374abe3cef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Subnet': ['ID=4386bdce-d830-442c-97dd-f92bc9b5bfa0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:46.341598 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-41f00911-e296-47cd-8cfb-1e374abe3cef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:46.343634 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-41f00911-e296-47cd-8cfb-1e374abe3cef tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/subnets/4386bdce-d830-442c-97dd-f92bc9b5bfa0 HTTP/1.1" status: 204 len: 168 time: 0.6746359 Jul 16 09:41:46.346605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45678) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:46.349504 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a63189-effc-45dd-b6c4-2f1a4eba8e61 None None] Network 901a0c7d-3ee9-4e20-952d-241ea8fe4fad requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:46.466374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7e808141-6e07-4fbd-9ef7-1c9930d659de no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:46.471865 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:46.485023 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-67a66fe9-80a6-4f4d-8852-75eedc7eba40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:46Z', 'updated_at': '2021-07-16T09:41:44Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:47Z', 'updated_at': '2021-07-16T09:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:46.494386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 7e808141-6e07-4fbd-9ef7-1c9930d659de {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:41:46.494719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 7e808141-6e07-4fbd-9ef7-1c9930d659de not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:41:46.535549 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67a66fe9-80a6-4f4d-8852-75eedc7eba40 None None] The sync data for ids ['dbc62a94-e593-45ca-9e53-20d5c32dd86a'] in n-d-758944-46 is: [{'id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-250596961', 'tenant_id': '3dc9233d83eb475dab0e2644e8549d37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55'}], 'enable_snat': True}, 'gw_port_id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:46Z', 'updated_at': '2021-07-16T09:41:44Z', 'revision_number': 5, 'project_id': '3dc9233d83eb475dab0e2644e8549d37', 'gw_port': {'id': 'b3ce3df9-4866-4f2f-9ded-5563ede48bb5', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:cd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc62a94-e593-45ca-9e53-20d5c32dd86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:47Z', 'updated_at': '2021-07-16T09:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:41:46.587989 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:46.606908 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] DHCP port deletion for 901a0c7d-3ee9-4e20-952d-241ea8fe4fad request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:41:46.645926 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Deleting port b3ce3df9-4866-4f2f-9ded-5563ede48bb5 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:46.646295 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:46.660951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Deleting port 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:46.661345 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:46.731228 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] For port 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1cb89be1-8b45-42a1-a3ae-5b409ff01f5f,segment=NetworkSegment(cb47449d-d8b1-403d-b062-a3254133c90c),segment_id=cb47449d-d8b1-403d-b062-a3254133c90c)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:46.731639 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:46.744907 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Calling delete_port for 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:46.758961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] For port b3ce3df9-4866-4f2f-9ded-5563ede48bb5, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b3ce3df9-4866-4f2f-9ded-5563ede48bb5,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:46.759319 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:46.773319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Calling delete_port for b3ce3df9-4866-4f2f-9ded-5563ede48bb5 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:46.837814 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:46.871780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Pushing event deleted for resources: {'Port': ['ID=1cb89be1-8b45-42a1-a3ae-5b409ff01f5f,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:46.876062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] No DVR routers for this DVR port 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:41:46.887421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:46.887421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:46.887421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:46.887421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:46.887421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:46.887421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:46.887421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:46.887421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:46.887421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:46.887421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:46.887421 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:46.889258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c848751-c290-43f1-bf69-fdc5079b8936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:46.979231 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.009242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Port': ['ID=b3ce3df9-4866-4f2f-9ded-5563ede48bb5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:47.022243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:47.022588 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:47.022965 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:47.023304 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:47.023648 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:47.023983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:47.024318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:47.024688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:47.025036 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:47.025353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:47.025960 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:47.026311 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:47.097716 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.197267 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.199874 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.254480 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.255029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Fanout notify agent at l3_agent the message router_deleted on router dbc62a94-e593-45ca-9e53-20d5c32dd86a {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:41:47.262690 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.268427 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-65e11317-f851-4f33-880c-55d10725fda7 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/routers/dbc62a94-e593-45ca-9e53-20d5c32dd86a HTTP/1.1" status: 204 len: 168 time: 0.9160793 Jul 16 09:41:47.269043 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45680) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:47.374627 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1380877f-932c-4732-9f6c-b138a3ca3b70 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.493318 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1380877f-932c-4732-9f6c-b138a3ca3b70 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.507507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-1380877f-932c-4732-9f6c-b138a3ca3b70 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901a0c7d-3ee9-4e20-952d-241ea8fe4fad']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:47.520936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-1380877f-932c-4732-9f6c-b138a3ca3b70 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb47449d-d8b1-403d-b062-a3254133c90c') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:47.521305 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-1380877f-932c-4732-9f6c-b138a3ca3b70 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb47449d-d8b1-403d-b062-a3254133c90c') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:47.533812 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1380877f-932c-4732-9f6c-b138a3ca3b70 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.552757 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1380877f-932c-4732-9f6c-b138a3ca3b70 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.561236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1380877f-932c-4732-9f6c-b138a3ca3b70 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:41:47.561911 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1380877f-932c-4732-9f6c-b138a3ca3b70 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:41:47.565437 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:41:47.635902 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1380877f-932c-4732-9f6c-b138a3ca3b70 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.644727 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1380877f-932c-4732-9f6c-b138a3ca3b70 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.650753 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1380877f-932c-4732-9f6c-b138a3ca3b70 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/networks/901a0c7d-3ee9-4e20-952d-241ea8fe4fad HTTP/1.1" status: 204 len: 168 time: 0.3767712 Jul 16 09:41:47.651761 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45682) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:47.667940 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1380877f-932c-4732-9f6c-b138a3ca3b70 tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'Network': ['ID=901a0c7d-3ee9-4e20-952d-241ea8fe4fad,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:47.750014 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5747486-62a8-403e-a4c2-5299a321dbaf tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.793229 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5747486-62a8-403e-a4c2-5299a321dbaf tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.861888 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:47.885291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:41:47.885633 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1cb89be1-8b45-42a1-a3ae-5b409ff01f5f not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:41:47.886119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1fa1b1de-7471-487b-9010-5a65a437fc8e no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:47.907135 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5747486-62a8-403e-a4c2-5299a321dbaf tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.912241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 1fa1b1de-7471-487b-9010-5a65a437fc8e {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:41:47.912490 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f5747486-62a8-403e-a4c2-5299a321dbaf tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:47.912694 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1fa1b1de-7471-487b-9010-5a65a437fc8e not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:41:47.914459 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f5747486-62a8-403e-a4c2-5299a321dbaf tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] 10.222.0.20 "DELETE /v2.0/security-groups/5bdd87af-d4bb-41cd-890b-5d3de2929462 HTTP/1.1" status: 204 len: 168 time: 0.2610998 Jul 16 09:41:47.937164 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5747486-62a8-403e-a4c2-5299a321dbaf tempest-TestNetworkAdvancedServerOps-1816379599 tempest-TestNetworkAdvancedServerOps-1816379599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bdd87af-d4bb-41cd-890b-5d3de2929462,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:48.475359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45692) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:48.691512 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3ef95445-6255-4574-a647-09a0985eec0c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3dc9233d83eb475dab0e2644e8549d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2142324 Jul 16 09:41:48.693994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45696) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:48.759380 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f66433c-71cb-48d3-9a4b-a3465bd4e61d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:48.798178 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f66433c-71cb-48d3-9a4b-a3465bd4e61d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:48.879594 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f66433c-71cb-48d3-9a4b-a3465bd4e61d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:48.884904 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-1f66433c-71cb-48d3-9a4b-a3465bd4e61d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:48.887002 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-1f66433c-71cb-48d3-9a4b-a3465bd4e61d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89632604-43ed-4a68-9126-e0f26d2a102f HTTP/1.1" status: 204 len: 168 time: 0.1914263 Jul 16 09:41:48.901399 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f66433c-71cb-48d3-9a4b-a3465bd4e61d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89632604-43ed-4a68-9126-e0f26d2a102f,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:49.256243 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45702) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:49.271924 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c44b21c4-907f-4b9b-b937-ddf03e270d28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:49.383358 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c44b21c4-907f-4b9b-b937-ddf03e270d28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:49.388317 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c44b21c4-907f-4b9b-b937-ddf03e270d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:49.428568 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b21c4-907f-4b9b-b937-ddf03e270d28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c1807a-14f8-47ad-a671-5978157ec529,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:49.430452 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b3ce3df9-4866-4f2f-9ded-5563ede48bb5 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:49.434998 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c44b21c4-907f-4b9b-b937-ddf03e270d28 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=74a24cefd8694f66b800bef935e92dcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1775057 Jul 16 09:41:49.440298 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45704) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:49.468634 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: b3ce3df9-4866-4f2f-9ded-5563ede48bb5 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:41:49.469185 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b3ce3df9-4866-4f2f-9ded-5563ede48bb5 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:41:49.518248 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd6b00cf-2544-4568-a29f-0918a25d7bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:49.544535 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd6b00cf-2544-4568-a29f-0918a25d7bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:49.612578 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd6b00cf-2544-4568-a29f-0918a25d7bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:49.615352 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-bd6b00cf-2544-4568-a29f-0918a25d7bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:49.616609 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-bd6b00cf-2544-4568-a29f-0918a25d7bc2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/86c1807a-14f8-47ad-a671-5978157ec529 HTTP/1.1" status: 204 len: 168 time: 0.1748698 Jul 16 09:41:49.625276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b00cf-2544-4568-a29f-0918a25d7bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c1807a-14f8-47ad-a671-5978157ec529,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:50.523175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45726) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:50.622600 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-560362335-network', 'tenant_id': '6ab28a98853042639128d39ec756e426'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:50.645407 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] Made reservation on behalf of 6ab28a98853042639128d39ec756e426 for: {'network': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:50.647765 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:50.657005 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:50.778070 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:50.783745 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:50.814521 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 80, 'physical_network': 'physnet1'} {{(pid=93694) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:41:50.825108 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205a1e1f-96d9-4a4a-8246-512ece2cf21a,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:50.832988 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:50.833366 n-d-758944-46 neutron-server[93694]: INFO neutron.db.segments_db [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] Added segment 99da8316-0eca-4dc9-82df-abab241c6d84 of type vlan for network 56303015-eda0-410b-b3b0-ab521d8be1fb Jul 16 09:41:50.901159 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:50.946753 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:50.948318 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:50.949857 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:51.008930 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4841943 Jul 16 09:41:51.013925 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45730) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:51.023132 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-417fd926-517e-45bb-b357-c7d5b66caa8c admin admin] Request body: {'subnet': {'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-560362335-subnet', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'ip_version': 4}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:51.063741 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417fd926-517e-45bb-b357-c7d5b66caa8c admin admin] Made reservation on behalf of 6ab28a98853042639128d39ec756e426 for: {'subnet': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:51.068054 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-417fd926-517e-45bb-b357-c7d5b66caa8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-27108909'] for subnet, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:51.069695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3df104-01b6-42e6-93c2-a3efc61eefa1 admin admin] Pushing event updated for resources: {'Network': ['ID=56303015-eda0-410b-b3b0-ab521d8be1fb,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:51.087476 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 56303015-eda0-410b-b3b0-ab521d8be1fb details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:41:51.324556 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-417fd926-517e-45bb-b357-c7d5b66caa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2543850', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-27108927'] for subnet, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:51.384939 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fd926-517e-45bb-b357-c7d5b66caa8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4081a79-9556-4ab9-8264-fea1f50af6c7,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:51.399537 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417fd926-517e-45bb-b357-c7d5b66caa8c admin admin] Checking segment: {'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:51.400111 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417fd926-517e-45bb-b357-c7d5b66caa8c admin admin] Network hostable DHCP agents. Network: 56303015-eda0-410b-b3b0-ab521d8be1fb, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93695) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:41:51.429321 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417fd926-517e-45bb-b357-c7d5b66caa8c admin admin] Network 56303015-eda0-410b-b3b0-ab521d8be1fb is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93695) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:41:51.445991 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-417fd926-517e-45bb-b357-c7d5b66caa8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 56303015-eda0-410b-b3b0-ab521d8be1fb) {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:51.452627 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417fd926-517e-45bb-b357-c7d5b66caa8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:51.453873 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-417fd926-517e-45bb-b357-c7d5b66caa8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:51.463328 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a609bde-9918-4fbd-80a1-04a7534efbff None None] Network 56303015-eda0-410b-b3b0-ab521d8be1fb requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:51.483395 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-417fd926-517e-45bb-b357-c7d5b66caa8c admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4636505 Jul 16 09:41:51.483736 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45732) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:51.494352 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:51.536568 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:51.538259 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:51.658958 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:51.704286 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-56303015-eda0-410b-b3b0-ab521d8be1fb', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:41:51.705425 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:51.785786 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:41:51.862002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Allocated IP 172.20.0.2 (56303015-eda0-410b-b3b0-ab521d8be1fb/b4081a79-9556-4ab9-8264-fea1f50af6c7/28f14657-a80c-4e24-bde5-7b652dbb88c8) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:51.948123 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:52.075747 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:52.087688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Transition to ACTIVE for port object 28f14657-a80c-4e24-bde5-7b652dbb88c8 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:52.108849 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Transition to ACTIVE for port object 28f14657-a80c-4e24-bde5-7b652dbb88c8 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:52.117655 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:52.172539 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Network 56303015-eda0-410b-b3b0-ab521d8be1fb is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:52.178410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:52.186525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:52.191941 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Pushing event updated for resources: {'Port': ['ID=28f14657-a80c-4e24-bde5-7b652dbb88c8,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:52.231771 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:52.253136 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:52.289629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Attempting to bind port 28f14657-a80c-4e24-bde5-7b652dbb88c8 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:52.290153 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Attempting to bind port 28f14657-a80c-4e24-bde5-7b652dbb88c8 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:52.290766 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Attempting to bind port 28f14657-a80c-4e24-bde5-7b652dbb88c8 on network 56303015-eda0-410b-b3b0-ab521d8be1fb {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:52.299599 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:52.300142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Checking segment: {'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:52.300836 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:52.301400 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Bound using segment: {'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:52.302199 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Bound port: 28f14657-a80c-4e24-bde5-7b652dbb88c8, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:52.302732 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:52.398236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Allocated IP 172.25.4.211 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/7df7a35b-d4b5-449e-a7a5-746bcdbfaaae) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:52.422059 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] For port 28f14657-a80c-4e24-bde5-7b652dbb88c8, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:52.429282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] For port 28f14657-a80c-4e24-bde5-7b652dbb88c8, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=28f14657-a80c-4e24-bde5-7b652dbb88c8,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:52.435587 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:52.532658 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55ce9b-b7ea-4359-afc9-e7e12d9fbc8e None None] Pushing event updated for resources: {'Port': ['ID=28f14657-a80c-4e24-bde5-7b652dbb88c8,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:52.557791 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:52.617277 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:52.681338 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:52.688952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:52.697092 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:52.748929 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Pushing event updated for resources: {'Port': ['ID=7df7a35b-d4b5-449e-a7a5-746bcdbfaaae,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:53.018012 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:53.296163 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:53.489207 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Router 81146e91-8d67-434a-95cc-5ce1d8c563d1 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:41:53.576880 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 28f14657-a80c-4e24-bde5-7b652dbb88c8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:53.652733 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 28f14657-a80c-4e24-bde5-7b652dbb88c8 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:53.693214 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db9999f-9a31-44b1-9038-897b4a08307b None None] Network 56303015-eda0-410b-b3b0-ab521d8be1fb requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:53.706982 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:53.721053 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Sync routers for ids ['81146e91-8d67-434a-95cc-5ce1d8c563d1'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:53.730608 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:53.732240 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f4c92613-c411-4b29-abd5-6538fe4e562b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2465823 Jul 16 09:41:53.738167 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45734) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:53.783759 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Routers {'81146e91-8d67-434a-95cc-5ce1d8c563d1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:53.784420 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['81146e91-8d67-434a-95cc-5ce1d8c563d1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:53.829084 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1dcbee57-cf7a-46eb-a36c-f91dbb7eb04a None None] Provisioning for port 28f14657-a80c-4e24-bde5-7b652dbb88c8 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:53.843363 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-1dcbee57-cf7a-46eb-a36c-f91dbb7eb04a None None] Provisioning complete for port 28f14657-a80c-4e24-bde5-7b652dbb88c8 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:53.843722 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1dcbee57-cf7a-46eb-a36c-f91dbb7eb04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:54.010107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Set router 81146e91-8d67-434a-95cc-5ce1d8c563d1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:54.179552 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1dcbee57-cf7a-46eb-a36c-f91dbb7eb04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:54.272862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-1dcbee57-cf7a-46eb-a36c-f91dbb7eb04a None None] For port 28f14657-a80c-4e24-bde5-7b652dbb88c8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=28f14657-a80c-4e24-bde5-7b652dbb88c8,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:54.282033 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1dcbee57-cf7a-46eb-a36c-f91dbb7eb04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:54.349024 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcbee57-cf7a-46eb-a36c-f91dbb7eb04a None None] Pushing event updated for resources: {'Port': ['ID=28f14657-a80c-4e24-bde5-7b652dbb88c8,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:54.358867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:52Z', 'revision_number': 3, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:54.389354 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:54.560730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Checking router: 81146e91-8d67-434a-95cc-5ce1d8c563d1 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:41:54.561116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Updating router 81146e91-8d67-434a-95cc-5ce1d8c563d1 port 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:41:54.615187 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:54.641573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-f84a0819-eba9-4dcc-aff8-00bd9ad5a64c None None] Provisioning complete for port 28f14657-a80c-4e24-bde5-7b652dbb88c8 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:54.642020 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f84a0819-eba9-4dcc-aff8-00bd9ad5a64c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:54.653000 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Allocated IP 172.20.0.1 (56303015-eda0-410b-b3b0-ab521d8be1fb/b4081a79-9556-4ab9-8264-fea1f50af6c7/6f4ed632-909b-42c8-a7a4-93edd11a5a2c) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:54.793349 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:54.810875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Transition to ACTIVE for port object 6f4ed632-909b-42c8-a7a4-93edd11a5a2c will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:54.850066 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:54.911618 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Network 56303015-eda0-410b-b3b0-ab521d8be1fb is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:54.920122 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:54.924133 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:54.949068 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Pushing event updated for resources: {'Port': ['ID=6f4ed632-909b-42c8-a7a4-93edd11a5a2c,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:54.959216 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:54.972780 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Transition to ACTIVE for port object 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:54.976030 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:54.981006 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:55.043580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b746d3-2a28-481c-ba4e-196f46502bd5 None None] Pushing event updated for resources: {'Port': ['ID=7df7a35b-d4b5-449e-a7a5-746bcdbfaaae,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:55.046304 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Attempting to bind port 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:55.046670 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Attempting to bind port 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:55.047035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Attempting to bind port 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:55.053072 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:55.053874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:55.054285 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:55.054678 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:55.055156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Bound port: 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:55.055545 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:55.130274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] For port 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:55.135316 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] For port 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7df7a35b-d4b5-449e-a7a5-746bcdbfaaae,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:55.141753 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:55.183292 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:55.207998 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Routers {'81146e91-8d67-434a-95cc-5ce1d8c563d1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:55.209009 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['81146e91-8d67-434a-95cc-5ce1d8c563d1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:55.259055 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b746d3-2a28-481c-ba4e-196f46502bd5 None None] Pushing event updated for resources: {'Port': ['ID=7df7a35b-d4b5-449e-a7a5-746bcdbfaaae,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:55.288470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7707dec6-f377-45b1-9edd-d3748d6146f5 None None] Provisioning for port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:55.319649 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7707dec6-f377-45b1-9edd-d3748d6146f5 None None] Provisioning complete for port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:55.319965 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7707dec6-f377-45b1-9edd-d3748d6146f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:55.371693 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7707dec6-f377-45b1-9edd-d3748d6146f5 None None] Port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:41:55.376790 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] Set router 81146e91-8d67-434a-95cc-5ce1d8c563d1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:55.440058 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:55.447190 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:55.533801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 28f14657-a80c-4e24-bde5-7b652dbb88c8 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:55.535176 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:55.537287 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Pushing event updated for resources: {'Port': ['ID=6f4ed632-909b-42c8-a7a4-93edd11a5a2c,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:55.629473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 28f14657-a80c-4e24-bde5-7b652dbb88c8 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:55.630102 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:55.644513 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Network 56303015-eda0-410b-b3b0-ab521d8be1fb is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:55.646464 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:55.691614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:41:54Z', 'revision_number': 1, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:55.726205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de583d0a-fd54-48ba-bfd4-9adefd5b75c5 None None] The sync data for ids ['81146e91-8d67-434a-95cc-5ce1d8c563d1'] in n-d-758944-46 is: [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:41:54Z', 'revision_number': 1, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:41:55.830702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Router 81146e91-8d67-434a-95cc-5ce1d8c563d1 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:41:55.967259 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:55.987540 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2de06edb-d3f9-44a1-9935-b297664610d5 admin admin] 10.222.0.20 "PUT /v2.0/routers/81146e91-8d67-434a-95cc-5ce1d8c563d1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2469671 Jul 16 09:41:56.031778 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-eba4e990-2f38-4b49-a629-de5157bb76a2 None None] Provisioning complete for port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:56.032374 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-eba4e990-2f38-4b49-a629-de5157bb76a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:56.090399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-eba4e990-2f38-4b49-a629-de5157bb76a2 None None] Port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:41:56.692400 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45750) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:56.698438 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1715833208-network', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:56.729121 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] Made reservation on behalf of dd1290ad7be84e32ab7da3a39df5b7d5 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:56.731741 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:56.743639 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:56.874244 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:56.879902 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:56.906966 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] vlan segment allocate from pool success with {'vlan_id': 95, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:41:56.917549 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8948fac4-e5bd-4311-b6a6-a103145eea45,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:56.922993 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:56.923352 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] Added segment 05350f6c-ecd2-486a-8f1a-b5f57de29842 of type vlan for network 65d933e8-e121-4ad0-8a18-8997c57456a2 Jul 16 09:41:56.974010 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:57.008691 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:57.010460 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:57.011664 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:57.067396 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3734620 Jul 16 09:41:57.069985 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45752) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:57.075994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-7a9243c6-0a58-4da0-b188-649f9d0daaab admin admin] Request body: {'subnet': {'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1715833208-subnet', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:57.101638 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9243c6-0a58-4da0-b188-649f9d0daaab admin admin] Made reservation on behalf of dd1290ad7be84e32ab7da3a39df5b7d5 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:57.105276 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a9243c6-0a58-4da0-b188-649f9d0daaab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:57.108783 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31e6d3-26e2-40a7-8776-84d4387dcb22 admin admin] Pushing event updated for resources: {'Network': ['ID=65d933e8-e121-4ad0-8a18-8997c57456a2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:57.124019 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 65d933e8-e121-4ad0-8a18-8997c57456a2 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:41:57.328246 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a9243c6-0a58-4da0-b188-649f9d0daaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:57.384397 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9243c6-0a58-4da0-b188-649f9d0daaab admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d5884d-035e-4ff4-a800-63e5e2d95151,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:57.396862 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9243c6-0a58-4da0-b188-649f9d0daaab admin admin] Checking segment: {'id': '05350f6c-ecd2-486a-8f1a-b5f57de29842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:57.397212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9243c6-0a58-4da0-b188-649f9d0daaab admin admin] Network hostable DHCP agents. Network: 65d933e8-e121-4ad0-8a18-8997c57456a2, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:41:57.415865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9243c6-0a58-4da0-b188-649f9d0daaab admin admin] Network 65d933e8-e121-4ad0-8a18-8997c57456a2 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:41:57.429952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-7a9243c6-0a58-4da0-b188-649f9d0daaab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 65d933e8-e121-4ad0-8a18-8997c57456a2) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:57.436114 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9243c6-0a58-4da0-b188-649f9d0daaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:57.440621 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-7a9243c6-0a58-4da0-b188-649f9d0daaab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:57.448249 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a72cdd-a553-47a8-bdcc-01ac23092fad None None] Network 65d933e8-e121-4ad0-8a18-8997c57456a2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:57.462972 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-7a9243c6-0a58-4da0-b188-649f9d0daaab admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3902929 Jul 16 09:41:57.465330 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45754) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:57.472170 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1715833208-router', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:57.515250 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:57.519161 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:57.578127 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:57.597989 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:57.667462 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-65d933e8-e121-4ad0-8a18-8997c57456a2', 'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'fixed_ips': [{'subnet_id': '41d5884d-035e-4ff4-a800-63e5e2d95151'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:41:57.668618 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:57.672640 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:57.687818 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:57.688412 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:57.757449 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:57.879151 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:57.888012 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Allocated IP 172.20.0.2 (65d933e8-e121-4ad0-8a18-8997c57456a2/41d5884d-035e-4ff4-a800-63e5e2d95151/b4457847-195f-4c54-9e76-1559b8689a0d) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:57.913146 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7df7a35b-d4b5-449e-a7a5-746bcdbfaaae,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:57.919374 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:58.022389 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=7df7a35b-d4b5-449e-a7a5-746bcdbfaaae,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:58.027747 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:58.049873 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:58.121714 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:58.135085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Transition to ACTIVE for port object b4457847-195f-4c54-9e76-1559b8689a0d will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:58.156275 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Transition to ACTIVE for port object b4457847-195f-4c54-9e76-1559b8689a0d will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:58.163489 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:58.182994 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Sync routers for ids ['81146e91-8d67-434a-95cc-5ce1d8c563d1'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:58.185970 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Allocated IP 172.25.4.134 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/d9ad4eac-585f-4054-b675-c6e50ab50efe) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:58.198558 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Routers {'81146e91-8d67-434a-95cc-5ce1d8c563d1'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:58.199198 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['81146e91-8d67-434a-95cc-5ce1d8c563d1'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:58.220570 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Network 65d933e8-e121-4ad0-8a18-8997c57456a2 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:58.228119 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:58.230574 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Pushing event updated for resources: {'Port': ['ID=b4457847-195f-4c54-9e76-1559b8689a0d,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:58.233183 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:58.297805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Attempting to bind port b4457847-195f-4c54-9e76-1559b8689a0d on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:58.298237 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Attempting to bind port b4457847-195f-4c54-9e76-1559b8689a0d by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '05350f6c-ecd2-486a-8f1a-b5f57de29842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:58.298615 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Attempting to bind port b4457847-195f-4c54-9e76-1559b8689a0d on network 65d933e8-e121-4ad0-8a18-8997c57456a2 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:58.304758 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:58.305151 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Checking segment: {'id': '05350f6c-ecd2-486a-8f1a-b5f57de29842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:58.305554 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:58.305956 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Bound using segment: {'id': '05350f6c-ecd2-486a-8f1a-b5f57de29842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:58.306492 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Bound port: b4457847-195f-4c54-9e76-1559b8689a0d, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05350f6c-ecd2-486a-8f1a-b5f57de29842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:58.306891 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:58.337955 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:58.375340 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Set router 81146e91-8d67-434a-95cc-5ce1d8c563d1 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:58.381607 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] For port b4457847-195f-4c54-9e76-1559b8689a0d, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:58.386936 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:58.387431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] For port b4457847-195f-4c54-9e76-1559b8689a0d, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b4457847-195f-4c54-9e76-1559b8689a0d,segment=NetworkSegment(05350f6c-ecd2-486a-8f1a-b5f57de29842),segment_id=05350f6c-ecd2-486a-8f1a-b5f57de29842)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:58.394400 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:58.434704 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:58.438386 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:58.441479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:58.472233 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Pushing event updated for resources: {'Port': ['ID=d9ad4eac-585f-4054-b675-c6e50ab50efe,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:58.490688 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951af3a3-4321-4003-be3d-e86ff9fd26ee None None] Pushing event updated for resources: {'Port': ['ID=b4457847-195f-4c54-9e76-1559b8689a0d,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:58.743860 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 2, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:58.788284 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Checking router: 81146e91-8d67-434a-95cc-5ce1d8c563d1 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:41:58.788749 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Updating router 81146e91-8d67-434a-95cc-5ce1d8c563d1 port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:41:58.831005 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:58.834262 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:59.091127 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:59.253994 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:59.269679 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Router 4f7119af-da13-4844-80d0-67a294bd4553 is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:41:59.280041 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Transition to ACTIVE for port object 6f4ed632-909b-42c8-a7a4-93edd11a5a2c will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:59.291380 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:59.353383 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa5796-492c-4a31-9cdd-3c58f53a038d None None] Pushing event updated for resources: {'Port': ['ID=6f4ed632-909b-42c8-a7a4-93edd11a5a2c,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:59.375742 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa5796-492c-4a31-9cdd-3c58f53a038d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:59.376074 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa5796-492c-4a31-9cdd-3c58f53a038d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:59.378348 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa5796-492c-4a31-9cdd-3c58f53a038d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:59.378750 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa5796-492c-4a31-9cdd-3c58f53a038d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:59.379049 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa5796-492c-4a31-9cdd-3c58f53a038d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:59.379346 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa5796-492c-4a31-9cdd-3c58f53a038d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:59.379674 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa5796-492c-4a31-9cdd-3c58f53a038d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:59.379994 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa5796-492c-4a31-9cdd-3c58f53a038d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:59.380312 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa5796-492c-4a31-9cdd-3c58f53a038d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:59.380663 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa5796-492c-4a31-9cdd-3c58f53a038d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:59.381195 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa5796-492c-4a31-9cdd-3c58f53a038d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:59.381498 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fffa5796-492c-4a31-9cdd-3c58f53a038d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:59.454936 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:59.462195 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Attempting to bind port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:59.462883 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Attempting to bind port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:59.463609 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Attempting to bind port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c on network 56303015-eda0-410b-b3b0-ab521d8be1fb {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:59.480098 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:59.481694 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:59.481694 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Checking segment: {'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:59.483310 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:59.483808 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Bound using segment: {'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:59.485731 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Bound port: 6f4ed632-909b-42c8-a7a4-93edd11a5a2c, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:59.485966 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45756) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:59.487261 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d34b1ba1-59b8-424a-86be-ecbb2d3d8a1a admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0199285 Jul 16 09:41:59.488949 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:59.495862 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Sync routers for ids ['4f7119af-da13-4844-80d0-67a294bd4553'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:59.522215 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Routers {'4f7119af-da13-4844-80d0-67a294bd4553'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:59.522882 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['4f7119af-da13-4844-80d0-67a294bd4553'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:59.627684 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] For port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:59.633635 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] For port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6f4ed632-909b-42c8-a7a4-93edd11a5a2c,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:59.646266 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:59.723574 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Routers {'81146e91-8d67-434a-95cc-5ce1d8c563d1'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:59.724545 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['81146e91-8d67-434a-95cc-5ce1d8c563d1'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:59.750915 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Set router 4f7119af-da13-4844-80d0-67a294bd4553 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:59.824243 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa5796-492c-4a31-9cdd-3c58f53a038d None None] Pushing event updated for resources: {'Port': ['ID=6f4ed632-909b-42c8-a7a4-93edd11a5a2c,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:59.828302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:59.916745 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] Set router 81146e91-8d67-434a-95cc-5ce1d8c563d1 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:00.137167 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacdd169-b346-4cfe-a139-e95aab9e4bdb None None] Network 65d933e8-e121-4ad0-8a18-8997c57456a2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:42:00.192084 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:00.216952 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:41:59Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:00.253713 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecc1604-8c7c-4f65-8d1a-9ece7051d73f None None] The sync data for ids ['81146e91-8d67-434a-95cc-5ce1d8c563d1'] in n-d-758944-46 is: [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:41:59Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:42:00.277885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:00.278268 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:00.339776 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93e60924-00bc-4784-8570-73d22e8da8a0 None None] Provisioning for port b4457847-195f-4c54-9e76-1559b8689a0d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:00.409294 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Allocated IP 172.20.0.1 (65d933e8-e121-4ad0-8a18-8997c57456a2/41d5884d-035e-4ff4-a800-63e5e2d95151/4dfb0ebb-d84d-4b46-906b-7fd23b9ded12) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:42:00.495488 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7119af-da13-4844-80d0-67a294bd4553', 'name': 'tempest-TestShelveInstance-1715833208-router', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd9ad4eac-585f-4054-b675-c6e50ab50efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:57Z', 'updated_at': '2021-07-16T09:41:58Z', 'revision_number': 3, 'project_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'gw_port': {'id': 'd9ad4eac-585f-4054-b675-c6e50ab50efe', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ca:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7119af-da13-4844-80d0-67a294bd4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:58Z', 'updated_at': '2021-07-16T09:41:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:00.555285 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:00.567427 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Checking router: 4f7119af-da13-4844-80d0-67a294bd4553 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:42:00.568006 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Updating router 4f7119af-da13-4844-80d0-67a294bd4553 port d9ad4eac-585f-4054-b675-c6e50ab50efe binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:42:00.572059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Transition to ACTIVE for port object 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:00.608121 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b4457847-195f-4c54-9e76-1559b8689a0d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:00.609193 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:00.651320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Network 65d933e8-e121-4ad0-8a18-8997c57456a2 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:42:00.651827 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:00.658323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:00.660912 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:42:00.694669 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Pushing event updated for resources: {'Port': ['ID=4dfb0ebb-d84d-4b46-906b-7fd23b9ded12,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:00.721081 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:00.831539 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port b4457847-195f-4c54-9e76-1559b8689a0d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:00.846122 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b4457847-195f-4c54-9e76-1559b8689a0d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:00.846846 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:00.871729 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:01.012803 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:01.020483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-71d8728b-59ff-4deb-916d-774895dec9c9 None None] Provisioning complete for port b4457847-195f-4c54-9e76-1559b8689a0d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:01.021065 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-71d8728b-59ff-4deb-916d-774895dec9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:01.179613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port b4457847-195f-4c54-9e76-1559b8689a0d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b4457847-195f-4c54-9e76-1559b8689a0d,segment=NetworkSegment(05350f6c-ecd2-486a-8f1a-b5f57de29842),segment_id=05350f6c-ecd2-486a-8f1a-b5f57de29842)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:01.197046 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:01.204247 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:01.261190 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Transition to ACTIVE for port object d9ad4eac-585f-4054-b675-c6e50ab50efe will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:01.272366 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:01.347436 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=b4457847-195f-4c54-9e76-1559b8689a0d,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:01.395660 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Attempting to bind port d9ad4eac-585f-4054-b675-c6e50ab50efe on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:42:01.396390 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Attempting to bind port d9ad4eac-585f-4054-b675-c6e50ab50efe by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:42:01.397089 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Attempting to bind port d9ad4eac-585f-4054-b675-c6e50ab50efe on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:42:01.410990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:42:01.411612 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:42:01.412255 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:01.412925 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:42:01.413719 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Bound port: d9ad4eac-585f-4054-b675-c6e50ab50efe, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:42:01.414366 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:01.427962 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:01.435711 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:01.482091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ace51-0a42-4de2-9758-decf39817168 None None] Pushing event updated for resources: {'Port': ['ID=d9ad4eac-585f-4054-b675-c6e50ab50efe,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:01.511559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Pushing event updated for resources: {'Port': ['ID=4dfb0ebb-d84d-4b46-906b-7fd23b9ded12,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:01.514294 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:01.528600 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7e6095b0-4a0c-49d9-9890-c88f25a4f972 None None] Provisioning for port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:01.546354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6f4ed632-909b-42c8-a7a4-93edd11a5a2c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:01.549802 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7e6095b0-4a0c-49d9-9890-c88f25a4f972 None None] Provisioning complete for port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:01.550368 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7e6095b0-4a0c-49d9-9890-c88f25a4f972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:01.576474 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] For port d9ad4eac-585f-4054-b675-c6e50ab50efe, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:42:01.620945 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] For port d9ad4eac-585f-4054-b675-c6e50ab50efe, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d9ad4eac-585f-4054-b675-c6e50ab50efe,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:42:01.623869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Network 65d933e8-e121-4ad0-8a18-8997c57456a2 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:42:01.626143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:01.632725 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:01.638198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7e6095b0-4a0c-49d9-9890-c88f25a4f972 None None] Port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:42:01.729376 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134ace51-0a42-4de2-9758-decf39817168 None None] Pushing event updated for resources: {'Port': ['ID=d9ad4eac-585f-4054-b675-c6e50ab50efe,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:01.735000 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Routers {'4f7119af-da13-4844-80d0-67a294bd4553'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:01.735730 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['4f7119af-da13-4844-80d0-67a294bd4553'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:01.738333 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:01.766477 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Router 4f7119af-da13-4844-80d0-67a294bd4553 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:42:01.772356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:01.772788 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:01.886143 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:42:01.899320 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c46d54d2-692d-4755-9269-a3a022e0cfa4 admin admin] 10.222.0.20 "PUT /v2.0/routers/4f7119af-da13-4844-80d0-67a294bd4553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4074328 Jul 16 09:42:01.902408 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] Set router 4f7119af-da13-4844-80d0-67a294bd4553 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:02.067349 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.074957 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a0cbb029-bd3a-490a-a2a1-f1af180db7ac None None] Provisioning complete for port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:02.075519 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a0cbb029-bd3a-490a-a2a1-f1af180db7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.215329 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a0cbb029-bd3a-490a-a2a1-f1af180db7ac None None] Port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:42:02.224044 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6f4ed632-909b-42c8-a7a4-93edd11a5a2c,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:02.231437 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.232286 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b4457847-195f-4c54-9e76-1559b8689a0d up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:02.353402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=6f4ed632-909b-42c8-a7a4-93edd11a5a2c,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:02.381367 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port b4457847-195f-4c54-9e76-1559b8689a0d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:02.381740 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.420480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7119af-da13-4844-80d0-67a294bd4553', 'name': 'tempest-TestShelveInstance-1715833208-router', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd9ad4eac-585f-4054-b675-c6e50ab50efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:57Z', 'updated_at': '2021-07-16T09:42:00Z', 'revision_number': 4, 'project_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'gw_port': {'id': 'd9ad4eac-585f-4054-b675-c6e50ab50efe', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ca:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7119af-da13-4844-80d0-67a294bd4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:58Z', 'updated_at': '2021-07-16T09:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '4dfb0ebb-d84d-4b46-906b-7fd23b9ded12', 'name': '', 'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'mac_address': 'fa:16:3e:7d:9b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7119af-da13-4844-80d0-67a294bd4553', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '41d5884d-035e-4ff4-a800-63e5e2d95151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:00Z', 'updated_at': '2021-07-16T09:42:01Z', 'revision_number': 2, 'project_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'subnets': [{'id': '41d5884d-035e-4ff4-a800-63e5e2d95151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:02.454271 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1337a80-240d-45f0-9f38-6d9600e7703e None None] The sync data for ids ['4f7119af-da13-4844-80d0-67a294bd4553'] in n-d-758944-46 is: [{'id': '4f7119af-da13-4844-80d0-67a294bd4553', 'name': 'tempest-TestShelveInstance-1715833208-router', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd9ad4eac-585f-4054-b675-c6e50ab50efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:57Z', 'updated_at': '2021-07-16T09:42:00Z', 'revision_number': 4, 'project_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'gw_port': {'id': 'd9ad4eac-585f-4054-b675-c6e50ab50efe', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ca:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7119af-da13-4844-80d0-67a294bd4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:58Z', 'updated_at': '2021-07-16T09:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '4dfb0ebb-d84d-4b46-906b-7fd23b9ded12', 'name': '', 'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'mac_address': 'fa:16:3e:7d:9b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7119af-da13-4844-80d0-67a294bd4553', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '41d5884d-035e-4ff4-a800-63e5e2d95151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:00Z', 'updated_at': '2021-07-16T09:42:01Z', 'revision_number': 2, 'project_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'subnets': [{'id': '41d5884d-035e-4ff4-a800-63e5e2d95151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:42:02.480622 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45764) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:02.486158 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3a090484-0784-4bb7-8d21-a2e986208d50 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-331247129', 'description': 'tempest-secgroup-smoke-331247129 description', 'project_id': '6ab28a98853042639128d39ec756e426'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:02.511086 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a090484-0784-4bb7-8d21-a2e986208d50 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.601391 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a090484-0784-4bb7-8d21-a2e986208d50 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.605768 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a090484-0784-4bb7-8d21-a2e986208d50 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.635841 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3a090484-0784-4bb7-8d21-a2e986208d50 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.636967 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3a090484-0784-4bb7-8d21-a2e986208d50 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1547339 Jul 16 09:42:02.637776 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a090484-0784-4bb7-8d21-a2e986208d50 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0c22a8-4853-4917-a74f-4d07a3744cff,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:02.640062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45766) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:02.646652 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-dc744afc-8494-4b53-939e-806084eb0cd2 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'security_group_rule': {'security_group_id': 'cb0c22a8-4853-4917-a74f-4d07a3744cff', 'project_id': '6ab28a98853042639128d39ec756e426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:02.696748 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc744afc-8494-4b53-939e-806084eb0cd2 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.766134 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc744afc-8494-4b53-939e-806084eb0cd2 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.771279 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc744afc-8494-4b53-939e-806084eb0cd2 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.793716 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc744afc-8494-4b53-939e-806084eb0cd2 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f65757e-4bb0-4e0d-8d11-2a3fe319b458,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:02.797548 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dc744afc-8494-4b53-939e-806084eb0cd2 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.798844 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dc744afc-8494-4b53-939e-806084eb0cd2 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1577730 Jul 16 09:42:02.801583 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45768) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:02.806475 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-4bdabe53-ec43-4cf8-a512-25014da4e4d4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'security_group_rule': {'security_group_id': 'cb0c22a8-4853-4917-a74f-4d07a3744cff', 'project_id': '6ab28a98853042639128d39ec756e426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:02.834731 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4bdabe53-ec43-4cf8-a512-25014da4e4d4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.901601 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4bdabe53-ec43-4cf8-a512-25014da4e4d4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.905727 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4bdabe53-ec43-4cf8-a512-25014da4e4d4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.923133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdabe53-ec43-4cf8-a512-25014da4e4d4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1733c1d-b5ac-48d7-aaa0-a51c96162eec,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:02.933493 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4bdabe53-ec43-4cf8-a512-25014da4e4d4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.935585 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4bdabe53-ec43-4cf8-a512-25014da4e4d4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325014 Jul 16 09:42:02.937935 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45770) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:02.943372 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5b7733c2-f52c-4c24-a6c0-66e403585bcc tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'security_group_rule': {'security_group_id': 'cb0c22a8-4853-4917-a74f-4d07a3744cff', 'project_id': '6ab28a98853042639128d39ec756e426', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:02.972293 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b7733c2-f52c-4c24-a6c0-66e403585bcc tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.036417 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b7733c2-f52c-4c24-a6c0-66e403585bcc tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.041123 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b7733c2-f52c-4c24-a6c0-66e403585bcc tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.061281 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7733c2-f52c-4c24-a6c0-66e403585bcc tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388bd9d4-f6b8-4b3a-8021-6c28c8bd9b53,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:03.067357 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5b7733c2-f52c-4c24-a6c0-66e403585bcc tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.068853 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5b7733c2-f52c-4c24-a6c0-66e403585bcc tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1297786 Jul 16 09:42:03.071325 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45772) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:03.076174 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-3a489fa2-e914-488d-9cb7-94f87bd7d7bf tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'security_group_rule': {'security_group_id': 'cb0c22a8-4853-4917-a74f-4d07a3744cff', 'project_id': '6ab28a98853042639128d39ec756e426', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:03.106530 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3a489fa2-e914-488d-9cb7-94f87bd7d7bf tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.181419 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3a489fa2-e914-488d-9cb7-94f87bd7d7bf tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.188994 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3a489fa2-e914-488d-9cb7-94f87bd7d7bf tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.207507 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a489fa2-e914-488d-9cb7-94f87bd7d7bf tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ca9be3-d415-4915-bd7d-ca90c3b4eb55,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:03.215022 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3a489fa2-e914-488d-9cb7-94f87bd7d7bf tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.216540 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3a489fa2-e914-488d-9cb7-94f87bd7d7bf tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1441462 Jul 16 09:42:03.219759 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45774) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:03.225109 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-338cf9e6-f97a-4719-8532-a110a4a6a5ad tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'security_group_rule': {'security_group_id': 'cb0c22a8-4853-4917-a74f-4d07a3744cff', 'project_id': '6ab28a98853042639128d39ec756e426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:03.250153 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-338cf9e6-f97a-4719-8532-a110a4a6a5ad tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Project 6ab28a98853042639128d39ec756e426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:42:03.259876 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-338cf9e6-f97a-4719-8532-a110a4a6a5ad tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.333686 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-338cf9e6-f97a-4719-8532-a110a4a6a5ad tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.338626 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-338cf9e6-f97a-4719-8532-a110a4a6a5ad tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.357353 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cf9e6-f97a-4719-8532-a110a4a6a5ad tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d32c6b-f0bc-495e-a58d-6b68baf19b79,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:03.365624 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-338cf9e6-f97a-4719-8532-a110a4a6a5ad tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.367337 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-338cf9e6-f97a-4719-8532-a110a4a6a5ad tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465609 Jul 16 09:42:03.370960 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 45776) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:03.379478 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-08f7f1a5-3cae-4d29-93b2-5f5c173258ff tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'security_group_rule': {'security_group_id': 'cb0c22a8-4853-4917-a74f-4d07a3744cff', 'project_id': '6ab28a98853042639128d39ec756e426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:03.408070 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-08f7f1a5-3cae-4d29-93b2-5f5c173258ff tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Project 6ab28a98853042639128d39ec756e426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:42:03.414728 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-08f7f1a5-3cae-4d29-93b2-5f5c173258ff tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.515151 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-08f7f1a5-3cae-4d29-93b2-5f5c173258ff tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.522585 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-08f7f1a5-3cae-4d29-93b2-5f5c173258ff tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.554017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f7f1a5-3cae-4d29-93b2-5f5c173258ff tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98c3551-23d3-4c22-93a2-15ac3a53beed,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:03.563672 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-08f7f1a5-3cae-4d29-93b2-5f5c173258ff tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.569144 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-08f7f1a5-3cae-4d29-93b2-5f5c173258ff tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1962516 Jul 16 09:42:03.603614 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6f4ed632-909b-42c8-a7a4-93edd11a5a2c up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:03.674870 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:03.674870 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.747308 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-d29eef74-a09d-4ce0-a573-6d8a6db9b298 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-331247129&fields=id&tenant_id=6ab28a98853042639128d39ec756e426 HTTP/1.1" status: 200 len: 267 time: 0.0407054 Jul 16 09:42:03.768586 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d9ad4eac-585f-4054-b675-c6e50ab50efe up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:03.832485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port d9ad4eac-585f-4054-b675-c6e50ab50efe completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:03.838885 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d9ad4eac-585f-4054-b675-c6e50ab50efe triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:03.839192 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.891641 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-856690ed-fe06-4500-906c-c4206a04e2d1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:03.893873 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-856690ed-fe06-4500-906c-c4206a04e2d1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 808 time: 0.1314304 Jul 16 09:42:03.913239 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-38a53ded-0e6a-4147-a912-273f658444f7 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/quotas/6ab28a98853042639128d39ec756e426 HTTP/1.1" status: 200 len: 375 time: 0.0127068 Jul 16 09:42:03.939191 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.967768 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port d9ad4eac-585f-4054-b675-c6e50ab50efe, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d9ad4eac-585f-4054-b675-c6e50ab50efe,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:03.981986 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:04.001034 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-171590d9-208c-45a5-aab5-42348afa1bb3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0822051 Jul 16 09:42:04.039341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=d9ad4eac-585f-4054-b675-c6e50ab50efe,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:04.131761 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-6f12e123-60d4-468f-95bb-7eaa34749282 service neutron] 10.222.0.20 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169684 Jul 16 09:42:04.233522 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-44c50b66-bbaf-4934-a586-a9b3b35bd72e service neutron] 10.222.0.20 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948417 Jul 16 09:42:04.280873 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:04.415678 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-be41df23-258f-4e3e-ad14-e7b2b82e7ed9 req-032bb80f-b3b5-45ac-a851-0fd4f8752201 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 210 time: 0.0307157 Jul 16 09:42:04.683813 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Sync routers for ids ['4f7119af-da13-4844-80d0-67a294bd4553'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:42:04.707694 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Routers {'4f7119af-da13-4844-80d0-67a294bd4553'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:04.708948 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['4f7119af-da13-4844-80d0-67a294bd4553'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:04.850491 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Set router 4f7119af-da13-4844-80d0-67a294bd4553 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:05.076575 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7119af-da13-4844-80d0-67a294bd4553', 'name': 'tempest-TestShelveInstance-1715833208-router', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd9ad4eac-585f-4054-b675-c6e50ab50efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:57Z', 'updated_at': '2021-07-16T09:42:00Z', 'revision_number': 4, 'project_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'gw_port': {'id': 'd9ad4eac-585f-4054-b675-c6e50ab50efe', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7119af-da13-4844-80d0-67a294bd4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:58Z', 'updated_at': '2021-07-16T09:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '4dfb0ebb-d84d-4b46-906b-7fd23b9ded12', 'name': '', 'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'mac_address': 'fa:16:3e:7d:9b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7119af-da13-4844-80d0-67a294bd4553', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '41d5884d-035e-4ff4-a800-63e5e2d95151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:00Z', 'updated_at': '2021-07-16T09:42:01Z', 'revision_number': 2, 'project_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'subnets': [{'id': '41d5884d-035e-4ff4-a800-63e5e2d95151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:05.109737 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Checking router: 4f7119af-da13-4844-80d0-67a294bd4553 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:42:05.110001 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Updating router 4f7119af-da13-4844-80d0-67a294bd4553 port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:42:05.153749 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:05.351695 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4a37da19-2614-4f48-8682-b5965320b862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:05.523469 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d9ad4eac-585f-4054-b675-c6e50ab50efe up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:05.542501 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:05.561031 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Transition to ACTIVE for port object 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:05.571627 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:05.674511 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f5c9e227-26fe-4466-92e8-32e4d5f7b8fb req-f2a5d647-d9d6-4e84-9a77-c2dfc0f762af tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 210 time: 0.0733819 Jul 16 09:42:05.817966 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfee118-6ffa-40af-ba67-480f38a0a29a None None] Pushing event updated for resources: {'Port': ['ID=4dfb0ebb-d84d-4b46-906b-7fd23b9ded12,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:05.821820 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Attempting to bind port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:42:05.822191 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Attempting to bind port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '05350f6c-ecd2-486a-8f1a-b5f57de29842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:42:05.822625 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Attempting to bind port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 on network 65d933e8-e121-4ad0-8a18-8997c57456a2 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:42:05.826176 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port d9ad4eac-585f-4054-b675-c6e50ab50efe triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:05.826674 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:05.831856 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:42:05.832615 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Checking segment: {'id': '05350f6c-ecd2-486a-8f1a-b5f57de29842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:42:05.833269 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:05.834008 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Bound using segment: {'id': '05350f6c-ecd2-486a-8f1a-b5f57de29842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:42:05.834742 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Bound port: 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05350f6c-ecd2-486a-8f1a-b5f57de29842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:42:05.835677 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:05.927730 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] For port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:42:05.932328 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] For port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4dfb0ebb-d84d-4b46-906b-7fd23b9ded12,segment=NetworkSegment(05350f6c-ecd2-486a-8f1a-b5f57de29842),segment_id=05350f6c-ecd2-486a-8f1a-b5f57de29842)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:42:05.941583 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:06.033971 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfee118-6ffa-40af-ba67-480f38a0a29a None None] Pushing event updated for resources: {'Port': ['ID=4dfb0ebb-d84d-4b46-906b-7fd23b9ded12,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:06.065014 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Routers {'4f7119af-da13-4844-80d0-67a294bd4553'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:06.066970 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:41:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['4f7119af-da13-4844-80d0-67a294bd4553'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:06.085336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-e5626154-2e07-4d6d-a69a-523f0ec758cd tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:06.089421 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-e5626154-2e07-4d6d-a69a-523f0ec758cd tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 808 time: 0.2072418 Jul 16 09:42:06.142029 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-aacae386-c791-4bc1-80a0-0798a71689a1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ab28a98853042639128d39ec756e426 HTTP/1.1" status: 200 len: 379 time: 0.0465133 Jul 16 09:42:06.159375 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-2a8a2985-e13b-49de-a004-ab4cdfbeecac tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'port': {'device_id': '875bac11-741b-4542-ab97-6650714fcc47', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'admin_state_up': True, 'tenant_id': '6ab28a98853042639128d39ec756e426', 'security_groups': ['cb0c22a8-4853-4917-a74f-4d07a3744cff']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:06.182068 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:06.286169 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] Set router 4f7119af-da13-4844-80d0-67a294bd4553 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:06.334924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-2a8a2985-e13b-49de-a004-ab4cdfbeecac tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Made reservation on behalf of 6ab28a98853042639128d39ec756e426 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:42:06.340215 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-2a8a2985-e13b-49de-a004-ab4cdfbeecac tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:06.483357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-2a8a2985-e13b-49de-a004-ab4cdfbeecac tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Allocated IP 172.20.0.14 (56303015-eda0-410b-b3b0-ab521d8be1fb/b4081a79-9556-4ab9-8264-fea1f50af6c7/54c8dd26-5b1e-4363-873a-1ee3647b751c) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:42:06.526415 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7119af-da13-4844-80d0-67a294bd4553', 'name': 'tempest-TestShelveInstance-1715833208-router', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd9ad4eac-585f-4054-b675-c6e50ab50efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:57Z', 'updated_at': '2021-07-16T09:42:00Z', 'revision_number': 4, 'project_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'gw_port': {'id': 'd9ad4eac-585f-4054-b675-c6e50ab50efe', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7119af-da13-4844-80d0-67a294bd4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:58Z', 'updated_at': '2021-07-16T09:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '4dfb0ebb-d84d-4b46-906b-7fd23b9ded12', 'name': '', 'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'mac_address': 'fa:16:3e:7d:9b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7119af-da13-4844-80d0-67a294bd4553', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '41d5884d-035e-4ff4-a800-63e5e2d95151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:00Z', 'updated_at': '2021-07-16T09:42:05Z', 'revision_number': 4, 'project_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'subnets': [{'id': '41d5884d-035e-4ff4-a800-63e5e2d95151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:06.561739 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-764f6b9b-d5e0-4f5d-85cd-11acd51197bf None None] The sync data for ids ['4f7119af-da13-4844-80d0-67a294bd4553'] in n-d-758944-46 is: [{'id': '4f7119af-da13-4844-80d0-67a294bd4553', 'name': 'tempest-TestShelveInstance-1715833208-router', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd9ad4eac-585f-4054-b675-c6e50ab50efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:57Z', 'updated_at': '2021-07-16T09:42:00Z', 'revision_number': 4, 'project_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'gw_port': {'id': 'd9ad4eac-585f-4054-b675-c6e50ab50efe', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7119af-da13-4844-80d0-67a294bd4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:58Z', 'updated_at': '2021-07-16T09:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '4dfb0ebb-d84d-4b46-906b-7fd23b9ded12', 'name': '', 'network_id': '65d933e8-e121-4ad0-8a18-8997c57456a2', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'mac_address': 'fa:16:3e:7d:9b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f7119af-da13-4844-80d0-67a294bd4553', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '41d5884d-035e-4ff4-a800-63e5e2d95151', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:42:00Z', 'updated_at': '2021-07-16T09:42:05Z', 'revision_number': 4, 'project_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'subnets': [{'id': '41d5884d-035e-4ff4-a800-63e5e2d95151', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:42:06.646741 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-2a8a2985-e13b-49de-a004-ab4cdfbeecac tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:06.662159 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-2a8a2985-e13b-49de-a004-ab4cdfbeecac tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Transition to ACTIVE for port object 54c8dd26-5b1e-4363-873a-1ee3647b751c will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:06.696961 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-2a8a2985-e13b-49de-a004-ab4cdfbeecac tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:06.754627 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-2a8a2985-e13b-49de-a004-ab4cdfbeecac tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Network 56303015-eda0-410b-b3b0-ab521d8be1fb is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:42:06.758162 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-2a8a2985-e13b-49de-a004-ab4cdfbeecac tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:06.765106 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-2a8a2985-e13b-49de-a004-ab4cdfbeecac tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:42:06.811681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8a2985-e13b-49de-a004-ab4cdfbeecac tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'Port': ['ID=54c8dd26-5b1e-4363-873a-1ee3647b751c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:06.831436 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-2a8a2985-e13b-49de-a004-ab4cdfbeecac tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:06.832133 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-2a8a2985-e13b-49de-a004-ab4cdfbeecac tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:06.860073 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-2a8a2985-e13b-49de-a004-ab4cdfbeecac tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7084515 Jul 16 09:42:06.883582 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Request body: {'port': {'device_id': '875bac11-741b-4542-ab97-6650714fcc47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:06.982160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef18d3f3-42f2-48bb-acba-2a1b1401a749 req-f2d9631f-5754-4a7c-8cfb-1810dbc169fb tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:06.983885 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef18d3f3-42f2-48bb-acba-2a1b1401a749 req-f2d9631f-5754-4a7c-8cfb-1810dbc169fb tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 932 time: 0.1394997 Jul 16 09:42:06.990242 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:07.071069 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef18d3f3-42f2-48bb-acba-2a1b1401a749 req-e86054d7-6b0a-402e-973c-2dc671ae992b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710018 Jul 16 09:42:07.155505 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-65464c19-3f2e-47de-9117-6b3a34367890 None None] Provisioning for port 54c8dd26-5b1e-4363-873a-1ee3647b751c completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:07.160714 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-65464c19-3f2e-47de-9117-6b3a34367890 None None] Provisioning complete for port 54c8dd26-5b1e-4363-873a-1ee3647b751c triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:07.161374 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-65464c19-3f2e-47de-9117-6b3a34367890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:07.220567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-65464c19-3f2e-47de-9117-6b3a34367890 None None] Port 54c8dd26-5b1e-4363-873a-1ee3647b751c cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:42:07.406822 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c8dd26-5b1e-4363-873a-1ee3647b751c {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:42:07.415832 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:07.428367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Transition to ACTIVE for port object 54c8dd26-5b1e-4363-873a-1ee3647b751c will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:42:07.432122 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:07.507373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Pushing event updated for resources: {'Port': ['ID=54c8dd26-5b1e-4363-873a-1ee3647b751c,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:07.538029 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:07.572335 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Attempting to bind port 54c8dd26-5b1e-4363-873a-1ee3647b751c on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:42:07.572725 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Attempting to bind port 54c8dd26-5b1e-4363-873a-1ee3647b751c by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:42:07.573107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Attempting to bind port 54c8dd26-5b1e-4363-873a-1ee3647b751c on network 56303015-eda0-410b-b3b0-ab521d8be1fb {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:42:07.580117 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Port 54c8dd26-5b1e-4363-873a-1ee3647b751c on network 56303015-eda0-410b-b3b0-ab521d8be1fb not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:42:07.582766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Attempting to bind port 54c8dd26-5b1e-4363-873a-1ee3647b751c on network 56303015-eda0-410b-b3b0-ab521d8be1fb {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:42:07.590183 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:42:07.590535 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Checking segment: {'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:42:07.591301 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Bound using segment: {'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:42:07.591756 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Bound port: 54c8dd26-5b1e-4363-873a-1ee3647b751c, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:42:07.592125 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:07.599234 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:07.604101 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:07.604548 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:07.678005 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] For port 54c8dd26-5b1e-4363-873a-1ee3647b751c, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:42:07.681523 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] For port 54c8dd26-5b1e-4363-873a-1ee3647b751c, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:42:07.685605 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:07.700169 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:07.722232 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:07.722480 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:07.723796 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] 10.222.0.38 "PUT /v2.0/ports/54c8dd26-5b1e-4363-873a-1ee3647b751c HTTP/1.1" status: 200 len: 1093 time: 0.8459160 Jul 16 09:42:07.724262 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:42:07.726623 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014a7145-0694-4417-9821-0c620b362db5" -d '{"events": [{"name": "network-changed", "server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:42:07.743676 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4dfb0ebb-d84d-4b46-906b-7fd23b9ded12,segment=NetworkSegment(05350f6c-ecd2-486a-8f1a-b5f57de29842),segment_id=05350f6c-ecd2-486a-8f1a-b5f57de29842)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:07.757196 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd738e6-71a9-4f16-9afc-89284dcd82d1 service neutron] Pushing event updated for resources: {'Port': ['ID=54c8dd26-5b1e-4363-873a-1ee3647b751c,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:07.762662 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:07.779662 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f853aa9-239e-460e-8055-81aab821ceca x-openstack-request-id: req-1f853aa9-239e-460e-8055-81aab821ceca {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:42:07.780184 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:42:07.780447 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1f853aa9-239e-460e-8055-81aab821ceca {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:42:07.781017 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'status': 'completed', 'code': 200} Jul 16 09:42:07.835555 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=4dfb0ebb-d84d-4b46-906b-7fd23b9ded12,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:07.863135 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-500bf3b7-4c73-4b47-a581-47ea55587a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:07.864779 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-500bf3b7-4c73-4b47-a581-47ea55587a24 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 1096 time: 0.0695369 Jul 16 09:42:07.934617 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-e8d09028-9e09-44ae-8048-b85dc3d8919d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c HTTP/1.1" status: 200 len: 217 time: 0.0625000 Jul 16 09:42:08.010415 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-4c5a2393-de5f-4432-9111-109db16788d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:08.012474 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-4c5a2393-de5f-4432-9111-109db16788d4 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0712187 Jul 16 09:42:08.016688 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1e2ddd12-9ad0-4c59-80a0-87a46ffc53b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:08.100274 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-81459350-a1a5-4505-adab-53ff8c2f9d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:08.101860 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-81459350-a1a5-4505-adab-53ff8c2f9d8b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0833201 Jul 16 09:42:08.269590 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-3d3239ef-6733-4de1-8003-b923d27f464b service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572633 Jul 16 09:42:08.320722 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:08.418493 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c8f466-462b-4647-83ce-8c1dd1e37172 req-90ece94c-8112-4991-a2a2-e2a02a94d16c tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:08.421416 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d7c8f466-462b-4647-83ce-8c1dd1e37172 req-90ece94c-8112-4991-a2a2-e2a02a94d16c tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 944 time: 0.2211061 Jul 16 09:42:08.434820 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-909fa4fa-aeaa-4da3-8901-5333cb51725c req-4536ad38-f737-404d-9db3-b343baf4ed1f service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621673 Jul 16 09:42:08.492026 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d7c8f466-462b-4647-83ce-8c1dd1e37172 req-f03e4eaf-a173-42d9-aea2-2b53a3d5ee6d tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629518 Jul 16 09:42:08.561815 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a7145-0694-4417-9821-0c620b362db5 req-50fb2072-b439-4822-a65d-d568b56ad41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:08.563244 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-014a7145-0694-4417-9821-0c620b362db5 req-50fb2072-b439-4822-a65d-d568b56ad41e service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 1096 time: 0.0699313 Jul 16 09:42:08.662060 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a7145-0694-4417-9821-0c620b362db5 req-588b6d0f-9317-48f1-93f5-e5f80bf0ad6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:08.663573 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-014a7145-0694-4417-9821-0c620b362db5 req-588b6d0f-9317-48f1-93f5-e5f80bf0ad6b service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.0943830 Jul 16 09:42:08.706374 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-014a7145-0694-4417-9821-0c620b362db5 req-f2338a2d-2aa2-4add-9a48-7dd17ad85404 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c HTTP/1.1" status: 200 len: 217 time: 0.0351827 Jul 16 09:42:08.767272 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a7145-0694-4417-9821-0c620b362db5 req-f5eeb927-7132-4f46-acf8-ceb74a3b4588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:08.768768 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-014a7145-0694-4417-9821-0c620b362db5 req-f5eeb927-7132-4f46-acf8-ceb74a3b4588 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0553105 Jul 16 09:42:08.832938 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014a7145-0694-4417-9821-0c620b362db5 req-c21b9212-7fc1-496c-94f8-d44665b17d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:08.834416 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-014a7145-0694-4417-9821-0c620b362db5 req-c21b9212-7fc1-496c-94f8-d44665b17d81 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590203 Jul 16 09:42:08.927868 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-014a7145-0694-4417-9821-0c620b362db5 req-49480af1-a86a-430b-b5a3-c65c088cfb0f service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863092 Jul 16 09:42:09.059153 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-014a7145-0694-4417-9821-0c620b362db5 req-d50081ae-07d6-459b-bfaf-e3c618d5aeff service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249094 Jul 16 09:42:09.489609 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:09.540356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:09.540894 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:09.701408 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd6b2f4-9fdf-4916-9cc1-9a9a48f28a69 req-53f0bb09-ef6a-4541-ba86-d64d6ede01a8 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:09.703375 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbd6b2f4-9fdf-4916-9cc1-9a9a48f28a69 req-53f0bb09-ef6a-4541-ba86-d64d6ede01a8 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 944 time: 0.0857983 Jul 16 09:42:09.755440 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cbd6b2f4-9fdf-4916-9cc1-9a9a48f28a69 req-b6c55068-97ff-4d36-8157-bbd1a2ded0ec tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453041 Jul 16 09:42:09.992711 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:10.537699 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54c8dd26-5b1e-4363-873a-1ee3647b751c details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:42:10.643786 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54c8dd26-5b1e-4363-873a-1ee3647b751c, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:10.664195 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'port_id': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'mac_address': 'fa:16:3e:84:ba:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:42:10.709435 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:10.725071 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c8dd26-5b1e-4363-873a-1ee3647b751c {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:42:10.748897 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54c8dd26-5b1e-4363-873a-1ee3647b751c, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:10.752896 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:10.814840 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=54c8dd26-5b1e-4363-873a-1ee3647b751c,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:10.947029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2c9136-f5d9-4365-8c06-4216472d1eba req-849e75fa-0d3f-4f2c-acc1-266064b10526 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:10.948669 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0c2c9136-f5d9-4365-8c06-4216472d1eba req-849e75fa-0d3f-4f2c-acc1-266064b10526 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 945 time: 0.0706825 Jul 16 09:42:10.958656 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['54c8dd26-5b1e-4363-873a-1ee3647b751c'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:42:10.997516 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0c2c9136-f5d9-4365-8c06-4216472d1eba req-19226acf-f669-4eb7-a152-869c89db0414 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375583 Jul 16 09:42:11.489413 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:12.216029 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20565c4-ed07-4a87-b329-af6a2d834af8 req-56db8ebe-8047-4a7f-8598-3c31cceeaf41 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:12.217687 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e20565c4-ed07-4a87-b329-af6a2d834af8 req-56db8ebe-8047-4a7f-8598-3c31cceeaf41 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 945 time: 0.0886357 Jul 16 09:42:12.288212 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e20565c4-ed07-4a87-b329-af6a2d834af8 req-6f9cdfdb-026a-4451-b331-509e69909db0 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636938 Jul 16 09:42:12.553701 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54c8dd26-5b1e-4363-873a-1ee3647b751c up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:12.606586 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 54c8dd26-5b1e-4363-873a-1ee3647b751c completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:12.611561 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 54c8dd26-5b1e-4363-873a-1ee3647b751c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:12.612019 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:12.707396 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:12.741453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:42:12.745126 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36132544-a895-428b-b009-f7c0fe491a8d" -d '{"events": [{"server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "name": "network-vif-plugged", "status": "completed", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:42:12.760070 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54c8dd26-5b1e-4363-873a-1ee3647b751c, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:12.765167 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:12.789968 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7398f23a-c382-4033-bb20-db853d75acd2 x-openstack-request-id: req-7398f23a-c382-4033-bb20-db853d75acd2 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:42:12.790255 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "name": "network-vif-plugged", "status": "completed", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:42:12.790502 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7398f23a-c382-4033-bb20-db853d75acd2 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:42:12.790890 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'code': 200} Jul 16 09:42:12.817351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=54c8dd26-5b1e-4363-873a-1ee3647b751c,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:12.910064 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dde0b-6d21-4d01-9eba-aff8f305af24 req-53eb2c8f-605b-4253-abc8-6378e224b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:12.911579 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-319dde0b-6d21-4d01-9eba-aff8f305af24 req-53eb2c8f-605b-4253-abc8-6378e224b714 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 1098 time: 0.0601671 Jul 16 09:42:12.947015 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-319dde0b-6d21-4d01-9eba-aff8f305af24 req-71937639-ad14-417c-a3db-1dee5bc55049 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293207 Jul 16 09:42:13.486898 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6af25c-9cbf-442b-8136-fde1c62959ca req-4a991c5b-feaf-4f03-86d5-4f91f2d02cb5 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:13.488522 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c6af25c-9cbf-442b-8136-fde1c62959ca req-4a991c5b-feaf-4f03-86d5-4f91f2d02cb5 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0721879 Jul 16 09:42:13.529074 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6c6af25c-9cbf-442b-8136-fde1c62959ca req-269c0da2-782f-4b4a-87e2-57c767361368 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344980 Jul 16 09:42:14.711825 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cab179-9ee0-4293-9e64-4f2263856683 req-7ad3fb3e-ec27-4866-8ed2-067701c52d75 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:14.713501 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21cab179-9ee0-4293-9e64-4f2263856683 req-7ad3fb3e-ec27-4866-8ed2-067701c52d75 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0712345 Jul 16 09:42:14.754432 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21cab179-9ee0-4293-9e64-4f2263856683 req-1bc29455-ac03-49f5-bfb9-12d62f31421c tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350709 Jul 16 09:42:14.953092 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e642c6-3330-44c9-bcc9-ca7383e9d74d req-8bc2fc94-5916-4651-8c81-7025f3cffb28 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:14.954581 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50e642c6-3330-44c9-bcc9-ca7383e9d74d req-8bc2fc94-5916-4651-8c81-7025f3cffb28 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0814135 Jul 16 09:42:14.993687 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-50e642c6-3330-44c9-bcc9-ca7383e9d74d req-3f1da1bb-8ecf-4a19-bcd0-026e12324c1d tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326576 Jul 16 09:42:15.019033 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45832) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:15.167765 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cec35af-5922-46bf-a536-b456762d491c tempest-TestShelveInstance-914540481 tempest-TestShelveInstance-914540481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:15.169391 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0cec35af-5922-46bf-a536-b456762d491c tempest-TestShelveInstance-914540481 tempest-TestShelveInstance-914540481-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 1093 time: 0.1493318 Jul 16 09:42:15.172441 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 45836) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:15.176983 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:15.199415 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:15.302352 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:15.750350 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Allocated IP 172.25.4.57 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/ddf390d3-16fc-4b24-b9a2-dea1d1e41dd6) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:42:15.852777 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:15.891278 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:15.933429 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:42:15.936375 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:15.940999 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:42:15.946755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'Port': ['ID=ddf390d3-16fc-4b24-b9a2-dea1d1e41dd6,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:16.320814 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.406506 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.574096 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.579385 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.655697 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'Port': ['ID=ddf390d3-16fc-4b24-b9a2-dea1d1e41dd6,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:16.670532 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.779655 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Floating IP d959aab1-4080-4805-b6e6-99cd25a8bf3a associated. External IP: 172.25.4.57, port: 54c8dd26-5b1e-4363-873a-1ee3647b751c. Jul 16 09:42:17.005587 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Router 81146e91-8d67-434a-95cc-5ce1d8c563d1 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:42:17.123408 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:42:17.135200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acd5937-e7db-4225-a0ce-29d60a8b65b7 None None] Sync routers for ids ['81146e91-8d67-434a-95cc-5ce1d8c563d1'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:42:17.143085 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.148250 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acd5937-e7db-4225-a0ce-29d60a8b65b7 None None] Routers {'81146e91-8d67-434a-95cc-5ce1d8c563d1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:17.148936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7acd5937-e7db-4225-a0ce-29d60a8b65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:42:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['81146e91-8d67-434a-95cc-5ce1d8c563d1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:17.201976 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-4e077119-331f-46ae-ae3c-c691d3830f63 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0140586 Jul 16 09:42:17.201976 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:42:17.201976 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de044f6-459a-4439-80ce-00cdefa8e56a" -d '{"events": [{"name": "network-changed", "server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:42:17.229193 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b5cefa-353c-44f9-8bdc-5b3dd71bc8c5 x-openstack-request-id: req-55b5cefa-353c-44f9-8bdc-5b3dd71bc8c5 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:42:17.229193 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:42:17.229616 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-55b5cefa-353c-44f9-8bdc-5b3dd71bc8c5 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:42:17.229957 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'status': 'completed', 'code': 200} Jul 16 09:42:17.266797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-7acd5937-e7db-4225-a0ce-29d60a8b65b7 None None] Set router 81146e91-8d67-434a-95cc-5ce1d8c563d1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:17.311360 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de044f6-459a-4439-80ce-00cdefa8e56a req-becbfaf8-1a6c-4548-9412-0aada1bfd3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:17.312951 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9de044f6-459a-4439-80ce-00cdefa8e56a req-becbfaf8-1a6c-4548-9412-0aada1bfd3d4 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 1098 time: 0.0585995 Jul 16 09:42:17.412216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de044f6-459a-4439-80ce-00cdefa8e56a req-e4d08e1a-2d01-4713-b647-e5bb0efbec29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:17.413760 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9de044f6-459a-4439-80ce-00cdefa8e56a req-e4d08e1a-2d01-4713-b647-e5bb0efbec29 service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.0949471 Jul 16 09:42:17.481128 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9de044f6-459a-4439-80ce-00cdefa8e56a req-a21225aa-4a2b-4a84-bf20-18d327ab3297 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c HTTP/1.1" status: 200 len: 999 time: 0.0605381 Jul 16 09:42:17.501448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7acd5937-e7db-4225-a0ce-29d60a8b65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd959aab1-4080-4805-b6e6-99cd25a8bf3a', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'port_id': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'mac_address': 'fa:16:3e:84:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875bac11-741b-4542-ab97-6650714fcc47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:42:16Z', 'updated_at': '2021-07-16T09:42:16Z', 'revision_number': 0, 'project_id': '6ab28a98853042639128d39ec756e426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:42:02Z', 'revision_number': 5, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:17.531440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acd5937-e7db-4225-a0ce-29d60a8b65b7 None None] Checking router: 81146e91-8d67-434a-95cc-5ce1d8c563d1 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:42:17.536430 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de044f6-459a-4439-80ce-00cdefa8e56a req-0cf8ff44-2983-4410-9441-ae855f52c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:17.537932 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9de044f6-459a-4439-80ce-00cdefa8e56a req-0cf8ff44-2983-4410-9441-ae855f52c25a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0502629 Jul 16 09:42:17.540978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acd5937-e7db-4225-a0ce-29d60a8b65b7 None None] Routers {'81146e91-8d67-434a-95cc-5ce1d8c563d1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:17.541611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7acd5937-e7db-4225-a0ce-29d60a8b65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:42:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['81146e91-8d67-434a-95cc-5ce1d8c563d1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:17.607107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de044f6-459a-4439-80ce-00cdefa8e56a req-d872f3b5-1442-4eb3-978a-dfed30b8c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:17.608703 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9de044f6-459a-4439-80ce-00cdefa8e56a req-d872f3b5-1442-4eb3-978a-dfed30b8c4c6 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644367 Jul 16 09:42:17.648188 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-7acd5937-e7db-4225-a0ce-29d60a8b65b7 None None] Set router 81146e91-8d67-434a-95cc-5ce1d8c563d1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:17.705745 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9de044f6-459a-4439-80ce-00cdefa8e56a req-6844c451-b29a-4a27-bb26-529d1f5ea080 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904560 Jul 16 09:42:17.798421 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9de044f6-459a-4439-80ce-00cdefa8e56a req-85d3531b-9722-4a20-be6f-fa27824aba6b service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860877 Jul 16 09:42:17.877946 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-7acd5937-e7db-4225-a0ce-29d60a8b65b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd959aab1-4080-4805-b6e6-99cd25a8bf3a', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'port_id': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'mac_address': 'fa:16:3e:84:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875bac11-741b-4542-ab97-6650714fcc47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:42:16Z', 'updated_at': '2021-07-16T09:42:16Z', 'revision_number': 0, 'project_id': '6ab28a98853042639128d39ec756e426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:42:02Z', 'revision_number': 5, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:17.907483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acd5937-e7db-4225-a0ce-29d60a8b65b7 None None] The sync data for ids ['81146e91-8d67-434a-95cc-5ce1d8c563d1'] in n-d-758944-46 is: [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'd959aab1-4080-4805-b6e6-99cd25a8bf3a', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'floating_ip_address': '172.25.4.57', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'port_id': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'mac_address': 'fa:16:3e:84:ba:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '875bac11-741b-4542-ab97-6650714fcc47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:42:16Z', 'updated_at': '2021-07-16T09:42:16Z', 'revision_number': 0, 'project_id': '6ab28a98853042639128d39ec756e426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:42:02Z', 'revision_number': 5, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:42:18.107263 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a033b6f6-11ca-49d4-ae06-8306f8502206 None None] New status for floating IP d959aab1-4080-4805-b6e6-99cd25a8bf3a: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:42:28.786250 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:42:33.408709 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f817755-727c-48e7-96b5-904e36be7a92 req-170c8cf7-2ffe-4fb2-a003-d06e4a1ca337 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503709 Jul 16 09:42:33.503605 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f817755-727c-48e7-96b5-904e36be7a92 req-777b452e-4dc8-4ceb-9515-c10d81e12d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:33.505138 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f817755-727c-48e7-96b5-904e36be7a92 req-777b452e-4dc8-4ceb-9515-c10d81e12d1c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 1098 time: 0.0562270 Jul 16 09:42:33.610405 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f817755-727c-48e7-96b5-904e36be7a92 req-8ff659ac-1e8a-4e28-8451-d65cc055c203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:33.611819 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f817755-727c-48e7-96b5-904e36be7a92 req-8ff659ac-1e8a-4e28-8451-d65cc055c203 service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.0851882 Jul 16 09:42:33.683631 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f817755-727c-48e7-96b5-904e36be7a92 req-14fee80e-b3c6-467b-86d2-a2dca1be9c1d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c HTTP/1.1" status: 200 len: 1001 time: 0.0651090 Jul 16 09:42:33.731628 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f817755-727c-48e7-96b5-904e36be7a92 req-f663322c-9bd8-4a5d-af8a-8d1a873cae22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:33.733081 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f817755-727c-48e7-96b5-904e36be7a92 req-f663322c-9bd8-4a5d-af8a-8d1a873cae22 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0427711 Jul 16 09:42:33.789698 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f817755-727c-48e7-96b5-904e36be7a92 req-f359afc3-839d-45ec-a175-606c32da014d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:33.791202 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f817755-727c-48e7-96b5-904e36be7a92 req-f359afc3-839d-45ec-a175-606c32da014d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522351 Jul 16 09:42:33.884547 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f817755-727c-48e7-96b5-904e36be7a92 req-46afa76f-f263-4c8b-ba5a-718443dbe588 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865488 Jul 16 09:42:33.972701 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1f817755-727c-48e7-96b5-904e36be7a92 req-c261cf48-f880-46ec-a1e2-1aab73a5fefd service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815282 Jul 16 09:42:34.283044 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:35.345201 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-879c4d38-5944-4c8d-b900-6c6cb0ab8a3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:36.172137 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:38.008939 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6f56563f-eb83-4028-a5ee-2e12b3c1d468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:38.313273 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:39.998068 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:41.492352 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:04.272743 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:05.346717 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-50711269-1dd4-462c-a0eb-40721aa2dd40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:05.785219 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:43:06.190699 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:08.011321 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ed6b322a-d8ab-49a5-ac02-53dd06b7ae76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:08.314004 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:09.999355 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:11.495338 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:33.413924 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-234e5341-59fd-4d05-840e-f3ea48adab8e req-82cff6ed-e8ed-45a5-9747-3f5172329a2d service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550334 Jul 16 09:43:33.505163 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e5341-59fd-4d05-840e-f3ea48adab8e req-22d4d234-3aee-49e1-a65c-ea9fea59ef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:33.506662 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-234e5341-59fd-4d05-840e-f3ea48adab8e req-22d4d234-3aee-49e1-a65c-ea9fea59ef24 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 1098 time: 0.0518303 Jul 16 09:43:33.613718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e5341-59fd-4d05-840e-f3ea48adab8e req-91221149-274d-4194-a952-50fe7fc3feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:33.615110 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-234e5341-59fd-4d05-840e-f3ea48adab8e req-91221149-274d-4194-a952-50fe7fc3feb1 service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.0891042 Jul 16 09:43:33.677701 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-234e5341-59fd-4d05-840e-f3ea48adab8e req-4ca9c57e-b98d-4afd-8ef5-3c4ad1935009 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c HTTP/1.1" status: 200 len: 1001 time: 0.0562584 Jul 16 09:43:33.724981 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e5341-59fd-4d05-840e-f3ea48adab8e req-a8979db2-4577-4162-9c48-a97c6f2d3d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:33.726397 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-234e5341-59fd-4d05-840e-f3ea48adab8e req-a8979db2-4577-4162-9c48-a97c6f2d3d5d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0429189 Jul 16 09:43:33.786505 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234e5341-59fd-4d05-840e-f3ea48adab8e req-00f10a90-e725-4b48-981e-b7e01f613c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:33.788016 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-234e5341-59fd-4d05-840e-f3ea48adab8e req-00f10a90-e725-4b48-981e-b7e01f613c51 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559883 Jul 16 09:43:33.874536 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-234e5341-59fd-4d05-840e-f3ea48adab8e req-2c958594-9a2d-41f1-8d92-b435eb8d204e service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803647 Jul 16 09:43:33.965594 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-234e5341-59fd-4d05-840e-f3ea48adab8e req-08f4a20b-41c5-4c1e-8f67-0f00baf002d2 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849698 Jul 16 09:43:34.303308 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:35.348654 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-28024fbc-3f36-4c96-80af-17b90e42dc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:36.185542 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:38.014441 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e8ed6ae1-5554-4244-bde8-4b7c2e42eae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:38.315490 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.002215 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:41.496775 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:42.784804 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:44:04.302228 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:05.353348 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7173c3e2-5374-4fec-9aea-aa8297adde24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:06.223916 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:08.024647 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-99b3929a-9900-44ac-afff-c1ee3abaf213 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:08.323967 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:10.005142 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:11.502213 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:13.046168 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d530a1-09ab-4fa7-9313-8dd0403cb4d4 req-85b169e0-8f5d-41b9-ae18-e015fdfd119b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:13.048477 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91d530a1-09ab-4fa7-9313-8dd0403cb4d4 req-85b169e0-8f5d-41b9-ae18-e015fdfd119b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.1183381 Jul 16 09:44:13.092614 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91d530a1-09ab-4fa7-9313-8dd0403cb4d4 req-8498323a-b044-4018-98ec-4f48e90fb460 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357661 Jul 16 09:44:14.283757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff94f41-0fdf-4334-8c7e-f26b83dddf4f req-dabcc540-39f2-43c2-87fc-2735136bd599 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:14.285488 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aff94f41-0fdf-4334-8c7e-f26b83dddf4f req-dabcc540-39f2-43c2-87fc-2735136bd599 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0686009 Jul 16 09:44:14.345221 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-aff94f41-0fdf-4334-8c7e-f26b83dddf4f req-255fb115-f250-470f-9e9b-93220043ce36 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536616 Jul 16 09:44:15.537619 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a66ac1-fd1e-44e2-b751-99c1f6bbd99f req-322f6045-4192-4e0b-8b67-51cb8452576e tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:15.538992 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b5a66ac1-fd1e-44e2-b751-99c1f6bbd99f req-322f6045-4192-4e0b-8b67-51cb8452576e tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0617299 Jul 16 09:44:15.579162 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b5a66ac1-fd1e-44e2-b751-99c1f6bbd99f req-6b9503b8-e5a1-41bb-8386-edb8f7806ff6 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347126 Jul 16 09:44:16.753853 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1febe3e4-5a24-4b12-b496-408cfdedf3ee req-bf6696b1-4bd7-405a-997a-ddc8dfc6da7d tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:16.755389 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1febe3e4-5a24-4b12-b496-408cfdedf3ee req-bf6696b1-4bd7-405a-997a-ddc8dfc6da7d tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0674198 Jul 16 09:44:16.792768 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1febe3e4-5a24-4b12-b496-408cfdedf3ee req-91ad0d37-9b5b-4630-ba26-a6a8ca676733 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318301 Jul 16 09:44:17.965599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3141c-3e3c-434d-ad4f-2c309aa67ff1 req-092bb34a-bc30-41c4-99ae-77c85c94ad3f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:17.967137 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff3141c-3e3c-434d-ad4f-2c309aa67ff1 req-092bb34a-bc30-41c4-99ae-77c85c94ad3f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0633776 Jul 16 09:44:18.006713 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1ff3141c-3e3c-434d-ad4f-2c309aa67ff1 req-0cf361de-c487-4012-bb94-a87d2050f13c tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334086 Jul 16 09:44:19.227864 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e85fb5-7e18-4833-9d30-5ee2623dd598 req-cc3160b5-b161-4c3c-ba92-f26c13cc48a5 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:19.230049 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4e85fb5-7e18-4833-9d30-5ee2623dd598 req-cc3160b5-b161-4c3c-ba92-f26c13cc48a5 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.1094093 Jul 16 09:44:19.267757 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4e85fb5-7e18-4833-9d30-5ee2623dd598 req-c6eab8a2-f3d4-43d9-aaff-7ff6dd586b34 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314786 Jul 16 09:44:19.786379 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:44:20.446667 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ecfa1-5fa8-4437-8562-4e48e05d9e52 req-da5ad77b-1ea4-4df6-9eec-9186acad2fa6 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:20.448134 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-196ecfa1-5fa8-4437-8562-4e48e05d9e52 req-da5ad77b-1ea4-4df6-9eec-9186acad2fa6 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0631907 Jul 16 09:44:20.485244 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-196ecfa1-5fa8-4437-8562-4e48e05d9e52 req-59b604cd-2123-4de7-8521-3fc5f14360a4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314674 Jul 16 09:44:21.668231 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf27883-b50b-4eba-b2ab-1b7d0b97cc07 req-70c447d4-f2b4-4246-b1a8-a8e792fe6284 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:21.670006 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cdf27883-b50b-4eba-b2ab-1b7d0b97cc07 req-70c447d4-f2b4-4246-b1a8-a8e792fe6284 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0691848 Jul 16 09:44:21.709275 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cdf27883-b50b-4eba-b2ab-1b7d0b97cc07 req-e4b820bc-4510-46b4-a809-f78ef3450a25 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332263 Jul 16 09:44:22.889532 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfba6c-a67c-4d4d-8562-fd903e2fbc2b req-aff86d63-e5c8-4bea-9a03-906595ad0aa6 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:22.891078 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ecfba6c-a67c-4d4d-8562-fd903e2fbc2b req-aff86d63-e5c8-4bea-9a03-906595ad0aa6 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0686619 Jul 16 09:44:22.929764 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9ecfba6c-a67c-4d4d-8562-fd903e2fbc2b req-60798f8a-50da-42a4-a2f5-ad935ebf8f6a tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331743 Jul 16 09:44:24.111590 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867170fd-fcb7-4d6f-851a-93cb12d531fe req-9f894f69-aaae-4451-a6b4-b24278a21302 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:24.113112 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-867170fd-fcb7-4d6f-851a-93cb12d531fe req-9f894f69-aaae-4451-a6b4-b24278a21302 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0693161 Jul 16 09:44:24.153628 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-867170fd-fcb7-4d6f-851a-93cb12d531fe req-07530f39-96b5-45ed-82e9-43738e9e0f71 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346334 Jul 16 09:44:25.190152 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54c8dd26-5b1e-4363-873a-1ee3647b751c details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:44:25.310221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54c8dd26-5b1e-4363-873a-1ee3647b751c, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:25.363426 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6b28c-5fc2-4982-8ff0-9a8f16ecbdb2 req-4ff6cf47-a94f-4669-994d-db2571396631 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:25.365924 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81e6b28c-5fc2-4982-8ff0-9a8f16ecbdb2 req-4ff6cf47-a94f-4669-994d-db2571396631 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0763543 Jul 16 09:44:25.407245 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81e6b28c-5fc2-4982-8ff0-9a8f16ecbdb2 req-81b45bcf-b28a-4e3b-a82c-2b466711a427 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362871 Jul 16 09:44:25.478852 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'port_id': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'mac_address': 'fa:16:3e:84:ba:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:44:25.517466 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:25.531835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54c8dd26-5b1e-4363-873a-1ee3647b751c {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:44:25.552102 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54c8dd26-5b1e-4363-873a-1ee3647b751c, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:25.556080 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:25.606812 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=54c8dd26-5b1e-4363-873a-1ee3647b751c,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:25.614449 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:25.614793 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:25.615133 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:25.615448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:25.615782 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:25.616109 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:25.616431 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:25.616818 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:25.617217 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:25.617797 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:25.618306 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:25.618625 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:25.624951 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['54c8dd26-5b1e-4363-873a-1ee3647b751c'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:44:26.591832 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344281c7-7f8a-4dd8-b429-1445d8f08bf8 req-9908c0a0-433d-4919-91fa-d40b6d9dc07e tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:26.593834 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-344281c7-7f8a-4dd8-b429-1445d8f08bf8 req-9908c0a0-433d-4919-91fa-d40b6d9dc07e tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 945 time: 0.0700307 Jul 16 09:44:26.637736 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-344281c7-7f8a-4dd8-b429-1445d8f08bf8 req-cd762be7-9f8a-41de-b181-2ef15b18d8e1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362883 Jul 16 09:44:27.201107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54c8dd26-5b1e-4363-873a-1ee3647b751c up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:44:27.272171 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 54c8dd26-5b1e-4363-873a-1ee3647b751c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:44:27.272961 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:27.368163 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:27.393420 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:44:27.396103 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd7e2cf-99be-4203-b936-4bf174584b07" -d '{"events": [{"server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "name": "network-vif-plugged", "status": "completed", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:44:27.411690 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54c8dd26-5b1e-4363-873a-1ee3647b751c, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:27.417051 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:27.441696 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1256f27-9eb8-4720-b100-0d7e4e072bd0 x-openstack-request-id: req-a1256f27-9eb8-4720-b100-0d7e4e072bd0 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:44:27.441993 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "name": "network-vif-plugged", "status": "completed", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:44:27.442242 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1256f27-9eb8-4720-b100-0d7e4e072bd0 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:44:27.442633 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'code': 200} Jul 16 09:44:27.481448 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=54c8dd26-5b1e-4363-873a-1ee3647b751c,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:27.828994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6746492c-95d8-4558-ab70-1d296f7c0f0e req-f6bd138a-c32b-4932-a915-a7ec86e076d4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:27.830606 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6746492c-95d8-4558-ab70-1d296f7c0f0e req-f6bd138a-c32b-4932-a915-a7ec86e076d4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0732784 Jul 16 09:44:27.874674 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6746492c-95d8-4558-ab70-1d296f7c0f0e req-cfec7b83-77f9-427f-b37b-26887c41354a tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358832 Jul 16 09:44:29.072961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88bd943-b8ff-4d7d-a4a7-8d37f5f334d1 req-ddf6568d-b5b9-4d6a-bec3-e7cb757390f9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:29.074494 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f88bd943-b8ff-4d7d-a4a7-8d37f5f334d1 req-ddf6568d-b5b9-4d6a-bec3-e7cb757390f9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0785589 Jul 16 09:44:29.121646 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f88bd943-b8ff-4d7d-a4a7-8d37f5f334d1 req-76e8ad77-ee01-414f-a751-b255731da7b5 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397859 Jul 16 09:44:30.320994 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf0194-785d-450f-94a3-f7b0c82f1d4d req-fd60e6ff-75fc-40ba-a449-50716c44bb61 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:30.325003 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fabf0194-785d-450f-94a3-f7b0c82f1d4d req-fd60e6ff-75fc-40ba-a449-50716c44bb61 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0760930 Jul 16 09:44:30.371474 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fabf0194-785d-450f-94a3-f7b0c82f1d4d req-c525aee6-4108-43be-aecd-4b7e8487202b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407205 Jul 16 09:44:31.558892 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70edda3d-e815-4162-a7ad-3c0c6f982d62 req-9cdb1785-489c-4b2f-843b-2612140b59e1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:31.560419 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70edda3d-e815-4162-a7ad-3c0c6f982d62 req-9cdb1785-489c-4b2f-843b-2612140b59e1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0705707 Jul 16 09:44:31.599458 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-70edda3d-e815-4162-a7ad-3c0c6f982d62 req-01bec522-5779-4f90-8693-34505fc2f11f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324931 Jul 16 09:44:32.795872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c73987c-d582-436a-b12e-9ee09b8592b6 req-9f2b1f98-173b-4478-8740-8e16ae737ab5 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:32.797429 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c73987c-d582-436a-b12e-9ee09b8592b6 req-9f2b1f98-173b-4478-8740-8e16ae737ab5 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0653687 Jul 16 09:44:32.839081 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2c73987c-d582-436a-b12e-9ee09b8592b6 req-9c8dd9cc-7972-4ef7-acf2-78d33d2c8715 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355968 Jul 16 09:44:34.024179 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21662ca4-b2c9-4b36-b41f-aab68541754c req-df12caf4-64b6-4cde-879e-f1da0724da08 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:34.025860 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21662ca4-b2c9-4b36-b41f-aab68541754c req-df12caf4-64b6-4cde-879e-f1da0724da08 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0697508 Jul 16 09:44:34.070505 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-21662ca4-b2c9-4b36-b41f-aab68541754c req-1dab39d6-51cc-4b18-a408-7239be79ee96 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379319 Jul 16 09:44:34.313638 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:34.452608 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91992bbf-8bfa-4639-b868-16bd5d84ecf4 req-7ba25d36-b234-42fa-926f-20c61bb32603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:34.454011 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91992bbf-8bfa-4639-b868-16bd5d84ecf4 req-7ba25d36-b234-42fa-926f-20c61bb32603 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 1098 time: 0.0615091 Jul 16 09:44:34.577074 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91992bbf-8bfa-4639-b868-16bd5d84ecf4 req-a8c42a54-4c71-468a-ae90-2b0b5212c622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:34.578559 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91992bbf-8bfa-4639-b868-16bd5d84ecf4 req-a8c42a54-4c71-468a-ae90-2b0b5212c622 service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.0910716 Jul 16 09:44:35.049180 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91992bbf-8bfa-4639-b868-16bd5d84ecf4 req-c0c0d372-9186-49e1-9c69-3ab412a4436f service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c HTTP/1.1" status: 200 len: 1001 time: 0.4312453 Jul 16 09:44:35.105528 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91992bbf-8bfa-4639-b868-16bd5d84ecf4 req-ae3a654e-a065-4dbb-acff-d61f24c65703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:35.107180 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91992bbf-8bfa-4639-b868-16bd5d84ecf4 req-ae3a654e-a065-4dbb-acff-d61f24c65703 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0493629 Jul 16 09:44:35.169146 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91992bbf-8bfa-4639-b868-16bd5d84ecf4 req-fc161ac2-8533-4be3-a93f-576086bc6007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:35.171400 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91992bbf-8bfa-4639-b868-16bd5d84ecf4 req-fc161ac2-8533-4be3-a93f-576086bc6007 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557737 Jul 16 09:44:35.257340 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4a6069-59bb-4264-ab3c-eefeb98f0740 req-3f58aa7d-ab7a-4037-94af-592e71bc5283 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:35.258908 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cc4a6069-59bb-4264-ab3c-eefeb98f0740 req-3f58aa7d-ab7a-4037-94af-592e71bc5283 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0719018 Jul 16 09:44:35.271891 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91992bbf-8bfa-4639-b868-16bd5d84ecf4 req-9153cfa1-64e2-4fe6-b58e-737f4e87864c service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939822 Jul 16 09:44:35.298608 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cc4a6069-59bb-4264-ab3c-eefeb98f0740 req-4bb9394f-1fef-40fc-adb9-a7efd263e148 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334089 Jul 16 09:44:35.359536 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ec754539-0403-4206-9b6c-6878aac9ff46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:35.366981 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91992bbf-8bfa-4639-b868-16bd5d84ecf4 req-44699a94-b127-41ce-9b72-ce0bda718607 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888588 Jul 16 09:44:35.470984 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ab073-4821-442f-be5a-0832a583b032 req-0f03db91-0059-48e9-9e25-6da9d846c208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:35.472721 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c4ab073-4821-442f-be5a-0832a583b032 req-0f03db91-0059-48e9-9e25-6da9d846c208 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 1098 time: 0.0635514 Jul 16 09:44:35.571187 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ab073-4821-442f-be5a-0832a583b032 req-d72a6d65-3140-49f8-9d63-ac7371394872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:35.572611 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c4ab073-4821-442f-be5a-0832a583b032 req-d72a6d65-3140-49f8-9d63-ac7371394872 service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.0934412 Jul 16 09:44:35.646440 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c4ab073-4821-442f-be5a-0832a583b032 req-6f210125-de5d-4ec7-899f-8f326e2ee1e9 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c HTTP/1.1" status: 200 len: 1001 time: 0.0678494 Jul 16 09:44:35.700289 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ab073-4821-442f-be5a-0832a583b032 req-81bbbba1-7cd5-4ece-803e-8475f016fbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:35.701815 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c4ab073-4821-442f-be5a-0832a583b032 req-81bbbba1-7cd5-4ece-803e-8475f016fbd1 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0491531 Jul 16 09:44:35.761714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4ab073-4821-442f-be5a-0832a583b032 req-e61f32ac-d58e-4523-ab41-6d9de8111b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:35.763217 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c4ab073-4821-442f-be5a-0832a583b032 req-e61f32ac-d58e-4523-ab41-6d9de8111b4d service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555882 Jul 16 09:44:35.855558 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c4ab073-4821-442f-be5a-0832a583b032 req-ee2e12ac-8049-4952-aa5f-368f3029cbda service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858219 Jul 16 09:44:35.943279 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-8c4ab073-4821-442f-be5a-0832a583b032 req-43190d77-0c3e-4200-81d3-b2e8faa715ff service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805473 Jul 16 09:44:36.219472 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:36.491295 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca75820-8851-48a7-a0d6-8117353f2f98 req-4072e095-f9fa-416a-bbbc-48d491a820e1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:36.492825 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ca75820-8851-48a7-a0d6-8117353f2f98 req-4072e095-f9fa-416a-bbbc-48d491a820e1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0757108 Jul 16 09:44:36.534535 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7ca75820-8851-48a7-a0d6-8117353f2f98 req-7418c957-4a83-41cd-8c7d-a49ae788943c tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359707 Jul 16 09:44:37.707256 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a954cdb-dafe-4ea7-91de-76bd09519182 req-7256b8af-0743-43a5-87f8-424f67731851 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:37.708674 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5a954cdb-dafe-4ea7-91de-76bd09519182 req-7256b8af-0743-43a5-87f8-424f67731851 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0634387 Jul 16 09:44:37.745667 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5a954cdb-dafe-4ea7-91de-76bd09519182 req-f2d3de26-f65b-4389-a860-2aa1c8f12f3e tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314581 Jul 16 09:44:38.017399 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-762e563d-7a3e-4de0-8e41-9ffcf38cde2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:38.122891 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d50c4-9968-4565-8a33-ca216dc575d1 req-7bf23f2d-21b4-498c-8f10-efc3a400c26e tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:38.124647 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-418d50c4-9968-4565-8a33-ca216dc575d1 req-7bf23f2d-21b4-498c-8f10-efc3a400c26e tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.0752084 Jul 16 09:44:38.167986 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-418d50c4-9968-4565-8a33-ca216dc575d1 req-5a7f29fc-758f-47b7-9a7f-012d7b08223b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346677 Jul 16 09:44:38.317212 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:38.393782 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad49c2bb-694e-4c1d-9627-a5cc52c194b1 req-6e39869c-f12b-4497-a593-80d76ff01d9a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0958438 Jul 16 09:44:39.255173 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54c8dd26-5b1e-4363-873a-1ee3647b751c no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:44:39.330707 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:39.354203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:44:39.356465 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182211ec-a642-4c4c-a35b-1473614b0660" -d '{"events": [{"server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "name": "network-vif-unplugged", "status": "completed", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:44:39.368787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54c8dd26-5b1e-4363-873a-1ee3647b751c, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:39.374405 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:39.375852 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49c2bb-694e-4c1d-9627-a5cc52c194b1 req-442e55a5-fc1d-4fce-bc4f-394f67788034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:39.377688 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad49c2bb-694e-4c1d-9627-a5cc52c194b1 req-442e55a5-fc1d-4fce-bc4f-394f67788034 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47&tenant_id=6ab28a98853042639128d39ec756e426 HTTP/1.1" status: 200 len: 1098 time: 0.1021528 Jul 16 09:44:39.392656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aaf43f-9011-4eaa-b993-4eb522c3b898 req-87cdb66f-d747-4411-b1f6-a8bc4331b7a8 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:39.394191 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c2aaf43f-9011-4eaa-b993-4eb522c3b898 req-87cdb66f-d747-4411-b1f6-a8bc4331b7a8 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 946 time: 0.1077914 Jul 16 09:44:39.411811 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f09734e-17c8-4bb6-847b-7a9a613f164b x-openstack-request-id: req-3f09734e-17c8-4bb6-847b-7a9a613f164b {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:44:39.412101 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "name": "network-vif-unplugged", "status": "completed", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:44:39.412354 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3f09734e-17c8-4bb6-847b-7a9a613f164b {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:44:39.412768 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'code': 200} Jul 16 09:44:39.428873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=54c8dd26-5b1e-4363-873a-1ee3647b751c,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:39.468084 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c2aaf43f-9011-4eaa-b993-4eb522c3b898 req-ee293888-c32c-4657-904b-50b5914945f5 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676844 Jul 16 09:44:39.485878 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49c2bb-694e-4c1d-9627-a5cc52c194b1 req-c1e0a2fb-9f6a-434e-93e8-b47e2e6bc3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:39.487373 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad49c2bb-694e-4c1d-9627-a5cc52c194b1 req-c1e0a2fb-9f6a-434e-93e8-b47e2e6bc3c5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 1096 time: 0.0850270 Jul 16 09:44:39.579753 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49c2bb-694e-4c1d-9627-a5cc52c194b1 req-09fb8e7b-e56e-4ebd-8b5c-ac9c2177df4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:39.581248 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad49c2bb-694e-4c1d-9627-a5cc52c194b1 req-09fb8e7b-e56e-4ebd-8b5c-ac9c2177df4d service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.0877318 Jul 16 09:44:39.647263 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad49c2bb-694e-4c1d-9627-a5cc52c194b1 req-645b74d0-ff67-408f-b421-af5316359f26 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c HTTP/1.1" status: 200 len: 999 time: 0.0577402 Jul 16 09:44:39.695211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49c2bb-694e-4c1d-9627-a5cc52c194b1 req-a2acd651-69ca-41f5-a032-ec01ebd4e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:39.696689 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad49c2bb-694e-4c1d-9627-a5cc52c194b1 req-a2acd651-69ca-41f5-a032-ec01ebd4e608 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0427175 Jul 16 09:44:39.758961 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49c2bb-694e-4c1d-9627-a5cc52c194b1 req-d67d8c16-be6a-4db2-b6c1-9eb3d410bc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:39.760465 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad49c2bb-694e-4c1d-9627-a5cc52c194b1 req-d67d8c16-be6a-4db2-b6c1-9eb3d410bc8e service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577779 Jul 16 09:44:39.849699 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad49c2bb-694e-4c1d-9627-a5cc52c194b1 req-4a941792-a0ee-4d51-bd6e-c7faa0f47478 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824771 Jul 16 09:44:39.945455 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ad49c2bb-694e-4c1d-9627-a5cc52c194b1 req-abb16e46-23ba-4c1d-a83d-7dab1be553d7 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895569 Jul 16 09:44:40.007250 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:40.674887 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8888d7a3-6534-4cff-a8b7-e55829578fca req-6515bf73-7f7a-4ca7-aed7-85997080c85b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:40.676316 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8888d7a3-6534-4cff-a8b7-e55829578fca req-6515bf73-7f7a-4ca7-aed7-85997080c85b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 944 time: 0.0762188 Jul 16 09:44:40.718660 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8888d7a3-6534-4cff-a8b7-e55829578fca req-157c82ce-78ed-4ebf-85d2-1ac3297f0ec3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355415 Jul 16 09:44:41.505228 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:41.915252 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b86740-f4e0-441c-960d-6d949a8e7fcb req-022c4616-551d-4ac8-a57a-04ac717b2f36 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:41.916832 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-73b86740-f4e0-441c-960d-6d949a8e7fcb req-022c4616-551d-4ac8-a57a-04ac717b2f36 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 944 time: 0.0692923 Jul 16 09:44:41.956926 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-73b86740-f4e0-441c-960d-6d949a8e7fcb req-009aa2c4-7058-4525-a34c-5f53849949cf tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344756 Jul 16 09:44:43.164587 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17866be6-bbaf-4f88-9f1b-72e588c0f71d req-6a77aa91-22e4-46a3-8760-4c3a03233899 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:43.166048 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17866be6-bbaf-4f88-9f1b-72e588c0f71d req-6a77aa91-22e4-46a3-8760-4c3a03233899 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 944 time: 0.0742009 Jul 16 09:44:43.211799 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-17866be6-bbaf-4f88-9f1b-72e588c0f71d req-e295b115-a087-4c4f-8d50-f13fdf35688e tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400403 Jul 16 09:44:44.396267 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d42e995-ac09-4b81-af82-897cb86b2e17 req-9152b8a1-5c45-4654-95c4-d5f40a37f01d tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:44.397821 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d42e995-ac09-4b81-af82-897cb86b2e17 req-9152b8a1-5c45-4654-95c4-d5f40a37f01d tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 944 time: 0.0702629 Jul 16 09:44:44.440753 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0d42e995-ac09-4b81-af82-897cb86b2e17 req-401d9d69-5c74-4b6f-863a-51da47d57335 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367982 Jul 16 09:44:45.625246 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc1c02-8052-43dc-907e-62ae4f988383 req-f99cc5c8-7c39-4e02-ac40-0bdb41808a93 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:45.626717 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d9dc1c02-8052-43dc-907e-62ae4f988383 req-f99cc5c8-7c39-4e02-ac40-0bdb41808a93 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 944 time: 0.0715778 Jul 16 09:44:45.684264 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d9dc1c02-8052-43dc-907e-62ae4f988383 req-7f17fe03-a206-4414-86a2-8aafdbdc79c7 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505931 Jul 16 09:44:46.880867 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea17b0c-deb9-4bb9-9083-99a3825ac707 req-28aaef77-a032-42fa-8543-4875d5c31a0f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:46.882367 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6ea17b0c-deb9-4bb9-9083-99a3825ac707 req-28aaef77-a032-42fa-8543-4875d5c31a0f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 944 time: 0.0747416 Jul 16 09:44:46.924137 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6ea17b0c-deb9-4bb9-9083-99a3825ac707 req-edd149e9-0c52-4b85-b61e-b18628e92dbd tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359492 Jul 16 09:44:48.119962 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24851cc-d99b-4cfa-9d36-c57a296fc259 req-263a5085-647a-4f1c-8b9b-674897e4055d tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:48.127502 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c24851cc-d99b-4cfa-9d36-c57a296fc259 req-263a5085-647a-4f1c-8b9b-674897e4055d tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 944 time: 0.0864220 Jul 16 09:44:48.162709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c24851cc-d99b-4cfa-9d36-c57a296fc259 req-87e3859e-f3e9-4998-b362-3e96420ee71f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341794 Jul 16 09:44:49.351488 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b63220b-4b8f-4b7e-93e4-7748738804dc req-28d8e765-84b0-411f-852b-d3f9c9323a38 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:49.353022 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2b63220b-4b8f-4b7e-93e4-7748738804dc req-28d8e765-84b0-411f-852b-d3f9c9323a38 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 944 time: 0.0741775 Jul 16 09:44:49.394423 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-2b63220b-4b8f-4b7e-93e4-7748738804dc req-7abb1f8c-0506-42d3-8220-6d5ebe3a0c9f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352595 Jul 16 09:44:50.573292 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f86a115-dcd5-42e0-b097-5eb0314be4e5 req-fd5a89ad-c86f-4e51-991c-02913bd953c0 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:50.574698 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f86a115-dcd5-42e0-b097-5eb0314be4e5 req-fd5a89ad-c86f-4e51-991c-02913bd953c0 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 944 time: 0.0656426 Jul 16 09:44:50.613343 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-7f86a115-dcd5-42e0-b097-5eb0314be4e5 req-7d18a19a-4685-4cb7-a70d-929b2e46276b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328248 Jul 16 09:44:51.788721 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c5443-e777-4ee1-abad-0a45bb38c6a2 req-a25679c7-bacd-451c-8517-162fce0a24b5 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:51.790113 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f7c5443-e777-4ee1-abad-0a45bb38c6a2 req-a25679c7-bacd-451c-8517-162fce0a24b5 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 944 time: 0.0673211 Jul 16 09:44:51.827874 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3f7c5443-e777-4ee1-abad-0a45bb38c6a2 req-7ee60048-a2cc-4930-bce7-d2987ae6b639 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316463 Jul 16 09:44:52.997333 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c799e-c5f4-42a4-a0bf-24dc2b36d527 req-16bc0e6e-afeb-47b9-9ab7-b90b38f1780c tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:52.999229 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c7c799e-c5f4-42a4-a0bf-24dc2b36d527 req-16bc0e6e-afeb-47b9-9ab7-b90b38f1780c tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 944 time: 0.0637147 Jul 16 09:44:53.035880 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1c7c799e-c5f4-42a4-a0bf-24dc2b36d527 req-1e9a4b7c-9936-45f6-beca-3e2747eaa989 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314889 Jul 16 09:44:53.359891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54c8dd26-5b1e-4363-873a-1ee3647b751c details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:44:53.450805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54c8dd26-5b1e-4363-873a-1ee3647b751c, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:53.462229 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'port_id': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'mac_address': 'fa:16:3e:84:ba:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:44:53.501024 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.513045 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c8dd26-5b1e-4363-873a-1ee3647b751c {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:44:53.533043 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54c8dd26-5b1e-4363-873a-1ee3647b751c, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:53.542485 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.588799 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=54c8dd26-5b1e-4363-873a-1ee3647b751c,revision_number=9']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:53.750842 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['54c8dd26-5b1e-4363-873a-1ee3647b751c'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:44:54.209293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83fb70a-5882-451d-b6a1-0f9cb0ef178b req-b576db77-f201-40f3-9581-b76fde2d72d8 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:54.210868 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e83fb70a-5882-451d-b6a1-0f9cb0ef178b req-b576db77-f201-40f3-9581-b76fde2d72d8 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 945 time: 0.0657437 Jul 16 09:44:54.250398 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e83fb70a-5882-451d-b6a1-0f9cb0ef178b req-18cd996f-40f0-4f1e-a2fa-0d83abc712b4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332837 Jul 16 09:44:55.391655 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54c8dd26-5b1e-4363-873a-1ee3647b751c up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:44:55.421938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb7c3d0-4c9c-4a40-b7ce-fff8409db5ff req-5e9c0ad6-02b3-428d-af99-4e3378c7bf24 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:55.423764 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6bb7c3d0-4c9c-4a40-b7ce-fff8409db5ff req-5e9c0ad6-02b3-428d-af99-4e3378c7bf24 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 945 time: 0.0633869 Jul 16 09:44:55.438575 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 54c8dd26-5b1e-4363-873a-1ee3647b751c triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:44:55.439067 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:55.461638 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-6bb7c3d0-4c9c-4a40-b7ce-fff8409db5ff req-e15f3a57-caf0-4e8b-9d68-287b7d6195e4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324726 Jul 16 09:44:55.518057 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:55.540223 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:44:55.542404 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1607a494-8f7f-4ad9-93f8-814d8a370b77" -d '{"events": [{"server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "name": "network-vif-plugged", "status": "completed", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:44:55.555481 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 54c8dd26-5b1e-4363-873a-1ee3647b751c, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:55.559647 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:55.583373 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5722e4fc-8803-40bc-b0ab-a14d8b64da74 x-openstack-request-id: req-5722e4fc-8803-40bc-b0ab-a14d8b64da74 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:44:55.583662 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "name": "network-vif-plugged", "status": "completed", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:44:55.583914 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5722e4fc-8803-40bc-b0ab-a14d8b64da74 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:44:55.584297 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'code': 200} Jul 16 09:44:55.609904 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=54c8dd26-5b1e-4363-873a-1ee3647b751c,revision_number=10']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:55.777828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d2fe6-174c-4677-9cab-94790237c91c req-040319cb-b21e-4f9f-bcbd-afee1f3457fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:55.779347 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-475d2fe6-174c-4677-9cab-94790237c91c req-040319cb-b21e-4f9f-bcbd-afee1f3457fa service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 1099 time: 0.0572920 Jul 16 09:44:55.816013 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-475d2fe6-174c-4677-9cab-94790237c91c req-a7f56bda-b1d5-4d7e-999c-264e34598fe2 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303309 Jul 16 09:44:56.640927 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa635790-acf2-4f5b-b23b-14f463348c58 req-2ca4445a-fcb1-42f2-9d16-23be923f1dbe tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:56.642458 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fa635790-acf2-4f5b-b23b-14f463348c58 req-2ca4445a-fcb1-42f2-9d16-23be923f1dbe tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 947 time: 0.0684826 Jul 16 09:44:56.681855 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fa635790-acf2-4f5b-b23b-14f463348c58 req-fe2df482-a8ed-472b-9e06-5e81a076eb37 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336299 Jul 16 09:44:56.786140 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:44:57.856734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52f4fe9-d12c-4dfb-954f-bd7ddeffae15 req-578f1c81-b4e3-4cde-934b-1a46845f9529 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:57.858248 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a52f4fe9-d12c-4dfb-954f-bd7ddeffae15 req-578f1c81-b4e3-4cde-934b-1a46845f9529 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 947 time: 0.0629756 Jul 16 09:44:57.895296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a52f4fe9-d12c-4dfb-954f-bd7ddeffae15 req-d349f32d-f3dd-4379-b9bf-71b1dca1c88b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315359 Jul 16 09:45:04.301907 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.351726 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-60ae5558-e5e7-474d-87d0-ca1fd8ea4df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:06.208484 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.018369 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-853401a1-577f-43ce-9f49-ad43cc787f5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.319095 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:10.010906 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:11.507009 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:33.785235 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:45:34.310551 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:35.352998 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e2b39e9d-a1c4-4724-a602-3cbd69d39b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:35.404678 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2a371ba-686b-44ee-b319-0d008b002dc8 req-c83c086c-f498-4c8c-90ba-1340414f3010 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542672 Jul 16 09:45:35.499863 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a371ba-686b-44ee-b319-0d008b002dc8 req-cee06efe-28e5-411a-b09a-3aac03f3fc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:35.501425 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2a371ba-686b-44ee-b319-0d008b002dc8 req-cee06efe-28e5-411a-b09a-3aac03f3fc3c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 1099 time: 0.0568123 Jul 16 09:45:35.604219 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a371ba-686b-44ee-b319-0d008b002dc8 req-bee914f9-3538-46c9-b93f-ee246e2dd2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:35.605790 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2a371ba-686b-44ee-b319-0d008b002dc8 req-bee914f9-3538-46c9-b93f-ee246e2dd2ff service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.0858047 Jul 16 09:45:35.675115 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2a371ba-686b-44ee-b319-0d008b002dc8 req-550b541e-dbca-4424-b15f-07e1bc3e73ed service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c HTTP/1.1" status: 200 len: 1001 time: 0.0628564 Jul 16 09:45:35.722438 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a371ba-686b-44ee-b319-0d008b002dc8 req-03ecb8f5-d1a4-46c2-974c-36fcce63de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:35.723898 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2a371ba-686b-44ee-b319-0d008b002dc8 req-03ecb8f5-d1a4-46c2-974c-36fcce63de8b service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0429425 Jul 16 09:45:35.779632 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a371ba-686b-44ee-b319-0d008b002dc8 req-49652901-05d5-44f3-a1f3-f01e5a761459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:35.781071 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2a371ba-686b-44ee-b319-0d008b002dc8 req-49652901-05d5-44f3-a1f3-f01e5a761459 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511305 Jul 16 09:45:35.871117 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2a371ba-686b-44ee-b319-0d008b002dc8 req-3e465deb-b3f2-4056-bf7f-47f9b40b7b65 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837433 Jul 16 09:45:35.958581 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2a371ba-686b-44ee-b319-0d008b002dc8 req-760a4c71-f8ad-4444-8106-956d30d09a78 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812042 Jul 16 09:45:36.232367 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:38.018767 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f76d7f10-aa36-4441-90fe-9580d6118308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:38.320449 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:40.013213 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:41.507959 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:04.333155 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:05.352901 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-cd28a853-7008-42ac-90c0-cc26ddd21743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:06.243718 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:08.019321 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7cf7e3a9-cbc0-4095-a2b1-f074495f7c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:08.321317 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:08.483516 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46162) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:08.638315 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Deleting port ddf390d3-16fc-4b24-b9a2-dea1d1e41dd6 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:46:08.638552 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:08.713892 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:08.714217 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:08.725860 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Calling delete_port for ddf390d3-16fc-4b24-b9a2-dea1d1e41dd6 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:46:08.872187 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:08.895227 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event deleted for resources: {'Port': ['ID=ddf390d3-16fc-4b24-b9a2-dea1d1e41dd6,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:08.905431 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:08.905784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:08.906117 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:08.906457 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:08.906784 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:08.907115 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:08.907849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:08.907849 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:08.908072 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:08.908380 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:08.908726 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:08.909045 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:08.969847 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:08.970173 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Floating IP d959aab1-4080-4805-b6e6-99cd25a8bf3a disassociated (deleted). External IP: 172.25.4.57, port: 54c8dd26-5b1e-4363-873a-1ee3647b751c. Jul 16 09:46:09.179046 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Router 81146e91-8d67-434a-95cc-5ce1d8c563d1 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:46:09.285561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:46:09.290542 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:09.294917 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246fbbc-3790-46ed-a62e-6bf951d84089 None None] Sync routers for ids ['81146e91-8d67-434a-95cc-5ce1d8c563d1'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:46:09.303681 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b246fbbc-3790-46ed-a62e-6bf951d84089 None None] Routers {'81146e91-8d67-434a-95cc-5ce1d8c563d1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:09.304315 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b246fbbc-3790-46ed-a62e-6bf951d84089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:46:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['81146e91-8d67-434a-95cc-5ce1d8c563d1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:09.326299 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-b31345c2-fc17-434f-b5c1-462299e788b3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "DELETE /v2.0/floatingips/d959aab1-4080-4805-b6e6-99cd25a8bf3a HTTP/1.1" status: 204 len: 168 time: 0.8416865 Jul 16 09:46:09.326982 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:09.329345 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a44928-45f7-42b4-9612-fb5377054d57" -d '{"events": [{"name": "network-changed", "server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:09.411414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b246fbbc-3790-46ed-a62e-6bf951d84089 None None] Set router 81146e91-8d67-434a-95cc-5ce1d8c563d1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:09.421207 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17eb564-0a9a-4076-9f87-97388a68dcd5 x-openstack-request-id: req-d17eb564-0a9a-4076-9f87-97388a68dcd5 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:09.421603 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:09.421954 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d17eb564-0a9a-4076-9f87-97388a68dcd5 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:09.422744 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'status': 'completed', 'code': 200} Jul 16 09:46:09.548994 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a44928-45f7-42b4-9612-fb5377054d57 req-2ffe4135-131a-4b5e-ae62-25e138cffa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:09.551258 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29a44928-45f7-42b4-9612-fb5377054d57 req-2ffe4135-131a-4b5e-ae62-25e138cffa4c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 1099 time: 0.1057963 Jul 16 09:46:09.616278 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b246fbbc-3790-46ed-a62e-6bf951d84089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:42:02Z', 'revision_number': 5, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:09.647947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a44928-45f7-42b4-9612-fb5377054d57 req-eda881d0-1178-4489-af88-7135da9f7d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:09.648668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246fbbc-3790-46ed-a62e-6bf951d84089 None None] Checking router: 81146e91-8d67-434a-95cc-5ce1d8c563d1 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:46:09.649494 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29a44928-45f7-42b4-9612-fb5377054d57 req-eda881d0-1178-4489-af88-7135da9f7d46 service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.0918384 Jul 16 09:46:09.657410 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b246fbbc-3790-46ed-a62e-6bf951d84089 None None] Routers {'81146e91-8d67-434a-95cc-5ce1d8c563d1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:09.658251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b246fbbc-3790-46ed-a62e-6bf951d84089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:46:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['81146e91-8d67-434a-95cc-5ce1d8c563d1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:09.704153 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29a44928-45f7-42b4-9612-fb5377054d57 req-368be6e9-48bd-4707-87de-cfd0699c6624 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c HTTP/1.1" status: 200 len: 217 time: 0.0470047 Jul 16 09:46:09.761177 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-b246fbbc-3790-46ed-a62e-6bf951d84089 None None] Set router 81146e91-8d67-434a-95cc-5ce1d8c563d1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:09.776257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a44928-45f7-42b4-9612-fb5377054d57 req-2c020d49-31ec-4560-aaff-357c1048ddea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:09.777756 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29a44928-45f7-42b4-9612-fb5377054d57 req-2c020d49-31ec-4560-aaff-357c1048ddea service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0571878 Jul 16 09:46:09.801221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8943c-14bb-43d5-97a0-3f3e9a3ac621 req-9933071d-a026-4812-bb40-cde2c7491a1f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:09.802808 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cca8943c-14bb-43d5-97a0-3f3e9a3ac621 req-9933071d-a026-4812-bb40-cde2c7491a1f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 947 time: 0.1389742 Jul 16 09:46:09.863581 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cca8943c-14bb-43d5-97a0-3f3e9a3ac621 req-1f8ebe69-60ca-41eb-8b47-1154700e9390 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434318 Jul 16 09:46:09.879847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a44928-45f7-42b4-9612-fb5377054d57 req-d165654f-b64b-4c9d-acaf-a05e2fecf833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:09.881298 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29a44928-45f7-42b4-9612-fb5377054d57 req-d165654f-b64b-4c9d-acaf-a05e2fecf833 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0959883 Jul 16 09:46:09.955609 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-b246fbbc-3790-46ed-a62e-6bf951d84089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:42:02Z', 'revision_number': 5, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:09.977515 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29a44928-45f7-42b4-9612-fb5377054d57 req-16499a08-f50f-42a9-be71-240080575fb6 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874345 Jul 16 09:46:09.981197 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b246fbbc-3790-46ed-a62e-6bf951d84089 None None] The sync data for ids ['81146e91-8d67-434a-95cc-5ce1d8c563d1'] in n-d-758944-46 is: [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:42:02Z', 'revision_number': 5, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:46:10.022153 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:10.079589 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-29a44928-45f7-42b4-9612-fb5377054d57 req-281018a6-1ecb-4674-9bfc-4d771de0bdf9 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953734 Jul 16 09:46:10.221241 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c94d75d-50cc-4bf3-8901-bc6a57744f8d None None] New status for floating IP d959aab1-4080-4805-b6e6-99cd25a8bf3a: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:46:10.784126 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:46:10.892276 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed092f4d-60ad-4fed-81fa-997506fbc966 req-52ca8d4f-0f08-4585-9060-7456636896ae tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:10.893788 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed092f4d-60ad-4fed-81fa-997506fbc966 req-52ca8d4f-0f08-4585-9060-7456636896ae tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.38 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 947 time: 0.0616536 Jul 16 09:46:10.993750 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-ed092f4d-60ad-4fed-81fa-997506fbc966 req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Deleting port 54c8dd26-5b1e-4363-873a-1ee3647b751c {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:46:10.994095 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ed092f4d-60ad-4fed-81fa-997506fbc966 req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.040656 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba436a90-3d02-4ccb-b1ce-675d59547e5b req-98b65022-d785-4b7c-8306-6c938419489b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:11.042111 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ba436a90-3d02-4ccb-b1ce-675d59547e5b req-98b65022-d785-4b7c-8306-6c938419489b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=875bac11-741b-4542-ab97-6650714fcc47 HTTP/1.1" status: 200 len: 947 time: 0.0650637 Jul 16 09:46:11.085810 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ba436a90-3d02-4ccb-b1ce-675d59547e5b req-4873f6a8-92e0-4224-9347-af1bffb4bbbe tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=cb0c22a8-4853-4917-a74f-4d07a3744cff&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381289 Jul 16 09:46:11.089666 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-ed092f4d-60ad-4fed-81fa-997506fbc966 req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] For port 54c8dd26-5b1e-4363-873a-1ee3647b751c, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=54c8dd26-5b1e-4363-873a-1ee3647b751c,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:11.090033 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ed092f4d-60ad-4fed-81fa-997506fbc966 req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.103754 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-ed092f4d-60ad-4fed-81fa-997506fbc966 req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Calling delete_port for 54c8dd26-5b1e-4363-873a-1ee3647b751c owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:46:11.236836 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ed092f4d-60ad-4fed-81fa-997506fbc966 req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.268391 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event deleted for resources: {'Port': ['ID=54c8dd26-5b1e-4363-873a-1ee3647b751c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:11.301448 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.301714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.302051 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.302381 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.302709 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.303033 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.303358 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.303680 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.303998 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.304314 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.304656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.304972 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:11.327865 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed092f4d-60ad-4fed-81fa-997506fbc966 req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] No DVR routers for this DVR port 54c8dd26-5b1e-4363-873a-1ee3647b751c on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:46:11.331633 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-ed092f4d-60ad-4fed-81fa-997506fbc966 req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:11.333649 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ed092f4d-60ad-4fed-81fa-997506fbc966 req-307f01d5-4c6f-4426-9234-75393a89ea29 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.38 "DELETE /v2.0/ports/54c8dd26-5b1e-4363-873a-1ee3647b751c HTTP/1.1" status: 204 len: 173 time: 0.4339178 Jul 16 09:46:11.334105 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'name': 'network-vif-deleted', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:11.337413 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a757e293-c80e-4dea-b7f1-9297563087a3" -d '{"events": [{"server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "name": "network-vif-deleted", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:11.430457 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b47531-71b2-4f43-baf8-5c6b694e7417 x-openstack-request-id: req-c7b47531-71b2-4f43-baf8-5c6b694e7417 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:11.430751 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "875bac11-741b-4542-ab97-6650714fcc47", "name": "network-vif-deleted", "tag": "54c8dd26-5b1e-4363-873a-1ee3647b751c", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:11.431008 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c7b47531-71b2-4f43-baf8-5c6b694e7417 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:11.431416 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '875bac11-741b-4542-ab97-6650714fcc47', 'name': 'network-vif-deleted', 'tag': '54c8dd26-5b1e-4363-873a-1ee3647b751c', 'status': 'completed', 'code': 200} Jul 16 09:46:11.511784 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.176541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46188) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:12.236468 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-011ed3aa-992e-4a2a-9e30-4ee33ce41f83 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.262565 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-011ed3aa-992e-4a2a-9e30-4ee33ce41f83 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.320762 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-011ed3aa-992e-4a2a-9e30-4ee33ce41f83 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.323371 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-011ed3aa-992e-4a2a-9e30-4ee33ce41f83 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.324555 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-011ed3aa-992e-4a2a-9e30-4ee33ce41f83 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "DELETE /v2.0/security-groups/cb0c22a8-4853-4917-a74f-4d07a3744cff HTTP/1.1" status: 204 len: 168 time: 0.1470101 Jul 16 09:46:12.333653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ed3aa-992e-4a2a-9e30-4ee33ce41f83 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0c22a8-4853-4917-a74f-4d07a3744cff,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:12.783706 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46194) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:12.788917 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1f488dc0-492e-424d-8ea0-b00ebad33a71 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2116790919', 'description': 'tempest-secgroup-smoke-2116790919 description', 'project_id': '6ab28a98853042639128d39ec756e426'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:12.812094 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f488dc0-492e-424d-8ea0-b00ebad33a71 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.891943 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f488dc0-492e-424d-8ea0-b00ebad33a71 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.895627 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f488dc0-492e-424d-8ea0-b00ebad33a71 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.923013 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1f488dc0-492e-424d-8ea0-b00ebad33a71 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:12.924227 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1f488dc0-492e-424d-8ea0-b00ebad33a71 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1389377 Jul 16 09:46:12.927872 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46196) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:12.928825 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f488dc0-492e-424d-8ea0-b00ebad33a71 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebea01e-75fd-4518-b772-2fadef1438fe,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:12.932780 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-e5527455-446e-4ac4-b8c9-3945588ce1b7 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'security_group_rule': {'security_group_id': '7ebea01e-75fd-4518-b772-2fadef1438fe', 'project_id': '6ab28a98853042639128d39ec756e426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:12.959177 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5527455-446e-4ac4-b8c9-3945588ce1b7 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.004156 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5527455-446e-4ac4-b8c9-3945588ce1b7 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.007502 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5527455-446e-4ac4-b8c9-3945588ce1b7 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.026269 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5527455-446e-4ac4-b8c9-3945588ce1b7 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed23a53-539a-484b-8580-b226f9f28cad,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:13.028710 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e5527455-446e-4ac4-b8c9-3945588ce1b7 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.029880 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e5527455-446e-4ac4-b8c9-3945588ce1b7 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1008897 Jul 16 09:46:13.032702 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46198) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:13.037668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-073472be-98fc-4831-baf1-696d28b726d1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'security_group_rule': {'security_group_id': '7ebea01e-75fd-4518-b772-2fadef1438fe', 'project_id': '6ab28a98853042639128d39ec756e426', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:13.062311 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-073472be-98fc-4831-baf1-696d28b726d1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.118241 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-073472be-98fc-4831-baf1-696d28b726d1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.121779 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-073472be-98fc-4831-baf1-696d28b726d1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.140720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073472be-98fc-4831-baf1-696d28b726d1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc4bc0e1-94b3-4fe1-b522-7e3c66d729dd,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:13.144785 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-073472be-98fc-4831-baf1-696d28b726d1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.146148 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-073472be-98fc-4831-baf1-696d28b726d1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1124246 Jul 16 09:46:13.149607 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46200) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:13.154332 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-8eb12b81-1f6d-4075-827d-b80f3f072676 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'security_group_rule': {'security_group_id': '7ebea01e-75fd-4518-b772-2fadef1438fe', 'project_id': '6ab28a98853042639128d39ec756e426', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:13.181412 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8eb12b81-1f6d-4075-827d-b80f3f072676 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.238356 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8eb12b81-1f6d-4075-827d-b80f3f072676 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.241928 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8eb12b81-1f6d-4075-827d-b80f3f072676 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.261095 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb12b81-1f6d-4075-827d-b80f3f072676 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f2ebedd-d47c-4107-8e60-538e762fcb75,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:13.264633 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-8eb12b81-1f6d-4075-827d-b80f3f072676 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.268970 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-8eb12b81-1f6d-4075-827d-b80f3f072676 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1153910 Jul 16 09:46:13.269506 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46202) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:13.273482 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-c6da26bf-8c2d-4c87-95b0-93eb47ad3410 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'security_group_rule': {'security_group_id': '7ebea01e-75fd-4518-b772-2fadef1438fe', 'project_id': '6ab28a98853042639128d39ec756e426', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:13.300787 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6da26bf-8c2d-4c87-95b0-93eb47ad3410 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.361052 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6da26bf-8c2d-4c87-95b0-93eb47ad3410 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.364671 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6da26bf-8c2d-4c87-95b0-93eb47ad3410 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.382359 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da26bf-8c2d-4c87-95b0-93eb47ad3410 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68f57ad-b5a6-4e5d-865e-9ee7d2930825,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:13.388732 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-c6da26bf-8c2d-4c87-95b0-93eb47ad3410 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.389125 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-c6da26bf-8c2d-4c87-95b0-93eb47ad3410 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1190653 Jul 16 09:46:13.391922 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46204) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:13.397052 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-abebc3fb-24d2-4b01-8597-f41bb5121e65 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'security_group_rule': {'security_group_id': '7ebea01e-75fd-4518-b772-2fadef1438fe', 'project_id': '6ab28a98853042639128d39ec756e426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:13.418394 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-abebc3fb-24d2-4b01-8597-f41bb5121e65 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Project 6ab28a98853042639128d39ec756e426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:46:13.423076 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-abebc3fb-24d2-4b01-8597-f41bb5121e65 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.481367 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-abebc3fb-24d2-4b01-8597-f41bb5121e65 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.484897 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-abebc3fb-24d2-4b01-8597-f41bb5121e65 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.503529 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebc3fb-24d2-4b01-8597-f41bb5121e65 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89bc12af-4b97-488a-9945-ae712d79ecaa,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:13.506275 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-abebc3fb-24d2-4b01-8597-f41bb5121e65 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.507593 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-abebc3fb-24d2-4b01-8597-f41bb5121e65 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1147220 Jul 16 09:46:13.510446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46206) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:13.515187 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-7aec0b2e-f937-437f-9cf7-5023f5c13679 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'security_group_rule': {'security_group_id': '7ebea01e-75fd-4518-b772-2fadef1438fe', 'project_id': '6ab28a98853042639128d39ec756e426', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:13.536982 n-d-758944-46 neutron-server[93695]: INFO neutron.db.securitygroups_db [None req-7aec0b2e-f937-437f-9cf7-5023f5c13679 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Project 6ab28a98853042639128d39ec756e426 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:46:13.541595 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7aec0b2e-f937-437f-9cf7-5023f5c13679 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.601096 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7aec0b2e-f937-437f-9cf7-5023f5c13679 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.604702 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7aec0b2e-f937-437f-9cf7-5023f5c13679 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.624391 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aec0b2e-f937-437f-9cf7-5023f5c13679 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a79bcc4a-19f8-4d20-a512-f64eeb69dac1,revision_number=0']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:13.629134 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-7aec0b2e-f937-437f-9cf7-5023f5c13679 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:13.630423 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-7aec0b2e-f937-437f-9cf7-5023f5c13679 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186576 Jul 16 09:46:13.793641 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54c8dd26-5b1e-4363-873a-1ee3647b751c no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:46:13.819156 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 54c8dd26-5b1e-4363-873a-1ee3647b751c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:46:13.819503 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 54c8dd26-5b1e-4363-873a-1ee3647b751c not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:46:27.889822 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-fbe9df88-cd0e-4fbf-a753-8b8af6651c57 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2116790919&fields=id&tenant_id=6ab28a98853042639128d39ec756e426 HTTP/1.1" status: 200 len: 267 time: 0.0323362 Jul 16 09:46:27.995980 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-6f6f028b-bfed-412e-9f2a-f9f27bc685a7 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:27.997450 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-6f6f028b-bfed-412e-9f2a-f9f27bc685a7 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 808 time: 0.1008816 Jul 16 09:46:28.012905 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-6718b69b-3a61-4eaf-a5e1-2ec2c55c68c5 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/quotas/6ab28a98853042639128d39ec756e426 HTTP/1.1" status: 200 len: 375 time: 0.0089927 Jul 16 09:46:28.079129 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-4314d528-98ee-40eb-91ee-d85551026005 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611758 Jul 16 09:46:28.218699 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-5670ea6e-eb19-473b-b68b-5a6c13cb8a12 service neutron] 10.222.0.20 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284065 Jul 16 09:46:28.307628 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-06585077-76c9-405d-ba18-4f60b690591a service neutron] 10.222.0.20 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832241 Jul 16 09:46:28.599400 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4af7d741-0553-4712-a0e3-c4ccfba4e017 req-fc03bf74-c208-4676-9c80-f89654d186db tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 210 time: 0.0305729 Jul 16 09:46:29.591300 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-654f9d8d-1c5d-452c-8580-6bfbf1a41879 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:29.592908 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-654f9d8d-1c5d-452c-8580-6bfbf1a41879 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 808 time: 0.1050789 Jul 16 09:46:29.637671 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-e5637295-24c3-4fd0-8ec9-68b886a97790 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ab28a98853042639128d39ec756e426 HTTP/1.1" status: 200 len: 380 time: 0.0359020 Jul 16 09:46:29.646142 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-67d698e9-32fe-4cdc-85de-d4fb58f14427 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'port': {'device_id': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'admin_state_up': True, 'tenant_id': '6ab28a98853042639128d39ec756e426', 'security_groups': ['7ebea01e-75fd-4518-b772-2fadef1438fe']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:29.748101 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ef2c1fda-5acb-42f2-9466-41d137e14e7d req-9054f62f-d09f-41b5-b5bd-b29d20f6a444 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 210 time: 0.0358849 Jul 16 09:46:29.797077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-67d698e9-32fe-4cdc-85de-d4fb58f14427 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Made reservation on behalf of 6ab28a98853042639128d39ec756e426 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:46:29.801411 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-67d698e9-32fe-4cdc-85de-d4fb58f14427 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:29.928512 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-67d698e9-32fe-4cdc-85de-d4fb58f14427 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Allocated IP 172.20.0.10 (56303015-eda0-410b-b3b0-ab521d8be1fb/b4081a79-9556-4ab9-8264-fea1f50af6c7/f169a245-6d37-40d5-86ad-ed83d9c56885) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:46:30.066848 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-67d698e9-32fe-4cdc-85de-d4fb58f14427 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:30.080786 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-67d698e9-32fe-4cdc-85de-d4fb58f14427 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Transition to ACTIVE for port object f169a245-6d37-40d5-86ad-ed83d9c56885 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:30.114307 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-67d698e9-32fe-4cdc-85de-d4fb58f14427 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:30.164639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-67d698e9-32fe-4cdc-85de-d4fb58f14427 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Network 56303015-eda0-410b-b3b0-ab521d8be1fb is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:46:30.167892 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-67d698e9-32fe-4cdc-85de-d4fb58f14427 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:30.170988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-67d698e9-32fe-4cdc-85de-d4fb58f14427 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:46:30.203349 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d698e9-32fe-4cdc-85de-d4fb58f14427 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'Port': ['ID=f169a245-6d37-40d5-86ad-ed83d9c56885,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:30.228607 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-67d698e9-32fe-4cdc-85de-d4fb58f14427 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:30.229263 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-67d698e9-32fe-4cdc-85de-d4fb58f14427 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:30.245187 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-67d698e9-32fe-4cdc-85de-d4fb58f14427 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6028421 Jul 16 09:46:30.259030 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Request body: {'port': {'device_id': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:30.335855 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:30.439845 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4ab51f7a-e296-4fb1-8270-89fb0c915511 None None] Provisioning for port f169a245-6d37-40d5-86ad-ed83d9c56885 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:30.445273 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4ab51f7a-e296-4fb1-8270-89fb0c915511 None None] Provisioning complete for port f169a245-6d37-40d5-86ad-ed83d9c56885 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:30.446036 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4ab51f7a-e296-4fb1-8270-89fb0c915511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:30.480918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-4ab51f7a-e296-4fb1-8270-89fb0c915511 None None] Port f169a245-6d37-40d5-86ad-ed83d9c56885 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:46:30.602137 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f169a245-6d37-40d5-86ad-ed83d9c56885 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:46:30.609539 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:30.621093 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Transition to ACTIVE for port object f169a245-6d37-40d5-86ad-ed83d9c56885 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:30.624797 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:30.676358 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Pushing event updated for resources: {'Port': ['ID=f169a245-6d37-40d5-86ad-ed83d9c56885,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:30.754453 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Attempting to bind port f169a245-6d37-40d5-86ad-ed83d9c56885 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:46:30.754797 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Attempting to bind port f169a245-6d37-40d5-86ad-ed83d9c56885 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:46:30.755123 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Attempting to bind port f169a245-6d37-40d5-86ad-ed83d9c56885 on network 56303015-eda0-410b-b3b0-ab521d8be1fb {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:46:30.759893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Port f169a245-6d37-40d5-86ad-ed83d9c56885 on network 56303015-eda0-410b-b3b0-ab521d8be1fb not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:46:30.760213 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Attempting to bind port f169a245-6d37-40d5-86ad-ed83d9c56885 on network 56303015-eda0-410b-b3b0-ab521d8be1fb {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:46:30.765452 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 46, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:46:30.765841 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Checking segment: {'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:46:30.766160 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Bound using segment: {'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:46:30.766577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Bound port: f169a245-6d37-40d5-86ad-ed83d9c56885, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99da8316-0eca-4dc9-82df-abab241c6d84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:46:30.766924 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:30.853655 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] For port f169a245-6d37-40d5-86ad-ed83d9c56885, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:46:30.864133 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] For port f169a245-6d37-40d5-86ad-ed83d9c56885, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f169a245-6d37-40d5-86ad-ed83d9c56885,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:46:30.869810 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:30.908201 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:30.908945 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:30.910527 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] 10.222.0.38 "PUT /v2.0/ports/f169a245-6d37-40d5-86ad-ed83d9c56885 HTTP/1.1" status: 200 len: 1093 time: 0.6564422 Jul 16 09:46:30.922323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'tag': 'f169a245-6d37-40d5-86ad-ed83d9c56885'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:30.925301 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a1bd13-8b8a-4a16-a5a4-66ffc5eaf9f7" -d '{"events": [{"name": "network-changed", "server_uuid": "6cad7b97-79e5-4276-9845-ccd893588fd3", "tag": "f169a245-6d37-40d5-86ad-ed83d9c56885"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:30.966783 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f1085a-07cf-4f57-b6b0-ae28df0f4513 service neutron] Pushing event updated for resources: {'Port': ['ID=f169a245-6d37-40d5-86ad-ed83d9c56885,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:30.990472 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70af8cf-c9b7-4a99-8725-6a387ee8157d x-openstack-request-id: req-d70af8cf-c9b7-4a99-8725-6a387ee8157d {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:30.990757 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cad7b97-79e5-4276-9845-ccd893588fd3", "tag": "f169a245-6d37-40d5-86ad-ed83d9c56885", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:30.991007 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d70af8cf-c9b7-4a99-8725-6a387ee8157d {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:30.991409 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'tag': 'f169a245-6d37-40d5-86ad-ed83d9c56885', 'status': 'completed', 'code': 200} Jul 16 09:46:31.020236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-3002d1b9-5bfb-4132-99b1-d5ffd637ca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:31.021804 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-3002d1b9-5bfb-4132-99b1-d5ffd637ca75 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0655251 Jul 16 09:46:31.023720 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f217ff6-1d82-4eab-849c-2ef0d307fd01 req-63c5295b-0daf-4944-ba74-5c34ad99480a tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:31.026102 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f217ff6-1d82-4eab-849c-2ef0d307fd01 req-63c5295b-0daf-4944-ba74-5c34ad99480a tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0985570 Jul 16 09:46:31.070514 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0f217ff6-1d82-4eab-849c-2ef0d307fd01 req-998ee961-ad34-4a62-9a59-ad723923b9ab tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377939 Jul 16 09:46:31.075442 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-81d012c8-081e-435e-b267-61b6dac7b45b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f169a245-6d37-40d5-86ad-ed83d9c56885 HTTP/1.1" status: 200 len: 217 time: 0.0468585 Jul 16 09:46:31.139673 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-466fa2ba-6e77-4413-a565-a380d20a6a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:31.141387 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-466fa2ba-6e77-4413-a565-a380d20a6a41 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0595152 Jul 16 09:46:31.199364 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-7f0e5dd1-4d57-4ddd-aecb-53a01c94522a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:31.200807 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-7f0e5dd1-4d57-4ddd-aecb-53a01c94522a service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537729 Jul 16 09:46:31.631510 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-28ecbbda-ede2-45de-af97-75c5024b0e06 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247324 Jul 16 09:46:31.722305 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4b7adee5-26a3-4e49-8ef1-580561f94e3d req-c33dacbb-0339-4dcd-a1f9-ef9c32f500f7 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829632 Jul 16 09:46:31.822519 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1bd13-8b8a-4a16-a5a4-66ffc5eaf9f7 req-8204c698-c93d-4ebb-9945-4795fb85f601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:31.823933 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91a1bd13-8b8a-4a16-a5a4-66ffc5eaf9f7 req-8204c698-c93d-4ebb-9945-4795fb85f601 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0558186 Jul 16 09:46:31.911435 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1bd13-8b8a-4a16-a5a4-66ffc5eaf9f7 req-c09234f9-9a90-4d3f-9c5a-60f45717091f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:31.912855 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91a1bd13-8b8a-4a16-a5a4-66ffc5eaf9f7 req-c09234f9-9a90-4d3f-9c5a-60f45717091f service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.0829554 Jul 16 09:46:31.956632 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91a1bd13-8b8a-4a16-a5a4-66ffc5eaf9f7 req-f6b1d9b3-c806-4f93-9e62-ea0fb6399673 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f169a245-6d37-40d5-86ad-ed83d9c56885 HTTP/1.1" status: 200 len: 217 time: 0.0377066 Jul 16 09:46:32.013769 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1bd13-8b8a-4a16-a5a4-66ffc5eaf9f7 req-5e171050-498e-4664-ace7-37515ccb86a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:32.015232 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91a1bd13-8b8a-4a16-a5a4-66ffc5eaf9f7 req-5e171050-498e-4664-ace7-37515ccb86a8 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0533388 Jul 16 09:46:32.072758 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a1bd13-8b8a-4a16-a5a4-66ffc5eaf9f7 req-1ff3df39-8461-4a07-a3a0-2e853f153b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:32.074181 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91a1bd13-8b8a-4a16-a5a4-66ffc5eaf9f7 req-1ff3df39-8461-4a07-a3a0-2e853f153b4c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528414 Jul 16 09:46:32.173731 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91a1bd13-8b8a-4a16-a5a4-66ffc5eaf9f7 req-55120f87-465d-4d27-a9c6-158856f33b11 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913808 Jul 16 09:46:32.308943 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-91a1bd13-8b8a-4a16-a5a4-66ffc5eaf9f7 req-e296d240-f476-403e-b0be-664d5cdf5e39 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286807 Jul 16 09:46:32.323762 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e604092-86a4-457e-8ad3-ef73ccef6cf9 req-959f6c60-aa28-4231-a3ce-87ee1ad147f8 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:32.324413 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6e604092-86a4-457e-8ad3-ef73ccef6cf9 req-959f6c60-aa28-4231-a3ce-87ee1ad147f8 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.1357882 Jul 16 09:46:32.367084 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6e604092-86a4-457e-8ad3-ef73ccef6cf9 req-71daba38-332c-4ce9-9341-0a70f1939a4f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357599 Jul 16 09:46:33.540218 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969e309-8771-4008-a901-9ba983941acf req-32173b1c-6290-40ea-a948-b2895b7dfd7a tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:33.541677 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5969e309-8771-4008-a901-9ba983941acf req-32173b1c-6290-40ea-a948-b2895b7dfd7a tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0639625 Jul 16 09:46:33.584240 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5969e309-8771-4008-a901-9ba983941acf req-4f399b04-7a5a-45f8-98e6-d797d5b91a06 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368688 Jul 16 09:46:34.341323 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:34.763983 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d402181-6617-4e25-8bca-1784cf023c70 req-0d6d757b-816c-42bb-b67e-539c4145636b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:34.765587 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d402181-6617-4e25-8bca-1784cf023c70 req-0d6d757b-816c-42bb-b67e-539c4145636b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0658047 Jul 16 09:46:34.804056 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7d402181-6617-4e25-8bca-1784cf023c70 req-0e582fc3-b097-48e6-9059-988670f3f6a6 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328741 Jul 16 09:46:35.354069 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bd9bba2f-0c7b-443d-9d8e-436a77f8937b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:35.974729 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9509ac5-96dd-45c0-8d6a-86ce0fb56aad req-794c8429-53e5-4566-a0b2-8377abcfd91c tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:35.976223 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e9509ac5-96dd-45c0-8d6a-86ce0fb56aad req-794c8429-53e5-4566-a0b2-8377abcfd91c tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0629227 Jul 16 09:46:36.013750 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e9509ac5-96dd-45c0-8d6a-86ce0fb56aad req-f6ca3398-51c5-4d84-b40d-1ecd68187aa1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319901 Jul 16 09:46:36.242358 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:37.185687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b18517-03e9-4423-bd06-eab78adf7d32 req-091ee8c6-8ed1-4fcb-bd28-b7edeef19c0a tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:37.187165 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-48b18517-03e9-4423-bd06-eab78adf7d32 req-091ee8c6-8ed1-4fcb-bd28-b7edeef19c0a tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0637035 Jul 16 09:46:37.228744 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-48b18517-03e9-4423-bd06-eab78adf7d32 req-b3a1a144-f893-425e-a10c-4721ac1076f5 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360115 Jul 16 09:46:38.021497 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-568e9e27-e045-419b-b899-8bc4d35277ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:38.330128 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:38.400691 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817757c-309c-4c3c-9965-521425f7c36c req-27deea67-a43e-4e89-b7a3-87ad88d98da6 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:38.402161 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f817757c-309c-4c3c-9965-521425f7c36c req-27deea67-a43e-4e89-b7a3-87ad88d98da6 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0636899 Jul 16 09:46:38.440710 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-f817757c-309c-4c3c-9965-521425f7c36c req-5f928ad9-f0c6-42b2-a61f-c30c8cfec6a5 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328414 Jul 16 09:46:39.610194 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4258c9-e1ab-4fa2-8dfb-ab1c7a3e5ed2 req-602be507-11c4-47c0-96e8-641416a00198 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:39.612302 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7a4258c9-e1ab-4fa2-8dfb-ab1c7a3e5ed2 req-602be507-11c4-47c0-96e8-641416a00198 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0626762 Jul 16 09:46:39.649158 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7a4258c9-e1ab-4fa2-8dfb-ab1c7a3e5ed2 req-178b6519-8fcd-4abd-8dff-30fb1e74d622 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313237 Jul 16 09:46:40.019250 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.827903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d0e05-0c19-483a-9e83-75a49a34f4a2 req-a7875f06-9d72-402b-bc64-462ee64c7058 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:40.829449 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f8d0e05-0c19-483a-9e83-75a49a34f4a2 req-a7875f06-9d72-402b-bc64-462ee64c7058 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0663123 Jul 16 09:46:40.865689 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-5f8d0e05-0c19-483a-9e83-75a49a34f4a2 req-580a841a-38f5-469b-8db9-9e05438d311b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306456 Jul 16 09:46:41.514322 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.948795 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f169a245-6d37-40d5-86ad-ed83d9c56885 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:46:42.037813 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35947c2-90aa-4d66-b3d3-05cab2fdcf24 req-9a47dcf7-626d-44a7-b7da-8dbd21774828 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:42.039432 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f35947c2-90aa-4d66-b3d3-05cab2fdcf24 req-9a47dcf7-626d-44a7-b7da-8dbd21774828 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0651116 Jul 16 09:46:42.081948 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f35947c2-90aa-4d66-b3d3-05cab2fdcf24 req-f0df4f98-75c1-40e6-842d-5b1d4271b5d6 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365765 Jul 16 09:46:42.195480 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f169a245-6d37-40d5-86ad-ed83d9c56885, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f169a245-6d37-40d5-86ad-ed83d9c56885,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:42.206043 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'f169a245-6d37-40d5-86ad-ed83d9c56885', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'port_id': 'f169a245-6d37-40d5-86ad-ed83d9c56885', 'mac_address': 'fa:16:3e:f1:d7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:46:42.241144 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.253950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f169a245-6d37-40d5-86ad-ed83d9c56885 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:46:42.274276 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f169a245-6d37-40d5-86ad-ed83d9c56885, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f169a245-6d37-40d5-86ad-ed83d9c56885,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:42.279341 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.327585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f169a245-6d37-40d5-86ad-ed83d9c56885,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:42.334851 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:42.335196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:42.335533 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:42.335887 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:42.336200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:42.336553 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:42.336881 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:42.337205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:42.337560 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:42.337876 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:42.338196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:42.338519 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:42.475850 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['f169a245-6d37-40d5-86ad-ed83d9c56885'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:46:43.251134 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b33e0a-da67-4af7-9b09-5aa775d786b1 req-f1734c9d-2aab-42b2-b570-e6d3dff292f4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:43.253226 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-05b33e0a-da67-4af7-9b09-5aa775d786b1 req-f1734c9d-2aab-42b2-b570-e6d3dff292f4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 945 time: 0.0619497 Jul 16 09:46:43.291058 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-05b33e0a-da67-4af7-9b09-5aa775d786b1 req-e3470a7d-c180-4051-9b1c-eed4a153be21 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322189 Jul 16 09:46:43.964363 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f169a245-6d37-40d5-86ad-ed83d9c56885 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:44.011148 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port f169a245-6d37-40d5-86ad-ed83d9c56885 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:44.014655 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port f169a245-6d37-40d5-86ad-ed83d9c56885 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:44.015021 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:44.089037 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:44.112358 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f169a245-6d37-40d5-86ad-ed83d9c56885'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:44.114705 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850fec44-157a-4256-b948-89a9284e6b07" -d '{"events": [{"server_uuid": "6cad7b97-79e5-4276-9845-ccd893588fd3", "name": "network-vif-plugged", "status": "completed", "tag": "f169a245-6d37-40d5-86ad-ed83d9c56885"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:44.127707 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f169a245-6d37-40d5-86ad-ed83d9c56885, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f169a245-6d37-40d5-86ad-ed83d9c56885,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:44.131971 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:44.185335 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f169a245-6d37-40d5-86ad-ed83d9c56885,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:44.202067 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67ffa16-ca6a-4f15-80a0-02f78309c220 x-openstack-request-id: req-c67ffa16-ca6a-4f15-80a0-02f78309c220 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:44.202334 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cad7b97-79e5-4276-9845-ccd893588fd3", "name": "network-vif-plugged", "status": "completed", "tag": "f169a245-6d37-40d5-86ad-ed83d9c56885", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:44.202581 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c67ffa16-ca6a-4f15-80a0-02f78309c220 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:44.202994 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f169a245-6d37-40d5-86ad-ed83d9c56885', 'code': 200} Jul 16 09:46:44.318830 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0415907-6aec-4e07-b719-95ac353b9b75 req-6ce69867-329d-425b-ab06-76703ea62578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:44.320341 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0415907-6aec-4e07-b719-95ac353b9b75 req-6ce69867-329d-425b-ab06-76703ea62578 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 1098 time: 0.0553985 Jul 16 09:46:44.355885 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0415907-6aec-4e07-b719-95ac353b9b75 req-0632e3ea-cd6b-4281-8dfe-50fc8b3f2a9c service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294929 Jul 16 09:46:44.462339 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec8ef7-1add-453b-a392-8534d752e16e req-cd4fd966-af34-4585-8b15-ce64c630d58f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:44.463852 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-35ec8ef7-1add-453b-a392-8534d752e16e req-cd4fd966-af34-4585-8b15-ce64c630d58f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0646467 Jul 16 09:46:44.506666 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-35ec8ef7-1add-453b-a392-8534d752e16e req-f9eef363-36c5-4c7f-9bd4-f6346fc950bb tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372252 Jul 16 09:46:45.679086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da695e39-0c51-4f92-9119-f9ed9ce10733 req-837c1545-c5a4-4b49-b640-4e720e40b860 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:45.680640 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da695e39-0c51-4f92-9119-f9ed9ce10733 req-837c1545-c5a4-4b49-b640-4e720e40b860 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0634470 Jul 16 09:46:45.718007 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-da695e39-0c51-4f92-9119-f9ed9ce10733 req-f69ef7be-95a6-4423-b8cf-93654aa03ca9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318844 Jul 16 09:46:45.885133 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b9a577-ce5c-4484-93c2-28b6ae52b373 req-7c3f119e-bfb6-411e-bf3a-b94c31e3febc tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:45.886515 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4b9a577-ce5c-4484-93c2-28b6ae52b373 req-7c3f119e-bfb6-411e-bf3a-b94c31e3febc tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0625050 Jul 16 09:46:45.924141 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a4b9a577-ce5c-4484-93c2-28b6ae52b373 req-d9ee9c56-b229-4c97-ad6e-f490c2d12a85 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315309 Jul 16 09:46:45.947403 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46396) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:45.997847 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6761f30f-bc92-422c-835d-5c6ce5d78ef5 tempest-TestShelveInstance-914540481 tempest-TestShelveInstance-914540481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:45.999339 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-6761f30f-bc92-422c-835d-5c6ce5d78ef5 tempest-TestShelveInstance-914540481 tempest-TestShelveInstance-914540481-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 1093 time: 0.0509846 Jul 16 09:46:46.002800 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46398) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:46.007021 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': 'f169a245-6d37-40d5-86ad-ed83d9c56885', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:46.028312 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for floatingip, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:46.462407 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:46.562875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Allocated IP 172.25.4.151 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/53a82189-4e0e-49ed-a6f8-16100d1255c2) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:46:46.658210 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:46.694452 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:46.728787 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:46:46.734656 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:46.738206 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:46:46.743964 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'Port': ['ID=53a82189-4e0e-49ed-a6f8-16100d1255c2,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:47.098551 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.174168 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.322053 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.326489 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.394781 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event updated for resources: {'Port': ['ID=53a82189-4e0e-49ed-a6f8-16100d1255c2,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:47.404115 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.502171 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Floating IP ddef71f2-3a6d-453c-af41-ccc2c4011456 associated. External IP: 172.25.4.151, port: f169a245-6d37-40d5-86ad-ed83d9c56885. Jul 16 09:46:47.704903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Router 81146e91-8d67-434a-95cc-5ce1d8c563d1 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:46:47.783527 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:46:47.811486 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:46:47.821066 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc7653-1c0d-47a9-a52f-db28a314552e None None] Sync routers for ids ['81146e91-8d67-434a-95cc-5ce1d8c563d1'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:46:47.826666 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.830520 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc7653-1c0d-47a9-a52f-db28a314552e None None] Routers {'81146e91-8d67-434a-95cc-5ce1d8c563d1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:47.831147 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f4fc7653-1c0d-47a9-a52f-db28a314552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:46:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['81146e91-8d67-434a-95cc-5ce1d8c563d1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:47.876828 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-18c6b01e-9e87-46a2-a2b1-40a99bb370e3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8594160 Jul 16 09:46:47.876828 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'tag': 'f169a245-6d37-40d5-86ad-ed83d9c56885'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:47.876828 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de71c093-de32-44f6-b6c9-5382d52e60f3" -d '{"events": [{"name": "network-changed", "server_uuid": "6cad7b97-79e5-4276-9845-ccd893588fd3", "tag": "f169a245-6d37-40d5-86ad-ed83d9c56885"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:47.902967 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0d98cc-36ca-475e-9aa7-3e3824e64156 x-openstack-request-id: req-da0d98cc-36ca-475e-9aa7-3e3824e64156 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:47.903276 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cad7b97-79e5-4276-9845-ccd893588fd3", "tag": "f169a245-6d37-40d5-86ad-ed83d9c56885", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:47.903514 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da0d98cc-36ca-475e-9aa7-3e3824e64156 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:47.903950 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'tag': 'f169a245-6d37-40d5-86ad-ed83d9c56885', 'status': 'completed', 'code': 200} Jul 16 09:46:47.938366 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f4fc7653-1c0d-47a9-a52f-db28a314552e None None] Set router 81146e91-8d67-434a-95cc-5ce1d8c563d1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:47.976059 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c093-de32-44f6-b6c9-5382d52e60f3 req-25836afe-b5c4-4bd1-9a48-60c49a95accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:47.977732 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de71c093-de32-44f6-b6c9-5382d52e60f3 req-25836afe-b5c4-4bd1-9a48-60c49a95accc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 1098 time: 0.0519454 Jul 16 09:46:48.072259 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c093-de32-44f6-b6c9-5382d52e60f3 req-ebde2029-6e16-4f31-9c4d-a4832550953b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:48.074218 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de71c093-de32-44f6-b6c9-5382d52e60f3 req-ebde2029-6e16-4f31-9c4d-a4832550953b service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.0902195 Jul 16 09:46:48.143988 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de71c093-de32-44f6-b6c9-5382d52e60f3 req-9178481d-1bb5-42d8-b73b-866b9a3445c5 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f169a245-6d37-40d5-86ad-ed83d9c56885 HTTP/1.1" status: 200 len: 1000 time: 0.0643001 Jul 16 09:46:48.163085 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f4fc7653-1c0d-47a9-a52f-db28a314552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'ddef71f2-3a6d-453c-af41-ccc2c4011456', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'port_id': 'f169a245-6d37-40d5-86ad-ed83d9c56885', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'mac_address': 'fa:16:3e:f1:d7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:46:46Z', 'updated_at': '2021-07-16T09:46:46Z', 'revision_number': 0, 'project_id': '6ab28a98853042639128d39ec756e426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:42:02Z', 'revision_number': 5, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:48.196011 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc7653-1c0d-47a9-a52f-db28a314552e None None] Checking router: 81146e91-8d67-434a-95cc-5ce1d8c563d1 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:46:48.196421 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c093-de32-44f6-b6c9-5382d52e60f3 req-48f44ae9-60ce-40d2-b295-8f177f17e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:48.197970 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de71c093-de32-44f6-b6c9-5382d52e60f3 req-48f44ae9-60ce-40d2-b295-8f177f17e3a0 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0482659 Jul 16 09:46:48.204313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fc7653-1c0d-47a9-a52f-db28a314552e None None] Routers {'81146e91-8d67-434a-95cc-5ce1d8c563d1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:48.205440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f4fc7653-1c0d-47a9-a52f-db28a314552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:46:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['81146e91-8d67-434a-95cc-5ce1d8c563d1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:48.257575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c093-de32-44f6-b6c9-5382d52e60f3 req-3bad7bd6-91e8-4523-a373-6d1800fa4677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:48.259242 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de71c093-de32-44f6-b6c9-5382d52e60f3 req-3bad7bd6-91e8-4523-a373-6d1800fa4677 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555987 Jul 16 09:46:48.318012 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-f4fc7653-1c0d-47a9-a52f-db28a314552e None None] Set router 81146e91-8d67-434a-95cc-5ce1d8c563d1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:48.360880 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de71c093-de32-44f6-b6c9-5382d52e60f3 req-03d177f4-fba7-42cc-a69f-df5e47a216cf service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951116 Jul 16 09:46:48.457503 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-de71c093-de32-44f6-b6c9-5382d52e60f3 req-38d53284-fd79-437e-b6b6-21d5bd0f6b17 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910308 Jul 16 09:46:48.543601 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-f4fc7653-1c0d-47a9-a52f-db28a314552e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'ddef71f2-3a6d-453c-af41-ccc2c4011456', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'port_id': 'f169a245-6d37-40d5-86ad-ed83d9c56885', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'mac_address': 'fa:16:3e:f1:d7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:46:46Z', 'updated_at': '2021-07-16T09:46:46Z', 'revision_number': 0, 'project_id': '6ab28a98853042639128d39ec756e426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:42:02Z', 'revision_number': 5, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:48.573386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fc7653-1c0d-47a9-a52f-db28a314552e None None] The sync data for ids ['81146e91-8d67-434a-95cc-5ce1d8c563d1'] in n-d-758944-46 is: [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'ddef71f2-3a6d-453c-af41-ccc2c4011456', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'floating_ip_address': '172.25.4.151', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'port_id': 'f169a245-6d37-40d5-86ad-ed83d9c56885', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'mac_address': 'fa:16:3e:f1:d7:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:46:46Z', 'updated_at': '2021-07-16T09:46:46Z', 'revision_number': 0, 'project_id': '6ab28a98853042639128d39ec756e426', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:42:02Z', 'revision_number': 5, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:46:48.777489 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7095965a-49ac-4d2b-84cf-608a3d9eb049 None None] New status for floating IP ddef71f2-3a6d-453c-af41-ccc2c4011456: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:47:04.355593 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:05.357333 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c8c2cae6-4b1a-4bd8-bbc6-6f6510ac577b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:06.242782 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:08.022774 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f95573de-5242-468f-a7bb-643c4e0e9db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:08.323327 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:10.023635 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:11.517991 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:24.784225 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:47:34.376613 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:35.360041 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9d68bc08-0c61-43be-bcd4-e4f21d41a221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.239707 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:37.012017 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f4d92e6b-b4b9-462a-8106-64c2e58e7015 req-bfdc1f50-0939-4346-b748-dae0b497898e service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566823 Jul 16 09:47:37.103653 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d92e6b-b4b9-462a-8106-64c2e58e7015 req-91f8f389-4b7f-47cf-9b7f-daa92fdb84d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:37.105201 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f4d92e6b-b4b9-462a-8106-64c2e58e7015 req-91f8f389-4b7f-47cf-9b7f-daa92fdb84d8 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 1098 time: 0.0520070 Jul 16 09:47:37.207319 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d92e6b-b4b9-462a-8106-64c2e58e7015 req-92da4538-e1d5-435d-9b23-a52aa57aa132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:37.208826 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f4d92e6b-b4b9-462a-8106-64c2e58e7015 req-92da4538-e1d5-435d-9b23-a52aa57aa132 service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.0833774 Jul 16 09:47:37.276329 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f4d92e6b-b4b9-462a-8106-64c2e58e7015 req-9423f366-58f7-4ea1-98ce-2e83b76c1369 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f169a245-6d37-40d5-86ad-ed83d9c56885 HTTP/1.1" status: 200 len: 1002 time: 0.0616627 Jul 16 09:47:37.323992 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d92e6b-b4b9-462a-8106-64c2e58e7015 req-0b2660ee-82fa-4c7b-ab86-d7abc51a968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:37.325491 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f4d92e6b-b4b9-462a-8106-64c2e58e7015 req-0b2660ee-82fa-4c7b-ab86-d7abc51a968f service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0434475 Jul 16 09:47:37.382223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d92e6b-b4b9-462a-8106-64c2e58e7015 req-f1c352fc-1e9f-4d65-9371-abdb95d94a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:37.383714 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f4d92e6b-b4b9-462a-8106-64c2e58e7015 req-f1c352fc-1e9f-4d65-9371-abdb95d94a8b service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517669 Jul 16 09:47:37.393685 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-f4d92e6b-b4b9-462a-8106-64c2e58e7015 req-6f0cffed-605c-4230-96db-3cad874c6baa service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:47:37.394612 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f4d92e6b-b4b9-462a-8106-64c2e58e7015 req-6f0cffed-605c-4230-96db-3cad874c6baa service neutron] 10.222.0.38 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049558 Jul 16 09:47:37.485572 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f4d92e6b-b4b9-462a-8106-64c2e58e7015 req-ad8777f4-dc9a-43f5-80ae-8e54964b200d service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844345 Jul 16 09:47:37.575611 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f4d92e6b-b4b9-462a-8106-64c2e58e7015 req-20df9e5d-3610-483f-8ff6-4d69ebeb8b45 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835276 Jul 16 09:47:38.024432 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f38db200-f925-405d-a5ae-24ef918d4bf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:38.323850 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:40.024367 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:41.520633 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:01.784220 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:48:04.364194 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:05.362911 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d7799859-7541-4d82-b5df-629bbcab9253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:06.240096 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:08.026231 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c49a4937-2397-471b-898b-faec952e7483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:08.325491 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:10.027662 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:11.523664 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:34.379251 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:35.365468 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7aa61118-7e46-403a-b410-a6edbc88e80d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:36.238000 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:38.028751 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d64147c6-3853-4f98-8e3f-588f59194e80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:38.329133 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:38.400572 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e8ec4cb-9b5e-460a-a4b1-0b7a7f9ff0e3 req-ddfe42b7-8879-4a82-8dab-f319d4d61023 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0544357 Jul 16 09:48:38.493345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ec4cb-9b5e-460a-a4b1-0b7a7f9ff0e3 req-fb9862b3-5d1a-41ab-be3f-57fc38d4841a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:38.494849 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e8ec4cb-9b5e-460a-a4b1-0b7a7f9ff0e3 req-fb9862b3-5d1a-41ab-be3f-57fc38d4841a service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 1098 time: 0.0537596 Jul 16 09:48:38.599097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ec4cb-9b5e-460a-a4b1-0b7a7f9ff0e3 req-442833c9-2240-4476-bbb0-7352ad5722f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:38.600468 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e8ec4cb-9b5e-460a-a4b1-0b7a7f9ff0e3 req-442833c9-2240-4476-bbb0-7352ad5722f5 service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.0863833 Jul 16 09:48:38.663117 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e8ec4cb-9b5e-460a-a4b1-0b7a7f9ff0e3 req-5c54951c-f309-4227-aa01-1a3a0033f811 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f169a245-6d37-40d5-86ad-ed83d9c56885 HTTP/1.1" status: 200 len: 1002 time: 0.0558090 Jul 16 09:48:38.712210 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ec4cb-9b5e-460a-a4b1-0b7a7f9ff0e3 req-13af30d6-8858-4f76-ad88-5491303c9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:38.713808 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e8ec4cb-9b5e-460a-a4b1-0b7a7f9ff0e3 req-13af30d6-8858-4f76-ad88-5491303c9f72 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0444582 Jul 16 09:48:38.773456 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ec4cb-9b5e-460a-a4b1-0b7a7f9ff0e3 req-55d65871-745c-42d4-a8e9-8890bd95d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:38.775218 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e8ec4cb-9b5e-460a-a4b1-0b7a7f9ff0e3 req-55d65871-745c-42d4-a8e9-8890bd95d5cf service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544829 Jul 16 09:48:38.782618 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:48:38.860310 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e8ec4cb-9b5e-460a-a4b1-0b7a7f9ff0e3 req-15d3ac6a-96be-4455-9aa9-87233076330a service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787351 Jul 16 09:48:38.949207 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-4e8ec4cb-9b5e-460a-a4b1-0b7a7f9ff0e3 req-519e96a8-dbfe-472c-af49-36c3caad05f6 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831432 Jul 16 09:48:40.030418 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:41.044573 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2806c5c-8a65-452b-83d5-749fbbc74fb5 req-9fae950e-09db-46a6-9fd3-38483de109e0 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:41.046107 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2806c5c-8a65-452b-83d5-749fbbc74fb5 req-9fae950e-09db-46a6-9fd3-38483de109e0 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0665874 Jul 16 09:48:41.086938 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f2806c5c-8a65-452b-83d5-749fbbc74fb5 req-bbfbca9c-9dd6-40f0-9711-08d895c3cd65 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345247 Jul 16 09:48:41.529326 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:42.290644 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287d9535-bb14-4a51-a324-0e1b394961e8 req-5c3276cb-c9e0-45a5-b387-2c062abbb0ba tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:42.292167 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-287d9535-bb14-4a51-a324-0e1b394961e8 req-5c3276cb-c9e0-45a5-b387-2c062abbb0ba tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0651579 Jul 16 09:48:42.330299 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-287d9535-bb14-4a51-a324-0e1b394961e8 req-94b44e99-3256-49a2-993b-f2c518c3610f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321383 Jul 16 09:48:43.722845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abea5f12-0fc4-495c-b6da-140dcda3c5a4 req-cfce28ef-f700-4cd2-939a-ab2d1ab361d3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:43.724379 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-abea5f12-0fc4-495c-b6da-140dcda3c5a4 req-cfce28ef-f700-4cd2-939a-ab2d1ab361d3 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0693312 Jul 16 09:48:43.763636 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-abea5f12-0fc4-495c-b6da-140dcda3c5a4 req-6eac26a1-3822-4b89-a153-78698938298f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334640 Jul 16 09:48:44.946103 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d7b4f-a25a-4b03-ba77-11db9fe762d8 req-f34b47dd-9984-482e-a19a-48ce32989eb2 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:44.947616 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fc6d7b4f-a25a-4b03-ba77-11db9fe762d8 req-f34b47dd-9984-482e-a19a-48ce32989eb2 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0680280 Jul 16 09:48:44.986785 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fc6d7b4f-a25a-4b03-ba77-11db9fe762d8 req-97e6af2c-2178-4f73-96c5-33cef2ef44fe tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329514 Jul 16 09:48:46.194107 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb9a81a-aeff-4540-8178-dab8dd8a324b req-177a4326-f9a7-477b-86d2-be4e3708cb20 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:46.195694 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1bb9a81a-aeff-4540-8178-dab8dd8a324b req-177a4326-f9a7-477b-86d2-be4e3708cb20 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0941765 Jul 16 09:48:46.242309 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1bb9a81a-aeff-4540-8178-dab8dd8a324b req-93607d46-0711-4d2b-ab95-e05f14b3dee4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405104 Jul 16 09:48:47.425115 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1275ee2-d40b-408c-aea4-923ac4f2b735 req-612af2bf-aa4c-4b35-b159-115f00708963 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:47.426670 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1275ee2-d40b-408c-aea4-923ac4f2b735 req-612af2bf-aa4c-4b35-b159-115f00708963 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0697868 Jul 16 09:48:47.465387 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-d1275ee2-d40b-408c-aea4-923ac4f2b735 req-68329467-7852-4f0f-9048-dc8018e31886 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329983 Jul 16 09:48:48.651444 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73d045c-47c6-4b6e-a7f1-8f58f19181b0 req-878fc8d4-3a67-45b3-9f37-b0170c3d81c9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:48.652862 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d73d045c-47c6-4b6e-a7f1-8f58f19181b0 req-878fc8d4-3a67-45b3-9f37-b0170c3d81c9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0654869 Jul 16 09:48:48.695687 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d73d045c-47c6-4b6e-a7f1-8f58f19181b0 req-3d34870b-33e7-49b9-94b6-b00debba0d0f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364907 Jul 16 09:48:49.872729 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1812ec-6688-4423-a986-4fb61d961a44 req-67a279c7-0745-418f-b3f4-e7452a72045f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:49.874234 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9f1812ec-6688-4423-a986-4fb61d961a44 req-67a279c7-0745-418f-b3f4-e7452a72045f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0690994 Jul 16 09:48:49.912801 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9f1812ec-6688-4423-a986-4fb61d961a44 req-b8d187ed-04ff-4593-919b-88cec6c59144 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319433 Jul 16 09:48:51.120988 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12337ca4-e79f-4719-99cd-278a0ff152b6 req-ac02eb9d-e4d4-4830-b8eb-5a5335664526 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:51.122513 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12337ca4-e79f-4719-99cd-278a0ff152b6 req-ac02eb9d-e4d4-4830-b8eb-5a5335664526 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0968029 Jul 16 09:48:51.178557 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c77849-8d61-4a0f-a462-bc3fe0c904c3 req-6ad06aa4-7375-4b5e-8c49-fb8cc08903ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:51.180176 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0c77849-8d61-4a0f-a462-bc3fe0c904c3 req-6ad06aa4-7375-4b5e-8c49-fb8cc08903ca service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 1098 time: 0.1049514 Jul 16 09:48:51.183864 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-12337ca4-e79f-4719-99cd-278a0ff152b6 req-73adcf71-bf88-482c-9ece-4d30144f37b9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538270 Jul 16 09:48:51.291971 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c77849-8d61-4a0f-a462-bc3fe0c904c3 req-6e6160e4-8b48-4bb1-baa0-7aefcd097d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:51.293537 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0c77849-8d61-4a0f-a462-bc3fe0c904c3 req-6e6160e4-8b48-4bb1-baa0-7aefcd097d8d service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.1063159 Jul 16 09:48:51.367014 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0c77849-8d61-4a0f-a462-bc3fe0c904c3 req-b2d044a6-d46e-4620-ade5-403d530c3563 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f169a245-6d37-40d5-86ad-ed83d9c56885 HTTP/1.1" status: 200 len: 1002 time: 0.0667160 Jul 16 09:48:51.427722 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c77849-8d61-4a0f-a462-bc3fe0c904c3 req-8664a674-ef5d-4505-acf0-8cfb0222a36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:51.429369 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0c77849-8d61-4a0f-a462-bc3fe0c904c3 req-8664a674-ef5d-4505-acf0-8cfb0222a36e service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0557101 Jul 16 09:48:51.494242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c77849-8d61-4a0f-a462-bc3fe0c904c3 req-bed16abc-baa8-4f32-b912-810ad39fe60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:51.495874 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0c77849-8d61-4a0f-a462-bc3fe0c904c3 req-bed16abc-baa8-4f32-b912-810ad39fe60c service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601823 Jul 16 09:48:51.613889 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0c77849-8d61-4a0f-a462-bc3fe0c904c3 req-c3b12c66-8306-453d-ada2-bf82bb2f5640 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104414 Jul 16 09:48:51.757906 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-f0c77849-8d61-4a0f-a462-bc3fe0c904c3 req-f39c7e0f-2268-4f4c-8f26-bcddad4f54fb service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381135 Jul 16 09:48:52.377583 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda0760-3013-4c20-b0de-b5b02606c458 req-9cd46914-9f82-4e48-b1af-02e3eb79bbfb tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:52.379189 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8dda0760-3013-4c20-b0de-b5b02606c458 req-9cd46914-9f82-4e48-b1af-02e3eb79bbfb tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0697560 Jul 16 09:48:52.419602 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8dda0760-3013-4c20-b0de-b5b02606c458 req-6e909661-0382-4862-adf5-d16901317ad6 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347681 Jul 16 09:48:53.614625 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ec5b2f-8cd5-403e-a560-3b8cdb060cf7 req-65b872c7-c223-4710-9996-3474d0ab9c54 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:53.616308 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c8ec5b2f-8cd5-403e-a560-3b8cdb060cf7 req-65b872c7-c223-4710-9996-3474d0ab9c54 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0676007 Jul 16 09:48:53.663655 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c8ec5b2f-8cd5-403e-a560-3b8cdb060cf7 req-b89d0f1f-fddb-40e8-927a-22c4d526c0bc tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407243 Jul 16 09:48:54.874169 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0adc2e-5547-466a-8a9d-c7c964e123a1 req-260ada2a-4676-4b65-8e58-cce1d376307a tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:54.876106 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb0adc2e-5547-466a-8a9d-c7c964e123a1 req-260ada2a-4676-4b65-8e58-cce1d376307a tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0716357 Jul 16 09:48:54.916954 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb0adc2e-5547-466a-8a9d-c7c964e123a1 req-f44c92eb-ff39-4213-83ed-776d5bbe5228 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353098 Jul 16 09:48:56.106836 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6d5061-d58d-4c95-893a-1792f4181cc5 req-1c80eaf6-778e-4e55-bffe-825caf6fec42 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:56.108469 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f6d5061-d58d-4c95-893a-1792f4181cc5 req-1c80eaf6-778e-4e55-bffe-825caf6fec42 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0731201 Jul 16 09:48:56.151659 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-7f6d5061-d58d-4c95-893a-1792f4181cc5 req-4a969e48-9bfa-4ece-9cb1-64132d686b71 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359042 Jul 16 09:48:56.434461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d680330-3d8d-47a3-a832-fb5a67590699 req-1b801799-6e04-458f-8599-81c4799bf1a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0532546 Jul 16 09:48:56.515833 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae65402c-67ed-4647-becc-682405e31efa req-33aa2f2e-cbc8-42f4-ab9d-ef3002748f5f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:56.517336 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae65402c-67ed-4647-becc-682405e31efa req-33aa2f2e-cbc8-42f4-ab9d-ef3002748f5f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0663917 Jul 16 09:48:56.560260 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ae65402c-67ed-4647-becc-682405e31efa req-ac129a65-ab32-4a41-b8a7-fc5c9ebb54a6 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372291 Jul 16 09:48:56.595922 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f169a245-6d37-40d5-86ad-ed83d9c56885 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:48:56.681865 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:56.711247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f169a245-6d37-40d5-86ad-ed83d9c56885'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:48:56.711247 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-391623ca-7d87-457c-b16c-224287cbeab4" -d '{"events": [{"server_uuid": "6cad7b97-79e5-4276-9845-ccd893588fd3", "name": "network-vif-unplugged", "status": "completed", "tag": "f169a245-6d37-40d5-86ad-ed83d9c56885"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:48:56.727791 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f169a245-6d37-40d5-86ad-ed83d9c56885, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f169a245-6d37-40d5-86ad-ed83d9c56885,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:56.732150 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:56.759335 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 09:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819dec01-c5cd-4c46-902d-6da99a7ad969 x-openstack-request-id: req-819dec01-c5cd-4c46-902d-6da99a7ad969 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:48:56.759629 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cad7b97-79e5-4276-9845-ccd893588fd3", "name": "network-vif-unplugged", "status": "failed", "tag": "f169a245-6d37-40d5-86ad-ed83d9c56885", "code": 422}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:48:56.759877 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-819dec01-c5cd-4c46-902d-6da99a7ad969 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:48:56.760271 n-d-758944-46 neutron-server[93696]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f169a245-6d37-40d5-86ad-ed83d9c56885', 'code': 422} returned with failed status Jul 16 09:48:56.791218 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f169a245-6d37-40d5-86ad-ed83d9c56885,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:56.803873 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:56.804213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:56.804620 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:56.804962 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:56.805296 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:56.805629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:56.805959 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:56.806287 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:56.806611 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:56.806941 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:56.807264 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:56.807586 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:57.741848 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2f25a-2ab9-4224-b175-93d0a1c786d8 req-ed999818-4029-42d4-87df-56ac007e632c tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:57.743391 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cfa2f25a-2ab9-4224-b175-93d0a1c786d8 req-ed999818-4029-42d4-87df-56ac007e632c tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0680377 Jul 16 09:48:57.783058 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-cfa2f25a-2ab9-4224-b175-93d0a1c786d8 req-e11b117f-5ca2-4044-bc22-80239ca5771d tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339539 Jul 16 09:48:58.960197 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3953f8cd-980e-49e7-83b9-6192b99e8c2b req-5fcbc16c-be48-4373-9540-865dc5c56471 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:58.961678 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3953f8cd-980e-49e7-83b9-6192b99e8c2b req-5fcbc16c-be48-4373-9540-865dc5c56471 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0695074 Jul 16 09:48:59.003214 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3953f8cd-980e-49e7-83b9-6192b99e8c2b req-55a3b0f3-53af-473e-a91e-a93590e2c79f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333092 Jul 16 09:49:00.176403 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2eac1-bb02-40a7-b3eb-a857a5dda08a req-9bee477d-ee40-4c58-92c4-38605a3189c1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:00.178008 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ced2eac1-bb02-40a7-b3eb-a857a5dda08a req-9bee477d-ee40-4c58-92c4-38605a3189c1 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0650725 Jul 16 09:49:00.220071 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-ced2eac1-bb02-40a7-b3eb-a857a5dda08a req-dd300748-cea3-4a7b-9612-7e955508de08 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353906 Jul 16 09:49:01.227515 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d680330-3d8d-47a3-a832-fb5a67590699 req-7abb14a5-2021-4c1c-9267-1089a2cf4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:01.228986 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d680330-3d8d-47a3-a832-fb5a67590699 req-7abb14a5-2021-4c1c-9267-1089a2cf4984 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3&tenant_id=6ab28a98853042639128d39ec756e426 HTTP/1.1" status: 200 len: 1096 time: 0.0586979 Jul 16 09:49:01.308404 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d680330-3d8d-47a3-a832-fb5a67590699 req-8e7fa046-fbb1-48b0-ba11-e1a727d4bdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:01.309976 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d680330-3d8d-47a3-a832-fb5a67590699 req-8e7fa046-fbb1-48b0-ba11-e1a727d4bdd5 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 1096 time: 0.0586455 Jul 16 09:49:01.398914 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089f2f5-9815-44ce-a9ea-9af10c2efce0 req-2bf199e9-c7cd-498b-91c6-3b0a0d928cd4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:01.400783 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b089f2f5-9815-44ce-a9ea-9af10c2efce0 req-2bf199e9-c7cd-498b-91c6-3b0a0d928cd4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0656011 Jul 16 09:49:01.402845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d680330-3d8d-47a3-a832-fb5a67590699 req-b6d19e00-807b-45ab-83c2-022ce9fb76d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:01.404352 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d680330-3d8d-47a3-a832-fb5a67590699 req-b6d19e00-807b-45ab-83c2-022ce9fb76d9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.0884635 Jul 16 09:49:01.439937 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b089f2f5-9815-44ce-a9ea-9af10c2efce0 req-d49c6e77-bbbc-42ac-b385-689a3247e2a4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327463 Jul 16 09:49:01.472941 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d680330-3d8d-47a3-a832-fb5a67590699 req-ad83eeeb-3d1d-4cf7-823e-9f5e20d90d47 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f169a245-6d37-40d5-86ad-ed83d9c56885 HTTP/1.1" status: 200 len: 1000 time: 0.0624216 Jul 16 09:49:01.519920 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d680330-3d8d-47a3-a832-fb5a67590699 req-f31f5c67-51a1-4763-8a87-9027ce833798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:01.521392 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d680330-3d8d-47a3-a832-fb5a67590699 req-f31f5c67-51a1-4763-8a87-9027ce833798 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0429652 Jul 16 09:49:01.576969 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d680330-3d8d-47a3-a832-fb5a67590699 req-abac8406-9ca6-4079-9a5f-94ba498b54b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:01.579083 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d680330-3d8d-47a3-a832-fb5a67590699 req-abac8406-9ca6-4079-9a5f-94ba498b54b5 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510314 Jul 16 09:49:01.672997 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d680330-3d8d-47a3-a832-fb5a67590699 req-1dfbdb2c-347e-408b-8c0e-114b06b7490d service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877304 Jul 16 09:49:01.761149 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-5d680330-3d8d-47a3-a832-fb5a67590699 req-4941d890-2110-45b1-8422-fbfcaaaa1065 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822794 Jul 16 09:49:02.612701 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7be93-28c5-42e0-864c-9f719e3d2f7e req-9fc1f4d1-6881-4865-9ffc-c8c4564602b9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:02.614116 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-15e7be93-28c5-42e0-864c-9f719e3d2f7e req-9fc1f4d1-6881-4865-9ffc-c8c4564602b9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0660436 Jul 16 09:49:02.652293 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-15e7be93-28c5-42e0-864c-9f719e3d2f7e req-848c32b1-29f3-45e4-87de-89ae537cb1ac tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325768 Jul 16 09:49:03.829265 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3888f4-d115-447f-b61c-80e8a97cf8ea req-a775bf17-cbc1-47a4-b751-61a434ac6e8b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:03.830783 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ac3888f4-d115-447f-b61c-80e8a97cf8ea req-a775bf17-cbc1-47a4-b751-61a434ac6e8b tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0680406 Jul 16 09:49:03.869325 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ac3888f4-d115-447f-b61c-80e8a97cf8ea req-06b4fe75-0d2d-4644-a46f-91f9f68a61e2 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328043 Jul 16 09:49:04.398240 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:05.049186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e02838-69f6-41a7-9c26-97e7088eff01 req-ede52a7a-0103-475b-975a-25bf545cf9fd tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:05.051459 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-02e02838-69f6-41a7-9c26-97e7088eff01 req-ede52a7a-0103-475b-975a-25bf545cf9fd tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0663064 Jul 16 09:49:05.092061 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-02e02838-69f6-41a7-9c26-97e7088eff01 req-fea3a142-5454-454a-b4f8-f91bb1740e07 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346272 Jul 16 09:49:05.367847 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7a32a448-6914-4333-aee3-11c29d6b9b1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:06.237493 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:06.269338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203316d1-ae85-4fc0-bc91-ba493751b1c4 req-7aec6732-8e2d-41ac-9b29-73d052a1d598 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:06.270903 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-203316d1-ae85-4fc0-bc91-ba493751b1c4 req-7aec6732-8e2d-41ac-9b29-73d052a1d598 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0671744 Jul 16 09:49:06.314869 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-203316d1-ae85-4fc0-bc91-ba493751b1c4 req-2393290a-021e-44e4-9b9a-4de6c2fc4e1e tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370805 Jul 16 09:49:07.489599 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75021a9-2aa3-49b3-9b83-f1bd2bba6578 req-5ed2db40-217a-4afe-bd29-232ee00e6845 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:07.491075 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b75021a9-2aa3-49b3-9b83-f1bd2bba6578 req-5ed2db40-217a-4afe-bd29-232ee00e6845 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0657642 Jul 16 09:49:07.528030 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-b75021a9-2aa3-49b3-9b83-f1bd2bba6578 req-66eee8d0-0f77-4f79-8d6a-fce32db5ac06 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314007 Jul 16 09:49:08.029453 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fd97fa69-4915-418a-9401-6f60c14150f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:08.330107 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:08.661267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f169a245-6d37-40d5-86ad-ed83d9c56885 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:49:08.696266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab93086-01c4-4ff5-994d-5ca6ff32098d req-6fc963d6-8bd9-4f3f-b605-4008fa0a07d9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:08.698110 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bab93086-01c4-4ff5-994d-5ca6ff32098d req-6fc963d6-8bd9-4f3f-b605-4008fa0a07d9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 944 time: 0.0638018 Jul 16 09:49:08.736014 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-bab93086-01c4-4ff5-994d-5ca6ff32098d req-6b9fe9f6-04ea-44e4-abcc-e29ad090e2a2 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325119 Jul 16 09:49:08.756516 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f169a245-6d37-40d5-86ad-ed83d9c56885, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f169a245-6d37-40d5-86ad-ed83d9c56885,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:08.768001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': 'f169a245-6d37-40d5-86ad-ed83d9c56885', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'port_id': 'f169a245-6d37-40d5-86ad-ed83d9c56885', 'mac_address': 'fa:16:3e:f1:d7:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:49:08.803666 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:08.816712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f169a245-6d37-40d5-86ad-ed83d9c56885 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:49:08.836386 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f169a245-6d37-40d5-86ad-ed83d9c56885, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f169a245-6d37-40d5-86ad-ed83d9c56885,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:08.839861 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:08.885366 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f169a245-6d37-40d5-86ad-ed83d9c56885,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:09.062721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['f169a245-6d37-40d5-86ad-ed83d9c56885'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:49:09.903098 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d341e-6863-4432-a400-23a37b4023a6 req-5cd39ba9-9e57-4e3b-bbc0-7cfa55e6fa3c tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:09.904660 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a3d341e-6863-4432-a400-23a37b4023a6 req-5cd39ba9-9e57-4e3b-bbc0-7cfa55e6fa3c tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 945 time: 0.0624576 Jul 16 09:49:09.942105 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-1a3d341e-6863-4432-a400-23a37b4023a6 req-6018d5c9-6b1f-4f82-b94b-d4ed7fcc7e97 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313897 Jul 16 09:49:10.032240 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:10.670547 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f169a245-6d37-40d5-86ad-ed83d9c56885 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:49:10.719342 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port f169a245-6d37-40d5-86ad-ed83d9c56885 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:49:10.719706 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:10.942620 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:10.963936 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f169a245-6d37-40d5-86ad-ed83d9c56885'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:49:10.966215 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54ef3e5-feff-4b93-902c-8eed0f6bd427" -d '{"events": [{"server_uuid": "6cad7b97-79e5-4276-9845-ccd893588fd3", "name": "network-vif-plugged", "status": "completed", "tag": "f169a245-6d37-40d5-86ad-ed83d9c56885"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:49:10.979090 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port f169a245-6d37-40d5-86ad-ed83d9c56885, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f169a245-6d37-40d5-86ad-ed83d9c56885,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:49:10.984428 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:11.010987 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa06583-e969-4413-8e4c-439a3c70dd1c x-openstack-request-id: req-aaa06583-e969-4413-8e4c-439a3c70dd1c {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:49:11.012580 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cad7b97-79e5-4276-9845-ccd893588fd3", "name": "network-vif-plugged", "status": "completed", "tag": "f169a245-6d37-40d5-86ad-ed83d9c56885", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:49:11.012850 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aaa06583-e969-4413-8e4c-439a3c70dd1c {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:49:11.013240 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f169a245-6d37-40d5-86ad-ed83d9c56885', 'code': 200} Jul 16 09:49:11.042661 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=f169a245-6d37-40d5-86ad-ed83d9c56885,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:49:11.131031 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15277ed3-6e04-42ed-8dc1-4fa12d0762e9 req-e7bd155d-70aa-4e25-9ce5-f50d0fd05ced tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:11.132660 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15277ed3-6e04-42ed-8dc1-4fa12d0762e9 req-e7bd155d-70aa-4e25-9ce5-f50d0fd05ced tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0737383 Jul 16 09:49:11.170575 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-15277ed3-6e04-42ed-8dc1-4fa12d0762e9 req-84a9846c-ada0-467e-9c17-f10a7bca3a2e tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323300 Jul 16 09:49:11.180200 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef18fd1-a3d3-4693-8dd2-6b55e2e05bce req-c35f08d3-f55f-4dd1-900e-fb988fcc7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:11.181610 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fef18fd1-a3d3-4693-8dd2-6b55e2e05bce req-c35f08d3-f55f-4dd1-900e-fb988fcc7d3b service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 1098 time: 0.0549273 Jul 16 09:49:11.216430 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fef18fd1-a3d3-4693-8dd2-6b55e2e05bce req-185da648-3879-4417-aa5f-24d39da72951 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279841 Jul 16 09:49:11.529788 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:12.347577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c090453-f51a-4304-be52-02f1d1d59fd0 req-91347ceb-0c31-4f70-a783-925f84a0a4d2 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:12.349058 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3c090453-f51a-4304-be52-02f1d1d59fd0 req-91347ceb-0c31-4f70-a783-925f84a0a4d2 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0646472 Jul 16 09:49:12.385533 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3c090453-f51a-4304-be52-02f1d1d59fd0 req-46db23d0-c5ad-4717-b17c-5f409a85c9cf tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309615 Jul 16 09:49:15.782455 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:49:34.407802 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:35.370529 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fb8551e3-342d-46fd-9203-e83912c98a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:36.235745 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:38.031783 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6d073dd2-54b4-4146-a020-d25c5963dfac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:38.331640 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:38.486900 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9840e69c-196c-483c-b15d-6fc93b036df4 req-fb0f6b78-0feb-4e85-a027-562250d34c97 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533116 Jul 16 09:49:38.585918 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840e69c-196c-483c-b15d-6fc93b036df4 req-524af5b4-848a-44e4-b555-9c2af29705c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:38.587317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9840e69c-196c-483c-b15d-6fc93b036df4 req-524af5b4-848a-44e4-b555-9c2af29705c1 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 1098 time: 0.0546944 Jul 16 09:49:38.697263 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840e69c-196c-483c-b15d-6fc93b036df4 req-55d03c7a-87ca-4c20-81fe-593e5a3e6eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:38.698838 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9840e69c-196c-483c-b15d-6fc93b036df4 req-55d03c7a-87ca-4c20-81fe-593e5a3e6eb9 service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.0923624 Jul 16 09:49:38.764224 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9840e69c-196c-483c-b15d-6fc93b036df4 req-45cfb4db-e1b3-4bec-a279-d25b6e45b141 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f169a245-6d37-40d5-86ad-ed83d9c56885 HTTP/1.1" status: 200 len: 1002 time: 0.0590317 Jul 16 09:49:38.818930 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840e69c-196c-483c-b15d-6fc93b036df4 req-841a0fa4-d9c0-4bff-ad7d-e2203cfab299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:38.820515 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9840e69c-196c-483c-b15d-6fc93b036df4 req-841a0fa4-d9c0-4bff-ad7d-e2203cfab299 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0505743 Jul 16 09:49:38.878687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840e69c-196c-483c-b15d-6fc93b036df4 req-39c97586-c7c9-46f6-bb70-db443711c765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:38.880111 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9840e69c-196c-483c-b15d-6fc93b036df4 req-39c97586-c7c9-46f6-bb70-db443711c765 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538049 Jul 16 09:49:38.971721 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9840e69c-196c-483c-b15d-6fc93b036df4 req-ffc1b66c-a8b9-447e-9325-52f42676f5f2 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852005 Jul 16 09:49:39.069890 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9840e69c-196c-483c-b15d-6fc93b036df4 req-04bd8474-9140-458b-8872-517f8e00e4ee service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918689 Jul 16 09:49:40.035795 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:41.531776 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:52.781743 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:50:04.415945 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:05.371713 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-da2f77f2-9eac-444e-aa12-be1f5a57d93e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:06.234563 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:08.032349 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ac2c7e08-e208-48ce-9cf3-c0898143f97a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:08.332713 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.037506 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.534690 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:25.151112 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46564) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:25.305413 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Deleting port 53a82189-4e0e-49ed-a6f8-16100d1255c2 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:50:25.305755 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:25.383433 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:25.383762 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:25.395094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Calling delete_port for 53a82189-4e0e-49ed-a6f8-16100d1255c2 owned by network:floatingip {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:50:25.542990 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:25.571682 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event deleted for resources: {'Port': ['ID=53a82189-4e0e-49ed-a6f8-16100d1255c2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:25.596418 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:25.596791 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:25.597128 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:25.597463 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:25.597793 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:25.598117 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:25.598448 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:25.598770 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:25.599089 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:25.599406 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:25.599725 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:25.600066 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:25.640367 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for floatingip, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:25.640717 n-d-758944-46 neutron-server[93695]: INFO neutron.db.l3_db [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Floating IP ddef71f2-3a6d-453c-af41-ccc2c4011456 disassociated (deleted). External IP: 172.25.4.151, port: f169a245-6d37-40d5-86ad-ed83d9c56885. Jul 16 09:50:25.843221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Router 81146e91-8d67-434a-95cc-5ce1d8c563d1 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:50:25.947156 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:50:25.952101 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:25.956844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4548b22-03fb-4006-b4ca-3c4779252ca8 None None] Sync routers for ids ['81146e91-8d67-434a-95cc-5ce1d8c563d1'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:50:25.965596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4548b22-03fb-4006-b4ca-3c4779252ca8 None None] Routers {'81146e91-8d67-434a-95cc-5ce1d8c563d1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:25.966274 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a4548b22-03fb-4006-b4ca-3c4779252ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['81146e91-8d67-434a-95cc-5ce1d8c563d1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:25.987566 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2681f8db-5e83-4916-9a75-87aa435c848f tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "DELETE /v2.0/floatingips/ddef71f2-3a6d-453c-af41-ccc2c4011456 HTTP/1.1" status: 204 len: 168 time: 0.8353746 Jul 16 09:50:25.988148 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'tag': 'f169a245-6d37-40d5-86ad-ed83d9c56885'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:25.990449 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79aedb16-3777-4a57-a859-1e24f5f43f54" -d '{"events": [{"name": "network-changed", "server_uuid": "6cad7b97-79e5-4276-9845-ccd893588fd3", "tag": "f169a245-6d37-40d5-86ad-ed83d9c56885"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:26.028472 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08e304af-3214-46ae-b5a3-bc18e3cac6cd x-openstack-request-id: req-08e304af-3214-46ae-b5a3-bc18e3cac6cd {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:26.028794 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cad7b97-79e5-4276-9845-ccd893588fd3", "tag": "f169a245-6d37-40d5-86ad-ed83d9c56885", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:26.029045 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08e304af-3214-46ae-b5a3-bc18e3cac6cd {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:26.029449 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'tag': 'f169a245-6d37-40d5-86ad-ed83d9c56885', 'status': 'completed', 'code': 200} Jul 16 09:50:26.082062 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-a4548b22-03fb-4006-b4ca-3c4779252ca8 None None] Set router 81146e91-8d67-434a-95cc-5ce1d8c563d1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:26.106590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aedb16-3777-4a57-a859-1e24f5f43f54 req-a1da2ddc-9189-46e6-9a26-b81a1b875bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:26.108089 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-79aedb16-3777-4a57-a859-1e24f5f43f54 req-a1da2ddc-9189-46e6-9a26-b81a1b875bfc service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=6ab28a98853042639128d39ec756e426&device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 1098 time: 0.0551639 Jul 16 09:50:26.212558 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aedb16-3777-4a57-a859-1e24f5f43f54 req-c4bd23a0-1050-40f5-bd2e-99bc87057f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:26.214059 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-79aedb16-3777-4a57-a859-1e24f5f43f54 req-c4bd23a0-1050-40f5-bd2e-99bc87057f59 service neutron] 10.222.0.38 "GET /v2.0/networks?id=56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 200 len: 908 time: 0.1002309 Jul 16 09:50:26.263244 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-79aedb16-3777-4a57-a859-1e24f5f43f54 req-4dc4d037-4195-4add-9a58-9f1154c8451b service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f169a245-6d37-40d5-86ad-ed83d9c56885 HTTP/1.1" status: 200 len: 217 time: 0.0385764 Jul 16 09:50:26.296808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a4548b22-03fb-4006-b4ca-3c4779252ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:42:02Z', 'revision_number': 5, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:26.324427 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4548b22-03fb-4006-b4ca-3c4779252ca8 None None] Checking router: 81146e91-8d67-434a-95cc-5ce1d8c563d1 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:50:26.327113 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aedb16-3777-4a57-a859-1e24f5f43f54 req-fb4694e2-f666-45ec-98c2-ba089619f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:26.328625 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-79aedb16-3777-4a57-a859-1e24f5f43f54 req-fb4694e2-f666-45ec-98c2-ba089619f78d service neutron] 10.222.0.38 "GET /v2.0/subnets?id=b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 200 len: 847 time: 0.0583010 Jul 16 09:50:26.332698 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4548b22-03fb-4006-b4ca-3c4779252ca8 None None] Routers {'81146e91-8d67-434a-95cc-5ce1d8c563d1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:26.333313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a4548b22-03fb-4006-b4ca-3c4779252ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['81146e91-8d67-434a-95cc-5ce1d8c563d1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:26.390999 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aedb16-3777-4a57-a859-1e24f5f43f54 req-27a802fd-3c17-4221-8586-fbe557a2bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:26.392612 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-79aedb16-3777-4a57-a859-1e24f5f43f54 req-27a802fd-3c17-4221-8586-fbe557a2bdc7 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=56303015-eda0-410b-b3b0-ab521d8be1fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554178 Jul 16 09:50:26.440716 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-a4548b22-03fb-4006-b4ca-3c4779252ca8 None None] Set router 81146e91-8d67-434a-95cc-5ce1d8c563d1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:26.525288 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013eec9d-0e90-48dd-aed4-9c0b3a6fb52a req-145c5656-f40d-4b77-bc42-6334104cfd74 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:26.526796 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-013eec9d-0e90-48dd-aed4-9c0b3a6fb52a req-145c5656-f40d-4b77-bc42-6334104cfd74 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.2221518 Jul 16 09:50:26.529049 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-79aedb16-3777-4a57-a859-1e24f5f43f54 req-c6b28ddc-f044-46b9-a78c-3d073d7d76fd service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271610 Jul 16 09:50:26.591788 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-013eec9d-0e90-48dd-aed4-9c0b3a6fb52a req-115c1578-dfc8-4b9b-b07f-bcf6b534dcfb tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593200 Jul 16 09:50:26.640166 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a4548b22-03fb-4006-b4ca-3c4779252ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:42:02Z', 'revision_number': 5, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:26.642425 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-79aedb16-3777-4a57-a859-1e24f5f43f54 req-d7e26f47-8bf2-45de-8b1c-fb64ed555e10 service neutron] 10.222.0.38 "GET /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040163 Jul 16 09:50:26.670738 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4548b22-03fb-4006-b4ca-3c4779252ca8 None None] The sync data for ids ['81146e91-8d67-434a-95cc-5ce1d8c563d1'] in n-d-758944-46 is: [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:41:55Z', 'revision_number': 4, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '6f4ed632-909b-42c8-a7a4-93edd11a5a2c', 'name': '', 'network_id': '56303015-eda0-410b-b3b0-ab521d8be1fb', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'mac_address': 'fa:16:3e:53:fc:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:54Z', 'updated_at': '2021-07-16T09:42:02Z', 'revision_number': 5, 'project_id': '6ab28a98853042639128d39ec756e426', 'subnets': [{'id': 'b4081a79-9556-4ab9-8264-fea1f50af6c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:50:26.878278 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e0517d-6f7b-46b6-91b2-5b4b093f074f None None] New status for floating IP ddef71f2-3a6d-453c-af41-ccc2c4011456: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:50:27.736200 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af9ab0-e073-464c-bf80-9f463ae6c03f req-112358c2-e844-419a-b9bb-d363946cb72e tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:27.737704 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-54af9ab0-e073-464c-bf80-9f463ae6c03f req-112358c2-e844-419a-b9bb-d363946cb72e tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.38 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.0688741 Jul 16 09:50:27.810859 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d124ef4-1f23-458e-ab0e-4d139b4f582d req-b87bc8c4-e213-4a22-abf6-e4f1cc166a3e tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:27.812378 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d124ef4-1f23-458e-ab0e-4d139b4f582d req-b87bc8c4-e213-4a22-abf6-e4f1cc166a3e tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 946 time: 0.1070101 Jul 16 09:50:27.836652 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-54af9ab0-e073-464c-bf80-9f463ae6c03f req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Deleting port f169a245-6d37-40d5-86ad-ed83d9c56885 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:50:27.837094 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-54af9ab0-e073-464c-bf80-9f463ae6c03f req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.853487 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-1d124ef4-1f23-458e-ab0e-4d139b4f582d req-49ec4ddc-eb1f-45bc-b2c1-1d0d69cc5f58 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/security-groups?id=7ebea01e-75fd-4518-b772-2fadef1438fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355768 Jul 16 09:50:27.928285 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-54af9ab0-e073-464c-bf80-9f463ae6c03f req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] For port f169a245-6d37-40d5-86ad-ed83d9c56885, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=f169a245-6d37-40d5-86ad-ed83d9c56885,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:27.928580 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-54af9ab0-e073-464c-bf80-9f463ae6c03f req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.939766 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-54af9ab0-e073-464c-bf80-9f463ae6c03f req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Calling delete_port for f169a245-6d37-40d5-86ad-ed83d9c56885 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:50:28.062713 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-54af9ab0-e073-464c-bf80-9f463ae6c03f req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:28.426885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event deleted for resources: {'Port': ['ID=f169a245-6d37-40d5-86ad-ed83d9c56885,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:28.439227 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:28.439576 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:28.439919 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:28.440254 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:28.440616 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:28.440950 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:28.441278 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:28.441606 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:28.441927 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:28.442251 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:28.442572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:28.442889 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:28.481115 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-54af9ab0-e073-464c-bf80-9f463ae6c03f req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] No DVR routers for this DVR port f169a245-6d37-40d5-86ad-ed83d9c56885 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:50:28.483662 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-54af9ab0-e073-464c-bf80-9f463ae6c03f req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:28.485653 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-54af9ab0-e073-464c-bf80-9f463ae6c03f req-c379866e-ebbf-45a8-9f35-c1a30404c0a9 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.38 "DELETE /v2.0/ports/f169a245-6d37-40d5-86ad-ed83d9c56885 HTTP/1.1" status: 204 len: 173 time: 0.7423830 Jul 16 09:50:28.486083 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'name': 'network-vif-deleted', 'tag': 'f169a245-6d37-40d5-86ad-ed83d9c56885'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:28.488330 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e55ac9-dc7b-4aa1-8aef-9d77477b2672" -d '{"events": [{"server_uuid": "6cad7b97-79e5-4276-9845-ccd893588fd3", "name": "network-vif-deleted", "tag": "f169a245-6d37-40d5-86ad-ed83d9c56885"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:28.525867 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46fe7067-e2b2-4349-b525-d1164daf855e x-openstack-request-id: req-46fe7067-e2b2-4349-b525-d1164daf855e {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:28.526162 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cad7b97-79e5-4276-9845-ccd893588fd3", "name": "network-vif-deleted", "tag": "f169a245-6d37-40d5-86ad-ed83d9c56885", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:28.526414 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-46fe7067-e2b2-4349-b525-d1164daf855e {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:28.526816 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad7b97-79e5-4276-9845-ccd893588fd3', 'name': 'network-vif-deleted', 'tag': 'f169a245-6d37-40d5-86ad-ed83d9c56885', 'status': 'completed', 'code': 200} Jul 16 09:50:28.997710 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4ecb3e58-7ac1-4820-a5a6-4749920d9f62 req-199269bf-97e5-446e-90b3-52a5cc9cfb49 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 210 time: 0.0279379 Jul 16 09:50:29.783642 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:50:30.142987 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-a44c04bd-3868-4bda-991d-114155515539 req-d2502832-1e7e-413b-abaa-18e3541d7ea4 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 210 time: 0.0300744 Jul 16 09:50:31.049155 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f169a245-6d37-40d5-86ad-ed83d9c56885 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:50:31.070207 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: f169a245-6d37-40d5-86ad-ed83d9c56885 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:50:31.070554 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device f169a245-6d37-40d5-86ad-ed83d9c56885 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:50:31.291916 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-a6cf1d44-9c12-49bf-99be-38abf1af2107 req-52bd7134-242e-4ca4-99ce-efa0699a5f1c tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 210 time: 0.0333638 Jul 16 09:50:32.457334 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9b21365b-9155-48ab-8745-03aa9e34e9b8 req-85ffd5e9-02db-491b-a40c-e8013c98f569 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cad7b97-79e5-4276-9845-ccd893588fd3 HTTP/1.1" status: 200 len: 210 time: 0.0358069 Jul 16 09:50:33.567076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46600) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:33.629287 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f741d53b-9b45-4e2f-9162-82287b937394 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:33.655527 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f741d53b-9b45-4e2f-9162-82287b937394 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:33.717868 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f741d53b-9b45-4e2f-9162-82287b937394 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:33.720926 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-f741d53b-9b45-4e2f-9162-82287b937394 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:33.722185 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-f741d53b-9b45-4e2f-9162-82287b937394 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] 10.222.0.20 "DELETE /v2.0/security-groups/7ebea01e-75fd-4518-b772-2fadef1438fe HTTP/1.1" status: 204 len: 168 time: 0.1541228 Jul 16 09:50:33.732435 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741d53b-9b45-4e2f-9162-82287b937394 tempest-TestShelveInstance-39520534 tempest-TestShelveInstance-39520534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebea01e-75fd-4518-b772-2fadef1438fe,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:33.782522 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46604) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:34.225473 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dee0023c-ae34-4e45-9b05-9afb685b1db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:34.420875 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:34.485104 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-dee0023c-ae34-4e45-9b05-9afb685b1db7 admin admin] Deleting port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:50:34.485512 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dee0023c-ae34-4e45-9b05-9afb685b1db7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:34.568184 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-dee0023c-ae34-4e45-9b05-9afb685b1db7 admin admin] For port 6f4ed632-909b-42c8-a7a4-93edd11a5a2c, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=6f4ed632-909b-42c8-a7a4-93edd11a5a2c,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:34.568909 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dee0023c-ae34-4e45-9b05-9afb685b1db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:34.581961 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-dee0023c-ae34-4e45-9b05-9afb685b1db7 admin admin] Calling delete_port for 6f4ed632-909b-42c8-a7a4-93edd11a5a2c owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:50:34.770868 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dee0023c-ae34-4e45-9b05-9afb685b1db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:34.800349 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0023c-ae34-4e45-9b05-9afb685b1db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f4ed632-909b-42c8-a7a4-93edd11a5a2c,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:34.985293 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-dee0023c-ae34-4e45-9b05-9afb685b1db7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:35.376553 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f3add557-b609-4d9e-ae0c-234ce75933d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:35.556456 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dee0023c-ae34-4e45-9b05-9afb685b1db7 admin admin] Router 81146e91-8d67-434a-95cc-5ce1d8c563d1 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:50:35.662822 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dee0023c-ae34-4e45-9b05-9afb685b1db7 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:50:35.669727 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-dee0023c-ae34-4e45-9b05-9afb685b1db7 admin admin] 10.222.0.20 "PUT /v2.0/routers/81146e91-8d67-434a-95cc-5ce1d8c563d1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8849907 Jul 16 09:50:35.671559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46608) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:35.676783 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e8d42-b0cc-4c01-9903-2a044f855627 None None] Sync routers for ids ['81146e91-8d67-434a-95cc-5ce1d8c563d1'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:50:35.687423 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e8d42-b0cc-4c01-9903-2a044f855627 None None] Routers {'81146e91-8d67-434a-95cc-5ce1d8c563d1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:35.688135 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d41e8d42-b0cc-4c01-9903-2a044f855627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['81146e91-8d67-434a-95cc-5ce1d8c563d1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:35.798735 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:35.808213 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-d41e8d42-b0cc-4c01-9903-2a044f855627 None None] Set router 81146e91-8d67-434a-95cc-5ce1d8c563d1 gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:35.904907 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:35.974094 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] Deleting port 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:50:35.974773 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.048981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d41e8d42-b0cc-4c01-9903-2a044f855627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211'}], 'enable_snat': True}, 'gw_port_id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:50:34Z', 'revision_number': 5, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port': {'id': '7df7a35b-d4b5-449e-a7a5-746bcdbfaaae', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7f:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:52Z', 'updated_at': '2021-07-16T09:41:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:36.064663 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] For port 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=7df7a35b-d4b5-449e-a7a5-746bcdbfaaae,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:36.064663 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.079703 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] Calling delete_port for 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:50:36.080337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e8d42-b0cc-4c01-9903-2a044f855627 None None] Checking router: 81146e91-8d67-434a-95cc-5ce1d8c563d1 for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:50:36.089032 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41e8d42-b0cc-4c01-9903-2a044f855627 None None] Routers {'81146e91-8d67-434a-95cc-5ce1d8c563d1'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:36.089654 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d41e8d42-b0cc-4c01-9903-2a044f855627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['81146e91-8d67-434a-95cc-5ce1d8c563d1'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:36.177242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-d41e8d42-b0cc-4c01-9903-2a044f855627 None None] Set router 81146e91-8d67-434a-95cc-5ce1d8c563d1 gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:36.241255 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-d41e8d42-b0cc-4c01-9903-2a044f855627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:50:35Z', 'revision_number': 6, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:36.258201 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.273166 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.274050 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d41e8d42-b0cc-4c01-9903-2a044f855627 None None] The sync data for ids ['81146e91-8d67-434a-95cc-5ce1d8c563d1'] in n-d-758944-46 is: [{'id': '81146e91-8d67-434a-95cc-5ce1d8c563d1', 'name': 'tempest-TestShelveInstance-560362335-router', 'tenant_id': '6ab28a98853042639128d39ec756e426', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:51Z', 'updated_at': '2021-07-16T09:50:35Z', 'revision_number': 6, 'project_id': '6ab28a98853042639128d39ec756e426', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:50:36.285075 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df7a35b-d4b5-449e-a7a5-746bcdbfaaae,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:36.356206 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.449793 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.451970 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.496664 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.497257 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81146e91-8d67-434a-95cc-5ce1d8c563d1 {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:50:36.502387 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.503585 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1df0d3e0-48cf-427c-adca-6c5ecdfaaa85 admin admin] 10.222.0.20 "DELETE /v2.0/routers/81146e91-8d67-434a-95cc-5ce1d8c563d1 HTTP/1.1" status: 204 len: 168 time: 0.8310177 Jul 16 09:50:36.506130 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46610) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:36.555674 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b811f3a-ac90-4e63-a9bd-d25a79722296 admin admin] Deleting subnet b4081a79-9556-4ab9-8264-fea1f50af6c7 {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:50:36.558843 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4b811f3a-ac90-4e63-a9bd-d25a79722296 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.594260 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4b811f3a-ac90-4e63-a9bd-d25a79722296 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.692827 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4b811f3a-ac90-4e63-a9bd-d25a79722296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.750196 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4b811f3a-ac90-4e63-a9bd-d25a79722296 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.779601 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b811f3a-ac90-4e63-a9bd-d25a79722296 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4081a79-9556-4ab9-8264-fea1f50af6c7,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:36.785703 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-4b811f3a-ac90-4e63-a9bd-d25a79722296 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.787633 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-4b811f3a-ac90-4e63-a9bd-d25a79722296 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/b4081a79-9556-4ab9-8264-fea1f50af6c7 HTTP/1.1" status: 204 len: 168 time: 0.2805614 Jul 16 09:50:36.790681 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46612) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:36.792097 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73c410a-cf3e-44c9-9c6e-ee16c750dd4d None None] Network 56303015-eda0-410b-b3b0-ab521d8be1fb requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:50:36.859780 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.920013 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] Deleting port 28f14657-a80c-4e24-bde5-7b652dbb88c8 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:50:36.920690 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.991253 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] For port 28f14657-a80c-4e24-bde5-7b652dbb88c8, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=28f14657-a80c-4e24-bde5-7b652dbb88c8,segment=NetworkSegment(99da8316-0eca-4dc9-82df-abab241c6d84),segment_id=99da8316-0eca-4dc9-82df-abab241c6d84)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:36.991646 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:37.004617 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] Calling delete_port for 28f14657-a80c-4e24-bde5-7b652dbb88c8 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:50:37.053801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] DHCP port deletion for 56303015-eda0-410b-b3b0-ab521d8be1fb request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:50:37.104327 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:37.126585 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Deleting port 28f14657-a80c-4e24-bde5-7b652dbb88c8 {{(pid=93696) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:50:37.127316 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:37.130368 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] Pushing event deleted for resources: {'Port': ['ID=28f14657-a80c-4e24-bde5-7b652dbb88c8,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:37.135925 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] No DVR routers for this DVR port 28f14657-a80c-4e24-bde5-7b652dbb88c8 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:50:37.222241 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] For port 28f14657-a80c-4e24-bde5-7b652dbb88c8, host n-d-758944-46, got binding levels [] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:37.222637 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:37.235697 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Calling delete_port for 28f14657-a80c-4e24-bde5-7b652dbb88c8 owned by network:dhcp {{(pid=93696) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:50:37.238531 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.ipam_backend_mixin [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Port 28f14657-a80c-4e24-bde5-7b652dbb88c8 was not found and therefore no delete operation was performed {{(pid=93696) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:50:37.239815 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982'] for port, after_delete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:37.240167 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:37.257408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56303015-eda0-410b-b3b0-ab521d8be1fb']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:37.267439 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Pushing event deleted for resources: {'Port': ['ID=28f14657-a80c-4e24-bde5-7b652dbb88c8,revision_number=None']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:37.275382 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] No DVR routers for this DVR port 28f14657-a80c-4e24-bde5-7b652dbb88c8 on host n-d-758944-46 {{(pid=93696) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:50:37.276572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99da8316-0eca-4dc9-82df-abab241c6d84') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:37.276724 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99da8316-0eca-4dc9-82df-abab241c6d84') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:37.296200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:37.296200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:37.296200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:37.296200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:37.296200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:37.297916 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:37.298883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:37.298883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:37.298883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:37.298883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:37.298883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:37.298883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:37.298883 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bc0464-d477-41a4-b891-e10fa068ef79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:37.307034 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:37.316335 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:50:37.317099 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:50:37.320641 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:50:37.405012 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:37.411444 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:37.417169 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] 10.222.0.20 "DELETE /v2.0/networks/56303015-eda0-410b-b3b0-ab521d8be1fb HTTP/1.1" status: 204 len: 168 time: 0.6251421 Jul 16 09:50:37.417393 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46614) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:37.435590 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58d2dd9-71b0-4ad2-bb69-e06500ff3604 admin admin] Pushing event deleted for resources: {'Network': ['ID=56303015-eda0-410b-b3b0-ab521d8be1fb,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:37.760517 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6f4ed632-909b-42c8-a7a4-93edd11a5a2c no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:50:37.784912 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 6f4ed632-909b-42c8-a7a4-93edd11a5a2c {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:50:37.785260 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 6f4ed632-909b-42c8-a7a4-93edd11a5a2c not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:50:37.785898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:50:37.791417 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d69f70d2-b9b3-43ec-a653-07921389c98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:37.808434 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:50:37.809288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 7df7a35b-d4b5-449e-a7a5-746bcdbfaaae not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:50:37.809288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 28f14657-a80c-4e24-bde5-7b652dbb88c8 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:50:37.829432 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 28f14657-a80c-4e24-bde5-7b652dbb88c8 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:50:37.829801 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 28f14657-a80c-4e24-bde5-7b652dbb88c8 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:50:38.036684 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ad3f2af9-6399-4fb8-8d27-69571aa1d3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:38.068480 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d69f70d2-b9b3-43ec-a653-07921389c98b admin admin] Deleting port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:50:38.068860 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d69f70d2-b9b3-43ec-a653-07921389c98b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:38.157561 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-d69f70d2-b9b3-43ec-a653-07921389c98b admin admin] For port 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=4dfb0ebb-d84d-4b46-906b-7fd23b9ded12,segment=NetworkSegment(05350f6c-ecd2-486a-8f1a-b5f57de29842),segment_id=05350f6c-ecd2-486a-8f1a-b5f57de29842)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:38.157923 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d69f70d2-b9b3-43ec-a653-07921389c98b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:38.171370 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-d69f70d2-b9b3-43ec-a653-07921389c98b admin admin] Calling delete_port for 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:50:38.333627 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:38.362101 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d69f70d2-b9b3-43ec-a653-07921389c98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:38.395062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69f70d2-b9b3-43ec-a653-07921389c98b admin admin] Pushing event deleted for resources: {'Port': ['ID=4dfb0ebb-d84d-4b46-906b-7fd23b9ded12,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:38.587031 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d69f70d2-b9b3-43ec-a653-07921389c98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:38.842708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d69f70d2-b9b3-43ec-a653-07921389c98b admin admin] Router 4f7119af-da13-4844-80d0-67a294bd4553 has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:50:38.951668 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d69f70d2-b9b3-43ec-a653-07921389c98b admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:50:38.956697 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d69f70d2-b9b3-43ec-a653-07921389c98b admin admin] 10.222.0.20 "PUT /v2.0/routers/4f7119af-da13-4844-80d0-67a294bd4553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5378203 Jul 16 09:50:38.959356 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46618) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:38.960222 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6441d068-5c38-4307-b5bf-4ee238ebb980 None None] Sync routers for ids ['4f7119af-da13-4844-80d0-67a294bd4553'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:50:38.970295 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6441d068-5c38-4307-b5bf-4ee238ebb980 None None] Routers {'4f7119af-da13-4844-80d0-67a294bd4553'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:38.970934 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6441d068-5c38-4307-b5bf-4ee238ebb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['4f7119af-da13-4844-80d0-67a294bd4553'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:39.073493 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:39.089879 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-6441d068-5c38-4307-b5bf-4ee238ebb980 None None] Set router 4f7119af-da13-4844-80d0-67a294bd4553 gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:39.203932 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:39.262878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] Deleting port d9ad4eac-585f-4054-b675-c6e50ab50efe {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:50:39.263243 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:39.304826 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6441d068-5c38-4307-b5bf-4ee238ebb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7119af-da13-4844-80d0-67a294bd4553', 'name': 'tempest-TestShelveInstance-1715833208-router', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': 'd9ad4eac-585f-4054-b675-c6e50ab50efe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:57Z', 'updated_at': '2021-07-16T09:50:38Z', 'revision_number': 5, 'project_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'gw_port': {'id': 'd9ad4eac-585f-4054-b675-c6e50ab50efe', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:ca:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f7119af-da13-4844-80d0-67a294bd4553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:58Z', 'updated_at': '2021-07-16T09:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:39.335903 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6441d068-5c38-4307-b5bf-4ee238ebb980 None None] Checking router: 4f7119af-da13-4844-80d0-67a294bd4553 for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:50:39.344830 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6441d068-5c38-4307-b5bf-4ee238ebb980 None None] Routers {'4f7119af-da13-4844-80d0-67a294bd4553'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:39.345452 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6441d068-5c38-4307-b5bf-4ee238ebb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['4f7119af-da13-4844-80d0-67a294bd4553'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:39.358518 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] For port d9ad4eac-585f-4054-b675-c6e50ab50efe, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=d9ad4eac-585f-4054-b675-c6e50ab50efe,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:39.358876 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:39.373041 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] Calling delete_port for d9ad4eac-585f-4054-b675-c6e50ab50efe owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:50:39.437608 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-6441d068-5c38-4307-b5bf-4ee238ebb980 None None] Set router 4f7119af-da13-4844-80d0-67a294bd4553 gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:39.488631 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-6441d068-5c38-4307-b5bf-4ee238ebb980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f7119af-da13-4844-80d0-67a294bd4553', 'name': 'tempest-TestShelveInstance-1715833208-router', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:57Z', 'updated_at': '2021-07-16T09:50:39Z', 'revision_number': 6, 'project_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:39.517612 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6441d068-5c38-4307-b5bf-4ee238ebb980 None None] The sync data for ids ['4f7119af-da13-4844-80d0-67a294bd4553'] in n-d-758944-46 is: [{'id': '4f7119af-da13-4844-80d0-67a294bd4553', 'name': 'tempest-TestShelveInstance-1715833208-router', 'tenant_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:57Z', 'updated_at': '2021-07-16T09:50:39Z', 'revision_number': 6, 'project_id': 'dd1290ad7be84e32ab7da3a39df5b7d5', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:50:39.576894 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:39.610510 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9ad4eac-585f-4054-b675-c6e50ab50efe,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:39.673161 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:39.766810 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:39.768972 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:39.817113 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:39.817582 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f7119af-da13-4844-80d0-67a294bd4553 {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:50:39.822702 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:39.823871 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-ed639ac1-909b-4498-927d-84ebe66ec017 admin admin] 10.222.0.20 "DELETE /v2.0/routers/4f7119af-da13-4844-80d0-67a294bd4553 HTTP/1.1" status: 204 len: 168 time: 0.8635800 Jul 16 09:50:39.826507 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46620) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:39.876830 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43086ab-2514-45cd-b8b4-fe91b9bba654 admin admin] Deleting subnet 41d5884d-035e-4ff4-a800-63e5e2d95151 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:50:39.880760 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d43086ab-2514-45cd-b8b4-fe91b9bba654 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:39.922482 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d43086ab-2514-45cd-b8b4-fe91b9bba654 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:39.998167 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:50:40.016542 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d43086ab-2514-45cd-b8b4-fe91b9bba654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.021258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:50:40.021867 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 4dfb0ebb-d84d-4b46-906b-7fd23b9ded12 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:50:40.040702 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.072791 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d43086ab-2514-45cd-b8b4-fe91b9bba654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.100540 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43086ab-2514-45cd-b8b4-fe91b9bba654 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41d5884d-035e-4ff4-a800-63e5e2d95151,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:40.105310 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d43086ab-2514-45cd-b8b4-fe91b9bba654 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.107345 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d43086ab-2514-45cd-b8b4-fe91b9bba654 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/41d5884d-035e-4ff4-a800-63e5e2d95151 HTTP/1.1" status: 204 len: 168 time: 0.2797732 Jul 16 09:50:40.109791 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46622) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:40.111350 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a4700c-774c-44d3-a425-12239ca371a3 None None] Network 65d933e8-e121-4ad0-8a18-8997c57456a2 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:50:40.185511 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.244564 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] Deleting port b4457847-195f-4c54-9e76-1559b8689a0d {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:50:40.244904 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.313135 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] For port b4457847-195f-4c54-9e76-1559b8689a0d, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=b4457847-195f-4c54-9e76-1559b8689a0d,segment=NetworkSegment(05350f6c-ecd2-486a-8f1a-b5f57de29842),segment_id=05350f6c-ecd2-486a-8f1a-b5f57de29842)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:40.313704 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.328685 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] Calling delete_port for b4457847-195f-4c54-9e76-1559b8689a0d owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:50:40.438012 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.461365 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fdb119a-6084-4c84-ba81-e61131141d6a None None] DHCP port deletion for 65d933e8-e121-4ad0-8a18-8997c57456a2 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:50:40.465500 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4457847-195f-4c54-9e76-1559b8689a0d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:40.470446 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] No DVR routers for this DVR port b4457847-195f-4c54-9e76-1559b8689a0d on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:50:40.549373 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.566601 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65d933e8-e121-4ad0-8a18-8997c57456a2']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:40.579858 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05350f6c-ecd2-486a-8f1a-b5f57de29842') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:40.580165 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05350f6c-ecd2-486a-8f1a-b5f57de29842') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:40.589941 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.605448 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.612250 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:50:40.613231 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:50:40.614527 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:50:40.676110 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.682286 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.684129 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] 10.222.0.20 "DELETE /v2.0/networks/65d933e8-e121-4ad0-8a18-8997c57456a2 HTTP/1.1" status: 204 len: 168 time: 0.5733252 Jul 16 09:50:40.695389 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d14520c-6d83-44a5-937a-d7c31ce89cc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=65d933e8-e121-4ad0-8a18-8997c57456a2,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:40.797205 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46626) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:40.841475 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2a8a4d5a-192d-4c25-9731-98de15a75436 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ab28a98853042639128d39ec756e426&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430875 Jul 16 09:50:40.843924 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46628) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:40.893782 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d050247-b754-4c7c-a382-92a4d612ff61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.916220 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d050247-b754-4c7c-a382-92a4d612ff61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.963133 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d050247-b754-4c7c-a382-92a4d612ff61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.965759 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0d050247-b754-4c7c-a382-92a4d612ff61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:40.966950 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0d050247-b754-4c7c-a382-92a4d612ff61 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/205a1e1f-96d9-4a4a-8246-512ece2cf21a HTTP/1.1" status: 204 len: 168 time: 0.1221392 Jul 16 09:50:40.975068 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d050247-b754-4c7c-a382-92a4d612ff61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205a1e1f-96d9-4a4a-8246-512ece2cf21a,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:41.315757 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46634) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:41.359420 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-973b8ba5-1408-4108-8bfd-c16e163bd732 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dd1290ad7be84e32ab7da3a39df5b7d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424688 Jul 16 09:50:41.361931 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46636) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:41.413262 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-47d76856-3a5e-41c3-ae0d-ee866468626e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:41.435441 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-47d76856-3a5e-41c3-ae0d-ee866468626e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:41.485882 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-47d76856-3a5e-41c3-ae0d-ee866468626e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:41.488675 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-47d76856-3a5e-41c3-ae0d-ee866468626e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:41.489894 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-47d76856-3a5e-41c3-ae0d-ee866468626e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/8948fac4-e5bd-4311-b6a6-a103145eea45 HTTP/1.1" status: 204 len: 168 time: 0.1270232 Jul 16 09:50:41.498140 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d76856-3a5e-41c3-ae0d-ee866468626e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8948fac4-e5bd-4311-b6a6-a103145eea45,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:41.540364 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:41.763483 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b4457847-195f-4c54-9e76-1559b8689a0d no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:50:41.784002 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: b4457847-195f-4c54-9e76-1559b8689a0d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:50:41.784355 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device b4457847-195f-4c54-9e76-1559b8689a0d not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:50:41.784812 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d9ad4eac-585f-4054-b675-c6e50ab50efe no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:50:41.808418 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: d9ad4eac-585f-4054-b675-c6e50ab50efe {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:50:41.808794 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device d9ad4eac-585f-4054-b675-c6e50ab50efe not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:50:42.197337 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46658) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:42.301835 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1690774920-network', 'tenant_id': 'e320c54515a94f2688560933d3e7d912'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:42.335810 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] Made reservation on behalf of e320c54515a94f2688560933d3e7d912 for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:50:42.338416 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:42.347976 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:42.456845 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:42.462338 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:42.492558 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] vlan segment allocate from pool success with {'vlan_id': 90, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:50:42.504120 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6e4b5f-06b0-40ca-a672-5c02c4f8a584,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:42.511377 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:42.511743 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] Added segment 414b8a85-11d4-4a52-868c-976ac52a6e25 of type vlan for network 3ea45298-cc4e-4608-9dc6-b95f11c2036f Jul 16 09:50:42.558852 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:42.593950 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:42.594914 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:42.595514 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:42.632623 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4337535 Jul 16 09:50:42.636947 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46662) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:42.645331 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-3e4d1150-aa91-44ed-a37b-0a599704c4f2 admin admin] Request body: {'subnet': {'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1690774920-subnet', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:42.682796 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4d1150-aa91-44ed-a37b-0a599704c4f2 admin admin] Made reservation on behalf of e320c54515a94f2688560933d3e7d912 for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:50:42.685584 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1150-aa91-44ed-a37b-0a599704c4f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:42.687814 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378e011-c77c-4339-a302-d4d3ee574073 admin admin] Pushing event updated for resources: {'Network': ['ID=3ea45298-cc4e-4608-9dc6-b95f11c2036f,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:42.702406 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 3ea45298-cc4e-4608-9dc6-b95f11c2036f details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:50:42.906830 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1150-aa91-44ed-a37b-0a599704c4f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:42.965665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4d1150-aa91-44ed-a37b-0a599704c4f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c012225-5880-4abc-bee0-85bd4e1577bf,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:42.975248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e4d1150-aa91-44ed-a37b-0a599704c4f2 admin admin] Checking segment: {'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:42.975610 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4d1150-aa91-44ed-a37b-0a599704c4f2 admin admin] Network hostable DHCP agents. Network: 3ea45298-cc4e-4608-9dc6-b95f11c2036f, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:50:42.994398 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4d1150-aa91-44ed-a37b-0a599704c4f2 admin admin] Network 3ea45298-cc4e-4608-9dc6-b95f11c2036f is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:50:43.005072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-3e4d1150-aa91-44ed-a37b-0a599704c4f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 3ea45298-cc4e-4608-9dc6-b95f11c2036f) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:43.009990 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4d1150-aa91-44ed-a37b-0a599704c4f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:43.010598 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-3e4d1150-aa91-44ed-a37b-0a599704c4f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.018027 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae1ca03-80b1-48f7-8145-52780230c019 None None] Network 3ea45298-cc4e-4608-9dc6-b95f11c2036f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:50:43.030917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46664) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:43.031244 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-3e4d1150-aa91-44ed-a37b-0a599704c4f2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3924775 Jul 16 09:50:43.036921 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:43.069337 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.070964 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.132054 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.187746 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:50:43.188689 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.296188 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.373351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Allocated IP 172.20.0.2 (3ea45298-cc4e-4608-9dc6-b95f11c2036f/0c012225-5880-4abc-bee0-85bd4e1577bf/edb75395-6518-4aba-bea8-f73f2acdae49) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:43.528244 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.536697 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.547086 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Transition to ACTIVE for port object edb75395-6518-4aba-bea8-f73f2acdae49 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:43.565040 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Transition to ACTIVE for port object edb75395-6518-4aba-bea8-f73f2acdae49 will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:43.569632 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.572639 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.615978 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Network 3ea45298-cc4e-4608-9dc6-b95f11c2036f is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:43.619896 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:43.623900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:43.631756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Pushing event updated for resources: {'Port': ['ID=edb75395-6518-4aba-bea8-f73f2acdae49,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:43.691704 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Attempting to bind port edb75395-6518-4aba-bea8-f73f2acdae49 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:50:43.692111 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Attempting to bind port edb75395-6518-4aba-bea8-f73f2acdae49 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:50:43.692473 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Attempting to bind port edb75395-6518-4aba-bea8-f73f2acdae49 on network 3ea45298-cc4e-4608-9dc6-b95f11c2036f {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:43.698752 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:50:43.699115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Checking segment: {'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:43.700173 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.700613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Bound using segment: {'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:50:43.701115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Bound port: edb75395-6518-4aba-bea8-f73f2acdae49, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:50:43.701515 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.755567 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Allocated IP 172.25.4.221 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/88b8043f-097d-4af2-b238-930ceabb1522) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:43.780844 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] For port edb75395-6518-4aba-bea8-f73f2acdae49, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:50:43.784619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] For port edb75395-6518-4aba-bea8-f73f2acdae49, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=edb75395-6518-4aba-bea8-f73f2acdae49,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:50:43.789862 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.855394 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd3d0f-0f07-41e0-80b6-08c77d9fbbd2 None None] Pushing event updated for resources: {'Port': ['ID=edb75395-6518-4aba-bea8-f73f2acdae49,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:43.902432 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.949224 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:43.992366 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:43.995498 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:43.999478 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:44.031436 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Pushing event updated for resources: {'Port': ['ID=88b8043f-097d-4af2-b238-930ceabb1522,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:44.661468 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:44.855940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c417020-031f-4d4f-8ee8-78bbb2a7eb79 None None] Network 3ea45298-cc4e-4608-9dc6-b95f11c2036f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:50:44.918193 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:44.981864 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7868209b-3a50-464d-a060-9e40421decf4 None None] Provisioning for port edb75395-6518-4aba-bea8-f73f2acdae49 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:45.057938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Router 8802c6cc-924a-4a6f-8779-2c32b956721a is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93695) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:50:45.180286 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:50:45.193592 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Sync routers for ids ['8802c6cc-924a-4a6f-8779-2c32b956721a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:50:45.204458 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:45.206415 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-3d0349bb-4c1e-4680-9d28-b89d981eef7b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1740768 Jul 16 09:50:45.209293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46666) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:45.212680 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Routers {'8802c6cc-924a-4a6f-8779-2c32b956721a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:45.213712 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8802c6cc-924a-4a6f-8779-2c32b956721a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:45.355974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Set router 8802c6cc-924a-4a6f-8779-2c32b956721a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:45.581444 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:44Z', 'revision_number': 3, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:45.608902 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Checking router: 8802c6cc-924a-4a6f-8779-2c32b956721a for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:50:45.609205 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Updating router 8802c6cc-924a-4a6f-8779-2c32b956721a port 88b8043f-097d-4af2-b238-930ceabb1522 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:50:45.645193 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:45.700226 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:45.833058 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device edb75395-6518-4aba-bea8-f73f2acdae49 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:45.893577 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Allocated IP 172.20.0.1 (3ea45298-cc4e-4608-9dc6-b95f11c2036f/0c012225-5880-4abc-bee0-85bd4e1577bf/9344e9ae-ca70-454c-8280-e9eeaf5d7841) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:45.954067 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port edb75395-6518-4aba-bea8-f73f2acdae49 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:45.964984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port edb75395-6518-4aba-bea8-f73f2acdae49 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:45.965356 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:45.995152 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.008402 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.015275 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Transition to ACTIVE for port object 88b8043f-097d-4af2-b238-930ceabb1522 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:46.025724 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.027827 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Transition to ACTIVE for port object 9344e9ae-ca70-454c-8280-e9eeaf5d7841 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:46.067124 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.109746 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Network 3ea45298-cc4e-4608-9dc6-b95f11c2036f is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:46.111476 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Attempting to bind port 88b8043f-097d-4af2-b238-930ceabb1522 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:50:46.111838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Attempting to bind port 88b8043f-097d-4af2-b238-930ceabb1522 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:50:46.112202 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Attempting to bind port 88b8043f-097d-4af2-b238-930ceabb1522 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:46.115136 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:46.118001 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676da255-b06e-4d05-921f-48e8924dbf19 None None] Pushing event updated for resources: {'Port': ['ID=88b8043f-097d-4af2-b238-930ceabb1522,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:46.118885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:46.127162 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:50:46.127537 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:46.127947 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.128340 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:50:46.128880 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Bound port: 88b8043f-097d-4af2-b238-930ceabb1522, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:50:46.129267 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.165967 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.167190 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Pushing event updated for resources: {'Port': ['ID=9344e9ae-ca70-454c-8280-e9eeaf5d7841,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:46.193749 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.222313 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] For port 88b8043f-097d-4af2-b238-930ceabb1522, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:50:46.237629 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] For port 88b8043f-097d-4af2-b238-930ceabb1522, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=88b8043f-097d-4af2-b238-930ceabb1522,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:50:46.250168 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port edb75395-6518-4aba-bea8-f73f2acdae49, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=edb75395-6518-4aba-bea8-f73f2acdae49,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:46.256879 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.271999 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.332445 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Routers {'8802c6cc-924a-4a6f-8779-2c32b956721a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:46.332979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8802c6cc-924a-4a6f-8779-2c32b956721a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:46.379324 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676da255-b06e-4d05-921f-48e8924dbf19 None None] Pushing event updated for resources: {'Port': ['ID=88b8043f-097d-4af2-b238-930ceabb1522,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:46.401553 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.491040 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=edb75395-6518-4aba-bea8-f73f2acdae49,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:46.509383 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-01dcbf4d-c78b-4e21-aa4c-eb7380e8dedc None None] Provisioning for port 9344e9ae-ca70-454c-8280-e9eeaf5d7841 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:46.517311 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] Set router 8802c6cc-924a-4a6f-8779-2c32b956721a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:46.519964 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-01dcbf4d-c78b-4e21-aa4c-eb7380e8dedc None None] Provisioning complete for port 9344e9ae-ca70-454c-8280-e9eeaf5d7841 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:46.520362 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-01dcbf4d-c78b-4e21-aa4c-eb7380e8dedc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.591734 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.598064 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.684143 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:46.687562 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Pushing event updated for resources: {'Port': ['ID=9344e9ae-ca70-454c-8280-e9eeaf5d7841,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:46.800026 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-01dcbf4d-c78b-4e21-aa4c-eb7380e8dedc None None] Port 9344e9ae-ca70-454c-8280-e9eeaf5d7841 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:50:46.835911 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Network 3ea45298-cc4e-4608-9dc6-b95f11c2036f is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:46.838071 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:46.915440 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:44Z', 'revision_number': 3, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:46.947581 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86355abe-59f2-4559-88be-35b5111e85ed None None] The sync data for ids ['8802c6cc-924a-4a6f-8779-2c32b956721a'] in n-d-758944-46 is: [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:44Z', 'revision_number': 3, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:50:47.010890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Router 8802c6cc-924a-4a6f-8779-2c32b956721a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:50:47.126453 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-6b046db8-849c-4f35-b6f2-ddd68df575ce None None] Provisioning complete for port 9344e9ae-ca70-454c-8280-e9eeaf5d7841 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:47.128047 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6b046db8-849c-4f35-b6f2-ddd68df575ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:47.150656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:50:47.160714 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-f8bf5d66-b9e5-4771-917e-97da0f946663 admin admin] 10.222.0.20 "PUT /v2.0/routers/8802c6cc-924a-4a6f-8779-2c32b956721a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9475162 Jul 16 09:50:47.184559 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-6b046db8-849c-4f35-b6f2-ddd68df575ce None None] Port 9344e9ae-ca70-454c-8280-e9eeaf5d7841 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:50:47.879512 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 88b8043f-097d-4af2-b238-930ceabb1522 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:47.886708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 46682) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:47.894837 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1408643757-network', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:47.931076 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] Made reservation on behalf of ad7ca4af50bf4de49bf85bbc4d2f160c for: {'network': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:50:47.934664 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for network, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:47.938048 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 88b8043f-097d-4af2-b238-930ceabb1522 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:47.942652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 88b8043f-097d-4af2-b238-930ceabb1522 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:47.943119 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:47.954197 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.036617 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.060744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 88b8043f-097d-4af2-b238-930ceabb1522, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=88b8043f-097d-4af2-b238-930ceabb1522,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:48.066270 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.067288 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device edb75395-6518-4aba-bea8-f73f2acdae49 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:48.072089 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.078378 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.110433 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] vlan segment allocate from pool success with {'vlan_id': 50, 'physical_network': 'physnet1'} {{(pid=93695) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:50:48.117511 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adde2def-ab08-4fe7-a1f5-784e62377dcf,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:48.126137 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.126829 n-d-758944-46 neutron-server[93695]: INFO neutron.db.segments_db [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] Added segment 202b39a3-75c3-4230-a5c5-9be732e601a2 of type vlan for network 4b018525-e912-495f-a4d6-eae00af10fc0 Jul 16 09:50:48.150347 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=88b8043f-097d-4af2-b238-930ceabb1522,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:48.166475 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port edb75395-6518-4aba-bea8-f73f2acdae49 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:48.166846 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.176285 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775479763725'] for network, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.209624 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685'] for network, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.210878 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:48.211474 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.261726 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3730779 Jul 16 09:50:48.270856 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46684) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:48.276686 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d563b435-d95e-44e2-b317-901e987df1b0 admin admin] Request body: {'subnet': {'network_id': '4b018525-e912-495f-a4d6-eae00af10fc0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1408643757-subnet', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'ip_version': 4}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:48.312474 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d563b435-d95e-44e2-b317-901e987df1b0 admin admin] Made reservation on behalf of ad7ca4af50bf4de49bf85bbc4d2f160c for: {'subnet': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:50:48.314755 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb976a92-45e3-4c7a-af50-4258d58e2497 admin admin] Pushing event updated for resources: {'Network': ['ID=4b018525-e912-495f-a4d6-eae00af10fc0,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:48.316846 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d563b435-d95e-44e2-b317-901e987df1b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25944715'] for subnet, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.330692 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Network 4b018525-e912-495f-a4d6-eae00af10fc0 details requested by agent ovs-agent-n-d-758944-46 with host n-d-758944-46 {{(pid=93696) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:50:48.534637 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d563b435-d95e-44e2-b317-901e987df1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26010208', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25944729'] for subnet, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.597910 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d563b435-d95e-44e2-b317-901e987df1b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70088ea1-da4c-4a18-93ef-a0fe00d7ca35,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:48.609511 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d563b435-d95e-44e2-b317-901e987df1b0 admin admin] Checking segment: {'id': '202b39a3-75c3-4230-a5c5-9be732e601a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b018525-e912-495f-a4d6-eae00af10fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:48.609869 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d563b435-d95e-44e2-b317-901e987df1b0 admin admin] Network hostable DHCP agents. Network: 4b018525-e912-495f-a4d6-eae00af10fc0, hostable agents: ['b88dffcb-15bc-4bd4-a619-c3cdf35eac3e'], hosted agents: [] {{(pid=93694) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:50:48.628242 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d563b435-d95e-44e2-b317-901e987df1b0 admin admin] Network 4b018525-e912-495f-a4d6-eae00af10fc0 is scheduled to be hosted by DHCP agent b88dffcb-15bc-4bd4-a619-c3cdf35eac3e with binding_index 1 {{(pid=93694) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:50:48.638358 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-d563b435-d95e-44e2-b317-901e987df1b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-46, 4b018525-e912-495f-a4d6-eae00af10fc0) {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:48.642438 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d563b435-d95e-44e2-b317-901e987df1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:48.643023 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d563b435-d95e-44e2-b317-901e987df1b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.649783 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f12de17-f0ea-4274-808f-2bfb0af1dfbf None None] Network 4b018525-e912-495f-a4d6-eae00af10fc0 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:50:48.659811 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d563b435-d95e-44e2-b317-901e987df1b0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3876607 Jul 16 09:50:48.662305 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46686) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:48.667624 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1408643757-router', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:48.692890 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3832574', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126618'] for router, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.694104 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3826060', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3832377', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3715025', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6761'] for router, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.755770 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.842219 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb362399e-5ee6-5330-9d17-6bd0d2eb5457-4b018525-e912-495f-a4d6-eae00af10fc0', 'network_id': '4b018525-e912-495f-a4d6-eae00af10fc0', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'fixed_ips': [{'subnet_id': '70088ea1-da4c-4a18-93ef-a0fe00d7ca35'}]}} from n-d-758944-46. {{(pid=93696) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:50:48.843119 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.905601 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3832363', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3832475', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6779'] for router, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:48.917090 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Sync routers for ids ['8802c6cc-924a-4a6f-8779-2c32b956721a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:50:48.930312 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Routers {'8802c6cc-924a-4a6f-8779-2c32b956721a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:48.931353 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8802c6cc-924a-4a6f-8779-2c32b956721a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:48.993950 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.db_base_plugin_common [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Allocated IP 172.20.0.2 (4b018525-e912-495f-a4d6-eae00af10fc0/70088ea1-da4c-4a18-93ef-a0fe00d7ca35/fbab3d52-661c-4e5d-9ae3-e0169c651acf) {{(pid=93696) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:49.057387 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Set router 8802c6cc-924a-4a6f-8779-2c32b956721a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:49.155740 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:49.177215 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:49.195597 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Notify callbacks [] for port, precommit_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:49.210035 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Transition to ACTIVE for port object fbab3d52-661c-4e5d-9ae3-e0169c651acf will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:49.228545 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Transition to ACTIVE for port object fbab3d52-661c-4e5d-9ae3-e0169c651acf will not be triggered until provisioned by entity DHCP. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:49.238973 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973'] for port, after_create {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:49.291608 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Network 4b018525-e912-495f-a4d6-eae00af10fc0 is already hosted by enough agents. {{(pid=93696) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:49.295030 n-d-758944-46 neutron-server[93696]: DEBUG neutron.scheduler.base_scheduler [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Resources bound (agent type, host, resource id): {{(pid=93696) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:49.299180 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Received port after_create {{(pid=93696) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:49.299776 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '9344e9ae-ca70-454c-8280-e9eeaf5d7841', 'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'mac_address': 'fa:16:3e:75:9b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:45Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 2, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'subnets': [{'id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:49.307470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Pushing event updated for resources: {'Port': ['ID=fbab3d52-661c-4e5d-9ae3-e0169c651acf,revision_number=1']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:49.341099 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Checking router: 8802c6cc-924a-4a6f-8779-2c32b956721a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:50:49.341665 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Updating router 8802c6cc-924a-4a6f-8779-2c32b956721a port 9344e9ae-ca70-454c-8280-e9eeaf5d7841 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:50:49.344644 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Allocated IP 172.25.4.20 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/1a01bb51-07aa-4ea7-8dc1-b01050ab62a9) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:49.367456 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Attempting to bind port fbab3d52-661c-4e5d-9ae3-e0169c651acf on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:50:49.367923 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Attempting to bind port fbab3d52-661c-4e5d-9ae3-e0169c651acf by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '202b39a3-75c3-4230-a5c5-9be732e601a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b018525-e912-495f-a4d6-eae00af10fc0'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:50:49.368358 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Attempting to bind port fbab3d52-661c-4e5d-9ae3-e0169c651acf on network 4b018525-e912-495f-a4d6-eae00af10fc0 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:49.374664 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:50:49.375091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Checking segment: {'id': '202b39a3-75c3-4230-a5c5-9be732e601a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b018525-e912-495f-a4d6-eae00af10fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:49.375574 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:49.376467 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Bound using segment: {'id': '202b39a3-75c3-4230-a5c5-9be732e601a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b018525-e912-495f-a4d6-eae00af10fc0'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:50:49.376659 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Bound port: fbab3d52-661c-4e5d-9ae3-e0169c651acf, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202b39a3-75c3-4230-a5c5-9be732e601a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b018525-e912-495f-a4d6-eae00af10fc0'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:50:49.377072 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:49.400770 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:49.475470 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] For port fbab3d52-661c-4e5d-9ae3-e0169c651acf, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:50:49.479607 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:49.482082 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] For port fbab3d52-661c-4e5d-9ae3-e0169c651acf, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fbab3d52-661c-4e5d-9ae3-e0169c651acf,segment=NetworkSegment(202b39a3-75c3-4230-a5c5-9be732e601a2),segment_id=202b39a3-75c3-4230-a5c5-9be732e601a2)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:50:49.488580 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:49.522180 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:49.563914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:49.568874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:49.573952 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:49.579717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd358e-440d-408d-8d53-f87f539fa12e None None] Pushing event updated for resources: {'Port': ['ID=fbab3d52-661c-4e5d-9ae3-e0169c651acf,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:49.616422 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Pushing event updated for resources: {'Port': ['ID=1a01bb51-07aa-4ea7-8dc1-b01050ab62a9,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:49.861821 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 88b8043f-097d-4af2-b238-930ceabb1522 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:49.891236 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:49.901224 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:49.908637 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Transition to ACTIVE for port object 9344e9ae-ca70-454c-8280-e9eeaf5d7841 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:49.917109 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:49.922033 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 88b8043f-097d-4af2-b238-930ceabb1522 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:49.922537 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:50.034581 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a9b05-375e-4db1-a721-542b3b7a01f8 None None] Pushing event updated for resources: {'Port': ['ID=9344e9ae-ca70-454c-8280-e9eeaf5d7841,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:50.051442 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a9b05-375e-4db1-a721-542b3b7a01f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:50.051785 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a9b05-375e-4db1-a721-542b3b7a01f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:50.052125 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a9b05-375e-4db1-a721-542b3b7a01f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:50.052459 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a9b05-375e-4db1-a721-542b3b7a01f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:50.052836 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a9b05-375e-4db1-a721-542b3b7a01f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:50.053164 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a9b05-375e-4db1-a721-542b3b7a01f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:50.053488 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a9b05-375e-4db1-a721-542b3b7a01f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:50.053852 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a9b05-375e-4db1-a721-542b3b7a01f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:50.054177 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a9b05-375e-4db1-a721-542b3b7a01f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:50.054500 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a9b05-375e-4db1-a721-542b3b7a01f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:50.054820 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a9b05-375e-4db1-a721-542b3b7a01f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:50.055138 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e86a9b05-375e-4db1-a721-542b3b7a01f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:50.069192 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Attempting to bind port 9344e9ae-ca70-454c-8280-e9eeaf5d7841 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:50:50.069601 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Attempting to bind port 9344e9ae-ca70-454c-8280-e9eeaf5d7841 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:50:50.070111 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Attempting to bind port 9344e9ae-ca70-454c-8280-e9eeaf5d7841 on network 3ea45298-cc4e-4608-9dc6-b95f11c2036f {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:50.077162 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:50:50.077583 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Checking segment: {'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:50.077970 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:50.078471 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Bound using segment: {'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:50:50.078863 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Bound port: 9344e9ae-ca70-454c-8280-e9eeaf5d7841, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:50:50.079273 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:50.154874 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] For port 9344e9ae-ca70-454c-8280-e9eeaf5d7841, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:50:50.158536 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] For port 9344e9ae-ca70-454c-8280-e9eeaf5d7841, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9344e9ae-ca70-454c-8280-e9eeaf5d7841,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:50:50.164251 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:50.223160 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Routers {'8802c6cc-924a-4a6f-8779-2c32b956721a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:50.223827 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8802c6cc-924a-4a6f-8779-2c32b956721a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:50.271646 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a9b05-375e-4db1-a721-542b3b7a01f8 None None] Pushing event updated for resources: {'Port': ['ID=9344e9ae-ca70-454c-8280-e9eeaf5d7841,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:50.368030 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] Set router 8802c6cc-924a-4a6f-8779-2c32b956721a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:50.517745 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3832565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3832334'] for router, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:50.596176 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '9344e9ae-ca70-454c-8280-e9eeaf5d7841', 'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'mac_address': 'fa:16:3e:75:9b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:45Z', 'updated_at': '2021-07-16T09:50:50Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'subnets': [{'id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:50.623595 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d369b226-9928-4ef4-91fc-e69fa8b4cbd7 None None] The sync data for ids ['8802c6cc-924a-4a6f-8779-2c32b956721a'] in n-d-758944-46 is: [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '9344e9ae-ca70-454c-8280-e9eeaf5d7841', 'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'mac_address': 'fa:16:3e:75:9b:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:45Z', 'updated_at': '2021-07-16T09:50:50Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'subnets': [{'id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:50:50.696526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Router 5c9416d0-9db4-4e67-849d-1e091d108f0a is scheduled to L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 with binding_index 1 {{(pid=93694) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:50:50.802457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaa279e-5c71-43bb-9cda-0dca90ddaab2 None None] Network 4b018525-e912-495f-a4d6-eae00af10fc0 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:50:50.836096 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:50:50.857205 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:50.859344 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-89b8a287-5dbb-4353-9958-a16d60f7dfe2 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1958361 Jul 16 09:50:50.861714 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46688) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:50.869208 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Sync routers for ids ['5c9416d0-9db4-4e67-849d-1e091d108f0a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:50:50.882675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Routers {'5c9416d0-9db4-4e67-849d-1e091d108f0a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:50.883573 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5c9416d0-9db4-4e67-849d-1e091d108f0a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:50.951161 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-4e3dae22-e566-4dac-8c2c-095d1b4565d9 None None] Provisioning for port fbab3d52-661c-4e5d-9ae3-e0169c651acf completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:51.054402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Set router 5c9416d0-9db4-4e67-849d-1e091d108f0a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:51.319805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'name': 'tempest-TestSnapshotPattern-1408643757-router', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1a01bb51-07aa-4ea7-8dc1-b01050ab62a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:48Z', 'updated_at': '2021-07-16T09:50:49Z', 'revision_number': 3, 'project_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'gw_port': {'id': '1a01bb51-07aa-4ea7-8dc1-b01050ab62a9', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:19:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:49Z', 'updated_at': '2021-07-16T09:50:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:51.363626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Checking router: 5c9416d0-9db4-4e67-849d-1e091d108f0a for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:50:51.364459 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Updating router 5c9416d0-9db4-4e67-849d-1e091d108f0a port 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9 binding host n-d-758944-46 {{(pid=93696) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:50:51.414808 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:51.428182 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:51.622482 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Allocated IP 172.20.0.1 (4b018525-e912-495f-a4d6-eae00af10fc0/70088ea1-da4c-4a18-93ef-a0fe00d7ca35/afb85e17-5753-44ef-83a6-a23b8df8ae42) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:51.788889 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:51.791971 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Notify callbacks [] for port, precommit_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:51.805756 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Transition to ACTIVE for port object 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9 will not be triggered until provisioned by entity L2. {{(pid=93696) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:51.812846 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Transition to ACTIVE for port object afb85e17-5753-44ef-83a6-a23b8df8ae42 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:51.814589 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:51.871247 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Attempting to bind port 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:50:51.871617 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Attempting to bind port 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:50:51.872005 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Attempting to bind port 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9 on network 5104ae83-6676-4d41-893d-d4156f04b1b6 {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:51.874600 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:51.879632 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:50:51.880025 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Checking segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93696) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:51.880415 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:51.880838 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Bound using segment: {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'} {{(pid=93696) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:50:51.881320 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.managers [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Bound port: 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d2e291-0c55-46c4-8ad9-8bbe61f1a944', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6'}}] {{(pid=93696) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:50:51.881703 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:51.915742 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9344e9ae-ca70-454c-8280-e9eeaf5d7841 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:51.918462 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee09412-70c4-4fef-b6b6-fb3aa84dda2b None None] Pushing event updated for resources: {'Port': ['ID=1a01bb51-07aa-4ea7-8dc1-b01050ab62a9,revision_number=2']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:51.922248 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Pushing event updated for resources: {'Port': ['ID=afb85e17-5753-44ef-83a6-a23b8df8ae42,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:51.935447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Network 4b018525-e912-495f-a4d6-eae00af10fc0 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:51.937004 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:51.939691 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:51.983412 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3825977'] for router_interface, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:51.997683 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] For port 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9, host n-d-758944-46, cleared binding levels {{(pid=93696) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:50:52.002905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] For port 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1a01bb51-07aa-4ea7-8dc1-b01050ab62a9,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:50:52.009702 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:52.055351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 9344e9ae-ca70-454c-8280-e9eeaf5d7841 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:52.073833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 9344e9ae-ca70-454c-8280-e9eeaf5d7841 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:52.074233 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:52.152430 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee09412-70c4-4fef-b6b6-fb3aa84dda2b None None] Pushing event updated for resources: {'Port': ['ID=1a01bb51-07aa-4ea7-8dc1-b01050ab62a9,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:52.156805 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Routers {'5c9416d0-9db4-4e67-849d-1e091d108f0a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:52.157810 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5c9416d0-9db4-4e67-849d-1e091d108f0a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:52.216963 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:52.425241 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:52.430019 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:52.490043 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] Set router 5c9416d0-9db4-4e67-849d-1e091d108f0a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:52.492928 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ab71b576-b505-4156-a6d2-9c656af16a40 None None] Provisioning for port afb85e17-5753-44ef-83a6-a23b8df8ae42 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:52.502502 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Pushing event updated for resources: {'Port': ['ID=afb85e17-5753-44ef-83a6-a23b8df8ae42,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:52.506384 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-4187703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3825997'] for router_interface, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:52.518883 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:52.547457 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-ab71b576-b505-4156-a6d2-9c656af16a40 None None] Provisioning complete for port afb85e17-5753-44ef-83a6-a23b8df8ae42 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:52.547846 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ab71b576-b505-4156-a6d2-9c656af16a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:52.596370 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Network 4b018525-e912-495f-a4d6-eae00af10fc0 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:52.597876 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:52.659416 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 9344e9ae-ca70-454c-8280-e9eeaf5d7841, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9344e9ae-ca70-454c-8280-e9eeaf5d7841,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:52.659871 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-ab71b576-b505-4156-a6d2-9c656af16a40 None None] Port afb85e17-5753-44ef-83a6-a23b8df8ae42 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:50:52.667152 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:52.667948 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fbab3d52-661c-4e5d-9ae3-e0169c651acf up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:52.720901 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Router 5c9416d0-9db4-4e67-849d-1e091d108f0a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:50:52.785771 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=9344e9ae-ca70-454c-8280-e9eeaf5d7841,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:52.805258 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port fbab3d52-661c-4e5d-9ae3-e0169c651acf completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:52.811174 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port fbab3d52-661c-4e5d-9ae3-e0169c651acf triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:52.811810 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:52.842236 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:50:52.847627 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1aefaf06-ad33-41a3-bbed-f2150365b47a admin admin] 10.222.0.20 "PUT /v2.0/routers/5c9416d0-9db4-4e67-849d-1e091d108f0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9844737 Jul 16 09:50:52.851855 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'name': 'tempest-TestSnapshotPattern-1408643757-router', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1a01bb51-07aa-4ea7-8dc1-b01050ab62a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:48Z', 'updated_at': '2021-07-16T09:50:49Z', 'revision_number': 3, 'project_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'gw_port': {'id': '1a01bb51-07aa-4ea7-8dc1-b01050ab62a9', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:19:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:49Z', 'updated_at': '2021-07-16T09:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:52.888905 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fb2c85-6544-470f-b295-97469f0ecb7a None None] The sync data for ids ['5c9416d0-9db4-4e67-849d-1e091d108f0a'] in n-d-758944-46 is: [{'id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'name': 'tempest-TestSnapshotPattern-1408643757-router', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1a01bb51-07aa-4ea7-8dc1-b01050ab62a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:48Z', 'updated_at': '2021-07-16T09:50:49Z', 'revision_number': 3, 'project_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'gw_port': {'id': '1a01bb51-07aa-4ea7-8dc1-b01050ab62a9', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:19:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:49Z', 'updated_at': '2021-07-16T09:50:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:50:52.924706 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-5d6cb6b4-8203-43d3-a097-2448669449ec None None] Provisioning complete for port afb85e17-5753-44ef-83a6-a23b8df8ae42 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:52.925105 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5d6cb6b4-8203-43d3-a097-2448669449ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:52.957340 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:52.977267 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-5d6cb6b4-8203-43d3-a097-2448669449ec None None] Port afb85e17-5753-44ef-83a6-a23b8df8ae42 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:50:52.999831 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port fbab3d52-661c-4e5d-9ae3-e0169c651acf, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fbab3d52-661c-4e5d-9ae3-e0169c651acf,segment=NetworkSegment(202b39a3-75c3-4230-a5c5-9be732e601a2),segment_id=202b39a3-75c3-4230-a5c5-9be732e601a2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:53.008223 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.063135 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=fbab3d52-661c-4e5d-9ae3-e0169c651acf,revision_number=3']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:53.389235 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46698) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:53.394086 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-bc1bd698-74ef-4dd0-b9a9-7d1bc3bbd93f tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1844488383', 'description': 'tempest-secgroup-smoke-1844488383 description', 'project_id': 'e320c54515a94f2688560933d3e7d912'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:53.419480 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd698-74ef-4dd0-b9a9-7d1bc3bbd93f tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.508370 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd698-74ef-4dd0-b9a9-7d1bc3bbd93f tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.512673 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd698-74ef-4dd0-b9a9-7d1bc3bbd93f tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.541782 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-bc1bd698-74ef-4dd0-b9a9-7d1bc3bbd93f tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.543229 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bc1bd698-74ef-4dd0-b9a9-7d1bc3bbd93f tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1529601 Jul 16 09:50:53.546250 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46700) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:53.550936 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-54370c18-0317-4930-9a81-1603c1e990bb tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Request body: {'security_group_rule': {'security_group_id': '46997249-6899-4bb5-960f-e75b6adb8d9c', 'project_id': 'e320c54515a94f2688560933d3e7d912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:53.558212 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1bd698-74ef-4dd0-b9a9-7d1bc3bbd93f tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46997249-6899-4bb5-960f-e75b6adb8d9c,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:53.584164 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54370c18-0317-4930-9a81-1603c1e990bb tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.652323 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54370c18-0317-4930-9a81-1603c1e990bb tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.657755 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54370c18-0317-4930-9a81-1603c1e990bb tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.678447 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54370c18-0317-4930-9a81-1603c1e990bb tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b7cbfb-245b-4794-9c32-22f5174c3e52,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:53.686387 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-54370c18-0317-4930-9a81-1603c1e990bb tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.687801 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-54370c18-0317-4930-9a81-1603c1e990bb tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405776 Jul 16 09:50:53.690679 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46702) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:53.695495 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-686a8f23-93a3-4ed7-a940-a5522f76926d tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Request body: {'security_group_rule': {'security_group_id': '46997249-6899-4bb5-960f-e75b6adb8d9c', 'project_id': 'e320c54515a94f2688560933d3e7d912', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:53.724470 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-686a8f23-93a3-4ed7-a940-a5522f76926d tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.806149 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-686a8f23-93a3-4ed7-a940-a5522f76926d tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.810377 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-686a8f23-93a3-4ed7-a940-a5522f76926d tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.837128 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686a8f23-93a3-4ed7-a940-a5522f76926d tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c7b7442-740a-430f-83ee-6d71666e44d2,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:53.842666 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-686a8f23-93a3-4ed7-a940-a5522f76926d tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.844759 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-686a8f23-93a3-4ed7-a940-a5522f76926d tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1523526 Jul 16 09:50:53.847119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46704) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:53.851893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-b5eaa000-cf08-4a58-b9a8-0a467fcf2d81 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Request body: {'security_group_rule': {'security_group_id': '46997249-6899-4bb5-960f-e75b6adb8d9c', 'project_id': 'e320c54515a94f2688560933d3e7d912', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:53.881066 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa000-cf08-4a58-b9a8-0a467fcf2d81 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.904323 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9344e9ae-ca70-454c-8280-e9eeaf5d7841 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:53.960679 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa000-cf08-4a58-b9a8-0a467fcf2d81 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.961974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 9344e9ae-ca70-454c-8280-e9eeaf5d7841 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:53.962375 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.964998 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa000-cf08-4a58-b9a8-0a467fcf2d81 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.983885 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eaa000-cf08-4a58-b9a8-0a467fcf2d81 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f24804d-4661-4de1-854f-20d9799a628f,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:53.990978 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b5eaa000-cf08-4a58-b9a8-0a467fcf2d81 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:53.993032 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b5eaa000-cf08-4a58-b9a8-0a467fcf2d81 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448464 Jul 16 09:50:53.995302 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46706) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:53.999656 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-044b60fd-c167-4a2f-ad2a-e1c4b33d3d8b tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Request body: {'security_group_rule': {'security_group_id': '46997249-6899-4bb5-960f-e75b6adb8d9c', 'project_id': 'e320c54515a94f2688560933d3e7d912', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:54.029530 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-044b60fd-c167-4a2f-ad2a-e1c4b33d3d8b tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.044351 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:54.092412 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-044b60fd-c167-4a2f-ad2a-e1c4b33d3d8b tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.092675 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:54.096049 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-044b60fd-c167-4a2f-ad2a-e1c4b33d3d8b tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.096216 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:54.096618 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.111676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b60fd-c167-4a2f-ad2a-e1c4b33d3d8b tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fe7b077-279c-4f28-ba1c-057135120da7,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:54.121626 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-044b60fd-c167-4a2f-ad2a-e1c4b33d3d8b tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.122840 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-044b60fd-c167-4a2f-ad2a-e1c4b33d3d8b tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1269214 Jul 16 09:50:54.125682 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46708) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:54.130457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-d344820d-3404-4482-99e4-b13814c2d332 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Request body: {'security_group_rule': {'security_group_id': '46997249-6899-4bb5-960f-e75b6adb8d9c', 'project_id': 'e320c54515a94f2688560933d3e7d912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:54.154217 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-d344820d-3404-4482-99e4-b13814c2d332 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Project e320c54515a94f2688560933d3e7d912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:50:54.161669 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d344820d-3404-4482-99e4-b13814c2d332 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.190792 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.214204 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1a01bb51-07aa-4ea7-8dc1-b01050ab62a9,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:54.218161 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.219393 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fbab3d52-661c-4e5d-9ae3-e0169c651acf up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:54.235189 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d344820d-3404-4482-99e4-b13814c2d332 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.239168 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d344820d-3404-4482-99e4-b13814c2d332 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.257403 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d344820d-3404-4482-99e4-b13814c2d332 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35c12d49-21c1-47f7-a12f-f5cb66ba68b1,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:54.266127 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-d344820d-3404-4482-99e4-b13814c2d332 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.267548 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-d344820d-3404-4482-99e4-b13814c2d332 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1408849 Jul 16 09:50:54.271338 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46710) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:54.277186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-9eb2fc9c-c8cf-432a-afc3-3410d6454985 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Request body: {'security_group_rule': {'security_group_id': '46997249-6899-4bb5-960f-e75b6adb8d9c', 'project_id': 'e320c54515a94f2688560933d3e7d912', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:54.304939 n-d-758944-46 neutron-server[93694]: INFO neutron.db.securitygroups_db [None req-9eb2fc9c-c8cf-432a-afc3-3410d6454985 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Project e320c54515a94f2688560933d3e7d912 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:50:54.309696 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=1a01bb51-07aa-4ea7-8dc1-b01050ab62a9,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:54.309864 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9eb2fc9c-c8cf-432a-afc3-3410d6454985 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.321721 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port fbab3d52-661c-4e5d-9ae3-e0169c651acf triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:54.322168 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.376565 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9eb2fc9c-c8cf-432a-afc3-3410d6454985 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.380464 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9eb2fc9c-c8cf-432a-afc3-3410d6454985 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766568'] for security_group_rule, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.405432 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2fc9c-c8cf-432a-afc3-3410d6454985 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49194c5d-f390-40cb-a2d0-e9f44d368457,revision_number=0']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:54.409987 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9eb2fc9c-c8cf-432a-afc3-3410d6454985 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.417001 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9eb2fc9c-c8cf-432a-afc3-3410d6454985 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1387093 Jul 16 09:50:54.504314 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Sync routers for ids ['5c9416d0-9db4-4e67-849d-1e091d108f0a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:50:54.514405 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Routers {'5c9416d0-9db4-4e67-849d-1e091d108f0a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:54.515453 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5c9416d0-9db4-4e67-849d-1e091d108f0a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:54.560778 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-a062bbf7-c441-451e-a17b-a6cb6812d351 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1844488383&fields=id&tenant_id=e320c54515a94f2688560933d3e7d912 HTTP/1.1" status: 200 len: 267 time: 0.0350199 Jul 16 09:50:54.626188 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Set router 5c9416d0-9db4-4e67-849d-1e091d108f0a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:54.673132 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-7cd0ea99-599c-4ec3-9683-df43bef6537e tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:54.674642 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-7cd0ea99-599c-4ec3-9683-df43bef6537e tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 810 time: 0.1071084 Jul 16 09:50:54.689917 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-47652d1b-82d8-4e64-be40-7dc9d1b3b6d7 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/quotas/e320c54515a94f2688560933d3e7d912 HTTP/1.1" status: 200 len: 375 time: 0.0092127 Jul 16 09:50:54.759798 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-724dd02c-a735-44ca-b8c7-fef2f0881259 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645847 Jul 16 09:50:54.776296 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-5ae283ab-6e19-4b1e-ab5e-3fccf654a755 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93694) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:50:54.777551 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-5ae283ab-6e19-4b1e-ab5e-3fccf654a755 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063310 Jul 16 09:50:54.851781 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'name': 'tempest-TestSnapshotPattern-1408643757-router', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1a01bb51-07aa-4ea7-8dc1-b01050ab62a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:48Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 4, 'project_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'gw_port': {'id': '1a01bb51-07aa-4ea7-8dc1-b01050ab62a9', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:49Z', 'updated_at': '2021-07-16T09:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'afb85e17-5753-44ef-83a6-a23b8df8ae42', 'name': '', 'network_id': '4b018525-e912-495f-a4d6-eae00af10fc0', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'mac_address': 'fa:16:3e:19:84:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '70088ea1-da4c-4a18-93ef-a0fe00d7ca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:51Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 2, 'project_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'subnets': [{'id': '70088ea1-da4c-4a18-93ef-a0fe00d7ca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:54.881837 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Checking router: 5c9416d0-9db4-4e67-849d-1e091d108f0a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:50:54.882188 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Updating router 5c9416d0-9db4-4e67-849d-1e091d108f0a port afb85e17-5753-44ef-83a6-a23b8df8ae42 binding host n-d-758944-46 {{(pid=93697) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:50:54.889318 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-feffb266-c0ce-429d-98d5-532e9a74b525 service neutron] 10.222.0.20 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028686 Jul 16 09:50:54.919746 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:54.980135 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-927bf676-fdad-499b-ac71-ff8818d05ff8 service neutron] 10.222.0.20 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843601 Jul 16 09:50:55.165501 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-cea48307-8a7c-4110-9fc3-fb8c2aa501ef req-870c7d2f-5dd1-4ccf-9c30-2bcb8c90973a tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 210 time: 0.0308235 Jul 16 09:50:55.189296 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Notify callbacks [] for port, precommit_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:55.198685 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.provisioning_blocks [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Transition to ACTIVE for port object afb85e17-5753-44ef-83a6-a23b8df8ae42 will not be triggered until provisioned by entity L2. {{(pid=93697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:55.205067 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:55.278530 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bd5ce-cccc-4a2d-8d9a-08f39765897a None None] Pushing event updated for resources: {'Port': ['ID=afb85e17-5753-44ef-83a6-a23b8df8ae42,revision_number=3']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:55.316557 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Attempting to bind port afb85e17-5753-44ef-83a6-a23b8df8ae42 on host n-d-758944-46 for vnic_type normal with profile {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:50:55.316928 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Attempting to bind port afb85e17-5753-44ef-83a6-a23b8df8ae42 by drivers openvswitch,hyperv on host n-d-758944-46 at level 0 using segments [{'id': '202b39a3-75c3-4230-a5c5-9be732e601a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b018525-e912-495f-a4d6-eae00af10fc0'}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:50:55.317296 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Attempting to bind port afb85e17-5753-44ef-83a6-a23b8df8ae42 on network 4b018525-e912-495f-a4d6-eae00af10fc0 {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:55.324085 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Checking agent: {'id': '85b91895-5d7d-4461-bc34-d0a30dd4b49d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 15, 38), 'started_at': datetime.datetime(2021, 7, 16, 8, 16, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-46'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:50:55.324085 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Checking segment: {'id': '202b39a3-75c3-4230-a5c5-9be732e601a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b018525-e912-495f-a4d6-eae00af10fc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:55.324085 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:55.324085 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Bound using segment: {'id': '202b39a3-75c3-4230-a5c5-9be732e601a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b018525-e912-495f-a4d6-eae00af10fc0'} {{(pid=93697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:50:55.324663 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.managers [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Bound port: afb85e17-5753-44ef-83a6-a23b8df8ae42, host: n-d-758944-46, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '202b39a3-75c3-4230-a5c5-9be732e601a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '4b018525-e912-495f-a4d6-eae00af10fc0'}}] {{(pid=93697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:50:55.324865 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:55.392452 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] For port afb85e17-5753-44ef-83a6-a23b8df8ae42, host n-d-758944-46, cleared binding levels {{(pid=93697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:50:55.396446 n-d-758944-46 neutron-server[93697]: DEBUG neutron.plugins.ml2.db [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] For port afb85e17-5753-44ef-83a6-a23b8df8ae42, host n-d-758944-46, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=afb85e17-5753-44ef-83a6-a23b8df8ae42,segment=NetworkSegment(202b39a3-75c3-4230-a5c5-9be732e601a2),segment_id=202b39a3-75c3-4230-a5c5-9be732e601a2)] {{(pid=93697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:50:55.403028 n-d-758944-46 neutron-server[93697]: DEBUG neutron_lib.callbacks.manager [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:55.467919 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bd5ce-cccc-4a2d-8d9a-08f39765897a None None] Pushing event updated for resources: {'Port': ['ID=afb85e17-5753-44ef-83a6-a23b8df8ae42,revision_number=4']} {{(pid=93697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:55.470670 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Routers {'5c9416d0-9db4-4e67-849d-1e091d108f0a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:55.471364 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5c9416d0-9db4-4e67-849d-1e091d108f0a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:55.690093 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] Set router 5c9416d0-9db4-4e67-849d-1e091d108f0a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:55.783485 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:55.834015 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:55.834452 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:55.912801 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'name': 'tempest-TestSnapshotPattern-1408643757-router', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1a01bb51-07aa-4ea7-8dc1-b01050ab62a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:48Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 4, 'project_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'gw_port': {'id': '1a01bb51-07aa-4ea7-8dc1-b01050ab62a9', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:49Z', 'updated_at': '2021-07-16T09:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'afb85e17-5753-44ef-83a6-a23b8df8ae42', 'name': '', 'network_id': '4b018525-e912-495f-a4d6-eae00af10fc0', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'mac_address': 'fa:16:3e:19:84:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '70088ea1-da4c-4a18-93ef-a0fe00d7ca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:51Z', 'updated_at': '2021-07-16T09:50:55Z', 'revision_number': 4, 'project_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'subnets': [{'id': '70088ea1-da4c-4a18-93ef-a0fe00d7ca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:55.939628 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3804d4f4-e4dd-4a7f-9295-bf01cb8f4262 None None] The sync data for ids ['5c9416d0-9db4-4e67-849d-1e091d108f0a'] in n-d-758944-46 is: [{'id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'name': 'tempest-TestSnapshotPattern-1408643757-router', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1a01bb51-07aa-4ea7-8dc1-b01050ab62a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:48Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 4, 'project_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'gw_port': {'id': '1a01bb51-07aa-4ea7-8dc1-b01050ab62a9', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:49Z', 'updated_at': '2021-07-16T09:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': 'afb85e17-5753-44ef-83a6-a23b8df8ae42', 'name': '', 'network_id': '4b018525-e912-495f-a4d6-eae00af10fc0', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'mac_address': 'fa:16:3e:19:84:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '70088ea1-da4c-4a18-93ef-a0fe00d7ca35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:51Z', 'updated_at': '2021-07-16T09:50:55Z', 'revision_number': 4, 'project_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'subnets': [{'id': '70088ea1-da4c-4a18-93ef-a0fe00d7ca35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:50:56.327701 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-bf372ff8-6293-4c18-a5ed-cf39d57d38e8 req-bf193f71-7d11-45e5-9742-6a129ba80336 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 210 time: 0.0319829 Jul 16 09:50:56.508466 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-82d57762-7432-45d4-b117-d7cb8e13de6a tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:56.510761 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-82d57762-7432-45d4-b117-d7cb8e13de6a tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.38 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 810 time: 0.1192527 Jul 16 09:50:56.562171 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-b90a2350-4380-4f14-976e-d490eef543da tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.38 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e320c54515a94f2688560933d3e7d912 HTTP/1.1" status: 200 len: 380 time: 0.0356646 Jul 16 09:50:56.570734 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-6f8cf863-638c-4162-95da-49efc9c2439c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Request body: {'port': {'device_id': '55970538-f494-43cb-b3d1-418ea6a69433', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'admin_state_up': True, 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'security_groups': ['46997249-6899-4bb5-960f-e75b6adb8d9c']}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:56.685175 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-6f8cf863-638c-4162-95da-49efc9c2439c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Made reservation on behalf of e320c54515a94f2688560933d3e7d912 for: {'port': 1} {{(pid=93694) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:50:56.689052 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-6f8cf863-638c-4162-95da-49efc9c2439c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:56.818396 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-6f8cf863-638c-4162-95da-49efc9c2439c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Allocated IP 172.20.0.12 (3ea45298-cc4e-4608-9dc6-b95f11c2036f/0c012225-5880-4abc-bee0-85bd4e1577bf/33d7f838-30ce-4a21-bb5c-641996ca2b29) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:56.966540 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-6f8cf863-638c-4162-95da-49efc9c2439c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:56.979900 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-6f8cf863-638c-4162-95da-49efc9c2439c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Transition to ACTIVE for port object 33d7f838-30ce-4a21-bb5c-641996ca2b29 will not be triggered until provisioned by entity DHCP. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:57.013682 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-6f8cf863-638c-4162-95da-49efc9c2439c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:57.061068 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-6f8cf863-638c-4162-95da-49efc9c2439c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Network 3ea45298-cc4e-4608-9dc6-b95f11c2036f is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:57.064320 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-6f8cf863-638c-4162-95da-49efc9c2439c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:57.066924 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-6f8cf863-638c-4162-95da-49efc9c2439c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:57.099513 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cf863-638c-4162-95da-49efc9c2439c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event updated for resources: {'Port': ['ID=33d7f838-30ce-4a21-bb5c-641996ca2b29,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:57.132931 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-6f8cf863-638c-4162-95da-49efc9c2439c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:57.133897 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-6f8cf863-638c-4162-95da-49efc9c2439c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:57.150846 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-6f8cf863-638c-4162-95da-49efc9c2439c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.38 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5837638 Jul 16 09:50:57.162286 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Request body: {'port': {'device_id': '55970538-f494-43cb-b3d1-418ea6a69433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-46'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:57.241131 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:57.285155 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9a36f886-92d9-4c10-90f1-ae4e40bacf6a None None] Provisioning for port 33d7f838-30ce-4a21-bb5c-641996ca2b29 completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:57.289203 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-9a36f886-92d9-4c10-90f1-ae4e40bacf6a None None] Provisioning complete for port 33d7f838-30ce-4a21-bb5c-641996ca2b29 triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:57.289583 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9a36f886-92d9-4c10-90f1-ae4e40bacf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:57.328835 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-9a36f886-92d9-4c10-90f1-ae4e40bacf6a None None] Port 33d7f838-30ce-4a21-bb5c-641996ca2b29 cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:50:57.522405 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc674e-84b1-4e47-8663-f174e3c20585 req-4d67a77e-1c5c-4c90-9929-3d5b69aca613 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:57.525419 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38fc674e-84b1-4e47-8663-f174e3c20585 req-4d67a77e-1c5c-4c90-9929-3d5b69aca613 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 932 time: 0.0757382 Jul 16 09:50:57.539729 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33d7f838-30ce-4a21-bb5c-641996ca2b29 {{(pid=93694) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:50:57.548063 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:57.563413 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.provisioning_blocks [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Transition to ACTIVE for port object 33d7f838-30ce-4a21-bb5c-641996ca2b29 will not be triggered until provisioned by entity L2. {{(pid=93694) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:57.568453 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:57.574346 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-38fc674e-84b1-4e47-8663-f174e3c20585 req-20401eb2-19b0-4cbd-9bf4-7c70bf2113d1 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429425 Jul 16 09:50:57.625339 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Pushing event updated for resources: {'Port': ['ID=33d7f838-30ce-4a21-bb5c-641996ca2b29,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:57.710473 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Attempting to bind port 33d7f838-30ce-4a21-bb5c-641996ca2b29 on host n-h2-758944-46 for vnic_type normal with profile {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:50:57.710907 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Attempting to bind port 33d7f838-30ce-4a21-bb5c-641996ca2b29 by drivers openvswitch,hyperv on host n-h2-758944-46 at level 0 using segments [{'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:50:57.711303 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Attempting to bind port 33d7f838-30ce-4a21-bb5c-641996ca2b29 on network 3ea45298-cc4e-4608-9dc6-b95f11c2036f {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:57.718229 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Port 33d7f838-30ce-4a21-bb5c-641996ca2b29 on network 3ea45298-cc4e-4608-9dc6-b95f11c2036f not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-46 {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:50:57.718639 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Attempting to bind port 33d7f838-30ce-4a21-bb5c-641996ca2b29 on network 3ea45298-cc4e-4608-9dc6-b95f11c2036f {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:57.725097 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Checking agent: {'id': '5a0318ee-5dee-4c2d-81ef-06aede9855b9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:50:57.726052 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Checking segment: {'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93694) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:57.726499 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Bound using segment: {'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'} {{(pid=93694) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:50:57.727001 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.managers [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Bound port: 33d7f838-30ce-4a21-bb5c-641996ca2b29, host: n-h2-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'}}] {{(pid=93694) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:50:57.727423 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:57.810280 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] For port 33d7f838-30ce-4a21-bb5c-641996ca2b29, host n-h2-758944-46, cleared binding levels {{(pid=93694) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:50:57.813866 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] For port 33d7f838-30ce-4a21-bb5c-641996ca2b29, host n-h2-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93694) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:50:57.822002 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:57.828310 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device afb85e17-5753-44ef-83a6-a23b8df8ae42 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:57.864541 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:57.865233 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:57.867416 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] 10.222.0.38 "PUT /v2.0/ports/33d7f838-30ce-4a21-bb5c-641996ca2b29 HTTP/1.1" status: 200 len: 1093 time: 0.7096434 Jul 16 09:50:57.869932 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55970538-f494-43cb-b3d1-418ea6a69433', 'tag': '33d7f838-30ce-4a21-bb5c-641996ca2b29'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:57.873264 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ac2e96-67d7-4a99-af4d-ae7782976bc8" -d '{"events": [{"name": "network-changed", "server_uuid": "55970538-f494-43cb-b3d1-418ea6a69433", "tag": "33d7f838-30ce-4a21-bb5c-641996ca2b29"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:57.902169 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning for port afb85e17-5753-44ef-83a6-a23b8df8ae42 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:57.904037 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31c5e69-be53-4d7c-8f0c-86451b7b9d0d service neutron] Pushing event updated for resources: {'Port': ['ID=33d7f838-30ce-4a21-bb5c-641996ca2b29,revision_number=3']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:57.915251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port afb85e17-5753-44ef-83a6-a23b8df8ae42 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:57.915825 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:57.929262 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77777991-7a04-4d11-b8c3-361ea3455b65 x-openstack-request-id: req-77777991-7a04-4d11-b8c3-361ea3455b65 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:57.929558 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55970538-f494-43cb-b3d1-418ea6a69433", "tag": "33d7f838-30ce-4a21-bb5c-641996ca2b29", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:57.929873 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-77777991-7a04-4d11-b8c3-361ea3455b65 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:57.930281 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55970538-f494-43cb-b3d1-418ea6a69433', 'tag': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'status': 'completed', 'code': 200} Jul 16 09:50:57.991974 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-ebce1b39-1d2c-466e-b0e9-86bff60804be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:57.993740 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-ebce1b39-1d2c-466e-b0e9-86bff60804be service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 1096 time: 0.0626388 Jul 16 09:50:58.004118 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:58.041890 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] For port afb85e17-5753-44ef-83a6-a23b8df8ae42, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=afb85e17-5753-44ef-83a6-a23b8df8ae42,segment=NetworkSegment(202b39a3-75c3-4230-a5c5-9be732e601a2),segment_id=202b39a3-75c3-4230-a5c5-9be732e601a2)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:58.046902 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:58.063230 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-4645073a-5cd6-48b8-bed6-427ac27d889a service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29 HTTP/1.1" status: 200 len: 217 time: 0.0620296 Jul 16 09:50:58.106402 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Pushing event updated for resources: {'Port': ['ID=afb85e17-5753-44ef-83a6-a23b8df8ae42,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:58.117582 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-aae9c25c-971a-4f8c-9588-941a34223ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:58.119123 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-aae9c25c-971a-4f8c-9588-941a34223ca2 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c012225-5880-4abc-bee0-85bd4e1577bf HTTP/1.1" status: 200 len: 849 time: 0.0500810 Jul 16 09:50:58.176363 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d5d75a20-72f9-4ccc-b631-3b3157effcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:58.177918 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-d5d75a20-72f9-4ccc-b631-3b3157effcbc service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3ea45298-cc4e-4608-9dc6-b95f11c2036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524571 Jul 16 09:50:58.651597 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-0dbcdd25-a2ba-4c1d-9cdf-dc4eb7f197d4 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4669797 Jul 16 09:50:58.745320 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-dcce50f9-72f5-4f01-bfd9-e521f68ead31 req-a4e252a5-a8ba-4e1d-8dfe-2b388fd0d351 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875502 Jul 16 09:50:58.766571 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d655c-5860-4a7c-8fb0-465a4a036882 req-64e36308-80c2-4c9a-b6f3-b43b23b91d83 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:58.768142 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-283d655c-5860-4a7c-8fb0-465a4a036882 req-64e36308-80c2-4c9a-b6f3-b43b23b91d83 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 944 time: 0.0691302 Jul 16 09:50:58.812255 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-283d655c-5860-4a7c-8fb0-465a4a036882 req-8f057ab9-bfa6-446a-a44e-81ac24c01c6d tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360465 Jul 16 09:50:58.870029 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac2e96-67d7-4a99-af4d-ae7782976bc8 req-26ce7334-e816-408a-a798-ce1475a3f86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:58.871463 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96ac2e96-67d7-4a99-af4d-ae7782976bc8 req-26ce7334-e816-408a-a798-ce1475a3f86d service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 1096 time: 0.0729449 Jul 16 09:50:58.972613 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac2e96-67d7-4a99-af4d-ae7782976bc8 req-674f12b8-7ce3-4d5a-aada-23e52d8467e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:58.974148 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96ac2e96-67d7-4a99-af4d-ae7782976bc8 req-674f12b8-7ce3-4d5a-aada-23e52d8467e0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 910 time: 0.0965557 Jul 16 09:50:59.018784 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96ac2e96-67d7-4a99-af4d-ae7782976bc8 req-3b2ca180-8e42-4fbc-9e31-848d8bbd614e service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29 HTTP/1.1" status: 200 len: 217 time: 0.0374212 Jul 16 09:50:59.077172 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac2e96-67d7-4a99-af4d-ae7782976bc8 req-ffb32022-6582-46d0-926a-670bb8ac17dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:59.078642 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96ac2e96-67d7-4a99-af4d-ae7782976bc8 req-ffb32022-6582-46d0-926a-670bb8ac17dd service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c012225-5880-4abc-bee0-85bd4e1577bf HTTP/1.1" status: 200 len: 849 time: 0.0527301 Jul 16 09:50:59.136828 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac2e96-67d7-4a99-af4d-ae7782976bc8 req-6ba64b64-24a2-4f43-bfe0-19542a8f2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:59.138253 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96ac2e96-67d7-4a99-af4d-ae7782976bc8 req-6ba64b64-24a2-4f43-bfe0-19542a8f2a30 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3ea45298-cc4e-4608-9dc6-b95f11c2036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531626 Jul 16 09:50:59.232807 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96ac2e96-67d7-4a99-af4d-ae7782976bc8 req-7f274e57-8f04-4f71-a45d-b2d93d917de7 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880833 Jul 16 09:50:59.327466 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-96ac2e96-67d7-4a99-af4d-ae7782976bc8 req-14709c2a-c79a-4a34-afac-cc53823eb3f3 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878510 Jul 16 09:50:59.778918 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device afb85e17-5753-44ef-83a6-a23b8df8ae42 up at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:59.829179 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Provisioning complete for port afb85e17-5753-44ef-83a6-a23b8df8ae42 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:59.829565 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:00.003342 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81307eec-91e3-4146-90a2-210d388a4001 req-9149ec16-b258-4cb2-872c-db9bee0ec405 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:00.004941 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81307eec-91e3-4146-90a2-210d388a4001 req-9149ec16-b258-4cb2-872c-db9bee0ec405 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 944 time: 0.0655811 Jul 16 09:51:00.049848 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-81307eec-91e3-4146-90a2-210d388a4001 req-024e72f4-e035-42a2-b842-edd299e001a7 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387273 Jul 16 09:51:01.171142 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 33d7f838-30ce-4a21-bb5c-641996ca2b29 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:51:01.219459 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcb4d7-e7c6-4f51-ad41-b202dd124997 req-52f09def-270f-437b-8e0c-c74298fc549c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:01.221767 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5dcb4d7-e7c6-4f51-ad41-b202dd124997 req-52f09def-270f-437b-8e0c-c74298fc549c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 944 time: 0.0637624 Jul 16 09:51:01.264728 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-b5dcb4d7-e7c6-4f51-ad41-b202dd124997 req-940b1d1b-c15f-4a55-916e-bf3bf033d167 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366781 Jul 16 09:51:01.277103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 33d7f838-30ce-4a21-bb5c-641996ca2b29, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:01.289236 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'port_id': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'mac_address': 'fa:16:3e:43:1b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:51:01.325168 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:01.338631 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33d7f838-30ce-4a21-bb5c-641996ca2b29 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:51:01.358000 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 33d7f838-30ce-4a21-bb5c-641996ca2b29, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:01.361701 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:01.407251 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=33d7f838-30ce-4a21-bb5c-641996ca2b29,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:01.558337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['33d7f838-30ce-4a21-bb5c-641996ca2b29'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:51:02.437746 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1333c5e-e5e9-47a6-bf12-57b8722e3112 req-101b75f5-0e3f-442b-a36a-dafc7adcb167 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:02.439226 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d1333c5e-e5e9-47a6-bf12-57b8722e3112 req-101b75f5-0e3f-442b-a36a-dafc7adcb167 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 945 time: 0.0631239 Jul 16 09:51:02.475023 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d1333c5e-e5e9-47a6-bf12-57b8722e3112 req-25244dcd-d1be-4009-90d3-5fbe87fe1411 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302238 Jul 16 09:51:03.185228 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 33d7f838-30ce-4a21-bb5c-641996ca2b29 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:03.232599 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning for port 33d7f838-30ce-4a21-bb5c-641996ca2b29 completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:03.236145 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 33d7f838-30ce-4a21-bb5c-641996ca2b29 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:03.236542 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:03.314695 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:03.338499 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55970538-f494-43cb-b3d1-418ea6a69433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d7f838-30ce-4a21-bb5c-641996ca2b29'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:51:03.340791 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d18302-fa19-422c-90f7-2b5ca8eb1341" -d '{"events": [{"server_uuid": "55970538-f494-43cb-b3d1-418ea6a69433", "name": "network-vif-plugged", "status": "completed", "tag": "33d7f838-30ce-4a21-bb5c-641996ca2b29"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:51:03.353580 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 33d7f838-30ce-4a21-bb5c-641996ca2b29, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:03.357528 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:03.380422 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:51:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a84de440-2e9f-4d1a-88f8-f695e73ee03f x-openstack-request-id: req-a84de440-2e9f-4d1a-88f8-f695e73ee03f {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:51:03.380732 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55970538-f494-43cb-b3d1-418ea6a69433", "name": "network-vif-plugged", "status": "completed", "tag": "33d7f838-30ce-4a21-bb5c-641996ca2b29", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:51:03.380989 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a84de440-2e9f-4d1a-88f8-f695e73ee03f {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:51:03.381378 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55970538-f494-43cb-b3d1-418ea6a69433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'code': 200} Jul 16 09:51:03.407802 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=33d7f838-30ce-4a21-bb5c-641996ca2b29,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:03.485893 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d14f4d8-206e-408b-b669-f34c4a515199 req-84bfa8c8-e6a1-4069-8386-29c031023a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:03.487267 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6d14f4d8-206e-408b-b669-f34c4a515199 req-84bfa8c8-e6a1-4069-8386-29c031023a23 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 1098 time: 0.0495632 Jul 16 09:51:03.532461 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6d14f4d8-206e-408b-b669-f34c4a515199 req-b08cd5f8-715c-4d68-ba42-22af4e4dec07 service neutron] 10.222.0.38 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383558 Jul 16 09:51:03.651313 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e2df0-b30b-42fe-a89e-7c50dbffe226 req-2677b1e5-864a-400c-ab90-1dcc05fdc654 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:03.652810 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6c8e2df0-b30b-42fe-a89e-7c50dbffe226 req-2677b1e5-864a-400c-ab90-1dcc05fdc654 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 946 time: 0.0652943 Jul 16 09:51:03.690182 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-6c8e2df0-b30b-42fe-a89e-7c50dbffe226 req-dd936b29-a18b-4ab1-b14f-fbf282b91c0a tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316753 Jul 16 09:51:04.433703 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:04.866841 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1d98fb-f506-4404-a801-01e386421735 req-a101c182-c89e-4c08-92fd-4883d12cc3a4 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:04.868369 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb1d98fb-f506-4404-a801-01e386421735 req-a101c182-c89e-4c08-92fd-4883d12cc3a4 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 946 time: 0.0692627 Jul 16 09:51:04.907264 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fb1d98fb-f506-4404-a801-01e386421735 req-8da7956d-962f-4b9e-8f85-ff5ac67e1138 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332062 Jul 16 09:51:05.081087 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fdf85b-11aa-456d-b50e-6d7b651ead85 req-9bbb8b7d-f345-42ab-ba75-af2d510da5ab tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:05.082649 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-14fdf85b-11aa-456d-b50e-6d7b651ead85 req-9bbb8b7d-f345-42ab-ba75-af2d510da5ab tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 946 time: 0.0646713 Jul 16 09:51:05.121019 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-14fdf85b-11aa-456d-b50e-6d7b651ead85 req-1b68cae8-610e-4734-acb1-78389890dcf0 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327487 Jul 16 09:51:05.145793 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46764) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:05.289625 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde3d2c6-1885-4f0d-8e1e-ab5827dbe6be tempest-TestSnapshotPattern-2118939388 tempest-TestSnapshotPattern-2118939388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:05.291182 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-bde3d2c6-1885-4f0d-8e1e-ab5827dbe6be tempest-TestSnapshotPattern-2118939388 tempest-TestSnapshotPattern-2118939388-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 1093 time: 0.1443734 Jul 16 09:51:05.294083 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 46768) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:05.298558 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:05.321520 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:05.370487 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2d4563f5-712f-4643-93b8-d9c80fefa435 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:05.423819 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:05.531565 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Allocated IP 172.25.4.254 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/87ca9019-1e5d-4028-9c79-3f4a0ea8f751) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:51:05.631600 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:05.669816 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:05.707764 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:05.711065 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:05.714626 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:51:05.740357 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event updated for resources: {'Port': ['ID=87ca9019-1e5d-4028-9c79-3f4a0ea8f751,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:06.080243 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:06.162207 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:06.231678 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:06.315318 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:06.320572 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:06.388603 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event updated for resources: {'Port': ['ID=87ca9019-1e5d-4028-9c79-3f4a0ea8f751,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:06.401410 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:06.503639 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Floating IP b02e313b-b8c0-4615-980d-6867495321ac associated. External IP: 172.25.4.254, port: 33d7f838-30ce-4a21-bb5c-641996ca2b29. Jul 16 09:51:06.709881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Router 8802c6cc-924a-4a6f-8779-2c32b956721a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:51:06.782481 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:51:06.817707 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:51:06.827198 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6998fa3d-1c5b-4300-9573-c5688169d357 None None] Sync routers for ids ['8802c6cc-924a-4a6f-8779-2c32b956721a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:51:06.834385 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:06.839729 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6998fa3d-1c5b-4300-9573-c5688169d357 None None] Routers {'8802c6cc-924a-4a6f-8779-2c32b956721a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:06.840354 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6998fa3d-1c5b-4300-9573-c5688169d357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8802c6cc-924a-4a6f-8779-2c32b956721a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:06.871675 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-1290a05e-f2e1-4189-860d-4cd816bea8ff tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5765474 Jul 16 09:51:06.872380 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55970538-f494-43cb-b3d1-418ea6a69433', 'tag': '33d7f838-30ce-4a21-bb5c-641996ca2b29'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:51:06.874682 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3967466a-1cf5-4a5e-8a12-cd42fb0f9b22" -d '{"events": [{"name": "network-changed", "server_uuid": "55970538-f494-43cb-b3d1-418ea6a69433", "tag": "33d7f838-30ce-4a21-bb5c-641996ca2b29"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:51:06.918069 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cf4499-5f19-491a-b2da-1ae65ebd3e64 x-openstack-request-id: req-31cf4499-5f19-491a-b2da-1ae65ebd3e64 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:51:06.918360 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55970538-f494-43cb-b3d1-418ea6a69433", "tag": "33d7f838-30ce-4a21-bb5c-641996ca2b29", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:51:06.918615 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-31cf4499-5f19-491a-b2da-1ae65ebd3e64 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:51:06.919018 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55970538-f494-43cb-b3d1-418ea6a69433', 'tag': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'status': 'completed', 'code': 200} Jul 16 09:51:06.962960 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-6998fa3d-1c5b-4300-9573-c5688169d357 None None] Set router 8802c6cc-924a-4a6f-8779-2c32b956721a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:06.994129 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967466a-1cf5-4a5e-8a12-cd42fb0f9b22 req-c3cfec57-08fa-4da8-a040-b50e55d1ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:06.995643 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3967466a-1cf5-4a5e-8a12-cd42fb0f9b22 req-c3cfec57-08fa-4da8-a040-b50e55d1ba5c service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 1098 time: 0.0534577 Jul 16 09:51:07.090296 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967466a-1cf5-4a5e-8a12-cd42fb0f9b22 req-7d73b3b5-aa1c-4508-a119-132246821b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:07.091795 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3967466a-1cf5-4a5e-8a12-cd42fb0f9b22 req-7d73b3b5-aa1c-4508-a119-132246821b43 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 910 time: 0.0902436 Jul 16 09:51:07.155466 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3967466a-1cf5-4a5e-8a12-cd42fb0f9b22 req-346f607f-50cd-43c6-b38f-747ff28841ab service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29 HTTP/1.1" status: 200 len: 1000 time: 0.0576046 Jul 16 09:51:07.185833 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6998fa3d-1c5b-4300-9573-c5688169d357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'b02e313b-b8c0-4615-980d-6867495321ac', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'floating_ip_address': '172.25.4.254', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'port_id': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'mac_address': 'fa:16:3e:43:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55970538-f494-43cb-b3d1-418ea6a69433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:51:05Z', 'updated_at': '2021-07-16T09:51:05Z', 'revision_number': 0, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9344e9ae-ca70-454c-8280-e9eeaf5d7841', 'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'mac_address': 'fa:16:3e:75:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:45Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 5, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'subnets': [{'id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:07.202745 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967466a-1cf5-4a5e-8a12-cd42fb0f9b22 req-3c3e781e-3ac6-4e28-84c6-bde71ebeb194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:07.204204 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3967466a-1cf5-4a5e-8a12-cd42fb0f9b22 req-3c3e781e-3ac6-4e28-84c6-bde71ebeb194 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c012225-5880-4abc-bee0-85bd4e1577bf HTTP/1.1" status: 200 len: 849 time: 0.0427918 Jul 16 09:51:07.211268 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6998fa3d-1c5b-4300-9573-c5688169d357 None None] Checking router: 8802c6cc-924a-4a6f-8779-2c32b956721a for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:51:07.219461 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6998fa3d-1c5b-4300-9573-c5688169d357 None None] Routers {'8802c6cc-924a-4a6f-8779-2c32b956721a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:07.220063 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6998fa3d-1c5b-4300-9573-c5688169d357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:50:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8802c6cc-924a-4a6f-8779-2c32b956721a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:07.265542 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3967466a-1cf5-4a5e-8a12-cd42fb0f9b22 req-bcb08c0c-1ce2-4459-bd9d-d167678343da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:07.267092 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3967466a-1cf5-4a5e-8a12-cd42fb0f9b22 req-bcb08c0c-1ce2-4459-bd9d-d167678343da service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3ea45298-cc4e-4608-9dc6-b95f11c2036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566034 Jul 16 09:51:07.325900 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-6998fa3d-1c5b-4300-9573-c5688169d357 None None] Set router 8802c6cc-924a-4a6f-8779-2c32b956721a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:07.358490 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3967466a-1cf5-4a5e-8a12-cd42fb0f9b22 req-ced30694-fcfd-4b1b-9130-4432ea222753 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849786 Jul 16 09:51:07.454618 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3967466a-1cf5-4a5e-8a12-cd42fb0f9b22 req-ee9670fb-713b-431e-ba9c-258e5405b7a5 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906680 Jul 16 09:51:07.546940 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-6998fa3d-1c5b-4300-9573-c5688169d357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'b02e313b-b8c0-4615-980d-6867495321ac', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'floating_ip_address': '172.25.4.254', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'port_id': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'mac_address': 'fa:16:3e:43:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55970538-f494-43cb-b3d1-418ea6a69433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:51:05Z', 'updated_at': '2021-07-16T09:51:05Z', 'revision_number': 0, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9344e9ae-ca70-454c-8280-e9eeaf5d7841', 'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'mac_address': 'fa:16:3e:75:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:45Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 5, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'subnets': [{'id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:07.572131 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6998fa3d-1c5b-4300-9573-c5688169d357 None None] The sync data for ids ['8802c6cc-924a-4a6f-8779-2c32b956721a'] in n-d-758944-46 is: [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'b02e313b-b8c0-4615-980d-6867495321ac', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'floating_ip_address': '172.25.4.254', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'port_id': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'mac_address': 'fa:16:3e:43:1b:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55970538-f494-43cb-b3d1-418ea6a69433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:51:05Z', 'updated_at': '2021-07-16T09:51:05Z', 'revision_number': 0, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9344e9ae-ca70-454c-8280-e9eeaf5d7841', 'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'mac_address': 'fa:16:3e:75:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:45Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 5, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'subnets': [{'id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:51:07.757356 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331bbf47-a1a5-46d6-a901-7ad200c3099c None None] New status for floating IP b02e313b-b8c0-4615-980d-6867495321ac: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:51:08.039925 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2e4a7c04-1929-473d-a330-c1d9a874bd9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:08.335395 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:10.044806 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:11.540004 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:34.437060 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:35.377183 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ae19a142-6ce8-4d80-91f0-468bb974a261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:36.231879 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:38.041703 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-04862a8a-6f41-4c7c-b5e4-9e20e23f4da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:38.347003 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:40.041997 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-214f75a0-184d-42a3-b03d-d12c99ebee80 req-c4233fd2-5b97-4a9f-9caf-28e450556fd2 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0971222 Jul 16 09:51:40.049901 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:40.134550 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f75a0-184d-42a3-b03d-d12c99ebee80 req-3dd4c116-4a0c-4c1c-a54a-4efb1b29c433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:40.136077 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-214f75a0-184d-42a3-b03d-d12c99ebee80 req-3dd4c116-4a0c-4c1c-a54a-4efb1b29c433 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 1098 time: 0.0525808 Jul 16 09:51:40.245614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f75a0-184d-42a3-b03d-d12c99ebee80 req-b2ced20f-93bb-4e79-8666-336adeacddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:40.247542 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-214f75a0-184d-42a3-b03d-d12c99ebee80 req-b2ced20f-93bb-4e79-8666-336adeacddfa service neutron] 10.222.0.38 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 910 time: 0.0920019 Jul 16 09:51:40.312908 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-214f75a0-184d-42a3-b03d-d12c99ebee80 req-f6775328-1aaf-44b0-975d-bae09dc09541 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29 HTTP/1.1" status: 200 len: 1002 time: 0.0593791 Jul 16 09:51:40.371081 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f75a0-184d-42a3-b03d-d12c99ebee80 req-6bfe1978-7a23-4510-a676-4861d6fc4cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:40.372619 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-214f75a0-184d-42a3-b03d-d12c99ebee80 req-6bfe1978-7a23-4510-a676-4861d6fc4cbc service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c012225-5880-4abc-bee0-85bd4e1577bf HTTP/1.1" status: 200 len: 849 time: 0.0540257 Jul 16 09:51:40.432170 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214f75a0-184d-42a3-b03d-d12c99ebee80 req-594add7c-8278-45c9-b730-8e95d2aa0c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:40.433761 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-214f75a0-184d-42a3-b03d-d12c99ebee80 req-594add7c-8278-45c9-b730-8e95d2aa0c25 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3ea45298-cc4e-4608-9dc6-b95f11c2036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551126 Jul 16 09:51:40.524827 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-214f75a0-184d-42a3-b03d-d12c99ebee80 req-8201d9ab-2a30-43ca-8c6f-48589a496467 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843613 Jul 16 09:51:40.617734 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-214f75a0-184d-42a3-b03d-d12c99ebee80 req-2f2184f4-caa5-4ec9-ab02-128a4fe7b0ef service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874782 Jul 16 09:51:41.542727 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:43.782822 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:52:04.447387 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:05.379419 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e1f7ba5d-4bd8-4097-8c42-1531690737fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:06.231696 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:08.042907 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fbf613d7-d0d7-464c-9f48-57ba63e4e19a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:08.338187 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:10.050582 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:11.544863 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:20.782883 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:52:34.475827 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:35.379422 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-332a45d2-1118-4ae6-9bb7-12a76d3c50ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.228933 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:38.043654 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4f92e512-e666-4b87-adc7-694f86deeefb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:38.338944 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:40.053335 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:41.548389 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:42.010645 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9af9de4e-4832-4a96-9006-67f5ee2eed55 req-144b33f3-ef76-48fe-95c6-07f6a5afdcf9 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0512669 Jul 16 09:52:42.108145 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9de4e-4832-4a96-9006-67f5ee2eed55 req-9355c0b8-9856-4f19-abf2-d4e15341efc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:42.109683 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9af9de4e-4832-4a96-9006-67f5ee2eed55 req-9355c0b8-9856-4f19-abf2-d4e15341efc3 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 1098 time: 0.0565710 Jul 16 09:52:42.212293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9de4e-4832-4a96-9006-67f5ee2eed55 req-f6d2709b-5ac4-437b-9468-2f96863649a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:42.213790 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9af9de4e-4832-4a96-9006-67f5ee2eed55 req-f6d2709b-5ac4-437b-9468-2f96863649a0 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 910 time: 0.0839860 Jul 16 09:52:42.279752 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9af9de4e-4832-4a96-9006-67f5ee2eed55 req-a0944161-2f12-41d6-bacd-a7f5c68e927d service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29 HTTP/1.1" status: 200 len: 1002 time: 0.0599797 Jul 16 09:52:42.327417 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9de4e-4832-4a96-9006-67f5ee2eed55 req-673675bc-2f89-41fc-a2ce-97cd26876b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:42.328855 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9af9de4e-4832-4a96-9006-67f5ee2eed55 req-673675bc-2f89-41fc-a2ce-97cd26876b1c service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c012225-5880-4abc-bee0-85bd4e1577bf HTTP/1.1" status: 200 len: 849 time: 0.0432463 Jul 16 09:52:42.383970 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9de4e-4832-4a96-9006-67f5ee2eed55 req-eb356a2f-8229-4d87-b6da-85dc6f608a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:42.385477 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9af9de4e-4832-4a96-9006-67f5ee2eed55 req-eb356a2f-8229-4d87-b6da-85dc6f608a15 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3ea45298-cc4e-4608-9dc6-b95f11c2036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507245 Jul 16 09:52:42.475192 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9af9de4e-4832-4a96-9006-67f5ee2eed55 req-1ba25fe8-c2b2-492c-ad57-0f19e827d0b5 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835011 Jul 16 09:52:42.560932 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9af9de4e-4832-4a96-9006-67f5ee2eed55 req-1f4b2acf-7cb8-4804-81de-472f448add17 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795102 Jul 16 09:52:57.782060 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:53:04.491086 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:05.379286 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-efc30667-6570-40f5-a69f-57a3f82a0ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:05.677486 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 33d7f838-30ce-4a21-bb5c-641996ca2b29 details requested by agent hyperv_n-h2-758944-46 with host n-h2-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:53:05.776175 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 33d7f838-30ce-4a21-bb5c-641996ca2b29, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:53:05.787891 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Returning: {'device': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'port_id': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'mac_address': 'fa:16:3e:43:1b:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:53:05.825600 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:05.838326 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 33d7f838-30ce-4a21-bb5c-641996ca2b29 {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:53:05.859194 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 33d7f838-30ce-4a21-bb5c-641996ca2b29, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:53:05.863140 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:05.918586 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=33d7f838-30ce-4a21-bb5c-641996ca2b29,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:53:05.926164 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:05.926513 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:05.926856 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:05.927200 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:05.927530 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:05.927857 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:05.928184 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:05.928526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:05.928853 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:05.929176 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:05.929523 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:05.929843 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:05.935196 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] get_ports_and_sgs() called for port_ids ['33d7f838-30ce-4a21-bb5c-641996ca2b29'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:53:06.228554 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:07.685794 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 33d7f838-30ce-4a21-bb5c-641996ca2b29 up at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:53:07.738749 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Provisioning complete for port 33d7f838-30ce-4a21-bb5c-641996ca2b29 triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:53:07.739124 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:07.838514 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:07.862475 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55970538-f494-43cb-b3d1-418ea6a69433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d7f838-30ce-4a21-bb5c-641996ca2b29'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:53:07.864804 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48331ab8-1eeb-44fa-8a79-4d011984427e" -d '{"events": [{"server_uuid": "55970538-f494-43cb-b3d1-418ea6a69433", "name": "network-vif-plugged", "status": "completed", "tag": "33d7f838-30ce-4a21-bb5c-641996ca2b29"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:53:07.879594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 33d7f838-30ce-4a21-bb5c-641996ca2b29, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:53:07.886509 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:07.949116 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=33d7f838-30ce-4a21-bb5c-641996ca2b29,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:53:08.000424 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d0943f-11ee-4e0d-aac0-ae54ff15f2bb x-openstack-request-id: req-93d0943f-11ee-4e0d-aac0-ae54ff15f2bb {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:53:08.000818 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55970538-f494-43cb-b3d1-418ea6a69433", "name": "network-vif-plugged", "status": "completed", "tag": "33d7f838-30ce-4a21-bb5c-641996ca2b29", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:53:08.003810 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-93d0943f-11ee-4e0d-aac0-ae54ff15f2bb {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:53:08.003810 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55970538-f494-43cb-b3d1-418ea6a69433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'code': 200} Jul 16 09:53:08.047305 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-346cf48d-0304-46c8-927c-0bf048087ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:08.346148 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:10.062076 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:11.555226 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:15.075052 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-83083f81-069c-437a-8a6e-13013a3b76c8 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1844488383&fields=id&tenant_id=e320c54515a94f2688560933d3e7d912 HTTP/1.1" status: 200 len: 267 time: 0.0341218 Jul 16 09:53:15.182526 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-67f4aec1-bbef-4e8d-9a99-4048d32c3fe8 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:15.183995 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-67f4aec1-bbef-4e8d-9a99-4048d32c3fe8 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 810 time: 0.1027727 Jul 16 09:53:15.198088 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-bf8cbe4a-0d12-44cb-86a2-ab2fb160b485 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/quotas/e320c54515a94f2688560933d3e7d912 HTTP/1.1" status: 200 len: 375 time: 0.0088251 Jul 16 09:53:15.267452 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-c4fb7eff-a2ba-4313-84f6-eab561d47d4a tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0645878 Jul 16 09:53:15.418648 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-0fc7278d-c370-42b7-b049-faa9ed302670 service neutron] 10.222.0.20 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392894 Jul 16 09:53:15.504694 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-87fd5d73-339d-4a2d-9a68-0faa94331502 service neutron] 10.222.0.20 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803564 Jul 16 09:53:15.700843 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-3c5a3bbf-fa7d-4992-b6ad-7ef8393ba3bd req-be460660-b5c8-465f-90f8-497e27b46425 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 210 time: 0.0283833 Jul 16 09:53:16.730935 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-ff957aa9-5320-49a2-a9e8-63a3657c8c71 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:16.732321 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-ff957aa9-5320-49a2-a9e8-63a3657c8c71 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.15 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 810 time: 0.1027453 Jul 16 09:53:16.779723 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-2c7881d4-17a6-4571-b9bb-6150f58a19ea tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e320c54515a94f2688560933d3e7d912 HTTP/1.1" status: 200 len: 380 time: 0.0360463 Jul 16 09:53:16.788863 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Request body: {'port': {'device_id': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'admin_state_up': True, 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'security_groups': ['46997249-6899-4bb5-960f-e75b6adb8d9c']}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:53:16.855722 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-c2daf582-8dcb-423b-a331-6190be323e37 req-43ba246e-8ddd-42a4-856d-500093d58c4c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 210 time: 0.0336928 Jul 16 09:53:16.898609 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Made reservation on behalf of e320c54515a94f2688560933d3e7d912 for: {'port': 1} {{(pid=93695) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:53:16.902410 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:17.033250 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_common [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Allocated IP 172.20.0.7 (3ea45298-cc4e-4608-9dc6-b95f11c2036f/0c012225-5880-4abc-bee0-85bd4e1577bf/f2150994-62a2-457e-9762-3fc2e7c20f3d) {{(pid=93695) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:53:17.191634 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for port, precommit_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:17.208225 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Transition to ACTIVE for port object f2150994-62a2-457e-9762-3fc2e7c20f3d will not be triggered until provisioned by entity DHCP. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:53:17.244932 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_create {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:17.306563 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Network 3ea45298-cc4e-4608-9dc6-b95f11c2036f is already hosted by enough agents. {{(pid=93695) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:53:17.312062 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.base_scheduler [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Resources bound (agent type, host, resource id): {{(pid=93695) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:53:17.315365 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Received port after_create {{(pid=93695) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:53:17.321228 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event updated for resources: {'Port': ['ID=f2150994-62a2-457e-9762-3fc2e7c20f3d,revision_number=1']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:53:17.330521 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:17.330873 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:17.331208 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:17.332531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:17.332531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:17.332531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:17.332531 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:17.332969 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:17.335904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:17.335904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:17.335904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:17.335904 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:17.423221 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:17.423221 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:17.458043 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-b0f9dffd-553a-422b-8d88-1a84119aa9bd tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6727319 Jul 16 09:53:17.646932 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dd4837ad-d305-4a07-a376-66d6f2fef36c None None] Provisioning for port f2150994-62a2-457e-9762-3fc2e7c20f3d completed by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:53:17.651753 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-dd4837ad-d305-4a07-a376-66d6f2fef36c None None] Provisioning complete for port f2150994-62a2-457e-9762-3fc2e7c20f3d triggered by entity DHCP. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:53:17.652127 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-dd4837ad-d305-4a07-a376-66d6f2fef36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:17.687286 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-dd4837ad-d305-4a07-a376-66d6f2fef36c None None] Port f2150994-62a2-457e-9762-3fc2e7c20f3d cannot update to ACTIVE because it is not bound. {{(pid=93696) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:53:18.040768 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5b8c56-e6e4-4b22-b2fd-9d2e4094f8b5 req-4f4a0744-6686-4c41-a228-f66ce845bd7a tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:18.043696 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d5b8c56-e6e4-4b22-b2fd-9d2e4094f8b5 req-4f4a0744-6686-4c41-a228-f66ce845bd7a tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 931 time: 0.0704017 Jul 16 09:53:18.081330 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0d5b8c56-e6e4-4b22-b2fd-9d2e4094f8b5 req-808f6e8a-7329-4b3d-8b19-991bb996b803 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334661 Jul 16 09:53:19.261675 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68abe401-3075-43cf-ba88-5fee41dfaf9b req-84df8e2f-1a9c-499f-aec2-f72fb134f10f tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:19.263439 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-68abe401-3075-43cf-ba88-5fee41dfaf9b req-84df8e2f-1a9c-499f-aec2-f72fb134f10f tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 931 time: 0.0656075 Jul 16 09:53:19.303650 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-68abe401-3075-43cf-ba88-5fee41dfaf9b req-45be207f-c3f5-4d52-8bae-34ba07586191 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344660 Jul 16 09:53:19.747069 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 33d7f838-30ce-4a21-bb5c-641996ca2b29 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:53:19.826508 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:19.850373 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55970538-f494-43cb-b3d1-418ea6a69433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d7f838-30ce-4a21-bb5c-641996ca2b29'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:53:19.853712 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22def0d-a15f-40ac-9009-5672ea373e92" -d '{"events": [{"server_uuid": "55970538-f494-43cb-b3d1-418ea6a69433", "name": "network-vif-unplugged", "status": "completed", "tag": "33d7f838-30ce-4a21-bb5c-641996ca2b29"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:53:19.870269 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] For port 33d7f838-30ce-4a21-bb5c-641996ca2b29, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:53:19.875656 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:19.918251 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4926e3a3-2018-4476-8cbd-28b66a61d5c5 x-openstack-request-id: req-4926e3a3-2018-4476-8cbd-28b66a61d5c5 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:53:19.918535 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55970538-f494-43cb-b3d1-418ea6a69433", "name": "network-vif-unplugged", "status": "completed", "tag": "33d7f838-30ce-4a21-bb5c-641996ca2b29", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:53:19.918983 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4926e3a3-2018-4476-8cbd-28b66a61d5c5 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:53:19.919377 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55970538-f494-43cb-b3d1-418ea6a69433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'code': 200} Jul 16 09:53:19.929579 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Pushing event updated for resources: {'Port': ['ID=33d7f838-30ce-4a21-bb5c-641996ca2b29,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:53:20.480718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b963c0-9099-463f-96f2-c0c920824320 req-dca983ae-277f-4c4b-8054-38bcec9bf752 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:20.482241 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-93b963c0-9099-463f-96f2-c0c920824320 req-dca983ae-277f-4c4b-8054-38bcec9bf752 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 931 time: 0.0642862 Jul 16 09:53:20.531010 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-93b963c0-9099-463f-96f2-c0c920824320 req-eccb9c92-79b6-4bf9-a59b-e010df153e64 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431347 Jul 16 09:53:21.710631 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6307a63-caeb-46b3-aabb-4b3d95e99524 req-750aa886-a97b-4894-b225-13583529eb0e tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:21.712814 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e6307a63-caeb-46b3-aabb-4b3d95e99524 req-750aa886-a97b-4894-b225-13583529eb0e tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 931 time: 0.0651290 Jul 16 09:53:21.756278 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-e6307a63-caeb-46b3-aabb-4b3d95e99524 req-49bb37f0-9bbd-4681-acb7-7b5e321cafba tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347719 Jul 16 09:53:22.936077 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976e5f65-8b54-412c-a38d-ab6385d6e53d req-b80f10aa-a164-4896-ab4a-b637c7936ec6 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:22.937655 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-976e5f65-8b54-412c-a38d-ab6385d6e53d req-b80f10aa-a164-4896-ab4a-b637c7936ec6 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 931 time: 0.0653019 Jul 16 09:53:22.979455 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-976e5f65-8b54-412c-a38d-ab6385d6e53d req-70098915-45b4-49bb-aac8-f954da90e28f tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355887 Jul 16 09:53:24.154107 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67dbbea-39c3-4f34-8026-2f9ce7f7c226 req-6b426a57-34db-491f-b9d9-815e5a412a38 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:24.156449 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c67dbbea-39c3-4f34-8026-2f9ce7f7c226 req-6b426a57-34db-491f-b9d9-815e5a412a38 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 931 time: 0.0646036 Jul 16 09:53:24.195461 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c67dbbea-39c3-4f34-8026-2f9ce7f7c226 req-f4cdc168-0239-4a3e-90d0-ea5a6c88e5fe tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333135 Jul 16 09:53:25.372747 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e7f3f8-121c-4d0d-a76d-a09935c1ebd6 req-0aa3465f-31da-4d80-9c7e-70a51347a2d6 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:25.374332 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-65e7f3f8-121c-4d0d-a76d-a09935c1ebd6 req-0aa3465f-31da-4d80-9c7e-70a51347a2d6 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 931 time: 0.0653021 Jul 16 09:53:25.415444 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-65e7f3f8-121c-4d0d-a76d-a09935c1ebd6 req-25240c64-2271-480a-aec9-88d7b6c1db1c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353999 Jul 16 09:53:26.600377 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbb87c5-4aeb-4a18-b67d-e5ba225cace5 req-90e21e4a-0fc7-48dc-8f59-2c1141baff03 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:26.601796 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbbb87c5-4aeb-4a18-b67d-e5ba225cace5 req-90e21e4a-0fc7-48dc-8f59-2c1141baff03 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 931 time: 0.0691364 Jul 16 09:53:26.639709 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-fbbb87c5-4aeb-4a18-b67d-e5ba225cace5 req-192defb0-e410-4d6c-8672-049c51ef55b5 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324118 Jul 16 09:53:27.289701 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-37d1bdf6-8b8f-4360-9977-4fa7aafaee5c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=93695) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:53:27.290668 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-37d1bdf6-8b8f-4360-9977-4fa7aafaee5c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055211 Jul 16 09:53:27.343104 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.v2.base [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Request body: {'port': {'device_id': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-46'}} {{(pid=93695) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:53:27.414493 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:27.673508 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2150994-62a2-457e-9762-3fc2e7c20f3d {{(pid=93695) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:53:27.682117 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:27.694802 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.provisioning_blocks [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Transition to ACTIVE for port object f2150994-62a2-457e-9762-3fc2e7c20f3d will not be triggered until provisioned by entity L2. {{(pid=93695) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:53:27.697812 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:27.768708 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2150994-62a2-457e-9762-3fc2e7c20f3d,revision_number=2']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:53:27.825526 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Attempting to bind port f2150994-62a2-457e-9762-3fc2e7c20f3d on host n-h1-758944-46 for vnic_type normal with profile {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:53:27.825875 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Attempting to bind port f2150994-62a2-457e-9762-3fc2e7c20f3d by drivers openvswitch,hyperv on host n-h1-758944-46 at level 0 using segments [{'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:53:27.826172 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Attempting to bind port f2150994-62a2-457e-9762-3fc2e7c20f3d on network 3ea45298-cc4e-4608-9dc6-b95f11c2036f {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:53:27.829654 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b0856-6673-4a06-beb8-1744dc18ce85 req-a7e06d03-36e0-4382-8dfd-ab9eed950836 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:27.830621 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Port f2150994-62a2-457e-9762-3fc2e7c20f3d on network 3ea45298-cc4e-4608-9dc6-b95f11c2036f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-46 {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:53:27.830950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Attempting to bind port f2150994-62a2-457e-9762-3fc2e7c20f3d on network 3ea45298-cc4e-4608-9dc6-b95f11c2036f {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:53:27.831202 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-810b0856-6673-4a06-beb8-1744dc18ce85 req-a7e06d03-36e0-4382-8dfd-ab9eed950836 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 943 time: 0.0776112 Jul 16 09:53:27.836078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Checking agent: {'id': '06ee01a8-0316-4dfb-ba66-ab2b46f79638', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-46', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'started_at': datetime.datetime(2021, 7, 16, 8, 23, 3), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:53:27.836414 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Checking segment: {'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93695) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:53:27.836834 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Bound using segment: {'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'} {{(pid=93695) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:53:27.837260 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.managers [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Bound port: f2150994-62a2-457e-9762-3fc2e7c20f3d, host: n-h1-758944-46, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '414b8a85-11d4-4a52-868c-976ac52a6e25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f'}}] {{(pid=93695) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:53:27.837615 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:27.877981 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-810b0856-6673-4a06-beb8-1744dc18ce85 req-cecdeeb8-a292-494b-ace3-702443cf95b1 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393054 Jul 16 09:53:27.908723 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] For port f2150994-62a2-457e-9762-3fc2e7c20f3d, host n-h1-758944-46, cleared binding levels {{(pid=93695) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:53:27.911874 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] For port f2150994-62a2-457e-9762-3fc2e7c20f3d, host n-h1-758944-46, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f2150994-62a2-457e-9762-3fc2e7c20f3d,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93695) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:53:27.917260 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2543743'] for port, after_update {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:27.951596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:27.952211 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:27.953615 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] 10.222.0.15 "PUT /v2.0/ports/f2150994-62a2-457e-9762-3fc2e7c20f3d HTTP/1.1" status: 200 len: 1092 time: 0.6550689 Jul 16 09:53:27.954052 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'tag': 'f2150994-62a2-457e-9762-3fc2e7c20f3d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:53:27.956280 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f9e90d-7238-42f9-b034-bda0dff45ffb" -d '{"events": [{"name": "network-changed", "server_uuid": "6bace13a-31d0-4563-a1a2-11bc104d460a", "tag": "f2150994-62a2-457e-9762-3fc2e7c20f3d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:53:27.983303 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ab98b-7a19-49d6-9707-dbc89fe6c2f3 service neutron] Pushing event updated for resources: {'Port': ['ID=f2150994-62a2-457e-9762-3fc2e7c20f3d,revision_number=3']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:53:28.062506 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58056fe4-90c6-4ad6-a688-b8698b7d782e x-openstack-request-id: req-58056fe4-90c6-4ad6-a688-b8698b7d782e {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:53:28.062795 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bace13a-31d0-4563-a1a2-11bc104d460a", "tag": "f2150994-62a2-457e-9762-3fc2e7c20f3d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:53:28.063046 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-58056fe4-90c6-4ad6-a688-b8698b7d782e {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:53:28.063449 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'tag': 'f2150994-62a2-457e-9762-3fc2e7c20f3d', 'status': 'completed', 'code': 200} Jul 16 09:53:28.073923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-e306102e-1602-4bf2-8248-39bdeff3cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:28.075501 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-e306102e-1602-4bf2-8248-39bdeff3cdb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 1095 time: 0.0645304 Jul 16 09:53:28.122087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-964992a3-c568-4adb-a9d8-010ac4bf8786 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2150994-62a2-457e-9762-3fc2e7c20f3d HTTP/1.1" status: 200 len: 217 time: 0.0381811 Jul 16 09:53:28.173254 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-63b596a9-9f87-44b2-8fa9-2d504c3de58e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:28.174730 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-63b596a9-9f87-44b2-8fa9-2d504c3de58e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c012225-5880-4abc-bee0-85bd4e1577bf HTTP/1.1" status: 200 len: 849 time: 0.0450497 Jul 16 09:53:28.237440 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-e2f51a22-c18e-4b98-a85f-6dcf8f6b3489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:28.238945 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-e2f51a22-c18e-4b98-a85f-6dcf8f6b3489 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea45298-cc4e-4608-9dc6-b95f11c2036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564685 Jul 16 09:53:28.332667 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-28824a2c-f8a1-4b7d-afd5-a64256df9cc2 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862505 Jul 16 09:53:28.420705 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-55e19a0c-37f5-4049-b589-aeae8a548b7c req-28fcc61c-e333-44cc-ba54-685e0a780050 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811245 Jul 16 09:53:28.519732 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9e90d-7238-42f9-b034-bda0dff45ffb req-a7d6e41c-6740-4664-af6c-eb3300320127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:28.521243 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-52f9e90d-7238-42f9-b034-bda0dff45ffb req-a7d6e41c-6740-4664-af6c-eb3300320127 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 1095 time: 0.0552652 Jul 16 09:53:28.607536 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9e90d-7238-42f9-b034-bda0dff45ffb req-0c1aeef7-f886-40ec-a8b1-df89688efbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:28.608980 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-52f9e90d-7238-42f9-b034-bda0dff45ffb req-0c1aeef7-f886-40ec-a8b1-df89688efbed service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 910 time: 0.0810854 Jul 16 09:53:28.652301 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-52f9e90d-7238-42f9-b034-bda0dff45ffb req-5b371666-91d4-415d-ac6a-aef431aefcf3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2150994-62a2-457e-9762-3fc2e7c20f3d HTTP/1.1" status: 200 len: 217 time: 0.0364184 Jul 16 09:53:28.703974 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9e90d-7238-42f9-b034-bda0dff45ffb req-374be8f8-9a61-44c3-9103-77c26916d202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:28.705388 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-52f9e90d-7238-42f9-b034-bda0dff45ffb req-374be8f8-9a61-44c3-9103-77c26916d202 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c012225-5880-4abc-bee0-85bd4e1577bf HTTP/1.1" status: 200 len: 849 time: 0.0419829 Jul 16 09:53:28.764475 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9e90d-7238-42f9-b034-bda0dff45ffb req-c63bdc1d-8742-4a36-a25c-9369b5b57f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:28.765975 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-52f9e90d-7238-42f9-b034-bda0dff45ffb req-c63bdc1d-8742-4a36-a25c-9369b5b57f08 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea45298-cc4e-4608-9dc6-b95f11c2036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502493 Jul 16 09:53:28.855704 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-52f9e90d-7238-42f9-b034-bda0dff45ffb req-b53602ed-109f-4812-b2f5-9727e70adc6a service neutron] 10.222.0.15 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821476 Jul 16 09:53:28.944249 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-52f9e90d-7238-42f9-b034-bda0dff45ffb req-81c8166b-d324-4155-af2e-0647d1eefdc5 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812857 Jul 16 09:53:29.050845 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34260d2b-4a89-40e3-9638-90dd25d8c3af req-6da8c5ec-4acd-48f4-86fa-97c45df6c4f3 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:29.052317 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-34260d2b-4a89-40e3-9638-90dd25d8c3af req-6da8c5ec-4acd-48f4-86fa-97c45df6c4f3 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 943 time: 0.0628963 Jul 16 09:53:29.090050 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-34260d2b-4a89-40e3-9638-90dd25d8c3af req-bade7cea-8e8c-47ac-8607-33ce8ecd0270 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321040 Jul 16 09:53:30.267689 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6deb642-cb1b-4302-9324-d43ceb86ceee req-df057d3f-828a-44e2-8cec-bce4f0240c31 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:30.269220 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c6deb642-cb1b-4302-9324-d43ceb86ceee req-df057d3f-828a-44e2-8cec-bce4f0240c31 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 943 time: 0.0688541 Jul 16 09:53:30.306937 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-c6deb642-cb1b-4302-9324-d43ceb86ceee req-9576eb14-7d66-482a-83e6-932f9b8dcfad tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318887 Jul 16 09:53:31.478394 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e305c-2d2b-4c46-ae61-c12c2cd46c70 req-37e4d42d-d72d-43da-98d5-2eb3f5ced50b tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:31.479884 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d18e305c-2d2b-4c46-ae61-c12c2cd46c70 req-37e4d42d-d72d-43da-98d5-2eb3f5ced50b tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 943 time: 0.0616345 Jul 16 09:53:31.521064 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-d18e305c-2d2b-4c46-ae61-c12c2cd46c70 req-6a02ee87-546f-4cf7-9f86-46469ea37368 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356128 Jul 16 09:53:32.009970 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f2150994-62a2-457e-9762-3fc2e7c20f3d details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:53:32.106787 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f2150994-62a2-457e-9762-3fc2e7c20f3d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f2150994-62a2-457e-9762-3fc2e7c20f3d,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:53:32.117163 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'f2150994-62a2-457e-9762-3fc2e7c20f3d', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'port_id': 'f2150994-62a2-457e-9762-3fc2e7c20f3d', 'mac_address': 'fa:16:3e:4b:3c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:53:32.155435 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:32.169195 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2150994-62a2-457e-9762-3fc2e7c20f3d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:53:32.187392 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f2150994-62a2-457e-9762-3fc2e7c20f3d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f2150994-62a2-457e-9762-3fc2e7c20f3d,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:53:32.191069 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:32.236619 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=f2150994-62a2-457e-9762-3fc2e7c20f3d,revision_number=4']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:53:32.471414 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['f2150994-62a2-457e-9762-3fc2e7c20f3d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:53:32.697415 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df1b50-49bf-487f-9438-3ac4e071f52f req-ef82cc47-19d9-4615-8779-a943f2a13c77 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:32.699458 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-65df1b50-49bf-487f-9438-3ac4e071f52f req-ef82cc47-19d9-4615-8779-a943f2a13c77 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 944 time: 0.0653462 Jul 16 09:53:32.736792 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-65df1b50-49bf-487f-9438-3ac4e071f52f req-330a92f5-1660-4514-ad49-bff1b1c86a4e tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316756 Jul 16 09:53:33.907676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fb71c-3bb6-4edd-917a-ff8c7c86af96 req-746402c1-a8b9-41a3-912c-75068be4c084 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:33.909182 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-784fb71c-3bb6-4edd-917a-ff8c7c86af96 req-746402c1-a8b9-41a3-912c-75068be4c084 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 944 time: 0.0627799 Jul 16 09:53:33.945305 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-784fb71c-3bb6-4edd-917a-ff8c7c86af96 req-7c13c3a0-b04a-4a05-b10d-e5bb4bba7e10 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306070 Jul 16 09:53:34.009368 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f2150994-62a2-457e-9762-3fc2e7c20f3d up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:53:34.059536 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning for port f2150994-62a2-457e-9762-3fc2e7c20f3d completed by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:53:34.063193 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port f2150994-62a2-457e-9762-3fc2e7c20f3d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:53:34.063560 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:34.138577 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:34.160668 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2150994-62a2-457e-9762-3fc2e7c20f3d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:53:34.163159 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc4d717-1cf6-4080-a2df-16e2d6831dc4" -d '{"events": [{"server_uuid": "6bace13a-31d0-4563-a1a2-11bc104d460a", "name": "network-vif-plugged", "status": "completed", "tag": "f2150994-62a2-457e-9762-3fc2e7c20f3d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:53:34.175808 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f2150994-62a2-457e-9762-3fc2e7c20f3d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f2150994-62a2-457e-9762-3fc2e7c20f3d,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:53:34.179559 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:34.202212 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:53:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c632e666-09c0-4398-8724-17cb89ce2fe8 x-openstack-request-id: req-c632e666-09c0-4398-8724-17cb89ce2fe8 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:53:34.202501 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bace13a-31d0-4563-a1a2-11bc104d460a", "name": "network-vif-plugged", "status": "completed", "tag": "f2150994-62a2-457e-9762-3fc2e7c20f3d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:53:34.202754 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c632e666-09c0-4398-8724-17cb89ce2fe8 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:53:34.203157 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2150994-62a2-457e-9762-3fc2e7c20f3d', 'code': 200} Jul 16 09:53:34.228898 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=f2150994-62a2-457e-9762-3fc2e7c20f3d,revision_number=5']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:53:34.311542 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b43c2-e728-46d7-9766-e1166af228b6 req-27d46109-8150-4786-8f11-991438e6dc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:34.312979 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8b2b43c2-e728-46d7-9766-e1166af228b6 req-27d46109-8150-4786-8f11-991438e6dc15 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 1097 time: 0.0507531 Jul 16 09:53:34.347787 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-8b2b43c2-e728-46d7-9766-e1166af228b6 req-0f6feffa-975d-4817-a1d6-16225fd97675 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268102 Jul 16 09:53:34.495306 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:34.780840 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:53:35.120457 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88c16b-491a-4b27-9926-71202873fb2c req-c31f2693-2de0-47f8-b855-0a5fb14199c2 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:35.121980 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0b88c16b-491a-4b27-9926-71202873fb2c req-c31f2693-2de0-47f8-b855-0a5fb14199c2 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 945 time: 0.0650795 Jul 16 09:53:35.160714 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-0b88c16b-491a-4b27-9926-71202873fb2c req-b66ba10e-d033-45cd-86e8-f6f128a78dcb tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331421 Jul 16 09:53:35.388978 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9cb50ce1-2838-4a20-997f-4d0eee9eb322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:36.226965 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:36.339677 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc3627e-5bd2-4e44-8a4a-65d853749d79 req-893411f0-b7a9-4557-9876-ea662851740f tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:36.341164 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-abc3627e-5bd2-4e44-8a4a-65d853749d79 req-893411f0-b7a9-4557-9876-ea662851740f tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 945 time: 0.0655777 Jul 16 09:53:36.377960 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-abc3627e-5bd2-4e44-8a4a-65d853749d79 req-0b32149c-0f54-44f6-b205-67079be1ad99 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312619 Jul 16 09:53:36.550916 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbcf17a-c3c3-429f-b65e-d4ac33d3559f req-222403a5-9c68-425d-86f3-3825bab641be tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:36.552373 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9bbcf17a-c3c3-429f-b65e-d4ac33d3559f req-222403a5-9c68-425d-86f3-3825bab641be tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 945 time: 0.0652838 Jul 16 09:53:36.589292 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-9bbcf17a-c3c3-429f-b65e-d4ac33d3559f req-06daf06a-c574-449e-9af2-964d2c0a4d87 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313203 Jul 16 09:53:36.613434 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47048) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:53:36.665020 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394cd197-c360-4c98-a196-00c972549578 tempest-TestSnapshotPattern-2118939388 tempest-TestSnapshotPattern-2118939388-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:36.666583 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-394cd197-c360-4c98-a196-00c972549578 tempest-TestSnapshotPattern-2118939388 tempest-TestSnapshotPattern-2118939388-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 1092 time: 0.0521731 Jul 16 09:53:36.670018 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47050) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:53:36.674373 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.v2.base [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Request body: {'floatingip': {'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'port_id': 'f2150994-62a2-457e-9762-3fc2e7c20f3d', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93694) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:53:36.695306 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for floatingip, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:36.792319 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:36.890785 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_common [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Allocated IP 172.25.4.113 (5104ae83-6676-4d41-893d-d4156f04b1b6/95d634f4-1132-4667-beae-2c569182b7d8/22a4fade-ae31-41e8-9c32-f6eda82b18a5) {{(pid=93694) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:53:36.993060 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for port, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:37.031487 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775479810973', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:37.070119 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Network 5104ae83-6676-4d41-893d-d4156f04b1b6 is already hosted by enough agents. {{(pid=93694) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:53:37.072977 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.base_scheduler [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Resources bound (agent type, host, resource id): {{(pid=93694) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:53:37.077072 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Received port after_create {{(pid=93694) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:53:37.082460 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event updated for resources: {'Port': ['ID=22a4fade-ae31-41e8-9c32-f6eda82b18a5,revision_number=1']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:53:37.109543 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:37.109890 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:37.110235 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:37.110579 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:37.110914 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:37.111245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:37.111574 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:37.111898 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:37.112223 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:37.112573 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:37.112903 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:37.113245 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:37.779588 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:37.856859 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:37.998568 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for port, precommit_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:38.002936 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26010357'] for port, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:38.048537 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e917c3fb-46ec-4994-8e44-ff759801da48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:38.071367 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event updated for resources: {'Port': ['ID=22a4fade-ae31-41e8-9c32-f6eda82b18a5,revision_number=2']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:53:38.084344 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3832480'] for floatingip, after_update {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:38.182178 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Floating IP 05a304c0-5f3e-404f-a6fa-d3b765ef26b7 associated. External IP: 172.25.4.113, port: f2150994-62a2-457e-9762-3fc2e7c20f3d. Jul 16 09:53:38.340524 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:38.395487 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Router 8802c6cc-924a-4a6f-8779-2c32b956721a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:53:38.502469 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:53:38.512377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db166f0-60bc-42e3-b427-72314ea6118b None None] Sync routers for ids ['8802c6cc-924a-4a6f-8779-2c32b956721a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:53:38.518929 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:38.521466 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db166f0-60bc-42e3-b427-72314ea6118b None None] Routers {'8802c6cc-924a-4a6f-8779-2c32b956721a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:53:38.522091 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4db166f0-60bc-42e3-b427-72314ea6118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:53:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8802c6cc-924a-4a6f-8779-2c32b956721a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:53:38.554896 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-5582bdae-2bc8-402e-93cd-1e1c4cde3118 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8838532 Jul 16 09:53:38.555784 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'tag': 'f2150994-62a2-457e-9762-3fc2e7c20f3d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:53:38.558239 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aeeb0cc-39fc-42e1-9819-a3b968d37444" -d '{"events": [{"name": "network-changed", "server_uuid": "6bace13a-31d0-4563-a1a2-11bc104d460a", "tag": "f2150994-62a2-457e-9762-3fc2e7c20f3d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:53:38.627081 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-4db166f0-60bc-42e3-b427-72314ea6118b None None] Set router 8802c6cc-924a-4a6f-8779-2c32b956721a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:53:38.647596 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02fd989-40ba-4553-9ab3-f46cca958b45 x-openstack-request-id: req-c02fd989-40ba-4553-9ab3-f46cca958b45 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:53:38.647889 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bace13a-31d0-4563-a1a2-11bc104d460a", "tag": "f2150994-62a2-457e-9762-3fc2e7c20f3d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:53:38.648143 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c02fd989-40ba-4553-9ab3-f46cca958b45 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:53:38.648611 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'tag': 'f2150994-62a2-457e-9762-3fc2e7c20f3d', 'status': 'completed', 'code': 200} Jul 16 09:53:38.724145 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb0cc-39fc-42e1-9819-a3b968d37444 req-cdb7b454-54b7-4909-9380-cb760d6f731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:38.725695 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4aeeb0cc-39fc-42e1-9819-a3b968d37444 req-cdb7b454-54b7-4909-9380-cb760d6f731e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 1097 time: 0.0532248 Jul 16 09:53:38.821032 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb0cc-39fc-42e1-9819-a3b968d37444 req-d27a1d81-2f7d-4c25-935b-2364510dd407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:38.822514 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4aeeb0cc-39fc-42e1-9819-a3b968d37444 req-d27a1d81-2f7d-4c25-935b-2364510dd407 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 910 time: 0.0870740 Jul 16 09:53:38.849819 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4db166f0-60bc-42e3-b427-72314ea6118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '05a304c0-5f3e-404f-a6fa-d3b765ef26b7', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'port_id': 'f2150994-62a2-457e-9762-3fc2e7c20f3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'mac_address': 'fa:16:3e:4b:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:53:37Z', 'updated_at': '2021-07-16T09:53:37Z', 'revision_number': 0, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'fixed_ip_address_scope': None}, {'id': 'b02e313b-b8c0-4615-980d-6867495321ac', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'floating_ip_address': '172.25.4.254', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'port_id': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'mac_address': 'fa:16:3e:43:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55970538-f494-43cb-b3d1-418ea6a69433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:51:05Z', 'updated_at': '2021-07-16T09:51:07Z', 'revision_number': 1, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9344e9ae-ca70-454c-8280-e9eeaf5d7841', 'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'mac_address': 'fa:16:3e:75:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:45Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 5, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'subnets': [{'id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:53:38.879302 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db166f0-60bc-42e3-b427-72314ea6118b None None] Checking router: 8802c6cc-924a-4a6f-8779-2c32b956721a for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:53:38.886599 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4aeeb0cc-39fc-42e1-9819-a3b968d37444 req-1bb2b3a2-3ba5-4c6e-a5f6-3c167bdca836 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2150994-62a2-457e-9762-3fc2e7c20f3d HTTP/1.1" status: 200 len: 999 time: 0.0560613 Jul 16 09:53:38.887881 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db166f0-60bc-42e3-b427-72314ea6118b None None] Routers {'8802c6cc-924a-4a6f-8779-2c32b956721a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:53:38.888488 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4db166f0-60bc-42e3-b427-72314ea6118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:53:38Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8802c6cc-924a-4a6f-8779-2c32b956721a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:53:38.938594 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb0cc-39fc-42e1-9819-a3b968d37444 req-37219458-3f51-4f38-bf09-dcdb9f77dbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:38.940048 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4aeeb0cc-39fc-42e1-9819-a3b968d37444 req-37219458-3f51-4f38-bf09-dcdb9f77dbc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c012225-5880-4abc-bee0-85bd4e1577bf HTTP/1.1" status: 200 len: 849 time: 0.0465324 Jul 16 09:53:38.989291 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-4db166f0-60bc-42e3-b427-72314ea6118b None None] Set router 8802c6cc-924a-4a6f-8779-2c32b956721a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:53:39.000098 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeeb0cc-39fc-42e1-9819-a3b968d37444 req-1b31dcbb-f92d-4123-b6ef-a26b8f234fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:39.001652 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4aeeb0cc-39fc-42e1-9819-a3b968d37444 req-1b31dcbb-f92d-4123-b6ef-a26b8f234fb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea45298-cc4e-4608-9dc6-b95f11c2036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511220 Jul 16 09:53:39.095525 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4aeeb0cc-39fc-42e1-9819-a3b968d37444 req-32b10778-042c-4106-8d85-28788524ca69 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859213 Jul 16 09:53:39.195992 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-4aeeb0cc-39fc-42e1-9819-a3b968d37444 req-a1e667e0-4b79-44d0-96a6-1671e62c7bb4 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938659 Jul 16 09:53:39.217745 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-4db166f0-60bc-42e3-b427-72314ea6118b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '05a304c0-5f3e-404f-a6fa-d3b765ef26b7', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'port_id': 'f2150994-62a2-457e-9762-3fc2e7c20f3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'mac_address': 'fa:16:3e:4b:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:53:37Z', 'updated_at': '2021-07-16T09:53:37Z', 'revision_number': 0, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'fixed_ip_address_scope': None}, {'id': 'b02e313b-b8c0-4615-980d-6867495321ac', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'floating_ip_address': '172.25.4.254', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'port_id': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'mac_address': 'fa:16:3e:43:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55970538-f494-43cb-b3d1-418ea6a69433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:51:05Z', 'updated_at': '2021-07-16T09:51:07Z', 'revision_number': 1, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9344e9ae-ca70-454c-8280-e9eeaf5d7841', 'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'mac_address': 'fa:16:3e:75:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:45Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 5, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'subnets': [{'id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:53:39.244377 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db166f0-60bc-42e3-b427-72314ea6118b None None] The sync data for ids ['8802c6cc-924a-4a6f-8779-2c32b956721a'] in n-d-758944-46 is: [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': '05a304c0-5f3e-404f-a6fa-d3b765ef26b7', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'floating_ip_address': '172.25.4.113', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'port_id': 'f2150994-62a2-457e-9762-3fc2e7c20f3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'mac_address': 'fa:16:3e:4b:3c:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:53:37Z', 'updated_at': '2021-07-16T09:53:37Z', 'revision_number': 0, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'fixed_ip_address_scope': None}, {'id': 'b02e313b-b8c0-4615-980d-6867495321ac', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'floating_ip_address': '172.25.4.254', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'port_id': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'mac_address': 'fa:16:3e:43:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55970538-f494-43cb-b3d1-418ea6a69433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:51:05Z', 'updated_at': '2021-07-16T09:51:07Z', 'revision_number': 1, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9344e9ae-ca70-454c-8280-e9eeaf5d7841', 'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'mac_address': 'fa:16:3e:75:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:45Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 5, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'subnets': [{'id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:53:39.439516 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6bcb36-c66b-4ad3-a0c0-d778299462ed None None] New status for floating IP 05a304c0-5f3e-404f-a6fa-d3b765ef26b7: ACTIVE {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:53:40.059097 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:41.554786 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:42.771204 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2e8bde9f-9037-4ce1-b95d-b70151f4e2a1 req-84d49b1e-da35-482e-ac38-2b38c2b16fe7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498180 Jul 16 09:53:42.865412 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bde9f-9037-4ce1-b95d-b70151f4e2a1 req-487f718b-985b-4fbc-9dbf-a9e86680a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:42.866932 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2e8bde9f-9037-4ce1-b95d-b70151f4e2a1 req-487f718b-985b-4fbc-9dbf-a9e86680a8f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 1097 time: 0.0519171 Jul 16 09:53:42.979338 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bde9f-9037-4ce1-b95d-b70151f4e2a1 req-94efc715-9779-4a7a-894d-5bc8c6f9fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:42.980898 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2e8bde9f-9037-4ce1-b95d-b70151f4e2a1 req-94efc715-9779-4a7a-894d-5bc8c6f9fac9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 910 time: 0.0909252 Jul 16 09:53:43.052279 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2e8bde9f-9037-4ce1-b95d-b70151f4e2a1 req-55ffe96a-6e74-454b-af7d-f8c4fd3f0a50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2150994-62a2-457e-9762-3fc2e7c20f3d HTTP/1.1" status: 200 len: 1001 time: 0.0625954 Jul 16 09:53:43.106697 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bde9f-9037-4ce1-b95d-b70151f4e2a1 req-c7660cb9-25b7-42b2-9162-e877392a65e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:43.108168 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2e8bde9f-9037-4ce1-b95d-b70151f4e2a1 req-c7660cb9-25b7-42b2-9162-e877392a65e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c012225-5880-4abc-bee0-85bd4e1577bf HTTP/1.1" status: 200 len: 849 time: 0.0495102 Jul 16 09:53:43.164546 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8bde9f-9037-4ce1-b95d-b70151f4e2a1 req-dd37720d-e3c5-44b1-9947-75f55b05d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:43.166012 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2e8bde9f-9037-4ce1-b95d-b70151f4e2a1 req-dd37720d-e3c5-44b1-9947-75f55b05d03b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea45298-cc4e-4608-9dc6-b95f11c2036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506504 Jul 16 09:53:43.254628 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2e8bde9f-9037-4ce1-b95d-b70151f4e2a1 req-6032d63e-e075-42f4-a49b-b20c345d9a81 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793824 Jul 16 09:53:43.347458 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-2e8bde9f-9037-4ce1-b95d-b70151f4e2a1 req-3d31d011-8a2e-4000-8577-06ad5f6da961 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846553 Jul 16 09:53:43.928885 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-58142824-fbfc-494d-b3ae-66668e6cc41b req-0486b552-baa6-494f-b0a3-df30e170f03a service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0505309 Jul 16 09:53:44.020399 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58142824-fbfc-494d-b3ae-66668e6cc41b req-2d337c05-6db7-4c03-bee0-c2ca0c60d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:44.021901 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-58142824-fbfc-494d-b3ae-66668e6cc41b req-2d337c05-6db7-4c03-bee0-c2ca0c60d304 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 1096 time: 0.0512283 Jul 16 09:53:44.130171 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58142824-fbfc-494d-b3ae-66668e6cc41b req-0784fa92-77d0-4ba2-ad58-0852a2f1d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:44.131540 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-58142824-fbfc-494d-b3ae-66668e6cc41b req-0784fa92-77d0-4ba2-ad58-0852a2f1d54f service neutron] 10.222.0.38 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 910 time: 0.0892220 Jul 16 09:53:44.194632 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-58142824-fbfc-494d-b3ae-66668e6cc41b req-9d85ec55-8416-4774-bb04-52afb5c44eb1 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29 HTTP/1.1" status: 200 len: 1000 time: 0.0566649 Jul 16 09:53:44.244688 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58142824-fbfc-494d-b3ae-66668e6cc41b req-390309b8-3835-4cfd-954f-abc2120fad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:44.246647 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-58142824-fbfc-494d-b3ae-66668e6cc41b req-390309b8-3835-4cfd-954f-abc2120fad02 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c012225-5880-4abc-bee0-85bd4e1577bf HTTP/1.1" status: 200 len: 849 time: 0.0459728 Jul 16 09:53:44.302597 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58142824-fbfc-494d-b3ae-66668e6cc41b req-1edd12b2-af3e-4c37-8280-052182d7a091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:44.304106 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-58142824-fbfc-494d-b3ae-66668e6cc41b req-1edd12b2-af3e-4c37-8280-052182d7a091 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3ea45298-cc4e-4608-9dc6-b95f11c2036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518434 Jul 16 09:53:44.391400 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-58142824-fbfc-494d-b3ae-66668e6cc41b req-329f4f9d-1d27-4838-8a97-e27eb9a3855e service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801997 Jul 16 09:53:44.485652 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-58142824-fbfc-494d-b3ae-66668e6cc41b req-48401f3b-3196-4213-8fc3-d662495bc286 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883381 Jul 16 09:54:04.515098 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:05.380118 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b14ee520-05a5-4b5e-9897-93781dc7bbaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:06.226964 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:08.052610 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a6dd7b7d-0368-4c83-af6d-6f0c521edf91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:08.342440 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:10.062286 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:11.556611 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:11.780551 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:54:34.513655 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:35.382564 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-689b33df-1e2e-458b-862b-78a0e706e1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:36.225903 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:38.055202 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-00c83c26-e8d0-477b-ab1f-043129eeadab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:38.347744 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:40.066930 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:41.562549 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:43.446296 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-26510d4b-dbfd-4db1-8eba-54fa65acb2b2 req-77664f42-ffd1-4c81-95b1-b34d2b249b27 service neutron] 10.222.0.38 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530365 Jul 16 09:54:43.544911 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26510d4b-dbfd-4db1-8eba-54fa65acb2b2 req-255d4c33-24a4-4bad-90ea-8d954378ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:43.546309 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-26510d4b-dbfd-4db1-8eba-54fa65acb2b2 req-255d4c33-24a4-4bad-90ea-8d954378ef37 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 1096 time: 0.0580637 Jul 16 09:54:43.647115 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26510d4b-dbfd-4db1-8eba-54fa65acb2b2 req-c6825a35-6cdc-4a8d-ba54-7821423446d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:43.648629 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-26510d4b-dbfd-4db1-8eba-54fa65acb2b2 req-c6825a35-6cdc-4a8d-ba54-7821423446d2 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 910 time: 0.0834770 Jul 16 09:54:43.716940 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-26510d4b-dbfd-4db1-8eba-54fa65acb2b2 req-9aa29601-9ddc-419d-ad49-7a96480af27c service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29 HTTP/1.1" status: 200 len: 1000 time: 0.0615427 Jul 16 09:54:43.762122 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26510d4b-dbfd-4db1-8eba-54fa65acb2b2 req-ede978ba-be22-4160-aa2f-64fe10e408d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:43.764006 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-26510d4b-dbfd-4db1-8eba-54fa65acb2b2 req-ede978ba-be22-4160-aa2f-64fe10e408d6 service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c012225-5880-4abc-bee0-85bd4e1577bf HTTP/1.1" status: 200 len: 849 time: 0.0418563 Jul 16 09:54:43.818017 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26510d4b-dbfd-4db1-8eba-54fa65acb2b2 req-4d6abe1c-c520-454c-b55c-121e13a04f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:43.819383 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-26510d4b-dbfd-4db1-8eba-54fa65acb2b2 req-4d6abe1c-c520-454c-b55c-121e13a04f38 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3ea45298-cc4e-4608-9dc6-b95f11c2036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496020 Jul 16 09:54:43.909974 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-26510d4b-dbfd-4db1-8eba-54fa65acb2b2 req-6b76a4c9-d900-494a-9425-adbeafbf98b7 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841329 Jul 16 09:54:43.996246 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-26510d4b-dbfd-4db1-8eba-54fa65acb2b2 req-7ddfe877-535b-48aa-94a7-0eda5f8efbb4 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794547 Jul 16 09:54:44.755341 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed7885bf-14ee-4521-8430-0cbf65f182ae req-c3ba6399-d91f-4075-8101-43785ea23f71 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532846 Jul 16 09:54:44.854886 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7885bf-14ee-4521-8430-0cbf65f182ae req-e5ac90ca-099d-4696-a345-9b19e07b39df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:44.856376 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed7885bf-14ee-4521-8430-0cbf65f182ae req-e5ac90ca-099d-4696-a345-9b19e07b39df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 1097 time: 0.0550203 Jul 16 09:54:44.961123 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7885bf-14ee-4521-8430-0cbf65f182ae req-220799c8-ff40-4208-aef1-b5559c98e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:44.962602 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed7885bf-14ee-4521-8430-0cbf65f182ae req-220799c8-ff40-4208-aef1-b5559c98e96f service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 910 time: 0.0848663 Jul 16 09:54:45.032916 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed7885bf-14ee-4521-8430-0cbf65f182ae req-9a0cc6af-ba7a-4700-8e97-3c1fb397cbfe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2150994-62a2-457e-9762-3fc2e7c20f3d HTTP/1.1" status: 200 len: 1001 time: 0.0602024 Jul 16 09:54:45.083901 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7885bf-14ee-4521-8430-0cbf65f182ae req-fc720b28-9b70-4bdf-947d-be0858ca0a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:45.085396 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed7885bf-14ee-4521-8430-0cbf65f182ae req-fc720b28-9b70-4bdf-947d-be0858ca0a2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c012225-5880-4abc-bee0-85bd4e1577bf HTTP/1.1" status: 200 len: 849 time: 0.0433660 Jul 16 09:54:45.139886 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7885bf-14ee-4521-8430-0cbf65f182ae req-d8cc8493-9714-4685-b3c7-ca7b58a35bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:45.141396 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed7885bf-14ee-4521-8430-0cbf65f182ae req-d8cc8493-9714-4685-b3c7-ca7b58a35bc8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea45298-cc4e-4608-9dc6-b95f11c2036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499816 Jul 16 09:54:45.230110 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed7885bf-14ee-4521-8430-0cbf65f182ae req-41c11ed3-b59c-4f45-a800-80b2531b0080 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816143 Jul 16 09:54:45.319549 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ed7885bf-14ee-4521-8430-0cbf65f182ae req-57a9ef9d-6251-49f6-beb8-7e8efd5a3546 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814707 Jul 16 09:54:48.779740 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:55:04.518863 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:05.384502 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e42d7d3e-afb9-43ac-b7bc-ed3406e242cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:06.237032 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:08.056376 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9de9eb4c-ea66-4fce-a080-aab8a244d074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:08.348176 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:10.068619 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:10.442262 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f2150994-62a2-457e-9762-3fc2e7c20f3d details requested by agent hyperv_n-h1-758944-46 with host n-h1-758944-46 {{(pid=93696) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:55:10.543710 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f2150994-62a2-457e-9762-3fc2e7c20f3d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f2150994-62a2-457e-9762-3fc2e7c20f3d,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:10.558829 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Returning: {'device': 'f2150994-62a2-457e-9762-3fc2e7c20f3d', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'port_id': 'f2150994-62a2-457e-9762-3fc2e7c20f3d', 'mac_address': 'fa:16:3e:4b:3c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93696) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:55:10.600840 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:10.613832 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f2150994-62a2-457e-9762-3fc2e7c20f3d {{(pid=93696) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:55:10.633567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f2150994-62a2-457e-9762-3fc2e7c20f3d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f2150994-62a2-457e-9762-3fc2e7c20f3d,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:10.637356 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:10.691103 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=f2150994-62a2-457e-9762-3fc2e7c20f3d,revision_number=6']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:10.698314 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:10.698657 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:10.698992 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:10.699325 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:10.699652 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:10.699981 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:10.700312 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:10.700654 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:10.700972 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:10.701294 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:10.701613 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:10.701930 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93696) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:10.715596 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] get_ports_and_sgs() called for port_ids ['f2150994-62a2-457e-9762-3fc2e7c20f3d'] {{(pid=93696) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:55:11.613207 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:12.458072 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f2150994-62a2-457e-9762-3fc2e7c20f3d up at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:55:12.517263 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.provisioning_blocks [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Provisioning complete for port f2150994-62a2-457e-9762-3fc2e7c20f3d triggered by entity L2. {{(pid=93696) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:55:12.517631 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-732326'] for port, provisioning_complete {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:12.608843 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:12.635337 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2150994-62a2-457e-9762-3fc2e7c20f3d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:55:12.640393 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231e56dc-851c-447b-a5a1-ba16c59fb944" -d '{"events": [{"server_uuid": "6bace13a-31d0-4563-a1a2-11bc104d460a", "name": "network-vif-plugged", "status": "completed", "tag": "f2150994-62a2-457e-9762-3fc2e7c20f3d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:55:12.659023 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f2150994-62a2-457e-9762-3fc2e7c20f3d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f2150994-62a2-457e-9762-3fc2e7c20f3d,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:12.666394 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:12.692707 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e0945ed-eb97-4ac7-ba0c-9aefc7a632fd x-openstack-request-id: req-6e0945ed-eb97-4ac7-ba0c-9aefc7a632fd {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:55:12.692983 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bace13a-31d0-4563-a1a2-11bc104d460a", "name": "network-vif-plugged", "status": "completed", "tag": "f2150994-62a2-457e-9762-3fc2e7c20f3d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:55:12.693246 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6e0945ed-eb97-4ac7-ba0c-9aefc7a632fd {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:55:12.693703 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2150994-62a2-457e-9762-3fc2e7c20f3d', 'code': 200} Jul 16 09:55:12.720984 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=f2150994-62a2-457e-9762-3fc2e7c20f3d,revision_number=7']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:20.213665 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47268) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:20.373386 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Deleting port 22a4fade-ae31-41e8-9c32-f6eda82b18a5 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:55:20.373733 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:20.446708 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:20.447040 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:20.458718 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Calling delete_port for 22a4fade-ae31-41e8-9c32-f6eda82b18a5 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:55:20.609554 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:20.634687 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event deleted for resources: {'Port': ['ID=22a4fade-ae31-41e8-9c32-f6eda82b18a5,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:20.646532 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:20.646881 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:20.647216 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:20.647553 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:20.647879 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:20.648203 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:20.648550 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:20.648874 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:20.649211 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:20.649517 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:20.649834 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:20.650186 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93694) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:20.708890 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:20.709213 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Floating IP 05a304c0-5f3e-404f-a6fa-d3b765ef26b7 disassociated (deleted). External IP: 172.25.4.113, port: f2150994-62a2-457e-9762-3fc2e7c20f3d. Jul 16 09:55:20.905915 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Router 8802c6cc-924a-4a6f-8779-2c32b956721a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:55:21.009871 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:55:21.015086 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:21.019224 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2400d121-0e8b-4cc5-92e0-a28a83de133f None None] Sync routers for ids ['8802c6cc-924a-4a6f-8779-2c32b956721a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:55:21.031760 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2400d121-0e8b-4cc5-92e0-a28a83de133f None None] Routers {'8802c6cc-924a-4a6f-8779-2c32b956721a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:55:21.032374 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2400d121-0e8b-4cc5-92e0-a28a83de133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8802c6cc-924a-4a6f-8779-2c32b956721a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:21.053828 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-ac7c84af-2288-4982-8a1e-e520308e8dd9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "DELETE /v2.0/floatingips/05a304c0-5f3e-404f-a6fa-d3b765ef26b7 HTTP/1.1" status: 204 len: 168 time: 0.8389888 Jul 16 09:55:21.054360 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'tag': 'f2150994-62a2-457e-9762-3fc2e7c20f3d'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:55:21.056666 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc618f4-3900-4c23-b1e9-3009dc548b89" -d '{"events": [{"name": "network-changed", "server_uuid": "6bace13a-31d0-4563-a1a2-11bc104d460a", "tag": "f2150994-62a2-457e-9762-3fc2e7c20f3d"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:55:21.095374 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab9f2b9-7b5a-4244-ac43-d0c7d71b7a95 x-openstack-request-id: req-dab9f2b9-7b5a-4244-ac43-d0c7d71b7a95 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:55:21.095669 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bace13a-31d0-4563-a1a2-11bc104d460a", "tag": "f2150994-62a2-457e-9762-3fc2e7c20f3d", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:55:21.095923 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dab9f2b9-7b5a-4244-ac43-d0c7d71b7a95 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:55:21.096329 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'tag': 'f2150994-62a2-457e-9762-3fc2e7c20f3d', 'status': 'completed', 'code': 200} Jul 16 09:55:21.140399 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-2400d121-0e8b-4cc5-92e0-a28a83de133f None None] Set router 8802c6cc-924a-4a6f-8779-2c32b956721a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:55:21.175207 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc618f4-3900-4c23-b1e9-3009dc548b89 req-dfd2ce13-5389-49f0-8289-da3676442b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:21.176879 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0cc618f4-3900-4c23-b1e9-3009dc548b89 req-dfd2ce13-5389-49f0-8289-da3676442b17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 1097 time: 0.0576377 Jul 16 09:55:21.267839 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc618f4-3900-4c23-b1e9-3009dc548b89 req-88546f44-7c36-46d4-95b4-514432604f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:21.269906 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0cc618f4-3900-4c23-b1e9-3009dc548b89 req-88546f44-7c36-46d4-95b4-514432604f99 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 910 time: 0.0862434 Jul 16 09:55:21.319545 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0cc618f4-3900-4c23-b1e9-3009dc548b89 req-46be8fac-65fb-475d-a285-61dcb752f8cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2150994-62a2-457e-9762-3fc2e7c20f3d HTTP/1.1" status: 200 len: 217 time: 0.0412350 Jul 16 09:55:21.373903 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc618f4-3900-4c23-b1e9-3009dc548b89 req-59850cbc-af99-4814-8b6c-725a99832adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:21.375624 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0cc618f4-3900-4c23-b1e9-3009dc548b89 req-59850cbc-af99-4814-8b6c-725a99832adc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0c012225-5880-4abc-bee0-85bd4e1577bf HTTP/1.1" status: 200 len: 849 time: 0.0490258 Jul 16 09:55:21.480192 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46ceb0-ff6f-4eac-ba75-609c6a5e3ef9 req-718d7ece-da8a-460b-a9fc-e358b8cfb870 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:21.481650 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ba46ceb0-ff6f-4eac-ba75-609c6a5e3ef9 req-718d7ece-da8a-460b-a9fc-e358b8cfb870 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 945 time: 0.1028326 Jul 16 09:55:21.484322 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc618f4-3900-4c23-b1e9-3009dc548b89 req-d6cf7e34-2bd1-44cb-9d23-299e5b0478da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:21.486254 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0cc618f4-3900-4c23-b1e9-3009dc548b89 req-d6cf7e34-2bd1-44cb-9d23-299e5b0478da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3ea45298-cc4e-4608-9dc6-b95f11c2036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0981114 Jul 16 09:55:21.535870 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2400d121-0e8b-4cc5-92e0-a28a83de133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'b02e313b-b8c0-4615-980d-6867495321ac', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'floating_ip_address': '172.25.4.254', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'port_id': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'mac_address': 'fa:16:3e:43:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55970538-f494-43cb-b3d1-418ea6a69433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:51:05Z', 'updated_at': '2021-07-16T09:51:07Z', 'revision_number': 1, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9344e9ae-ca70-454c-8280-e9eeaf5d7841', 'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'mac_address': 'fa:16:3e:75:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:45Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 5, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'subnets': [{'id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:21.550005 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-ba46ceb0-ff6f-4eac-ba75-609c6a5e3ef9 req-7080c11a-8ee8-416e-9c88-96413e4ae6b6 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619409 Jul 16 09:55:21.561944 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2400d121-0e8b-4cc5-92e0-a28a83de133f None None] Checking router: 8802c6cc-924a-4a6f-8779-2c32b956721a for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:55:21.571207 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2400d121-0e8b-4cc5-92e0-a28a83de133f None None] Routers {'8802c6cc-924a-4a6f-8779-2c32b956721a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:55:21.571829 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2400d121-0e8b-4cc5-92e0-a28a83de133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8802c6cc-924a-4a6f-8779-2c32b956721a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:21.600129 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0cc618f4-3900-4c23-b1e9-3009dc548b89 req-1c280e44-3e23-41a4-b054-8d0257ec7671 service neutron] 10.222.0.15 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059482 Jul 16 09:55:21.676376 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-2400d121-0e8b-4cc5-92e0-a28a83de133f None None] Set router 8802c6cc-924a-4a6f-8779-2c32b956721a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:55:21.693160 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-0cc618f4-3900-4c23-b1e9-3009dc548b89 req-01be08d0-597d-4772-9d02-7b175314bb6b service neutron] 10.222.0.15 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856884 Jul 16 09:55:21.899282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-2400d121-0e8b-4cc5-92e0-a28a83de133f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'b02e313b-b8c0-4615-980d-6867495321ac', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'floating_ip_address': '172.25.4.254', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'port_id': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'mac_address': 'fa:16:3e:43:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55970538-f494-43cb-b3d1-418ea6a69433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:51:05Z', 'updated_at': '2021-07-16T09:51:07Z', 'revision_number': 1, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9344e9ae-ca70-454c-8280-e9eeaf5d7841', 'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'mac_address': 'fa:16:3e:75:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:45Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 5, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'subnets': [{'id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:21.925819 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2400d121-0e8b-4cc5-92e0-a28a83de133f None None] The sync data for ids ['8802c6cc-924a-4a6f-8779-2c32b956721a'] in n-d-758944-46 is: [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_floatingips': [{'id': 'b02e313b-b8c0-4615-980d-6867495321ac', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'floating_ip_address': '172.25.4.254', 'floating_network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'router_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'port_id': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'mac_address': 'fa:16:3e:43:1b:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55970538-f494-43cb-b3d1-418ea6a69433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:51:05Z', 'updated_at': '2021-07-16T09:51:07Z', 'revision_number': 1, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9344e9ae-ca70-454c-8280-e9eeaf5d7841', 'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'mac_address': 'fa:16:3e:75:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:45Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 5, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'subnets': [{'id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:55:22.157386 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b80f13-31c2-43a5-9caa-641c5eae47c3 None None] New status for floating IP 05a304c0-5f3e-404f-a6fa-d3b765ef26b7: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:55:22.488979 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f2150994-62a2-457e-9762-3fc2e7c20f3d no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:55:22.565525 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-554326'] for port, before_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:22.587376 n-d-758944-46 neutron-server[93696]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2150994-62a2-457e-9762-3fc2e7c20f3d'}] {{(pid=93696) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:55:22.589697 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b17c1bb850aace4f941c4c0ad6687f0bb1af13bbbbe6477d49f42b00743e3867" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832bf404-d4ff-4998-8db5-c458ecfff9dc" -d '{"events": [{"server_uuid": "6bace13a-31d0-4563-a1a2-11bc104d460a", "name": "network-vif-unplugged", "status": "completed", "tag": "f2150994-62a2-457e-9762-3fc2e7c20f3d"}]}' {{(pid=93696) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:55:22.602717 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.db [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] For port f2150994-62a2-457e-9762-3fc2e7c20f3d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f2150994-62a2-457e-9762-3fc2e7c20f3d,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93696) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:22.608095 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775480214869', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775479810991', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775479811009'] for port, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:22.633639 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49129211-900e-4dc4-b51a-123e73bf1232 x-openstack-request-id: req-49129211-900e-4dc4-b51a-123e73bf1232 {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:55:22.633928 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bace13a-31d0-4563-a1a2-11bc104d460a", "name": "network-vif-unplugged", "status": "completed", "tag": "f2150994-62a2-457e-9762-3fc2e7c20f3d", "code": 200}]} {{(pid=93696) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:55:22.634174 n-d-758944-46 neutron-server[93696]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-49129211-900e-4dc4-b51a-123e73bf1232 {{(pid=93696) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:55:22.634561 n-d-758944-46 neutron-server[93696]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f2150994-62a2-457e-9762-3fc2e7c20f3d', 'code': 200} Jul 16 09:55:22.659744 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Pushing event updated for resources: {'Port': ['ID=f2150994-62a2-457e-9762-3fc2e7c20f3d,revision_number=8']} {{(pid=93696) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:22.725255 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cff730-e941-43c6-ace2-45d0ec605671 req-8839bf81-7969-4ce5-8b28-7ebd10db871a tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:22.726730 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94cff730-e941-43c6-ace2-45d0ec605671 req-8839bf81-7969-4ce5-8b28-7ebd10db871a tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 943 time: 0.0615497 Jul 16 09:55:22.764279 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-94cff730-e941-43c6-ace2-45d0ec605671 req-89cc3562-7e6a-42c5-936a-07ca48ed87f4 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318310 Jul 16 09:55:23.132738 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870165a-1e40-4569-899f-7ea9f3333d9f req-4456a468-d076-4dff-95b6-ce2048f2dcdc tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:23.134121 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9870165a-1e40-4569-899f-7ea9f3333d9f req-4456a468-d076-4dff-95b6-ce2048f2dcdc tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 943 time: 0.0613692 Jul 16 09:55:23.230177 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-9870165a-1e40-4569-899f-7ea9f3333d9f req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Deleting port f2150994-62a2-457e-9762-3fc2e7c20f3d {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:55:23.230519 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9870165a-1e40-4569-899f-7ea9f3333d9f req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:23.321491 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [req-9870165a-1e40-4569-899f-7ea9f3333d9f req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] For port f2150994-62a2-457e-9762-3fc2e7c20f3d, host n-h1-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-46',level=0,port_id=f2150994-62a2-457e-9762-3fc2e7c20f3d,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:23.321858 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9870165a-1e40-4569-899f-7ea9f3333d9f req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:23.333351 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [req-9870165a-1e40-4569-899f-7ea9f3333d9f req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Calling delete_port for f2150994-62a2-457e-9762-3fc2e7c20f3d owned by compute:nova {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:55:23.464353 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9870165a-1e40-4569-899f-7ea9f3333d9f req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:23.833319 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event deleted for resources: {'Port': ['ID=f2150994-62a2-457e-9762-3fc2e7c20f3d,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:23.863895 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:23.864277 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:23.864527 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:23.864855 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:23.865192 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:23.865547 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:23.866276 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:23.866615 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:23.866938 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:23.867266 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:23.867596 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:23.867959 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-46 {{(pid=93695) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:23.891616 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [req-9870165a-1e40-4569-899f-7ea9f3333d9f req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] No DVR routers for this DVR port f2150994-62a2-457e-9762-3fc2e7c20f3d on host n-h1-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:55:23.894415 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [req-9870165a-1e40-4569-899f-7ea9f3333d9f req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:23.896515 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-9870165a-1e40-4569-899f-7ea9f3333d9f req-282dc761-15e7-401a-bbab-af6c1d2d7fb9 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.15 "DELETE /v2.0/ports/f2150994-62a2-457e-9762-3fc2e7c20f3d HTTP/1.1" status: 204 len: 173 time: 0.7562468 Jul 16 09:55:23.897061 n-d-758944-46 neutron-server[93695]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'name': 'network-vif-deleted', 'tag': 'f2150994-62a2-457e-9762-3fc2e7c20f3d'}] {{(pid=93695) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:55:23.899492 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c6f4257cc342f0b6be708b58340986bdec49f9e4651e373c09ccb95034b90058" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6c51f3-92f0-4bfd-acb2-3a5654e44a74" -d '{"events": [{"server_uuid": "6bace13a-31d0-4563-a1a2-11bc104d460a", "name": "network-vif-deleted", "tag": "f2150994-62a2-457e-9762-3fc2e7c20f3d"}]}' {{(pid=93695) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:55:23.939959 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e76fe04-ccda-43d2-9062-13f86bfd34a3 x-openstack-request-id: req-3e76fe04-ccda-43d2-9062-13f86bfd34a3 {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:55:23.940258 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bace13a-31d0-4563-a1a2-11bc104d460a", "name": "network-vif-deleted", "tag": "f2150994-62a2-457e-9762-3fc2e7c20f3d", "status": "completed", "code": 200}]} {{(pid=93695) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:55:23.940538 n-d-758944-46 neutron-server[93695]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3e76fe04-ccda-43d2-9062-13f86bfd34a3 {{(pid=93695) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:55:23.940961 n-d-758944-46 neutron-server[93695]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bace13a-31d0-4563-a1a2-11bc104d460a', 'name': 'network-vif-deleted', 'tag': 'f2150994-62a2-457e-9762-3fc2e7c20f3d', 'status': 'completed', 'code': 200} Jul 16 09:55:24.106219 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-12ecd6f7-133b-445d-b15c-f177473cfaa7 req-60012f93-dbb1-4b33-9006-7ea3fe610445 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bace13a-31d0-4563-a1a2-11bc104d460a HTTP/1.1" status: 200 len: 210 time: 0.0284481 Jul 16 09:55:25.698345 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47328) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:25.778646 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:55:25.853575 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-458e89c8-d9d1-479b-9aa0-941da785c79c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Deleting port 87ca9019-1e5d-4028-9c79-3f4a0ea8f751 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:55:25.853912 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-458e89c8-d9d1-479b-9aa0-941da785c79c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:25.930667 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-458e89c8-d9d1-479b-9aa0-941da785c79c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:25.930921 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-458e89c8-d9d1-479b-9aa0-941da785c79c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:25.942408 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-458e89c8-d9d1-479b-9aa0-941da785c79c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Calling delete_port for 87ca9019-1e5d-4028-9c79-3f4a0ea8f751 owned by network:floatingip {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:55:26.086769 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-458e89c8-d9d1-479b-9aa0-941da785c79c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:26.111576 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458e89c8-d9d1-479b-9aa0-941da785c79c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event deleted for resources: {'Port': ['ID=87ca9019-1e5d-4028-9c79-3f4a0ea8f751,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:26.174037 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-458e89c8-d9d1-479b-9aa0-941da785c79c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for floatingip, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:26.174356 n-d-758944-46 neutron-server[93694]: INFO neutron.db.l3_db [None req-458e89c8-d9d1-479b-9aa0-941da785c79c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Floating IP b02e313b-b8c0-4615-980d-6867495321ac disassociated (deleted). External IP: 172.25.4.254, port: 33d7f838-30ce-4a21-bb5c-641996ca2b29. Jul 16 09:55:26.377384 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-458e89c8-d9d1-479b-9aa0-941da785c79c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Router 8802c6cc-924a-4a6f-8779-2c32b956721a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:55:26.504847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f2150994-62a2-457e-9762-3fc2e7c20f3d no longer exists at agent hyperv_n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:55:26.525899 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] No Port match for: f2150994-62a2-457e-9762-3fc2e7c20f3d {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:55:26.526282 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Device f2150994-62a2-457e-9762-3fc2e7c20f3d not bound to the agent host n-h1-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:55:26.808297 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-458e89c8-d9d1-479b-9aa0-941da785c79c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:55:26.813059 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-458e89c8-d9d1-479b-9aa0-941da785c79c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for floatingip, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:26.817875 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f8b8cf-d796-412f-9674-45e5abb3b10d None None] Sync routers for ids ['8802c6cc-924a-4a6f-8779-2c32b956721a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:55:26.826725 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f8b8cf-d796-412f-9674-45e5abb3b10d None None] Routers {'8802c6cc-924a-4a6f-8779-2c32b956721a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:55:26.827341 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-34f8b8cf-d796-412f-9674-45e5abb3b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8802c6cc-924a-4a6f-8779-2c32b956721a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:26.848450 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-458e89c8-d9d1-479b-9aa0-941da785c79c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "DELETE /v2.0/floatingips/b02e313b-b8c0-4615-980d-6867495321ac HTTP/1.1" status: 204 len: 168 time: 1.1489258 Jul 16 09:55:26.849153 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55970538-f494-43cb-b3d1-418ea6a69433', 'tag': '33d7f838-30ce-4a21-bb5c-641996ca2b29'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:55:26.851608 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e48fb43-4ee6-4fff-be38-5e0ba2cad8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "55970538-f494-43cb-b3d1-418ea6a69433", "tag": "33d7f838-30ce-4a21-bb5c-641996ca2b29"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:55:26.887791 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec030af4-d651-4b8d-8def-3920be0054f5 x-openstack-request-id: req-ec030af4-d651-4b8d-8def-3920be0054f5 {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:55:26.888091 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55970538-f494-43cb-b3d1-418ea6a69433", "tag": "33d7f838-30ce-4a21-bb5c-641996ca2b29", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:55:26.888342 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ec030af4-d651-4b8d-8def-3920be0054f5 {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:55:26.888793 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55970538-f494-43cb-b3d1-418ea6a69433', 'tag': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'status': 'completed', 'code': 200} Jul 16 09:55:26.937983 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-34f8b8cf-d796-412f-9674-45e5abb3b10d None None] Set router 8802c6cc-924a-4a6f-8779-2c32b956721a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:55:26.965336 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48fb43-4ee6-4fff-be38-5e0ba2cad8bb req-218b3b08-df6b-4ce9-8d7d-7ac97d039070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:26.967019 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e48fb43-4ee6-4fff-be38-5e0ba2cad8bb req-218b3b08-df6b-4ce9-8d7d-7ac97d039070 service neutron] 10.222.0.38 "GET /v2.0/ports?tenant_id=e320c54515a94f2688560933d3e7d912&device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 1096 time: 0.0548959 Jul 16 09:55:27.074269 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48fb43-4ee6-4fff-be38-5e0ba2cad8bb req-5bf33976-52ea-4daf-a79c-e024b07d5403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:27.075773 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e48fb43-4ee6-4fff-be38-5e0ba2cad8bb req-5bf33976-52ea-4daf-a79c-e024b07d5403 service neutron] 10.222.0.38 "GET /v2.0/networks?id=3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 200 len: 910 time: 0.1031442 Jul 16 09:55:27.117888 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e48fb43-4ee6-4fff-be38-5e0ba2cad8bb req-c2886ba5-5808-4f84-8133-b9a205b74d93 service neutron] 10.222.0.38 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29 HTTP/1.1" status: 200 len: 217 time: 0.0346406 Jul 16 09:55:27.159157 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-34f8b8cf-d796-412f-9674-45e5abb3b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '9344e9ae-ca70-454c-8280-e9eeaf5d7841', 'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'mac_address': 'fa:16:3e:75:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:45Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 5, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'subnets': [{'id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:27.177416 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48fb43-4ee6-4fff-be38-5e0ba2cad8bb req-d46d9ba3-ff4c-472c-b3ad-d457b48bbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:27.178988 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e48fb43-4ee6-4fff-be38-5e0ba2cad8bb req-d46d9ba3-ff4c-472c-b3ad-d457b48bbd0a service neutron] 10.222.0.38 "GET /v2.0/subnets?id=0c012225-5880-4abc-bee0-85bd4e1577bf HTTP/1.1" status: 200 len: 849 time: 0.0547249 Jul 16 09:55:27.186356 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f8b8cf-d796-412f-9674-45e5abb3b10d None None] Checking router: 8802c6cc-924a-4a6f-8779-2c32b956721a for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:55:27.196986 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f8b8cf-d796-412f-9674-45e5abb3b10d None None] Routers {'8802c6cc-924a-4a6f-8779-2c32b956721a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:55:27.197626 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-34f8b8cf-d796-412f-9674-45e5abb3b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8802c6cc-924a-4a6f-8779-2c32b956721a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:27.277378 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e48fb43-4ee6-4fff-be38-5e0ba2cad8bb req-e625b7eb-560d-4589-9187-ee28135ce754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:27.279195 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e48fb43-4ee6-4fff-be38-5e0ba2cad8bb req-e625b7eb-560d-4589-9187-ee28135ce754 service neutron] 10.222.0.38 "GET /v2.0/ports?network_id=3ea45298-cc4e-4608-9dc6-b95f11c2036f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0939319 Jul 16 09:55:27.302923 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60019cf-213c-4206-a0c2-3256883bb286 req-ca155feb-78b1-403a-9dd5-87533e6e98d0 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:27.304372 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e60019cf-213c-4206-a0c2-3256883bb286 req-ca155feb-78b1-403a-9dd5-87533e6e98d0 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 944 time: 0.1403813 Jul 16 09:55:27.304594 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-34f8b8cf-d796-412f-9674-45e5abb3b10d None None] Set router 8802c6cc-924a-4a6f-8779-2c32b956721a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:55:27.394287 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-e60019cf-213c-4206-a0c2-3256883bb286 req-0087b5ca-2fd6-4518-9f0f-9cb335d6029f tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791168 Jul 16 09:55:27.416123 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e48fb43-4ee6-4fff-be38-5e0ba2cad8bb req-67ca8446-b0b1-428a-b843-c70bcde03847 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287808 Jul 16 09:55:27.502106 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-34f8b8cf-d796-412f-9674-45e5abb3b10d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '9344e9ae-ca70-454c-8280-e9eeaf5d7841', 'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'mac_address': 'fa:16:3e:75:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:45Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 5, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'subnets': [{'id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:27.511958 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-3e48fb43-4ee6-4fff-be38-5e0ba2cad8bb req-affd7795-4288-4332-b5b1-0cad4fae9b89 service neutron] 10.222.0.38 "GET /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888205 Jul 16 09:55:27.532948 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f8b8cf-d796-412f-9674-45e5abb3b10d None None] The sync data for ids ['8802c6cc-924a-4a6f-8779-2c32b956721a'] in n-d-758944-46 is: [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:46Z', 'revision_number': 4, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46', '_interfaces': [{'id': '9344e9ae-ca70-454c-8280-e9eeaf5d7841', 'name': '', 'network_id': '3ea45298-cc4e-4608-9dc6-b95f11c2036f', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'mac_address': 'fa:16:3e:75:9b:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:45Z', 'updated_at': '2021-07-16T09:50:52Z', 'revision_number': 5, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'subnets': [{'id': '0c012225-5880-4abc-bee0-85bd4e1577bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:55:27.751464 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff48478-b513-45bb-9ebd-d4bb9af230d6 None None] New status for floating IP b02e313b-b8c0-4615-980d-6867495321ac: DOWN {{(pid=93697) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:55:28.614923 n-d-758944-46 neutron-server[93695]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6b267-8199-4b55-a526-e7c767238c6c req-e12118a5-af67-4cd3-aea0-af0c1c703ae3 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93695) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:28.616434 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76f6b267-8199-4b55-a526-e7c767238c6c req-e12118a5-af67-4cd3-aea0-af0c1c703ae3 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 944 time: 0.1111894 Jul 16 09:55:28.648538 n-d-758944-46 neutron-server[93694]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bb728-f850-4cfb-92fd-fa9ea6c7dd80 req-43d88f0c-0ce8-4ac2-acb5-368f05a06beb tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93694) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:28.650026 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fd3bb728-f850-4cfb-92fd-fa9ea6c7dd80 req-43d88f0c-0ce8-4ac2-acb5-368f05a06beb tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.38 "GET /v2.0/ports?device_id=55970538-f494-43cb-b3d1-418ea6a69433 HTTP/1.1" status: 200 len: 944 time: 0.0621443 Jul 16 09:55:28.654061 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [req-76f6b267-8199-4b55-a526-e7c767238c6c req-62520440-0e56-49ad-a756-10bb36a6589c tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "GET /v2.0/security-groups?id=46997249-6899-4bb5-960f-e75b6adb8d9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318534 Jul 16 09:55:28.747116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-fd3bb728-f850-4cfb-92fd-fa9ea6c7dd80 req-a0459af3-a2f7-432e-b48a-fe3dc447bd58 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Deleting port 33d7f838-30ce-4a21-bb5c-641996ca2b29 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:55:28.747465 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fd3bb728-f850-4cfb-92fd-fa9ea6c7dd80 req-a0459af3-a2f7-432e-b48a-fe3dc447bd58 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:28.838776 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [req-fd3bb728-f850-4cfb-92fd-fa9ea6c7dd80 req-a0459af3-a2f7-432e-b48a-fe3dc447bd58 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] For port 33d7f838-30ce-4a21-bb5c-641996ca2b29, host n-h2-758944-46, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-46',level=0,port_id=33d7f838-30ce-4a21-bb5c-641996ca2b29,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:28.839144 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fd3bb728-f850-4cfb-92fd-fa9ea6c7dd80 req-a0459af3-a2f7-432e-b48a-fe3dc447bd58 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:28.850519 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [req-fd3bb728-f850-4cfb-92fd-fa9ea6c7dd80 req-a0459af3-a2f7-432e-b48a-fe3dc447bd58 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Calling delete_port for 33d7f838-30ce-4a21-bb5c-641996ca2b29 owned by compute:nova {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:55:28.981118 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fd3bb728-f850-4cfb-92fd-fa9ea6c7dd80 req-a0459af3-a2f7-432e-b48a-fe3dc447bd58 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:29.010847 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0459af3-a2f7-432e-b48a-fe3dc447bd58 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event deleted for resources: {'Port': ['ID=33d7f838-30ce-4a21-bb5c-641996ca2b29,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:29.057522 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3bb728-f850-4cfb-92fd-fa9ea6c7dd80 req-a0459af3-a2f7-432e-b48a-fe3dc447bd58 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] No DVR routers for this DVR port 33d7f838-30ce-4a21-bb5c-641996ca2b29 on host n-h2-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:55:29.060139 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [req-fd3bb728-f850-4cfb-92fd-fa9ea6c7dd80 req-a0459af3-a2f7-432e-b48a-fe3dc447bd58 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-211446'] for port, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:29.062193 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [req-fd3bb728-f850-4cfb-92fd-fa9ea6c7dd80 req-a0459af3-a2f7-432e-b48a-fe3dc447bd58 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.38 "DELETE /v2.0/ports/33d7f838-30ce-4a21-bb5c-641996ca2b29 HTTP/1.1" status: 204 len: 173 time: 0.4071417 Jul 16 09:55:29.062634 n-d-758944-46 neutron-server[93694]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55970538-f494-43cb-b3d1-418ea6a69433', 'name': 'network-vif-deleted', 'tag': '33d7f838-30ce-4a21-bb5c-641996ca2b29'}] {{(pid=93694) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:55:29.065484 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b5f20d421a41054f807fb709ef2e9ab7b3b2d1a0cc5e0f5ed829961af186422c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735d918e-0266-429c-b6cf-8eac1f6862c4" -d '{"events": [{"server_uuid": "55970538-f494-43cb-b3d1-418ea6a69433", "name": "network-vif-deleted", "tag": "33d7f838-30ce-4a21-bb5c-641996ca2b29"}]}' {{(pid=93694) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:55:29.104202 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0329fa42-64a3-400d-9a8d-dea32b64c11f x-openstack-request-id: req-0329fa42-64a3-400d-9a8d-dea32b64c11f {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:55:29.105204 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55970538-f494-43cb-b3d1-418ea6a69433", "name": "network-vif-deleted", "tag": "33d7f838-30ce-4a21-bb5c-641996ca2b29", "status": "completed", "code": 200}]} {{(pid=93694) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:55:29.105461 n-d-758944-46 neutron-server[93694]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0329fa42-64a3-400d-9a8d-dea32b64c11f {{(pid=93694) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:55:29.105866 n-d-758944-46 neutron-server[93694]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55970538-f494-43cb-b3d1-418ea6a69433', 'name': 'network-vif-deleted', 'tag': '33d7f838-30ce-4a21-bb5c-641996ca2b29', 'status': 'completed', 'code': 200} Jul 16 09:55:29.746559 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47350) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:29.806999 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b42cb270-8fc1-432e-bde8-718cf2fff599 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:29.831437 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b42cb270-8fc1-432e-bde8-718cf2fff599 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:29.896807 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b42cb270-8fc1-432e-bde8-718cf2fff599 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:29.899437 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-b42cb270-8fc1-432e-bde8-718cf2fff599 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Notify callbacks [] for security_group, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:29.900645 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-b42cb270-8fc1-432e-bde8-718cf2fff599 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] 10.222.0.20 "DELETE /v2.0/security-groups/46997249-6899-4bb5-960f-e75b6adb8d9c HTTP/1.1" status: 204 len: 168 time: 0.1530373 Jul 16 09:55:29.910480 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42cb270-8fc1-432e-bde8-718cf2fff599 tempest-TestSnapshotPattern-919719927 tempest-TestSnapshotPattern-919719927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46997249-6899-4bb5-960f-e75b6adb8d9c,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:29.946442 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47354) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:30.284981 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9068badd-f4aa-463e-b0f9-335a2601caf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:30.536840 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-9068badd-f4aa-463e-b0f9-335a2601caf1 admin admin] Deleting port 9344e9ae-ca70-454c-8280-e9eeaf5d7841 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:55:30.537090 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9068badd-f4aa-463e-b0f9-335a2601caf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:30.616224 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-9068badd-f4aa-463e-b0f9-335a2601caf1 admin admin] For port 9344e9ae-ca70-454c-8280-e9eeaf5d7841, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=9344e9ae-ca70-454c-8280-e9eeaf5d7841,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:30.616608 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9068badd-f4aa-463e-b0f9-335a2601caf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:30.628660 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-9068badd-f4aa-463e-b0f9-335a2601caf1 admin admin] Calling delete_port for 9344e9ae-ca70-454c-8280-e9eeaf5d7841 owned by network:router_interface {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:55:30.809382 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9068badd-f4aa-463e-b0f9-335a2601caf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:30.832611 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9068badd-f4aa-463e-b0f9-335a2601caf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9344e9ae-ca70-454c-8280-e9eeaf5d7841,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:31.001209 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-9068badd-f4aa-463e-b0f9-335a2601caf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:31.213572 n-d-758944-46 neutron-server[93694]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9068badd-f4aa-463e-b0f9-335a2601caf1 admin admin] Router 8802c6cc-924a-4a6f-8779-2c32b956721a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93694) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:55:31.318265 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9068badd-f4aa-463e-b0f9-335a2601caf1 admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93694) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:55:31.323313 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-9068badd-f4aa-463e-b0f9-335a2601caf1 admin admin] 10.222.0.20 "PUT /v2.0/routers/8802c6cc-924a-4a6f-8779-2c32b956721a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3758454 Jul 16 09:55:31.325895 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47356) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:31.328635 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f327b3-db6a-400f-a195-d808bce5edb0 None None] Sync routers for ids ['8802c6cc-924a-4a6f-8779-2c32b956721a'] in n-d-758944-46 {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:55:31.338321 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f327b3-db6a-400f-a195-d808bce5edb0 None None] Routers {'8802c6cc-924a-4a6f-8779-2c32b956721a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:55:31.338934 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-94f327b3-db6a-400f-a195-d808bce5edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8802c6cc-924a-4a6f-8779-2c32b956721a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:31.429283 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] Notify callbacks [] for router, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:31.440685 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-94f327b3-db6a-400f-a195-d808bce5edb0 None None] Set router 8802c6cc-924a-4a6f-8779-2c32b956721a gateway port host: n-d-758944-46 {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:55:31.532272 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:31.583379 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] Deleting port 88b8043f-097d-4af2-b238-930ceabb1522 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:55:31.583715 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:31.612663 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-94f327b3-db6a-400f-a195-d808bce5edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221'}], 'enable_snat': True}, 'gw_port_id': '88b8043f-097d-4af2-b238-930ceabb1522', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:55:30Z', 'revision_number': 5, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port': {'id': '88b8043f-097d-4af2-b238-930ceabb1522', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:50:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:31.638632 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f327b3-db6a-400f-a195-d808bce5edb0 None None] Checking router: 8802c6cc-924a-4a6f-8779-2c32b956721a for host: n-d-758944-46 {{(pid=93696) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:55:31.647033 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f327b3-db6a-400f-a195-d808bce5edb0 None None] Routers {'8802c6cc-924a-4a6f-8779-2c32b956721a'} bound to L3 agent in host n-d-758944-46 {{(pid=93696) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:55:31.647644 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-94f327b3-db6a-400f-a195-d808bce5edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['8802c6cc-924a-4a6f-8779-2c32b956721a'], 'active': True} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:31.660592 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] For port 88b8043f-097d-4af2-b238-930ceabb1522, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=88b8043f-097d-4af2-b238-930ceabb1522,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:31.660949 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:31.672221 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] Calling delete_port for 88b8043f-097d-4af2-b238-930ceabb1522 owned by network:router_gateway {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:55:31.731492 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_dvr_db [None req-94f327b3-db6a-400f-a195-d808bce5edb0 None None] Set router 8802c6cc-924a-4a6f-8779-2c32b956721a gateway port host: None {{(pid=93696) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:55:31.786231 n-d-758944-46 neutron-server[93696]: DEBUG neutron.db.l3_hamode_db [None req-94f327b3-db6a-400f-a195-d808bce5edb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:55:31Z', 'revision_number': 6, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93696) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:31.812628 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f327b3-db6a-400f-a195-d808bce5edb0 None None] The sync data for ids ['8802c6cc-924a-4a6f-8779-2c32b956721a'] in n-d-758944-46 is: [{'id': '8802c6cc-924a-4a6f-8779-2c32b956721a', 'name': 'tempest-TestSnapshotPattern-1690774920-router', 'tenant_id': 'e320c54515a94f2688560933d3e7d912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:43Z', 'updated_at': '2021-07-16T09:55:31Z', 'revision_number': 6, 'project_id': 'e320c54515a94f2688560933d3e7d912', 'gw_port_host': None}] {{(pid=93696) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:55:31.844695 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:31.878614 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] Pushing event deleted for resources: {'Port': ['ID=88b8043f-097d-4af2-b238-930ceabb1522,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:31.937737 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.024745 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.026816 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.069580 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.070151 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8802c6cc-924a-4a6f-8779-2c32b956721a {{(pid=93694) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:55:32.075909 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] Notify callbacks [] for router, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.077177 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-27d2a8dd-15bc-4a3e-a1bf-7fd310aabd71 admin admin] 10.222.0.20 "DELETE /v2.0/routers/8802c6cc-924a-4a6f-8779-2c32b956721a HTTP/1.1" status: 204 len: 168 time: 0.7502916 Jul 16 09:55:32.079695 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47358) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:32.126293 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f181e63-8843-40e8-8a44-5643158e08de admin admin] Deleting subnet 0c012225-5880-4abc-bee0-85bd4e1577bf {{(pid=93694) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:55:32.129727 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f181e63-8843-40e8-8a44-5643158e08de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.164693 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f181e63-8843-40e8-8a44-5643158e08de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-26010181'] for subnet, precommit_delete_associations {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.226847 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 33d7f838-30ce-4a21-bb5c-641996ca2b29 no longer exists at agent hyperv_n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:55:32.247221 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] No Port match for: 33d7f838-30ce-4a21-bb5c-641996ca2b29 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:55:32.247567 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Device 33d7f838-30ce-4a21-bb5c-641996ca2b29 not bound to the agent host n-h2-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:55:32.253380 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f181e63-8843-40e8-8a44-5643158e08de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.305223 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9344e9ae-ca70-454c-8280-e9eeaf5d7841 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:55:32.313865 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f181e63-8843-40e8-8a44-5643158e08de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26010303', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25944736'] for subnet, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.329279 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 9344e9ae-ca70-454c-8280-e9eeaf5d7841 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:55:32.329916 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 9344e9ae-ca70-454c-8280-e9eeaf5d7841 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:55:32.345116 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f181e63-8843-40e8-8a44-5643158e08de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c012225-5880-4abc-bee0-85bd4e1577bf,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:32.349974 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-8f181e63-8843-40e8-8a44-5643158e08de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.351895 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-8f181e63-8843-40e8-8a44-5643158e08de admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0c012225-5880-4abc-bee0-85bd4e1577bf HTTP/1.1" status: 204 len: 168 time: 0.2706604 Jul 16 09:55:32.354323 n-d-758944-46 neutron-server[93694]: DEBUG neutron.wsgi [-] (93694) accepted ('10.222.0.20', 47360) {{(pid=93694) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:32.355242 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d423aa-ee82-4db4-91f3-a4b1b8844cb0 None None] Network 3ea45298-cc4e-4608-9dc6-b95f11c2036f requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:55:32.420820 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.472676 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] Deleting port edb75395-6518-4aba-bea8-f73f2acdae49 {{(pid=93694) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:55:32.473016 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.540647 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.db [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] For port edb75395-6518-4aba-bea8-f73f2acdae49, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=edb75395-6518-4aba-bea8-f73f2acdae49,segment=NetworkSegment(414b8a85-11d4-4a52-868c-976ac52a6e25),segment_id=414b8a85-11d4-4a52-868c-976ac52a6e25)] {{(pid=93694) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:32.541007 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.552944 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.plugin [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] Calling delete_port for edb75395-6518-4aba-bea8-f73f2acdae49 owned by network:dhcp {{(pid=93694) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:55:32.631325 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26010316'] for port, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.641646 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8f7bf4-1bfe-44ab-99b9-ab00c3678a31 None None] DHCP port deletion for 3ea45298-cc4e-4608-9dc6-b95f11c2036f request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:55:32.666312 n-d-758944-46 neutron-server[93694]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] No DVR routers for this DVR port edb75395-6518-4aba-bea8-f73f2acdae49 on host n-d-758944-46 {{(pid=93694) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:55:32.670287 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] Pushing event deleted for resources: {'Port': ['ID=edb75395-6518-4aba-bea8-f73f2acdae49,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:32.739666 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.750019 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea45298-cc4e-4608-9dc6-b95f11c2036f']}} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:32.759501 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '414b8a85-11d4-4a52-868c-976ac52a6e25') {'for_net_delete': True} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:32.759792 n-d-758944-46 neutron-server[93694]: DEBUG neutron.services.segments.db [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '414b8a85-11d4-4a52-868c-976ac52a6e25') {} {{(pid=93694) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:32.768467 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-26010226'] for segment, before_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.783513 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.789854 n-d-758944-46 neutron-server[93694]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=93694) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:55:32.790252 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26009629'] for segment, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: Traceback (most recent call last): Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: timer() Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: cb(*args, **kw) Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: return func(*args, **kwargs) Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: self._notify() Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: self.callback(batched_events) Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: event.method(event) Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: return f(self, *a, **k) Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: return self._get(url).json() Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: return self.request(url, 'GET', **kwargs) Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:55:32.792055 n-d-758944-46 neutron-server[93694]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:55:32.850949 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.857244 n-d-758944-46 neutron-server[93694]: DEBUG neutron_lib.callbacks.manager [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] Notify callbacks [] for network, before_response {{(pid=93694) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:32.859070 n-d-758944-46 neutron-server[93694]: INFO neutron.wsgi [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] 10.222.0.20 "DELETE /v2.0/networks/3ea45298-cc4e-4608-9dc6-b95f11c2036f HTTP/1.1" status: 204 len: 168 time: 0.5037470 Jul 16 09:55:32.862749 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47362) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:32.870839 n-d-758944-46 neutron-server[93694]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accdc192-43ee-4d63-b9ee-6fd4064f1c5f admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea45298-cc4e-4608-9dc6-b95f11c2036f,revision_number=None']} {{(pid=93694) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:33.204886 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb7dc-010a-47cf-813a-980a23aa5acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3826080'] for router_interface, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:33.451211 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-0c4cb7dc-010a-47cf-813a-980a23aa5acc admin admin] Deleting port afb85e17-5753-44ef-83a6-a23b8df8ae42 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:55:33.451605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb7dc-010a-47cf-813a-980a23aa5acc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:33.529479 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-0c4cb7dc-010a-47cf-813a-980a23aa5acc admin admin] For port afb85e17-5753-44ef-83a6-a23b8df8ae42, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=afb85e17-5753-44ef-83a6-a23b8df8ae42,segment=NetworkSegment(202b39a3-75c3-4230-a5c5-9be732e601a2),segment_id=202b39a3-75c3-4230-a5c5-9be732e601a2)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:33.529844 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb7dc-010a-47cf-813a-980a23aa5acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:33.542267 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-0c4cb7dc-010a-47cf-813a-980a23aa5acc admin admin] Calling delete_port for afb85e17-5753-44ef-83a6-a23b8df8ae42 owned by network:router_interface {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:55:33.721608 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb7dc-010a-47cf-813a-980a23aa5acc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:33.746129 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cb7dc-010a-47cf-813a-980a23aa5acc admin admin] Pushing event deleted for resources: {'Port': ['ID=afb85e17-5753-44ef-83a6-a23b8df8ae42,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:33.915485 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-0c4cb7dc-010a-47cf-813a-980a23aa5acc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-4187694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3831088'] for router_interface, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:33.979990 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 88b8043f-097d-4af2-b238-930ceabb1522 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:55:33.999803 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 88b8043f-097d-4af2-b238-930ceabb1522 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:55:34.000150 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 88b8043f-097d-4af2-b238-930ceabb1522 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:55:34.000595 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device edb75395-6518-4aba-bea8-f73f2acdae49 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:55:34.019697 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: edb75395-6518-4aba-bea8-f73f2acdae49 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:55:34.019974 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device edb75395-6518-4aba-bea8-f73f2acdae49 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:55:34.127688 n-d-758944-46 neutron-server[93695]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4cb7dc-010a-47cf-813a-980a23aa5acc admin admin] Router 5c9416d0-9db4-4e67-849d-1e091d108f0a has already been hosted by L3 agent 69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53 {{(pid=93695) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:55:34.231071 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4cb7dc-010a-47cf-813a-980a23aa5acc admin admin] Notify agent at l3_agent.n-d-758944-46 the message routers_updated {{(pid=93695) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:55:34.235969 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-0c4cb7dc-010a-47cf-813a-980a23aa5acc admin admin] 10.222.0.20 "PUT /v2.0/routers/5c9416d0-9db4-4e67-849d-1e091d108f0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3721106 Jul 16 09:55:34.239155 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47364) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:34.241800 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceda1614-d42b-46e4-a0dd-1089f21ca955 None None] Sync routers for ids ['5c9416d0-9db4-4e67-849d-1e091d108f0a'] in n-d-758944-46 {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:55:34.253482 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda1614-d42b-46e4-a0dd-1089f21ca955 None None] Routers {'5c9416d0-9db4-4e67-849d-1e091d108f0a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:55:34.254190 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ceda1614-d42b-46e4-a0dd-1089f21ca955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5c9416d0-9db4-4e67-849d-1e091d108f0a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:34.341890 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] Notify callbacks [] for router, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:34.355630 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-ceda1614-d42b-46e4-a0dd-1089f21ca955 None None] Set router 5c9416d0-9db4-4e67-849d-1e091d108f0a gateway port host: n-d-758944-46 {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:55:34.442820 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:34.497074 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] Deleting port 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9 {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:55:34.497423 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:34.534933 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:34.540372 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ceda1614-d42b-46e4-a0dd-1089f21ca955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'name': 'tempest-TestSnapshotPattern-1408643757-router', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'external_fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.20'}], 'enable_snat': True}, 'gw_port_id': '1a01bb51-07aa-4ea7-8dc1-b01050ab62a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:48Z', 'updated_at': '2021-07-16T09:55:33Z', 'revision_number': 5, 'project_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'gw_port': {'id': '1a01bb51-07aa-4ea7-8dc1-b01050ab62a9', 'name': '', 'network_id': '5104ae83-6676-4d41-893d-d4156f04b1b6', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:19:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '95d634f4-1132-4667-beae-2c569182b7d8', 'ip_address': '172.25.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-46', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:49Z', 'updated_at': '2021-07-16T09:50:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '95d634f4-1132-4667-beae-2c569182b7d8', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-46'}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:34.571329 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceda1614-d42b-46e4-a0dd-1089f21ca955 None None] Checking router: 5c9416d0-9db4-4e67-849d-1e091d108f0a for host: n-d-758944-46 {{(pid=93697) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:55:34.580166 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceda1614-d42b-46e4-a0dd-1089f21ca955 None None] Routers {'5c9416d0-9db4-4e67-849d-1e091d108f0a'} bound to L3 agent in host n-d-758944-46 {{(pid=93697) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:55:34.580808 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ceda1614-d42b-46e4-a0dd-1089f21ca955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-46', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:15:38Z,description=,heartbeat_timestamp=2021-07-16T09:55:08Z,host='n-d-758944-46',id=69fae9ce-e747-4d5e-8ed3-d9eeb0b5de53,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:15:38Z,topic='l3_agent')) {'router_ids': ['5c9416d0-9db4-4e67-849d-1e091d108f0a'], 'active': True} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:34.583697 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] For port 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=1a01bb51-07aa-4ea7-8dc1-b01050ab62a9,segment=NetworkSegment(75d2e291-0c55-46c4-8ad9-8bbe61f1a944),segment_id=75d2e291-0c55-46c4-8ad9-8bbe61f1a944)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:34.584148 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:34.601212 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] Calling delete_port for 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9 owned by network:router_gateway {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:55:34.758734 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_dvr_db [None req-ceda1614-d42b-46e4-a0dd-1089f21ca955 None None] Set router 5c9416d0-9db4-4e67-849d-1e091d108f0a gateway port host: None {{(pid=93697) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:55:34.774948 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:34.802543 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a01bb51-07aa-4ea7-8dc1-b01050ab62a9,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:34.811310 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.l3_hamode_db [None req-ceda1614-d42b-46e4-a0dd-1089f21ca955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'name': 'tempest-TestSnapshotPattern-1408643757-router', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:48Z', 'updated_at': '2021-07-16T09:55:34Z', 'revision_number': 6, 'project_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'gw_port_host': None}], 'n-d-758944-46', False) {} {{(pid=93697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:34.840927 n-d-758944-46 neutron-server[93697]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceda1614-d42b-46e4-a0dd-1089f21ca955 None None] The sync data for ids ['5c9416d0-9db4-4e67-849d-1e091d108f0a'] in n-d-758944-46 is: [{'id': '5c9416d0-9db4-4e67-849d-1e091d108f0a', 'name': 'tempest-TestSnapshotPattern-1408643757-router', 'tenant_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:48Z', 'updated_at': '2021-07-16T09:55:34Z', 'revision_number': 6, 'project_id': 'ad7ca4af50bf4de49bf85bbc4d2f160c', 'gw_port_host': None}] {{(pid=93697) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:55:34.864900 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3832426'] for router_gateway, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:34.964013 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3827454', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6752'] for router, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:34.966177 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.012419 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3833832'] for router, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.012917 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c9416d0-9db4-4e67-849d-1e091d108f0a {{(pid=93695) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:55:35.018125 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] Notify callbacks [] for router, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.019308 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-786e003b-1eff-4963-b77a-aa620da33658 admin admin] 10.222.0.20 "DELETE /v2.0/routers/5c9416d0-9db4-4e67-849d-1e091d108f0a HTTP/1.1" status: 204 len: 168 time: 0.7792459 Jul 16 09:55:35.021936 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47370) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:35.068807 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c596c1-0522-4b1b-84a5-49069794392d admin admin] Deleting subnet 70088ea1-da4c-4a18-93ef-a0fe00d7ca35 {{(pid=93695) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:55:35.072238 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-29c596c1-0522-4b1b-84a5-49069794392d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.106971 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-29c596c1-0522-4b1b-84a5-49069794392d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27121659'] for subnet, precommit_delete_associations {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.189039 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-29c596c1-0522-4b1b-84a5-49069794392d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-710479'] for subnet, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.248559 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-29c596c1-0522-4b1b-84a5-49069794392d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-710520', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-246722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2543669', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-27108870'] for subnet, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.274863 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c596c1-0522-4b1b-84a5-49069794392d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70088ea1-da4c-4a18-93ef-a0fe00d7ca35,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:35.281698 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-29c596c1-0522-4b1b-84a5-49069794392d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.284087 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-29c596c1-0522-4b1b-84a5-49069794392d admin admin] 10.222.0.20 "DELETE /v2.0/subnets/70088ea1-da4c-4a18-93ef-a0fe00d7ca35 HTTP/1.1" status: 204 len: 168 time: 0.2612243 Jul 16 09:55:35.286696 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47372) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:35.289623 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbc11ef-2f16-44cc-8cc9-91eefac7e5f9 None None] Network 4b018525-e912-495f-a4d6-eae00af10fc0 requested from n-d-758944-46 {{(pid=93696) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:55:35.360650 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-771364'] for network, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.409970 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d24f579-1114-4ca0-aa49-2e50fdd83704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.416132 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] Deleting port fbab3d52-661c-4e5d-9ae3-e0169c651acf {{(pid=93695) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:55:35.416456 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775480214191'] for port, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.480078 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.db [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] For port fbab3d52-661c-4e5d-9ae3-e0169c651acf, host n-d-758944-46, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-46',level=0,port_id=fbab3d52-661c-4e5d-9ae3-e0169c651acf,segment=NetworkSegment(202b39a3-75c3-4230-a5c5-9be732e601a2),segment_id=202b39a3-75c3-4230-a5c5-9be732e601a2)] {{(pid=93695) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:35.480438 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3833755'] for port, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.493094 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.plugin [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] Calling delete_port for fbab3d52-661c-4e5d-9ae3-e0169c651acf owned by network:dhcp {{(pid=93695) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:55:35.579477 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-553133', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-155443', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775480214914', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775479810982', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2543686'] for port, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.606512 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbab3d52-661c-4e5d-9ae3-e0169c651acf,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:35.611323 n-d-758944-46 neutron-server[93695]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] No DVR routers for this DVR port fbab3d52-661c-4e5d-9ae3-e0169c651acf on host n-d-758944-46 {{(pid=93695) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:55:35.620115 n-d-758944-46 neutron-server[93696]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44587282-278a-46ab-9756-19ce069563ca None None] DHCP port deletion for 4b018525-e912-495f-a4d6-eae00af10fc0 request from n-d-758944-46 {{(pid=93696) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:55:35.692392 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-711467', 'neutron.services.segments.db._delete_segments_for_network-8775480359500'] for network, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.702840 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b018525-e912-495f-a4d6-eae00af10fc0']}} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:35.713653 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '202b39a3-75c3-4230-a5c5-9be732e601a2') {'for_net_delete': True} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:35.713950 n-d-758944-46 neutron-server[93695]: DEBUG neutron.services.segments.db [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '202b39a3-75c3-4230-a5c5-9be732e601a2') {} {{(pid=93695) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:35.723587 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775480362837', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27121612'] for segment, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.738285 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119'] for segment, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.744153 n-d-758944-46 neutron-server[93695]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=93695) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:55:35.744596 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-708119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2544279'] for segment, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: Traceback (most recent call last): Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: timer() Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: cb(*args, **kw) Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: return func(*args, **kwargs) Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: self._notify() Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: self.callback(batched_events) Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: event.method(event) Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: return f(self, *a, **k) Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: return self._get(url).json() Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: return self.request(url, 'GET', **kwargs) Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:55:35.746291 n-d-758944-46 neutron-server[93695]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:55:35.797930 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-711474', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3752898', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-4187685', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3832502'] for network, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.803852 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] Notify callbacks [] for network, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.808572 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] 10.222.0.20 "DELETE /v2.0/networks/4b018525-e912-495f-a4d6-eae00af10fc0 HTTP/1.1" status: 204 len: 168 time: 0.5184340 Jul 16 09:55:35.817420 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a574dce4-8ded-486b-a37d-e3d3c57353c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b018525-e912-495f-a4d6-eae00af10fc0,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:35.932099 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device afb85e17-5753-44ef-83a6-a23b8df8ae42 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:55:35.952317 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: afb85e17-5753-44ef-83a6-a23b8df8ae42 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:55:35.952686 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device afb85e17-5753-44ef-83a6-a23b8df8ae42 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:55:35.953108 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9 no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:55:35.972761 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9 {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:55:35.973107 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device 1a01bb51-07aa-4ea7-8dc1-b01050ab62a9 not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:55:35.973525 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fbab3d52-661c-4e5d-9ae3-e0169c651acf no longer exists at agent ovs-agent-n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:55:35.991526 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.plugin [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] No Port match for: fbab3d52-661c-4e5d-9ae3-e0169c651acf {{(pid=93696) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:55:35.991874 n-d-758944-46 neutron-server[93696]: DEBUG neutron.plugins.ml2.rpc [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Device fbab3d52-661c-4e5d-9ae3-e0169c651acf not bound to the agent host n-d-758944-46 {{(pid=93696) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:55:36.010118 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47376) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:36.054435 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-2cbda3e1-d9b9-4d85-b18a-53ff03a387a7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e320c54515a94f2688560933d3e7d912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431201 Jul 16 09:55:36.056871 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47378) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:36.105964 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e402a317-ca10-4eb3-ace3-c8367a4e8bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:36.126225 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e402a317-ca10-4eb3-ace3-c8367a4e8bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:36.172605 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e402a317-ca10-4eb3-ace3-c8367a4e8bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:36.175147 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-e402a317-ca10-4eb3-ace3-c8367a4e8bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:36.176296 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-e402a317-ca10-4eb3-ace3-c8367a4e8bf1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fc6e4b5f-06b0-40ca-a672-5c02c4f8a584 HTTP/1.1" status: 204 len: 168 time: 0.1185222 Jul 16 09:55:36.184162 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e402a317-ca10-4eb3-ace3-c8367a4e8bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6e4b5f-06b0-40ca-a672-5c02c4f8a584,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:36.249590 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:36.493809 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47384) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:36.533569 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-fda5b1a3-8ab4-4f7b-b587-ebd0eb3707ea admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad7ca4af50bf4de49bf85bbc4d2f160c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386045 Jul 16 09:55:36.536141 n-d-758944-46 neutron-server[93695]: DEBUG neutron.wsgi [-] (93695) accepted ('10.222.0.20', 47386) {{(pid=93695) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:36.584638 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5e0b5e7a-a6bc-41d9-a6d3-b5510d5f471f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:36.604652 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5e0b5e7a-a6bc-41d9-a6d3-b5510d5f471f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:36.653323 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5e0b5e7a-a6bc-41d9-a6d3-b5510d5f471f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3766647'] for security_group, after_delete {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:36.655868 n-d-758944-46 neutron-server[93695]: DEBUG neutron_lib.callbacks.manager [None req-5e0b5e7a-a6bc-41d9-a6d3-b5510d5f471f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93695) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:36.657045 n-d-758944-46 neutron-server[93695]: INFO neutron.wsgi [None req-5e0b5e7a-a6bc-41d9-a6d3-b5510d5f471f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/adde2def-ab08-4fe7-a1f5-784e62377dcf HTTP/1.1" status: 204 len: 168 time: 0.1199994 Jul 16 09:55:36.664810 n-d-758944-46 neutron-server[93695]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b5e7a-a6bc-41d9-a6d3-b5510d5f471f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adde2def-ab08-4fe7-a1f5-784e62377dcf,revision_number=None']} {{(pid=93695) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:38.057730 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-aa10410b-9522-43dd-93a6-f3f5fd985469 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:38.355542 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:40.071599 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:41.562961 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:02.779800 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:56:04.536479 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:05.382999 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1218a9a6-d4fd-4e74-ab9a-e5354d2b3b6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:06.262909 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:08.058974 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d7bd962c-8014-4e32-8e16-4c49db9aa702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:08.347458 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:10.074808 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:11.566670 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:34.537896 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:35.384658 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-47a4cf15-0f55-4f0a-9fa8-6d83d020828a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:36.273966 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:38.062719 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-fe37e21c-4c06-4221-b2cb-f9f5c6b801e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:38.348357 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:39.779359 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:56:40.077831 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:41.570536 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:04.557721 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:05.385624 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-1970a9d2-f31d-442b-88f4-acd6f26f7be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:06.285226 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:08.065803 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3f85448e-54c2-411f-88fb-6814ffaea731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:08.348430 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:10.080129 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:11.571952 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:16.779789 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:57:34.557992 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:35.385878 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b84cc062-a0c6-4d15-b95c-cdbe7d034a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:36.286343 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:38.066480 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-2ad99299-29fd-4226-8e7c-250ada6ba978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:38.348808 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:40.083786 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:41.574400 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:53.778173 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:58:04.571263 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:05.386638 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-f941ca75-2a64-4b99-98ab-1ea0a0cd6bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:06.298188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:08.068295 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-67b418d2-8fcb-45c1-95e2-ef5086f42e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:08.350517 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:10.086140 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:11.578099 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:30.778394 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:58:34.591433 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:35.386957 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9221dea0-a3d6-4a11-8838-431679b4caf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:36.313212 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:38.070271 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-41a69bc3-dca2-4bb9-8a09-df0749e02e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:38.350598 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:40.089689 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:41.581108 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:04.601447 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:05.387183 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-52c0296d-2f04-4f31-a055-bc4019757910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:06.332018 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:07.777144 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:59:08.075445 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-03809701-94ce-4d7f-92dd-c54600bf913d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:08.351736 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:10.092541 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:11.583223 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:34.600389 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:35.388139 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d256a188-d83a-44ec-be02-1f570cbef9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:36.320687 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:38.066459 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7e33cf83-e039-4368-b8c9-d6a557394f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:38.353002 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:40.095725 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:41.586841 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:44.776442 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:00:04.614707 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:05.388222 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-9998ff8e-db24-4206-9d32-5d8a738a7d9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:06.326967 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:08.067201 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-6ca83b92-2753-4c2c-af6e-01093b15a0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:08.352908 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:10.098227 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:11.589650 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.777419 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:00:34.621852 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:35.390323 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b3a3f97-1190-4435-9109-8125e1e2e01d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:36.328414 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:38.068484 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-d9b2ea0b-f749-472a-be37-537d194b3439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:38.358188 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:40.101731 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:41.594110 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:58.777429 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:01:04.635489 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:05.391919 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-4d19e5a3-9821-4da9-af98-5823bda34c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:06.325911 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:08.069649 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-5632b846-0dc3-40d6-9854-abe6a5a45bd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:08.360159 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:10.104231 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:11.594634 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:34.625518 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:35.393612 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3d7d15d8-4a17-49b9-b47a-b5039be20551 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:35.776285 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:01:36.324198 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:38.070812 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b58b09df-5eaa-4032-ab06-cb4420bdfc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:38.359973 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:40.107256 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:41.596775 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:04.641556 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:05.394386 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-e9c46aaf-9e96-47d7-a001-26260b8f8526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:06.323781 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:08.071225 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ec7cb341-8e2e-45aa-a46b-a136f7783ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:08.361159 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:10.110816 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:11.600237 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:12.775951 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:02:34.663172 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:35.394689 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-ee4405fb-4795-445a-ba75-ad03234df7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:36.338505 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:38.073677 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-0790c5fd-3e38-4cff-943b-80ef10baa6cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:38.364058 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:40.113264 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:41.602439 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:49.774290 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:03:04.653940 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:05.397322 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-69d9a614-22ae-4e62-8088-b833c2ab2204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:06.341724 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:08.076394 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-b5952b5c-7dd6-4163-8e21-6c4fcefc84f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:08.374947 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:10.120963 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:11.605480 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:26.774145 n-d-758944-46 neutron-server[93697]: DEBUG neutron.db.agents_db [None req-2345385d-e5c2-43d0-8e32-f192bb57b400 None None] Agent healthcheck: found 7 active agents {{(pid=93697) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:03:34.653682 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-93d91ba1-9215-4e9e-b79f-02402525c60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:35.402742 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-3b2bbe5d-bf99-40e5-89f5-1dd6ba24d6eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:36.363143 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-a3e8aff3-e9a3-47db-adc4-1c094490e0f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:38.077727 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-024fd7f4-276c-408f-bccc-aef908a3d2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:38.366224 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-7b99bb51-7053-44d0-99ec-3369b826bdc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:40.119244 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-c81d82fe-6863-4c42-b183-5e663f72c54a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:41.608696 n-d-758944-46 neutron-server[93696]: DEBUG neutron_lib.callbacks.manager [None req-224893aa-5592-40f6-a40c-874140bcfcd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775480359482', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-709489'] for agent, after_update {{(pid=93696) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}